2023-09-08 17:22:10 +03:00
|
|
|
/*
|
|
|
|
* Copyright (c) 2021-2023 Oracle and/or its affiliates.
|
|
|
|
*
|
|
|
|
* This work is licensed under the terms of the GNU GPL, version 2 or later.
|
|
|
|
* See the COPYING file in the top-level directory.
|
|
|
|
*/
|
|
|
|
|
|
|
|
#include "qemu/osdep.h"
|
2024-02-29 18:30:09 +03:00
|
|
|
#include "exec/ramblock.h"
|
2023-09-08 17:22:11 +03:00
|
|
|
#include "qemu/cutils.h"
|
2024-02-29 18:30:12 +03:00
|
|
|
#include "qemu/error-report.h"
|
2023-09-08 17:22:11 +03:00
|
|
|
#include "qapi/error.h"
|
2023-09-08 17:22:10 +03:00
|
|
|
#include "channel.h"
|
|
|
|
#include "file.h"
|
|
|
|
#include "migration.h"
|
|
|
|
#include "io/channel-file.h"
|
2024-03-15 06:20:38 +03:00
|
|
|
#include "io/channel-socket.h"
|
2023-09-08 17:22:10 +03:00
|
|
|
#include "io/channel-util.h"
|
2024-02-29 18:30:12 +03:00
|
|
|
#include "options.h"
|
2023-09-08 17:22:10 +03:00
|
|
|
#include "trace.h"
|
|
|
|
|
2023-09-08 17:22:11 +03:00
|
|
|
#define OFFSET_OPTION ",offset="
|
|
|
|
|
2024-02-29 18:30:11 +03:00
|
|
|
static struct FileOutgoingArgs {
|
|
|
|
char *fname;
|
|
|
|
} outgoing_args;
|
|
|
|
|
2023-09-08 17:22:11 +03:00
|
|
|
/* Remove the offset option from @filespec and return it in @offsetp. */
|
|
|
|
|
2023-10-23 21:20:42 +03:00
|
|
|
int file_parse_offset(char *filespec, uint64_t *offsetp, Error **errp)
|
2023-09-08 17:22:11 +03:00
|
|
|
{
|
|
|
|
char *option = strstr(filespec, OFFSET_OPTION);
|
|
|
|
int ret;
|
|
|
|
|
|
|
|
if (option) {
|
|
|
|
*option = 0;
|
|
|
|
option += sizeof(OFFSET_OPTION) - 1;
|
|
|
|
ret = qemu_strtosz(option, NULL, offsetp);
|
|
|
|
if (ret) {
|
|
|
|
error_setg_errno(errp, -ret, "file URI has bad offset %s", option);
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2024-02-29 18:30:11 +03:00
|
|
|
void file_cleanup_outgoing_migration(void)
|
|
|
|
{
|
|
|
|
g_free(outgoing_args.fname);
|
|
|
|
outgoing_args.fname = NULL;
|
|
|
|
}
|
|
|
|
|
2024-06-17 21:57:27 +03:00
|
|
|
static void file_enable_direct_io(int *flags)
|
|
|
|
{
|
|
|
|
#ifdef O_DIRECT
|
|
|
|
*flags |= O_DIRECT;
|
|
|
|
#else
|
|
|
|
/* it should have been rejected when setting the parameter */
|
|
|
|
g_assert_not_reached();
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2024-02-29 18:30:11 +03:00
|
|
|
bool file_send_channel_create(gpointer opaque, Error **errp)
|
|
|
|
{
|
|
|
|
QIOChannelFile *ioc;
|
|
|
|
int flags = O_WRONLY;
|
2024-03-20 00:09:41 +03:00
|
|
|
bool ret = true;
|
2024-03-12 02:33:35 +03:00
|
|
|
|
2024-06-17 21:57:27 +03:00
|
|
|
if (migrate_direct_io()) {
|
|
|
|
/*
|
|
|
|
* Enable O_DIRECT for the secondary channels. These are used
|
|
|
|
* for sending ram pages and writes should be guaranteed to be
|
|
|
|
* aligned to at least page size.
|
|
|
|
*/
|
|
|
|
file_enable_direct_io(&flags);
|
|
|
|
}
|
|
|
|
|
2024-03-20 00:09:41 +03:00
|
|
|
ioc = qio_channel_file_new_path(outgoing_args.fname, flags, 0, errp);
|
2024-03-12 02:33:35 +03:00
|
|
|
if (!ioc) {
|
2024-03-20 00:09:41 +03:00
|
|
|
ret = false;
|
2024-03-12 02:33:35 +03:00
|
|
|
goto out;
|
2024-02-29 18:30:11 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
multifd_channel_connect(opaque, QIO_CHANNEL(ioc));
|
|
|
|
|
|
|
|
out:
|
|
|
|
/*
|
|
|
|
* File channel creation is synchronous. However posting this
|
|
|
|
* semaphore here is simpler than adding a special case.
|
|
|
|
*/
|
|
|
|
multifd_send_channel_created();
|
|
|
|
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
2023-10-23 21:20:47 +03:00
|
|
|
void file_start_outgoing_migration(MigrationState *s,
|
|
|
|
FileMigrationArgs *file_args, Error **errp)
|
2023-09-08 17:22:10 +03:00
|
|
|
{
|
|
|
|
g_autoptr(QIOChannelFile) fioc = NULL;
|
2023-10-23 21:20:47 +03:00
|
|
|
g_autofree char *filename = g_strdup(file_args->filename);
|
|
|
|
uint64_t offset = file_args->offset;
|
2023-09-08 17:22:10 +03:00
|
|
|
QIOChannel *ioc;
|
|
|
|
|
|
|
|
trace_migration_file_outgoing(filename);
|
|
|
|
|
2024-06-17 21:57:17 +03:00
|
|
|
fioc = qio_channel_file_new_path(filename, O_CREAT | O_WRONLY, 0600, errp);
|
2023-09-08 17:22:10 +03:00
|
|
|
if (!fioc) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2024-06-17 21:57:17 +03:00
|
|
|
if (ftruncate(fioc->fd, offset)) {
|
|
|
|
error_setg_errno(errp, errno,
|
|
|
|
"failed to truncate migration file to offset %" PRIx64,
|
|
|
|
offset);
|
|
|
|
object_unref(OBJECT(fioc));
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2024-02-29 18:30:11 +03:00
|
|
|
outgoing_args.fname = g_strdup(filename);
|
|
|
|
|
2023-09-08 17:22:10 +03:00
|
|
|
ioc = QIO_CHANNEL(fioc);
|
2023-09-08 17:22:11 +03:00
|
|
|
if (offset && qio_channel_io_seek(ioc, offset, SEEK_SET, errp) < 0) {
|
2024-06-17 21:57:16 +03:00
|
|
|
object_unref(OBJECT(fioc));
|
2023-09-08 17:22:11 +03:00
|
|
|
return;
|
|
|
|
}
|
2023-09-08 17:22:10 +03:00
|
|
|
qio_channel_set_name(ioc, "migration-file-outgoing");
|
|
|
|
migration_channel_connect(s, ioc, NULL, NULL);
|
|
|
|
}
|
|
|
|
|
|
|
|
static gboolean file_accept_incoming_migration(QIOChannel *ioc,
|
|
|
|
GIOCondition condition,
|
|
|
|
gpointer opaque)
|
|
|
|
{
|
|
|
|
migration_channel_process_incoming(ioc);
|
|
|
|
object_unref(OBJECT(ioc));
|
|
|
|
return G_SOURCE_REMOVE;
|
|
|
|
}
|
|
|
|
|
2024-06-17 21:57:27 +03:00
|
|
|
static void file_create_incoming_channels(QIOChannel *ioc, char *filename,
|
|
|
|
Error **errp)
|
2024-03-14 00:28:23 +03:00
|
|
|
{
|
2024-06-17 21:57:27 +03:00
|
|
|
int i, channels = 1;
|
2024-03-14 00:28:23 +03:00
|
|
|
g_autofree QIOChannel **iocs = NULL;
|
2024-06-17 21:57:27 +03:00
|
|
|
int flags = O_RDONLY;
|
2024-03-14 00:28:23 +03:00
|
|
|
|
|
|
|
if (migrate_multifd()) {
|
|
|
|
channels += migrate_multifd_channels();
|
2024-06-17 21:57:27 +03:00
|
|
|
if (migrate_direct_io()) {
|
|
|
|
file_enable_direct_io(&flags);
|
|
|
|
}
|
2024-03-14 00:28:23 +03:00
|
|
|
}
|
|
|
|
|
|
|
|
iocs = g_new0(QIOChannel *, channels);
|
|
|
|
iocs[0] = ioc;
|
|
|
|
|
|
|
|
for (i = 1; i < channels; i++) {
|
2024-06-17 21:57:27 +03:00
|
|
|
QIOChannelFile *fioc = qio_channel_file_new_path(filename, flags, 0, errp);
|
2024-03-14 00:28:23 +03:00
|
|
|
|
|
|
|
if (!fioc) {
|
|
|
|
while (i) {
|
|
|
|
object_unref(iocs[--i]);
|
|
|
|
}
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
|
|
|
iocs[i] = QIO_CHANNEL(fioc);
|
|
|
|
}
|
|
|
|
|
|
|
|
for (i = 0; i < channels; i++) {
|
|
|
|
qio_channel_set_name(iocs[i], "migration-file-incoming");
|
|
|
|
qio_channel_add_watch_full(iocs[i], G_IO_IN,
|
|
|
|
file_accept_incoming_migration,
|
|
|
|
NULL, NULL,
|
|
|
|
g_main_context_get_thread_default());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2023-10-23 21:20:47 +03:00
|
|
|
void file_start_incoming_migration(FileMigrationArgs *file_args, Error **errp)
|
2023-09-08 17:22:10 +03:00
|
|
|
{
|
2023-10-23 21:20:47 +03:00
|
|
|
g_autofree char *filename = g_strdup(file_args->filename);
|
2023-09-08 17:22:10 +03:00
|
|
|
QIOChannelFile *fioc = NULL;
|
2023-10-23 21:20:47 +03:00
|
|
|
uint64_t offset = file_args->offset;
|
2023-09-08 17:22:10 +03:00
|
|
|
|
|
|
|
trace_migration_file_incoming(filename);
|
|
|
|
|
|
|
|
fioc = qio_channel_file_new_path(filename, O_RDONLY, 0, errp);
|
|
|
|
if (!fioc) {
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2024-02-29 18:30:12 +03:00
|
|
|
if (offset &&
|
|
|
|
qio_channel_io_seek(QIO_CHANNEL(fioc), offset, SEEK_SET, errp) < 0) {
|
2024-03-14 00:28:23 +03:00
|
|
|
object_unref(OBJECT(fioc));
|
2023-09-08 17:22:11 +03:00
|
|
|
return;
|
|
|
|
}
|
2024-02-29 18:30:12 +03:00
|
|
|
|
2024-06-17 21:57:27 +03:00
|
|
|
file_create_incoming_channels(QIO_CHANNEL(fioc), filename, errp);
|
2023-09-08 17:22:10 +03:00
|
|
|
}
|
2024-02-29 18:30:14 +03:00
|
|
|
|
|
|
|
int file_write_ramblock_iov(QIOChannel *ioc, const struct iovec *iov,
|
|
|
|
int niov, RAMBlock *block, Error **errp)
|
|
|
|
{
|
2024-03-11 21:00:09 +03:00
|
|
|
ssize_t ret = 0;
|
2024-02-29 18:30:14 +03:00
|
|
|
int i, slice_idx, slice_num;
|
|
|
|
uintptr_t base, next, offset;
|
|
|
|
size_t len;
|
|
|
|
|
|
|
|
slice_idx = 0;
|
|
|
|
slice_num = 1;
|
|
|
|
|
|
|
|
/*
|
|
|
|
* If the iov array doesn't have contiguous elements, we need to
|
|
|
|
* split it in slices because we only have one file offset for the
|
|
|
|
* whole iov. Do this here so callers don't need to break the iov
|
|
|
|
* array themselves.
|
|
|
|
*/
|
|
|
|
for (i = 0; i < niov; i++, slice_num++) {
|
|
|
|
base = (uintptr_t) iov[i].iov_base;
|
|
|
|
|
|
|
|
if (i != niov - 1) {
|
|
|
|
len = iov[i].iov_len;
|
|
|
|
next = (uintptr_t) iov[i + 1].iov_base;
|
|
|
|
|
|
|
|
if (base + len == next) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
|
|
|
* Use the offset of the first element of the segment that
|
|
|
|
* we're sending.
|
|
|
|
*/
|
|
|
|
offset = (uintptr_t) iov[slice_idx].iov_base - (uintptr_t) block->host;
|
|
|
|
if (offset >= block->used_length) {
|
2024-03-11 15:34:39 +03:00
|
|
|
error_setg(errp, "offset %" PRIxPTR
|
2024-02-29 18:30:14 +03:00
|
|
|
"outside of ramblock %s range", offset, block->idstr);
|
|
|
|
ret = -1;
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
ret = qio_channel_pwritev(ioc, &iov[slice_idx], slice_num,
|
|
|
|
block->pages_offset + offset, errp);
|
|
|
|
if (ret < 0) {
|
|
|
|
break;
|
|
|
|
}
|
|
|
|
|
|
|
|
slice_idx += slice_num;
|
|
|
|
slice_num = 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
return (ret < 0) ? ret : 0;
|
|
|
|
}
|
2024-02-29 18:30:15 +03:00
|
|
|
|
|
|
|
int multifd_file_recv_data(MultiFDRecvParams *p, Error **errp)
|
|
|
|
{
|
|
|
|
MultiFDRecvData *data = p->data;
|
|
|
|
size_t ret;
|
|
|
|
|
|
|
|
ret = qio_channel_pread(p->c, (char *) data->opaque,
|
|
|
|
data->size, data->file_offset, errp);
|
|
|
|
if (ret != data->size) {
|
|
|
|
error_prepend(errp,
|
|
|
|
"multifd recv (%u): read 0x%zx, expected 0x%zx",
|
|
|
|
p->id, ret, data->size);
|
|
|
|
return -1;
|
|
|
|
}
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|