savevm.c 62.8 KB
Newer Older
A
aliguori 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30
/*
 * QEMU System Emulator
 *
 * Copyright (c) 2003-2008 Fabrice Bellard
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */
#include <unistd.h>
#include <fcntl.h>
#include <time.h>
#include <errno.h>
#include <sys/time.h>
#include <zlib.h>

J
Juan Quintela 已提交
31
/* Needed early for CONFIG_BSD etc. */
B
blueswir1 已提交
32 33
#include "config-host.h"

A
aliguori 已提交
34 35 36 37 38 39 40 41 42 43 44 45 46 47
#ifndef _WIN32
#include <sys/times.h>
#include <sys/wait.h>
#include <termios.h>
#include <sys/mman.h>
#include <sys/ioctl.h>
#include <sys/resource.h>
#include <sys/socket.h>
#include <netinet/in.h>
#include <net/if.h>
#include <arpa/inet.h>
#include <dirent.h>
#include <netdb.h>
#include <sys/select.h>
J
Juan Quintela 已提交
48
#ifdef CONFIG_BSD
A
aliguori 已提交
49
#include <sys/stat.h>
A
Aurelien Jarno 已提交
50
#if defined(__FreeBSD__) || defined(__FreeBSD_kernel__) || defined(__DragonFly__)
A
aliguori 已提交
51 52 53 54 55 56 57 58 59 60 61 62 63
#include <libutil.h>
#else
#include <util.h>
#endif
#ifdef __linux__
#include <pty.h>
#include <malloc.h>
#include <linux/rtc.h>
#endif
#endif
#endif

#ifdef _WIN32
64
#include <windows.h>
A
aliguori 已提交
65 66 67 68 69 70 71
#include <malloc.h>
#include <sys/timeb.h>
#include <mmsystem.h>
#define getopt_long_only getopt_long
#define memalign(align, size) malloc(size)
#endif

72 73
#include "qemu-common.h"
#include "hw/hw.h"
74
#include "hw/qdev.h"
75 76 77 78 79 80 81 82
#include "net.h"
#include "monitor.h"
#include "sysemu.h"
#include "qemu-timer.h"
#include "qemu-char.h"
#include "audio/audio.h"
#include "migration.h"
#include "qemu_socket.h"
B
Blue Swirl 已提交
83
#include "qemu-queue.h"
84
#include "qemu-timer.h"
85
#include "cpus.h"
86
#include "memory.h"
87
#include "qmp-commands.h"
88
#include "trace.h"
89
#include "bitops.h"
90

A
aliguori 已提交
91 92
#define SELF_ANNOUNCE_ROUNDS 5

N
Nolan 已提交
93
#ifndef ETH_P_RARP
S
Stefan Berger 已提交
94
#define ETH_P_RARP 0x8035
N
Nolan 已提交
95 96 97 98 99 100
#endif
#define ARP_HTYPE_ETH 0x0001
#define ARP_PTYPE_IP 0x0800
#define ARP_OP_REQUEST_REV 0x3

static int announce_self_create(uint8_t *buf,
A
aliguori 已提交
101 102
				uint8_t *mac_addr)
{
N
Nolan 已提交
103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122
    /* Ethernet header. */
    memset(buf, 0xff, 6);         /* destination MAC addr */
    memcpy(buf + 6, mac_addr, 6); /* source MAC addr */
    *(uint16_t *)(buf + 12) = htons(ETH_P_RARP); /* ethertype */

    /* RARP header. */
    *(uint16_t *)(buf + 14) = htons(ARP_HTYPE_ETH); /* hardware addr space */
    *(uint16_t *)(buf + 16) = htons(ARP_PTYPE_IP); /* protocol addr space */
    *(buf + 18) = 6; /* hardware addr length (ethernet) */
    *(buf + 19) = 4; /* protocol addr length (IPv4) */
    *(uint16_t *)(buf + 20) = htons(ARP_OP_REQUEST_REV); /* opcode */
    memcpy(buf + 22, mac_addr, 6); /* source hw addr */
    memset(buf + 28, 0x00, 4);     /* source protocol addr */
    memcpy(buf + 32, mac_addr, 6); /* target hw addr */
    memset(buf + 38, 0x00, 4);     /* target protocol addr */

    /* Padding to get up to 60 bytes (ethernet min packet size, minus FCS). */
    memset(buf + 42, 0x00, 18);

    return 60; /* len (FCS will be added by hardware) */
A
aliguori 已提交
123 124
}

M
Mark McLoughlin 已提交
125
static void qemu_announce_self_iter(NICState *nic, void *opaque)
A
aliguori 已提交
126
{
N
Nolan 已提交
127
    uint8_t buf[60];
M
Mark McLoughlin 已提交
128 129 130 131 132 133 134 135 136 137
    int len;

    len = announce_self_create(buf, nic->conf->macaddr.a);

    qemu_send_packet_raw(&nic->nc, buf, len);
}


static void qemu_announce_self_once(void *opaque)
{
138 139
    static int count = SELF_ANNOUNCE_ROUNDS;
    QEMUTimer *timer = *(QEMUTimer **)opaque;
A
aliguori 已提交
140

M
Mark McLoughlin 已提交
141 142
    qemu_foreach_nic(qemu_announce_self_iter, NULL);

N
Nolan 已提交
143 144
    if (--count) {
        /* delay 50ms, 150ms, 250ms, ... */
145
        qemu_mod_timer(timer, qemu_get_clock_ms(rt_clock) +
N
Nolan 已提交
146
                       50 + (SELF_ANNOUNCE_ROUNDS - count - 1) * 100);
147 148 149 150 151 152 153 154 155
    } else {
	    qemu_del_timer(timer);
	    qemu_free_timer(timer);
    }
}

void qemu_announce_self(void)
{
	static QEMUTimer *timer;
156
	timer = qemu_new_timer_ms(rt_clock, qemu_announce_self_once, &timer);
157
	qemu_announce_self_once(&timer);
A
aliguori 已提交
158 159 160 161 162 163 164 165
}

/***********************************************************/
/* savevm/loadvm support */

#define IO_BUF_SIZE 32768

struct QEMUFile {
166
    const QEMUFileOps *ops;
A
aliguori 已提交
167 168 169 170 171 172 173 174 175
    void *opaque;
    int is_write;

    int64_t buf_offset; /* start of buffer when writing, end of buffer
                           when reading */
    int buf_index;
    int buf_size; /* 0 when writing */
    uint8_t buf[IO_BUF_SIZE];

176
    int last_error;
A
aliguori 已提交
177 178
};

P
Paolo Bonzini 已提交
179
typedef struct QEMUFileStdio
A
aliguori 已提交
180
{
P
Paolo Bonzini 已提交
181
    FILE *stdio_file;
A
aliguori 已提交
182
    QEMUFile *file;
P
Paolo Bonzini 已提交
183
} QEMUFileStdio;
A
aliguori 已提交
184 185 186 187 188 189 190

typedef struct QEMUFileSocket
{
    int fd;
    QEMUFile *file;
} QEMUFileSocket;

P
Paolo Bonzini 已提交
191 192 193 194 195 196 197
static int socket_get_fd(void *opaque)
{
    QEMUFileSocket *s = opaque;

    return s->fd;
}

A
aliguori 已提交
198 199 200 201 202 203
static int socket_get_buffer(void *opaque, uint8_t *buf, int64_t pos, int size)
{
    QEMUFileSocket *s = opaque;
    ssize_t len;

    do {
B
Blue Swirl 已提交
204
        len = qemu_recv(s->fd, buf, size, 0);
A
aliguori 已提交
205 206 207 208 209 210 211 212 213 214 215
    } while (len == -1 && socket_error() == EINTR);

    if (len == -1)
        len = -socket_error();

    return len;
}

static int socket_close(void *opaque)
{
    QEMUFileSocket *s = opaque;
216
    g_free(s);
A
aliguori 已提交
217 218 219
    return 0;
}

P
Paolo Bonzini 已提交
220 221 222 223 224 225 226
static int stdio_get_fd(void *opaque)
{
    QEMUFileStdio *s = opaque;

    return fileno(s->stdio_file);
}

P
Paolo Bonzini 已提交
227
static int stdio_put_buffer(void *opaque, const uint8_t *buf, int64_t pos, int size)
A
aliguori 已提交
228
{
P
Paolo Bonzini 已提交
229 230
    QEMUFileStdio *s = opaque;
    return fwrite(buf, 1, size, s->stdio_file);
A
aliguori 已提交
231 232
}

P
Paolo Bonzini 已提交
233
static int stdio_get_buffer(void *opaque, uint8_t *buf, int64_t pos, int size)
A
aliguori 已提交
234
{
P
Paolo Bonzini 已提交
235 236
    QEMUFileStdio *s = opaque;
    FILE *fp = s->stdio_file;
237 238 239 240 241 242 243
    int bytes;

    do {
        clearerr(fp);
        bytes = fread(buf, 1, size, fp);
    } while ((bytes == 0) && ferror(fp) && (errno == EINTR));
    return bytes;
A
aliguori 已提交
244 245
}

P
Paolo Bonzini 已提交
246 247 248
static int stdio_pclose(void *opaque)
{
    QEMUFileStdio *s = opaque;
249 250
    int ret;
    ret = pclose(s->stdio_file);
251 252 253
    if (ret == -1) {
        ret = -errno;
    }
254
    g_free(s);
255
    return ret;
P
Paolo Bonzini 已提交
256 257 258
}

static int stdio_fclose(void *opaque)
A
aliguori 已提交
259
{
P
Paolo Bonzini 已提交
260
    QEMUFileStdio *s = opaque;
261 262 263 264
    int ret = 0;
    if (fclose(s->stdio_file) == EOF) {
        ret = -errno;
    }
265
    g_free(s);
266
    return ret;
A
aliguori 已提交
267 268
}

269
static const QEMUFileOps stdio_pipe_read_ops = {
P
Paolo Bonzini 已提交
270
    .get_fd =     stdio_get_fd,
271 272 273 274 275
    .get_buffer = stdio_get_buffer,
    .close =      stdio_pclose
};

static const QEMUFileOps stdio_pipe_write_ops = {
P
Paolo Bonzini 已提交
276
    .get_fd =     stdio_get_fd,
277 278 279 280
    .put_buffer = stdio_put_buffer,
    .close =      stdio_pclose
};

P
Paolo Bonzini 已提交
281
QEMUFile *qemu_popen(FILE *stdio_file, const char *mode)
A
aliguori 已提交
282
{
P
Paolo Bonzini 已提交
283
    QEMUFileStdio *s;
A
aliguori 已提交
284

P
Paolo Bonzini 已提交
285
    if (stdio_file == NULL || mode == NULL || (mode[0] != 'r' && mode[0] != 'w') || mode[1] != 0) {
A
aliguori 已提交
286 287 288 289
        fprintf(stderr, "qemu_popen: Argument validity check failed\n");
        return NULL;
    }

290
    s = g_malloc0(sizeof(QEMUFileStdio));
A
aliguori 已提交
291

P
Paolo Bonzini 已提交
292
    s->stdio_file = stdio_file;
A
aliguori 已提交
293 294

    if(mode[0] == 'r') {
295
        s->file = qemu_fopen_ops(s, &stdio_pipe_read_ops);
A
aliguori 已提交
296
    } else {
297
        s->file = qemu_fopen_ops(s, &stdio_pipe_write_ops);
A
aliguori 已提交
298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313
    }
    return s->file;
}

QEMUFile *qemu_popen_cmd(const char *command, const char *mode)
{
    FILE *popen_file;

    popen_file = popen(command, mode);
    if(popen_file == NULL) {
        return NULL;
    }

    return qemu_popen(popen_file, mode);
}

314
static const QEMUFileOps stdio_file_read_ops = {
P
Paolo Bonzini 已提交
315
    .get_fd =     stdio_get_fd,
316 317 318 319 320
    .get_buffer = stdio_get_buffer,
    .close =      stdio_fclose
};

static const QEMUFileOps stdio_file_write_ops = {
P
Paolo Bonzini 已提交
321
    .get_fd =     stdio_get_fd,
322 323 324 325
    .put_buffer = stdio_put_buffer,
    .close =      stdio_fclose
};

P
Paolo Bonzini 已提交
326 327 328 329 330 331 332 333 334 335 336
QEMUFile *qemu_fdopen(int fd, const char *mode)
{
    QEMUFileStdio *s;

    if (mode == NULL ||
	(mode[0] != 'r' && mode[0] != 'w') ||
	mode[1] != 'b' || mode[2] != 0) {
        fprintf(stderr, "qemu_fdopen: Argument validity check failed\n");
        return NULL;
    }

337
    s = g_malloc0(sizeof(QEMUFileStdio));
P
Paolo Bonzini 已提交
338 339 340 341 342
    s->stdio_file = fdopen(fd, mode);
    if (!s->stdio_file)
        goto fail;

    if(mode[0] == 'r') {
343
        s->file = qemu_fopen_ops(s, &stdio_file_read_ops);
P
Paolo Bonzini 已提交
344
    } else {
345
        s->file = qemu_fopen_ops(s, &stdio_file_write_ops);
P
Paolo Bonzini 已提交
346 347 348 349
    }
    return s->file;

fail:
350
    g_free(s);
P
Paolo Bonzini 已提交
351 352 353
    return NULL;
}

354
static const QEMUFileOps socket_read_ops = {
P
Paolo Bonzini 已提交
355
    .get_fd =     socket_get_fd,
356 357 358 359
    .get_buffer = socket_get_buffer,
    .close =      socket_close
};

A
aliguori 已提交
360 361
QEMUFile *qemu_fopen_socket(int fd)
{
362
    QEMUFileSocket *s = g_malloc0(sizeof(QEMUFileSocket));
A
aliguori 已提交
363 364

    s->fd = fd;
365
    s->file = qemu_fopen_ops(s, &socket_read_ops);
A
aliguori 已提交
366 367 368 369 370 371 372
    return s->file;
}

QEMUFile *qemu_fopen(const char *filename, const char *mode)
{
    QEMUFileStdio *s;

P
Paolo Bonzini 已提交
373 374 375
    if (mode == NULL ||
	(mode[0] != 'r' && mode[0] != 'w') ||
	mode[1] != 'b' || mode[2] != 0) {
B
Blue Swirl 已提交
376
        fprintf(stderr, "qemu_fopen: Argument validity check failed\n");
P
Paolo Bonzini 已提交
377 378 379
        return NULL;
    }

380
    s = g_malloc0(sizeof(QEMUFileStdio));
A
aliguori 已提交
381

P
Paolo Bonzini 已提交
382 383
    s->stdio_file = fopen(filename, mode);
    if (!s->stdio_file)
A
aliguori 已提交
384
        goto fail;
L
lirans@il.ibm.com 已提交
385
    
P
Paolo Bonzini 已提交
386
    if(mode[0] == 'w') {
387
        s->file = qemu_fopen_ops(s, &stdio_file_write_ops);
P
Paolo Bonzini 已提交
388
    } else {
389
        s->file = qemu_fopen_ops(s, &stdio_file_read_ops);
P
Paolo Bonzini 已提交
390 391
    }
    return s->file;
A
aliguori 已提交
392
fail:
393
    g_free(s);
A
aliguori 已提交
394 395 396
    return NULL;
}

397
static int block_put_buffer(void *opaque, const uint8_t *buf,
A
aliguori 已提交
398 399
                           int64_t pos, int size)
{
400
    bdrv_save_vmstate(opaque, buf, pos, size);
A
aliguori 已提交
401 402 403
    return size;
}

404
static int block_get_buffer(void *opaque, uint8_t *buf, int64_t pos, int size)
A
aliguori 已提交
405
{
406
    return bdrv_load_vmstate(opaque, buf, pos, size);
A
aliguori 已提交
407 408 409 410
}

static int bdrv_fclose(void *opaque)
{
411
    return bdrv_flush(opaque);
A
aliguori 已提交
412 413
}

414 415 416 417 418 419 420 421 422 423
static const QEMUFileOps bdrv_read_ops = {
    .get_buffer = block_get_buffer,
    .close =      bdrv_fclose
};

static const QEMUFileOps bdrv_write_ops = {
    .put_buffer = block_put_buffer,
    .close =      bdrv_fclose
};

424
static QEMUFile *qemu_fopen_bdrv(BlockDriverState *bs, int is_writable)
A
aliguori 已提交
425 426
{
    if (is_writable)
427 428
        return qemu_fopen_ops(bs, &bdrv_write_ops);
    return qemu_fopen_ops(bs, &bdrv_read_ops);
A
aliguori 已提交
429 430
}

431
QEMUFile *qemu_fopen_ops(void *opaque, const QEMUFileOps *ops)
A
aliguori 已提交
432 433 434
{
    QEMUFile *f;

435
    f = g_malloc0(sizeof(QEMUFile));
A
aliguori 已提交
436 437

    f->opaque = opaque;
438
    f->ops = ops;
A
aliguori 已提交
439 440 441 442 443
    f->is_write = 0;

    return f;
}

444
int qemu_file_get_error(QEMUFile *f)
A
aliguori 已提交
445
{
446
    return f->last_error;
A
aliguori 已提交
447 448
}

449
static void qemu_file_set_error(QEMUFile *f, int ret)
450
{
451
    f->last_error = ret;
452 453
}

454 455 456
/** Flushes QEMUFile buffer
 *
 */
457
static int qemu_fflush(QEMUFile *f)
A
aliguori 已提交
458
{
459 460
    int ret = 0;

461
    if (!f->ops->put_buffer)
462
        return 0;
A
aliguori 已提交
463 464

    if (f->is_write && f->buf_index > 0) {
465
        ret = f->ops->put_buffer(f->opaque, f->buf, f->buf_offset, f->buf_index);
466
        if (ret >= 0) {
A
aliguori 已提交
467
            f->buf_offset += f->buf_index;
468
        }
A
aliguori 已提交
469 470
        f->buf_index = 0;
    }
471
    return ret;
A
aliguori 已提交
472 473 474 475 476
}

static void qemu_fill_buffer(QEMUFile *f)
{
    int len;
477
    int pending;
A
aliguori 已提交
478

479
    if (!f->ops->get_buffer)
A
aliguori 已提交
480 481 482 483 484
        return;

    if (f->is_write)
        abort();

485 486 487 488 489 490 491
    pending = f->buf_size - f->buf_index;
    if (pending > 0) {
        memmove(f->buf, f->buf + f->buf_index, pending);
    }
    f->buf_index = 0;
    f->buf_size = pending;

492
    len = f->ops->get_buffer(f->opaque, f->buf + pending, f->buf_offset,
493
                        IO_BUF_SIZE - pending);
A
aliguori 已提交
494
    if (len > 0) {
495
        f->buf_size += len;
A
aliguori 已提交
496
        f->buf_offset += len;
497
    } else if (len == 0) {
498
        qemu_file_set_error(f, -EIO);
A
aliguori 已提交
499
    } else if (len != -EAGAIN)
500
        qemu_file_set_error(f, len);
A
aliguori 已提交
501 502
}

P
Paolo Bonzini 已提交
503 504 505 506 507 508 509 510
int qemu_get_fd(QEMUFile *f)
{
    if (f->ops->get_fd) {
        return f->ops->get_fd(f->opaque);
    }
    return -1;
}

511 512 513 514 515 516 517 518 519 520
/** Closes the file
 *
 * Returns negative error value if any error happened on previous operations or
 * while closing the file. Returns 0 or positive number on success.
 *
 * The meaning of return value on success depends on the specific backend
 * being used.
 */
int qemu_fclose(QEMUFile *f)
{
521
    int ret;
522 523
    ret = qemu_fflush(f);

524 525
    if (f->ops->close) {
        int ret2 = f->ops->close(f->opaque);
526 527 528
        if (ret >= 0) {
            ret = ret2;
        }
529
    }
530 531 532 533 534 535
    /* If any error was spotted before closing, we should report it
     * instead of the close() return value.
     */
    if (f->last_error) {
        ret = f->last_error;
    }
536
    g_free(f);
A
aliguori 已提交
537 538 539
    return ret;
}

540
int qemu_file_put_notify(QEMUFile *f)
A
aliguori 已提交
541
{
542
    return f->ops->put_buffer(f->opaque, NULL, 0, 0);
A
aliguori 已提交
543 544 545 546 547 548
}

void qemu_put_buffer(QEMUFile *f, const uint8_t *buf, int size)
{
    int l;

549 550 551 552 553
    if (f->last_error) {
        return;
    }

    if (f->is_write == 0 && f->buf_index > 0) {
A
aliguori 已提交
554 555 556 557 558
        fprintf(stderr,
                "Attempted to write to buffer while read buffer is not empty\n");
        abort();
    }

559
    while (size > 0) {
A
aliguori 已提交
560 561 562 563 564 565 566 567
        l = IO_BUF_SIZE - f->buf_index;
        if (l > size)
            l = size;
        memcpy(f->buf + f->buf_index, buf, l);
        f->is_write = 1;
        f->buf_index += l;
        buf += l;
        size -= l;
568 569
        if (f->buf_index >= IO_BUF_SIZE) {
            int ret = qemu_fflush(f);
570 571 572 573
            if (ret < 0) {
                qemu_file_set_error(f, ret);
                break;
            }
574
        }
A
aliguori 已提交
575 576 577 578 579
    }
}

void qemu_put_byte(QEMUFile *f, int v)
{
580 581 582 583 584
    if (f->last_error) {
        return;
    }

    if (f->is_write == 0 && f->buf_index > 0) {
A
aliguori 已提交
585 586 587 588 589 590 591
        fprintf(stderr,
                "Attempted to write to buffer while read buffer is not empty\n");
        abort();
    }

    f->buf[f->buf_index++] = v;
    f->is_write = 1;
592 593
    if (f->buf_index >= IO_BUF_SIZE) {
        int ret = qemu_fflush(f);
594 595 596
        if (ret < 0) {
            qemu_file_set_error(f, ret);
        }
597
    }
A
aliguori 已提交
598 599
}

600
static void qemu_file_skip(QEMUFile *f, int size)
A
aliguori 已提交
601
{
602 603 604 605 606 607
    if (f->buf_index + size <= f->buf_size) {
        f->buf_index += size;
    }
}

static int qemu_peek_buffer(QEMUFile *f, uint8_t *buf, int size, size_t offset)
A
aliguori 已提交
608
{
609 610
    int pending;
    int index;
A
aliguori 已提交
611

J
Juan Quintela 已提交
612
    if (f->is_write) {
A
aliguori 已提交
613
        abort();
J
Juan Quintela 已提交
614
    }
A
aliguori 已提交
615

616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645
    index = f->buf_index + offset;
    pending = f->buf_size - index;
    if (pending < size) {
        qemu_fill_buffer(f);
        index = f->buf_index + offset;
        pending = f->buf_size - index;
    }

    if (pending <= 0) {
        return 0;
    }
    if (size > pending) {
        size = pending;
    }

    memcpy(buf, f->buf + index, size);
    return size;
}

int qemu_get_buffer(QEMUFile *f, uint8_t *buf, int size)
{
    int pending = size;
    int done = 0;

    while (pending > 0) {
        int res;

        res = qemu_peek_buffer(f, buf, pending, 0);
        if (res == 0) {
            return done;
A
aliguori 已提交
646
        }
647 648 649 650
        qemu_file_skip(f, res);
        buf += res;
        pending -= res;
        done += res;
A
aliguori 已提交
651
    }
652
    return done;
A
aliguori 已提交
653 654
}

655
static int qemu_peek_byte(QEMUFile *f, int offset)
J
Juan Quintela 已提交
656
{
657 658
    int index = f->buf_index + offset;

J
Juan Quintela 已提交
659
    if (f->is_write) {
J
Juan Quintela 已提交
660
        abort();
J
Juan Quintela 已提交
661
    }
J
Juan Quintela 已提交
662

663
    if (index >= f->buf_size) {
J
Juan Quintela 已提交
664
        qemu_fill_buffer(f);
665 666
        index = f->buf_index + offset;
        if (index >= f->buf_size) {
J
Juan Quintela 已提交
667
            return 0;
J
Juan Quintela 已提交
668
        }
J
Juan Quintela 已提交
669
    }
670
    return f->buf[index];
J
Juan Quintela 已提交
671 672
}

A
aliguori 已提交
673 674
int qemu_get_byte(QEMUFile *f)
{
675
    int result;
A
aliguori 已提交
676

677 678
    result = qemu_peek_byte(f, 0);
    qemu_file_skip(f, 1);
679
    return result;
A
aliguori 已提交
680 681
}

J
Juan Quintela 已提交
682
static int64_t qemu_ftell(QEMUFile *f)
A
aliguori 已提交
683 684 685 686 687 688
{
    return f->buf_offset - f->buf_size + f->buf_index;
}

int qemu_file_rate_limit(QEMUFile *f)
{
689 690
    if (f->ops->rate_limit)
        return f->ops->rate_limit(f->opaque);
A
aliguori 已提交
691 692 693 694

    return 0;
}

M
Michael S. Tsirkin 已提交
695
int64_t qemu_file_get_rate_limit(QEMUFile *f)
L
lirans@il.ibm.com 已提交
696
{
697 698
    if (f->ops->get_rate_limit)
        return f->ops->get_rate_limit(f->opaque);
L
lirans@il.ibm.com 已提交
699 700 701 702

    return 0;
}

M
Michael S. Tsirkin 已提交
703
int64_t qemu_file_set_rate_limit(QEMUFile *f, int64_t new_rate)
704
{
705 706
    /* any failed or completed migration keeps its state to allow probing of
     * migration data, but has no associated file anymore */
707 708
    if (f && f->ops->set_rate_limit)
        return f->ops->set_rate_limit(f->opaque, new_rate);
709 710 711 712

    return 0;
}

A
aliguori 已提交
713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758
void qemu_put_be16(QEMUFile *f, unsigned int v)
{
    qemu_put_byte(f, v >> 8);
    qemu_put_byte(f, v);
}

void qemu_put_be32(QEMUFile *f, unsigned int v)
{
    qemu_put_byte(f, v >> 24);
    qemu_put_byte(f, v >> 16);
    qemu_put_byte(f, v >> 8);
    qemu_put_byte(f, v);
}

void qemu_put_be64(QEMUFile *f, uint64_t v)
{
    qemu_put_be32(f, v >> 32);
    qemu_put_be32(f, v);
}

unsigned int qemu_get_be16(QEMUFile *f)
{
    unsigned int v;
    v = qemu_get_byte(f) << 8;
    v |= qemu_get_byte(f);
    return v;
}

unsigned int qemu_get_be32(QEMUFile *f)
{
    unsigned int v;
    v = qemu_get_byte(f) << 24;
    v |= qemu_get_byte(f) << 16;
    v |= qemu_get_byte(f) << 8;
    v |= qemu_get_byte(f);
    return v;
}

uint64_t qemu_get_be64(QEMUFile *f)
{
    uint64_t v;
    v = (uint64_t)qemu_get_be32(f) << 32;
    v |= qemu_get_be32(f);
    return v;
}

759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782

/* timer */

void qemu_put_timer(QEMUFile *f, QEMUTimer *ts)
{
    uint64_t expire_time;

    expire_time = qemu_timer_expire_time_ns(ts);
    qemu_put_be64(f, expire_time);
}

void qemu_get_timer(QEMUFile *f, QEMUTimer *ts)
{
    uint64_t expire_time;

    expire_time = qemu_get_be64(f);
    if (expire_time != -1) {
        qemu_mod_timer_ns(ts, expire_time);
    } else {
        qemu_del_timer(ts);
    }
}


G
Gerd Hoffmann 已提交
783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803
/* bool */

static int get_bool(QEMUFile *f, void *pv, size_t size)
{
    bool *v = pv;
    *v = qemu_get_byte(f);
    return 0;
}

static void put_bool(QEMUFile *f, void *pv, size_t size)
{
    bool *v = pv;
    qemu_put_byte(f, *v);
}

const VMStateInfo vmstate_info_bool = {
    .name = "bool",
    .get  = get_bool,
    .put  = put_bool,
};

804 805 806 807 808 809 810 811 812
/* 8 bit int */

static int get_int8(QEMUFile *f, void *pv, size_t size)
{
    int8_t *v = pv;
    qemu_get_s8s(f, v);
    return 0;
}

813
static void put_int8(QEMUFile *f, void *pv, size_t size)
814
{
815
    int8_t *v = pv;
816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833
    qemu_put_s8s(f, v);
}

const VMStateInfo vmstate_info_int8 = {
    .name = "int8",
    .get  = get_int8,
    .put  = put_int8,
};

/* 16 bit int */

static int get_int16(QEMUFile *f, void *pv, size_t size)
{
    int16_t *v = pv;
    qemu_get_sbe16s(f, v);
    return 0;
}

834
static void put_int16(QEMUFile *f, void *pv, size_t size)
835
{
836
    int16_t *v = pv;
837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854
    qemu_put_sbe16s(f, v);
}

const VMStateInfo vmstate_info_int16 = {
    .name = "int16",
    .get  = get_int16,
    .put  = put_int16,
};

/* 32 bit int */

static int get_int32(QEMUFile *f, void *pv, size_t size)
{
    int32_t *v = pv;
    qemu_get_sbe32s(f, v);
    return 0;
}

855
static void put_int32(QEMUFile *f, void *pv, size_t size)
856
{
857
    int32_t *v = pv;
858 859 860 861 862 863 864 865 866
    qemu_put_sbe32s(f, v);
}

const VMStateInfo vmstate_info_int32 = {
    .name = "int32",
    .get  = get_int32,
    .put  = put_int32,
};

867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886
/* 32 bit int. See that the received value is the same than the one
   in the field */

static int get_int32_equal(QEMUFile *f, void *pv, size_t size)
{
    int32_t *v = pv;
    int32_t v2;
    qemu_get_sbe32s(f, &v2);

    if (*v == v2)
        return 0;
    return -EINVAL;
}

const VMStateInfo vmstate_info_int32_equal = {
    .name = "int32 equal",
    .get  = get_int32_equal,
    .put  = put_int32,
};

887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906
/* 32 bit int. See that the received value is the less or the same
   than the one in the field */

static int get_int32_le(QEMUFile *f, void *pv, size_t size)
{
    int32_t *old = pv;
    int32_t new;
    qemu_get_sbe32s(f, &new);

    if (*old <= new)
        return 0;
    return -EINVAL;
}

const VMStateInfo vmstate_info_int32_le = {
    .name = "int32 equal",
    .get  = get_int32_le,
    .put  = put_int32,
};

907 908 909 910 911 912 913 914 915
/* 64 bit int */

static int get_int64(QEMUFile *f, void *pv, size_t size)
{
    int64_t *v = pv;
    qemu_get_sbe64s(f, v);
    return 0;
}

916
static void put_int64(QEMUFile *f, void *pv, size_t size)
917
{
918
    int64_t *v = pv;
919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936
    qemu_put_sbe64s(f, v);
}

const VMStateInfo vmstate_info_int64 = {
    .name = "int64",
    .get  = get_int64,
    .put  = put_int64,
};

/* 8 bit unsigned int */

static int get_uint8(QEMUFile *f, void *pv, size_t size)
{
    uint8_t *v = pv;
    qemu_get_8s(f, v);
    return 0;
}

937
static void put_uint8(QEMUFile *f, void *pv, size_t size)
938
{
939
    uint8_t *v = pv;
940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957
    qemu_put_8s(f, v);
}

const VMStateInfo vmstate_info_uint8 = {
    .name = "uint8",
    .get  = get_uint8,
    .put  = put_uint8,
};

/* 16 bit unsigned int */

static int get_uint16(QEMUFile *f, void *pv, size_t size)
{
    uint16_t *v = pv;
    qemu_get_be16s(f, v);
    return 0;
}

958
static void put_uint16(QEMUFile *f, void *pv, size_t size)
959
{
960
    uint16_t *v = pv;
961 962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978
    qemu_put_be16s(f, v);
}

const VMStateInfo vmstate_info_uint16 = {
    .name = "uint16",
    .get  = get_uint16,
    .put  = put_uint16,
};

/* 32 bit unsigned int */

static int get_uint32(QEMUFile *f, void *pv, size_t size)
{
    uint32_t *v = pv;
    qemu_get_be32s(f, v);
    return 0;
}

979
static void put_uint32(QEMUFile *f, void *pv, size_t size)
980
{
981
    uint32_t *v = pv;
982 983 984 985 986 987 988 989 990
    qemu_put_be32s(f, v);
}

const VMStateInfo vmstate_info_uint32 = {
    .name = "uint32",
    .get  = get_uint32,
    .put  = put_uint32,
};

991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011
/* 32 bit uint. See that the received value is the same than the one
   in the field */

static int get_uint32_equal(QEMUFile *f, void *pv, size_t size)
{
    uint32_t *v = pv;
    uint32_t v2;
    qemu_get_be32s(f, &v2);

    if (*v == v2) {
        return 0;
    }
    return -EINVAL;
}

const VMStateInfo vmstate_info_uint32_equal = {
    .name = "uint32 equal",
    .get  = get_uint32_equal,
    .put  = put_uint32,
};

1012 1013 1014 1015 1016 1017 1018 1019 1020
/* 64 bit unsigned int */

static int get_uint64(QEMUFile *f, void *pv, size_t size)
{
    uint64_t *v = pv;
    qemu_get_be64s(f, v);
    return 0;
}

1021
static void put_uint64(QEMUFile *f, void *pv, size_t size)
1022
{
1023
    uint64_t *v = pv;
1024 1025 1026 1027 1028 1029 1030 1031 1032
    qemu_put_be64s(f, v);
}

const VMStateInfo vmstate_info_uint64 = {
    .name = "uint64",
    .get  = get_uint64,
    .put  = put_uint64,
};

1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047
/* 8 bit int. See that the received value is the same than the one
   in the field */

static int get_uint8_equal(QEMUFile *f, void *pv, size_t size)
{
    uint8_t *v = pv;
    uint8_t v2;
    qemu_get_8s(f, &v2);

    if (*v == v2)
        return 0;
    return -EINVAL;
}

const VMStateInfo vmstate_info_uint8_equal = {
J
Juan Quintela 已提交
1048
    .name = "uint8 equal",
1049 1050 1051 1052
    .get  = get_uint8_equal,
    .put  = put_uint8,
};

1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072
/* 16 bit unsigned int int. See that the received value is the same than the one
   in the field */

static int get_uint16_equal(QEMUFile *f, void *pv, size_t size)
{
    uint16_t *v = pv;
    uint16_t v2;
    qemu_get_be16s(f, &v2);

    if (*v == v2)
        return 0;
    return -EINVAL;
}

const VMStateInfo vmstate_info_uint16_equal = {
    .name = "uint16 equal",
    .get  = get_uint16_equal,
    .put  = put_uint16,
};

J
Juan Quintela 已提交
1073 1074 1075 1076 1077 1078 1079 1080 1081
/* timers  */

static int get_timer(QEMUFile *f, void *pv, size_t size)
{
    QEMUTimer *v = pv;
    qemu_get_timer(f, v);
    return 0;
}

1082
static void put_timer(QEMUFile *f, void *pv, size_t size)
J
Juan Quintela 已提交
1083
{
1084
    QEMUTimer *v = pv;
J
Juan Quintela 已提交
1085 1086 1087 1088 1089 1090 1091 1092 1093
    qemu_put_timer(f, v);
}

const VMStateInfo vmstate_info_timer = {
    .name = "timer",
    .get  = get_timer,
    .put  = put_timer,
};

1094 1095 1096 1097 1098 1099 1100 1101 1102
/* uint8_t buffers */

static int get_buffer(QEMUFile *f, void *pv, size_t size)
{
    uint8_t *v = pv;
    qemu_get_buffer(f, v, size);
    return 0;
}

1103
static void put_buffer(QEMUFile *f, void *pv, size_t size)
1104
{
1105
    uint8_t *v = pv;
1106 1107 1108 1109 1110 1111 1112 1113 1114
    qemu_put_buffer(f, v, size);
}

const VMStateInfo vmstate_info_buffer = {
    .name = "buffer",
    .get  = get_buffer,
    .put  = put_buffer,
};

J
Juan Quintela 已提交
1115
/* unused buffers: space that was used for some fields that are
1116
   not useful anymore */
J
Juan Quintela 已提交
1117 1118 1119

static int get_unused_buffer(QEMUFile *f, void *pv, size_t size)
{
J
Jan Kiszka 已提交
1120 1121 1122 1123 1124 1125 1126 1127 1128
    uint8_t buf[1024];
    int block_len;

    while (size > 0) {
        block_len = MIN(sizeof(buf), size);
        size -= block_len;
        qemu_get_buffer(f, buf, block_len);
    }
   return 0;
J
Juan Quintela 已提交
1129 1130 1131 1132
}

static void put_unused_buffer(QEMUFile *f, void *pv, size_t size)
{
J
Jan Kiszka 已提交
1133 1134 1135 1136 1137 1138 1139 1140
    static const uint8_t buf[1024];
    int block_len;

    while (size > 0) {
        block_len = MIN(sizeof(buf), size);
        size -= block_len;
        qemu_put_buffer(f, buf, block_len);
    }
J
Juan Quintela 已提交
1141 1142 1143 1144 1145 1146 1147 1148
}

const VMStateInfo vmstate_info_unused_buffer = {
    .name = "unused_buffer",
    .get  = get_unused_buffer,
    .put  = put_unused_buffer,
};

1149 1150 1151 1152 1153 1154 1155 1156 1157 1158 1159 1160 1161 1162 1163 1164 1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188
/* bitmaps (as defined by bitmap.h). Note that size here is the size
 * of the bitmap in bits. The on-the-wire format of a bitmap is 64
 * bit words with the bits in big endian order. The in-memory format
 * is an array of 'unsigned long', which may be either 32 or 64 bits.
 */
/* This is the number of 64 bit words sent over the wire */
#define BITS_TO_U64S(nr) DIV_ROUND_UP(nr, 64)
static int get_bitmap(QEMUFile *f, void *pv, size_t size)
{
    unsigned long *bmp = pv;
    int i, idx = 0;
    for (i = 0; i < BITS_TO_U64S(size); i++) {
        uint64_t w = qemu_get_be64(f);
        bmp[idx++] = w;
        if (sizeof(unsigned long) == 4 && idx < BITS_TO_LONGS(size)) {
            bmp[idx++] = w >> 32;
        }
    }
    return 0;
}

static void put_bitmap(QEMUFile *f, void *pv, size_t size)
{
    unsigned long *bmp = pv;
    int i, idx = 0;
    for (i = 0; i < BITS_TO_U64S(size); i++) {
        uint64_t w = bmp[idx++];
        if (sizeof(unsigned long) == 4 && idx < BITS_TO_LONGS(size)) {
            w |= ((uint64_t)bmp[idx++]) << 32;
        }
        qemu_put_be64(f, w);
    }
}

const VMStateInfo vmstate_info_bitmap = {
    .name = "bitmap",
    .get = get_bitmap,
    .put = put_bitmap,
};

1189 1190 1191 1192 1193
typedef struct CompatEntry {
    char idstr[256];
    int instance_id;
} CompatEntry;

A
aliguori 已提交
1194
typedef struct SaveStateEntry {
B
Blue Swirl 已提交
1195
    QTAILQ_ENTRY(SaveStateEntry) entry;
A
aliguori 已提交
1196 1197
    char idstr[256];
    int instance_id;
J
Jan Kiszka 已提交
1198
    int alias_id;
A
aliguori 已提交
1199 1200
    int version_id;
    int section_id;
1201
    SaveVMHandlers *ops;
1202
    const VMStateDescription *vmsd;
A
aliguori 已提交
1203
    void *opaque;
1204
    CompatEntry *compat;
1205
    int no_migrate;
1206
    int is_ram;
A
aliguori 已提交
1207 1208
} SaveStateEntry;

L
lirans@il.ibm.com 已提交
1209

B
Blue Swirl 已提交
1210 1211
static QTAILQ_HEAD(savevm_handlers, SaveStateEntry) savevm_handlers =
    QTAILQ_HEAD_INITIALIZER(savevm_handlers);
1212
static int global_section_id;
A
aliguori 已提交
1213

1214 1215 1216 1217 1218
static int calculate_new_instance_id(const char *idstr)
{
    SaveStateEntry *se;
    int instance_id = 0;

B
Blue Swirl 已提交
1219
    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1220 1221 1222 1223 1224 1225 1226 1227
        if (strcmp(idstr, se->idstr) == 0
            && instance_id <= se->instance_id) {
            instance_id = se->instance_id + 1;
        }
    }
    return instance_id;
}

1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244
static int calculate_compat_instance_id(const char *idstr)
{
    SaveStateEntry *se;
    int instance_id = 0;

    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
        if (!se->compat)
            continue;

        if (strcmp(idstr, se->compat->idstr) == 0
            && instance_id <= se->compat->instance_id) {
            instance_id = se->compat->instance_id + 1;
        }
    }
    return instance_id;
}

A
aliguori 已提交
1245 1246 1247 1248
/* TODO: Individual devices generally have very little idea about the rest
   of the system, so instance_id should be removed/replaced.
   Meanwhile pass -1 as instance_id if you do not already have a clearly
   distinguishing id for all instances of your device class. */
A
Alex Williamson 已提交
1249 1250
int register_savevm_live(DeviceState *dev,
                         const char *idstr,
A
aliguori 已提交
1251 1252
                         int instance_id,
                         int version_id,
1253
                         SaveVMHandlers *ops,
A
aliguori 已提交
1254 1255
                         void *opaque)
{
1256
    SaveStateEntry *se;
A
aliguori 已提交
1257

1258
    se = g_malloc0(sizeof(SaveStateEntry));
A
aliguori 已提交
1259 1260
    se->version_id = version_id;
    se->section_id = global_section_id++;
1261
    se->ops = ops;
A
aliguori 已提交
1262
    se->opaque = opaque;
1263
    se->vmsd = NULL;
1264
    se->no_migrate = 0;
1265
    /* if this is a live_savem then set is_ram */
1266
    if (ops->save_live_setup != NULL) {
1267 1268
        se->is_ram = 1;
    }
A
aliguori 已提交
1269

1270 1271
    if (dev) {
        char *id = qdev_get_dev_path(dev);
1272 1273 1274
        if (id) {
            pstrcpy(se->idstr, sizeof(se->idstr), id);
            pstrcat(se->idstr, sizeof(se->idstr), "/");
1275
            g_free(id);
1276

1277
            se->compat = g_malloc0(sizeof(CompatEntry));
1278 1279 1280 1281 1282 1283 1284 1285
            pstrcpy(se->compat->idstr, sizeof(se->compat->idstr), idstr);
            se->compat->instance_id = instance_id == -1 ?
                         calculate_compat_instance_id(idstr) : instance_id;
            instance_id = -1;
        }
    }
    pstrcat(se->idstr, sizeof(se->idstr), idstr);

1286
    if (instance_id == -1) {
1287
        se->instance_id = calculate_new_instance_id(se->idstr);
1288 1289
    } else {
        se->instance_id = instance_id;
A
aliguori 已提交
1290
    }
1291
    assert(!se->compat || se->instance_id == 0);
1292
    /* add at the end of list */
B
Blue Swirl 已提交
1293
    QTAILQ_INSERT_TAIL(&savevm_handlers, se, entry);
A
aliguori 已提交
1294 1295 1296
    return 0;
}

A
Alex Williamson 已提交
1297 1298
int register_savevm(DeviceState *dev,
                    const char *idstr,
A
aliguori 已提交
1299 1300 1301 1302 1303 1304
                    int instance_id,
                    int version_id,
                    SaveStateHandler *save_state,
                    LoadStateHandler *load_state,
                    void *opaque)
{
1305 1306 1307
    SaveVMHandlers *ops = g_malloc0(sizeof(SaveVMHandlers));
    ops->save_state = save_state;
    ops->load_state = load_state;
A
Alex Williamson 已提交
1308
    return register_savevm_live(dev, idstr, instance_id, version_id,
1309
                                ops, opaque);
A
aliguori 已提交
1310 1311
}

A
Alex Williamson 已提交
1312
void unregister_savevm(DeviceState *dev, const char *idstr, void *opaque)
1313
{
1314
    SaveStateEntry *se, *new_se;
1315 1316
    char id[256] = "";

1317 1318
    if (dev) {
        char *path = qdev_get_dev_path(dev);
1319 1320 1321
        if (path) {
            pstrcpy(id, sizeof(id), path);
            pstrcat(id, sizeof(id), "/");
1322
            g_free(path);
1323 1324 1325
        }
    }
    pstrcat(id, sizeof(id), idstr);
1326

B
Blue Swirl 已提交
1327
    QTAILQ_FOREACH_SAFE(se, &savevm_handlers, entry, new_se) {
1328
        if (strcmp(se->idstr, id) == 0 && se->opaque == opaque) {
B
Blue Swirl 已提交
1329
            QTAILQ_REMOVE(&savevm_handlers, se, entry);
1330
            if (se->compat) {
1331
                g_free(se->compat);
1332
            }
1333
            g_free(se->ops);
1334
            g_free(se);
1335 1336 1337 1338
        }
    }
}

A
Alex Williamson 已提交
1339
int vmstate_register_with_alias_id(DeviceState *dev, int instance_id,
J
Jan Kiszka 已提交
1340 1341 1342
                                   const VMStateDescription *vmsd,
                                   void *opaque, int alias_id,
                                   int required_for_version)
1343
{
1344
    SaveStateEntry *se;
1345

J
Jan Kiszka 已提交
1346 1347 1348
    /* If this triggers, alias support can be dropped for the vmsd. */
    assert(alias_id == -1 || required_for_version >= vmsd->minimum_version_id);

1349
    se = g_malloc0(sizeof(SaveStateEntry));
1350 1351 1352 1353
    se->version_id = vmsd->version_id;
    se->section_id = global_section_id++;
    se->opaque = opaque;
    se->vmsd = vmsd;
J
Jan Kiszka 已提交
1354
    se->alias_id = alias_id;
1355
    se->no_migrate = vmsd->unmigratable;
1356

1357 1358
    if (dev) {
        char *id = qdev_get_dev_path(dev);
1359 1360 1361
        if (id) {
            pstrcpy(se->idstr, sizeof(se->idstr), id);
            pstrcat(se->idstr, sizeof(se->idstr), "/");
1362
            g_free(id);
1363

1364
            se->compat = g_malloc0(sizeof(CompatEntry));
1365 1366 1367 1368 1369 1370 1371 1372
            pstrcpy(se->compat->idstr, sizeof(se->compat->idstr), vmsd->name);
            se->compat->instance_id = instance_id == -1 ?
                         calculate_compat_instance_id(vmsd->name) : instance_id;
            instance_id = -1;
        }
    }
    pstrcat(se->idstr, sizeof(se->idstr), vmsd->name);

1373
    if (instance_id == -1) {
1374
        se->instance_id = calculate_new_instance_id(se->idstr);
1375 1376
    } else {
        se->instance_id = instance_id;
1377
    }
1378
    assert(!se->compat || se->instance_id == 0);
1379
    /* add at the end of list */
B
Blue Swirl 已提交
1380
    QTAILQ_INSERT_TAIL(&savevm_handlers, se, entry);
1381 1382 1383
    return 0;
}

A
Alex Williamson 已提交
1384 1385
int vmstate_register(DeviceState *dev, int instance_id,
                     const VMStateDescription *vmsd, void *opaque)
J
Jan Kiszka 已提交
1386
{
A
Alex Williamson 已提交
1387 1388
    return vmstate_register_with_alias_id(dev, instance_id, vmsd,
                                          opaque, -1, 0);
J
Jan Kiszka 已提交
1389 1390
}

A
Alex Williamson 已提交
1391 1392
void vmstate_unregister(DeviceState *dev, const VMStateDescription *vmsd,
                        void *opaque)
1393
{
1394 1395
    SaveStateEntry *se, *new_se;

B
Blue Swirl 已提交
1396
    QTAILQ_FOREACH_SAFE(se, &savevm_handlers, entry, new_se) {
1397
        if (se->vmsd == vmsd && se->opaque == opaque) {
B
Blue Swirl 已提交
1398
            QTAILQ_REMOVE(&savevm_handlers, se, entry);
1399
            if (se->compat) {
1400
                g_free(se->compat);
1401
            }
1402
            g_free(se);
1403 1404
        }
    }
1405 1406
}

J
Juan Quintela 已提交
1407 1408 1409 1410 1411
static void vmstate_subsection_save(QEMUFile *f, const VMStateDescription *vmsd,
                                    void *opaque);
static int vmstate_subsection_load(QEMUFile *f, const VMStateDescription *vmsd,
                                   void *opaque);

1412 1413 1414 1415
int vmstate_load_state(QEMUFile *f, const VMStateDescription *vmsd,
                       void *opaque, int version_id)
{
    VMStateField *field = vmsd->fields;
J
Juan Quintela 已提交
1416
    int ret;
1417 1418 1419 1420 1421 1422 1423 1424 1425 1426

    if (version_id > vmsd->version_id) {
        return -EINVAL;
    }
    if (version_id < vmsd->minimum_version_id_old) {
        return -EINVAL;
    }
    if  (version_id < vmsd->minimum_version_id) {
        return vmsd->load_state_old(f, opaque, version_id);
    }
J
Juan Quintela 已提交
1427 1428 1429 1430 1431
    if (vmsd->pre_load) {
        int ret = vmsd->pre_load(opaque);
        if (ret)
            return ret;
    }
1432
    while(field->name) {
1433 1434 1435 1436
        if ((field->field_exists &&
             field->field_exists(opaque, version_id)) ||
            (!field->field_exists &&
             field->version_id <= version_id)) {
J
Juan Quintela 已提交
1437
            void *base_addr = opaque + field->offset;
J
Juan Quintela 已提交
1438
            int i, n_elems = 1;
J
Juan Quintela 已提交
1439
            int size = field->size;
1440

J
Juan Quintela 已提交
1441 1442
            if (field->flags & VMS_VBUFFER) {
                size = *(int32_t *)(opaque+field->size_offset);
1443 1444 1445
                if (field->flags & VMS_MULTIPLY) {
                    size *= field->size;
                }
J
Juan Quintela 已提交
1446
            }
J
Juan Quintela 已提交
1447 1448
            if (field->flags & VMS_ARRAY) {
                n_elems = field->num;
1449 1450
            } else if (field->flags & VMS_VARRAY_INT32) {
                n_elems = *(int32_t *)(opaque+field->num_offset);
J
Juan Quintela 已提交
1451 1452
            } else if (field->flags & VMS_VARRAY_UINT32) {
                n_elems = *(uint32_t *)(opaque+field->num_offset);
1453 1454
            } else if (field->flags & VMS_VARRAY_UINT16) {
                n_elems = *(uint16_t *)(opaque+field->num_offset);
1455 1456
            } else if (field->flags & VMS_VARRAY_UINT8) {
                n_elems = *(uint8_t *)(opaque+field->num_offset);
J
Juan Quintela 已提交
1457
            }
J
Juan Quintela 已提交
1458
            if (field->flags & VMS_POINTER) {
J
Juan Quintela 已提交
1459
                base_addr = *(void **)base_addr + field->start;
J
Juan Quintela 已提交
1460
            }
J
Juan Quintela 已提交
1461
            for (i = 0; i < n_elems; i++) {
J
Juan Quintela 已提交
1462
                void *addr = base_addr + size * i;
J
Juan Quintela 已提交
1463

1464 1465 1466
                if (field->flags & VMS_ARRAY_OF_POINTER) {
                    addr = *(void **)addr;
                }
J
Juan Quintela 已提交
1467
                if (field->flags & VMS_STRUCT) {
1468
                    ret = vmstate_load_state(f, field->vmsd, addr, field->vmsd->version_id);
J
Juan Quintela 已提交
1469
                } else {
J
Juan Quintela 已提交
1470
                    ret = field->info->get(f, addr, size);
J
Juan Quintela 已提交
1471 1472

                }
J
Juan Quintela 已提交
1473 1474 1475
                if (ret < 0) {
                    return ret;
                }
1476 1477 1478 1479
            }
        }
        field++;
    }
J
Juan Quintela 已提交
1480 1481 1482 1483
    ret = vmstate_subsection_load(f, vmsd, opaque);
    if (ret != 0) {
        return ret;
    }
1484
    if (vmsd->post_load) {
1485
        return vmsd->post_load(opaque, version_id);
1486
    }
1487 1488 1489 1490
    return 0;
}

void vmstate_save_state(QEMUFile *f, const VMStateDescription *vmsd,
1491
                        void *opaque)
1492 1493 1494
{
    VMStateField *field = vmsd->fields;

1495 1496 1497
    if (vmsd->pre_save) {
        vmsd->pre_save(opaque);
    }
1498
    while(field->name) {
1499 1500 1501 1502
        if (!field->field_exists ||
            field->field_exists(opaque, vmsd->version_id)) {
            void *base_addr = opaque + field->offset;
            int i, n_elems = 1;
J
Juan Quintela 已提交
1503
            int size = field->size;
J
Juan Quintela 已提交
1504

J
Juan Quintela 已提交
1505 1506
            if (field->flags & VMS_VBUFFER) {
                size = *(int32_t *)(opaque+field->size_offset);
1507 1508 1509
                if (field->flags & VMS_MULTIPLY) {
                    size *= field->size;
                }
J
Juan Quintela 已提交
1510
            }
1511 1512
            if (field->flags & VMS_ARRAY) {
                n_elems = field->num;
1513 1514
            } else if (field->flags & VMS_VARRAY_INT32) {
                n_elems = *(int32_t *)(opaque+field->num_offset);
1515 1516
            } else if (field->flags & VMS_VARRAY_UINT32) {
                n_elems = *(uint32_t *)(opaque+field->num_offset);
1517 1518
            } else if (field->flags & VMS_VARRAY_UINT16) {
                n_elems = *(uint16_t *)(opaque+field->num_offset);
1519 1520
            } else if (field->flags & VMS_VARRAY_UINT8) {
                n_elems = *(uint8_t *)(opaque+field->num_offset);
1521 1522
            }
            if (field->flags & VMS_POINTER) {
J
Juan Quintela 已提交
1523
                base_addr = *(void **)base_addr + field->start;
1524 1525
            }
            for (i = 0; i < n_elems; i++) {
J
Juan Quintela 已提交
1526
                void *addr = base_addr + size * i;
J
Juan Quintela 已提交
1527

1528 1529 1530
                if (field->flags & VMS_ARRAY_OF_POINTER) {
                    addr = *(void **)addr;
                }
1531 1532 1533
                if (field->flags & VMS_STRUCT) {
                    vmstate_save_state(f, field->vmsd, addr);
                } else {
J
Juan Quintela 已提交
1534
                    field->info->put(f, addr, size);
1535
                }
J
Juan Quintela 已提交
1536
            }
J
Juan Quintela 已提交
1537
        }
1538 1539
        field++;
    }
J
Juan Quintela 已提交
1540
    vmstate_subsection_save(f, vmsd, opaque);
1541 1542
}

1543 1544
static int vmstate_load(QEMUFile *f, SaveStateEntry *se, int version_id)
{
1545
    if (!se->vmsd) {         /* Old style */
1546
        return se->ops->load_state(f, se->opaque, version_id);
1547 1548
    }
    return vmstate_load_state(f, se->vmsd, se->opaque, version_id);
1549 1550
}

A
Alex Williamson 已提交
1551
static void vmstate_save(QEMUFile *f, SaveStateEntry *se)
1552
{
1553
    if (!se->vmsd) {         /* Old style */
1554
        se->ops->save_state(f, se->opaque);
A
Alex Williamson 已提交
1555
        return;
1556 1557
    }
    vmstate_save_state(f,se->vmsd, se->opaque);
1558 1559
}

A
aliguori 已提交
1560 1561 1562 1563 1564 1565 1566 1567 1568
#define QEMU_VM_FILE_MAGIC           0x5145564d
#define QEMU_VM_FILE_VERSION_COMPAT  0x00000002
#define QEMU_VM_FILE_VERSION         0x00000003

#define QEMU_VM_EOF                  0x00
#define QEMU_VM_SECTION_START        0x01
#define QEMU_VM_SECTION_PART         0x02
#define QEMU_VM_SECTION_END          0x03
#define QEMU_VM_SECTION_FULL         0x04
J
Juan Quintela 已提交
1569
#define QEMU_VM_SUBSECTION           0x05
A
aliguori 已提交
1570

L
Luiz Capitulino 已提交
1571
bool qemu_savevm_state_blocked(Error **errp)
A
Alex Williamson 已提交
1572 1573 1574 1575 1576
{
    SaveStateEntry *se;

    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
        if (se->no_migrate) {
L
Luiz Capitulino 已提交
1577
            error_set(errp, QERR_MIGRATION_NOT_SUPPORTED, se->idstr);
A
Alex Williamson 已提交
1578 1579 1580 1581 1582 1583
            return true;
        }
    }
    return false;
}

I
Isaku Yamahata 已提交
1584 1585
int qemu_savevm_state_begin(QEMUFile *f,
                            const MigrationParams *params)
A
aliguori 已提交
1586 1587
{
    SaveStateEntry *se;
J
Juan Quintela 已提交
1588
    int ret;
A
aliguori 已提交
1589

L
lirans@il.ibm.com 已提交
1590
    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1591
        if (!se->ops || !se->ops->set_params) {
L
lirans@il.ibm.com 已提交
1592
            continue;
I
Isaku Yamahata 已提交
1593
        }
1594
        se->ops->set_params(params, se->opaque);
L
lirans@il.ibm.com 已提交
1595 1596
    }
    
A
aliguori 已提交
1597 1598 1599
    qemu_put_be32(f, QEMU_VM_FILE_MAGIC);
    qemu_put_be32(f, QEMU_VM_FILE_VERSION);

B
Blue Swirl 已提交
1600
    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
A
aliguori 已提交
1601 1602
        int len;

1603
        if (!se->ops || !se->ops->save_live_setup) {
A
aliguori 已提交
1604
            continue;
1605
        }
1606 1607 1608 1609 1610
        if (se->ops && se->ops->is_active) {
            if (!se->ops->is_active(se->opaque)) {
                continue;
            }
        }
A
aliguori 已提交
1611 1612 1613 1614 1615 1616 1617 1618 1619 1620 1621 1622
        /* Section type */
        qemu_put_byte(f, QEMU_VM_SECTION_START);
        qemu_put_be32(f, se->section_id);

        /* ID string */
        len = strlen(se->idstr);
        qemu_put_byte(f, len);
        qemu_put_buffer(f, (uint8_t *)se->idstr, len);

        qemu_put_be32(f, se->instance_id);
        qemu_put_be32(f, se->version_id);

1623
        ret = se->ops->save_live_setup(f, se->opaque);
1624
        if (ret < 0) {
1625
            qemu_savevm_state_cancel(f);
1626 1627
            return ret;
        }
A
aliguori 已提交
1628
    }
1629
    ret = qemu_file_get_error(f);
J
Juan Quintela 已提交
1630
    if (ret != 0) {
1631
        qemu_savevm_state_cancel(f);
1632
    }
A
aliguori 已提交
1633

J
Juan Quintela 已提交
1634 1635
    return ret;

A
aliguori 已提交
1636 1637
}

J
Juan Quintela 已提交
1638
/*
D
Dong Xu Wang 已提交
1639
 * this function has three return values:
J
Juan Quintela 已提交
1640 1641 1642 1643
 *   negative: there was one error, and we have -errno.
 *   0 : We haven't finished, caller have to go again
 *   1 : We have finished, we can go to complete phase
 */
1644
int qemu_savevm_state_iterate(QEMUFile *f)
A
aliguori 已提交
1645 1646 1647 1648
{
    SaveStateEntry *se;
    int ret = 1;

B
Blue Swirl 已提交
1649
    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1650
        if (!se->ops || !se->ops->save_live_iterate) {
A
aliguori 已提交
1651
            continue;
1652
        }
1653 1654 1655 1656 1657
        if (se->ops && se->ops->is_active) {
            if (!se->ops->is_active(se->opaque)) {
                continue;
            }
        }
1658 1659 1660
        if (qemu_file_rate_limit(f)) {
            return 0;
        }
1661
        trace_savevm_section_start();
A
aliguori 已提交
1662 1663 1664 1665
        /* Section type */
        qemu_put_byte(f, QEMU_VM_SECTION_PART);
        qemu_put_be32(f, se->section_id);

1666
        ret = se->ops->save_live_iterate(f, se->opaque);
1667 1668
        trace_savevm_section_end(se->section_id);

1669
        if (ret <= 0) {
1670 1671 1672 1673 1674 1675
            /* Do not proceed to the next vmstate before this one reported
               completion of the current stage. This serializes the migration
               and reduces the probability that a faster changing state is
               synchronized over and over again. */
            break;
        }
A
aliguori 已提交
1676
    }
J
Juan Quintela 已提交
1677 1678 1679
    if (ret != 0) {
        return ret;
    }
1680
    ret = qemu_file_get_error(f);
J
Juan Quintela 已提交
1681
    if (ret != 0) {
1682
        qemu_savevm_state_cancel(f);
1683
    }
J
Juan Quintela 已提交
1684
    return ret;
A
aliguori 已提交
1685 1686
}

1687
int qemu_savevm_state_complete(QEMUFile *f)
A
aliguori 已提交
1688 1689
{
    SaveStateEntry *se;
1690
    int ret;
A
aliguori 已提交
1691

1692 1693
    cpu_synchronize_all_states();

B
Blue Swirl 已提交
1694
    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1695
        if (!se->ops || !se->ops->save_live_complete) {
A
aliguori 已提交
1696
            continue;
1697
        }
1698 1699 1700 1701 1702
        if (se->ops && se->ops->is_active) {
            if (!se->ops->is_active(se->opaque)) {
                continue;
            }
        }
1703
        trace_savevm_section_start();
A
aliguori 已提交
1704 1705 1706 1707
        /* Section type */
        qemu_put_byte(f, QEMU_VM_SECTION_END);
        qemu_put_be32(f, se->section_id);

1708
        ret = se->ops->save_live_complete(f, se->opaque);
1709
        trace_savevm_section_end(se->section_id);
1710 1711 1712
        if (ret < 0) {
            return ret;
        }
A
aliguori 已提交
1713 1714
    }

B
Blue Swirl 已提交
1715
    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
A
aliguori 已提交
1716 1717
        int len;

1718
        if ((!se->ops || !se->ops->save_state) && !se->vmsd) {
A
aliguori 已提交
1719
	    continue;
1720
        }
1721
        trace_savevm_section_start();
A
aliguori 已提交
1722 1723 1724 1725 1726 1727 1728 1729 1730 1731 1732 1733
        /* Section type */
        qemu_put_byte(f, QEMU_VM_SECTION_FULL);
        qemu_put_be32(f, se->section_id);

        /* ID string */
        len = strlen(se->idstr);
        qemu_put_byte(f, len);
        qemu_put_buffer(f, (uint8_t *)se->idstr, len);

        qemu_put_be32(f, se->instance_id);
        qemu_put_be32(f, se->version_id);

A
Alex Williamson 已提交
1734
        vmstate_save(f, se);
1735
        trace_savevm_section_end(se->section_id);
A
aliguori 已提交
1736 1737 1738 1739
    }

    qemu_put_byte(f, QEMU_VM_EOF);

1740
    return qemu_file_get_error(f);
A
aliguori 已提交
1741 1742
}

1743
void qemu_savevm_state_cancel(QEMUFile *f)
1744 1745 1746 1747
{
    SaveStateEntry *se;

    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
1748 1749
        if (se->ops && se->ops->cancel) {
            se->ops->cancel(se->opaque);
1750 1751 1752 1753
        }
    }
}

L
Luiz Capitulino 已提交
1754
static int qemu_savevm_state(QEMUFile *f)
A
aliguori 已提交
1755 1756
{
    int ret;
I
Isaku Yamahata 已提交
1757 1758 1759 1760
    MigrationParams params = {
        .blk = 0,
        .shared = 0
    };
A
aliguori 已提交
1761

L
Luiz Capitulino 已提交
1762
    if (qemu_savevm_state_blocked(NULL)) {
A
Alex Williamson 已提交
1763 1764 1765 1766
        ret = -EINVAL;
        goto out;
    }

I
Isaku Yamahata 已提交
1767
    ret = qemu_savevm_state_begin(f, &params);
A
aliguori 已提交
1768 1769 1770 1771
    if (ret < 0)
        goto out;

    do {
1772
        ret = qemu_savevm_state_iterate(f);
A
aliguori 已提交
1773 1774 1775 1776
        if (ret < 0)
            goto out;
    } while (ret == 0);

1777
    ret = qemu_savevm_state_complete(f);
A
aliguori 已提交
1778 1779

out:
J
Juan Quintela 已提交
1780
    if (ret == 0) {
1781
        ret = qemu_file_get_error(f);
J
Juan Quintela 已提交
1782
    }
A
aliguori 已提交
1783 1784 1785 1786

    return ret;
}

1787 1788 1789 1790 1791 1792 1793 1794 1795 1796 1797 1798 1799 1800 1801
static int qemu_save_device_state(QEMUFile *f)
{
    SaveStateEntry *se;

    qemu_put_be32(f, QEMU_VM_FILE_MAGIC);
    qemu_put_be32(f, QEMU_VM_FILE_VERSION);

    cpu_synchronize_all_states();

    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
        int len;

        if (se->is_ram) {
            continue;
        }
1802
        if ((!se->ops || !se->ops->save_state) && !se->vmsd) {
1803 1804 1805 1806 1807 1808 1809 1810 1811 1812 1813 1814 1815 1816 1817 1818 1819 1820 1821 1822 1823 1824 1825
            continue;
        }

        /* Section type */
        qemu_put_byte(f, QEMU_VM_SECTION_FULL);
        qemu_put_be32(f, se->section_id);

        /* ID string */
        len = strlen(se->idstr);
        qemu_put_byte(f, len);
        qemu_put_buffer(f, (uint8_t *)se->idstr, len);

        qemu_put_be32(f, se->instance_id);
        qemu_put_be32(f, se->version_id);

        vmstate_save(f, se);
    }

    qemu_put_byte(f, QEMU_VM_EOF);

    return qemu_file_get_error(f);
}

A
aliguori 已提交
1826 1827 1828 1829
static SaveStateEntry *find_se(const char *idstr, int instance_id)
{
    SaveStateEntry *se;

B
Blue Swirl 已提交
1830
    QTAILQ_FOREACH(se, &savevm_handlers, entry) {
A
aliguori 已提交
1831
        if (!strcmp(se->idstr, idstr) &&
J
Jan Kiszka 已提交
1832 1833
            (instance_id == se->instance_id ||
             instance_id == se->alias_id))
A
aliguori 已提交
1834
            return se;
1835 1836 1837 1838 1839 1840 1841
        /* Migrating from an older version? */
        if (strstr(se->idstr, idstr) && se->compat) {
            if (!strcmp(se->compat->idstr, idstr) &&
                (instance_id == se->compat->instance_id ||
                 instance_id == se->alias_id))
                return se;
        }
A
aliguori 已提交
1842 1843 1844 1845
    }
    return NULL;
}

J
Juan Quintela 已提交
1846 1847 1848 1849 1850 1851 1852 1853 1854 1855 1856 1857 1858 1859
static const VMStateDescription *vmstate_get_subsection(const VMStateSubsection *sub, char *idstr)
{
    while(sub && sub->needed) {
        if (strcmp(idstr, sub->vmsd->name) == 0) {
            return sub->vmsd;
        }
        sub++;
    }
    return NULL;
}

static int vmstate_subsection_load(QEMUFile *f, const VMStateDescription *vmsd,
                                   void *opaque)
{
1860
    while (qemu_peek_byte(f, 0) == QEMU_VM_SUBSECTION) {
J
Juan Quintela 已提交
1861 1862
        char idstr[256];
        int ret;
1863
        uint8_t version_id, len, size;
J
Juan Quintela 已提交
1864 1865
        const VMStateDescription *sub_vmsd;

1866 1867 1868 1869 1870 1871 1872 1873 1874 1875
        len = qemu_peek_byte(f, 1);
        if (len < strlen(vmsd->name) + 1) {
            /* subsection name has be be "section_name/a" */
            return 0;
        }
        size = qemu_peek_buffer(f, (uint8_t *)idstr, len, 2);
        if (size != len) {
            return 0;
        }
        idstr[size] = 0;
J
Juan Quintela 已提交
1876

1877 1878 1879 1880
        if (strncmp(vmsd->name, idstr, strlen(vmsd->name)) != 0) {
            /* it don't have a valid subsection name */
            return 0;
        }
1881
        sub_vmsd = vmstate_get_subsection(vmsd->subsections, idstr);
J
Juan Quintela 已提交
1882 1883 1884
        if (sub_vmsd == NULL) {
            return -ENOENT;
        }
1885 1886 1887 1888 1889
        qemu_file_skip(f, 1); /* subsection */
        qemu_file_skip(f, 1); /* len */
        qemu_file_skip(f, len); /* idstr */
        version_id = qemu_get_be32(f);

J
Juan Quintela 已提交
1890 1891 1892 1893 1894 1895 1896 1897 1898 1899 1900 1901 1902 1903 1904 1905 1906 1907 1908 1909 1910 1911 1912 1913 1914 1915 1916 1917 1918
        ret = vmstate_load_state(f, sub_vmsd, opaque, version_id);
        if (ret) {
            return ret;
        }
    }
    return 0;
}

static void vmstate_subsection_save(QEMUFile *f, const VMStateDescription *vmsd,
                                    void *opaque)
{
    const VMStateSubsection *sub = vmsd->subsections;

    while (sub && sub->needed) {
        if (sub->needed(opaque)) {
            const VMStateDescription *vmsd = sub->vmsd;
            uint8_t len;

            qemu_put_byte(f, QEMU_VM_SUBSECTION);
            len = strlen(vmsd->name);
            qemu_put_byte(f, len);
            qemu_put_buffer(f, (uint8_t *)vmsd->name, len);
            qemu_put_be32(f, vmsd->version_id);
            vmstate_save_state(f, vmsd, opaque);
        }
        sub++;
    }
}

A
aliguori 已提交
1919
typedef struct LoadStateEntry {
B
Blue Swirl 已提交
1920
    QLIST_ENTRY(LoadStateEntry) entry;
A
aliguori 已提交
1921 1922 1923 1924 1925 1926 1927
    SaveStateEntry *se;
    int section_id;
    int version_id;
} LoadStateEntry;

int qemu_loadvm_state(QEMUFile *f)
{
B
Blue Swirl 已提交
1928 1929
    QLIST_HEAD(, LoadStateEntry) loadvm_handlers =
        QLIST_HEAD_INITIALIZER(loadvm_handlers);
1930
    LoadStateEntry *le, *new_le;
A
aliguori 已提交
1931 1932 1933 1934
    uint8_t section_type;
    unsigned int v;
    int ret;

L
Luiz Capitulino 已提交
1935
    if (qemu_savevm_state_blocked(NULL)) {
A
Alex Williamson 已提交
1936 1937 1938
        return -EINVAL;
    }

A
aliguori 已提交
1939 1940 1941 1942 1943
    v = qemu_get_be32(f);
    if (v != QEMU_VM_FILE_MAGIC)
        return -EINVAL;

    v = qemu_get_be32(f);
J
Juan Quintela 已提交
1944 1945 1946 1947
    if (v == QEMU_VM_FILE_VERSION_COMPAT) {
        fprintf(stderr, "SaveVM v2 format is obsolete and don't work anymore\n");
        return -ENOTSUP;
    }
A
aliguori 已提交
1948 1949 1950 1951 1952 1953 1954 1955 1956 1957 1958 1959 1960 1961 1962 1963 1964 1965 1966 1967 1968 1969 1970 1971 1972 1973 1974 1975 1976 1977 1978 1979 1980 1981 1982 1983 1984
    if (v != QEMU_VM_FILE_VERSION)
        return -ENOTSUP;

    while ((section_type = qemu_get_byte(f)) != QEMU_VM_EOF) {
        uint32_t instance_id, version_id, section_id;
        SaveStateEntry *se;
        char idstr[257];
        int len;

        switch (section_type) {
        case QEMU_VM_SECTION_START:
        case QEMU_VM_SECTION_FULL:
            /* Read section start */
            section_id = qemu_get_be32(f);
            len = qemu_get_byte(f);
            qemu_get_buffer(f, (uint8_t *)idstr, len);
            idstr[len] = 0;
            instance_id = qemu_get_be32(f);
            version_id = qemu_get_be32(f);

            /* Find savevm section */
            se = find_se(idstr, instance_id);
            if (se == NULL) {
                fprintf(stderr, "Unknown savevm section or instance '%s' %d\n", idstr, instance_id);
                ret = -EINVAL;
                goto out;
            }

            /* Validate version */
            if (version_id > se->version_id) {
                fprintf(stderr, "savevm: unsupported version %d for '%s' v%d\n",
                        version_id, idstr, se->version_id);
                ret = -EINVAL;
                goto out;
            }

            /* Add entry */
1985
            le = g_malloc0(sizeof(*le));
A
aliguori 已提交
1986 1987 1988 1989

            le->se = se;
            le->section_id = section_id;
            le->version_id = version_id;
B
Blue Swirl 已提交
1990
            QLIST_INSERT_HEAD(&loadvm_handlers, le, entry);
A
aliguori 已提交
1991

1992
            ret = vmstate_load(f, le->se, le->version_id);
1993 1994 1995 1996 1997
            if (ret < 0) {
                fprintf(stderr, "qemu: warning: error while loading state for instance 0x%x of device '%s'\n",
                        instance_id, idstr);
                goto out;
            }
A
aliguori 已提交
1998 1999 2000 2001 2002
            break;
        case QEMU_VM_SECTION_PART:
        case QEMU_VM_SECTION_END:
            section_id = qemu_get_be32(f);

B
Blue Swirl 已提交
2003
            QLIST_FOREACH(le, &loadvm_handlers, entry) {
2004 2005 2006 2007
                if (le->section_id == section_id) {
                    break;
                }
            }
A
aliguori 已提交
2008 2009 2010 2011 2012 2013
            if (le == NULL) {
                fprintf(stderr, "Unknown savevm section %d\n", section_id);
                ret = -EINVAL;
                goto out;
            }

2014
            ret = vmstate_load(f, le->se, le->version_id);
2015 2016 2017 2018 2019
            if (ret < 0) {
                fprintf(stderr, "qemu: warning: error while loading state section id %d\n",
                        section_id);
                goto out;
            }
A
aliguori 已提交
2020 2021 2022 2023 2024 2025 2026 2027
            break;
        default:
            fprintf(stderr, "Unknown savevm section type %d\n", section_type);
            ret = -EINVAL;
            goto out;
        }
    }

2028 2029
    cpu_synchronize_all_post_init();

A
aliguori 已提交
2030 2031 2032
    ret = 0;

out:
B
Blue Swirl 已提交
2033 2034
    QLIST_FOREACH_SAFE(le, &loadvm_handlers, entry, new_le) {
        QLIST_REMOVE(le, entry);
2035
        g_free(le);
A
aliguori 已提交
2036 2037
    }

2038 2039
    if (ret == 0) {
        ret = qemu_file_get_error(f);
2040
    }
A
aliguori 已提交
2041 2042 2043 2044 2045 2046 2047 2048 2049 2050 2051 2052 2053 2054 2055 2056 2057 2058 2059 2060 2061 2062

    return ret;
}

static int bdrv_snapshot_find(BlockDriverState *bs, QEMUSnapshotInfo *sn_info,
                              const char *name)
{
    QEMUSnapshotInfo *sn_tab, *sn;
    int nb_sns, i, ret;

    ret = -ENOENT;
    nb_sns = bdrv_snapshot_list(bs, &sn_tab);
    if (nb_sns < 0)
        return ret;
    for(i = 0; i < nb_sns; i++) {
        sn = &sn_tab[i];
        if (!strcmp(sn->id_str, name) || !strcmp(sn->name, name)) {
            *sn_info = *sn;
            ret = 0;
            break;
        }
    }
2063
    g_free(sn_tab);
A
aliguori 已提交
2064 2065 2066
    return ret;
}

2067 2068 2069 2070 2071 2072 2073 2074 2075
/*
 * Deletes snapshots of a given name in all opened images.
 */
static int del_existing_snapshots(Monitor *mon, const char *name)
{
    BlockDriverState *bs;
    QEMUSnapshotInfo sn1, *snapshot = &sn1;
    int ret;

2076 2077
    bs = NULL;
    while ((bs = bdrv_next(bs))) {
2078 2079 2080 2081 2082 2083 2084 2085 2086 2087 2088 2089 2090 2091 2092 2093
        if (bdrv_can_snapshot(bs) &&
            bdrv_snapshot_find(bs, snapshot, name) >= 0)
        {
            ret = bdrv_snapshot_delete(bs, name);
            if (ret < 0) {
                monitor_printf(mon,
                               "Error while deleting snapshot on '%s'\n",
                               bdrv_get_device_name(bs));
                return -1;
            }
        }
    }

    return 0;
}

2094
void do_savevm(Monitor *mon, const QDict *qdict)
A
aliguori 已提交
2095 2096 2097
{
    BlockDriverState *bs, *bs1;
    QEMUSnapshotInfo sn1, *sn = &sn1, old_sn1, *old_sn = &old_sn1;
2098
    int ret;
A
aliguori 已提交
2099 2100
    QEMUFile *f;
    int saved_vm_running;
K
Kevin Wolf 已提交
2101
    uint64_t vm_state_size;
A
aliguori 已提交
2102 2103
#ifdef _WIN32
    struct _timeb tb;
2104
    struct tm *ptm;
A
aliguori 已提交
2105 2106
#else
    struct timeval tv;
2107
    struct tm tm;
A
aliguori 已提交
2108
#endif
2109
    const char *name = qdict_get_try_str(qdict, "name");
A
aliguori 已提交
2110

2111
    /* Verify if there is a device that doesn't support snapshots and is writable */
2112 2113
    bs = NULL;
    while ((bs = bdrv_next(bs))) {
2114

2115
        if (!bdrv_is_inserted(bs) || bdrv_is_read_only(bs)) {
2116 2117 2118 2119 2120 2121 2122 2123 2124 2125
            continue;
        }

        if (!bdrv_can_snapshot(bs)) {
            monitor_printf(mon, "Device '%s' is writable but does not support snapshots.\n",
                               bdrv_get_device_name(bs));
            return;
        }
    }

2126
    bs = bdrv_snapshots();
A
aliguori 已提交
2127
    if (!bs) {
A
aliguori 已提交
2128
        monitor_printf(mon, "No block device can accept snapshots\n");
A
aliguori 已提交
2129 2130 2131
        return;
    }

2132
    saved_vm_running = runstate_is_running();
2133
    vm_stop(RUN_STATE_SAVE_VM);
A
aliguori 已提交
2134

2135
    memset(sn, 0, sizeof(*sn));
A
aliguori 已提交
2136 2137 2138 2139 2140 2141 2142 2143 2144 2145 2146

    /* fill auxiliary fields */
#ifdef _WIN32
    _ftime(&tb);
    sn->date_sec = tb.time;
    sn->date_nsec = tb.millitm * 1000000;
#else
    gettimeofday(&tv, NULL);
    sn->date_sec = tv.tv_sec;
    sn->date_nsec = tv.tv_usec * 1000;
#endif
2147
    sn->vm_clock_nsec = qemu_get_clock_ns(vm_clock);
A
aliguori 已提交
2148

2149 2150 2151 2152 2153 2154 2155 2156 2157 2158
    if (name) {
        ret = bdrv_snapshot_find(bs, old_sn, name);
        if (ret >= 0) {
            pstrcpy(sn->name, sizeof(sn->name), old_sn->name);
            pstrcpy(sn->id_str, sizeof(sn->id_str), old_sn->id_str);
        } else {
            pstrcpy(sn->name, sizeof(sn->name), name);
        }
    } else {
#ifdef _WIN32
2159 2160
        time_t t = tb.time;
        ptm = localtime(&t);
2161 2162
        strftime(sn->name, sizeof(sn->name), "vm-%Y%m%d%H%M%S", ptm);
#else
B
Blue Swirl 已提交
2163 2164
        /* cast below needed for OpenBSD where tv_sec is still 'long' */
        localtime_r((const time_t *)&tv.tv_sec, &tm);
2165 2166 2167 2168
        strftime(sn->name, sizeof(sn->name), "vm-%Y%m%d%H%M%S", &tm);
#endif
    }

2169
    /* Delete old snapshots of the same name */
2170
    if (name && del_existing_snapshots(mon, name) < 0) {
2171 2172 2173
        goto the_end;
    }

A
aliguori 已提交
2174
    /* save the VM state */
2175
    f = qemu_fopen_bdrv(bs, 1);
A
aliguori 已提交
2176
    if (!f) {
A
aliguori 已提交
2177
        monitor_printf(mon, "Could not open VM state file\n");
A
aliguori 已提交
2178 2179
        goto the_end;
    }
L
Luiz Capitulino 已提交
2180
    ret = qemu_savevm_state(f);
2181
    vm_state_size = qemu_ftell(f);
A
aliguori 已提交
2182 2183
    qemu_fclose(f);
    if (ret < 0) {
A
aliguori 已提交
2184
        monitor_printf(mon, "Error %d while writing VM\n", ret);
A
aliguori 已提交
2185 2186 2187 2188 2189
        goto the_end;
    }

    /* create the snapshots */

2190 2191
    bs1 = NULL;
    while ((bs1 = bdrv_next(bs1))) {
2192
        if (bdrv_can_snapshot(bs1)) {
2193 2194
            /* Write VM state size only to the image that contains the state */
            sn->vm_state_size = (bs == bs1 ? vm_state_size : 0);
A
aliguori 已提交
2195 2196
            ret = bdrv_snapshot_create(bs1, sn);
            if (ret < 0) {
A
aliguori 已提交
2197 2198
                monitor_printf(mon, "Error while creating snapshot on '%s'\n",
                               bdrv_get_device_name(bs1));
A
aliguori 已提交
2199 2200 2201 2202 2203 2204 2205 2206 2207
            }
        }
    }

 the_end:
    if (saved_vm_running)
        vm_start();
}

2208 2209 2210 2211 2212 2213 2214 2215 2216 2217 2218 2219 2220 2221 2222 2223 2224 2225 2226 2227 2228 2229 2230 2231 2232
void qmp_xen_save_devices_state(const char *filename, Error **errp)
{
    QEMUFile *f;
    int saved_vm_running;
    int ret;

    saved_vm_running = runstate_is_running();
    vm_stop(RUN_STATE_SAVE_VM);

    f = qemu_fopen(filename, "wb");
    if (!f) {
        error_set(errp, QERR_OPEN_FILE_FAILED, filename);
        goto the_end;
    }
    ret = qemu_save_device_state(f);
    qemu_fclose(f);
    if (ret < 0) {
        error_set(errp, QERR_IO_ERROR);
    }

 the_end:
    if (saved_vm_running)
        vm_start();
}

2233
int load_vmstate(const char *name)
A
aliguori 已提交
2234
{
2235
    BlockDriverState *bs, *bs_vm_state;
2236
    QEMUSnapshotInfo sn;
A
aliguori 已提交
2237
    QEMUFile *f;
G
Gerd Hoffmann 已提交
2238
    int ret;
A
aliguori 已提交
2239

2240 2241 2242 2243 2244 2245 2246 2247 2248 2249 2250
    bs_vm_state = bdrv_snapshots();
    if (!bs_vm_state) {
        error_report("No block device supports snapshots");
        return -ENOTSUP;
    }

    /* Don't even try to load empty VM states */
    ret = bdrv_snapshot_find(bs_vm_state, &sn, name);
    if (ret < 0) {
        return ret;
    } else if (sn.vm_state_size == 0) {
2251 2252
        error_report("This is a disk-only snapshot. Revert to it offline "
            "using qemu-img.");
2253 2254 2255 2256 2257
        return -EINVAL;
    }

    /* Verify if there is any device that doesn't support snapshots and is
    writable and check if the requested snapshot is available too. */
2258 2259
    bs = NULL;
    while ((bs = bdrv_next(bs))) {
2260

2261
        if (!bdrv_is_inserted(bs) || bdrv_is_read_only(bs)) {
2262 2263 2264 2265 2266 2267 2268 2269 2270
            continue;
        }

        if (!bdrv_can_snapshot(bs)) {
            error_report("Device '%s' is writable but does not support snapshots.",
                               bdrv_get_device_name(bs));
            return -ENOTSUP;
        }

2271 2272 2273 2274 2275 2276
        ret = bdrv_snapshot_find(bs, &sn, name);
        if (ret < 0) {
            error_report("Device '%s' does not have the requested snapshot '%s'",
                           bdrv_get_device_name(bs), name);
            return ret;
        }
A
aliguori 已提交
2277 2278 2279
    }

    /* Flush all IO requests so they don't interfere with the new state.  */
2280
    bdrv_drain_all();
A
aliguori 已提交
2281

2282 2283 2284 2285
    bs = NULL;
    while ((bs = bdrv_next(bs))) {
        if (bdrv_can_snapshot(bs)) {
            ret = bdrv_snapshot_goto(bs, name);
A
aliguori 已提交
2286
            if (ret < 0) {
2287 2288 2289
                error_report("Error %d while activating snapshot '%s' on '%s'",
                             ret, name, bdrv_get_device_name(bs));
                return ret;
A
aliguori 已提交
2290 2291 2292 2293 2294
            }
        }
    }

    /* restore the VM state */
2295
    f = qemu_fopen_bdrv(bs_vm_state, 0);
A
aliguori 已提交
2296
    if (!f) {
2297
        error_report("Could not open VM state file");
2298
        return -EINVAL;
A
aliguori 已提交
2299
    }
2300

J
Jan Kiszka 已提交
2301
    qemu_system_reset(VMRESET_SILENT);
A
aliguori 已提交
2302
    ret = qemu_loadvm_state(f);
2303

A
aliguori 已提交
2304 2305
    qemu_fclose(f);
    if (ret < 0) {
2306
        error_report("Error %d while loading VM state", ret);
2307
        return ret;
A
aliguori 已提交
2308
    }
2309

2310
    return 0;
2311 2312
}

2313
void do_delvm(Monitor *mon, const QDict *qdict)
A
aliguori 已提交
2314 2315
{
    BlockDriverState *bs, *bs1;
G
Gerd Hoffmann 已提交
2316
    int ret;
2317
    const char *name = qdict_get_str(qdict, "name");
A
aliguori 已提交
2318

2319
    bs = bdrv_snapshots();
A
aliguori 已提交
2320
    if (!bs) {
A
aliguori 已提交
2321
        monitor_printf(mon, "No block device supports snapshots\n");
A
aliguori 已提交
2322 2323 2324
        return;
    }

2325 2326
    bs1 = NULL;
    while ((bs1 = bdrv_next(bs1))) {
2327
        if (bdrv_can_snapshot(bs1)) {
A
aliguori 已提交
2328 2329 2330
            ret = bdrv_snapshot_delete(bs1, name);
            if (ret < 0) {
                if (ret == -ENOTSUP)
A
aliguori 已提交
2331 2332 2333
                    monitor_printf(mon,
                                   "Snapshots not supported on device '%s'\n",
                                   bdrv_get_device_name(bs1));
A
aliguori 已提交
2334
                else
A
aliguori 已提交
2335 2336
                    monitor_printf(mon, "Error %d while deleting snapshot on "
                                   "'%s'\n", ret, bdrv_get_device_name(bs1));
A
aliguori 已提交
2337 2338 2339 2340 2341
            }
        }
    }
}

A
aliguori 已提交
2342
void do_info_snapshots(Monitor *mon)
A
aliguori 已提交
2343 2344
{
    BlockDriverState *bs, *bs1;
2345 2346 2347 2348
    QEMUSnapshotInfo *sn_tab, *sn, s, *sn_info = &s;
    int nb_sns, i, ret, available;
    int total;
    int *available_snapshots;
A
aliguori 已提交
2349 2350
    char buf[256];

2351
    bs = bdrv_snapshots();
A
aliguori 已提交
2352
    if (!bs) {
A
aliguori 已提交
2353
        monitor_printf(mon, "No available block device supports snapshots\n");
A
aliguori 已提交
2354 2355 2356 2357 2358
        return;
    }

    nb_sns = bdrv_snapshot_list(bs, &sn_tab);
    if (nb_sns < 0) {
A
aliguori 已提交
2359
        monitor_printf(mon, "bdrv_snapshot_list: error %d\n", nb_sns);
A
aliguori 已提交
2360 2361
        return;
    }
2362 2363 2364 2365 2366 2367

    if (nb_sns == 0) {
        monitor_printf(mon, "There is no snapshot available.\n");
        return;
    }

2368
    available_snapshots = g_malloc0(sizeof(int) * nb_sns);
2369 2370
    total = 0;
    for (i = 0; i < nb_sns; i++) {
A
aliguori 已提交
2371
        sn = &sn_tab[i];
2372 2373 2374 2375 2376 2377 2378 2379 2380 2381 2382 2383 2384 2385 2386 2387 2388
        available = 1;
        bs1 = NULL;

        while ((bs1 = bdrv_next(bs1))) {
            if (bdrv_can_snapshot(bs1) && bs1 != bs) {
                ret = bdrv_snapshot_find(bs1, sn_info, sn->id_str);
                if (ret < 0) {
                    available = 0;
                    break;
                }
            }
        }

        if (available) {
            available_snapshots[total] = i;
            total++;
        }
A
aliguori 已提交
2389
    }
2390 2391 2392 2393 2394 2395 2396 2397 2398 2399 2400

    if (total > 0) {
        monitor_printf(mon, "%s\n", bdrv_snapshot_dump(buf, sizeof(buf), NULL));
        for (i = 0; i < total; i++) {
            sn = &sn_tab[available_snapshots[i]];
            monitor_printf(mon, "%s\n", bdrv_snapshot_dump(buf, sizeof(buf), sn));
        }
    } else {
        monitor_printf(mon, "There is no suitable snapshot available\n");
    }

2401 2402
    g_free(sn_tab);
    g_free(available_snapshots);
2403

A
aliguori 已提交
2404
}
2405 2406 2407

void vmstate_register_ram(MemoryRegion *mr, DeviceState *dev)
{
2408
    qemu_ram_set_idstr(memory_region_get_ram_addr(mr) & TARGET_PAGE_MASK,
2409 2410 2411 2412 2413 2414 2415 2416 2417 2418 2419 2420
                       memory_region_name(mr), dev);
}

void vmstate_unregister_ram(MemoryRegion *mr, DeviceState *dev)
{
    /* Nothing do to while the implementation is in RAMBlock */
}

void vmstate_register_ram_global(MemoryRegion *mr)
{
    vmstate_register_ram(mr, NULL);
}
2421 2422 2423 2424 2425 2426 2427 2428 2429 2430 2431 2432 2433 2434 2435 2436 2437 2438 2439 2440 2441 2442 2443 2444 2445 2446 2447 2448 2449 2450 2451 2452 2453 2454 2455 2456 2457 2458 2459 2460 2461 2462 2463 2464 2465 2466 2467 2468 2469 2470 2471 2472 2473 2474 2475 2476 2477 2478 2479 2480 2481 2482 2483 2484 2485 2486 2487 2488 2489 2490 2491 2492 2493 2494 2495 2496 2497 2498 2499 2500 2501

/*
  page = zrun nzrun
       | zrun nzrun page

  zrun = length

  nzrun = length byte...

  length = uleb128 encoded integer
 */
int xbzrle_encode_buffer(uint8_t *old_buf, uint8_t *new_buf, int slen,
                         uint8_t *dst, int dlen)
{
    uint32_t zrun_len = 0, nzrun_len = 0;
    int d = 0, i = 0;
    long res, xor;
    uint8_t *nzrun_start = NULL;

    g_assert(!(((uintptr_t)old_buf | (uintptr_t)new_buf | slen) %
               sizeof(long)));

    while (i < slen) {
        /* overflow */
        if (d + 2 > dlen) {
            return -1;
        }

        /* not aligned to sizeof(long) */
        res = (slen - i) % sizeof(long);
        while (res && old_buf[i] == new_buf[i]) {
            zrun_len++;
            i++;
            res--;
        }

        /* word at a time for speed */
        if (!res) {
            while (i < slen &&
                   (*(long *)(old_buf + i)) == (*(long *)(new_buf + i))) {
                i += sizeof(long);
                zrun_len += sizeof(long);
            }

            /* go over the rest */
            while (i < slen && old_buf[i] == new_buf[i]) {
                zrun_len++;
                i++;
            }
        }

        /* buffer unchanged */
        if (zrun_len == slen) {
            return 0;
        }

        /* skip last zero run */
        if (i == slen) {
            return d;
        }

        d += uleb128_encode_small(dst + d, zrun_len);

        zrun_len = 0;
        nzrun_start = new_buf + i;

        /* overflow */
        if (d + 2 > dlen) {
            return -1;
        }
        /* not aligned to sizeof(long) */
        res = (slen - i) % sizeof(long);
        while (res && old_buf[i] != new_buf[i]) {
            i++;
            nzrun_len++;
            res--;
        }

        /* word at a time for speed, use of 32-bit long okay */
        if (!res) {
            /* truncation to 32-bit long okay */
2502
            long mask = (long)0x0101010101010101ULL;
2503 2504 2505 2506 2507 2508 2509 2510 2511 2512 2513 2514 2515 2516 2517 2518 2519 2520 2521 2522 2523 2524 2525 2526 2527 2528 2529 2530 2531 2532 2533 2534 2535 2536 2537 2538 2539 2540 2541 2542 2543 2544 2545 2546 2547 2548 2549 2550 2551 2552 2553 2554 2555 2556 2557 2558 2559 2560 2561 2562 2563 2564 2565 2566 2567 2568 2569 2570 2571 2572 2573 2574 2575 2576 2577 2578 2579
            while (i < slen) {
                xor = *(long *)(old_buf + i) ^ *(long *)(new_buf + i);
                if ((xor - mask) & ~xor & (mask << 7)) {
                    /* found the end of an nzrun within the current long */
                    while (old_buf[i] != new_buf[i]) {
                        nzrun_len++;
                        i++;
                    }
                    break;
                } else {
                    i += sizeof(long);
                    nzrun_len += sizeof(long);
                }
            }
        }

        d += uleb128_encode_small(dst + d, nzrun_len);
        /* overflow */
        if (d + nzrun_len > dlen) {
            return -1;
        }
        memcpy(dst + d, nzrun_start, nzrun_len);
        d += nzrun_len;
        nzrun_len = 0;
    }

    return d;
}

int xbzrle_decode_buffer(uint8_t *src, int slen, uint8_t *dst, int dlen)
{
    int i = 0, d = 0;
    int ret;
    uint32_t count = 0;

    while (i < slen) {

        /* zrun */
        if ((slen - i) < 2) {
            return -1;
        }

        ret = uleb128_decode_small(src + i, &count);
        if (ret < 0 || (i && !count)) {
            return -1;
        }
        i += ret;
        d += count;

        /* overflow */
        if (d > dlen) {
            return -1;
        }

        /* nzrun */
        if ((slen - i) < 2) {
            return -1;
        }

        ret = uleb128_decode_small(src + i, &count);
        if (ret < 0 || !count) {
            return -1;
        }
        i += ret;

        /* overflow */
        if (d + count > dlen || i + count > slen) {
            return -1;
        }

        memcpy(dst + d, src + i, count);
        d += count;
        i += count;
    }

    return d;
}