block-backend.c 50.1 KB
Newer Older
M
Markus Armbruster 已提交
1 2 3
/*
 * QEMU Block backends
 *
4
 * Copyright (C) 2014-2016 Red Hat, Inc.
M
Markus Armbruster 已提交
5 6 7 8 9 10 11 12
 *
 * Authors:
 *  Markus Armbruster <armbru@redhat.com>,
 *
 * This work is licensed under the terms of the GNU LGPL, version 2.1
 * or later.  See the COPYING.LIB file in the top-level directory.
 */

P
Peter Maydell 已提交
13
#include "qemu/osdep.h"
M
Markus Armbruster 已提交
14 15
#include "sysemu/block-backend.h"
#include "block/block_int.h"
16
#include "block/blockjob.h"
M
Max Reitz 已提交
17
#include "block/throttle-groups.h"
18
#include "sysemu/blockdev.h"
19
#include "sysemu/sysemu.h"
20
#include "qapi-event.h"
21
#include "qemu/id.h"
22
#include "trace.h"
23 24 25

/* Number of coroutines to reserve per attached device model */
#define COROUTINE_POOL_RESERVATION 64
M
Markus Armbruster 已提交
26

27 28
#define NOT_DONE 0x7fffffff /* used while emulated sync operation in progress */

29 30
static AioContext *blk_aiocb_get_aio_context(BlockAIOCB *acb);

M
Markus Armbruster 已提交
31 32 33
struct BlockBackend {
    char *name;
    int refcnt;
34
    BdrvChild *root;
35
    DriveInfo *legacy_dinfo;    /* null unless created by drive_new() */
36
    QTAILQ_ENTRY(BlockBackend) link;         /* for block_backends */
M
Max Reitz 已提交
37
    QTAILQ_ENTRY(BlockBackend) monitor_link; /* for monitor_block_backends */
K
Kevin Wolf 已提交
38
    BlockBackendPublic public;
39 40

    void *dev;                  /* attached device model, if any */
41
    bool legacy_dev;            /* true if dev is not a DeviceState */
42 43 44
    /* TODO change to DeviceState when all users are qdevified */
    const BlockDevOps *dev_ops;
    void *dev_opaque;
45 46 47

    /* the block size for which the guest device expects atomicity */
    int guest_block_size;
48

M
Max Reitz 已提交
49 50 51 52
    /* If the BDS tree is removed, some of its options are stored here (which
     * can be used to restore those options in the new BDS on insert) */
    BlockBackendRootState root_state;

53 54
    bool enable_write_cache;

55 56
    /* I/O stats (display with "info blockstats"). */
    BlockAcctStats stats;
57 58 59 60

    BlockdevOnError on_read_error, on_write_error;
    bool iostatus_enabled;
    BlockDeviceIoStatus iostatus;
61

62 63
    uint64_t perm;
    uint64_t shared_perm;
64
    bool disable_perm;
65

66 67
    bool allow_write_beyond_eof;

68
    NotifierList remove_bs_notifiers, insert_bs_notifiers;
69 70

    int quiesce_counter;
M
Markus Armbruster 已提交
71 72
};

M
Max Reitz 已提交
73 74
typedef struct BlockBackendAIOCB {
    BlockAIOCB common;
75
    BlockBackend *blk;
M
Max Reitz 已提交
76 77 78 79
    int ret;
} BlockBackendAIOCB;

static const AIOCBInfo block_backend_aiocb_info = {
80
    .get_aio_context = blk_aiocb_get_aio_context,
M
Max Reitz 已提交
81 82 83
    .aiocb_size = sizeof(BlockBackendAIOCB),
};

84
static void drive_info_del(DriveInfo *dinfo);
K
Kevin Wolf 已提交
85
static BlockBackend *bdrv_first_blk(BlockDriverState *bs);
86

87 88 89 90
/* All BlockBackends */
static QTAILQ_HEAD(, BlockBackend) block_backends =
    QTAILQ_HEAD_INITIALIZER(block_backends);

M
Max Reitz 已提交
91 92 93 94
/* All BlockBackends referenced by the monitor and which are iterated through by
 * blk_next() */
static QTAILQ_HEAD(, BlockBackend) monitor_block_backends =
    QTAILQ_HEAD_INITIALIZER(monitor_block_backends);
M
Markus Armbruster 已提交
95

96 97 98 99 100 101
static void blk_root_inherit_options(int *child_flags, QDict *child_options,
                                     int parent_flags, QDict *parent_options)
{
    /* We're not supposed to call this function for root nodes */
    abort();
}
102 103
static void blk_root_drained_begin(BdrvChild *child);
static void blk_root_drained_end(BdrvChild *child);
104

105 106 107
static void blk_root_change_media(BdrvChild *child, bool load);
static void blk_root_resize(BdrvChild *child);

108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126
static char *blk_root_get_parent_desc(BdrvChild *child)
{
    BlockBackend *blk = child->opaque;
    char *dev_id;

    if (blk->name) {
        return g_strdup(blk->name);
    }

    dev_id = blk_get_attached_dev_id(blk);
    if (*dev_id) {
        return dev_id;
    } else {
        /* TODO Callback into the BB owner for something more detailed */
        g_free(dev_id);
        return g_strdup("a block device");
    }
}

127 128 129 130 131
static const char *blk_root_get_name(BdrvChild *child)
{
    return blk_name(child->opaque);
}

132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157
/*
 * Notifies the user of the BlockBackend that migration has completed. qdev
 * devices can tighten their permissions in response (specifically revoke
 * shared write permissions that we needed for storage migration).
 *
 * If an error is returned, the VM cannot be allowed to be resumed.
 */
static void blk_root_activate(BdrvChild *child, Error **errp)
{
    BlockBackend *blk = child->opaque;
    Error *local_err = NULL;

    if (!blk->disable_perm) {
        return;
    }

    blk->disable_perm = false;

    blk_set_perm(blk, blk->perm, blk->shared_perm, &local_err);
    if (local_err) {
        error_propagate(errp, local_err);
        blk->disable_perm = true;
        return;
    }
}

158 159 160 161 162 163 164 165 166 167 168 169
static int blk_root_inactivate(BdrvChild *child)
{
    BlockBackend *blk = child->opaque;

    if (blk->disable_perm) {
        return 0;
    }

    /* Only inactivate BlockBackends for guest devices (which are inactive at
     * this point because the VM is stopped) and unattached monitor-owned
     * BlockBackends. If there is still any other user like a block job, then
     * we simply can't inactivate the image. */
170
    if (!blk->dev && !blk_name(blk)[0]) {
171 172 173 174 175 176 177 178 179 180 181
        return -EPERM;
    }

    blk->disable_perm = true;
    if (blk->root) {
        bdrv_child_try_set_perm(blk->root, 0, BLK_PERM_ALL, &error_abort);
    }

    return 0;
}

182
static const BdrvChildRole child_root = {
183 184
    .inherit_options    = blk_root_inherit_options,

185 186
    .change_media       = blk_root_change_media,
    .resize             = blk_root_resize,
187
    .get_name           = blk_root_get_name,
188
    .get_parent_desc    = blk_root_get_parent_desc,
189

190 191
    .drained_begin      = blk_root_drained_begin,
    .drained_end        = blk_root_drained_end,
192 193

    .activate           = blk_root_activate,
194
    .inactivate         = blk_root_inactivate,
195 196
};

M
Markus Armbruster 已提交
197
/*
198
 * Create a new BlockBackend with a reference count of one.
K
Kevin Wolf 已提交
199 200 201 202 203 204 205
 *
 * @perm is a bitmasks of BLK_PERM_* constants which describes the permissions
 * to request for a block driver node that is attached to this BlockBackend.
 * @shared_perm is a bitmask which describes which permissions may be granted
 * to other users of the attached node.
 * Both sets of permissions can be changed later using blk_set_perm().
 *
M
Markus Armbruster 已提交
206 207
 * Return the new BlockBackend on success, null on failure.
 */
K
Kevin Wolf 已提交
208
BlockBackend *blk_new(uint64_t perm, uint64_t shared_perm)
M
Markus Armbruster 已提交
209 210 211 212 213
{
    BlockBackend *blk;

    blk = g_new0(BlockBackend, 1);
    blk->refcnt = 1;
K
Kevin Wolf 已提交
214 215
    blk->perm = perm;
    blk->shared_perm = shared_perm;
216 217
    blk_set_enable_write_cache(blk, true);

218
    qemu_co_mutex_init(&blk->public.throttled_reqs_lock);
219 220
    qemu_co_queue_init(&blk->public.throttled_reqs[0]);
    qemu_co_queue_init(&blk->public.throttled_reqs[1]);
221
    block_acct_init(&blk->stats);
222

223 224
    notifier_list_init(&blk->remove_bs_notifiers);
    notifier_list_init(&blk->insert_bs_notifiers);
225

226
    QTAILQ_INSERT_TAIL(&block_backends, blk, link);
M
Markus Armbruster 已提交
227 228 229
    return blk;
}

230
/*
M
Max Reitz 已提交
231
 * Creates a new BlockBackend, opens a new BlockDriverState, and connects both.
M
Max Reitz 已提交
232 233 234 235 236 237 238 239 240 241
 *
 * Just as with bdrv_open(), after having called this function the reference to
 * @options belongs to the block layer (even on failure).
 *
 * TODO: Remove @filename and @flags; it should be possible to specify a whole
 * BDS tree just by specifying the @options QDict (or @reference,
 * alternatively). At the time of adding this function, this is not possible,
 * though, so callers of this function have to be able to specify @filename and
 * @flags.
 */
242 243
BlockBackend *blk_new_open(const char *filename, const char *reference,
                           QDict *options, int flags, Error **errp)
M
Max Reitz 已提交
244 245
{
    BlockBackend *blk;
M
Max Reitz 已提交
246
    BlockDriverState *bs;
247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263
    uint64_t perm;

    /* blk_new_open() is mainly used in .bdrv_create implementations and the
     * tools where sharing isn't a concern because the BDS stays private, so we
     * just request permission according to the flags.
     *
     * The exceptions are xen_disk and blockdev_init(); in these cases, the
     * caller of blk_new_open() doesn't make use of the permissions, but they
     * shouldn't hurt either. We can still share everything here because the
     * guest devices will add their own blockers if they can't share. */
    perm = BLK_PERM_CONSISTENT_READ;
    if (flags & BDRV_O_RDWR) {
        perm |= BLK_PERM_WRITE;
    }
    if (flags & BDRV_O_RESIZE) {
        perm |= BLK_PERM_RESIZE;
    }
M
Max Reitz 已提交
264

265
    blk = blk_new(perm, BLK_PERM_ALL);
M
Max Reitz 已提交
266 267
    bs = bdrv_open(filename, reference, options, flags, errp);
    if (!bs) {
M
Max Reitz 已提交
268 269 270 271
        blk_unref(blk);
        return NULL;
    }

272
    blk->root = bdrv_root_attach_child(bs, "root", &child_root,
273 274 275 276 277 278
                                       perm, BLK_PERM_ALL, blk, errp);
    if (!blk->root) {
        bdrv_unref(bs);
        blk_unref(blk);
        return NULL;
    }
279

M
Max Reitz 已提交
280 281 282
    return blk;
}

M
Markus Armbruster 已提交
283 284 285
static void blk_delete(BlockBackend *blk)
{
    assert(!blk->refcnt);
286
    assert(!blk->name);
287
    assert(!blk->dev);
288 289 290
    if (blk->public.throttle_state) {
        blk_io_limits_disable(blk);
    }
291
    if (blk->root) {
292
        blk_remove_bs(blk);
293
    }
294 295
    assert(QLIST_EMPTY(&blk->remove_bs_notifiers.notifiers));
    assert(QLIST_EMPTY(&blk->insert_bs_notifiers.notifiers));
296
    QTAILQ_REMOVE(&block_backends, blk, link);
297
    drive_info_del(blk->legacy_dinfo);
298
    block_acct_cleanup(&blk->stats);
M
Markus Armbruster 已提交
299 300 301
    g_free(blk);
}

302 303 304 305 306 307 308 309 310 311
static void drive_info_del(DriveInfo *dinfo)
{
    if (!dinfo) {
        return;
    }
    qemu_opts_del(dinfo->opts);
    g_free(dinfo->serial);
    g_free(dinfo);
}

A
Alberto Garcia 已提交
312 313 314 315 316
int blk_get_refcnt(BlockBackend *blk)
{
    return blk ? blk->refcnt : 0;
}

M
Markus Armbruster 已提交
317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340
/*
 * Increment @blk's reference count.
 * @blk must not be null.
 */
void blk_ref(BlockBackend *blk)
{
    blk->refcnt++;
}

/*
 * Decrement @blk's reference count.
 * If this drops it to zero, destroy @blk.
 * For convenience, do nothing if @blk is null.
 */
void blk_unref(BlockBackend *blk)
{
    if (blk) {
        assert(blk->refcnt > 0);
        if (!--blk->refcnt) {
            blk_delete(blk);
        }
    }
}

341 342 343 344
/*
 * Behaves similarly to blk_next() but iterates over all BlockBackends, even the
 * ones which are hidden (i.e. are not referenced by the monitor).
 */
K
Kevin Wolf 已提交
345
BlockBackend *blk_all_next(BlockBackend *blk)
346 347 348 349 350
{
    return blk ? QTAILQ_NEXT(blk, link)
               : QTAILQ_FIRST(&block_backends);
}

M
Max Reitz 已提交
351 352
void blk_remove_all_bs(void)
{
353
    BlockBackend *blk = NULL;
M
Max Reitz 已提交
354

355
    while ((blk = blk_all_next(blk)) != NULL) {
M
Max Reitz 已提交
356 357 358
        AioContext *ctx = blk_get_aio_context(blk);

        aio_context_acquire(ctx);
359
        if (blk->root) {
M
Max Reitz 已提交
360 361 362 363 364 365
            blk_remove_bs(blk);
        }
        aio_context_release(ctx);
    }
}

M
Markus Armbruster 已提交
366
/*
M
Max Reitz 已提交
367
 * Return the monitor-owned BlockBackend after @blk.
M
Markus Armbruster 已提交
368 369 370 371 372 373 374 375 376 377
 * If @blk is null, return the first one.
 * Else, return @blk's next sibling, which may be null.
 *
 * To iterate over all BlockBackends, do
 * for (blk = blk_next(NULL); blk; blk = blk_next(blk)) {
 *     ...
 * }
 */
BlockBackend *blk_next(BlockBackend *blk)
{
M
Max Reitz 已提交
378 379
    return blk ? QTAILQ_NEXT(blk, monitor_link)
               : QTAILQ_FIRST(&monitor_block_backends);
M
Markus Armbruster 已提交
380 381
}

K
Kevin Wolf 已提交
382 383
/* Iterates over all top-level BlockDriverStates, i.e. BDSs that are owned by
 * the monitor or attached to a BlockBackend */
K
Kevin Wolf 已提交
384
BlockDriverState *bdrv_next(BdrvNextIterator *it)
K
Kevin Wolf 已提交
385
{
K
Kevin Wolf 已提交
386
    BlockDriverState *bs;
M
Max Reitz 已提交
387

K
Kevin Wolf 已提交
388 389 390 391 392 393
    /* First, return all root nodes of BlockBackends. In order to avoid
     * returning a BDS twice when multiple BBs refer to it, we only return it
     * if the BB is the first one in the parent list of the BDS. */
    if (it->phase == BDRV_NEXT_BACKEND_ROOTS) {
        do {
            it->blk = blk_all_next(it->blk);
K
Kevin Wolf 已提交
394 395
            bs = it->blk ? blk_bs(it->blk) : NULL;
        } while (it->blk && (bs == NULL || bdrv_first_blk(bs) != it->blk));
K
Kevin Wolf 已提交
396

K
Kevin Wolf 已提交
397 398
        if (bs) {
            return bs;
K
Kevin Wolf 已提交
399 400 401 402 403 404 405
        }
        it->phase = BDRV_NEXT_MONITOR_OWNED;
    }

    /* Then return the monitor-owned BDSes without a BB attached. Ignore all
     * BDSes that are attached to a BlockBackend here; they have been handled
     * by the above block already */
M
Max Reitz 已提交
406
    do {
K
Kevin Wolf 已提交
407
        it->bs = bdrv_next_monitor_owned(it->bs);
K
Kevin Wolf 已提交
408 409 410 411 412 413 414 415 416 417 418
        bs = it->bs;
    } while (bs && bdrv_has_blk(bs));

    return bs;
}

BlockDriverState *bdrv_first(BdrvNextIterator *it)
{
    *it = (BdrvNextIterator) {
        .phase = BDRV_NEXT_BACKEND_ROOTS,
    };
M
Max Reitz 已提交
419

K
Kevin Wolf 已提交
420
    return bdrv_next(it);
M
Max Reitz 已提交
421 422
}

423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472
/*
 * Add a BlockBackend into the list of backends referenced by the monitor, with
 * the given @name acting as the handle for the monitor.
 * Strictly for use by blockdev.c.
 *
 * @name must not be null or empty.
 *
 * Returns true on success and false on failure. In the latter case, an Error
 * object is returned through @errp.
 */
bool monitor_add_blk(BlockBackend *blk, const char *name, Error **errp)
{
    assert(!blk->name);
    assert(name && name[0]);

    if (!id_wellformed(name)) {
        error_setg(errp, "Invalid device name");
        return false;
    }
    if (blk_by_name(name)) {
        error_setg(errp, "Device with id '%s' already exists", name);
        return false;
    }
    if (bdrv_find_node(name)) {
        error_setg(errp,
                   "Device name '%s' conflicts with an existing node name",
                   name);
        return false;
    }

    blk->name = g_strdup(name);
    QTAILQ_INSERT_TAIL(&monitor_block_backends, blk, monitor_link);
    return true;
}

/*
 * Remove a BlockBackend from the list of backends referenced by the monitor.
 * Strictly for use by blockdev.c.
 */
void monitor_remove_blk(BlockBackend *blk)
{
    if (!blk->name) {
        return;
    }

    QTAILQ_REMOVE(&monitor_block_backends, blk, monitor_link);
    g_free(blk->name);
    blk->name = NULL;
}

M
Markus Armbruster 已提交
473
/*
474
 * Return @blk's name, a non-null string.
475
 * Returns an empty string iff @blk is not referenced by the monitor.
M
Markus Armbruster 已提交
476
 */
477
const char *blk_name(const BlockBackend *blk)
M
Markus Armbruster 已提交
478
{
479
    return blk->name ?: "";
M
Markus Armbruster 已提交
480 481 482 483 484 485 486 487
}

/*
 * Return the BlockBackend with name @name if it exists, else null.
 * @name must not be null.
 */
BlockBackend *blk_by_name(const char *name)
{
488
    BlockBackend *blk = NULL;
M
Markus Armbruster 已提交
489 490

    assert(name);
491
    while ((blk = blk_next(blk)) != NULL) {
M
Markus Armbruster 已提交
492 493 494 495 496 497
        if (!strcmp(name, blk->name)) {
            return blk;
        }
    }
    return NULL;
}
498 499 500 501 502 503

/*
 * Return the BlockDriverState attached to @blk if any, else null.
 */
BlockDriverState *blk_bs(BlockBackend *blk)
{
504
    return blk->root ? blk->root->bs : NULL;
505 506
}

K
Kevin Wolf 已提交
507
static BlockBackend *bdrv_first_blk(BlockDriverState *bs)
K
Kevin Wolf 已提交
508 509 510 511
{
    BdrvChild *child;
    QLIST_FOREACH(child, &bs->parents, next_parent) {
        if (child->role == &child_root) {
K
Kevin Wolf 已提交
512
            return child->opaque;
K
Kevin Wolf 已提交
513 514 515
        }
    }

K
Kevin Wolf 已提交
516 517 518 519 520 521 522 523 524
    return NULL;
}

/*
 * Returns true if @bs has an associated BlockBackend.
 */
bool bdrv_has_blk(BlockDriverState *bs)
{
    return bdrv_first_blk(bs) != NULL;
K
Kevin Wolf 已提交
525 526
}

527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542
/*
 * Returns true if @bs has only BlockBackends as parents.
 */
bool bdrv_is_root_node(BlockDriverState *bs)
{
    BdrvChild *c;

    QLIST_FOREACH(c, &bs->parents, next_parent) {
        if (c->role != &child_root) {
            return false;
        }
    }

    return true;
}

543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567
/*
 * Return @blk's DriveInfo if any, else null.
 */
DriveInfo *blk_legacy_dinfo(BlockBackend *blk)
{
    return blk->legacy_dinfo;
}

/*
 * Set @blk's DriveInfo to @dinfo, and return it.
 * @blk must not have a DriveInfo set already.
 * No other BlockBackend may have the same DriveInfo set.
 */
DriveInfo *blk_set_legacy_dinfo(BlockBackend *blk, DriveInfo *dinfo)
{
    assert(!blk->legacy_dinfo);
    return blk->legacy_dinfo = dinfo;
}

/*
 * Return the BlockBackend with DriveInfo @dinfo.
 * It must exist.
 */
BlockBackend *blk_by_legacy_dinfo(DriveInfo *dinfo)
{
568
    BlockBackend *blk = NULL;
569

570
    while ((blk = blk_next(blk)) != NULL) {
571 572 573 574 575 576 577
        if (blk->legacy_dinfo == dinfo) {
            return blk;
        }
    }
    abort();
}

K
Kevin Wolf 已提交
578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593
/*
 * Returns a pointer to the publicly accessible fields of @blk.
 */
BlockBackendPublic *blk_get_public(BlockBackend *blk)
{
    return &blk->public;
}

/*
 * Returns a BlockBackend given the associated @public fields.
 */
BlockBackend *blk_by_public(BlockBackendPublic *public)
{
    return container_of(public, BlockBackend, public);
}

M
Max Reitz 已提交
594 595 596 597 598
/*
 * Disassociates the currently associated BlockDriverState from @blk.
 */
void blk_remove_bs(BlockBackend *blk)
{
599
    notifier_list_notify(&blk->remove_bs_notifiers, blk);
600
    if (blk->public.throttle_state) {
601
        throttle_timers_detach_aio_context(&blk->public.throttle_timers);
602
    }
M
Max Reitz 已提交
603

604 605
    blk_update_root_state(blk);

606 607
    bdrv_root_unref_child(blk->root);
    blk->root = NULL;
M
Max Reitz 已提交
608 609
}

M
Max Reitz 已提交
610 611 612
/*
 * Associates a new BlockDriverState with @blk.
 */
613
int blk_insert_bs(BlockBackend *blk, BlockDriverState *bs, Error **errp)
M
Max Reitz 已提交
614
{
615
    blk->root = bdrv_root_attach_child(bs, "root", &child_root,
616 617 618 619 620
                                       blk->perm, blk->shared_perm, blk, errp);
    if (blk->root == NULL) {
        return -EPERM;
    }
    bdrv_ref(bs);
621 622

    notifier_list_notify(&blk->insert_bs_notifiers, blk);
623 624 625 626
    if (blk->public.throttle_state) {
        throttle_timers_attach_aio_context(
            &blk->public.throttle_timers, bdrv_get_aio_context(bs));
    }
627 628

    return 0;
M
Max Reitz 已提交
629 630
}

631 632 633 634 635 636 637 638
/*
 * Sets the permission bitmasks that the user of the BlockBackend needs.
 */
int blk_set_perm(BlockBackend *blk, uint64_t perm, uint64_t shared_perm,
                 Error **errp)
{
    int ret;

639
    if (blk->root && !blk->disable_perm) {
640 641 642 643 644 645 646 647 648 649 650 651
        ret = bdrv_child_try_set_perm(blk->root, perm, shared_perm, errp);
        if (ret < 0) {
            return ret;
        }
    }

    blk->perm = perm;
    blk->shared_perm = shared_perm;

    return 0;
}

K
Kevin Wolf 已提交
652 653 654 655 656 657
void blk_get_perm(BlockBackend *blk, uint64_t *perm, uint64_t *shared_perm)
{
    *perm = blk->perm;
    *shared_perm = blk->shared_perm;
}

658
static int blk_do_attach_dev(BlockBackend *blk, void *dev)
659
{
660 661 662
    if (blk->dev) {
        return -EBUSY;
    }
663 664 665 666 667 668 669 670

    /* While migration is still incoming, we don't need to apply the
     * permissions of guest device BlockBackends. We might still have a block
     * job or NBD server writing to the image for storage migration. */
    if (runstate_check(RUN_STATE_INMIGRATE)) {
        blk->disable_perm = true;
    }

671
    blk_ref(blk);
672
    blk->dev = dev;
673
    blk->legacy_dev = false;
674
    blk_iostatus_reset(blk);
675

676
    return 0;
677 678
}

679 680 681 682 683 684 685 686 687
/*
 * Attach device model @dev to @blk.
 * Return 0 on success, -EBUSY when a device model is attached already.
 */
int blk_attach_dev(BlockBackend *blk, DeviceState *dev)
{
    return blk_do_attach_dev(blk, dev);
}

688 689 690 691 692
/*
 * Attach device model @dev to @blk.
 * @blk must not have a device model attached already.
 * TODO qdevified devices don't use this, remove when devices are qdevified
 */
693
void blk_attach_dev_legacy(BlockBackend *blk, void *dev)
694
{
695
    if (blk_do_attach_dev(blk, dev) < 0) {
696 697
        abort();
    }
698
    blk->legacy_dev = true;
699 700
}

701 702 703 704
/*
 * Detach device model @dev from @blk.
 * @dev must be currently attached to @blk.
 */
705
void blk_detach_dev(BlockBackend *blk, void *dev)
706
/* TODO change to DeviceState *dev when all users are qdevified */
707
{
708 709 710 711
    assert(blk->dev == dev);
    blk->dev = NULL;
    blk->dev_ops = NULL;
    blk->dev_opaque = NULL;
712
    blk->guest_block_size = 512;
713
    blk_set_perm(blk, 0, BLK_PERM_ALL, &error_abort);
714
    blk_unref(blk);
715 716
}

717 718 719
/*
 * Return the device model attached to @blk if any, else null.
 */
720
void *blk_get_attached_dev(BlockBackend *blk)
721 722 723 724 725
/* TODO change to return DeviceState * when all users are qdevified */
{
    return blk->dev;
}

726 727
/* Return the qdev ID, or if no ID is assigned the QOM path, of the block
 * device attached to the BlockBackend. */
728
char *blk_get_attached_dev_id(BlockBackend *blk)
729 730 731 732 733 734 735 736 737 738 739 740 741 742
{
    DeviceState *dev;

    assert(!blk->legacy_dev);
    dev = blk->dev;

    if (!dev) {
        return g_strdup("");
    } else if (dev->id) {
        return g_strdup(dev->id);
    }
    return object_get_canonical_path(OBJECT(dev));
}

K
Kevin Wolf 已提交
743 744 745 746 747 748 749 750 751 752 753 754 755 756 757 758 759 760 761
/*
 * Return the BlockBackend which has the device model @dev attached if it
 * exists, else null.
 *
 * @dev must not be null.
 */
BlockBackend *blk_by_dev(void *dev)
{
    BlockBackend *blk = NULL;

    assert(dev != NULL);
    while ((blk = blk_all_next(blk)) != NULL) {
        if (blk->dev == dev) {
            return blk;
        }
    }
    return NULL;
}

762 763 764 765 766 767 768 769
/*
 * Set @blk's device model callbacks to @ops.
 * @opaque is the opaque argument to pass to the callbacks.
 * This is for use by device models.
 */
void blk_set_dev_ops(BlockBackend *blk, const BlockDevOps *ops,
                     void *opaque)
{
770
    /* All drivers that use blk_set_dev_ops() are qdevified and we want to keep
771 772
     * it that way, so we can assume blk->dev, if present, is a DeviceState if
     * blk->dev_ops is set. Non-device users may use dev_ops without device. */
773 774
    assert(!blk->legacy_dev);

775 776
    blk->dev_ops = ops;
    blk->dev_opaque = opaque;
777 778 779 780 781

    /* Are we currently quiesced? Should we enforce this right now? */
    if (blk->quiesce_counter && ops->drained_begin) {
        ops->drained_begin(opaque);
    }
782 783 784 785
}

/*
 * Notify @blk's attached device model of media change.
786 787 788 789 790 791
 *
 * If @load is true, notify of media load. This action can fail, meaning that
 * the medium cannot be loaded. @errp is set then.
 *
 * If @load is false, notify of media eject. This can never fail.
 *
792 793
 * Also send DEVICE_TRAY_MOVED events as appropriate.
 */
794
void blk_dev_change_media_cb(BlockBackend *blk, bool load, Error **errp)
795 796
{
    if (blk->dev_ops && blk->dev_ops->change_media_cb) {
797
        bool tray_was_open, tray_is_open;
798
        Error *local_err = NULL;
799

800 801
        assert(!blk->legacy_dev);

802
        tray_was_open = blk_dev_is_tray_open(blk);
803 804 805 806 807 808
        blk->dev_ops->change_media_cb(blk->dev_opaque, load, &local_err);
        if (local_err) {
            assert(load == true);
            error_propagate(errp, local_err);
            return;
        }
809 810 811
        tray_is_open = blk_dev_is_tray_open(blk);

        if (tray_was_open != tray_is_open) {
812 813
            char *id = blk_get_attached_dev_id(blk);
            qapi_event_send_device_tray_moved(blk_name(blk), id, tray_is_open,
814
                                              &error_abort);
815
            g_free(id);
816 817 818 819
        }
    }
}

820 821
static void blk_root_change_media(BdrvChild *child, bool load)
{
822
    blk_dev_change_media_cb(child->opaque, load, NULL);
823 824
}

825 826 827 828 829 830 831 832 833
/*
 * Does @blk's attached device model have removable media?
 * %true if no device model is attached.
 */
bool blk_dev_has_removable_media(BlockBackend *blk)
{
    return !blk->dev || (blk->dev_ops && blk->dev_ops->change_media_cb);
}

M
Max Reitz 已提交
834 835 836 837 838 839 840 841
/*
 * Does @blk's attached device model have a tray?
 */
bool blk_dev_has_tray(BlockBackend *blk)
{
    return blk->dev_ops && blk->dev_ops->is_tray_open;
}

842 843 844 845 846
/*
 * Notify @blk's attached device model of a media eject request.
 * If @force is true, the medium is about to be yanked out forcefully.
 */
void blk_dev_eject_request(BlockBackend *blk, bool force)
847
{
848 849 850
    if (blk->dev_ops && blk->dev_ops->eject_request_cb) {
        blk->dev_ops->eject_request_cb(blk->dev_opaque, force);
    }
851 852
}

853 854 855 856
/*
 * Does @blk's attached device model have a tray, and is it open?
 */
bool blk_dev_is_tray_open(BlockBackend *blk)
857
{
M
Max Reitz 已提交
858
    if (blk_dev_has_tray(blk)) {
859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878
        return blk->dev_ops->is_tray_open(blk->dev_opaque);
    }
    return false;
}

/*
 * Does @blk's attached device model have the medium locked?
 * %false if the device model has no such lock.
 */
bool blk_dev_is_medium_locked(BlockBackend *blk)
{
    if (blk->dev_ops && blk->dev_ops->is_medium_locked) {
        return blk->dev_ops->is_medium_locked(blk->dev_opaque);
    }
    return false;
}

/*
 * Notify @blk's attached device model of a backend size change.
 */
879
static void blk_root_resize(BdrvChild *child)
880
{
881 882
    BlockBackend *blk = child->opaque;

883 884 885 886 887 888 889
    if (blk->dev_ops && blk->dev_ops->resize_cb) {
        blk->dev_ops->resize_cb(blk->dev_opaque);
    }
}

void blk_iostatus_enable(BlockBackend *blk)
{
890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911 912 913 914 915 916
    blk->iostatus_enabled = true;
    blk->iostatus = BLOCK_DEVICE_IO_STATUS_OK;
}

/* The I/O status is only enabled if the drive explicitly
 * enables it _and_ the VM is configured to stop on errors */
bool blk_iostatus_is_enabled(const BlockBackend *blk)
{
    return (blk->iostatus_enabled &&
           (blk->on_write_error == BLOCKDEV_ON_ERROR_ENOSPC ||
            blk->on_write_error == BLOCKDEV_ON_ERROR_STOP   ||
            blk->on_read_error == BLOCKDEV_ON_ERROR_STOP));
}

BlockDeviceIoStatus blk_iostatus(const BlockBackend *blk)
{
    return blk->iostatus;
}

void blk_iostatus_disable(BlockBackend *blk)
{
    blk->iostatus_enabled = false;
}

void blk_iostatus_reset(BlockBackend *blk)
{
    if (blk_iostatus_is_enabled(blk)) {
917
        BlockDriverState *bs = blk_bs(blk);
918
        blk->iostatus = BLOCK_DEVICE_IO_STATUS_OK;
919 920
        if (bs && bs->job) {
            block_job_iostatus_reset(bs->job);
921 922 923 924 925 926 927 928 929 930 931
        }
    }
}

void blk_iostatus_set_err(BlockBackend *blk, int error)
{
    assert(blk_iostatus_is_enabled(blk));
    if (blk->iostatus == BLOCK_DEVICE_IO_STATUS_OK) {
        blk->iostatus = error == ENOSPC ? BLOCK_DEVICE_IO_STATUS_NOSPACE :
                                          BLOCK_DEVICE_IO_STATUS_FAILED;
    }
932 933
}

934 935 936 937 938
void blk_set_allow_write_beyond_eof(BlockBackend *blk, bool allow)
{
    blk->allow_write_beyond_eof = allow;
}

M
Max Reitz 已提交
939 940 941 942 943 944 945 946 947
static int blk_check_byte_request(BlockBackend *blk, int64_t offset,
                                  size_t size)
{
    int64_t len;

    if (size > INT_MAX) {
        return -EIO;
    }

948
    if (!blk_is_available(blk)) {
M
Max Reitz 已提交
949 950 951 952 953 954 955
        return -ENOMEDIUM;
    }

    if (offset < 0) {
        return -EIO;
    }

956 957 958 959 960 961 962 963 964
    if (!blk->allow_write_beyond_eof) {
        len = blk_getlength(blk);
        if (len < 0) {
            return len;
        }

        if (offset > len || len - offset < size) {
            return -EIO;
        }
M
Max Reitz 已提交
965 966 967 968 969
    }

    return 0;
}

970 971 972
int coroutine_fn blk_co_preadv(BlockBackend *blk, int64_t offset,
                               unsigned int bytes, QEMUIOVector *qiov,
                               BdrvRequestFlags flags)
973
{
974
    int ret;
975
    BlockDriverState *bs = blk_bs(blk);
976

977
    trace_blk_co_preadv(blk, bs, offset, bytes, flags);
978 979

    ret = blk_check_byte_request(blk, offset, bytes);
M
Max Reitz 已提交
980 981 982 983
    if (ret < 0) {
        return ret;
    }

984 985
    bdrv_inc_in_flight(bs);

986 987 988 989 990
    /* throttling disk I/O */
    if (blk->public.throttle_state) {
        throttle_group_co_io_limits_intercept(blk, bytes, false);
    }

991 992 993
    ret = bdrv_co_preadv(blk->root, offset, bytes, qiov, flags);
    bdrv_dec_in_flight(bs);
    return ret;
994 995
}

996 997 998
int coroutine_fn blk_co_pwritev(BlockBackend *blk, int64_t offset,
                                unsigned int bytes, QEMUIOVector *qiov,
                                BdrvRequestFlags flags)
999
{
1000
    int ret;
1001
    BlockDriverState *bs = blk_bs(blk);
1002

1003
    trace_blk_co_pwritev(blk, bs, offset, bytes, flags);
1004

1005
    ret = blk_check_byte_request(blk, offset, bytes);
1006 1007 1008 1009
    if (ret < 0) {
        return ret;
    }

1010 1011
    bdrv_inc_in_flight(bs);

1012 1013 1014 1015 1016
    /* throttling disk I/O */
    if (blk->public.throttle_state) {
        throttle_group_co_io_limits_intercept(blk, bytes, true);
    }

1017 1018 1019 1020
    if (!blk->enable_write_cache) {
        flags |= BDRV_REQ_FUA;
    }

1021 1022 1023
    ret = bdrv_co_pwritev(blk->root, offset, bytes, qiov, flags);
    bdrv_dec_in_flight(bs);
    return ret;
1024 1025
}

1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041
typedef struct BlkRwCo {
    BlockBackend *blk;
    int64_t offset;
    QEMUIOVector *qiov;
    int ret;
    BdrvRequestFlags flags;
} BlkRwCo;

static void blk_read_entry(void *opaque)
{
    BlkRwCo *rwco = opaque;

    rwco->ret = blk_co_preadv(rwco->blk, rwco->offset, rwco->qiov->size,
                              rwco->qiov, rwco->flags);
}

1042 1043 1044 1045 1046 1047 1048 1049
static void blk_write_entry(void *opaque)
{
    BlkRwCo *rwco = opaque;

    rwco->ret = blk_co_pwritev(rwco->blk, rwco->offset, rwco->qiov->size,
                               rwco->qiov, rwco->flags);
}

1050 1051 1052
static int blk_prw(BlockBackend *blk, int64_t offset, uint8_t *buf,
                   int64_t bytes, CoroutineEntry co_entry,
                   BdrvRequestFlags flags)
1053 1054 1055 1056 1057 1058 1059
{
    QEMUIOVector qiov;
    struct iovec iov;
    BlkRwCo rwco;

    iov = (struct iovec) {
        .iov_base = buf,
1060
        .iov_len = bytes,
1061 1062 1063 1064 1065
    };
    qemu_iovec_init_external(&qiov, &iov, 1);

    rwco = (BlkRwCo) {
        .blk    = blk,
1066
        .offset = offset,
1067
        .qiov   = &qiov,
1068
        .flags  = flags,
1069 1070 1071
        .ret    = NOT_DONE,
    };

1072 1073 1074 1075 1076
    if (qemu_in_coroutine()) {
        /* Fast-path if already in coroutine context */
        co_entry(&rwco);
    } else {
        Coroutine *co = qemu_coroutine_create(co_entry, &rwco);
1077
        bdrv_coroutine_enter(blk_bs(blk), co);
1078 1079
        BDRV_POLL_WHILE(blk_bs(blk), rwco.ret == NOT_DONE);
    }
1080 1081

    return rwco.ret;
1082 1083
}

1084 1085
int blk_pread_unthrottled(BlockBackend *blk, int64_t offset, uint8_t *buf,
                          int count)
1086
{
1087 1088
    int ret;

1089
    ret = blk_check_byte_request(blk, offset, count);
M
Max Reitz 已提交
1090 1091 1092 1093
    if (ret < 0) {
        return ret;
    }

1094
    blk_root_drained_begin(blk->root);
1095
    ret = blk_pread(blk, offset, buf, count);
1096
    blk_root_drained_end(blk->root);
1097
    return ret;
1098 1099
}

E
Eric Blake 已提交
1100
int blk_pwrite_zeroes(BlockBackend *blk, int64_t offset,
1101
                      int bytes, BdrvRequestFlags flags)
1102
{
1103
    return blk_prw(blk, offset, NULL, bytes, blk_write_entry,
1104
                   flags | BDRV_REQ_ZERO_WRITE);
1105 1106
}

1107 1108 1109 1110 1111
int blk_make_zero(BlockBackend *blk, BdrvRequestFlags flags)
{
    return bdrv_make_zero(blk->root, flags);
}

M
Max Reitz 已提交
1112 1113 1114
static void error_callback_bh(void *opaque)
{
    struct BlockBackendAIOCB *acb = opaque;
1115 1116

    bdrv_dec_in_flight(acb->common.bs);
M
Max Reitz 已提交
1117 1118 1119 1120
    acb->common.cb(acb->common.opaque, acb->ret);
    qemu_aio_unref(acb);
}

P
Peter Lieven 已提交
1121 1122 1123
BlockAIOCB *blk_abort_aio_request(BlockBackend *blk,
                                  BlockCompletionFunc *cb,
                                  void *opaque, int ret)
M
Max Reitz 已提交
1124 1125 1126
{
    struct BlockBackendAIOCB *acb;

1127
    bdrv_inc_in_flight(blk_bs(blk));
M
Max Reitz 已提交
1128
    acb = blk_aio_get(&block_backend_aiocb_info, blk, cb, opaque);
1129
    acb->blk = blk;
M
Max Reitz 已提交
1130 1131
    acb->ret = ret;

P
Paolo Bonzini 已提交
1132
    aio_bh_schedule_oneshot(blk_get_aio_context(blk), error_callback_bh, acb);
M
Max Reitz 已提交
1133 1134 1135
    return &acb->common;
}

1136 1137 1138
typedef struct BlkAioEmAIOCB {
    BlockAIOCB common;
    BlkRwCo rwco;
K
Kevin Wolf 已提交
1139
    int bytes;
1140 1141 1142 1143 1144 1145 1146 1147 1148 1149
    bool has_returned;
} BlkAioEmAIOCB;

static const AIOCBInfo blk_aio_em_aiocb_info = {
    .aiocb_size         = sizeof(BlkAioEmAIOCB),
};

static void blk_aio_complete(BlkAioEmAIOCB *acb)
{
    if (acb->has_returned) {
1150
        bdrv_dec_in_flight(acb->common.bs);
1151 1152 1153 1154 1155 1156 1157
        acb->common.cb(acb->common.opaque, acb->rwco.ret);
        qemu_aio_unref(acb);
    }
}

static void blk_aio_complete_bh(void *opaque)
{
P
Paolo Bonzini 已提交
1158 1159 1160
    BlkAioEmAIOCB *acb = opaque;
    assert(acb->has_returned);
    blk_aio_complete(acb);
1161 1162
}

K
Kevin Wolf 已提交
1163
static BlockAIOCB *blk_aio_prwv(BlockBackend *blk, int64_t offset, int bytes,
1164 1165 1166 1167 1168 1169 1170
                                QEMUIOVector *qiov, CoroutineEntry co_entry,
                                BdrvRequestFlags flags,
                                BlockCompletionFunc *cb, void *opaque)
{
    BlkAioEmAIOCB *acb;
    Coroutine *co;

1171
    bdrv_inc_in_flight(blk_bs(blk));
1172 1173 1174 1175 1176 1177 1178 1179
    acb = blk_aio_get(&blk_aio_em_aiocb_info, blk, cb, opaque);
    acb->rwco = (BlkRwCo) {
        .blk    = blk,
        .offset = offset,
        .qiov   = qiov,
        .flags  = flags,
        .ret    = NOT_DONE,
    };
K
Kevin Wolf 已提交
1180
    acb->bytes = bytes;
1181 1182
    acb->has_returned = false;

1183
    co = qemu_coroutine_create(co_entry, acb);
1184
    bdrv_coroutine_enter(blk_bs(blk), co);
1185 1186 1187

    acb->has_returned = true;
    if (acb->rwco.ret != NOT_DONE) {
P
Paolo Bonzini 已提交
1188 1189
        aio_bh_schedule_oneshot(blk_get_aio_context(blk),
                                blk_aio_complete_bh, acb);
1190 1191 1192 1193 1194 1195 1196 1197 1198 1199
    }

    return &acb->common;
}

static void blk_aio_read_entry(void *opaque)
{
    BlkAioEmAIOCB *acb = opaque;
    BlkRwCo *rwco = &acb->rwco;

K
Kevin Wolf 已提交
1200 1201
    assert(rwco->qiov->size == acb->bytes);
    rwco->ret = blk_co_preadv(rwco->blk, rwco->offset, acb->bytes,
1202 1203 1204 1205 1206 1207 1208 1209 1210
                              rwco->qiov, rwco->flags);
    blk_aio_complete(acb);
}

static void blk_aio_write_entry(void *opaque)
{
    BlkAioEmAIOCB *acb = opaque;
    BlkRwCo *rwco = &acb->rwco;

K
Kevin Wolf 已提交
1211 1212
    assert(!rwco->qiov || rwco->qiov->size == acb->bytes);
    rwco->ret = blk_co_pwritev(rwco->blk, rwco->offset, acb->bytes,
1213 1214 1215 1216
                               rwco->qiov, rwco->flags);
    blk_aio_complete(acb);
}

E
Eric Blake 已提交
1217 1218 1219
BlockAIOCB *blk_aio_pwrite_zeroes(BlockBackend *blk, int64_t offset,
                                  int count, BdrvRequestFlags flags,
                                  BlockCompletionFunc *cb, void *opaque)
1220
{
1221 1222
    return blk_aio_prwv(blk, offset, count, NULL, blk_aio_write_entry,
                        flags | BDRV_REQ_ZERO_WRITE, cb, opaque);
1223 1224 1225 1226
}

int blk_pread(BlockBackend *blk, int64_t offset, void *buf, int count)
{
1227
    int ret = blk_prw(blk, offset, buf, count, blk_read_entry, 0);
M
Max Reitz 已提交
1228 1229 1230
    if (ret < 0) {
        return ret;
    }
1231
    return count;
1232 1233
}

1234 1235
int blk_pwrite(BlockBackend *blk, int64_t offset, const void *buf, int count,
               BdrvRequestFlags flags)
1236
{
1237 1238
    int ret = blk_prw(blk, offset, (void *) buf, count, blk_write_entry,
                      flags);
M
Max Reitz 已提交
1239 1240 1241
    if (ret < 0) {
        return ret;
    }
1242
    return count;
1243 1244 1245 1246
}

int64_t blk_getlength(BlockBackend *blk)
{
1247 1248 1249 1250
    if (!blk_is_available(blk)) {
        return -ENOMEDIUM;
    }

1251
    return bdrv_getlength(blk_bs(blk));
1252 1253 1254 1255
}

void blk_get_geometry(BlockBackend *blk, uint64_t *nb_sectors_ptr)
{
1256
    if (!blk_bs(blk)) {
1257 1258
        *nb_sectors_ptr = 0;
    } else {
1259
        bdrv_get_geometry(blk_bs(blk), nb_sectors_ptr);
1260
    }
1261 1262
}

1263 1264
int64_t blk_nb_sectors(BlockBackend *blk)
{
1265 1266 1267 1268
    if (!blk_is_available(blk)) {
        return -ENOMEDIUM;
    }

1269
    return bdrv_nb_sectors(blk_bs(blk));
1270 1271
}

1272 1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287
BlockAIOCB *blk_aio_preadv(BlockBackend *blk, int64_t offset,
                           QEMUIOVector *qiov, BdrvRequestFlags flags,
                           BlockCompletionFunc *cb, void *opaque)
{
    return blk_aio_prwv(blk, offset, qiov->size, qiov,
                        blk_aio_read_entry, flags, cb, opaque);
}

BlockAIOCB *blk_aio_pwritev(BlockBackend *blk, int64_t offset,
                            QEMUIOVector *qiov, BdrvRequestFlags flags,
                            BlockCompletionFunc *cb, void *opaque)
{
    return blk_aio_prwv(blk, offset, qiov->size, qiov,
                        blk_aio_write_entry, flags, cb, opaque);
}

1288 1289 1290 1291 1292 1293 1294 1295 1296
static void blk_aio_flush_entry(void *opaque)
{
    BlkAioEmAIOCB *acb = opaque;
    BlkRwCo *rwco = &acb->rwco;

    rwco->ret = blk_co_flush(rwco->blk);
    blk_aio_complete(acb);
}

1297 1298 1299
BlockAIOCB *blk_aio_flush(BlockBackend *blk,
                          BlockCompletionFunc *cb, void *opaque)
{
1300
    return blk_aio_prwv(blk, 0, 0, NULL, blk_aio_flush_entry, 0, cb, opaque);
1301 1302
}

1303 1304 1305 1306 1307 1308 1309 1310 1311
static void blk_aio_pdiscard_entry(void *opaque)
{
    BlkAioEmAIOCB *acb = opaque;
    BlkRwCo *rwco = &acb->rwco;

    rwco->ret = blk_co_pdiscard(rwco->blk, rwco->offset, acb->bytes);
    blk_aio_complete(acb);
}

1312
BlockAIOCB *blk_aio_pdiscard(BlockBackend *blk,
1313
                             int64_t offset, int bytes,
1314
                             BlockCompletionFunc *cb, void *opaque)
1315
{
1316
    return blk_aio_prwv(blk, offset, bytes, NULL, blk_aio_pdiscard_entry, 0,
1317
                        cb, opaque);
1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329
}

void blk_aio_cancel(BlockAIOCB *acb)
{
    bdrv_aio_cancel(acb);
}

void blk_aio_cancel_async(BlockAIOCB *acb)
{
    bdrv_aio_cancel_async(acb);
}

1330
int blk_co_ioctl(BlockBackend *blk, unsigned long int req, void *buf)
1331
{
1332 1333 1334 1335
    if (!blk_is_available(blk)) {
        return -ENOMEDIUM;
    }

1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353 1354 1355 1356 1357 1358
    return bdrv_co_ioctl(blk_bs(blk), req, buf);
}

static void blk_ioctl_entry(void *opaque)
{
    BlkRwCo *rwco = opaque;
    rwco->ret = blk_co_ioctl(rwco->blk, rwco->offset,
                             rwco->qiov->iov[0].iov_base);
}

int blk_ioctl(BlockBackend *blk, unsigned long int req, void *buf)
{
    return blk_prw(blk, req, buf, 0, blk_ioctl_entry, 0);
}

static void blk_aio_ioctl_entry(void *opaque)
{
    BlkAioEmAIOCB *acb = opaque;
    BlkRwCo *rwco = &acb->rwco;

    rwco->ret = blk_co_ioctl(rwco->blk, rwco->offset,
                             rwco->qiov->iov[0].iov_base);
    blk_aio_complete(acb);
1359 1360 1361 1362 1363
}

BlockAIOCB *blk_aio_ioctl(BlockBackend *blk, unsigned long int req, void *buf,
                          BlockCompletionFunc *cb, void *opaque)
{
1364 1365 1366 1367 1368 1369 1370 1371
    QEMUIOVector qiov;
    struct iovec iov;

    iov = (struct iovec) {
        .iov_base = buf,
        .iov_len = 0,
    };
    qemu_iovec_init_external(&qiov, &iov, 1);
1372

1373
    return blk_aio_prwv(blk, req, 0, &qiov, blk_aio_ioctl_entry, 0, cb, opaque);
1374 1375
}

1376
int blk_co_pdiscard(BlockBackend *blk, int64_t offset, int bytes)
1377
{
1378
    int ret = blk_check_byte_request(blk, offset, bytes);
M
Max Reitz 已提交
1379 1380 1381 1382
    if (ret < 0) {
        return ret;
    }

1383
    return bdrv_co_pdiscard(blk_bs(blk), offset, bytes);
1384 1385 1386 1387
}

int blk_co_flush(BlockBackend *blk)
{
1388 1389 1390 1391
    if (!blk_is_available(blk)) {
        return -ENOMEDIUM;
    }

1392
    return bdrv_co_flush(blk_bs(blk));
1393 1394
}

1395
static void blk_flush_entry(void *opaque)
1396
{
1397 1398 1399
    BlkRwCo *rwco = opaque;
    rwco->ret = blk_co_flush(rwco->blk);
}
1400

1401 1402 1403
int blk_flush(BlockBackend *blk)
{
    return blk_prw(blk, 0, NULL, 0, blk_flush_entry, 0);
1404 1405
}

1406 1407
void blk_drain(BlockBackend *blk)
{
1408 1409
    if (blk_bs(blk)) {
        bdrv_drain(blk_bs(blk));
1410
    }
1411 1412
}

1413 1414 1415 1416 1417
void blk_drain_all(void)
{
    bdrv_drain_all();
}

1418 1419 1420 1421 1422 1423 1424
void blk_set_on_error(BlockBackend *blk, BlockdevOnError on_read_error,
                      BlockdevOnError on_write_error)
{
    blk->on_read_error = on_read_error;
    blk->on_write_error = on_write_error;
}

1425 1426
BlockdevOnError blk_get_on_error(BlockBackend *blk, bool is_read)
{
1427
    return is_read ? blk->on_read_error : blk->on_write_error;
1428 1429 1430 1431 1432
}

BlockErrorAction blk_get_error_action(BlockBackend *blk, bool is_read,
                                      int error)
{
1433 1434 1435 1436 1437 1438 1439 1440 1441 1442 1443 1444
    BlockdevOnError on_err = blk_get_on_error(blk, is_read);

    switch (on_err) {
    case BLOCKDEV_ON_ERROR_ENOSPC:
        return (error == ENOSPC) ?
               BLOCK_ERROR_ACTION_STOP : BLOCK_ERROR_ACTION_REPORT;
    case BLOCKDEV_ON_ERROR_STOP:
        return BLOCK_ERROR_ACTION_STOP;
    case BLOCKDEV_ON_ERROR_REPORT:
        return BLOCK_ERROR_ACTION_REPORT;
    case BLOCKDEV_ON_ERROR_IGNORE:
        return BLOCK_ERROR_ACTION_IGNORE;
1445
    case BLOCKDEV_ON_ERROR_AUTO:
1446 1447 1448
    default:
        abort();
    }
1449 1450
}

1451 1452 1453 1454 1455 1456 1457
static void send_qmp_error_event(BlockBackend *blk,
                                 BlockErrorAction action,
                                 bool is_read, int error)
{
    IoOperationType optype;

    optype = is_read ? IO_OPERATION_TYPE_READ : IO_OPERATION_TYPE_WRITE;
1458 1459 1460
    qapi_event_send_block_io_error(blk_name(blk),
                                   bdrv_get_node_name(blk_bs(blk)), optype,
                                   action, blk_iostatus_is_enabled(blk),
1461 1462 1463 1464 1465 1466 1467 1468
                                   error == ENOSPC, strerror(error),
                                   &error_abort);
}

/* This is done by device models because, while the block layer knows
 * about the error, it does not know whether an operation comes from
 * the device or the block layer (from a job, for example).
 */
1469 1470 1471
void blk_error_action(BlockBackend *blk, BlockErrorAction action,
                      bool is_read, int error)
{
1472 1473 1474 1475 1476 1477 1478 1479 1480 1481 1482 1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494
    assert(error >= 0);

    if (action == BLOCK_ERROR_ACTION_STOP) {
        /* First set the iostatus, so that "info block" returns an iostatus
         * that matches the events raised so far (an additional error iostatus
         * is fine, but not a lost one).
         */
        blk_iostatus_set_err(blk, error);

        /* Then raise the request to stop the VM and the event.
         * qemu_system_vmstop_request_prepare has two effects.  First,
         * it ensures that the STOP event always comes after the
         * BLOCK_IO_ERROR event.  Second, it ensures that even if management
         * can observe the STOP event and do a "cont" before the STOP
         * event is issued, the VM will not stop.  In this case, vm_start()
         * also ensures that the STOP/RESUME pair of events is emitted.
         */
        qemu_system_vmstop_request_prepare();
        send_qmp_error_event(blk, action, is_read, error);
        qemu_system_vmstop_request(RUN_STATE_IO_ERROR);
    } else {
        send_qmp_error_event(blk, action, is_read, error);
    }
1495 1496 1497 1498
}

int blk_is_read_only(BlockBackend *blk)
{
1499 1500 1501 1502
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        return bdrv_is_read_only(bs);
1503 1504 1505
    } else {
        return blk->root_state.read_only;
    }
1506 1507 1508 1509
}

int blk_is_sg(BlockBackend *blk)
{
1510 1511 1512
    BlockDriverState *bs = blk_bs(blk);

    if (!bs) {
1513 1514 1515
        return 0;
    }

1516
    return bdrv_is_sg(bs);
1517 1518 1519 1520
}

int blk_enable_write_cache(BlockBackend *blk)
{
1521
    return blk->enable_write_cache;
1522 1523 1524 1525
}

void blk_set_enable_write_cache(BlockBackend *blk, bool wce)
{
1526
    blk->enable_write_cache = wce;
1527 1528
}

1529 1530
void blk_invalidate_cache(BlockBackend *blk, Error **errp)
{
1531 1532 1533
    BlockDriverState *bs = blk_bs(blk);

    if (!bs) {
1534 1535 1536 1537
        error_setg(errp, "Device '%s' has no medium", blk->name);
        return;
    }

1538
    bdrv_invalidate_cache(bs, errp);
1539 1540
}

1541
bool blk_is_inserted(BlockBackend *blk)
1542
{
1543 1544 1545
    BlockDriverState *bs = blk_bs(blk);

    return bs && bdrv_is_inserted(bs);
M
Max Reitz 已提交
1546 1547 1548 1549 1550
}

bool blk_is_available(BlockBackend *blk)
{
    return blk_is_inserted(blk) && !blk_dev_is_tray_open(blk);
1551 1552 1553 1554
}

void blk_lock_medium(BlockBackend *blk, bool locked)
{
1555 1556 1557 1558
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        bdrv_lock_medium(bs, locked);
1559
    }
1560 1561 1562 1563
}

void blk_eject(BlockBackend *blk, bool eject_flag)
{
1564
    BlockDriverState *bs = blk_bs(blk);
1565 1566 1567 1568
    char *id;

    /* blk_eject is only called by qdevified devices */
    assert(!blk->legacy_dev);
1569 1570 1571

    if (bs) {
        bdrv_eject(bs, eject_flag);
1572
    }
1573 1574 1575 1576 1577 1578 1579

    /* Whether or not we ejected on the backend,
     * the frontend experienced a tray event. */
    id = blk_get_attached_dev_id(blk);
    qapi_event_send_device_tray_moved(blk_name(blk), id,
                                      eject_flag, &error_abort);
    g_free(id);
1580 1581 1582 1583
}

int blk_get_flags(BlockBackend *blk)
{
1584 1585 1586 1587
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        return bdrv_get_flags(bs);
1588 1589 1590
    } else {
        return blk->root_state.open_flags;
    }
1591 1592
}

1593 1594
/* Returns the maximum transfer length, in bytes; guaranteed nonzero */
uint32_t blk_get_max_transfer(BlockBackend *blk)
1595
{
1596
    BlockDriverState *bs = blk_bs(blk);
1597
    uint32_t max = 0;
1598 1599

    if (bs) {
1600
        max = bs->bl.max_transfer;
1601
    }
1602
    return MIN_NON_ZERO(max, INT_MAX);
1603 1604
}

1605 1606
int blk_get_max_iov(BlockBackend *blk)
{
1607
    return blk->root->bs->bl.max_iov;
1608 1609
}

1610 1611
void blk_set_guest_block_size(BlockBackend *blk, int align)
{
1612
    blk->guest_block_size = align;
1613 1614
}

1615 1616
void *blk_try_blockalign(BlockBackend *blk, size_t size)
{
1617
    return qemu_try_blockalign(blk ? blk_bs(blk) : NULL, size);
1618 1619
}

1620 1621
void *blk_blockalign(BlockBackend *blk, size_t size)
{
1622
    return qemu_blockalign(blk ? blk_bs(blk) : NULL, size);
1623 1624 1625 1626
}

bool blk_op_is_blocked(BlockBackend *blk, BlockOpType op, Error **errp)
{
1627 1628 1629
    BlockDriverState *bs = blk_bs(blk);

    if (!bs) {
1630 1631 1632
        return false;
    }

1633
    return bdrv_op_is_blocked(bs, op, errp);
1634 1635 1636 1637
}

void blk_op_unblock(BlockBackend *blk, BlockOpType op, Error *reason)
{
1638 1639 1640 1641
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        bdrv_op_unblock(bs, op, reason);
1642
    }
1643 1644 1645 1646
}

void blk_op_block_all(BlockBackend *blk, Error *reason)
{
1647 1648 1649 1650
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        bdrv_op_block_all(bs, reason);
1651
    }
1652 1653 1654 1655
}

void blk_op_unblock_all(BlockBackend *blk, Error *reason)
{
1656 1657 1658 1659
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        bdrv_op_unblock_all(bs, reason);
1660
    }
1661 1662 1663 1664
}

AioContext *blk_get_aio_context(BlockBackend *blk)
{
1665 1666 1667 1668
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        return bdrv_get_aio_context(bs);
1669 1670 1671 1672 1673 1674 1675 1676 1677
    } else {
        return qemu_get_aio_context();
    }
}

static AioContext *blk_aiocb_get_aio_context(BlockAIOCB *acb)
{
    BlockBackendAIOCB *blk_acb = DO_UPCAST(BlockBackendAIOCB, common, acb);
    return blk_get_aio_context(blk_acb->blk);
1678 1679 1680 1681
}

void blk_set_aio_context(BlockBackend *blk, AioContext *new_context)
{
1682 1683 1684
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
1685 1686 1687
        if (blk->public.throttle_state) {
            throttle_timers_detach_aio_context(&blk->public.throttle_timers);
        }
1688
        bdrv_set_aio_context(bs, new_context);
1689 1690 1691 1692
        if (blk->public.throttle_state) {
            throttle_timers_attach_aio_context(&blk->public.throttle_timers,
                                               new_context);
        }
1693
    }
1694 1695
}

1696 1697 1698 1699
void blk_add_aio_context_notifier(BlockBackend *blk,
        void (*attached_aio_context)(AioContext *new_context, void *opaque),
        void (*detach_aio_context)(void *opaque), void *opaque)
{
1700 1701 1702 1703
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        bdrv_add_aio_context_notifier(bs, attached_aio_context,
1704 1705
                                      detach_aio_context, opaque);
    }
1706 1707 1708 1709 1710 1711 1712 1713
}

void blk_remove_aio_context_notifier(BlockBackend *blk,
                                     void (*attached_aio_context)(AioContext *,
                                                                  void *),
                                     void (*detach_aio_context)(void *),
                                     void *opaque)
{
1714 1715 1716 1717
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        bdrv_remove_aio_context_notifier(bs, attached_aio_context,
1718 1719
                                         detach_aio_context, opaque);
    }
1720 1721
}

1722 1723 1724 1725 1726 1727 1728 1729 1730 1731
void blk_add_remove_bs_notifier(BlockBackend *blk, Notifier *notify)
{
    notifier_list_add(&blk->remove_bs_notifiers, notify);
}

void blk_add_insert_bs_notifier(BlockBackend *blk, Notifier *notify)
{
    notifier_list_add(&blk->insert_bs_notifiers, notify);
}

1732 1733
void blk_io_plug(BlockBackend *blk)
{
1734 1735 1736 1737
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        bdrv_io_plug(bs);
1738
    }
1739 1740 1741 1742
}

void blk_io_unplug(BlockBackend *blk)
{
1743 1744 1745 1746
    BlockDriverState *bs = blk_bs(blk);

    if (bs) {
        bdrv_io_unplug(bs);
1747
    }
1748 1749 1750 1751
}

BlockAcctStats *blk_get_stats(BlockBackend *blk)
{
1752
    return &blk->stats;
1753 1754 1755 1756 1757 1758 1759
}

void *blk_aio_get(const AIOCBInfo *aiocb_info, BlockBackend *blk,
                  BlockCompletionFunc *cb, void *opaque)
{
    return qemu_aio_get(aiocb_info, blk_bs(blk), cb, opaque);
}
1760

E
Eric Blake 已提交
1761
int coroutine_fn blk_co_pwrite_zeroes(BlockBackend *blk, int64_t offset,
1762
                                      int bytes, BdrvRequestFlags flags)
1763
{
1764
    return blk_co_pwritev(blk, offset, bytes, NULL,
1765
                          flags | BDRV_REQ_ZERO_WRITE);
1766 1767
}

1768 1769
int blk_pwrite_compressed(BlockBackend *blk, int64_t offset, const void *buf,
                          int count)
1770
{
1771 1772
    return blk_prw(blk, offset, (void *) buf, count, blk_write_entry,
                   BDRV_REQ_WRITE_COMPRESSED);
1773 1774
}

1775 1776
int blk_truncate(BlockBackend *blk, int64_t offset, PreallocMode prealloc,
                 Error **errp)
1777
{
1778
    if (!blk_is_available(blk)) {
1779
        error_setg(errp, "No medium inserted");
1780 1781 1782
        return -ENOMEDIUM;
    }

1783
    return bdrv_truncate(blk->root, offset, prealloc, errp);
1784 1785
}

1786
static void blk_pdiscard_entry(void *opaque)
1787
{
1788 1789 1790
    BlkRwCo *rwco = opaque;
    rwco->ret = blk_co_pdiscard(rwco->blk, rwco->offset, rwco->qiov->size);
}
M
Max Reitz 已提交
1791

1792
int blk_pdiscard(BlockBackend *blk, int64_t offset, int bytes)
1793
{
1794
    return blk_prw(blk, offset, NULL, bytes, blk_pdiscard_entry, 0);
1795 1796 1797 1798 1799
}

int blk_save_vmstate(BlockBackend *blk, const uint8_t *buf,
                     int64_t pos, int size)
{
1800 1801
    int ret;

1802 1803 1804 1805
    if (!blk_is_available(blk)) {
        return -ENOMEDIUM;
    }

1806 1807 1808 1809 1810 1811 1812 1813 1814 1815
    ret = bdrv_save_vmstate(blk_bs(blk), buf, pos, size);
    if (ret < 0) {
        return ret;
    }

    if (ret == size && !blk->enable_write_cache) {
        ret = bdrv_flush(blk_bs(blk));
    }

    return ret < 0 ? ret : size;
1816 1817 1818 1819
}

int blk_load_vmstate(BlockBackend *blk, uint8_t *buf, int64_t pos, int size)
{
1820 1821 1822 1823
    if (!blk_is_available(blk)) {
        return -ENOMEDIUM;
    }

1824
    return bdrv_load_vmstate(blk_bs(blk), buf, pos, size);
1825
}
1826 1827 1828

int blk_probe_blocksizes(BlockBackend *blk, BlockSizes *bsz)
{
1829 1830 1831 1832
    if (!blk_is_available(blk)) {
        return -ENOMEDIUM;
    }

1833
    return bdrv_probe_blocksizes(blk_bs(blk), bsz);
1834 1835 1836 1837
}

int blk_probe_geometry(BlockBackend *blk, HDGeometry *geo)
{
1838 1839 1840 1841
    if (!blk_is_available(blk)) {
        return -ENOMEDIUM;
    }

1842
    return bdrv_probe_geometry(blk_bs(blk), geo);
1843
}
M
Max Reitz 已提交
1844 1845 1846 1847 1848 1849 1850

/*
 * Updates the BlockBackendRootState object with data from the currently
 * attached BlockDriverState.
 */
void blk_update_root_state(BlockBackend *blk)
{
1851
    assert(blk->root);
M
Max Reitz 已提交
1852

1853 1854 1855
    blk->root_state.open_flags    = blk->root->bs->open_flags;
    blk->root_state.read_only     = blk->root->bs->read_only;
    blk->root_state.detect_zeroes = blk->root->bs->detect_zeroes;
M
Max Reitz 已提交
1856 1857
}

1858
/*
1859 1860
 * Returns the detect-zeroes setting to be used for bdrv_open() of a
 * BlockDriverState which is supposed to inherit the root state.
1861
 */
1862
bool blk_get_detect_zeroes_from_root_state(BlockBackend *blk)
1863
{
1864
    return blk->root_state.detect_zeroes;
1865 1866 1867 1868 1869 1870 1871 1872 1873 1874 1875 1876 1877 1878 1879 1880
}

/*
 * Returns the flags to be used for bdrv_open() of a BlockDriverState which is
 * supposed to inherit the root state.
 */
int blk_get_open_flags_from_root_state(BlockBackend *blk)
{
    int bs_flags;

    bs_flags = blk->root_state.read_only ? 0 : BDRV_O_RDWR;
    bs_flags |= blk->root_state.open_flags & ~BDRV_O_RDWR;

    return bs_flags;
}

M
Max Reitz 已提交
1881 1882 1883 1884
BlockBackendRootState *blk_get_root_state(BlockBackend *blk)
{
    return &blk->root_state;
}
M
Max Reitz 已提交
1885 1886 1887

int blk_commit_all(void)
{
1888 1889 1890 1891 1892 1893
    BlockBackend *blk = NULL;

    while ((blk = blk_all_next(blk)) != NULL) {
        AioContext *aio_context = blk_get_aio_context(blk);

        aio_context_acquire(aio_context);
1894 1895
        if (blk_is_inserted(blk) && blk->root->bs->backing) {
            int ret = bdrv_commit(blk->root->bs);
1896 1897 1898 1899 1900 1901 1902 1903 1904 1905
            if (ret < 0) {
                aio_context_release(aio_context);
                return ret;
            }
        }
        aio_context_release(aio_context);
    }
    return 0;
}

1906 1907 1908 1909 1910 1911 1912 1913 1914 1915

/* throttling disk I/O limits */
void blk_set_io_limits(BlockBackend *blk, ThrottleConfig *cfg)
{
    throttle_group_config(blk, cfg);
}

void blk_io_limits_disable(BlockBackend *blk)
{
    assert(blk->public.throttle_state);
1916
    bdrv_drained_begin(blk_bs(blk));
1917
    throttle_group_unregister_blk(blk);
1918
    bdrv_drained_end(blk_bs(blk));
1919 1920 1921 1922 1923 1924 1925 1926 1927 1928 1929 1930 1931 1932 1933 1934 1935 1936 1937 1938 1939 1940 1941 1942 1943
}

/* should be called before blk_set_io_limits if a limit is set */
void blk_io_limits_enable(BlockBackend *blk, const char *group)
{
    assert(!blk->public.throttle_state);
    throttle_group_register_blk(blk, group);
}

void blk_io_limits_update_group(BlockBackend *blk, const char *group)
{
    /* this BB is not part of any group */
    if (!blk->public.throttle_state) {
        return;
    }

    /* this BB is a part of the same group than the one we want */
    if (!g_strcmp0(throttle_group_get_name(blk), group)) {
        return;
    }

    /* need to change the group this bs belong to */
    blk_io_limits_disable(blk);
    blk_io_limits_enable(blk, group);
}
1944 1945 1946 1947 1948

static void blk_root_drained_begin(BdrvChild *child)
{
    BlockBackend *blk = child->opaque;

1949 1950 1951 1952 1953 1954
    if (++blk->quiesce_counter == 1) {
        if (blk->dev_ops && blk->dev_ops->drained_begin) {
            blk->dev_ops->drained_begin(blk->dev_opaque);
        }
    }

1955 1956 1957
    /* Note that blk->root may not be accessible here yet if we are just
     * attaching to a BlockDriverState that is drained. Use child instead. */

1958
    if (atomic_fetch_inc(&blk->public.io_limits_disabled) == 0) {
1959 1960 1961 1962 1963 1964 1965
        throttle_group_restart_blk(blk);
    }
}

static void blk_root_drained_end(BdrvChild *child)
{
    BlockBackend *blk = child->opaque;
1966
    assert(blk->quiesce_counter);
1967 1968

    assert(blk->public.io_limits_disabled);
1969
    atomic_dec(&blk->public.io_limits_disabled);
1970 1971 1972 1973 1974 1975

    if (--blk->quiesce_counter == 0) {
        if (blk->dev_ops && blk->dev_ops->drained_end) {
            blk->dev_ops->drained_end(blk->dev_opaque);
        }
    }
1976
}