curl.c 21.7 KB
Newer Older
A
Alexander Graf 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
/*
 * QEMU Block driver for CURL images
 *
 * Copyright (c) 2009 Alexander Graf <agraf@suse.de>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */
#include "qemu-common.h"
25
#include "block/block_int.h"
M
Matthew Booth 已提交
26
#include "qapi/qmp/qbool.h"
A
Alexander Graf 已提交
27 28 29 30 31 32
#include <curl/curl.h>

// #define DEBUG
// #define DEBUG_VERBOSE

#ifdef DEBUG_CURL
M
malc 已提交
33
#define DPRINTF(fmt, ...) do { printf(fmt, ## __VA_ARGS__); } while (0)
A
Alexander Graf 已提交
34
#else
M
malc 已提交
35
#define DPRINTF(fmt, ...) do { } while (0)
A
Alexander Graf 已提交
36 37
#endif

38 39 40
#if LIBCURL_VERSION_NUM >= 0x071000
/* The multi interface timer callback was introduced in 7.16.0 */
#define NEED_CURL_TIMER_CALLBACK
41 42 43 44 45 46 47 48 49 50 51 52 53 54 55
#define HAVE_SOCKET_ACTION
#endif

#ifndef HAVE_SOCKET_ACTION
/* If curl_multi_socket_action isn't available, define it statically here in
 * terms of curl_multi_socket. Note that ev_bitmask will be ignored, which is
 * less efficient but still safe. */
static CURLMcode __curl_multi_socket_action(CURLM *multi_handle,
                                            curl_socket_t sockfd,
                                            int ev_bitmask,
                                            int *running_handles)
{
    return curl_multi_socket(multi_handle, sockfd, running_handles);
}
#define curl_multi_socket_action __curl_multi_socket_action
56 57
#endif

58 59 60 61
#define PROTOCOLS (CURLPROTO_HTTP | CURLPROTO_HTTPS | \
                   CURLPROTO_FTP | CURLPROTO_FTPS | \
                   CURLPROTO_TFTP)

A
Alexander Graf 已提交
62 63 64
#define CURL_NUM_STATES 8
#define CURL_NUM_ACB    8
#define SECTOR_SIZE     512
65
#define READ_AHEAD_DEFAULT (256 * 1024)
A
Alexander Graf 已提交
66 67 68 69 70

#define FIND_RET_NONE   0
#define FIND_RET_OK     1
#define FIND_RET_WAIT   2

71 72
#define CURL_BLOCK_OPT_URL       "url"
#define CURL_BLOCK_OPT_READAHEAD "readahead"
M
Matthew Booth 已提交
73
#define CURL_BLOCK_OPT_SSLVERIFY "sslverify"
74

A
Alexander Graf 已提交
75 76 77 78
struct BDRVCURLState;

typedef struct CURLAIOCB {
    BlockDriverAIOCB common;
79
    QEMUBH *bh;
A
Alexander Graf 已提交
80
    QEMUIOVector *qiov;
81 82 83 84

    int64_t sector_num;
    int nb_sectors;

A
Alexander Graf 已提交
85 86 87 88 89 90 91 92 93
    size_t start;
    size_t end;
} CURLAIOCB;

typedef struct CURLState
{
    struct BDRVCURLState *s;
    CURLAIOCB *acb[CURL_NUM_ACB];
    CURL *curl;
94
    curl_socket_t sock_fd;
A
Alexander Graf 已提交
95 96 97 98 99 100 101 102 103 104 105
    char *orig_buf;
    size_t buf_start;
    size_t buf_off;
    size_t buf_len;
    char range[128];
    char errmsg[CURL_ERROR_SIZE];
    char in_use;
} CURLState;

typedef struct BDRVCURLState {
    CURLM *multi;
106
    QEMUTimer timer;
A
Alexander Graf 已提交
107 108 109
    size_t len;
    CURLState states[CURL_NUM_STATES];
    char *url;
110
    size_t readahead_size;
M
Matthew Booth 已提交
111
    bool sslverify;
112
    bool accept_range;
113
    AioContext *aio_context;
A
Alexander Graf 已提交
114 115 116 117
} BDRVCURLState;

static void curl_clean_state(CURLState *s);
static void curl_multi_do(void *arg);
118
static void curl_multi_read(void *arg);
A
Alexander Graf 已提交
119

120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
#ifdef NEED_CURL_TIMER_CALLBACK
static int curl_timer_cb(CURLM *multi, long timeout_ms, void *opaque)
{
    BDRVCURLState *s = opaque;

    DPRINTF("CURL: timer callback timeout_ms %ld\n", timeout_ms);
    if (timeout_ms == -1) {
        timer_del(&s->timer);
    } else {
        int64_t timeout_ns = (int64_t)timeout_ms * 1000 * 1000;
        timer_mod(&s->timer,
                  qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + timeout_ns);
    }
    return 0;
}
#endif

A
Alexander Graf 已提交
137
static int curl_sock_cb(CURL *curl, curl_socket_t fd, int action,
138
                        void *userp, void *sp)
A
Alexander Graf 已提交
139
{
140
    BDRVCURLState *s;
141 142 143
    CURLState *state = NULL;
    curl_easy_getinfo(curl, CURLINFO_PRIVATE, (char **)&state);
    state->sock_fd = fd;
144
    s = state->s;
145

M
malc 已提交
146
    DPRINTF("CURL (AIO): Sock action %d on fd %d\n", action, fd);
A
Alexander Graf 已提交
147 148
    switch (action) {
        case CURL_POLL_IN:
149 150
            aio_set_fd_handler(s->aio_context, fd, curl_multi_read,
                               NULL, state);
A
Alexander Graf 已提交
151 152
            break;
        case CURL_POLL_OUT:
153
            aio_set_fd_handler(s->aio_context, fd, NULL, curl_multi_do, state);
A
Alexander Graf 已提交
154 155
            break;
        case CURL_POLL_INOUT:
156 157
            aio_set_fd_handler(s->aio_context, fd, curl_multi_read,
                               curl_multi_do, state);
A
Alexander Graf 已提交
158 159
            break;
        case CURL_POLL_REMOVE:
160
            aio_set_fd_handler(s->aio_context, fd, NULL, NULL, NULL);
A
Alexander Graf 已提交
161 162 163 164 165 166
            break;
    }

    return 0;
}

167
static size_t curl_header_cb(void *ptr, size_t size, size_t nmemb, void *opaque)
A
Alexander Graf 已提交
168
{
169
    BDRVCURLState *s = opaque;
A
Alexander Graf 已提交
170
    size_t realsize = size * nmemb;
171
    const char *accept_line = "Accept-Ranges: bytes";
A
Alexander Graf 已提交
172

173 174 175
    if (realsize >= strlen(accept_line)
        && strncmp((char *)ptr, accept_line, strlen(accept_line)) == 0) {
        s->accept_range = true;
B
Blue Swirl 已提交
176
    }
A
Alexander Graf 已提交
177 178 179 180 181 182 183 184 185 186

    return realsize;
}

static size_t curl_read_cb(void *ptr, size_t size, size_t nmemb, void *opaque)
{
    CURLState *s = ((CURLState*)opaque);
    size_t realsize = size * nmemb;
    int i;

B
Blue Swirl 已提交
187
    DPRINTF("CURL: Just reading %zd bytes\n", realsize);
A
Alexander Graf 已提交
188 189

    if (!s || !s->orig_buf)
190
        return 0;
A
Alexander Graf 已提交
191

192 193 194 195 196
    if (s->buf_off >= s->buf_len) {
        /* buffer full, read nothing */
        return 0;
    }
    realsize = MIN(realsize, s->buf_len - s->buf_off);
A
Alexander Graf 已提交
197 198 199 200 201 202 203 204 205 206
    memcpy(s->orig_buf + s->buf_off, ptr, realsize);
    s->buf_off += realsize;

    for(i=0; i<CURL_NUM_ACB; i++) {
        CURLAIOCB *acb = s->acb[i];

        if (!acb)
            continue;

        if ((s->buf_off >= acb->end)) {
207 208
            qemu_iovec_from_buf(acb->qiov, 0, s->orig_buf + acb->start,
                                acb->end - acb->start);
A
Alexander Graf 已提交
209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241
            acb->common.cb(acb->common.opaque, 0);
            qemu_aio_release(acb);
            s->acb[i] = NULL;
        }
    }

    return realsize;
}

static int curl_find_buf(BDRVCURLState *s, size_t start, size_t len,
                         CURLAIOCB *acb)
{
    int i;
    size_t end = start + len;

    for (i=0; i<CURL_NUM_STATES; i++) {
        CURLState *state = &s->states[i];
        size_t buf_end = (state->buf_start + state->buf_off);
        size_t buf_fend = (state->buf_start + state->buf_len);

        if (!state->orig_buf)
            continue;
        if (!state->buf_off)
            continue;

        // Does the existing buffer cover our section?
        if ((start >= state->buf_start) &&
            (start <= buf_end) &&
            (end >= state->buf_start) &&
            (end <= buf_end))
        {
            char *buf = state->orig_buf + (start - state->buf_start);

242
            qemu_iovec_from_buf(acb->qiov, 0, buf, len);
A
Alexander Graf 已提交
243 244 245 246 247 248
            acb->common.cb(acb->common.opaque, 0);

            return FIND_RET_OK;
        }

        // Wait for unfinished chunks
249 250
        if (state->in_use &&
            (start >= state->buf_start) &&
A
Alexander Graf 已提交
251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
            (start <= buf_fend) &&
            (end >= state->buf_start) &&
            (end <= buf_fend))
        {
            int j;

            acb->start = start - state->buf_start;
            acb->end = acb->start + len;

            for (j=0; j<CURL_NUM_ACB; j++) {
                if (!state->acb[j]) {
                    state->acb[j] = acb;
                    return FIND_RET_WAIT;
                }
            }
        }
    }

    return FIND_RET_NONE;
}

272
static void curl_multi_check_completion(BDRVCURLState *s)
A
Alexander Graf 已提交
273 274 275 276 277
{
    int msgs_in_queue;

    /* Try to find done transfers, so we can free the easy
     * handle again. */
278
    for (;;) {
A
Alexander Graf 已提交
279 280 281
        CURLMsg *msg;
        msg = curl_multi_info_read(s->multi, &msgs_in_queue);

282
        /* Quit when there are no more completions */
A
Alexander Graf 已提交
283 284 285
        if (!msg)
            break;

286 287 288 289 290 291 292 293 294 295 296 297 298
        if (msg->msg == CURLMSG_DONE) {
            CURLState *state = NULL;
            curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE,
                              (char **)&state);

            /* ACBs for successful messages get completed in curl_read_cb */
            if (msg->data.result != CURLE_OK) {
                int i;
                for (i = 0; i < CURL_NUM_ACB; i++) {
                    CURLAIOCB *acb = state->acb[i];

                    if (acb == NULL) {
                        continue;
299 300
                    }

301 302 303 304
                    acb->common.cb(acb->common.opaque, -EIO);
                    qemu_aio_release(acb);
                    state->acb[i] = NULL;
                }
A
Alexander Graf 已提交
305
            }
306 307 308

            curl_clean_state(state);
            break;
A
Alexander Graf 已提交
309
        }
310
    }
A
Alexander Graf 已提交
311 312
}

313 314
static void curl_multi_do(void *arg)
{
315
    CURLState *s = (CURLState *)arg;
316 317 318
    int running;
    int r;

319
    if (!s->s->multi) {
320 321 322 323
        return;
    }

    do {
324
        r = curl_multi_socket_action(s->s->multi, s->sock_fd, 0, &running);
325 326
    } while(r == CURLM_CALL_MULTI_PERFORM);

327 328 329 330 331 332 333 334
}

static void curl_multi_read(void *arg)
{
    CURLState *s = (CURLState *)arg;

    curl_multi_do(arg);
    curl_multi_check_completion(s->s);
335 336 337 338 339 340 341 342 343 344 345 346 347 348
}

static void curl_multi_timeout_do(void *arg)
{
#ifdef NEED_CURL_TIMER_CALLBACK
    BDRVCURLState *s = (BDRVCURLState *)arg;
    int running;

    if (!s->multi) {
        return;
    }

    curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running);

349
    curl_multi_check_completion(s);
350 351 352 353 354
#else
    abort();
#endif
}

A
Alexander Graf 已提交
355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372
static CURLState *curl_init_state(BDRVCURLState *s)
{
    CURLState *state = NULL;
    int i, j;

    do {
        for (i=0; i<CURL_NUM_STATES; i++) {
            for (j=0; j<CURL_NUM_ACB; j++)
                if (s->states[i].acb[j])
                    continue;
            if (s->states[i].in_use)
                continue;

            state = &s->states[i];
            state->in_use = 1;
            break;
        }
        if (!state) {
373
            aio_poll(state->s->aio_context, true);
A
Alexander Graf 已提交
374 375 376
        }
    } while(!state);

377 378 379 380 381 382
    if (!state->curl) {
        state->curl = curl_easy_init();
        if (!state->curl) {
            return NULL;
        }
        curl_easy_setopt(state->curl, CURLOPT_URL, s->url);
M
Matthew Booth 已提交
383 384
        curl_easy_setopt(state->curl, CURLOPT_SSL_VERIFYPEER,
                         (long) s->sslverify);
385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401
        curl_easy_setopt(state->curl, CURLOPT_TIMEOUT, 5);
        curl_easy_setopt(state->curl, CURLOPT_WRITEFUNCTION,
                         (void *)curl_read_cb);
        curl_easy_setopt(state->curl, CURLOPT_WRITEDATA, (void *)state);
        curl_easy_setopt(state->curl, CURLOPT_PRIVATE, (void *)state);
        curl_easy_setopt(state->curl, CURLOPT_AUTOREFERER, 1);
        curl_easy_setopt(state->curl, CURLOPT_FOLLOWLOCATION, 1);
        curl_easy_setopt(state->curl, CURLOPT_NOSIGNAL, 1);
        curl_easy_setopt(state->curl, CURLOPT_ERRORBUFFER, state->errmsg);
        curl_easy_setopt(state->curl, CURLOPT_FAILONERROR, 1);

        /* Restrict supported protocols to avoid security issues in the more
         * obscure protocols.  For example, do not allow POP3/SMTP/IMAP see
         * CVE-2013-0249.
         *
         * Restricting protocols is only supported from 7.19.4 upwards.
         */
402
#if LIBCURL_VERSION_NUM >= 0x071304
403 404
        curl_easy_setopt(state->curl, CURLOPT_PROTOCOLS, PROTOCOLS);
        curl_easy_setopt(state->curl, CURLOPT_REDIR_PROTOCOLS, PROTOCOLS);
405
#endif
406

A
Alexander Graf 已提交
407
#ifdef DEBUG_VERBOSE
408
        curl_easy_setopt(state->curl, CURLOPT_VERBOSE, 1);
A
Alexander Graf 已提交
409
#endif
410
    }
A
Alexander Graf 已提交
411 412 413 414 415 416 417 418 419 420 421 422 423

    state->s = s;

    return state;
}

static void curl_clean_state(CURLState *s)
{
    if (s->s->multi)
        curl_multi_remove_handle(s->s->multi, s->curl);
    s->in_use = 0;
}

424 425
static void curl_parse_filename(const char *filename, QDict *options,
                                Error **errp)
A
Alexander Graf 已提交
426
{
427
    qdict_put(options, CURL_BLOCK_OPT_URL, qstring_from_str(filename));
428 429
}

430 431 432 433 434 435 436 437 438 439 440 441 442
static void curl_detach_aio_context(BlockDriverState *bs)
{
    BDRVCURLState *s = bs->opaque;
    int i;

    for (i = 0; i < CURL_NUM_STATES; i++) {
        if (s->states[i].in_use) {
            curl_clean_state(&s->states[i]);
        }
        if (s->states[i].curl) {
            curl_easy_cleanup(s->states[i].curl);
            s->states[i].curl = NULL;
        }
443 444
        g_free(s->states[i].orig_buf);
        s->states[i].orig_buf = NULL;
445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472
    }
    if (s->multi) {
        curl_multi_cleanup(s->multi);
        s->multi = NULL;
    }

    timer_del(&s->timer);
}

static void curl_attach_aio_context(BlockDriverState *bs,
                                    AioContext *new_context)
{
    BDRVCURLState *s = bs->opaque;

    aio_timer_init(new_context, &s->timer,
                   QEMU_CLOCK_REALTIME, SCALE_NS,
                   curl_multi_timeout_do, s);

    assert(!s->multi);
    s->multi = curl_multi_init();
    s->aio_context = new_context;
    curl_multi_setopt(s->multi, CURLMOPT_SOCKETFUNCTION, curl_sock_cb);
#ifdef NEED_CURL_TIMER_CALLBACK
    curl_multi_setopt(s->multi, CURLMOPT_TIMERDATA, s);
    curl_multi_setopt(s->multi, CURLMOPT_TIMERFUNCTION, curl_timer_cb);
#endif
}

473 474 475 476 477
static QemuOptsList runtime_opts = {
    .name = "curl",
    .head = QTAILQ_HEAD_INITIALIZER(runtime_opts.head),
    .desc = {
        {
478
            .name = CURL_BLOCK_OPT_URL,
479 480 481 482
            .type = QEMU_OPT_STRING,
            .help = "URL to open",
        },
        {
483
            .name = CURL_BLOCK_OPT_READAHEAD,
484 485 486
            .type = QEMU_OPT_SIZE,
            .help = "Readahead size",
        },
M
Matthew Booth 已提交
487 488 489 490 491
        {
            .name = CURL_BLOCK_OPT_SSLVERIFY,
            .type = QEMU_OPT_BOOL,
            .help = "Verify SSL certificate"
        },
492 493 494 495
        { /* end of list */ }
    },
};

M
Max Reitz 已提交
496 497
static int curl_open(BlockDriverState *bs, QDict *options, int flags,
                     Error **errp)
498 499 500 501 502 503 504 505 506 507
{
    BDRVCURLState *s = bs->opaque;
    CURLState *state = NULL;
    QemuOpts *opts;
    Error *local_err = NULL;
    const char *file;
    double d;

    static int inited = 0;

508
    if (flags & BDRV_O_RDWR) {
P
Paolo Bonzini 已提交
509
        error_setg(errp, "curl block device does not support writes");
510 511 512
        return -EROFS;
    }

513
    opts = qemu_opts_create(&runtime_opts, NULL, 0, &error_abort);
514
    qemu_opts_absorb_qdict(opts, options, &local_err);
515
    if (local_err) {
P
Paolo Bonzini 已提交
516
        error_propagate(errp, local_err);
517 518 519
        goto out_noclean;
    }

520 521
    s->readahead_size = qemu_opt_get_size(opts, CURL_BLOCK_OPT_READAHEAD,
                                          READ_AHEAD_DEFAULT);
522
    if ((s->readahead_size & 0x1ff) != 0) {
P
Paolo Bonzini 已提交
523 524
        error_setg(errp, "HTTP_READAHEAD_SIZE %zd is not a multiple of 512",
                   s->readahead_size);
525 526 527
        goto out_noclean;
    }

M
Matthew Booth 已提交
528 529
    s->sslverify = qemu_opt_get_bool(opts, CURL_BLOCK_OPT_SSLVERIFY, true);

530
    file = qemu_opt_get(opts, CURL_BLOCK_OPT_URL);
531
    if (file == NULL) {
P
Paolo Bonzini 已提交
532
        error_setg(errp, "curl block driver requires an 'url' option");
533 534 535
        goto out_noclean;
    }

A
Alexander Graf 已提交
536 537 538 539 540
    if (!inited) {
        curl_global_init(CURL_GLOBAL_ALL);
        inited = 1;
    }

M
malc 已提交
541
    DPRINTF("CURL: Opening %s\n", file);
542
    s->aio_context = bdrv_get_aio_context(bs);
543
    s->url = g_strdup(file);
A
Alexander Graf 已提交
544 545 546 547 548 549
    state = curl_init_state(s);
    if (!state)
        goto out_noclean;

    // Get file size

550
    s->accept_range = false;
A
Alexander Graf 已提交
551
    curl_easy_setopt(state->curl, CURLOPT_NOBODY, 1);
552 553 554
    curl_easy_setopt(state->curl, CURLOPT_HEADERFUNCTION,
                     curl_header_cb);
    curl_easy_setopt(state->curl, CURLOPT_HEADERDATA, s);
A
Alexander Graf 已提交
555 556 557 558 559 560 561
    if (curl_easy_perform(state->curl))
        goto out;
    curl_easy_getinfo(state->curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &d);
    if (d)
        s->len = (size_t)d;
    else if(!s->len)
        goto out;
562 563 564 565 566 567 568
    if ((!strncasecmp(s->url, "http://", strlen("http://"))
        || !strncasecmp(s->url, "https://", strlen("https://")))
        && !s->accept_range) {
        pstrcpy(state->errmsg, CURL_ERROR_SIZE,
                "Server does not support 'range' (byte ranges).");
        goto out;
    }
B
Blue Swirl 已提交
569
    DPRINTF("CURL: Size = %zd\n", s->len);
A
Alexander Graf 已提交
570 571 572 573 574

    curl_clean_state(state);
    curl_easy_cleanup(state->curl);
    state->curl = NULL;

575
    curl_attach_aio_context(bs, bdrv_get_aio_context(bs));
A
Alexander Graf 已提交
576

577
    qemu_opts_del(opts);
A
Alexander Graf 已提交
578 579 580
    return 0;

out:
581
    error_setg(errp, "CURL: Error opening file: %s", state->errmsg);
A
Alexander Graf 已提交
582 583 584
    curl_easy_cleanup(state->curl);
    state->curl = NULL;
out_noclean:
585 586
    g_free(s->url);
    qemu_opts_del(opts);
A
Alexander Graf 已提交
587 588 589
    return -EINVAL;
}

590 591 592 593 594
static void curl_aio_cancel(BlockDriverAIOCB *blockacb)
{
    // Do we have to implement canceling? Seems to work without...
}

S
Stefan Hajnoczi 已提交
595
static const AIOCBInfo curl_aiocb_info = {
596 597 598 599
    .aiocb_size         = sizeof(CURLAIOCB),
    .cancel             = curl_aio_cancel,
};

600 601

static void curl_readv_bh_cb(void *p)
A
Alexander Graf 已提交
602 603
{
    CURLState *state;
604
    int running;
A
Alexander Graf 已提交
605

606 607
    CURLAIOCB *acb = p;
    BDRVCURLState *s = acb->common.bs->opaque;
A
Alexander Graf 已提交
608

609 610 611 612 613
    qemu_bh_delete(acb->bh);
    acb->bh = NULL;

    size_t start = acb->sector_num * SECTOR_SIZE;
    size_t end;
A
Alexander Graf 已提交
614 615 616

    // In case we have the requested data already (e.g. read-ahead),
    // we can just call the callback and be done.
617
    switch (curl_find_buf(s, start, acb->nb_sectors * SECTOR_SIZE, acb)) {
A
Alexander Graf 已提交
618 619 620 621
        case FIND_RET_OK:
            qemu_aio_release(acb);
            // fall through
        case FIND_RET_WAIT:
622
            return;
A
Alexander Graf 已提交
623 624 625 626 627 628
        default:
            break;
    }

    // No cache found, so let's start a new request
    state = curl_init_state(s);
629 630 631 632 633
    if (!state) {
        acb->common.cb(acb->common.opaque, -EIO);
        qemu_aio_release(acb);
        return;
    }
A
Alexander Graf 已提交
634 635

    acb->start = 0;
636
    acb->end = (acb->nb_sectors * SECTOR_SIZE);
A
Alexander Graf 已提交
637 638

    state->buf_off = 0;
639
    g_free(state->orig_buf);
A
Alexander Graf 已提交
640
    state->buf_start = start;
641
    state->buf_len = acb->end + s->readahead_size;
A
Alexander Graf 已提交
642
    end = MIN(start + state->buf_len, s->len) - 1;
643
    state->orig_buf = g_malloc(state->buf_len);
A
Alexander Graf 已提交
644 645
    state->acb[0] = acb;

B
Blue Swirl 已提交
646 647
    snprintf(state->range, 127, "%zd-%zd", start, end);
    DPRINTF("CURL (AIO): Reading %d at %zd (%s)\n",
648
            (acb->nb_sectors * SECTOR_SIZE), start, state->range);
A
Alexander Graf 已提交
649 650 651 652
    curl_easy_setopt(state->curl, CURLOPT_RANGE, state->range);

    curl_multi_add_handle(s->multi, state->curl);

653 654
    /* Tell curl it needs to kick things off */
    curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running);
655 656 657 658 659 660 661 662
}

static BlockDriverAIOCB *curl_aio_readv(BlockDriverState *bs,
        int64_t sector_num, QEMUIOVector *qiov, int nb_sectors,
        BlockDriverCompletionFunc *cb, void *opaque)
{
    CURLAIOCB *acb;

S
Stefan Hajnoczi 已提交
663
    acb = qemu_aio_get(&curl_aiocb_info, bs, cb, opaque);
664 665 666 667 668

    acb->qiov = qiov;
    acb->sector_num = sector_num;
    acb->nb_sectors = nb_sectors;

669
    acb->bh = aio_bh_new(bdrv_get_aio_context(bs), curl_readv_bh_cb, acb);
670
    qemu_bh_schedule(acb->bh);
A
Alexander Graf 已提交
671 672 673 674 675 676 677
    return &acb->common;
}

static void curl_close(BlockDriverState *bs)
{
    BDRVCURLState *s = bs->opaque;

M
malc 已提交
678
    DPRINTF("CURL: Close\n");
679
    curl_detach_aio_context(bs);
680

681
    g_free(s->url);
A
Alexander Graf 已提交
682 683 684 685 686 687 688 689 690
}

static int64_t curl_getlength(BlockDriverState *bs)
{
    BDRVCURLState *s = bs->opaque;
    return s->len;
}

static BlockDriver bdrv_http = {
691 692 693 694 695 696 697 698
    .format_name                = "http",
    .protocol_name              = "http",

    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
699

700
    .bdrv_aio_readv             = curl_aio_readv,
A
Alexander Graf 已提交
701

702 703
    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
704 705 706
};

static BlockDriver bdrv_https = {
707 708
    .format_name                = "https",
    .protocol_name              = "https",
A
Alexander Graf 已提交
709

710 711 712 713 714
    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
715

716 717 718 719
    .bdrv_aio_readv             = curl_aio_readv,

    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
720 721 722
};

static BlockDriver bdrv_ftp = {
723 724 725 726 727 728 729 730
    .format_name                = "ftp",
    .protocol_name              = "ftp",

    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
731

732
    .bdrv_aio_readv             = curl_aio_readv,
A
Alexander Graf 已提交
733

734 735
    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
736 737 738
};

static BlockDriver bdrv_ftps = {
739 740
    .format_name                = "ftps",
    .protocol_name              = "ftps",
A
Alexander Graf 已提交
741

742 743 744 745 746
    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
747

748 749 750 751
    .bdrv_aio_readv             = curl_aio_readv,

    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
752 753 754
};

static BlockDriver bdrv_tftp = {
755 756 757 758 759 760 761 762
    .format_name                = "tftp",
    .protocol_name              = "tftp",

    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
763

764
    .bdrv_aio_readv             = curl_aio_readv,
A
Alexander Graf 已提交
765

766 767
    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
768 769 770 771 772 773 774 775 776 777 778 779
};

static void curl_block_init(void)
{
    bdrv_register(&bdrv_http);
    bdrv_register(&bdrv_https);
    bdrv_register(&bdrv_ftp);
    bdrv_register(&bdrv_ftps);
    bdrv_register(&bdrv_tftp);
}

block_init(curl_block_init);