curl.c 21.8 KB
Newer Older
A
Alexander Graf 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
/*
 * QEMU Block driver for CURL images
 *
 * Copyright (c) 2009 Alexander Graf <agraf@suse.de>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */
#include "qemu-common.h"
25
#include "block/block_int.h"
M
Matthew Booth 已提交
26
#include "qapi/qmp/qbool.h"
A
Alexander Graf 已提交
27 28 29 30 31 32
#include <curl/curl.h>

// #define DEBUG
// #define DEBUG_VERBOSE

#ifdef DEBUG_CURL
M
malc 已提交
33
#define DPRINTF(fmt, ...) do { printf(fmt, ## __VA_ARGS__); } while (0)
A
Alexander Graf 已提交
34
#else
M
malc 已提交
35
#define DPRINTF(fmt, ...) do { } while (0)
A
Alexander Graf 已提交
36 37
#endif

38 39 40
#if LIBCURL_VERSION_NUM >= 0x071000
/* The multi interface timer callback was introduced in 7.16.0 */
#define NEED_CURL_TIMER_CALLBACK
41 42 43 44 45 46 47 48 49 50 51 52 53 54 55
#define HAVE_SOCKET_ACTION
#endif

#ifndef HAVE_SOCKET_ACTION
/* If curl_multi_socket_action isn't available, define it statically here in
 * terms of curl_multi_socket. Note that ev_bitmask will be ignored, which is
 * less efficient but still safe. */
static CURLMcode __curl_multi_socket_action(CURLM *multi_handle,
                                            curl_socket_t sockfd,
                                            int ev_bitmask,
                                            int *running_handles)
{
    return curl_multi_socket(multi_handle, sockfd, running_handles);
}
#define curl_multi_socket_action __curl_multi_socket_action
56 57
#endif

58 59 60 61
#define PROTOCOLS (CURLPROTO_HTTP | CURLPROTO_HTTPS | \
                   CURLPROTO_FTP | CURLPROTO_FTPS | \
                   CURLPROTO_TFTP)

A
Alexander Graf 已提交
62 63 64
#define CURL_NUM_STATES 8
#define CURL_NUM_ACB    8
#define SECTOR_SIZE     512
65
#define READ_AHEAD_DEFAULT (256 * 1024)
A
Alexander Graf 已提交
66 67 68 69 70

#define FIND_RET_NONE   0
#define FIND_RET_OK     1
#define FIND_RET_WAIT   2

71 72
#define CURL_BLOCK_OPT_URL       "url"
#define CURL_BLOCK_OPT_READAHEAD "readahead"
M
Matthew Booth 已提交
73
#define CURL_BLOCK_OPT_SSLVERIFY "sslverify"
74

A
Alexander Graf 已提交
75 76 77 78
struct BDRVCURLState;

typedef struct CURLAIOCB {
    BlockDriverAIOCB common;
79
    QEMUBH *bh;
A
Alexander Graf 已提交
80
    QEMUIOVector *qiov;
81 82 83 84

    int64_t sector_num;
    int nb_sectors;

A
Alexander Graf 已提交
85 86 87 88 89 90 91 92 93
    size_t start;
    size_t end;
} CURLAIOCB;

typedef struct CURLState
{
    struct BDRVCURLState *s;
    CURLAIOCB *acb[CURL_NUM_ACB];
    CURL *curl;
94
    curl_socket_t sock_fd;
A
Alexander Graf 已提交
95 96 97 98 99 100 101 102 103 104 105
    char *orig_buf;
    size_t buf_start;
    size_t buf_off;
    size_t buf_len;
    char range[128];
    char errmsg[CURL_ERROR_SIZE];
    char in_use;
} CURLState;

typedef struct BDRVCURLState {
    CURLM *multi;
106
    QEMUTimer timer;
A
Alexander Graf 已提交
107 108 109
    size_t len;
    CURLState states[CURL_NUM_STATES];
    char *url;
110
    size_t readahead_size;
M
Matthew Booth 已提交
111
    bool sslverify;
112
    bool accept_range;
113
    AioContext *aio_context;
A
Alexander Graf 已提交
114 115 116 117
} BDRVCURLState;

static void curl_clean_state(CURLState *s);
static void curl_multi_do(void *arg);
118
static void curl_multi_read(void *arg);
A
Alexander Graf 已提交
119

120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136
#ifdef NEED_CURL_TIMER_CALLBACK
static int curl_timer_cb(CURLM *multi, long timeout_ms, void *opaque)
{
    BDRVCURLState *s = opaque;

    DPRINTF("CURL: timer callback timeout_ms %ld\n", timeout_ms);
    if (timeout_ms == -1) {
        timer_del(&s->timer);
    } else {
        int64_t timeout_ns = (int64_t)timeout_ms * 1000 * 1000;
        timer_mod(&s->timer,
                  qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + timeout_ns);
    }
    return 0;
}
#endif

A
Alexander Graf 已提交
137
static int curl_sock_cb(CURL *curl, curl_socket_t fd, int action,
138
                        void *userp, void *sp)
A
Alexander Graf 已提交
139
{
140
    BDRVCURLState *s;
141 142 143
    CURLState *state = NULL;
    curl_easy_getinfo(curl, CURLINFO_PRIVATE, (char **)&state);
    state->sock_fd = fd;
144
    s = state->s;
145

M
malc 已提交
146
    DPRINTF("CURL (AIO): Sock action %d on fd %d\n", action, fd);
A
Alexander Graf 已提交
147 148
    switch (action) {
        case CURL_POLL_IN:
149 150
            aio_set_fd_handler(s->aio_context, fd, curl_multi_read,
                               NULL, state);
A
Alexander Graf 已提交
151 152
            break;
        case CURL_POLL_OUT:
153
            aio_set_fd_handler(s->aio_context, fd, NULL, curl_multi_do, state);
A
Alexander Graf 已提交
154 155
            break;
        case CURL_POLL_INOUT:
156 157
            aio_set_fd_handler(s->aio_context, fd, curl_multi_read,
                               curl_multi_do, state);
A
Alexander Graf 已提交
158 159
            break;
        case CURL_POLL_REMOVE:
160
            aio_set_fd_handler(s->aio_context, fd, NULL, NULL, NULL);
A
Alexander Graf 已提交
161 162 163 164 165 166
            break;
    }

    return 0;
}

167
static size_t curl_header_cb(void *ptr, size_t size, size_t nmemb, void *opaque)
A
Alexander Graf 已提交
168
{
169
    BDRVCURLState *s = opaque;
A
Alexander Graf 已提交
170
    size_t realsize = size * nmemb;
171
    const char *accept_line = "Accept-Ranges: bytes";
A
Alexander Graf 已提交
172

173 174 175
    if (realsize >= strlen(accept_line)
        && strncmp((char *)ptr, accept_line, strlen(accept_line)) == 0) {
        s->accept_range = true;
B
Blue Swirl 已提交
176
    }
A
Alexander Graf 已提交
177 178 179 180 181 182 183 184 185 186

    return realsize;
}

static size_t curl_read_cb(void *ptr, size_t size, size_t nmemb, void *opaque)
{
    CURLState *s = ((CURLState*)opaque);
    size_t realsize = size * nmemb;
    int i;

B
Blue Swirl 已提交
187
    DPRINTF("CURL: Just reading %zd bytes\n", realsize);
A
Alexander Graf 已提交
188 189

    if (!s || !s->orig_buf)
190
        return 0;
A
Alexander Graf 已提交
191

192 193 194 195 196
    if (s->buf_off >= s->buf_len) {
        /* buffer full, read nothing */
        return 0;
    }
    realsize = MIN(realsize, s->buf_len - s->buf_off);
A
Alexander Graf 已提交
197 198 199 200 201 202 203 204 205 206
    memcpy(s->orig_buf + s->buf_off, ptr, realsize);
    s->buf_off += realsize;

    for(i=0; i<CURL_NUM_ACB; i++) {
        CURLAIOCB *acb = s->acb[i];

        if (!acb)
            continue;

        if ((s->buf_off >= acb->end)) {
207 208
            qemu_iovec_from_buf(acb->qiov, 0, s->orig_buf + acb->start,
                                acb->end - acb->start);
A
Alexander Graf 已提交
209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241
            acb->common.cb(acb->common.opaque, 0);
            qemu_aio_release(acb);
            s->acb[i] = NULL;
        }
    }

    return realsize;
}

static int curl_find_buf(BDRVCURLState *s, size_t start, size_t len,
                         CURLAIOCB *acb)
{
    int i;
    size_t end = start + len;

    for (i=0; i<CURL_NUM_STATES; i++) {
        CURLState *state = &s->states[i];
        size_t buf_end = (state->buf_start + state->buf_off);
        size_t buf_fend = (state->buf_start + state->buf_len);

        if (!state->orig_buf)
            continue;
        if (!state->buf_off)
            continue;

        // Does the existing buffer cover our section?
        if ((start >= state->buf_start) &&
            (start <= buf_end) &&
            (end >= state->buf_start) &&
            (end <= buf_end))
        {
            char *buf = state->orig_buf + (start - state->buf_start);

242
            qemu_iovec_from_buf(acb->qiov, 0, buf, len);
A
Alexander Graf 已提交
243 244 245 246 247 248
            acb->common.cb(acb->common.opaque, 0);

            return FIND_RET_OK;
        }

        // Wait for unfinished chunks
249 250
        if (state->in_use &&
            (start >= state->buf_start) &&
A
Alexander Graf 已提交
251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
            (start <= buf_fend) &&
            (end >= state->buf_start) &&
            (end <= buf_fend))
        {
            int j;

            acb->start = start - state->buf_start;
            acb->end = acb->start + len;

            for (j=0; j<CURL_NUM_ACB; j++) {
                if (!state->acb[j]) {
                    state->acb[j] = acb;
                    return FIND_RET_WAIT;
                }
            }
        }
    }

    return FIND_RET_NONE;
}

272
static void curl_multi_check_completion(BDRVCURLState *s)
A
Alexander Graf 已提交
273 274 275 276 277
{
    int msgs_in_queue;

    /* Try to find done transfers, so we can free the easy
     * handle again. */
278
    for (;;) {
A
Alexander Graf 已提交
279 280 281
        CURLMsg *msg;
        msg = curl_multi_info_read(s->multi, &msgs_in_queue);

282
        /* Quit when there are no more completions */
A
Alexander Graf 已提交
283 284 285
        if (!msg)
            break;

286 287 288 289 290 291 292 293 294 295 296 297 298
        if (msg->msg == CURLMSG_DONE) {
            CURLState *state = NULL;
            curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE,
                              (char **)&state);

            /* ACBs for successful messages get completed in curl_read_cb */
            if (msg->data.result != CURLE_OK) {
                int i;
                for (i = 0; i < CURL_NUM_ACB; i++) {
                    CURLAIOCB *acb = state->acb[i];

                    if (acb == NULL) {
                        continue;
299 300
                    }

301 302 303 304
                    acb->common.cb(acb->common.opaque, -EIO);
                    qemu_aio_release(acb);
                    state->acb[i] = NULL;
                }
A
Alexander Graf 已提交
305
            }
306 307 308

            curl_clean_state(state);
            break;
A
Alexander Graf 已提交
309
        }
310
    }
A
Alexander Graf 已提交
311 312
}

313 314
static void curl_multi_do(void *arg)
{
315
    CURLState *s = (CURLState *)arg;
316 317 318
    int running;
    int r;

319
    if (!s->s->multi) {
320 321 322 323
        return;
    }

    do {
324
        r = curl_multi_socket_action(s->s->multi, s->sock_fd, 0, &running);
325 326
    } while(r == CURLM_CALL_MULTI_PERFORM);

327 328 329 330 331 332 333 334
}

static void curl_multi_read(void *arg)
{
    CURLState *s = (CURLState *)arg;

    curl_multi_do(arg);
    curl_multi_check_completion(s->s);
335 336 337 338 339 340 341 342 343 344 345 346 347 348
}

static void curl_multi_timeout_do(void *arg)
{
#ifdef NEED_CURL_TIMER_CALLBACK
    BDRVCURLState *s = (BDRVCURLState *)arg;
    int running;

    if (!s->multi) {
        return;
    }

    curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running);

349
    curl_multi_check_completion(s);
350 351 352 353 354
#else
    abort();
#endif
}

A
Alexander Graf 已提交
355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372
static CURLState *curl_init_state(BDRVCURLState *s)
{
    CURLState *state = NULL;
    int i, j;

    do {
        for (i=0; i<CURL_NUM_STATES; i++) {
            for (j=0; j<CURL_NUM_ACB; j++)
                if (s->states[i].acb[j])
                    continue;
            if (s->states[i].in_use)
                continue;

            state = &s->states[i];
            state->in_use = 1;
            break;
        }
        if (!state) {
373
            aio_poll(state->s->aio_context, true);
A
Alexander Graf 已提交
374 375 376
        }
    } while(!state);

377 378 379 380 381 382
    if (!state->curl) {
        state->curl = curl_easy_init();
        if (!state->curl) {
            return NULL;
        }
        curl_easy_setopt(state->curl, CURLOPT_URL, s->url);
M
Matthew Booth 已提交
383 384
        curl_easy_setopt(state->curl, CURLOPT_SSL_VERIFYPEER,
                         (long) s->sslverify);
385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401
        curl_easy_setopt(state->curl, CURLOPT_TIMEOUT, 5);
        curl_easy_setopt(state->curl, CURLOPT_WRITEFUNCTION,
                         (void *)curl_read_cb);
        curl_easy_setopt(state->curl, CURLOPT_WRITEDATA, (void *)state);
        curl_easy_setopt(state->curl, CURLOPT_PRIVATE, (void *)state);
        curl_easy_setopt(state->curl, CURLOPT_AUTOREFERER, 1);
        curl_easy_setopt(state->curl, CURLOPT_FOLLOWLOCATION, 1);
        curl_easy_setopt(state->curl, CURLOPT_NOSIGNAL, 1);
        curl_easy_setopt(state->curl, CURLOPT_ERRORBUFFER, state->errmsg);
        curl_easy_setopt(state->curl, CURLOPT_FAILONERROR, 1);

        /* Restrict supported protocols to avoid security issues in the more
         * obscure protocols.  For example, do not allow POP3/SMTP/IMAP see
         * CVE-2013-0249.
         *
         * Restricting protocols is only supported from 7.19.4 upwards.
         */
402
#if LIBCURL_VERSION_NUM >= 0x071304
403 404
        curl_easy_setopt(state->curl, CURLOPT_PROTOCOLS, PROTOCOLS);
        curl_easy_setopt(state->curl, CURLOPT_REDIR_PROTOCOLS, PROTOCOLS);
405
#endif
406

A
Alexander Graf 已提交
407
#ifdef DEBUG_VERBOSE
408
        curl_easy_setopt(state->curl, CURLOPT_VERBOSE, 1);
A
Alexander Graf 已提交
409
#endif
410
    }
A
Alexander Graf 已提交
411 412 413 414 415 416 417 418 419 420 421 422 423

    state->s = s;

    return state;
}

static void curl_clean_state(CURLState *s)
{
    if (s->s->multi)
        curl_multi_remove_handle(s->s->multi, s->curl);
    s->in_use = 0;
}

424 425
static void curl_parse_filename(const char *filename, QDict *options,
                                Error **errp)
A
Alexander Graf 已提交
426
{
427
    qdict_put(options, CURL_BLOCK_OPT_URL, qstring_from_str(filename));
428 429
}

430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474
static void curl_detach_aio_context(BlockDriverState *bs)
{
    BDRVCURLState *s = bs->opaque;
    int i;

    for (i = 0; i < CURL_NUM_STATES; i++) {
        if (s->states[i].in_use) {
            curl_clean_state(&s->states[i]);
        }
        if (s->states[i].curl) {
            curl_easy_cleanup(s->states[i].curl);
            s->states[i].curl = NULL;
        }
        if (s->states[i].orig_buf) {
            g_free(s->states[i].orig_buf);
            s->states[i].orig_buf = NULL;
        }
    }
    if (s->multi) {
        curl_multi_cleanup(s->multi);
        s->multi = NULL;
    }

    timer_del(&s->timer);
}

static void curl_attach_aio_context(BlockDriverState *bs,
                                    AioContext *new_context)
{
    BDRVCURLState *s = bs->opaque;

    aio_timer_init(new_context, &s->timer,
                   QEMU_CLOCK_REALTIME, SCALE_NS,
                   curl_multi_timeout_do, s);

    assert(!s->multi);
    s->multi = curl_multi_init();
    s->aio_context = new_context;
    curl_multi_setopt(s->multi, CURLMOPT_SOCKETFUNCTION, curl_sock_cb);
#ifdef NEED_CURL_TIMER_CALLBACK
    curl_multi_setopt(s->multi, CURLMOPT_TIMERDATA, s);
    curl_multi_setopt(s->multi, CURLMOPT_TIMERFUNCTION, curl_timer_cb);
#endif
}

475 476 477 478 479
static QemuOptsList runtime_opts = {
    .name = "curl",
    .head = QTAILQ_HEAD_INITIALIZER(runtime_opts.head),
    .desc = {
        {
480
            .name = CURL_BLOCK_OPT_URL,
481 482 483 484
            .type = QEMU_OPT_STRING,
            .help = "URL to open",
        },
        {
485
            .name = CURL_BLOCK_OPT_READAHEAD,
486 487 488
            .type = QEMU_OPT_SIZE,
            .help = "Readahead size",
        },
M
Matthew Booth 已提交
489 490 491 492 493
        {
            .name = CURL_BLOCK_OPT_SSLVERIFY,
            .type = QEMU_OPT_BOOL,
            .help = "Verify SSL certificate"
        },
494 495 496 497
        { /* end of list */ }
    },
};

M
Max Reitz 已提交
498 499
static int curl_open(BlockDriverState *bs, QDict *options, int flags,
                     Error **errp)
500 501 502 503 504 505 506 507 508 509
{
    BDRVCURLState *s = bs->opaque;
    CURLState *state = NULL;
    QemuOpts *opts;
    Error *local_err = NULL;
    const char *file;
    double d;

    static int inited = 0;

510
    if (flags & BDRV_O_RDWR) {
P
Paolo Bonzini 已提交
511
        error_setg(errp, "curl block device does not support writes");
512 513 514
        return -EROFS;
    }

515
    opts = qemu_opts_create(&runtime_opts, NULL, 0, &error_abort);
516
    qemu_opts_absorb_qdict(opts, options, &local_err);
517
    if (local_err) {
P
Paolo Bonzini 已提交
518
        error_propagate(errp, local_err);
519 520 521
        goto out_noclean;
    }

522 523
    s->readahead_size = qemu_opt_get_size(opts, CURL_BLOCK_OPT_READAHEAD,
                                          READ_AHEAD_DEFAULT);
524
    if ((s->readahead_size & 0x1ff) != 0) {
P
Paolo Bonzini 已提交
525 526
        error_setg(errp, "HTTP_READAHEAD_SIZE %zd is not a multiple of 512",
                   s->readahead_size);
527 528 529
        goto out_noclean;
    }

M
Matthew Booth 已提交
530 531
    s->sslverify = qemu_opt_get_bool(opts, CURL_BLOCK_OPT_SSLVERIFY, true);

532
    file = qemu_opt_get(opts, CURL_BLOCK_OPT_URL);
533
    if (file == NULL) {
P
Paolo Bonzini 已提交
534
        error_setg(errp, "curl block driver requires an 'url' option");
535 536 537
        goto out_noclean;
    }

A
Alexander Graf 已提交
538 539 540 541 542
    if (!inited) {
        curl_global_init(CURL_GLOBAL_ALL);
        inited = 1;
    }

M
malc 已提交
543
    DPRINTF("CURL: Opening %s\n", file);
544
    s->aio_context = bdrv_get_aio_context(bs);
545
    s->url = g_strdup(file);
A
Alexander Graf 已提交
546 547 548 549 550 551
    state = curl_init_state(s);
    if (!state)
        goto out_noclean;

    // Get file size

552
    s->accept_range = false;
A
Alexander Graf 已提交
553
    curl_easy_setopt(state->curl, CURLOPT_NOBODY, 1);
554 555 556
    curl_easy_setopt(state->curl, CURLOPT_HEADERFUNCTION,
                     curl_header_cb);
    curl_easy_setopt(state->curl, CURLOPT_HEADERDATA, s);
A
Alexander Graf 已提交
557 558 559 560 561 562 563
    if (curl_easy_perform(state->curl))
        goto out;
    curl_easy_getinfo(state->curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &d);
    if (d)
        s->len = (size_t)d;
    else if(!s->len)
        goto out;
564 565 566 567 568 569 570
    if ((!strncasecmp(s->url, "http://", strlen("http://"))
        || !strncasecmp(s->url, "https://", strlen("https://")))
        && !s->accept_range) {
        pstrcpy(state->errmsg, CURL_ERROR_SIZE,
                "Server does not support 'range' (byte ranges).");
        goto out;
    }
B
Blue Swirl 已提交
571
    DPRINTF("CURL: Size = %zd\n", s->len);
A
Alexander Graf 已提交
572 573 574 575 576

    curl_clean_state(state);
    curl_easy_cleanup(state->curl);
    state->curl = NULL;

577
    curl_attach_aio_context(bs, bdrv_get_aio_context(bs));
A
Alexander Graf 已提交
578

579
    qemu_opts_del(opts);
A
Alexander Graf 已提交
580 581 582
    return 0;

out:
583
    error_setg(errp, "CURL: Error opening file: %s", state->errmsg);
A
Alexander Graf 已提交
584 585 586
    curl_easy_cleanup(state->curl);
    state->curl = NULL;
out_noclean:
587 588
    g_free(s->url);
    qemu_opts_del(opts);
A
Alexander Graf 已提交
589 590 591
    return -EINVAL;
}

592 593 594 595 596
static void curl_aio_cancel(BlockDriverAIOCB *blockacb)
{
    // Do we have to implement canceling? Seems to work without...
}

S
Stefan Hajnoczi 已提交
597
static const AIOCBInfo curl_aiocb_info = {
598 599 600 601
    .aiocb_size         = sizeof(CURLAIOCB),
    .cancel             = curl_aio_cancel,
};

602 603

static void curl_readv_bh_cb(void *p)
A
Alexander Graf 已提交
604 605
{
    CURLState *state;
606
    int running;
A
Alexander Graf 已提交
607

608 609
    CURLAIOCB *acb = p;
    BDRVCURLState *s = acb->common.bs->opaque;
A
Alexander Graf 已提交
610

611 612 613 614 615
    qemu_bh_delete(acb->bh);
    acb->bh = NULL;

    size_t start = acb->sector_num * SECTOR_SIZE;
    size_t end;
A
Alexander Graf 已提交
616 617 618

    // In case we have the requested data already (e.g. read-ahead),
    // we can just call the callback and be done.
619
    switch (curl_find_buf(s, start, acb->nb_sectors * SECTOR_SIZE, acb)) {
A
Alexander Graf 已提交
620 621 622 623
        case FIND_RET_OK:
            qemu_aio_release(acb);
            // fall through
        case FIND_RET_WAIT:
624
            return;
A
Alexander Graf 已提交
625 626 627 628 629 630
        default:
            break;
    }

    // No cache found, so let's start a new request
    state = curl_init_state(s);
631 632 633 634 635
    if (!state) {
        acb->common.cb(acb->common.opaque, -EIO);
        qemu_aio_release(acb);
        return;
    }
A
Alexander Graf 已提交
636 637

    acb->start = 0;
638
    acb->end = (acb->nb_sectors * SECTOR_SIZE);
A
Alexander Graf 已提交
639 640 641

    state->buf_off = 0;
    if (state->orig_buf)
642
        g_free(state->orig_buf);
A
Alexander Graf 已提交
643
    state->buf_start = start;
644
    state->buf_len = acb->end + s->readahead_size;
A
Alexander Graf 已提交
645
    end = MIN(start + state->buf_len, s->len) - 1;
646
    state->orig_buf = g_malloc(state->buf_len);
A
Alexander Graf 已提交
647 648
    state->acb[0] = acb;

B
Blue Swirl 已提交
649 650
    snprintf(state->range, 127, "%zd-%zd", start, end);
    DPRINTF("CURL (AIO): Reading %d at %zd (%s)\n",
651
            (acb->nb_sectors * SECTOR_SIZE), start, state->range);
A
Alexander Graf 已提交
652 653 654 655
    curl_easy_setopt(state->curl, CURLOPT_RANGE, state->range);

    curl_multi_add_handle(s->multi, state->curl);

656 657
    /* Tell curl it needs to kick things off */
    curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running);
658 659 660 661 662 663 664 665
}

static BlockDriverAIOCB *curl_aio_readv(BlockDriverState *bs,
        int64_t sector_num, QEMUIOVector *qiov, int nb_sectors,
        BlockDriverCompletionFunc *cb, void *opaque)
{
    CURLAIOCB *acb;

S
Stefan Hajnoczi 已提交
666
    acb = qemu_aio_get(&curl_aiocb_info, bs, cb, opaque);
667 668 669 670 671

    acb->qiov = qiov;
    acb->sector_num = sector_num;
    acb->nb_sectors = nb_sectors;

672
    acb->bh = aio_bh_new(bdrv_get_aio_context(bs), curl_readv_bh_cb, acb);
673
    qemu_bh_schedule(acb->bh);
A
Alexander Graf 已提交
674 675 676 677 678 679 680
    return &acb->common;
}

static void curl_close(BlockDriverState *bs)
{
    BDRVCURLState *s = bs->opaque;

M
malc 已提交
681
    DPRINTF("CURL: Close\n");
682
    curl_detach_aio_context(bs);
683

684
    g_free(s->url);
A
Alexander Graf 已提交
685 686 687 688 689 690 691 692 693
}

static int64_t curl_getlength(BlockDriverState *bs)
{
    BDRVCURLState *s = bs->opaque;
    return s->len;
}

static BlockDriver bdrv_http = {
694 695 696 697 698 699 700 701
    .format_name                = "http",
    .protocol_name              = "http",

    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
702

703
    .bdrv_aio_readv             = curl_aio_readv,
A
Alexander Graf 已提交
704

705 706
    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
707 708 709
};

static BlockDriver bdrv_https = {
710 711
    .format_name                = "https",
    .protocol_name              = "https",
A
Alexander Graf 已提交
712

713 714 715 716 717
    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
718

719 720 721 722
    .bdrv_aio_readv             = curl_aio_readv,

    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
723 724 725
};

static BlockDriver bdrv_ftp = {
726 727 728 729 730 731 732 733
    .format_name                = "ftp",
    .protocol_name              = "ftp",

    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
734

735
    .bdrv_aio_readv             = curl_aio_readv,
A
Alexander Graf 已提交
736

737 738
    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
739 740 741
};

static BlockDriver bdrv_ftps = {
742 743
    .format_name                = "ftps",
    .protocol_name              = "ftps",
A
Alexander Graf 已提交
744

745 746 747 748 749
    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
750

751 752 753 754
    .bdrv_aio_readv             = curl_aio_readv,

    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
755 756 757
};

static BlockDriver bdrv_tftp = {
758 759 760 761 762 763 764 765
    .format_name                = "tftp",
    .protocol_name              = "tftp",

    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
766

767
    .bdrv_aio_readv             = curl_aio_readv,
A
Alexander Graf 已提交
768

769 770
    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
771 772 773 774 775 776 777 778 779 780 781 782
};

static void curl_block_init(void)
{
    bdrv_register(&bdrv_http);
    bdrv_register(&bdrv_https);
    bdrv_register(&bdrv_ftp);
    bdrv_register(&bdrv_ftps);
    bdrv_register(&bdrv_tftp);
}

block_init(curl_block_init);