curl.c 22.6 KB
Newer Older
A
Alexander Graf 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
/*
 * QEMU Block driver for CURL images
 *
 * Copyright (c) 2009 Alexander Graf <agraf@suse.de>
 *
 * Permission is hereby granted, free of charge, to any person obtaining a copy
 * of this software and associated documentation files (the "Software"), to deal
 * in the Software without restriction, including without limitation the rights
 * to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
 * copies of the Software, and to permit persons to whom the Software is
 * furnished to do so, subject to the following conditions:
 *
 * The above copyright notice and this permission notice shall be included in
 * all copies or substantial portions of the Software.
 *
 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
 * OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
 * THE SOFTWARE.
 */
#include "qemu-common.h"
25
#include "block/block_int.h"
M
Matthew Booth 已提交
26
#include "qapi/qmp/qbool.h"
A
Alexander Graf 已提交
27 28
#include <curl/curl.h>

29
// #define DEBUG_CURL
A
Alexander Graf 已提交
30 31 32
// #define DEBUG_VERBOSE

#ifdef DEBUG_CURL
M
malc 已提交
33
#define DPRINTF(fmt, ...) do { printf(fmt, ## __VA_ARGS__); } while (0)
A
Alexander Graf 已提交
34
#else
M
malc 已提交
35
#define DPRINTF(fmt, ...) do { } while (0)
A
Alexander Graf 已提交
36 37
#endif

38 39 40
#if LIBCURL_VERSION_NUM >= 0x071000
/* The multi interface timer callback was introduced in 7.16.0 */
#define NEED_CURL_TIMER_CALLBACK
41 42 43 44 45 46 47 48 49 50 51 52 53 54 55
#define HAVE_SOCKET_ACTION
#endif

#ifndef HAVE_SOCKET_ACTION
/* If curl_multi_socket_action isn't available, define it statically here in
 * terms of curl_multi_socket. Note that ev_bitmask will be ignored, which is
 * less efficient but still safe. */
static CURLMcode __curl_multi_socket_action(CURLM *multi_handle,
                                            curl_socket_t sockfd,
                                            int ev_bitmask,
                                            int *running_handles)
{
    return curl_multi_socket(multi_handle, sockfd, running_handles);
}
#define curl_multi_socket_action __curl_multi_socket_action
56 57
#endif

58 59 60 61
#define PROTOCOLS (CURLPROTO_HTTP | CURLPROTO_HTTPS | \
                   CURLPROTO_FTP | CURLPROTO_FTPS | \
                   CURLPROTO_TFTP)

A
Alexander Graf 已提交
62 63 64
#define CURL_NUM_STATES 8
#define CURL_NUM_ACB    8
#define SECTOR_SIZE     512
65
#define READ_AHEAD_DEFAULT (256 * 1024)
66
#define CURL_TIMEOUT_DEFAULT 5
A
Alexander Graf 已提交
67 68 69 70 71

#define FIND_RET_NONE   0
#define FIND_RET_OK     1
#define FIND_RET_WAIT   2

72 73
#define CURL_BLOCK_OPT_URL       "url"
#define CURL_BLOCK_OPT_READAHEAD "readahead"
M
Matthew Booth 已提交
74
#define CURL_BLOCK_OPT_SSLVERIFY "sslverify"
75
#define CURL_BLOCK_OPT_TIMEOUT "timeout"
76
#define CURL_BLOCK_OPT_COOKIE    "cookie"
77

A
Alexander Graf 已提交
78 79 80
struct BDRVCURLState;

typedef struct CURLAIOCB {
81
    BlockAIOCB common;
82
    QEMUBH *bh;
A
Alexander Graf 已提交
83
    QEMUIOVector *qiov;
84 85 86 87

    int64_t sector_num;
    int nb_sectors;

A
Alexander Graf 已提交
88 89 90 91 92 93 94 95 96
    size_t start;
    size_t end;
} CURLAIOCB;

typedef struct CURLState
{
    struct BDRVCURLState *s;
    CURLAIOCB *acb[CURL_NUM_ACB];
    CURL *curl;
97
    curl_socket_t sock_fd;
A
Alexander Graf 已提交
98 99 100 101 102 103 104 105 106 107 108
    char *orig_buf;
    size_t buf_start;
    size_t buf_off;
    size_t buf_len;
    char range[128];
    char errmsg[CURL_ERROR_SIZE];
    char in_use;
} CURLState;

typedef struct BDRVCURLState {
    CURLM *multi;
109
    QEMUTimer timer;
A
Alexander Graf 已提交
110 111 112
    size_t len;
    CURLState states[CURL_NUM_STATES];
    char *url;
113
    size_t readahead_size;
M
Matthew Booth 已提交
114
    bool sslverify;
115
    int timeout;
116
    char *cookie;
117
    bool accept_range;
118
    AioContext *aio_context;
A
Alexander Graf 已提交
119 120 121 122
} BDRVCURLState;

static void curl_clean_state(CURLState *s);
static void curl_multi_do(void *arg);
123
static void curl_multi_read(void *arg);
A
Alexander Graf 已提交
124

125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141
#ifdef NEED_CURL_TIMER_CALLBACK
static int curl_timer_cb(CURLM *multi, long timeout_ms, void *opaque)
{
    BDRVCURLState *s = opaque;

    DPRINTF("CURL: timer callback timeout_ms %ld\n", timeout_ms);
    if (timeout_ms == -1) {
        timer_del(&s->timer);
    } else {
        int64_t timeout_ns = (int64_t)timeout_ms * 1000 * 1000;
        timer_mod(&s->timer,
                  qemu_clock_get_ns(QEMU_CLOCK_REALTIME) + timeout_ns);
    }
    return 0;
}
#endif

A
Alexander Graf 已提交
142
static int curl_sock_cb(CURL *curl, curl_socket_t fd, int action,
143
                        void *userp, void *sp)
A
Alexander Graf 已提交
144
{
145
    BDRVCURLState *s;
146 147 148
    CURLState *state = NULL;
    curl_easy_getinfo(curl, CURLINFO_PRIVATE, (char **)&state);
    state->sock_fd = fd;
149
    s = state->s;
150

M
malc 已提交
151
    DPRINTF("CURL (AIO): Sock action %d on fd %d\n", action, fd);
A
Alexander Graf 已提交
152 153
    switch (action) {
        case CURL_POLL_IN:
154 155
            aio_set_fd_handler(s->aio_context, fd, curl_multi_read,
                               NULL, state);
A
Alexander Graf 已提交
156 157
            break;
        case CURL_POLL_OUT:
158
            aio_set_fd_handler(s->aio_context, fd, NULL, curl_multi_do, state);
A
Alexander Graf 已提交
159 160
            break;
        case CURL_POLL_INOUT:
161 162
            aio_set_fd_handler(s->aio_context, fd, curl_multi_read,
                               curl_multi_do, state);
A
Alexander Graf 已提交
163 164
            break;
        case CURL_POLL_REMOVE:
165
            aio_set_fd_handler(s->aio_context, fd, NULL, NULL, NULL);
A
Alexander Graf 已提交
166 167 168 169 170 171
            break;
    }

    return 0;
}

172
static size_t curl_header_cb(void *ptr, size_t size, size_t nmemb, void *opaque)
A
Alexander Graf 已提交
173
{
174
    BDRVCURLState *s = opaque;
A
Alexander Graf 已提交
175
    size_t realsize = size * nmemb;
176
    const char *accept_line = "Accept-Ranges: bytes";
A
Alexander Graf 已提交
177

178 179 180
    if (realsize >= strlen(accept_line)
        && strncmp((char *)ptr, accept_line, strlen(accept_line)) == 0) {
        s->accept_range = true;
B
Blue Swirl 已提交
181
    }
A
Alexander Graf 已提交
182 183 184 185 186 187 188 189 190 191

    return realsize;
}

static size_t curl_read_cb(void *ptr, size_t size, size_t nmemb, void *opaque)
{
    CURLState *s = ((CURLState*)opaque);
    size_t realsize = size * nmemb;
    int i;

B
Blue Swirl 已提交
192
    DPRINTF("CURL: Just reading %zd bytes\n", realsize);
A
Alexander Graf 已提交
193 194

    if (!s || !s->orig_buf)
195
        return 0;
A
Alexander Graf 已提交
196

197 198 199 200 201
    if (s->buf_off >= s->buf_len) {
        /* buffer full, read nothing */
        return 0;
    }
    realsize = MIN(realsize, s->buf_len - s->buf_off);
A
Alexander Graf 已提交
202 203 204 205 206 207 208 209 210 211
    memcpy(s->orig_buf + s->buf_off, ptr, realsize);
    s->buf_off += realsize;

    for(i=0; i<CURL_NUM_ACB; i++) {
        CURLAIOCB *acb = s->acb[i];

        if (!acb)
            continue;

        if ((s->buf_off >= acb->end)) {
212 213
            qemu_iovec_from_buf(acb->qiov, 0, s->orig_buf + acb->start,
                                acb->end - acb->start);
A
Alexander Graf 已提交
214
            acb->common.cb(acb->common.opaque, 0);
215
            qemu_aio_unref(acb);
A
Alexander Graf 已提交
216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246
            s->acb[i] = NULL;
        }
    }

    return realsize;
}

static int curl_find_buf(BDRVCURLState *s, size_t start, size_t len,
                         CURLAIOCB *acb)
{
    int i;
    size_t end = start + len;

    for (i=0; i<CURL_NUM_STATES; i++) {
        CURLState *state = &s->states[i];
        size_t buf_end = (state->buf_start + state->buf_off);
        size_t buf_fend = (state->buf_start + state->buf_len);

        if (!state->orig_buf)
            continue;
        if (!state->buf_off)
            continue;

        // Does the existing buffer cover our section?
        if ((start >= state->buf_start) &&
            (start <= buf_end) &&
            (end >= state->buf_start) &&
            (end <= buf_end))
        {
            char *buf = state->orig_buf + (start - state->buf_start);

247
            qemu_iovec_from_buf(acb->qiov, 0, buf, len);
A
Alexander Graf 已提交
248 249 250 251 252 253
            acb->common.cb(acb->common.opaque, 0);

            return FIND_RET_OK;
        }

        // Wait for unfinished chunks
254 255
        if (state->in_use &&
            (start >= state->buf_start) &&
A
Alexander Graf 已提交
256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276
            (start <= buf_fend) &&
            (end >= state->buf_start) &&
            (end <= buf_fend))
        {
            int j;

            acb->start = start - state->buf_start;
            acb->end = acb->start + len;

            for (j=0; j<CURL_NUM_ACB; j++) {
                if (!state->acb[j]) {
                    state->acb[j] = acb;
                    return FIND_RET_WAIT;
                }
            }
        }
    }

    return FIND_RET_NONE;
}

277
static void curl_multi_check_completion(BDRVCURLState *s)
A
Alexander Graf 已提交
278 279 280 281 282
{
    int msgs_in_queue;

    /* Try to find done transfers, so we can free the easy
     * handle again. */
283
    for (;;) {
A
Alexander Graf 已提交
284 285 286
        CURLMsg *msg;
        msg = curl_multi_info_read(s->multi, &msgs_in_queue);

287
        /* Quit when there are no more completions */
A
Alexander Graf 已提交
288 289 290
        if (!msg)
            break;

291 292 293 294 295 296 297 298 299 300 301 302 303
        if (msg->msg == CURLMSG_DONE) {
            CURLState *state = NULL;
            curl_easy_getinfo(msg->easy_handle, CURLINFO_PRIVATE,
                              (char **)&state);

            /* ACBs for successful messages get completed in curl_read_cb */
            if (msg->data.result != CURLE_OK) {
                int i;
                for (i = 0; i < CURL_NUM_ACB; i++) {
                    CURLAIOCB *acb = state->acb[i];

                    if (acb == NULL) {
                        continue;
304 305
                    }

306
                    acb->common.cb(acb->common.opaque, -EIO);
307
                    qemu_aio_unref(acb);
308 309
                    state->acb[i] = NULL;
                }
A
Alexander Graf 已提交
310
            }
311 312 313

            curl_clean_state(state);
            break;
A
Alexander Graf 已提交
314
        }
315
    }
A
Alexander Graf 已提交
316 317
}

318 319
static void curl_multi_do(void *arg)
{
320
    CURLState *s = (CURLState *)arg;
321 322 323
    int running;
    int r;

324
    if (!s->s->multi) {
325 326 327 328
        return;
    }

    do {
329
        r = curl_multi_socket_action(s->s->multi, s->sock_fd, 0, &running);
330 331
    } while(r == CURLM_CALL_MULTI_PERFORM);

332 333 334 335 336 337 338 339
}

static void curl_multi_read(void *arg)
{
    CURLState *s = (CURLState *)arg;

    curl_multi_do(arg);
    curl_multi_check_completion(s->s);
340 341 342 343 344 345 346 347 348 349 350 351 352 353
}

static void curl_multi_timeout_do(void *arg)
{
#ifdef NEED_CURL_TIMER_CALLBACK
    BDRVCURLState *s = (BDRVCURLState *)arg;
    int running;

    if (!s->multi) {
        return;
    }

    curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running);

354
    curl_multi_check_completion(s);
355 356 357 358 359
#else
    abort();
#endif
}

360
static CURLState *curl_init_state(BlockDriverState *bs, BDRVCURLState *s)
A
Alexander Graf 已提交
361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377
{
    CURLState *state = NULL;
    int i, j;

    do {
        for (i=0; i<CURL_NUM_STATES; i++) {
            for (j=0; j<CURL_NUM_ACB; j++)
                if (s->states[i].acb[j])
                    continue;
            if (s->states[i].in_use)
                continue;

            state = &s->states[i];
            state->in_use = 1;
            break;
        }
        if (!state) {
378
            aio_poll(bdrv_get_aio_context(bs), true);
A
Alexander Graf 已提交
379 380 381
        }
    } while(!state);

382 383 384 385 386 387
    if (!state->curl) {
        state->curl = curl_easy_init();
        if (!state->curl) {
            return NULL;
        }
        curl_easy_setopt(state->curl, CURLOPT_URL, s->url);
M
Matthew Booth 已提交
388 389
        curl_easy_setopt(state->curl, CURLOPT_SSL_VERIFYPEER,
                         (long) s->sslverify);
390 391 392
        if (s->cookie) {
            curl_easy_setopt(state->curl, CURLOPT_COOKIE, s->cookie);
        }
393
        curl_easy_setopt(state->curl, CURLOPT_TIMEOUT, s->timeout);
394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409
        curl_easy_setopt(state->curl, CURLOPT_WRITEFUNCTION,
                         (void *)curl_read_cb);
        curl_easy_setopt(state->curl, CURLOPT_WRITEDATA, (void *)state);
        curl_easy_setopt(state->curl, CURLOPT_PRIVATE, (void *)state);
        curl_easy_setopt(state->curl, CURLOPT_AUTOREFERER, 1);
        curl_easy_setopt(state->curl, CURLOPT_FOLLOWLOCATION, 1);
        curl_easy_setopt(state->curl, CURLOPT_NOSIGNAL, 1);
        curl_easy_setopt(state->curl, CURLOPT_ERRORBUFFER, state->errmsg);
        curl_easy_setopt(state->curl, CURLOPT_FAILONERROR, 1);

        /* Restrict supported protocols to avoid security issues in the more
         * obscure protocols.  For example, do not allow POP3/SMTP/IMAP see
         * CVE-2013-0249.
         *
         * Restricting protocols is only supported from 7.19.4 upwards.
         */
410
#if LIBCURL_VERSION_NUM >= 0x071304
411 412
        curl_easy_setopt(state->curl, CURLOPT_PROTOCOLS, PROTOCOLS);
        curl_easy_setopt(state->curl, CURLOPT_REDIR_PROTOCOLS, PROTOCOLS);
413
#endif
414

A
Alexander Graf 已提交
415
#ifdef DEBUG_VERBOSE
416
        curl_easy_setopt(state->curl, CURLOPT_VERBOSE, 1);
A
Alexander Graf 已提交
417
#endif
418
    }
A
Alexander Graf 已提交
419 420 421 422 423 424 425 426 427 428 429 430 431

    state->s = s;

    return state;
}

static void curl_clean_state(CURLState *s)
{
    if (s->s->multi)
        curl_multi_remove_handle(s->s->multi, s->curl);
    s->in_use = 0;
}

432 433
static void curl_parse_filename(const char *filename, QDict *options,
                                Error **errp)
A
Alexander Graf 已提交
434
{
435
    qdict_put(options, CURL_BLOCK_OPT_URL, qstring_from_str(filename));
436 437
}

438 439 440 441 442 443 444 445 446 447 448 449 450
static void curl_detach_aio_context(BlockDriverState *bs)
{
    BDRVCURLState *s = bs->opaque;
    int i;

    for (i = 0; i < CURL_NUM_STATES; i++) {
        if (s->states[i].in_use) {
            curl_clean_state(&s->states[i]);
        }
        if (s->states[i].curl) {
            curl_easy_cleanup(s->states[i].curl);
            s->states[i].curl = NULL;
        }
451 452
        g_free(s->states[i].orig_buf);
        s->states[i].orig_buf = NULL;
453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480
    }
    if (s->multi) {
        curl_multi_cleanup(s->multi);
        s->multi = NULL;
    }

    timer_del(&s->timer);
}

static void curl_attach_aio_context(BlockDriverState *bs,
                                    AioContext *new_context)
{
    BDRVCURLState *s = bs->opaque;

    aio_timer_init(new_context, &s->timer,
                   QEMU_CLOCK_REALTIME, SCALE_NS,
                   curl_multi_timeout_do, s);

    assert(!s->multi);
    s->multi = curl_multi_init();
    s->aio_context = new_context;
    curl_multi_setopt(s->multi, CURLMOPT_SOCKETFUNCTION, curl_sock_cb);
#ifdef NEED_CURL_TIMER_CALLBACK
    curl_multi_setopt(s->multi, CURLMOPT_TIMERDATA, s);
    curl_multi_setopt(s->multi, CURLMOPT_TIMERFUNCTION, curl_timer_cb);
#endif
}

481 482 483 484 485
static QemuOptsList runtime_opts = {
    .name = "curl",
    .head = QTAILQ_HEAD_INITIALIZER(runtime_opts.head),
    .desc = {
        {
486
            .name = CURL_BLOCK_OPT_URL,
487 488 489 490
            .type = QEMU_OPT_STRING,
            .help = "URL to open",
        },
        {
491
            .name = CURL_BLOCK_OPT_READAHEAD,
492 493 494
            .type = QEMU_OPT_SIZE,
            .help = "Readahead size",
        },
M
Matthew Booth 已提交
495 496 497 498 499
        {
            .name = CURL_BLOCK_OPT_SSLVERIFY,
            .type = QEMU_OPT_BOOL,
            .help = "Verify SSL certificate"
        },
500 501 502 503 504
        {
            .name = CURL_BLOCK_OPT_TIMEOUT,
            .type = QEMU_OPT_NUMBER,
            .help = "Curl timeout"
        },
505 506 507 508 509
        {
            .name = CURL_BLOCK_OPT_COOKIE,
            .type = QEMU_OPT_STRING,
            .help = "Pass the cookie or list of cookies with each request"
        },
510 511 512 513
        { /* end of list */ }
    },
};

M
Max Reitz 已提交
514 515
static int curl_open(BlockDriverState *bs, QDict *options, int flags,
                     Error **errp)
516 517 518 519 520 521
{
    BDRVCURLState *s = bs->opaque;
    CURLState *state = NULL;
    QemuOpts *opts;
    Error *local_err = NULL;
    const char *file;
522
    const char *cookie;
523 524 525 526
    double d;

    static int inited = 0;

527
    if (flags & BDRV_O_RDWR) {
P
Paolo Bonzini 已提交
528
        error_setg(errp, "curl block device does not support writes");
529 530 531
        return -EROFS;
    }

532
    opts = qemu_opts_create(&runtime_opts, NULL, 0, &error_abort);
533
    qemu_opts_absorb_qdict(opts, options, &local_err);
534
    if (local_err) {
P
Paolo Bonzini 已提交
535
        error_propagate(errp, local_err);
536 537 538
        goto out_noclean;
    }

539 540
    s->readahead_size = qemu_opt_get_size(opts, CURL_BLOCK_OPT_READAHEAD,
                                          READ_AHEAD_DEFAULT);
541
    if ((s->readahead_size & 0x1ff) != 0) {
P
Paolo Bonzini 已提交
542 543
        error_setg(errp, "HTTP_READAHEAD_SIZE %zd is not a multiple of 512",
                   s->readahead_size);
544 545 546
        goto out_noclean;
    }

547 548 549
    s->timeout = qemu_opt_get_number(opts, CURL_BLOCK_OPT_TIMEOUT,
                                     CURL_TIMEOUT_DEFAULT);

M
Matthew Booth 已提交
550 551
    s->sslverify = qemu_opt_get_bool(opts, CURL_BLOCK_OPT_SSLVERIFY, true);

552 553 554
    cookie = qemu_opt_get(opts, CURL_BLOCK_OPT_COOKIE);
    s->cookie = g_strdup(cookie);

555
    file = qemu_opt_get(opts, CURL_BLOCK_OPT_URL);
556
    if (file == NULL) {
P
Paolo Bonzini 已提交
557
        error_setg(errp, "curl block driver requires an 'url' option");
558 559 560
        goto out_noclean;
    }

A
Alexander Graf 已提交
561 562 563 564 565
    if (!inited) {
        curl_global_init(CURL_GLOBAL_ALL);
        inited = 1;
    }

M
malc 已提交
566
    DPRINTF("CURL: Opening %s\n", file);
567
    s->aio_context = bdrv_get_aio_context(bs);
568
    s->url = g_strdup(file);
569
    state = curl_init_state(bs, s);
A
Alexander Graf 已提交
570 571 572 573 574
    if (!state)
        goto out_noclean;

    // Get file size

575
    s->accept_range = false;
A
Alexander Graf 已提交
576
    curl_easy_setopt(state->curl, CURLOPT_NOBODY, 1);
577 578 579
    curl_easy_setopt(state->curl, CURLOPT_HEADERFUNCTION,
                     curl_header_cb);
    curl_easy_setopt(state->curl, CURLOPT_HEADERDATA, s);
A
Alexander Graf 已提交
580 581 582 583 584 585 586
    if (curl_easy_perform(state->curl))
        goto out;
    curl_easy_getinfo(state->curl, CURLINFO_CONTENT_LENGTH_DOWNLOAD, &d);
    if (d)
        s->len = (size_t)d;
    else if(!s->len)
        goto out;
587 588 589 590 591 592 593
    if ((!strncasecmp(s->url, "http://", strlen("http://"))
        || !strncasecmp(s->url, "https://", strlen("https://")))
        && !s->accept_range) {
        pstrcpy(state->errmsg, CURL_ERROR_SIZE,
                "Server does not support 'range' (byte ranges).");
        goto out;
    }
B
Blue Swirl 已提交
594
    DPRINTF("CURL: Size = %zd\n", s->len);
A
Alexander Graf 已提交
595 596 597 598 599

    curl_clean_state(state);
    curl_easy_cleanup(state->curl);
    state->curl = NULL;

600
    curl_attach_aio_context(bs, bdrv_get_aio_context(bs));
A
Alexander Graf 已提交
601

602
    qemu_opts_del(opts);
A
Alexander Graf 已提交
603 604 605
    return 0;

out:
606
    error_setg(errp, "CURL: Error opening file: %s", state->errmsg);
A
Alexander Graf 已提交
607 608 609
    curl_easy_cleanup(state->curl);
    state->curl = NULL;
out_noclean:
610
    g_free(s->cookie);
611 612
    g_free(s->url);
    qemu_opts_del(opts);
A
Alexander Graf 已提交
613 614 615
    return -EINVAL;
}

S
Stefan Hajnoczi 已提交
616
static const AIOCBInfo curl_aiocb_info = {
617 618 619
    .aiocb_size         = sizeof(CURLAIOCB),
};

620 621

static void curl_readv_bh_cb(void *p)
A
Alexander Graf 已提交
622 623
{
    CURLState *state;
624
    int running;
A
Alexander Graf 已提交
625

626 627
    CURLAIOCB *acb = p;
    BDRVCURLState *s = acb->common.bs->opaque;
A
Alexander Graf 已提交
628

629 630 631 632 633
    qemu_bh_delete(acb->bh);
    acb->bh = NULL;

    size_t start = acb->sector_num * SECTOR_SIZE;
    size_t end;
A
Alexander Graf 已提交
634 635 636

    // In case we have the requested data already (e.g. read-ahead),
    // we can just call the callback and be done.
637
    switch (curl_find_buf(s, start, acb->nb_sectors * SECTOR_SIZE, acb)) {
A
Alexander Graf 已提交
638
        case FIND_RET_OK:
639
            qemu_aio_unref(acb);
A
Alexander Graf 已提交
640 641
            // fall through
        case FIND_RET_WAIT:
642
            return;
A
Alexander Graf 已提交
643 644 645 646 647
        default:
            break;
    }

    // No cache found, so let's start a new request
648
    state = curl_init_state(acb->common.bs, s);
649 650
    if (!state) {
        acb->common.cb(acb->common.opaque, -EIO);
651
        qemu_aio_unref(acb);
652 653
        return;
    }
A
Alexander Graf 已提交
654 655

    acb->start = 0;
656
    acb->end = (acb->nb_sectors * SECTOR_SIZE);
A
Alexander Graf 已提交
657 658

    state->buf_off = 0;
659
    g_free(state->orig_buf);
A
Alexander Graf 已提交
660
    state->buf_start = start;
661
    state->buf_len = acb->end + s->readahead_size;
A
Alexander Graf 已提交
662
    end = MIN(start + state->buf_len, s->len) - 1;
663 664 665 666
    state->orig_buf = g_try_malloc(state->buf_len);
    if (state->buf_len && state->orig_buf == NULL) {
        curl_clean_state(state);
        acb->common.cb(acb->common.opaque, -ENOMEM);
667
        qemu_aio_unref(acb);
668 669
        return;
    }
A
Alexander Graf 已提交
670 671
    state->acb[0] = acb;

B
Blue Swirl 已提交
672 673
    snprintf(state->range, 127, "%zd-%zd", start, end);
    DPRINTF("CURL (AIO): Reading %d at %zd (%s)\n",
674
            (acb->nb_sectors * SECTOR_SIZE), start, state->range);
A
Alexander Graf 已提交
675 676 677 678
    curl_easy_setopt(state->curl, CURLOPT_RANGE, state->range);

    curl_multi_add_handle(s->multi, state->curl);

679 680
    /* Tell curl it needs to kick things off */
    curl_multi_socket_action(s->multi, CURL_SOCKET_TIMEOUT, 0, &running);
681 682
}

683
static BlockAIOCB *curl_aio_readv(BlockDriverState *bs,
684
        int64_t sector_num, QEMUIOVector *qiov, int nb_sectors,
685
        BlockCompletionFunc *cb, void *opaque)
686 687 688
{
    CURLAIOCB *acb;

S
Stefan Hajnoczi 已提交
689
    acb = qemu_aio_get(&curl_aiocb_info, bs, cb, opaque);
690 691 692 693 694

    acb->qiov = qiov;
    acb->sector_num = sector_num;
    acb->nb_sectors = nb_sectors;

695
    acb->bh = aio_bh_new(bdrv_get_aio_context(bs), curl_readv_bh_cb, acb);
696
    qemu_bh_schedule(acb->bh);
A
Alexander Graf 已提交
697 698 699 700 701 702 703
    return &acb->common;
}

static void curl_close(BlockDriverState *bs)
{
    BDRVCURLState *s = bs->opaque;

M
malc 已提交
704
    DPRINTF("CURL: Close\n");
705
    curl_detach_aio_context(bs);
706

707
    g_free(s->cookie);
708
    g_free(s->url);
A
Alexander Graf 已提交
709 710 711 712 713 714 715 716 717
}

static int64_t curl_getlength(BlockDriverState *bs)
{
    BDRVCURLState *s = bs->opaque;
    return s->len;
}

static BlockDriver bdrv_http = {
718 719 720 721 722 723 724 725
    .format_name                = "http",
    .protocol_name              = "http",

    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
726

727
    .bdrv_aio_readv             = curl_aio_readv,
A
Alexander Graf 已提交
728

729 730
    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
731 732 733
};

static BlockDriver bdrv_https = {
734 735
    .format_name                = "https",
    .protocol_name              = "https",
A
Alexander Graf 已提交
736

737 738 739 740 741
    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
742

743 744 745 746
    .bdrv_aio_readv             = curl_aio_readv,

    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
747 748 749
};

static BlockDriver bdrv_ftp = {
750 751 752 753 754 755 756 757
    .format_name                = "ftp",
    .protocol_name              = "ftp",

    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
758

759
    .bdrv_aio_readv             = curl_aio_readv,
A
Alexander Graf 已提交
760

761 762
    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
763 764 765
};

static BlockDriver bdrv_ftps = {
766 767
    .format_name                = "ftps",
    .protocol_name              = "ftps",
A
Alexander Graf 已提交
768

769 770 771 772 773
    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
774

775 776 777 778
    .bdrv_aio_readv             = curl_aio_readv,

    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
779 780 781
};

static BlockDriver bdrv_tftp = {
782 783 784 785 786 787 788 789
    .format_name                = "tftp",
    .protocol_name              = "tftp",

    .instance_size              = sizeof(BDRVCURLState),
    .bdrv_parse_filename        = curl_parse_filename,
    .bdrv_file_open             = curl_open,
    .bdrv_close                 = curl_close,
    .bdrv_getlength             = curl_getlength,
A
Alexander Graf 已提交
790

791
    .bdrv_aio_readv             = curl_aio_readv,
A
Alexander Graf 已提交
792

793 794
    .bdrv_detach_aio_context    = curl_detach_aio_context,
    .bdrv_attach_aio_context    = curl_attach_aio_context,
A
Alexander Graf 已提交
795 796 797 798 799 800 801 802 803 804 805 806
};

static void curl_block_init(void)
{
    bdrv_register(&bdrv_http);
    bdrv_register(&bdrv_https);
    bdrv_register(&bdrv_ftp);
    bdrv_register(&bdrv_ftps);
    bdrv_register(&bdrv_tftp);
}

block_init(curl_block_init);