testutils.c 31.4 KB
Newer Older
K
Karel Zak 已提交
1
/*
2
 * testutils.c: basic test utils
K
Karel Zak 已提交
3
 *
4
 * Copyright (C) 2005-2015 Red Hat, Inc.
K
Karel Zak 已提交
5
 *
O
Osier Yang 已提交
6 7 8 9 10 11 12 13 14 15 16
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
17
 * License along with this library.  If not, see
O
Osier Yang 已提交
18
 * <http://www.gnu.org/licenses/>.
K
Karel Zak 已提交
19 20 21 22
 *
 * Karel Zak <kzak@redhat.com>
 */

23
#include <config.h>
24

K
Karel Zak 已提交
25 26 27
#include <stdio.h>
#include <stdlib.h>
#include <sys/time.h>
28 29
#include <sys/types.h>
#include <sys/stat.h>
30 31
#include <sys/wait.h>
#include <regex.h>
32
#include <unistd.h>
33
#include <string.h>
34 35
#include <fcntl.h>
#include <limits.h>
K
Karel Zak 已提交
36
#include "testutils.h"
37
#include "internal.h"
38
#include "viralloc.h"
39
#include "virutil.h"
40
#include "virthread.h"
41
#include "virerror.h"
42
#include "virbuffer.h"
43
#include "virlog.h"
44
#include "vircommand.h"
45
#include "virrandom.h"
E
Eric Blake 已提交
46
#include "dirname.h"
47
#include "virprocess.h"
48
#include "virstring.h"
49

50 51 52 53 54 55 56
#ifdef TEST_OOM
# ifdef TEST_OOM_TRACE
#  include <dlfcn.h>
#  include <execinfo.h>
# endif
#endif

57
#ifdef HAVE_PATHS_H
58
# include <paths.h>
59 60
#endif

61 62
#define VIR_FROM_THIS VIR_FROM_NONE

63 64
VIR_LOG_INIT("tests.testutils");

E
Eric Blake 已提交
65
#include "virfile.h"
66

67
static unsigned int testDebug = -1;
68
static unsigned int testVerbose = -1;
69
static unsigned int testExpensive = -1;
70
static unsigned int testRegenerate = -1;
71

72
#ifdef TEST_OOM
73
static unsigned int testOOM;
74 75
static unsigned int testOOMStart = -1;
static unsigned int testOOMEnd = -1;
76
static unsigned int testOOMTrace;
77 78 79 80 81
# ifdef TEST_OOM_TRACE
void *testAllocStack[30];
int ntestAllocStack;
# endif
#endif
82
static bool testOOMActive;
83

84 85 86
static size_t testCounter;
static size_t testStart;
static size_t testEnd;
87

E
Eric Blake 已提交
88 89
char *progname;

90 91 92 93 94
bool virtTestOOMActive(void)
{
    return testOOMActive;
}

95 96 97 98 99
static int virtTestUseTerminalColors(void)
{
    return isatty(STDIN_FILENO);
}

100 101 102 103 104 105 106 107 108 109 110 111 112 113 114
static unsigned int
virTestGetFlag(const char *name)
{
    char *flagStr;
    unsigned int flag;

    if ((flagStr = getenv(name)) == NULL)
        return 0;

    if (virStrToLong_ui(flagStr, NULL, 10, &flag) < 0)
        return 0;

    return flag;
}

115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151
#ifdef TEST_OOM_TRACE
static void virTestAllocHook(int nalloc ATTRIBUTE_UNUSED,
                             void *opaque ATTRIBUTE_UNUSED)
{
    ntestAllocStack = backtrace(testAllocStack, ARRAY_CARDINALITY(testAllocStack));
}
#endif

#ifdef TEST_OOM_TRACE
static void
virTestShowTrace(void)
{
    size_t j;
    for (j = 2; j < ntestAllocStack; j++) {
        Dl_info info;
        char *cmd;

        dladdr(testAllocStack[j], &info);
        if (info.dli_fname &&
            strstr(info.dli_fname, ".so")) {
            if (virAsprintf(&cmd, ADDR2LINE " -f -e %s %p",
                            info.dli_fname,
                            ((void*)((unsigned long long)testAllocStack[j]
                                     - (unsigned long long)info.dli_fbase))) < 0)
                continue;
        } else {
            if (virAsprintf(&cmd, ADDR2LINE " -f -e %s %p",
                            (char*)(info.dli_fname ? info.dli_fname : "<unknown>"),
                            testAllocStack[j]) < 0)
                continue;
        }
        ignore_value(system(cmd));
        VIR_FREE(cmd);
    }
}
#endif

152
/*
153
 * Runs test
154 155
 *
 * returns: -1 = error, 0 = success
K
Karel Zak 已提交
156 157
 */
int
158 159
virtTestRun(const char *title,
            int (*body)(const void *data), const void *data)
K
Karel Zak 已提交
160
{
161
    int ret = 0;
162

163 164 165
    if (testCounter == 0 && !virTestGetVerbose())
        fprintf(stderr, "      ");

166
    testCounter++;
167

168 169 170 171 172 173 174

    /* Skip tests if out of range */
    if ((testStart != 0) &&
        (testCounter < testStart ||
         testCounter > testEnd))
        return 0;

D
Daniel P. Berrange 已提交
175 176
    if (virTestGetVerbose())
        fprintf(stderr, "%2zu) %-65s ... ", testCounter, title);
177

178 179 180 181 182 183
    virResetLastError();
    ret = body(data);
    virErrorPtr err = virGetLastError();
    if (err) {
        if (virTestGetVerbose() || virTestGetDebug())
            virDispatchError(NULL);
184
    }
185

D
Daniel P. Berrange 已提交
186
    if (virTestGetVerbose()) {
187
        if (ret == 0)
188 189 190 191
            if (virtTestUseTerminalColors())
                fprintf(stderr, "\e[32mOK\e[0m\n");  /* green */
            else
                fprintf(stderr, "OK\n");
D
Daniel P. Berrange 已提交
192
        else if (ret == EXIT_AM_SKIP)
193 194 195 196
            if (virtTestUseTerminalColors())
                fprintf(stderr, "\e[34m\e[1mSKIP\e[0m\n");  /* bold blue */
            else
                fprintf(stderr, "SKIP\n");
D
Daniel P. Berrange 已提交
197
        else
198 199 200 201
            if (virtTestUseTerminalColors())
                fprintf(stderr, "\e[31m\e[1mFAILED\e[0m\n");  /* bold red */
            else
                fprintf(stderr, "FAILED\n");
D
Daniel P. Berrange 已提交
202 203 204 205 206
    } else {
        if (testCounter != 1 &&
            !((testCounter-1) % 40)) {
            fprintf(stderr, " %-3zu\n", (testCounter-1));
            fprintf(stderr, "      ");
207
        }
D
Daniel P. Berrange 已提交
208
        if (ret == 0)
209
                fprintf(stderr, ".");
D
Daniel P. Berrange 已提交
210 211 212 213
        else if (ret == EXIT_AM_SKIP)
            fprintf(stderr, "_");
        else
            fprintf(stderr, "!");
214
    }
215

216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286
#ifdef TEST_OOM
    if (testOOM && ret != EXIT_AM_SKIP) {
        int nalloc;
        int oomret;
        int start, end;
        size_t i;
        virResetLastError();
        virAllocTestInit();
# ifdef TEST_OOM_TRACE
        virAllocTestHook(virTestAllocHook, NULL);
# endif
        oomret = body(data);
        nalloc = virAllocTestCount();
        fprintf(stderr, "    Test OOM for nalloc=%d ", nalloc);
        if (testOOMStart == -1 ||
            testOOMEnd == -1) {
            start = 0;
            end = nalloc;
        } else {
            start = testOOMStart;
            end = testOOMEnd + 1;
        }
        testOOMActive = true;
        for (i = start; i < end; i++) {
            bool missingFail = false;
# ifdef TEST_OOM_TRACE
            memset(testAllocStack, 0, ARRAY_CARDINALITY(testAllocStack));
            ntestAllocStack = 0;
# endif
            virAllocTestOOM(i + 1, 1);
            oomret = body(data);

            /* fprintf() disabled because XML parsing APIs don't allow
             * distinguish between element / attribute not present
             * in the XML (which is non-fatal), vs OOM / malformed
             * which should be fatal. Thus error reporting for
             * optionally present XML is mostly broken.
             */
            if (oomret == 0) {
                missingFail = true;
# if 0
                fprintf(stderr, " alloc %zu failed but no err status\n", i + 1);
# endif
            } else {
                virErrorPtr lerr = virGetLastError();
                if (!lerr) {
# if 0
                    fprintf(stderr, " alloc %zu failed but no error report\n", i + 1);
# endif
                    missingFail = true;
                }
            }
            if ((missingFail && testOOMTrace) || (testOOMTrace > 1)) {
                fprintf(stderr, "%s", "!");
# ifdef TEST_OOM_TRACE
                virTestShowTrace();
# endif
                ret = -1;
            } else {
                fprintf(stderr, "%s", ".");
            }
        }
        testOOMActive = false;
        if (ret == 0)
            fprintf(stderr, " OK\n");
        else
            fprintf(stderr, " FAILED\n");
        virAllocTestInit();
    }
#endif /* TEST_OOM */

287
    return ret;
K
Karel Zak 已提交
288
}
289

290 291 292 293 294 295
/* Allocate BUF to the size of FILE. Read FILE into buffer BUF.
   Upon any failure, diagnose it and return -1, but don't bother trying
   to preserve errno. Otherwise, return the number of bytes copied into BUF. */
int
virtTestLoadFile(const char *file, char **buf)
{
296
    FILE *fp = fopen(file, "r");
297
    struct stat st;
298 299
    char *tmp;
    int len, tmplen, buflen;
300

301
    if (!fp) {
302
        fprintf(stderr, "%s: failed to open: %s\n", file, strerror(errno));
303
        return -1;
304
    }
305 306

    if (fstat(fileno(fp), &st) < 0) {
307
        fprintf(stderr, "%s: failed to fstat: %s\n", file, strerror(errno));
308
        VIR_FORCE_FCLOSE(fp);
309 310 311
        return -1;
    }

312 313 314
    tmplen = buflen = st.st_size + 1;

    if (VIR_ALLOC_N(*buf, buflen) < 0) {
315
        VIR_FORCE_FCLOSE(fp);
316 317 318
        return -1;
    }

319
    tmp = *buf;
320
    (*buf)[0] = '\0';
321
    if (st.st_size) {
322 323 324
        /* read the file line by line */
        while (fgets(tmp, tmplen, fp) != NULL) {
            len = strlen(tmp);
325 326 327
            /* stop on an empty line */
            if (len == 0)
                break;
328 329 330 331 332 333 334 335 336 337
            /* remove trailing backslash-newline pair */
            if (len >= 2 && tmp[len-2] == '\\' && tmp[len-1] == '\n') {
                len -= 2;
                tmp[len] = '\0';
            }
            /* advance the temporary buffer pointer */
            tmp += len;
            tmplen -= len;
        }
        if (ferror(fp)) {
338
            fprintf(stderr, "%s: read failed: %s\n", file, strerror(errno));
339
            VIR_FORCE_FCLOSE(fp);
340
            VIR_FREE(*buf);
341 342
            return -1;
        }
343 344
    }

345
    VIR_FORCE_FCLOSE(fp);
346
    return strlen(*buf);
347 348
}

A
Atsushi SAKAI 已提交
349
#ifndef WIN32
350 351
static
void virtTestCaptureProgramExecChild(const char *const argv[],
352 353
                                     int pipefd)
{
354
    size_t i;
355 356 357 358
    int open_max;
    int stdinfd = -1;
    const char *const env[] = {
        "LANG=C",
359
# if WITH_DRIVER_MODULES
360
        "LIBVIRT_DRIVER_DIR=" TEST_DRIVER_DIR,
361
# endif
362 363 364
        NULL
    };

365
    if ((stdinfd = open("/dev/null", O_RDONLY)) < 0)
366 367
        goto cleanup;

368
    open_max = sysconf(_SC_OPEN_MAX);
J
John Ferlan 已提交
369 370 371
    if (open_max < 0)
        goto cleanup;

372 373
    for (i = 0; i < open_max; i++) {
        if (i != stdinfd &&
374
            i != pipefd) {
375 376
            int tmpfd;
            tmpfd = i;
377 378
            VIR_FORCE_CLOSE(tmpfd);
        }
379 380 381 382 383 384
    }

    if (dup2(stdinfd, STDIN_FILENO) != STDIN_FILENO)
        goto cleanup;
    if (dup2(pipefd, STDOUT_FILENO) != STDOUT_FILENO)
        goto cleanup;
385
    if (dup2(pipefd, STDERR_FILENO) != STDERR_FILENO)
386 387 388 389
        goto cleanup;

    /* SUS is crazy here, hence the cast */
    execve(argv[0], (char *const*)argv, (char *const*)env);
390 391

 cleanup:
392
    VIR_FORCE_CLOSE(stdinfd);
393 394
}

395 396 397
int
virtTestCaptureProgramOutput(const char *const argv[], char **buf, int maxlen)
{
398
    int pipefd[2];
399
    int len;
400 401 402 403

    if (pipe(pipefd) < 0)
        return -1;

404
    pid_t pid = fork();
405
    switch (pid) {
406
    case 0:
407
        VIR_FORCE_CLOSE(pipefd[0]);
408 409
        virtTestCaptureProgramExecChild(argv, pipefd[1]);

410
        VIR_FORCE_CLOSE(pipefd[1]);
411
        _exit(EXIT_FAILURE);
412

413 414
    case -1:
        return -1;
415

416
    default:
417 418 419
        VIR_FORCE_CLOSE(pipefd[1]);
        len = virFileReadLimFD(pipefd[0], maxlen, buf);
        VIR_FORCE_CLOSE(pipefd[0]);
420
        if (virProcessWait(pid, NULL, false) < 0)
E
Eric Blake 已提交
421
            return -1;
422

423
        return len;
424
    }
425
}
426
#else /* !WIN32 */
427 428 429 430 431
int
virtTestCaptureProgramOutput(const char *const argv[] ATTRIBUTE_UNUSED,
                             char **buf ATTRIBUTE_UNUSED,
                             int maxlen ATTRIBUTE_UNUSED)
{
432 433
    return -1;
}
A
Atsushi SAKAI 已提交
434
#endif /* !WIN32 */
435 436 437


/**
438
 * @param stream: output stream to write differences to
439
 * @param expect: expected output text
440
 * @param expectName: name designator of the expected text
441
 * @param actual: actual output text
442
 * @param actualName: name designator of the actual text
443
 * @param regenerate: enable or disable regenerate functionality
444
 *
445 446 447
 * Display expected and actual output text, trimmed to first and last
 * characters at which differences occur. Displays names of the text strings if
 * non-NULL.
448
 */
449 450 451 452 453 454 455
static int
virtTestDifferenceFullInternal(FILE *stream,
                               const char *expect,
                               const char *expectName,
                               const char *actual,
                               const char *actualName,
                               bool regenerate)
456
{
457 458 459 460 461 462 463 464 465 466 467 468 469 470
    const char *expectStart;
    const char *expectEnd;
    const char *actualStart;
    const char *actualEnd;

    if (!expect)
        expect = "";
    if (!actual)
        actual = "";

    expectStart = expect;
    expectEnd = expect + (strlen(expect)-1);
    actualStart = actual;
    actualEnd = actual + (strlen(actual)-1);
471

472 473 474 475 476 477
    if (regenerate && virTestGetRegenerate() > 0) {
        if (expectName && actual &&
            virFileWriteStr(expectName, actual, 0666) < 0)
            return -1;
    }

478
    if (!virTestGetDebug())
479 480
        return 0;

481
    if (virTestGetDebug() < 2) {
482 483 484 485 486 487
        /* Skip to first character where they differ */
        while (*expectStart && *actualStart &&
               *actualStart == *expectStart) {
            actualStart++;
            expectStart++;
        }
488

489 490 491 492 493 494 495
        /* Work backwards to last character where they differ */
        while (actualEnd > actualStart &&
               expectEnd > expectStart &&
               *actualEnd == *expectEnd) {
            actualEnd--;
            expectEnd--;
        }
496 497 498
    }

    /* Show the trimmed differences */
499 500
    if (expectName)
        fprintf(stream, "\nIn '%s':", expectName);
E
Eric Blake 已提交
501
    fprintf(stream, "\nOffset %d\nExpect [", (int) (expectStart - expect));
502 503 504 505
    if ((expectEnd - expectStart + 1) &&
        fwrite(expectStart, (expectEnd-expectStart+1), 1, stream) != 1)
        return -1;
    fprintf(stream, "]\n");
506 507
    if (actualName)
        fprintf(stream, "In '%s':\n", actualName);
508 509 510 511 512 513 514 515 516 517 518
    fprintf(stream, "Actual [");
    if ((actualEnd - actualStart + 1) &&
        fwrite(actualStart, (actualEnd-actualStart+1), 1, stream) != 1)
        return -1;
    fprintf(stream, "]\n");

    /* Pad to line up with test name ... in virTestRun */
    fprintf(stream, "                                                                      ... ");

    return 0;
}
519

520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565
/**
 * @param stream: output stream to write differences to
 * @param expect: expected output text
 * @param expectName: name designator of the expected text
 * @param actual: actual output text
 * @param actualName: name designator of the actual text
 *
 * Display expected and actual output text, trimmed to first and last
 * characters at which differences occur. Displays names of the text strings if
 * non-NULL. If VIR_TEST_REGENERATE_OUTPUT is used, this function will
 * regenerate the expected file.
 */
int
virtTestDifferenceFull(FILE *stream,
                       const char *expect,
                       const char *expectName,
                       const char *actual,
                       const char *actualName)
{
    return virtTestDifferenceFullInternal(stream, expect, expectName,
                                          actual, actualName, true);
}

/**
 * @param stream: output stream to write differences to
 * @param expect: expected output text
 * @param expectName: name designator of the expected text
 * @param actual: actual output text
 * @param actualName: name designator of the actual text
 *
 * Display expected and actual output text, trimmed to first and last
 * characters at which differences occur. Displays names of the text strings if
 * non-NULL. If VIR_TEST_REGENERATE_OUTPUT is used, this function will not
 * regenerate the expected file.
 */
int
virtTestDifferenceFullNoRegenerate(FILE *stream,
                                   const char *expect,
                                   const char *expectName,
                                   const char *actual,
                                   const char *actualName)
{
    return virtTestDifferenceFullInternal(stream, expect, expectName,
                                          actual, actualName, false);
}

566
/**
567
 * @param stream: output stream to write differences to
568 569 570 571 572 573
 * @param expect: expected output text
 * @param actual: actual output text
 *
 * Display expected and actual output text, trimmed to
 * first and last characters at which differences occur
 */
574 575 576 577
int
virtTestDifference(FILE *stream,
                   const char *expect,
                   const char *actual)
578
{
579 580 581
    return virtTestDifferenceFullNoRegenerate(stream,
                                              expect, NULL,
                                              actual, NULL);
582 583 584
}


585
/**
586
 * @param stream: output stream to write differences to
587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605
 * @param expect: expected output text
 * @param actual: actual output text
 *
 * Display expected and actual output text, trimmed to
 * first and last characters at which differences occur
 */
int virtTestDifferenceBin(FILE *stream,
                          const char *expect,
                          const char *actual,
                          size_t length)
{
    size_t start = 0, end = length;
    ssize_t i;

    if (!virTestGetDebug())
        return 0;

    if (virTestGetDebug() < 2) {
        /* Skip to first character where they differ */
606
        for (i = 0; i < length; i++) {
607 608 609 610 611 612 613
            if (expect[i] != actual[i]) {
                start = i;
                break;
            }
        }

        /* Work backwards to last character where they differ */
614
        for (i = (length -1); i >= 0; i--) {
615 616 617 618 619 620
            if (expect[i] != actual[i]) {
                end = i;
                break;
            }
        }
    }
E
Eric Blake 已提交
621
    /* Round to nearest boundary of 4, except that last word can be short */
622 623 624 625 626 627 628
    start -= (start % 4);
    end += 4 - (end % 4);
    if (end >= length)
        end = length - 1;

    /* Show the trimmed differences */
    fprintf(stream, "\nExpect [ Region %d-%d", (int)start, (int)end);
629
    for (i = start; i < end; i++) {
630 631 632 633 634 635
        if ((i % 4) == 0)
            fprintf(stream, "\n    ");
        fprintf(stream, "0x%02x, ", ((int)expect[i])&0xff);
    }
    fprintf(stream, "]\n");
    fprintf(stream, "Actual [ Region %d-%d", (int)start, (int)end);
636
    for (i = start; i < end; i++) {
637 638 639 640 641 642 643 644 645 646 647 648
        if ((i % 4) == 0)
            fprintf(stream, "\n    ");
        fprintf(stream, "0x%02x, ", ((int)actual[i])&0xff);
    }
    fprintf(stream, "]\n");

    /* Pad to line up with test name ... in virTestRun */
    fprintf(stream, "                                                                      ... ");

    return 0;
}

C
Cole Robinson 已提交
649 650 651 652 653 654 655 656 657 658 659 660
/*
 * @param strcontent: String input content
 * @param filename: File to compare strcontent against
 */
int
virtTestCompareToFile(const char *strcontent,
                      const char *filename)
{
    int ret = -1;
    char *filecontent = NULL;
    char *fixedcontent = NULL;

661
    if (virtTestLoadFile(filename, &filecontent) < 0 && !virTestGetRegenerate())
C
Cole Robinson 已提交
662 663
        goto failure;

664 665
    if (filecontent &&
        filecontent[strlen(filecontent) - 1] == '\n' &&
C
Cole Robinson 已提交
666 667 668 669 670
        strcontent[strlen(strcontent) - 1] != '\n') {
        if (virAsprintf(&fixedcontent, "%s\n", strcontent) < 0)
            goto failure;
    }

671 672
    if (STRNEQ_NULLABLE(fixedcontent ? fixedcontent : strcontent,
                        filecontent)) {
673
        if (virTestGetRegenerate()) {
674 675 676 677
            if (virFileWriteStr(filename, strcontent, 0666) < 0)
                goto failure;
            goto out;
        }
678
        virtTestDifference(stderr, filecontent, strcontent);
C
Cole Robinson 已提交
679 680 681
        goto failure;
    }

682
 out:
C
Cole Robinson 已提交
683 684 685 686 687 688 689
    ret = 0;
 failure:
    VIR_FREE(fixedcontent);
    VIR_FREE(filecontent);
    return ret;
}

690 691 692 693
static void
virtTestErrorFuncQuiet(void *data ATTRIBUTE_UNUSED,
                       virErrorPtr err ATTRIBUTE_UNUSED)
{ }
694 695 696 697 698 699 700 701 702


/* register an error handler in tests when using connections */
void
virtTestQuiesceLibvirtErrors(bool always)
{
    if (always || !virTestGetVerbose())
        virSetErrorFunc(NULL, virtTestErrorFuncQuiet);
}
703

704 705 706 707 708 709
struct virtTestLogData {
    virBuffer buf;
};

static struct virtTestLogData testLog = { VIR_BUFFER_INITIALIZER };

710
static void
711
virtTestLogOutput(virLogSourcePtr source ATTRIBUTE_UNUSED,
712
                  virLogPriority priority ATTRIBUTE_UNUSED,
713 714
                  const char *filename ATTRIBUTE_UNUSED,
                  int lineno ATTRIBUTE_UNUSED,
715
                  const char *funcname ATTRIBUTE_UNUSED,
716
                  const char *timestamp,
M
Miloslav Trmač 已提交
717
                  virLogMetadataPtr metadata ATTRIBUTE_UNUSED,
718
                  unsigned int flags,
719
                  const char *rawstr ATTRIBUTE_UNUSED,
720 721
                  const char *str,
                  void *data)
722 723
{
    struct virtTestLogData *log = data;
724
    virCheckFlags(VIR_LOG_STACK_TRACE,);
725 726
    if (!testOOMActive)
        virBufferAsprintf(&log->buf, "%s: %s", timestamp, str);
727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746
}

static void
virtTestLogClose(void *data)
{
    struct virtTestLogData *log = data;

    virBufferFreeAndReset(&log->buf);
}

/* Return a malloc'd string (possibly with strlen of 0) of all data
 * logged since the last call to this function, or NULL on failure.  */
char *
virtTestLogContentAndReset(void)
{
    char *ret;

    if (virBufferError(&testLog.buf))
        return NULL;
    ret = virBufferContentAndReset(&testLog.buf);
747 748 749
    if (!ret)
        ignore_value(VIR_STRDUP(ret, ""));
    return ret;
750 751
}

752

753
unsigned int
754 755
virTestGetDebug(void)
{
756 757
    if (testDebug == -1)
        testDebug = virTestGetFlag("VIR_TEST_DEBUG");
758 759
    return testDebug;
}
760

761
unsigned int
762 763
virTestGetVerbose(void)
{
764 765 766 767 768
    if (testVerbose == -1)
        testVerbose = virTestGetFlag("VIR_TEST_VERBOSE");
    return testVerbose || virTestGetDebug();
}

769
unsigned int
770 771
virTestGetExpensive(void)
{
772 773 774 775 776
    if (testExpensive == -1)
        testExpensive = virTestGetFlag("VIR_TEST_EXPENSIVE");
    return testExpensive;
}

777 778 779 780 781 782 783 784
unsigned int
virTestGetRegenerate(void)
{
    if (testRegenerate == -1)
        testRegenerate = virTestGetFlag("VIR_TEST_REGENERATE_OUTPUT");
    return testRegenerate;
}

785 786
int virtTestMain(int argc,
                 char **argv,
E
Eric Blake 已提交
787
                 int (*func)(void))
788 789
{
    int ret;
790
    char *testRange = NULL;
791 792 793
#ifdef TEST_OOM
    char *oomstr;
#endif
794

795 796
    virFileActivateDirOverride(argv[0]);

797
    if (!virFileExists(abs_srcdir))
798
        return EXIT_AM_HARDFAIL;
E
Eric Blake 已提交
799

E
Eric Blake 已提交
800 801 802
    progname = last_component(argv[0]);
    if (STRPREFIX(progname, "lt-"))
        progname += 3;
E
Eric Blake 已提交
803 804
    if (argc > 1) {
        fprintf(stderr, "Usage: %s\n", argv[0]);
805 806 807 808
        fputs("effective environment variables:\n"
              "VIR_TEST_VERBOSE set to show names of individual tests\n"
              "VIR_TEST_DEBUG set to show information for debugging failures\n",
              stderr);
E
Eric Blake 已提交
809 810 811
        return EXIT_FAILURE;
    }
    fprintf(stderr, "TEST: %s\n", progname);
812

813
    if (virThreadInitialize() < 0 ||
814
        virErrorInitialize() < 0)
815
        return EXIT_FAILURE;
816

817
    virLogSetFromEnv();
818 819
    if (!getenv("LIBVIRT_DEBUG") && !virLogGetNbOutputs()) {
        if (virLogDefineOutput(virtTestLogOutput, virtTestLogClose, &testLog,
820
                               VIR_LOG_DEBUG, VIR_LOG_TO_STDERR, NULL, 0) < 0)
821
            return EXIT_FAILURE;
822
    }
823

824 825
    if ((testRange = getenv("VIR_TEST_RANGE")) != NULL) {
        char *end = NULL;
826 827
        unsigned int iv;
        if (virStrToLong_ui(testRange, &end, 10, &iv) < 0) {
828 829 830
            fprintf(stderr, "Cannot parse range %s\n", testRange);
            return EXIT_FAILURE;
        }
831
        testStart = testEnd = iv;
832 833 834 835 836 837
        if (end && *end) {
            if (*end != '-') {
                fprintf(stderr, "Cannot parse range %s\n", testRange);
                return EXIT_FAILURE;
            }
            end++;
838
            if (virStrToLong_ui(end, NULL, 10, &iv) < 0) {
839 840 841
                fprintf(stderr, "Cannot parse range %s\n", testRange);
                return EXIT_FAILURE;
            }
842
            testEnd = iv;
843 844 845 846 847 848 849 850

            if (testEnd < testStart) {
                fprintf(stderr, "Test range end %zu must be >= %zu\n", testEnd, testStart);
                return EXIT_FAILURE;
            }
        }
    }

851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904
#ifdef TEST_OOM
    if ((oomstr = getenv("VIR_TEST_OOM")) != NULL) {
        char *next;
        if (testDebug == -1)
            testDebug = 1;
        testOOM = 1;
        if (oomstr[0] != '\0' &&
            oomstr[1] == ':') {
            if (virStrToLong_ui(oomstr + 2, &next, 10, &testOOMStart) < 0) {
                fprintf(stderr, "Cannot parse range %s\n", oomstr);
                return EXIT_FAILURE;
            }
            if (*next == '\0') {
                testOOMEnd = testOOMStart;
            } else {
                if (*next != '-') {
                    fprintf(stderr, "Cannot parse range %s\n", oomstr);
                    return EXIT_FAILURE;
                }
                if (virStrToLong_ui(next+1, NULL, 10, &testOOMEnd) < 0) {
                    fprintf(stderr, "Cannot parse range %s\n", oomstr);
                    return EXIT_FAILURE;
                }
            }
        } else {
            testOOMStart = -1;
            testOOMEnd = -1;
        }
    }

# ifdef TEST_OOM_TRACE
    if ((oomstr = getenv("VIR_TEST_OOM_TRACE")) != NULL) {
        if (virStrToLong_ui(oomstr, NULL, 10, &testOOMTrace) < 0) {
            fprintf(stderr, "Cannot parse oom trace %s\n", oomstr);
            return EXIT_FAILURE;
        }
    }
# else
    if (getenv("VIR_TEST_OOM_TRACE")) {
        fprintf(stderr, "%s", "OOM test tracing not enabled in this build\n");
        return EXIT_FAILURE;
    }
# endif
#else /* TEST_OOM */
    if (getenv("VIR_TEST_OOM")) {
        fprintf(stderr, "%s", "OOM testing not enabled in this build\n");
        return EXIT_FAILURE;
    }
    if (getenv("VIR_TEST_OOM_TRACE")) {
        fprintf(stderr, "%s", "OOM test tracing not enabled in this build\n");
        return EXIT_FAILURE;
    }
#endif /* TEST_OOM */

E
Eric Blake 已提交
905
    ret = (func)();
906 907

    virResetLastError();
908
    if (!virTestGetVerbose() && ret != EXIT_AM_SKIP) {
E
Eric Blake 已提交
909
        if (testCounter == 0 || testCounter % 40)
910 911
            fprintf(stderr, "%*s", 40 - (int)(testCounter % 40), "");
        fprintf(stderr, " %-3zu %s\n", testCounter, ret == 0 ? "OK" : "FAIL");
912
    }
913
    return ret;
914
}
915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959


int virtTestClearLineRegex(const char *pattern,
                           char *str)
{
    regex_t reg;
    char *lineStart = str;
    char *lineEnd = strchr(str, '\n');

    if (regcomp(&reg, pattern, REG_EXTENDED | REG_NOSUB) != 0)
        return -1;

    while (lineStart) {
        int ret;
        if (lineEnd)
            *lineEnd = '\0';


        ret = regexec(&reg, lineStart, 0, NULL, 0);
        //fprintf(stderr, "Match %d '%s' '%s'\n", ret, lineStart, pattern);
        if (ret == 0) {
            if (lineEnd) {
                memmove(lineStart, lineEnd + 1, strlen(lineEnd+1) + 1);
                /* Don't update lineStart - just iterate again on this
                   location */
                lineEnd = strchr(lineStart, '\n');
            } else {
                *lineStart = '\0';
                lineStart = NULL;
            }
        } else {
            if (lineEnd) {
                *lineEnd = '\n';
                lineStart = lineEnd + 1;
                lineEnd = strchr(lineStart, '\n');
            } else {
                lineStart = NULL;
            }
        }
    }

    regfree(&reg);

    return 0;
}
960 961


962 963 964 965 966 967 968 969 970 971 972 973 974 975 976 977 978 979 980 981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012
/*
 * @cmdset contains a list of command line args, eg
 *
 * "/usr/sbin/iptables --table filter --insert INPUT --in-interface virbr0 --protocol tcp --destination-port 53 --jump ACCEPT
 *  /usr/sbin/iptables --table filter --insert INPUT --in-interface virbr0 --protocol udp --destination-port 53 --jump ACCEPT
 *  /usr/sbin/iptables --table filter --insert FORWARD --in-interface virbr0 --jump REJECT
 *  /usr/sbin/iptables --table filter --insert FORWARD --out-interface virbr0 --jump REJECT
 *  /usr/sbin/iptables --table filter --insert FORWARD --in-interface virbr0 --out-interface virbr0 --jump ACCEPT"
 *
 * And we're munging it in-place to strip the path component
 * of the command line, to produce
 *
 * "iptables --table filter --insert INPUT --in-interface virbr0 --protocol tcp --destination-port 53 --jump ACCEPT
 *  iptables --table filter --insert INPUT --in-interface virbr0 --protocol udp --destination-port 53 --jump ACCEPT
 *  iptables --table filter --insert FORWARD --in-interface virbr0 --jump REJECT
 *  iptables --table filter --insert FORWARD --out-interface virbr0 --jump REJECT
 *  iptables --table filter --insert FORWARD --in-interface virbr0 --out-interface virbr0 --jump ACCEPT"
 */
void virtTestClearCommandPath(char *cmdset)
{
    size_t offset = 0;
    char *lineStart = cmdset;
    char *lineEnd = strchr(lineStart, '\n');

    while (lineStart) {
        char *dirsep;
        char *movestart;
        size_t movelen;
        dirsep = strchr(lineStart, ' ');
        if (dirsep) {
            while (dirsep > lineStart && *dirsep != '/')
                dirsep--;
            if (*dirsep == '/')
                dirsep++;
            movestart = dirsep;
        } else {
            movestart = lineStart;
        }
        movelen = lineEnd ? lineEnd - movestart : strlen(movestart);

        if (movelen) {
            memmove(cmdset + offset, movestart, movelen + 1);
            offset += movelen + 1;
        }
        lineStart = lineEnd ? lineEnd + 1 : NULL;
        lineEnd = lineStart ? strchr(lineStart, '\n') : NULL;
    }
    cmdset[offset] = '\0';
}


1013 1014 1015 1016 1017 1018
virCapsPtr virTestGenericCapsInit(void)
{
    virCapsPtr caps;
    virCapsGuestPtr guest;

    if ((caps = virCapabilitiesNew(VIR_ARCH_X86_64,
1019
                                   false, false)) == NULL)
1020 1021
        return NULL;

1022
    if ((guest = virCapabilitiesAddGuest(caps, VIR_DOMAIN_OSTYPE_HVM, VIR_ARCH_I686,
1023 1024 1025 1026
                                         "/usr/bin/acme-virt", NULL,
                                         0, NULL)) == NULL)
        goto error;

1027
    if (!virCapabilitiesAddGuestDomain(guest, VIR_DOMAIN_VIRT_TEST, NULL, NULL, 0, NULL))
1028 1029 1030
        goto error;


1031
    if ((guest = virCapabilitiesAddGuest(caps, VIR_DOMAIN_OSTYPE_HVM, VIR_ARCH_X86_64,
1032 1033 1034 1035
                                         "/usr/bin/acme-virt", NULL,
                                         0, NULL)) == NULL)
        goto error;

1036
    if (!virCapabilitiesAddGuestDomain(guest, VIR_DOMAIN_VIRT_TEST, NULL, NULL, 0, NULL))
1037 1038 1039 1040 1041 1042 1043 1044 1045 1046
        goto error;


    if (virTestGetDebug()) {
        char *caps_str;

        caps_str = virCapabilitiesFormatXML(caps);
        if (!caps_str)
            goto error;

1047
        VIR_TEST_DEBUG("Generic driver capabilities:\n%s", caps_str);
1048 1049 1050 1051 1052 1053

        VIR_FREE(caps_str);
    }

    return caps;

1054
 error:
1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067
    virObjectUnref(caps);
    return NULL;
}

static virDomainDefParserConfig virTestGenericDomainDefParserConfig;
static virDomainXMLPrivateDataCallbacks virTestGenericPrivateDataCallbacks;

virDomainXMLOptionPtr virTestGenericDomainXMLConfInit(void)
{
    return virDomainXMLOptionNew(&virTestGenericDomainDefParserConfig,
                                 &virTestGenericPrivateDataCallbacks,
                                 NULL);
}
1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109 1110 1111 1112 1113 1114 1115 1116 1117 1118 1119


static int virtTestCounter;
static char virtTestCounterStr[128];
static char *virtTestCounterPrefixEndOffset;


/**
 * virtTestCounterReset:
 * @prefix: name of the test group
 *
 * Resets the counter and sets up the test group name to use with
 * virtTestCounterNext(). This function is not thread safe.
 *
 * Note: The buffer for the assembled message is 128 bytes long. Longer test
 * case names (including the number index) will be silently truncated.
 */
void
virtTestCounterReset(const char *prefix)
{
    virtTestCounter = 0;

    ignore_value(virStrcpyStatic(virtTestCounterStr, prefix));
    virtTestCounterPrefixEndOffset = strchrnul(virtTestCounterStr, '\0');
}


/**
 * virtTestCounterNext:
 *
 * This function is designed to ease test creation and reordering by adding
 * a way to do automagic test case numbering.
 *
 * Returns string consisting of test name prefix configured via
 * virtTestCounterReset() and a number that increments in every call of this
 * function. This function is not thread safe.
 *
 * Note: The buffer for the assembled message is 128 bytes long. Longer test
 * case names (including the number index) will be silently truncated.
 */
const char
*virtTestCounterNext(void)
{
    size_t len = ARRAY_CARDINALITY(virtTestCounterStr);

    /* calculate length of the rest of the string */
    len -= (virtTestCounterPrefixEndOffset - virtTestCounterStr);

    snprintf(virtTestCounterPrefixEndOffset, len, "%d", ++virtTestCounter);

    return virtTestCounterStr;
}