lxc_container.c 23.1 KB
Newer Older
1 2
/*
 * Copyright IBM Corp. 2008
3
 * Copyright Red Hat 2008-2009
4 5 6 7 8
 *
 * lxc_container.c: file description
 *
 * Authors:
 *  David L. Leskovec <dlesko at linux.vnet.ibm.com>
9
 *  Daniel P. Berrange <berrange@redhat.com>
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
 */

#include <config.h>

#include <fcntl.h>
#include <limits.h>
#include <stdlib.h>
31
#include <stdio.h>
32 33
#include <sys/ioctl.h>
#include <sys/mount.h>
34
#include <sys/wait.h>
35
#include <unistd.h>
36 37 38 39 40 41 42
#include <mntent.h>

/* Yes, we want linux private one, for _syscall2() macro */
#include <linux/unistd.h>

/* For MS_MOVE */
#include <linux/fs.h>
43

D
Daniel P. Berrange 已提交
44 45 46
#if HAVE_CAPNG
#include <cap-ng.h>
#endif
47

48
#include "virterror_internal.h"
49
#include "logging.h"
50 51
#include "lxc_container.h"
#include "util.h"
52
#include "memory.h"
53
#include "veth.h"
54

55 56
#define VIR_FROM_THIS VIR_FROM_LXC

57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83
/*
 * GLibc headers are behind the kernel, so we define these
 * constants if they're not present already.
 */

#ifndef CLONE_NEWPID
#define CLONE_NEWPID  0x20000000
#endif
#ifndef CLONE_NEWUTS
#define CLONE_NEWUTS  0x04000000
#endif
#ifndef CLONE_NEWUSER
#define CLONE_NEWUSER 0x10000000
#endif
#ifndef CLONE_NEWIPC
#define CLONE_NEWIPC  0x08000000
#endif
#ifndef CLONE_NEWNET
#define CLONE_NEWNET  0x40000000 /* New network namespace */
#endif

/* messages between parent and container */
typedef char lxc_message_t;
#define LXC_CONTINUE_MSG 'c'

typedef struct __lxc_child_argv lxc_child_argv_t;
struct __lxc_child_argv {
84
    virDomainDefPtr config;
85 86
    unsigned int nveths;
    char **veths;
87 88 89 90 91
    int monitor;
    char *ttyPath;
};


92
/**
93
 * lxcContainerExecInit:
94
 * @vmDef: pointer to vm definition structure
95
 *
96
 * Exec the container init string. The container init will replace then
97 98
 * be running in the current process
 *
99
 * Does not return
100
 */
101
static int lxcContainerExecInit(virDomainDefPtr vmDef)
102
{
103
    const char *const argv[] = {
104
        vmDef->os.init,
105 106
        NULL,
    };
107

108
    return execve(argv[0], (char **)argv, NULL);
109 110 111
}

/**
112
 * lxcContainerSetStdio:
113 114
 * @control: control FD from parent
 * @ttyfd: FD of tty to set as the container console
115 116 117 118 119 120
 *
 * Sets the given tty as the primary conosole for the container as well as
 * stdout, stdin and stderr.
 *
 * Returns 0 on success or -1 in case of error
 */
121
static int lxcContainerSetStdio(int control, int ttyfd)
122 123
{
    int rc = -1;
124
    int open_max, i;
125 126

    if (setsid() < 0) {
127 128
        virReportSystemError(NULL, errno, "%s",
                             _("setsid failed"));
129
        goto cleanup;
130 131 132
    }

    if (ioctl(ttyfd, TIOCSCTTY, NULL) < 0) {
133 134
        virReportSystemError(NULL, errno, "%s",
                             _("ioctl(TIOCSTTY) failed"));
135 136 137
        goto cleanup;
    }

138 139 140 141
    /* Just in case someone forget to set FD_CLOEXEC, explicitly
     * close all FDs before executing the container */
    open_max = sysconf (_SC_OPEN_MAX);
    for (i = 0; i < open_max; i++)
142
        if (i != ttyfd && i != control)
143
            close(i);
144 145

    if (dup2(ttyfd, 0) < 0) {
146 147
        virReportSystemError(NULL, errno, "%s",
                             _("dup2(stdin) failed"));
148 149 150 151
        goto cleanup;
    }

    if (dup2(ttyfd, 1) < 0) {
152 153
        virReportSystemError(NULL, errno, "%s",
                             _("dup2(stdout) failed"));
154 155 156 157
        goto cleanup;
    }

    if (dup2(ttyfd, 2) < 0) {
158 159
        virReportSystemError(NULL, errno, "%s",
                             _("dup2(stderr) failed"));
160 161 162 163 164 165 166 167 168 169
        goto cleanup;
    }

    rc = 0;

cleanup:
    return rc;
}

/**
170
 * lxcContainerSendContinue:
171
 * @control: control FD to child
172
 *
173 174
 * Sends the continue message via the socket pair stored in the vm
 * structure.
175 176 177
 *
 * Returns 0 on success or -1 in case of error
 */
178
int lxcContainerSendContinue(int control)
179 180
{
    int rc = -1;
181 182
    lxc_message_t msg = LXC_CONTINUE_MSG;
    int writeCount = 0;
183

184 185
    writeCount = safewrite(control, &msg, sizeof(msg));
    if (writeCount != sizeof(msg)) {
186 187
        virReportSystemError(NULL, errno, "%s",
                             _("unable to send container continue message"));
188
        goto error_out;
189 190
    }

191
    rc = 0;
192

193 194
error_out:
    return rc;
195 196
}

197
/**
198
 * lxcContainerWaitForContinue:
199
 * @control: Control FD from parent
200 201 202 203 204 205 206
 *
 * This function will wait for the container continue message from the
 * parent process.  It will send this message on the socket pair stored in
 * the vm structure once it has completed the post clone container setup.
 *
 * Returns 0 on success or -1 in case of error
 */
207
static int lxcContainerWaitForContinue(int control)
208 209 210 211
{
    lxc_message_t msg;
    int readLen;

212
    readLen = saferead(control, &msg, sizeof(msg));
213 214
    if (readLen != sizeof(msg) ||
        msg != LXC_CONTINUE_MSG) {
215 216
        virReportSystemError(NULL, errno, "%s",
                             _("Failed to read the container continue message"));
217
        return -1;
218
    }
219
    close(control);
220 221 222

    DEBUG0("Received container continue message");

223
    return 0;
224 225
}

226

227
/**
228 229 230
 * lxcContainerEnableInterfaces:
 * @nveths: number of interfaces
 * @veths: interface names
231 232 233 234 235
 *
 * This function will enable the interfaces for this container.
 *
 * Returns 0 on success or nonzero in case of error
 */
236 237
static int lxcContainerEnableInterfaces(unsigned int nveths,
                                        char **veths)
238 239
{
    int rc = 0;
240
    unsigned int i;
241

242 243 244
    for (i = 0 ; i < nveths ; i++) {
        DEBUG("Enabling %s", veths[i]);
        rc =  vethInterfaceUpOrDown(veths[i], 1);
245 246 247 248 249 250
        if (0 != rc) {
            goto error_out;
        }
    }

    /* enable lo device only if there were other net devices */
251
    if (veths)
252 253 254 255 256 257
        rc = vethInterfaceUpOrDown("lo", 1);

error_out:
    return rc;
}

258 259 260 261 262 263 264 265 266 267 268 269 270 271

//_syscall2(int, pivot_root, char *, newroot, const char *, oldroot)
extern int pivot_root(const char * new_root,const char * put_old);

static int lxcContainerChildMountSort(const void *a, const void *b)
{
  const char **sa = (const char**)a;
  const char **sb = (const char**)b;

  /* Delibrately reversed args - we need to unmount deepest
     children first */
  return strcmp(*sb, *sa);
}

272 273 274 275 276 277 278 279 280 281 282 283 284
#ifndef MS_REC
#define MS_REC          16384
#endif

#ifndef MNT_DETACH
#define MNT_DETACH      0x00000002
#endif

#ifndef MS_PRIVATE
#define MS_PRIVATE              (1<<18)
#endif

#ifndef MS_SLAVE
285
#define MS_SLAVE                (1<<19)
286 287
#endif

288 289
static int lxcContainerPivotRoot(virDomainFSDefPtr root)
{
M
Mark McLoughlin 已提交
290
    int rc, ret;
291
    char *oldroot = NULL, *newroot = NULL;
292

M
Mark McLoughlin 已提交
293 294
    ret = -1;

295 296 297 298 299
    /* root->parent must be private, so make / private. */
    if (mount("", "/", NULL, MS_PRIVATE|MS_REC, NULL) < 0) {
        virReportSystemError(NULL, errno, "%s",
                             _("failed to make root private"));
        goto err;
300 301
    }

302
    if (virAsprintf(&oldroot, "%s/.oldroot", root->src) < 0) {
303
        virReportOOMError(NULL);
304
        goto err;
305 306
    }

307 308 309 310
    if ((rc = virFileMakePath(oldroot)) < 0) {
        virReportSystemError(NULL, rc,
                             _("failed to create %s"),
                             oldroot);
311 312 313 314 315
        goto err;
    }

    /* Create a tmpfs root since old and new roots must be
     * on separate filesystems */
316
    if (mount("tmprootfs", oldroot, "tmpfs", 0, NULL) < 0) {
317 318 319 320 321
        virReportSystemError(NULL, errno,
                             _("failed to mount empty tmpfs at %s"),
                             oldroot);
        goto err;
    }
M
Mark McLoughlin 已提交
322

323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345
    /* Create a directory called 'new' in tmpfs */
    if (virAsprintf(&newroot, "%s/new", oldroot) < 0) {
        virReportOOMError(NULL);
        goto err;
    }

    if ((rc = virFileMakePath(newroot)) < 0) {
        virReportSystemError(NULL, rc,
                             _("failed to create %s"),
                             newroot);
        goto err;
    }

    /* ... and mount our root onto it */
    if (mount(root->src, newroot, NULL, MS_BIND|MS_REC, NULL) < 0) {
        virReportSystemError(NULL, errno,
                             _("failed to bind new root %s into tmpfs"),
                             root->src);
        goto err;
    }

    /* Now we chroot into the tmpfs, then pivot into the
     * root->src bind-mounted onto '/new' */
346 347 348
    if (chdir(newroot) < 0) {
        virReportSystemError(NULL, errno,
                             _("failed to chroot into %s"), newroot);
349
        goto err;
350 351 352 353
    }

    /* The old root directory will live at /.oldroot after
     * this and will soon be unmounted completely */
354 355 356 357
    if (pivot_root(".", ".oldroot") < 0) {
        virReportSystemError(NULL, errno, "%s",
                             _("failed to pivot root"));
        goto err;
358 359 360
    }

    /* CWD is undefined after pivot_root, so go to / */
361 362 363
    if (chdir("/") < 0)
        goto err;

M
Mark McLoughlin 已提交
364 365 366
    ret = 0;

err:
367 368 369
    VIR_FREE(oldroot);
    VIR_FREE(newroot);

M
Mark McLoughlin 已提交
370
    return ret;
371 372
}

373 374

static int lxcContainerMountBasicFS(virDomainFSDefPtr root)
375 376
{
    const struct {
377 378 379 380 381 382 383 384 385 386
        const char *src;
        const char *dst;
        const char *type;
    } mnts[] = {
        { "/dev", "/dev", "tmpfs" },
        { "/proc", "/proc", "proc" },
        { "/sys", "/sys", "sysfs" },
#if WITH_SELINUX
        { "none", "/selinux", "selinuxfs" },
#endif
387
    };
388
    int i, rc = -1;
389
    char *devpts;
390

391 392
    if (virAsprintf(&devpts, "/.oldroot%s/dev/pts", root->src) < 0) {
        virReportOOMError(NULL);
393
        return rc;
394
    }
395 396 397 398 399 400

    for (i = 0 ; i < ARRAY_CARDINALITY(mnts) ; i++) {
        if (virFileMakePath(mnts[i].dst) < 0) {
            virReportSystemError(NULL, errno,
                                 _("failed to mkdir %s"),
                                 mnts[i].src);
401
            goto cleanup;
402 403 404 405 406
        }
        if (mount(mnts[i].src, mnts[i].dst, mnts[i].type, 0, NULL) < 0) {
            virReportSystemError(NULL, errno,
                                 _("failed to mount %s on %s"),
                                 mnts[i].type, mnts[i].type);
407
            goto cleanup;
408
        }
409
    }
410

411 412 413
    if ((rc = virFileMakePath("/dev/pts") < 0)) {
        virReportSystemError(NULL, rc, "%s",
                             _("cannot create /dev/pts"));
414
        goto cleanup;
415
    }
416 417 418

    VIR_DEBUG("Trying to move %s to %s", devpts, "/dev/pts");
    if ((rc = mount(devpts, "/dev/pts", NULL, MS_MOVE, NULL)) < 0) {
419
        virReportSystemError(NULL, errno, "%s",
420
                             _("failed to mount /dev/pts in container"));
421
        goto cleanup;
422
    }
423 424 425 426

    rc = 0;

 cleanup:
427 428
    VIR_FREE(devpts);

429
    return rc;
430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447
}

static int lxcContainerPopulateDevices(void)
{
    int i;
    const struct {
        int maj;
        int min;
        mode_t mode;
        const char *path;
    } devs[] = {
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_NULL, 0666, "/dev/null" },
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_ZERO, 0666, "/dev/zero" },
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_FULL, 0666, "/dev/full" },
        { LXC_DEV_MAJ_TTY, LXC_DEV_MIN_CONSOLE, 0600, "/dev/console" },
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_RANDOM, 0666, "/dev/random" },
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_URANDOM, 0666, "/dev/urandom" },
    };
448 449 450 451

    /* Populate /dev/ with a few important bits */
    for (i = 0 ; i < ARRAY_CARDINALITY(devs) ; i++) {
        dev_t dev = makedev(devs[i].maj, devs[i].min);
452
        if (mknod(devs[i].path, S_IFCHR, dev) < 0 ||
453
            chmod(devs[i].path, devs[i].mode)) {
454 455 456
            virReportSystemError(NULL, errno,
                                 _("failed to make device %s"),
                                 devs[i].path);
457 458 459 460
            return -1;
        }
    }

461 462 463 464 465 466 467 468
    if (access("/dev/pts/ptmx", W_OK) == 0) {
        if (symlink("/dev/pts/ptmx", "/dev/ptmx") < 0) {
            virReportSystemError(NULL, errno, "%s",
                                 _("failed to create symlink /dev/ptmx to /dev/pts/ptmx"));
            return -1;
        }
    } else {
        dev_t dev = makedev(LXC_DEV_MAJ_TTY, LXC_DEV_MIN_PTMX);
469
        if (mknod("/dev/ptmx", S_IFCHR, dev) < 0 ||
470 471 472 473 474 475 476 477
            chmod("/dev/ptmx", 0666)) {
            virReportSystemError(NULL, errno, "%s",
                                 _("failed to make device /dev/ptmx"));
            return -1;
        }
    }


478 479 480 481 482 483
    return 0;
}


static int lxcContainerMountNewFS(virDomainDefPtr vmDef)
{
484
    int i;
485 486

    /* Pull in rest of container's mounts */
487
    for (i = 0 ; i < vmDef->nfss ; i++) {
488
        char *src;
489
        if (STREQ(vmDef->fss[i]->dst, "/"))
490 491
            continue;
        // XXX fix
492
        if (vmDef->fss[i]->type != VIR_DOMAIN_FS_TYPE_MOUNT)
493 494
            continue;

495
        if (virAsprintf(&src, "/.oldroot/%s", vmDef->fss[i]->src) < 0) {
496
            virReportOOMError(NULL);
497 498 499
            return -1;
        }

500 501 502 503
        if (virFileMakePath(vmDef->fss[i]->dst) < 0) {
            virReportSystemError(NULL, errno,
                                 _("failed to create %s"),
                                 vmDef->fss[i]->dst);
504
            VIR_FREE(src);
505 506 507 508 509 510 511 512
            return -1;
        }
        if (mount(src, vmDef->fss[i]->dst, NULL, MS_BIND, NULL) < 0) {
            VIR_FREE(src);
            virReportSystemError(NULL, errno,
                                 _("failed to mount %s at %s"),
                                 vmDef->fss[i]->src,
                                 vmDef->fss[i]->dst);
513 514 515 516 517 518 519 520 521 522 523
            return -1;
        }
        VIR_FREE(src);
    }

    return 0;
}


static int lxcContainerUnmountOldFS(void)
{
524
    struct mntent mntent;
525 526 527 528
    char **mounts = NULL;
    int nmounts = 0;
    FILE *procmnt;
    int i;
529
    char mntbuf[1024];
530 531

    if (!(procmnt = setmntent("/proc/mounts", "r"))) {
532 533
        virReportSystemError(NULL, errno, "%s",
                             _("failed to read /proc/mounts"));
534 535
        return -1;
    }
536
    while (getmntent_r(procmnt, &mntent, mntbuf, sizeof(mntbuf)) != NULL) {
537
        VIR_DEBUG("Got %s", mntent.mnt_dir);
538
        if (!STRPREFIX(mntent.mnt_dir, "/.oldroot"))
539 540 541 542
            continue;

        if (VIR_REALLOC_N(mounts, nmounts+1) < 0) {
            endmntent(procmnt);
543
            virReportOOMError(NULL);
544 545
            return -1;
        }
546
        if (!(mounts[nmounts++] = strdup(mntent.mnt_dir))) {
547
            endmntent(procmnt);
548
            virReportOOMError(NULL);
549 550 551 552 553
            return -1;
        }
    }
    endmntent(procmnt);

554 555 556
    if (mounts)
        qsort(mounts, nmounts, sizeof(mounts[0]),
              lxcContainerChildMountSort);
557 558

    for (i = 0 ; i < nmounts ; i++) {
559
        VIR_DEBUG("Umount %s", mounts[i]);
560
        if (umount(mounts[i]) < 0) {
561 562 563
            virReportSystemError(NULL, errno,
                                 _("failed to unmount '%s'"),
                                 mounts[i]);
564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580
            return -1;
        }
        VIR_FREE(mounts[i]);
    }
    VIR_FREE(mounts);

    return 0;
}


/* Got a FS mapped to /, we're going the pivot_root
 * approach to do a better-chroot-than-chroot
 * this is based on this thread http://lkml.org/lkml/2008/3/5/29
 */
static int lxcContainerSetupPivotRoot(virDomainDefPtr vmDef,
                                      virDomainFSDefPtr root)
{
581
    /* Gives us a private root, leaving all parent OS mounts on /.oldroot */
582 583 584
    if (lxcContainerPivotRoot(root) < 0)
        return -1;

585 586
    /* Mounts the core /proc, /sys, /dev, /dev/pts filesystems */
    if (lxcContainerMountBasicFS(root) < 0)
587 588
        return -1;

589
    /* Populates device nodes in /dev/ */
590 591 592
    if (lxcContainerPopulateDevices() < 0)
        return -1;

593
    /* Sets up any non-root mounts from guest config */
594 595 596
    if (lxcContainerMountNewFS(vmDef) < 0)
        return -1;

597
    /* Gets rid of all remaining mounts from host OS, including /.oldroot itself */
598 599 600 601 602 603 604 605 606 607
    if (lxcContainerUnmountOldFS() < 0)
        return -1;

    return 0;
}

/* Nothing mapped to /, we're using the main root,
   but with extra stuff mapped in */
static int lxcContainerSetupExtraMounts(virDomainDefPtr vmDef)
{
608
    int i;
609

610 611 612 613 614
    if (mount("", "/", NULL, MS_SLAVE|MS_REC, NULL) < 0) {
        virReportSystemError(NULL, errno, "%s",
                             _("failed to make / slave"));
        return -1;
    }
615
    for (i = 0 ; i < vmDef->nfss ; i++) {
616
        // XXX fix to support other mount types
617
        if (vmDef->fss[i]->type != VIR_DOMAIN_FS_TYPE_MOUNT)
618 619
            continue;

620 621
        if (mount(vmDef->fss[i]->src,
                  vmDef->fss[i]->dst,
622 623 624
                  NULL,
                  MS_BIND,
                  NULL) < 0) {
625 626 627 628
            virReportSystemError(NULL, errno,
                                 _("failed to mount %s at %s"),
                                 vmDef->fss[i]->src,
                                 vmDef->fss[i]->dst);
629 630 631 632 633 634
            return -1;
        }
    }

    /* mount /proc */
    if (mount("lxcproc", "/proc", "proc", 0, NULL) < 0) {
635 636
        virReportSystemError(NULL, errno, "%s",
                             _("failed to mount /proc"));
637 638 639 640 641 642
        return -1;
    }

    return 0;
}

643 644
static int lxcContainerSetupMounts(virDomainDefPtr vmDef,
                                   virDomainFSDefPtr root)
645 646 647 648 649 650 651
{
    if (root)
        return lxcContainerSetupPivotRoot(vmDef, root);
    else
        return lxcContainerSetupExtraMounts(vmDef);
}

D
Daniel P. Berrange 已提交
652 653 654 655 656 657 658

/*
 * This is running as the 'init' process insid the container.
 * It removes some capabilities that could be dangerous to
 * host system, since they are not currently "containerized"
 */
static int lxcContainerDropCapabilities(void)
659
{
D
Daniel P. Berrange 已提交
660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677
#if HAVE_CAPNG
    int ret;

    capng_get_caps_process();

    if ((ret = capng_updatev(CAPNG_DROP,
                             CAPNG_EFFECTIVE | CAPNG_PERMITTED |
                             CAPNG_INHERITABLE | CAPNG_BOUNDING_SET,
                             CAP_SYS_BOOT, /* No use of reboot */
                             CAP_SYS_MODULE, /* No kernel module loading */
                             CAP_SYS_TIME, /* No changing the clock */
                             CAP_AUDIT_CONTROL, /* No messing with auditing status */
                             CAP_MAC_ADMIN, /* No messing with LSM config */
                             -1 /* sentinal */)) < 0) {
        lxcError(NULL, NULL, VIR_ERR_INTERNAL_ERROR,
                 _("failed to remove capabilities %d"), ret);
        return -1;
    }
678

D
Daniel P. Berrange 已提交
679 680 681 682
    if ((ret = capng_apply(CAPNG_SELECT_BOTH)) < 0) {
        lxcError(NULL, NULL, VIR_ERR_INTERNAL_ERROR,
                 _("failed to apply capabilities: %d"), ret);
        return -1;
683
    }
D
Daniel P. Berrange 已提交
684 685 686 687 688 689 690 691 692 693

    /* Need to prevent them regaining any caps on exec */
    if ((ret = capng_lock()) < 0) {
        lxcError(NULL, NULL, VIR_ERR_INTERNAL_ERROR,
                 _("failed to lock capabilities: %d"), ret);
        return -1;
    }

#else
    VIR_WARN0(_("libcap-ng support not compiled in, unable to clear capabilities"));
D
Daniel Veillard 已提交
694
#endif
695 696 697 698
    return 0;
}


699
/**
700 701
 * lxcContainerChild:
 * @data: pointer to container arguments
702 703 704 705 706 707 708 709 710
 *
 * This function is run in the process clone()'d in lxcStartContainer.
 * Perform a number of container setup tasks:
 *     Setup container file system
 *     mount container /proca
 * Then exec's the container init
 *
 * Returns 0 on success or -1 in case of error
 */
711
static int lxcContainerChild( void *data )
712
{
713
    lxc_child_argv_t *argv = data;
714
    virDomainDefPtr vmDef = argv->config;
715
    int ttyfd;
716 717
    char *ttyPath;
    virDomainFSDefPtr root;
718 719 720

    if (NULL == vmDef) {
        lxcError(NULL, NULL, VIR_ERR_INTERNAL_ERROR,
J
Jim Meyering 已提交
721
                 "%s", _("lxcChild() passed invalid vm definition"));
722
        return -1;
723 724
    }

725
    root = virDomainGetRootFilesystem(vmDef);
726

727 728 729 730 731 732 733 734 735 736 737 738 739
    if (root) {
        if (virAsprintf(&ttyPath, "%s%s", root->src, argv->ttyPath) < 0) {
            virReportOOMError(NULL);
            return -1;
        }
    } else {
        if (!(ttyPath = strdup(argv->ttyPath))) {
            virReportOOMError(NULL);
            return -1;
        }
    }

    ttyfd = open(ttyPath, O_RDWR|O_NOCTTY);
740
    if (ttyfd < 0) {
741
        virReportSystemError(NULL, errno,
742 743
                             _("failed to open tty %s"),
                             ttyPath);
744
        return -1;
745
    }
746
    VIR_FREE(ttyPath);
747

748 749
    if (lxcContainerSetStdio(argv->monitor, ttyfd) < 0) {
        close(ttyfd);
750
        return -1;
751 752
    }
    close(ttyfd);
753

754 755 756
    if (lxcContainerSetupMounts(vmDef, root) < 0)
        return -1;

757
    /* Wait for interface devices to show up */
758 759
    if (lxcContainerWaitForContinue(argv->monitor) < 0)
        return -1;
760 761

    /* enable interfaces */
762
    if (lxcContainerEnableInterfaces(argv->nveths, argv->veths) < 0)
763
        return -1;
764

765
    /* drop a set of root capabilities */
D
Daniel P. Berrange 已提交
766
    if (lxcContainerDropCapabilities() < 0)
767 768
        return -1;

769
    /* this function will only return if an error occured */
770 771
    return lxcContainerExecInit(vmDef);
}
772

773 774 775 776 777
static int userns_supported(void)
{
    return lxcContainerAvailable(LXC_CONTAINER_FEATURE_USER) == 0;
}

778 779
/**
 * lxcContainerStart:
780 781 782 783 784
 * @def: pointer to virtual machine structure
 * @nveths: number of interfaces
 * @veths: interface names
 * @control: control FD to the container
 * @ttyPath: path of tty to set as the container console
785 786 787 788 789
 *
 * Starts a container process by calling clone() with the namespace flags
 *
 * Returns PID of container on success or -1 in case of error
 */
790
int lxcContainerStart(virDomainDefPtr def,
791 792
                      unsigned int nveths,
                      char **veths,
793 794 795 796 797 798 799
                      int control,
                      char *ttyPath)
{
    pid_t pid;
    int flags;
    int stacksize = getpagesize() * 4;
    char *stack, *stacktop;
800
    lxc_child_argv_t args = { def, nveths, veths, control, ttyPath };
801 802 803

    /* allocate a stack for the container */
    if (VIR_ALLOC_N(stack, stacksize) < 0) {
804
        virReportOOMError(NULL);
805 806 807 808
        return -1;
    }
    stacktop = stack + stacksize;

809 810 811 812
    flags = CLONE_NEWPID|CLONE_NEWNS|CLONE_NEWUTS|CLONE_NEWIPC|SIGCHLD;

    if (userns_supported())
        flags |= CLONE_NEWUSER;
813 814 815 816 817 818 819 820 821

    if (def->nets != NULL)
        flags |= CLONE_NEWNET;

    pid = clone(lxcContainerChild, stacktop, flags, &args);
    VIR_FREE(stack);
    DEBUG("clone() returned, %d", pid);

    if (pid < 0) {
822 823
        virReportSystemError(NULL, errno, "%s",
                             _("failed to run clone container"));
824 825 826 827 828 829 830 831 832 833 834 835 836
        return -1;
    }

    return pid;
}

static int lxcContainerDummyChild(void *argv ATTRIBUTE_UNUSED)
{
    _exit(0);
}

int lxcContainerAvailable(int features)
{
837
    int flags = CLONE_NEWPID|CLONE_NEWNS|CLONE_NEWUTS|
838 839 840 841 842 843
        CLONE_NEWIPC|SIGCHLD;
    int cpid;
    char *childStack;
    char *stack;
    int childStatus;

844 845 846
    if (features & LXC_CONTAINER_FEATURE_USER)
        flags |= CLONE_NEWUSER;

847 848 849 850 851 852 853 854 855 856 857 858 859
    if (features & LXC_CONTAINER_FEATURE_NET)
        flags |= CLONE_NEWNET;

    if (VIR_ALLOC_N(stack, getpagesize() * 4) < 0) {
        DEBUG0("Unable to allocate stack");
        return -1;
    }

    childStack = stack + (getpagesize() * 4);

    cpid = clone(lxcContainerDummyChild, childStack, flags, NULL);
    VIR_FREE(stack);
    if (cpid < 0) {
860
        char ebuf[1024];
861
        DEBUG("clone call returned %s, container support is not enabled",
862
              virStrerror(errno, ebuf, sizeof ebuf));
863 864 865 866 867 868
        return -1;
    } else {
        waitpid(cpid, &childStatus, 0);
    }

    return 0;
869
}