lxc_container.c 25.4 KB
Newer Older
1
/*
2 3
 * Copyright (C) 2008-2010 Red Hat, Inc.
 * Copyright (C) 2008 IBM Corp.
4 5 6 7 8
 *
 * lxc_container.c: file description
 *
 * Authors:
 *  David L. Leskovec <dlesko at linux.vnet.ibm.com>
9
 *  Daniel P. Berrange <berrange@redhat.com>
10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
 */

#include <config.h>

#include <fcntl.h>
#include <limits.h>
#include <stdlib.h>
31
#include <stdio.h>
32 33
#include <sys/ioctl.h>
#include <sys/mount.h>
34
#include <sys/wait.h>
35
#include <sys/stat.h>
36
#include <unistd.h>
37 38 39 40 41 42 43
#include <mntent.h>

/* Yes, we want linux private one, for _syscall2() macro */
#include <linux/unistd.h>

/* For MS_MOVE */
#include <linux/fs.h>
44

D
Daniel P. Berrange 已提交
45
#if HAVE_CAPNG
46
# include <cap-ng.h>
D
Daniel P. Berrange 已提交
47
#endif
48

49
#include "virterror_internal.h"
50
#include "logging.h"
51 52
#include "lxc_container.h"
#include "util.h"
53
#include "memory.h"
54
#include "veth.h"
55
#include "uuid.h"
56
#include "files.h"
57
#include "command.h"
58

59 60
#define VIR_FROM_THIS VIR_FROM_LXC

61 62 63 64 65 66
/*
 * GLibc headers are behind the kernel, so we define these
 * constants if they're not present already.
 */

#ifndef CLONE_NEWPID
67
# define CLONE_NEWPID  0x20000000
68 69
#endif
#ifndef CLONE_NEWUTS
70
# define CLONE_NEWUTS  0x04000000
71 72
#endif
#ifndef CLONE_NEWUSER
73
# define CLONE_NEWUSER 0x10000000
74 75
#endif
#ifndef CLONE_NEWIPC
76
# define CLONE_NEWIPC  0x08000000
77 78
#endif
#ifndef CLONE_NEWNET
79
# define CLONE_NEWNET  0x40000000 /* New network namespace */
80 81 82 83 84 85 86 87
#endif

/* messages between parent and container */
typedef char lxc_message_t;
#define LXC_CONTINUE_MSG 'c'

typedef struct __lxc_child_argv lxc_child_argv_t;
struct __lxc_child_argv {
88
    virDomainDefPtr config;
89 90
    unsigned int nveths;
    char **veths;
91 92 93 94 95
    int monitor;
    char *ttyPath;
};


96
/**
97
 * lxcContainerBuildInitCmd:
98
 * @vmDef: pointer to vm definition structure
99
 *
100
 * Build a virCommandPtr for launching the container 'init' process
101
 *
102
 * Returns a virCommandPtr
103
 */
104
static virCommandPtr lxcContainerBuildInitCmd(virDomainDefPtr vmDef)
105
{
106
    char uuidstr[VIR_UUID_STRING_BUFLEN];
107
    virCommandPtr cmd;
108 109 110

    virUUIDFormat(vmDef->uuid, uuidstr);

111 112 113 114 115 116 117
    cmd = virCommandNew(vmDef->os.init);

    virCommandAddEnvString(cmd, "PATH=/bin:/sbin");
    virCommandAddEnvString(cmd, "TERM=linux");
    virCommandAddEnvPair(cmd, "LIBVIRT_LXC_UUID", uuidstr);
    virCommandAddEnvPair(cmd, "LIBVIRT_LXC_NAME", vmDef->name);

118
    return cmd;
119 120 121
}

/**
122
 * lxcContainerSetStdio:
123 124
 * @control: control FD from parent
 * @ttyfd: FD of tty to set as the container console
125 126 127 128 129 130
 *
 * Sets the given tty as the primary conosole for the container as well as
 * stdout, stdin and stderr.
 *
 * Returns 0 on success or -1 in case of error
 */
131
static int lxcContainerSetStdio(int control, int ttyfd)
132 133
{
    int rc = -1;
134
    int open_max, i;
135 136

    if (setsid() < 0) {
137
        virReportSystemError(errno, "%s",
138
                             _("setsid failed"));
139
        goto cleanup;
140 141 142
    }

    if (ioctl(ttyfd, TIOCSCTTY, NULL) < 0) {
143
        virReportSystemError(errno, "%s",
144
                             _("ioctl(TIOCSTTY) failed"));
145 146 147
        goto cleanup;
    }

148 149 150 151
    /* Just in case someone forget to set FD_CLOEXEC, explicitly
     * close all FDs before executing the container */
    open_max = sysconf (_SC_OPEN_MAX);
    for (i = 0; i < open_max; i++)
152 153 154 155
        if (i != ttyfd && i != control) {
            int tmpfd = i;
            VIR_FORCE_CLOSE(tmpfd);
        }
156 157

    if (dup2(ttyfd, 0) < 0) {
158
        virReportSystemError(errno, "%s",
159
                             _("dup2(stdin) failed"));
160 161 162 163
        goto cleanup;
    }

    if (dup2(ttyfd, 1) < 0) {
164
        virReportSystemError(errno, "%s",
165
                             _("dup2(stdout) failed"));
166 167 168 169
        goto cleanup;
    }

    if (dup2(ttyfd, 2) < 0) {
170
        virReportSystemError(errno, "%s",
171
                             _("dup2(stderr) failed"));
172 173 174 175 176 177 178 179 180 181
        goto cleanup;
    }

    rc = 0;

cleanup:
    return rc;
}

/**
182
 * lxcContainerSendContinue:
183
 * @control: control FD to child
184
 *
185 186
 * Sends the continue message via the socket pair stored in the vm
 * structure.
187 188 189
 *
 * Returns 0 on success or -1 in case of error
 */
190
int lxcContainerSendContinue(int control)
191 192
{
    int rc = -1;
193 194
    lxc_message_t msg = LXC_CONTINUE_MSG;
    int writeCount = 0;
195

196 197
    writeCount = safewrite(control, &msg, sizeof(msg));
    if (writeCount != sizeof(msg)) {
198
        virReportSystemError(errno, "%s",
199
                             _("Unable to send container continue message"));
200
        goto error_out;
201 202
    }

203
    rc = 0;
204

205 206
error_out:
    return rc;
207 208
}

209
/**
210
 * lxcContainerWaitForContinue:
211
 * @control: Control FD from parent
212 213 214 215 216 217 218
 *
 * This function will wait for the container continue message from the
 * parent process.  It will send this message on the socket pair stored in
 * the vm structure once it has completed the post clone container setup.
 *
 * Returns 0 on success or -1 in case of error
 */
219
static int lxcContainerWaitForContinue(int control)
220 221 222 223
{
    lxc_message_t msg;
    int readLen;

224
    readLen = saferead(control, &msg, sizeof(msg));
225 226
    if (readLen != sizeof(msg) ||
        msg != LXC_CONTINUE_MSG) {
227
        virReportSystemError(errno, "%s",
228
                             _("Failed to read the container continue message"));
229
        return -1;
230
    }
231
    VIR_FORCE_CLOSE(control);
232

233
    VIR_DEBUG("Received container continue message");
234

235
    return 0;
236 237
}

238

239
/**
240
 * lxcContainerRenameAndEnableInterfaces:
241 242
 * @nveths: number of interfaces
 * @veths: interface names
243
 *
244 245 246
 * This function will rename the interfaces to ethN
 * with id ascending order from zero and enable the
 * renamed interfaces for this container.
247 248 249
 *
 * Returns 0 on success or nonzero in case of error
 */
250 251
static int lxcContainerRenameAndEnableInterfaces(unsigned int nveths,
                                                 char **veths)
252 253
{
    int rc = 0;
254
    unsigned int i;
255
    char *newname = NULL;
256

257
    for (i = 0 ; i < nveths ; i++) {
258 259 260
        if (virAsprintf(&newname, "eth%d", i) < 0) {
            virReportOOMError();
            rc = -1;
261
            goto error_out;
262
        }
263

264
        VIR_DEBUG("Renaming %s to %s", veths[i], newname);
265
        rc = setInterfaceName(veths[i], newname);
266
        if (rc < 0)
267 268
            goto error_out;

269
        VIR_DEBUG("Enabling %s", newname);
270
        rc = vethInterfaceUpOrDown(newname, 1);
271
        if (rc < 0)
272
            goto error_out;
273

274
        VIR_FREE(newname);
275 276 277
    }

    /* enable lo device only if there were other net devices */
278
    if (veths)
279 280 281
        rc = vethInterfaceUpOrDown("lo", 1);

error_out:
282
    VIR_FREE(newname);
283 284 285
    return rc;
}

286

287
/*_syscall2(int, pivot_root, char *, newroot, const char *, oldroot)*/
288 289 290 291 292 293 294 295 296 297 298 299
extern int pivot_root(const char * new_root,const char * put_old);

static int lxcContainerChildMountSort(const void *a, const void *b)
{
  const char **sa = (const char**)a;
  const char **sb = (const char**)b;

  /* Delibrately reversed args - we need to unmount deepest
     children first */
  return strcmp(*sb, *sa);
}

300
#ifndef MS_REC
301
# define MS_REC          16384
302 303 304
#endif

#ifndef MNT_DETACH
305
# define MNT_DETACH      0x00000002
306 307 308
#endif

#ifndef MS_PRIVATE
309
# define MS_PRIVATE              (1<<18)
310 311 312
#endif

#ifndef MS_SLAVE
313
# define MS_SLAVE                (1<<19)
314 315
#endif

316 317
static int lxcContainerPivotRoot(virDomainFSDefPtr root)
{
M
Mark McLoughlin 已提交
318
    int rc, ret;
319
    char *oldroot = NULL, *newroot = NULL;
320

M
Mark McLoughlin 已提交
321 322
    ret = -1;

323 324
    /* root->parent must be private, so make / private. */
    if (mount("", "/", NULL, MS_PRIVATE|MS_REC, NULL) < 0) {
325
        virReportSystemError(errno, "%s",
326
                             _("Failed to make root private"));
327
        goto err;
328 329
    }

330
    if (virAsprintf(&oldroot, "%s/.oldroot", root->src) < 0) {
331
        virReportOOMError();
332
        goto err;
333 334
    }

L
Laine Stump 已提交
335
    if ((rc = virFileMakePath(oldroot)) != 0) {
336
        virReportSystemError(rc,
337
                             _("Failed to create %s"),
338
                             oldroot);
339 340 341 342 343
        goto err;
    }

    /* Create a tmpfs root since old and new roots must be
     * on separate filesystems */
344
    if (mount("tmprootfs", oldroot, "tmpfs", 0, NULL) < 0) {
345
        virReportSystemError(errno,
346
                             _("Failed to mount empty tmpfs at %s"),
347 348 349
                             oldroot);
        goto err;
    }
M
Mark McLoughlin 已提交
350

351 352
    /* Create a directory called 'new' in tmpfs */
    if (virAsprintf(&newroot, "%s/new", oldroot) < 0) {
353
        virReportOOMError();
354 355 356
        goto err;
    }

L
Laine Stump 已提交
357
    if ((rc = virFileMakePath(newroot)) != 0) {
358
        virReportSystemError(rc,
359
                             _("Failed to create %s"),
360 361 362 363 364 365
                             newroot);
        goto err;
    }

    /* ... and mount our root onto it */
    if (mount(root->src, newroot, NULL, MS_BIND|MS_REC, NULL) < 0) {
366
        virReportSystemError(errno,
367
                             _("Failed to bind new root %s into tmpfs"),
368 369 370 371 372 373
                             root->src);
        goto err;
    }

    /* Now we chroot into the tmpfs, then pivot into the
     * root->src bind-mounted onto '/new' */
374
    if (chdir(newroot) < 0) {
375
        virReportSystemError(errno,
376
                             _("Failed to chroot into %s"), newroot);
377
        goto err;
378 379 380 381
    }

    /* The old root directory will live at /.oldroot after
     * this and will soon be unmounted completely */
382
    if (pivot_root(".", ".oldroot") < 0) {
383
        virReportSystemError(errno, "%s",
384
                             _("Failed to pivot root"));
385
        goto err;
386 387 388
    }

    /* CWD is undefined after pivot_root, so go to / */
389 390 391
    if (chdir("/") < 0)
        goto err;

M
Mark McLoughlin 已提交
392 393 394
    ret = 0;

err:
395 396 397
    VIR_FREE(oldroot);
    VIR_FREE(newroot);

M
Mark McLoughlin 已提交
398
    return ret;
399 400
}

401 402

static int lxcContainerMountBasicFS(virDomainFSDefPtr root)
403 404
{
    const struct {
405 406 407 408 409 410 411 412 413 414
        const char *src;
        const char *dst;
        const char *type;
    } mnts[] = {
        { "/dev", "/dev", "tmpfs" },
        { "/proc", "/proc", "proc" },
        { "/sys", "/sys", "sysfs" },
#if WITH_SELINUX
        { "none", "/selinux", "selinuxfs" },
#endif
415
    };
416
    int i, rc = -1;
417
    char *devpts;
418

419
    if (virAsprintf(&devpts, "/.oldroot%s/dev/pts", root->src) < 0) {
420
        virReportOOMError();
421
        return rc;
422
    }
423 424

    for (i = 0 ; i < ARRAY_CARDINALITY(mnts) ; i++) {
L
Laine Stump 已提交
425
        if (virFileMakePath(mnts[i].dst) != 0) {
426
            virReportSystemError(errno,
427
                                 _("Failed to mkdir %s"),
428
                                 mnts[i].src);
429
            goto cleanup;
430 431
        }
        if (mount(mnts[i].src, mnts[i].dst, mnts[i].type, 0, NULL) < 0) {
432
            virReportSystemError(errno,
433
                                 _("Failed to mount %s on %s"),
434
                                 mnts[i].type, mnts[i].type);
435
            goto cleanup;
436
        }
437
    }
438

L
Laine Stump 已提交
439
    if ((rc = virFileMakePath("/dev/pts") != 0)) {
440
        virReportSystemError(rc, "%s",
441
                             _("Cannot create /dev/pts"));
442
        goto cleanup;
443
    }
444 445 446

    VIR_DEBUG("Trying to move %s to %s", devpts, "/dev/pts");
    if ((rc = mount(devpts, "/dev/pts", NULL, MS_MOVE, NULL)) < 0) {
447
        virReportSystemError(errno, "%s",
448
                             _("Failed to mount /dev/pts in container"));
449
        goto cleanup;
450
    }
451 452 453 454

    rc = 0;

 cleanup:
455 456
    VIR_FREE(devpts);

457
    return rc;
458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474
}

static int lxcContainerPopulateDevices(void)
{
    int i;
    const struct {
        int maj;
        int min;
        mode_t mode;
        const char *path;
    } devs[] = {
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_NULL, 0666, "/dev/null" },
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_ZERO, 0666, "/dev/zero" },
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_FULL, 0666, "/dev/full" },
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_RANDOM, 0666, "/dev/random" },
        { LXC_DEV_MAJ_MEMORY, LXC_DEV_MIN_URANDOM, 0666, "/dev/urandom" },
    };
475 476 477 478

    /* Populate /dev/ with a few important bits */
    for (i = 0 ; i < ARRAY_CARDINALITY(devs) ; i++) {
        dev_t dev = makedev(devs[i].maj, devs[i].min);
479
        if (mknod(devs[i].path, S_IFCHR, dev) < 0 ||
480
            chmod(devs[i].path, devs[i].mode)) {
481
            virReportSystemError(errno,
482
                                 _("Failed to make device %s"),
483
                                 devs[i].path);
484 485 486 487
            return -1;
        }
    }

488 489
    if (access("/dev/pts/ptmx", W_OK) == 0) {
        if (symlink("/dev/pts/ptmx", "/dev/ptmx") < 0) {
490
            virReportSystemError(errno, "%s",
491
                                 _("Failed to create symlink /dev/ptmx to /dev/pts/ptmx"));
492 493 494 495
            return -1;
        }
    } else {
        dev_t dev = makedev(LXC_DEV_MAJ_TTY, LXC_DEV_MIN_PTMX);
496
        if (mknod("/dev/ptmx", S_IFCHR, dev) < 0 ||
497
            chmod("/dev/ptmx", 0666)) {
498
            virReportSystemError(errno, "%s",
499
                                 _("Failed to make device /dev/ptmx"));
500 501 502 503
            return -1;
        }
    }

504 505 506 507 508 509 510 511 512
    /* XXX we should allow multiple consoles per container
     * for tty2, tty3, etc, but the domain XML does not
     * handle this yet
     */
    if (symlink("/dev/pts/0", "/dev/tty1") < 0) {
        virReportSystemError(errno, "%s",
                             _("Failed to symlink /dev/pts/0 to /dev/tty1"));
        return -1;
    }
513 514 515 516 517
    if (symlink("/dev/pts/0", "/dev/console") < 0) {
        virReportSystemError(errno, "%s",
                             _("Failed to symlink /dev/pts/0 to /dev/console"));
        return -1;
    }
518

519 520 521 522 523 524
    return 0;
}


static int lxcContainerMountNewFS(virDomainDefPtr vmDef)
{
525
    int i;
526 527

    /* Pull in rest of container's mounts */
528
    for (i = 0 ; i < vmDef->nfss ; i++) {
529
        char *src;
530
        if (STREQ(vmDef->fss[i]->dst, "/"))
531
            continue;
532
        /* XXX fix */
533
        if (vmDef->fss[i]->type != VIR_DOMAIN_FS_TYPE_MOUNT)
534 535
            continue;

536
        if (virAsprintf(&src, "/.oldroot/%s", vmDef->fss[i]->src) < 0) {
537
            virReportOOMError();
538 539 540
            return -1;
        }

L
Laine Stump 已提交
541
        if (virFileMakePath(vmDef->fss[i]->dst) != 0) {
542
            virReportSystemError(errno,
543
                                 _("Failed to create %s"),
544
                                 vmDef->fss[i]->dst);
545
            VIR_FREE(src);
546 547 548
            return -1;
        }
        if (mount(src, vmDef->fss[i]->dst, NULL, MS_BIND, NULL) < 0) {
549
            virReportSystemError(errno,
550 551 552
                                 _("Failed to mount %s at %s"),
                                 src, vmDef->fss[i]->dst);
            VIR_FREE(src);
553 554 555 556 557 558 559 560 561 562 563
            return -1;
        }
        VIR_FREE(src);
    }

    return 0;
}


static int lxcContainerUnmountOldFS(void)
{
564
    struct mntent mntent;
565 566 567 568
    char **mounts = NULL;
    int nmounts = 0;
    FILE *procmnt;
    int i;
569
    char mntbuf[1024];
570 571

    if (!(procmnt = setmntent("/proc/mounts", "r"))) {
572
        virReportSystemError(errno, "%s",
573
                             _("Failed to read /proc/mounts"));
574 575
        return -1;
    }
576
    while (getmntent_r(procmnt, &mntent, mntbuf, sizeof(mntbuf)) != NULL) {
577
        VIR_DEBUG("Got %s", mntent.mnt_dir);
578
        if (!STRPREFIX(mntent.mnt_dir, "/.oldroot"))
579 580 581 582
            continue;

        if (VIR_REALLOC_N(mounts, nmounts+1) < 0) {
            endmntent(procmnt);
583
            virReportOOMError();
584 585
            return -1;
        }
586
        if (!(mounts[nmounts++] = strdup(mntent.mnt_dir))) {
587
            endmntent(procmnt);
588
            virReportOOMError();
589 590 591 592 593
            return -1;
        }
    }
    endmntent(procmnt);

594 595 596
    if (mounts)
        qsort(mounts, nmounts, sizeof(mounts[0]),
              lxcContainerChildMountSort);
597 598

    for (i = 0 ; i < nmounts ; i++) {
599
        VIR_DEBUG("Umount %s", mounts[i]);
600
        if (umount(mounts[i]) < 0) {
601
            virReportSystemError(errno,
602
                                 _("Failed to unmount '%s'"),
603
                                 mounts[i]);
604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620
            return -1;
        }
        VIR_FREE(mounts[i]);
    }
    VIR_FREE(mounts);

    return 0;
}


/* Got a FS mapped to /, we're going the pivot_root
 * approach to do a better-chroot-than-chroot
 * this is based on this thread http://lkml.org/lkml/2008/3/5/29
 */
static int lxcContainerSetupPivotRoot(virDomainDefPtr vmDef,
                                      virDomainFSDefPtr root)
{
621
    /* Gives us a private root, leaving all parent OS mounts on /.oldroot */
622 623 624
    if (lxcContainerPivotRoot(root) < 0)
        return -1;

625 626
    /* Mounts the core /proc, /sys, /dev, /dev/pts filesystems */
    if (lxcContainerMountBasicFS(root) < 0)
627 628
        return -1;

629
    /* Populates device nodes in /dev/ */
630 631 632
    if (lxcContainerPopulateDevices() < 0)
        return -1;

633
    /* Sets up any non-root mounts from guest config */
634 635 636
    if (lxcContainerMountNewFS(vmDef) < 0)
        return -1;

637
    /* Gets rid of all remaining mounts from host OS, including /.oldroot itself */
638 639 640 641 642 643 644 645 646 647
    if (lxcContainerUnmountOldFS() < 0)
        return -1;

    return 0;
}

/* Nothing mapped to /, we're using the main root,
   but with extra stuff mapped in */
static int lxcContainerSetupExtraMounts(virDomainDefPtr vmDef)
{
648
    int i;
649

650
    if (mount("", "/", NULL, MS_SLAVE|MS_REC, NULL) < 0) {
651
        virReportSystemError(errno, "%s",
652
                             _("Failed to make / slave"));
653 654
        return -1;
    }
655
    for (i = 0 ; i < vmDef->nfss ; i++) {
656
        /* XXX fix to support other mount types */
657
        if (vmDef->fss[i]->type != VIR_DOMAIN_FS_TYPE_MOUNT)
658 659
            continue;

660 661
        if (mount(vmDef->fss[i]->src,
                  vmDef->fss[i]->dst,
662 663 664
                  NULL,
                  MS_BIND,
                  NULL) < 0) {
665
            virReportSystemError(errno,
666
                                 _("Failed to mount %s at %s"),
667 668
                                 vmDef->fss[i]->src,
                                 vmDef->fss[i]->dst);
669 670 671 672 673 674
            return -1;
        }
    }

    /* mount /proc */
    if (mount("lxcproc", "/proc", "proc", 0, NULL) < 0) {
675
        virReportSystemError(errno, "%s",
676
                             _("Failed to mount /proc"));
677 678 679 680 681 682
        return -1;
    }

    return 0;
}

683 684
static int lxcContainerSetupMounts(virDomainDefPtr vmDef,
                                   virDomainFSDefPtr root)
685 686 687 688 689 690 691
{
    if (root)
        return lxcContainerSetupPivotRoot(vmDef, root);
    else
        return lxcContainerSetupExtraMounts(vmDef);
}

D
Daniel P. Berrange 已提交
692 693 694 695 696 697 698

/*
 * This is running as the 'init' process insid the container.
 * It removes some capabilities that could be dangerous to
 * host system, since they are not currently "containerized"
 */
static int lxcContainerDropCapabilities(void)
699
{
D
Daniel P. Berrange 已提交
700 701 702 703 704 705 706 707 708 709 710 711 712 713
#if HAVE_CAPNG
    int ret;

    capng_get_caps_process();

    if ((ret = capng_updatev(CAPNG_DROP,
                             CAPNG_EFFECTIVE | CAPNG_PERMITTED |
                             CAPNG_INHERITABLE | CAPNG_BOUNDING_SET,
                             CAP_SYS_BOOT, /* No use of reboot */
                             CAP_SYS_MODULE, /* No kernel module loading */
                             CAP_SYS_TIME, /* No changing the clock */
                             CAP_AUDIT_CONTROL, /* No messing with auditing status */
                             CAP_MAC_ADMIN, /* No messing with LSM config */
                             -1 /* sentinal */)) < 0) {
714
        lxcError(VIR_ERR_INTERNAL_ERROR,
715
                 _("Failed to remove capabilities: %d"), ret);
D
Daniel P. Berrange 已提交
716 717
        return -1;
    }
718

D
Daniel P. Berrange 已提交
719
    if ((ret = capng_apply(CAPNG_SELECT_BOTH)) < 0) {
720
        lxcError(VIR_ERR_INTERNAL_ERROR,
721
                 _("Failed to apply capabilities: %d"), ret);
D
Daniel P. Berrange 已提交
722
        return -1;
723
    }
D
Daniel P. Berrange 已提交
724

725 726 727 728 729
    /* We do not need to call capng_lock() in this case. The bounding
     * set restriction will prevent them reacquiring sys_boot/module/time,
     * etc which is all that matters for the container. Once inside the
     * container it is fine for SECURE_NOROOT / SECURE_NO_SETUID_FIXUP to
     * be unmasked  - they can never escape the bounding set. */
D
Daniel P. Berrange 已提交
730 731

#else
732
    VIR_WARN("libcap-ng support not compiled in, unable to clear capabilities");
D
Daniel Veillard 已提交
733
#endif
734 735 736 737
    return 0;
}


738
/**
739 740
 * lxcContainerChild:
 * @data: pointer to container arguments
741 742 743 744 745 746 747 748 749
 *
 * This function is run in the process clone()'d in lxcStartContainer.
 * Perform a number of container setup tasks:
 *     Setup container file system
 *     mount container /proca
 * Then exec's the container init
 *
 * Returns 0 on success or -1 in case of error
 */
750
static int lxcContainerChild( void *data )
751
{
752
    lxc_child_argv_t *argv = data;
753
    virDomainDefPtr vmDef = argv->config;
754
    int ttyfd;
755
    int ret = -1;
756 757
    char *ttyPath;
    virDomainFSDefPtr root;
758
    virCommandPtr cmd = NULL;
759 760

    if (NULL == vmDef) {
761
        lxcError(VIR_ERR_INTERNAL_ERROR,
J
Jim Meyering 已提交
762
                 "%s", _("lxcChild() passed invalid vm definition"));
763
        goto cleanup;
764 765
    }

766 767 768
    cmd = lxcContainerBuildInitCmd(vmDef);
    virCommandWriteArgLog(cmd, 1);

769
    root = virDomainGetRootFilesystem(vmDef);
770

771 772
    if (root) {
        if (virAsprintf(&ttyPath, "%s%s", root->src, argv->ttyPath) < 0) {
773
            virReportOOMError();
774
            goto cleanup;
775 776 777
        }
    } else {
        if (!(ttyPath = strdup(argv->ttyPath))) {
778
            virReportOOMError();
779
            goto cleanup;
780 781
        }
    }
782
    VIR_DEBUG("Container TTY path: %s", ttyPath);
783 784

    ttyfd = open(ttyPath, O_RDWR|O_NOCTTY);
785
    if (ttyfd < 0) {
786
        virReportSystemError(errno,
787
                             _("Failed to open tty %s"),
788
                             ttyPath);
789
        VIR_FREE(ttyPath);
790
        goto cleanup;
791
    }
792
    VIR_FREE(ttyPath);
793

794
    if (lxcContainerSetStdio(argv->monitor, ttyfd) < 0) {
795
        VIR_FORCE_CLOSE(ttyfd);
796
        goto cleanup;
797
    }
798
    VIR_FORCE_CLOSE(ttyfd);
799

800
    if (lxcContainerSetupMounts(vmDef, root) < 0)
801
        goto cleanup;
802

803
    /* Wait for interface devices to show up */
804
    if (lxcContainerWaitForContinue(argv->monitor) < 0)
805
        goto cleanup;
806

807 808 809
    /* rename and enable interfaces */
    if (lxcContainerRenameAndEnableInterfaces(argv->nveths,
                                              argv->veths) < 0)
810
        goto cleanup;
811

812
    /* drop a set of root capabilities */
D
Daniel P. Berrange 已提交
813
    if (lxcContainerDropCapabilities() < 0)
814
        goto cleanup;
815

816
    /* this function will only return if an error occured */
817 818 819 820 821
    ret = virCommandExec(cmd);

cleanup:
    virCommandFree(cmd);
    return ret;
822
}
823

824 825
static int userns_supported(void)
{
826 827 828 829 830 831
#if 1
    /*
     * put off using userns until uid mapping is implemented
     */
    return 0;
#else
832
    return lxcContainerAvailable(LXC_CONTAINER_FEATURE_USER) == 0;
833
#endif
834 835
}

836 837 838 839 840 841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856
const char *lxcContainerGetAlt32bitArch(const char *arch)
{
    /* Any Linux 64bit arch which has a 32bit
     * personality available should be listed here */
    if (STREQ(arch, "x86_64"))
        return "i686";
    if (STREQ(arch, "s390x"))
        return "s390";
    if (STREQ(arch, "ppc64"))
        return "ppc";
    if (STREQ(arch, "parisc64"))
        return "parisc";
    if (STREQ(arch, "sparc64"))
        return "sparc";
    if (STREQ(arch, "mips64"))
        return "mips";

    return NULL;
}


857 858
/**
 * lxcContainerStart:
859 860 861 862 863
 * @def: pointer to virtual machine structure
 * @nveths: number of interfaces
 * @veths: interface names
 * @control: control FD to the container
 * @ttyPath: path of tty to set as the container console
864 865 866 867 868
 *
 * Starts a container process by calling clone() with the namespace flags
 *
 * Returns PID of container on success or -1 in case of error
 */
869
int lxcContainerStart(virDomainDefPtr def,
870 871
                      unsigned int nveths,
                      char **veths,
872 873 874 875 876 877 878
                      int control,
                      char *ttyPath)
{
    pid_t pid;
    int flags;
    int stacksize = getpagesize() * 4;
    char *stack, *stacktop;
879
    lxc_child_argv_t args = { def, nveths, veths, control, ttyPath };
880 881 882

    /* allocate a stack for the container */
    if (VIR_ALLOC_N(stack, stacksize) < 0) {
883
        virReportOOMError();
884 885 886 887
        return -1;
    }
    stacktop = stack + stacksize;

888 889
    flags = CLONE_NEWPID|CLONE_NEWNS|CLONE_NEWUTS|CLONE_NEWIPC|SIGCHLD;

890
    if (userns_supported()) {
891
        VIR_DEBUG("Enable user namespaces");
892
        flags |= CLONE_NEWUSER;
893
    }
894

895
    if (def->nets != NULL) {
896
        VIR_DEBUG("Enable network namespaces");
897
        flags |= CLONE_NEWNET;
898
    }
899 900 901

    pid = clone(lxcContainerChild, stacktop, flags, &args);
    VIR_FREE(stack);
902
    VIR_DEBUG("clone() completed, new container PID is %d", pid);
903 904

    if (pid < 0) {
905
        virReportSystemError(errno, "%s",
906
                             _("Failed to run clone container"));
907 908 909 910 911 912
        return -1;
    }

    return pid;
}

913 914
ATTRIBUTE_NORETURN static int
lxcContainerDummyChild(void *argv ATTRIBUTE_UNUSED)
915 916 917 918 919 920
{
    _exit(0);
}

int lxcContainerAvailable(int features)
{
921
    int flags = CLONE_NEWPID|CLONE_NEWNS|CLONE_NEWUTS|
922 923 924 925 926 927
        CLONE_NEWIPC|SIGCHLD;
    int cpid;
    char *childStack;
    char *stack;
    int childStatus;

928 929 930
    if (features & LXC_CONTAINER_FEATURE_USER)
        flags |= CLONE_NEWUSER;

931 932 933 934
    if (features & LXC_CONTAINER_FEATURE_NET)
        flags |= CLONE_NEWNET;

    if (VIR_ALLOC_N(stack, getpagesize() * 4) < 0) {
935
        VIR_DEBUG("Unable to allocate stack");
936 937 938 939 940 941 942 943
        return -1;
    }

    childStack = stack + (getpagesize() * 4);

    cpid = clone(lxcContainerDummyChild, childStack, flags, NULL);
    VIR_FREE(stack);
    if (cpid < 0) {
944
        char ebuf[1024];
945
        VIR_DEBUG("clone call returned %s, container support is not enabled",
946
              virStrerror(errno, ebuf, sizeof ebuf));
947 948 949 950 951 952
        return -1;
    } else {
        waitpid(cpid, &childStatus, 0);
    }

    return 0;
953
}