libvirtd.c 37.6 KB
Newer Older
D
Daniel P. Berrange 已提交
1
/*
D
Daniel P. Berrange 已提交
2
 * libvirtd.c: daemon start of day, guest process & i/o management
D
Daniel P. Berrange 已提交
3
 *
4
 * Copyright (C) 2006-2012 Red Hat, Inc.
D
Daniel P. Berrange 已提交
5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
 * Copyright (C) 2006 Daniel P. Berrange
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307  USA
 *
 * Author: Daniel P. Berrange <berrange@redhat.com>
 */

24
#include <config.h>
25

D
Daniel P. Berrange 已提交
26 27
#include <unistd.h>
#include <fcntl.h>
28 29
#include <sys/wait.h>
#include <sys/stat.h>
D
Daniel P. Berrange 已提交
30
#include <getopt.h>
31
#include <stdlib.h>
32
#include <grp.h>
E
Eric Blake 已提交
33
#include <locale.h>
34

35
#include "libvirt_internal.h"
36
#include "virterror_internal.h"
E
Eric Blake 已提交
37
#include "virfile.h"
38
#include "virpidfile.h"
39

40 41
#define VIR_FROM_THIS VIR_FROM_QEMU

D
Daniel P. Berrange 已提交
42
#include "libvirtd.h"
43
#include "libvirtd-config.h"
44

45
#include "util.h"
46
#include "uuid.h"
47
#include "remote_driver.h"
48
#include "memory.h"
49
#include "conf.h"
50
#include "virnetlink.h"
51 52 53 54
#include "virnetserver.h"
#include "threads.h"
#include "remote.h"
#include "remote_driver.h"
55
#include "hooks.h"
56
#include "uuid.h"
57
#include "viraudit.h"
D
Daniel P. Berrange 已提交
58

59
#ifdef WITH_DRIVER_MODULES
60
# include "driver.h"
61
#else
62 63 64 65 66 67
# ifdef WITH_QEMU
#  include "qemu/qemu_driver.h"
# endif
# ifdef WITH_LXC
#  include "lxc/lxc_driver.h"
# endif
J
Jim Fehlig 已提交
68 69 70
# ifdef WITH_LIBXL
#  include "libxl/libxl_driver.h"
# endif
71 72 73 74 75 76 77 78 79
# ifdef WITH_UML
#  include "uml/uml_driver.h"
# endif
# ifdef WITH_NETWORK
#  include "network/bridge_driver.h"
# endif
# ifdef WITH_NETCF
#  include "interface/netcf_driver.h"
# endif
80
# ifdef WITH_STORAGE
81 82 83 84 85 86 87 88
#  include "storage/storage_driver.h"
# endif
# ifdef WITH_NODE_DEVICES
#  include "node_device/node_device_driver.h"
# endif
# ifdef WITH_SECRETS
#  include "secret/secret_driver.h"
# endif
89 90 91
# ifdef WITH_NWFILTER
#  include "nwfilter/nwfilter_driver.h"
# endif
92
#endif
93

94 95
#include "configmake.h"

96
#if HAVE_SASL
97
virNetSASLContextPtr saslCtxt = NULL;
98
#endif
99 100
virNetServerProgramPtr remoteProgram = NULL;
virNetServerProgramPtr qemuProgram = NULL;
101

102 103 104 105 106 107 108 109 110
enum {
    VIR_DAEMON_ERR_NONE = 0,
    VIR_DAEMON_ERR_PIDFILE,
    VIR_DAEMON_ERR_RUNDIR,
    VIR_DAEMON_ERR_INIT,
    VIR_DAEMON_ERR_SIGNAL,
    VIR_DAEMON_ERR_PRIVS,
    VIR_DAEMON_ERR_NETWORK,
    VIR_DAEMON_ERR_CONFIG,
111
    VIR_DAEMON_ERR_HOOKS,
112
    VIR_DAEMON_ERR_AUDIT,
113 114 115 116 117 118 119 120 121 122 123 124 125

    VIR_DAEMON_ERR_LAST
};

VIR_ENUM_DECL(virDaemonErr)
VIR_ENUM_IMPL(virDaemonErr, VIR_DAEMON_ERR_LAST,
              "Initialization successful",
              "Unable to obtain pidfile",
              "Unable to create rundir",
              "Unable to initialize libvirt",
              "Unable to setup signal handlers",
              "Unable to drop privileges",
              "Unable to initialize network sockets",
126
              "Unable to load configuration file",
127 128
              "Unable to look for hook scripts",
              "Unable to initialize audit system")
129

130
static int daemonForkIntoBackground(const char *argv0)
131
{
132 133 134 135
    int statuspipe[2];
    if (pipe(statuspipe) < 0)
        return -1;

136
    pid_t pid = fork();
D
Daniel P. Berrange 已提交
137 138 139
    switch (pid) {
    case 0:
        {
E
Eric Blake 已提交
140
            /* intermediate child */
D
Daniel P. Berrange 已提交
141 142
            int stdinfd = -1;
            int stdoutfd = -1;
143
            int nextpid;
D
Daniel P. Berrange 已提交
144

145
            VIR_FORCE_CLOSE(statuspipe[0]);
146

147
            if ((stdinfd = open("/dev/null", O_RDONLY)) < 0)
D
Daniel P. Berrange 已提交
148
                goto cleanup;
149
            if ((stdoutfd = open("/dev/null", O_WRONLY)) < 0)
D
Daniel P. Berrange 已提交
150 151 152 153 154 155 156
                goto cleanup;
            if (dup2(stdinfd, STDIN_FILENO) != STDIN_FILENO)
                goto cleanup;
            if (dup2(stdoutfd, STDOUT_FILENO) != STDOUT_FILENO)
                goto cleanup;
            if (dup2(stdoutfd, STDERR_FILENO) != STDERR_FILENO)
                goto cleanup;
E
Eric Blake 已提交
157
            if (stdinfd > STDERR_FILENO && VIR_CLOSE(stdinfd) < 0)
D
Daniel P. Berrange 已提交
158
                goto cleanup;
E
Eric Blake 已提交
159
            if (stdoutfd > STDERR_FILENO && VIR_CLOSE(stdoutfd) < 0)
D
Daniel P. Berrange 已提交
160 161 162 163 164 165 166
                goto cleanup;

            if (setsid() < 0)
                goto cleanup;

            nextpid = fork();
            switch (nextpid) {
E
Eric Blake 已提交
167
            case 0: /* grandchild */
168
                return statuspipe[1];
E
Eric Blake 已提交
169 170 171 172
            case -1: /* error */
                goto cleanup;
            default: /* intermediate child succeeded */
                _exit(EXIT_SUCCESS);
D
Daniel P. Berrange 已提交
173 174 175
            }

        cleanup:
176 177
            VIR_FORCE_CLOSE(stdoutfd);
            VIR_FORCE_CLOSE(stdinfd);
E
Eric Blake 已提交
178 179
            VIR_FORCE_CLOSE(statuspipe[1]);
            _exit(EXIT_FAILURE);
D
Daniel P. Berrange 已提交
180 181 182

        }

E
Eric Blake 已提交
183 184
    case -1: /* error in parent */
        goto error;
D
Daniel P. Berrange 已提交
185 186 187

    default:
        {
E
Eric Blake 已提交
188
            /* parent */
189 190 191
            int ret;
            char status;

192
            VIR_FORCE_CLOSE(statuspipe[1]);
193 194

            /* We wait to make sure the first child forked successfully */
E
Eric Blake 已提交
195
            if (virPidWait(pid, NULL) < 0)
E
Eric Blake 已提交
196
                goto error;
197

E
Eric Blake 已提交
198 199 200
            /* If we get here, then the grandchild was spawned, so we
             * must exit.  Block until the second child initializes
             * successfully */
201 202 203 204 205
        again:
            ret = read(statuspipe[0], &status, 1);
            if (ret == -1 && errno == EINTR)
                goto again;

E
Eric Blake 已提交
206 207 208 209 210
            VIR_FORCE_CLOSE(statuspipe[0]);

            if (ret != 1) {
                char ebuf[1024];

211
                fprintf(stderr,
E
Eric Blake 已提交
212 213 214 215 216 217 218 219
                        _("%s: error: unable to determine if daemon is "
                          "running: %s\n"), argv0,
                        virStrerror(errno, ebuf, sizeof(ebuf)));
                exit(EXIT_FAILURE);
            } else if (status != 0) {
                fprintf(stderr,
                        _("%s: error: %s. Check /var/log/messages or run "
                          "without --daemon for more info.\n"), argv0,
220
                        virDaemonErrTypeToString(status));
E
Eric Blake 已提交
221
                exit(EXIT_FAILURE);
222
            }
E
Eric Blake 已提交
223
            _exit(EXIT_SUCCESS);
D
Daniel P. Berrange 已提交
224 225
        }
    }
E
Eric Blake 已提交
226 227 228 229 230

error:
    VIR_FORCE_CLOSE(statuspipe[0]);
    VIR_FORCE_CLOSE(statuspipe[1]);
    return -1;
D
Daniel P. Berrange 已提交
231 232
}

233 234

static int
235 236
daemonPidFilePath(bool privileged,
                  char **pidfile)
237
{
238 239 240 241
    if (privileged) {
        if (!(*pidfile = strdup(LOCALSTATEDIR "/run/libvirtd.pid")))
            goto no_memory;
    } else {
242 243
        char *rundir = NULL;
        mode_t old_umask;
244

245
        if (!(rundir = virGetUserRuntimeDirectory()))
246
            goto error;
247

248 249 250 251 252 253 254 255 256
        old_umask = umask(077);
        if (virFileMakePath(rundir) < 0) {
            umask(old_umask);
            goto error;
        }
        umask(old_umask);

        if (virAsprintf(pidfile, "%s/libvirtd.pid", rundir) < 0) {
            VIR_FREE(rundir);
257
            goto no_memory;
E
Eric Blake 已提交
258
        }
259

260
        VIR_FREE(rundir);
261 262 263
    }

    return 0;
264

265 266 267
no_memory:
    virReportOOMError();
error:
268
    return -1;
269 270
}

271 272 273 274 275
static int
daemonUnixSocketPaths(struct daemonConfig *config,
                      bool privileged,
                      char **sockfile,
                      char **rosockfile)
J
John Levon 已提交
276
{
277 278
    if (config->unix_sock_dir) {
        if (virAsprintf(sockfile, "%s/libvirt-sock", config->unix_sock_dir) < 0)
279
            goto no_memory;
280 281
        if (privileged &&
            virAsprintf(rosockfile, "%s/libvirt-sock-ro", config->unix_sock_dir) < 0)
282
            goto no_memory;
D
Daniel P. Berrange 已提交
283
    } else {
284 285
        if (privileged) {
            if (!(*sockfile = strdup(LOCALSTATEDIR "/run/libvirt/libvirt-sock")))
286
                goto no_memory;
287
            if (!(*rosockfile = strdup(LOCALSTATEDIR "/run/libvirt/libvirt-sock-ro")))
288
                goto no_memory;
289
        } else {
290 291
            char *rundir = NULL;
            mode_t old_umask;
292

293
            if (!(rundir = virGetUserRuntimeDirectory()))
294
                goto error;
295

296 297 298 299 300 301 302
            old_umask = umask(077);
            if (virFileMakePath(rundir) < 0) {
                umask(old_umask);
                goto error;
            }
            umask(old_umask);

303
            if (virAsprintf(sockfile, "%s/libvirt-sock", rundir) < 0) {
304
                VIR_FREE(rundir);
305 306
                goto no_memory;
            }
307

308
            VIR_FREE(rundir);
309 310 311
        }
    }
    return 0;
312

313
no_memory:
314 315 316
    virReportOOMError();
error:
    return -1;
D
Daniel P. Berrange 已提交
317 318
}

319 320 321

static void daemonErrorHandler(void *opaque ATTRIBUTE_UNUSED,
                               virErrorPtr err ATTRIBUTE_UNUSED)
322 323 324 325 326
{
    /* Don't do anything, since logging infrastructure already
     * took care of reporting the error */
}

327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343
static int daemonErrorLogFilter(virErrorPtr err, int priority)
{
    /* These error codes don't really reflect real errors. They
     * are expected events that occur when an app tries to check
     * whether a particular guest already exists. This filters
     * them to a lower log level to prevent pollution of syslog
     */
    switch (err->code) {
    case VIR_ERR_NO_DOMAIN:
    case VIR_ERR_NO_NETWORK:
    case VIR_ERR_NO_STORAGE_POOL:
    case VIR_ERR_NO_STORAGE_VOL:
    case VIR_ERR_NO_NODE_DEVICE:
    case VIR_ERR_NO_INTERFACE:
    case VIR_ERR_NO_NWFILTER:
    case VIR_ERR_NO_SECRET:
    case VIR_ERR_NO_DOMAIN_SNAPSHOT:
344
    case VIR_ERR_OPERATION_INVALID:
345 346 347 348 349 350
        return VIR_LOG_DEBUG;
    }

    return priority;
}

351 352
static void daemonInitialize(void)
{
353 354 355 356 357 358 359
    /*
     * Note that the order is important: the first ones have a higher
     * priority when calling virStateInitialize. We must register
     * the network, storage and nodedev drivers before any domain
     * drivers, since their resources must be auto-started before
     * any domains can be auto-started.
     */
360 361 362
#ifdef WITH_DRIVER_MODULES
    /* We don't care if any of these fail, because the whole point
     * is to allow users to only install modules they want to use.
D
Dan Kenigsberg 已提交
363
     * If they try to open a connection for a module that
364 365
     * is not loaded they'll get a suitable error at that point
     */
366
# ifdef WITH_NETWORK
367
    virDriverLoadModule("network");
368 369
# endif
# ifdef WITH_STORAGE
370
    virDriverLoadModule("storage");
371 372
# endif
# ifdef WITH_NODE_DEVICES
373
    virDriverLoadModule("nodedev");
374 375
# endif
# ifdef WITH_SECRETS
376
    virDriverLoadModule("secret");
377 378 379 380 381 382 383 384
# endif
# ifdef WITH_NWFILTER
    virDriverLoadModule("nwfilter");
# endif
# ifdef WITH_INTERFACE
    virDriverLoadModule("interface");
# endif
# ifdef WITH_QEMU
385
    virDriverLoadModule("qemu");
386 387
# endif
# ifdef WITH_LXC
388
    virDriverLoadModule("lxc");
389 390
# endif
# ifdef WITH_UML
391
    virDriverLoadModule("uml");
392 393 394 395 396 397 398
# endif
# ifdef WITH_XEN
    virDriverLoadModule("xen");
# endif
# ifdef WITH_LIBXL
    virDriverLoadModule("libxl");
# endif
399
#else
400
# ifdef WITH_NETWORK
401
    networkRegister();
402 403
# endif
# ifdef WITH_NETCF
404
    interfaceRegister();
405
# endif
406
# ifdef WITH_STORAGE
407
    storageRegister();
408
# endif
409
# ifdef WITH_NODE_DEVICES
410
    nodedevRegister();
411 412
# endif
# ifdef WITH_SECRETS
413
    secretRegister();
414
# endif
415 416 417
# ifdef WITH_NWFILTER
    nwfilterRegister();
# endif
J
Jim Fehlig 已提交
418 419 420
# ifdef WITH_LIBXL
    libxlRegister();
# endif
421
# ifdef WITH_QEMU
422
    qemuRegister();
423 424
# endif
# ifdef WITH_LXC
425
    lxcRegister();
426 427
# endif
# ifdef WITH_UML
428
    umlRegister();
429
# endif
430
#endif
431 432 433
}


434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452
static int daemonSetupNetworking(virNetServerPtr srv,
                                 struct daemonConfig *config,
                                 const char *sock_path,
                                 const char *sock_path_ro,
                                 bool ipsock,
                                 bool privileged)
{
    virNetServerServicePtr svc = NULL;
    virNetServerServicePtr svcRO = NULL;
    virNetServerServicePtr svcTCP = NULL;
    virNetServerServicePtr svcTLS = NULL;
    gid_t unix_sock_gid = 0;
    int unix_sock_ro_mask = 0;
    int unix_sock_rw_mask = 0;

    if (config->unix_sock_group) {
        if (virGetGroupID(config->unix_sock_group, &unix_sock_gid) < 0)
            return -1;
    }
453

454 455 456 457
    if (virStrToLong_i(config->unix_sock_ro_perms, NULL, 8, &unix_sock_ro_mask) != 0) {
        VIR_ERROR(_("Failed to parse mode '%s'"), config->unix_sock_ro_perms);
        goto error;
    }
458

459 460 461 462
    if (virStrToLong_i(config->unix_sock_rw_perms, NULL, 8, &unix_sock_rw_mask) != 0) {
        VIR_ERROR(_("Failed to parse mode '%s'"), config->unix_sock_rw_perms);
        goto error;
    }
463

464 465 466 467 468
    if (!(svc = virNetServerServiceNewUNIX(sock_path,
                                           unix_sock_rw_mask,
                                           unix_sock_gid,
                                           config->auth_unix_rw,
                                           false,
469
                                           config->max_client_requests,
470 471 472 473 474 475 476 477
                                           NULL)))
        goto error;
    if (sock_path_ro &&
        !(svcRO = virNetServerServiceNewUNIX(sock_path_ro,
                                             unix_sock_ro_mask,
                                             unix_sock_gid,
                                             config->auth_unix_ro,
                                             true,
478
                                             config->max_client_requests,
479 480
                                             NULL)))
        goto error;
481

482 483 484 485
    if (virNetServerAddService(srv, svc,
                               config->mdns_adv && !ipsock ?
                               "_libvirt._tcp" :
                               NULL) < 0)
486
        goto error;
487

488 489 490
    if (svcRO &&
        virNetServerAddService(srv, svcRO, NULL) < 0)
        goto error;
491

492
    if (ipsock) {
493 494 495 496 497
        if (config->listen_tcp) {
            if (!(svcTCP = virNetServerServiceNewTCP(config->listen_addr,
                                                     config->tcp_port,
                                                     config->auth_tcp,
                                                     false,
498
                                                     config->max_client_requests,
499 500
                                                     NULL)))
                goto error;
501

502 503 504
            if (virNetServerAddService(srv, svcTCP,
                                       config->mdns_adv ? "_libvirt._tcp" : NULL) < 0)
                goto error;
505 506
        }

507 508
        if (config->listen_tls) {
            virNetTLSContextPtr ctxt = NULL;
509

510 511 512 513 514 515 516 517
            if (config->ca_file ||
                config->cert_file ||
                config->key_file) {
                if (!(ctxt = virNetTLSContextNewServer(config->ca_file,
                                                       config->crl_file,
                                                       config->cert_file,
                                                       config->key_file,
                                                       (const char *const*)config->tls_allowed_dn_list,
518
                                                       config->tls_no_sanity_certificate ? false : true,
519 520 521 522 523 524
                                                       config->tls_no_verify_certificate ? false : true)))
                    goto error;
            } else {
                if (!(ctxt = virNetTLSContextNewServerPath(NULL,
                                                           !privileged,
                                                           (const char *const*)config->tls_allowed_dn_list,
525
                                                           config->tls_no_sanity_certificate ? false : true,
526 527
                                                           config->tls_no_verify_certificate ? false : true)))
                    goto error;
528 529
            }

530 531 532 533 534
            if (!(svcTLS =
                  virNetServerServiceNewTCP(config->listen_addr,
                                            config->tls_port,
                                            config->auth_tls,
                                            false,
535
                                            config->max_client_requests,
536 537 538
                                            ctxt))) {
                virNetTLSContextFree(ctxt);
                goto error;
539
            }
540 541 542 543
            if (virNetServerAddService(srv, svcTLS,
                                       config->mdns_adv &&
                                       !config->listen_tcp ? "_libvirt._tcp" : NULL) < 0)
                goto error;
544

545
            virNetTLSContextFree(ctxt);
546 547 548
        }
    }

549
#if HAVE_SASL
550 551 552 553 554 555 556
    if (config->auth_unix_rw == REMOTE_AUTH_SASL ||
        config->auth_unix_ro == REMOTE_AUTH_SASL ||
        config->auth_tcp == REMOTE_AUTH_SASL ||
        config->auth_tls == REMOTE_AUTH_SASL) {
        saslCtxt = virNetSASLContextNewServer(
            (const char *const*)config->sasl_allowed_username_list);
        if (!saslCtxt)
557
            goto error;
D
Daniel P. Berrange 已提交
558
    }
559
#endif
D
Daniel P. Berrange 已提交
560 561

    return 0;
562

563
error:
564 565 566 567
    virNetServerServiceFree(svcTLS);
    virNetServerServiceFree(svcTCP);
    virNetServerServiceFree(svc);
    virNetServerServiceFree(svcRO);
568
    return -1;
D
Daniel P. Berrange 已提交
569 570 571
}


572 573
static int daemonShutdownCheck(virNetServerPtr srv ATTRIBUTE_UNUSED,
                               void *opaque ATTRIBUTE_UNUSED)
E
Eric Blake 已提交
574
{
575 576
    if (virStateActive())
        return 0;
577

578
    return 1;
D
Daniel P. Berrange 已提交
579 580
}

581

582 583
/*
 * Set up the logging environment
584 585
 * By default if daemonized all errors go to the logfile libvirtd.log,
 * but if verbose or error debugging is asked for then also output
586
 * informational and debug messages. Default size if 64 kB.
587
 */
588
static int
589 590 591 592
daemonSetupLogging(struct daemonConfig *config,
                   bool privileged,
                   bool verbose,
                   bool godaemon)
593
{
594 595
    virLogReset();

596
    /*
597 598 599 600 601 602 603 604 605 606 607 608
     * Libvirtd's order of precedence is:
     * cmdline > environment > config
     *
     * In order to achieve this, we must process configuration in
     * different order for the log level versus the filters and
     * outputs. Because filters and outputs append, we have to look at
     * the environment first and then only check the config file if
     * there was no result from the environment. The default output is
     * then applied only if there was no setting from either of the
     * first two. Because we don't have a way to determine if the log
     * level has been set, we must process variables in the opposite
     * order, each one overriding the previous.
609
     */
610 611
    if (config->log_level != 0)
        virLogSetDefaultPriority(config->log_level);
612

613
    virLogSetFromEnv();
614

615
    virLogSetBufferSize(config->log_buffer_size);
616

617 618 619 620 621
    if (virLogGetNbFilters() == 0)
        virLogParseFilters(config->log_filters);

    if (virLogGetNbOutputs() == 0)
        virLogParseOutputs(config->log_outputs);
622 623

    /*
624
     * If no defined outputs, then direct to libvirtd.log when running
625
     * as daemon. Otherwise the default output is stderr.
626
     */
627
    if (virLogGetNbOutputs() == 0) {
628
        char *tmp = NULL;
629

630
        if (godaemon) {
631
            if (privileged) {
632 633 634
                if (virAsprintf(&tmp, "%d:file:%s/log/libvirt/libvirtd.log",
                                virLogGetDefaultPriority(),
                                LOCALSTATEDIR) == -1)
635
                    goto no_memory;
636
            } else {
637
                char *logdir = virGetUserCacheDirectory();
638 639 640 641 642 643 644 645
                mode_t old_umask;

                if (!logdir)
                    goto error;

                old_umask = umask(077);
                if (virFileMakePath(logdir) < 0) {
                    umask(old_umask);
646
                    goto error;
647 648
                }
                umask(old_umask);
649

650 651 652
                if (virAsprintf(&tmp, "%d:file:%s/libvirtd.log",
                                virLogGetDefaultPriority(), logdir) == -1) {
                    VIR_FREE(logdir);
653
                    goto no_memory;
E
Eric Blake 已提交
654
                }
655
                VIR_FREE(logdir);
656
            }
657
        } else {
658
            if (virAsprintf(&tmp, "%d:stderr", virLogGetDefaultPriority()) < 0)
659
                goto no_memory;
660
        }
661 662
        virLogParseOutputs(tmp);
        VIR_FREE(tmp);
663
    }
664 665 666 667 668 669 670

    /*
     * Command line override for --verbose
     */
    if ((verbose) && (virLogGetDefaultPriority() > VIR_LOG_INFO))
        virLogSetDefaultPriority(VIR_LOG_INFO);

671 672 673 674 675 676 677 678
    return 0;

no_memory:
    virReportOOMError();
error:
    return -1;
}

679

680 681
/* Display version information. */
static void
682
daemonVersion(const char *argv0)
683 684 685 686
{
    printf ("%s (%s) %s\n", argv0, PACKAGE_NAME, PACKAGE_VERSION);
}

J
John Levon 已提交
687 688
#ifdef __sun
static int
689
daemonSetupPrivs(void)
J
John Levon 已提交
690 691 692 693 694
{
    chown ("/var/run/libvirt", SYSTEM_UID, SYSTEM_UID);

    if (__init_daemon_priv (PU_RESETGROUPS | PU_CLEARLIMITSET,
        SYSTEM_UID, SYSTEM_UID, PRIV_XVM_CONTROL, NULL)) {
695
        VIR_ERROR(_("additional privileges are required"));
J
John Levon 已提交
696 697 698 699 700
        return -1;
    }

    if (priv_set (PRIV_OFF, PRIV_ALLSETS, PRIV_FILE_LINK_ANY, PRIV_PROC_INFO,
        PRIV_PROC_SESSION, PRIV_PROC_EXEC, PRIV_PROC_FORK, NULL)) {
701
        VIR_ERROR(_("failed to set reduced privileges"));
J
John Levon 已提交
702 703 704 705 706 707
        return -1;
    }

    return 0;
}
#else
708
# define daemonSetupPrivs() 0
J
John Levon 已提交
709 710
#endif

711

712 713 714
static void daemonShutdownHandler(virNetServerPtr srv,
                                  siginfo_t *sig ATTRIBUTE_UNUSED,
                                  void *opaque ATTRIBUTE_UNUSED)
715
{
716 717
    virNetServerQuit(srv);
}
718

719 720 721 722 723 724
static void daemonReloadHandler(virNetServerPtr srv ATTRIBUTE_UNUSED,
                                siginfo_t *sig ATTRIBUTE_UNUSED,
                                void *opaque ATTRIBUTE_UNUSED)
{
        VIR_INFO("Reloading configuration on SIGHUP");
        virHookCall(VIR_HOOK_DRIVER_DAEMON, "-",
725
                    VIR_HOOK_DAEMON_OP_RELOAD, SIGHUP, "SIGHUP", NULL, NULL);
726 727 728 729
        if (virStateReload() < 0)
            VIR_WARN("Error while reloading drivers");
}

730 731 732
static int daemonSetupSignals(virNetServerPtr srv)
{
    if (virNetServerAddSignalHandler(srv, SIGINT, daemonShutdownHandler, NULL) < 0)
733
        return -1;
734 735 736 737
    if (virNetServerAddSignalHandler(srv, SIGQUIT, daemonShutdownHandler, NULL) < 0)
        return -1;
    if (virNetServerAddSignalHandler(srv, SIGTERM, daemonShutdownHandler, NULL) < 0)
        return -1;
738 739
    if (virNetServerAddSignalHandler(srv, SIGHUP, daemonReloadHandler, NULL) < 0)
        return -1;
740 741
    return 0;
}
742

743 744 745
static void daemonRunStateInit(void *opaque)
{
    virNetServerPtr srv = opaque;
746

747
    /* Start the stateful HV drivers
E
Eric Blake 已提交
748
     * This is deliberately done after telling the parent process
749 750 751 752
     * we're ready, since it can take a long time and this will
     * seriously delay OS bootup process */
    if (virStateInitialize(virNetServerIsPrivileged(srv)) < 0) {
        VIR_ERROR(_("Driver state initialization failed"));
753 754
        /* Ensure the main event loop quits */
        kill(getpid(), SIGTERM);
755 756
        virNetServerFree(srv);
        return;
757 758
    }

759 760 761 762
    /* Only now accept clients from network */
    virNetServerUpdateServices(srv, true);
    virNetServerFree(srv);
}
763

764 765 766 767 768 769 770 771
static int daemonStateInit(virNetServerPtr srv)
{
    virThread thr;
    virNetServerRef(srv);
    if (virThreadCreate(&thr, false, daemonRunStateInit, srv) < 0) {
        virNetServerFree(srv);
        return -1;
    }
772 773 774
    return 0;
}

775 776 777 778 779 780 781 782 783 784 785
static int migrateProfile(void)
{
    char *old_base = NULL;
    char *updated = NULL;
    char *home = NULL;
    char *xdg_dir = NULL;
    char *config_dir = NULL;
    const char *config_home;
    int ret = -1;
    mode_t old_umask;

786
    if (!(home = virGetUserDirectory()))
787 788 789 790 791 792 793
        goto cleanup;

    if (virAsprintf(&old_base, "%s/.libvirt", home) < 0) {
        goto cleanup;
    }

    /* if the new directory is there or the old one is not: do nothing */
794
    if (!(config_dir = virGetUserConfigDirectory()))
795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844
        goto cleanup;

    if (!virFileIsDir(old_base) || virFileExists(config_dir)) {
        ret = 0;
        goto cleanup;
    }

    /* test if we already attempted to migrate first */
    if (virAsprintf(&updated, "%s/DEPRECATED-DIRECTORY", old_base) < 0) {
        goto cleanup;
    }
    if (virFileExists(updated)) {
        goto cleanup;
    }

    config_home = getenv("XDG_CONFIG_HOME");
    if (config_home && config_home[0] != '\0') {
        xdg_dir = strdup(config_home);
    } else {
        if (virAsprintf(&xdg_dir, "%s/.config", home) < 0) {
            goto cleanup;
        }
    }

    old_umask = umask(077);
    if (virFileMakePath(xdg_dir) < 0) {
        umask(old_umask);
        goto cleanup;
    }
    umask(old_umask);

    if (rename(old_base, config_dir) < 0) {
        int fd = creat(updated, 0600);
        VIR_FORCE_CLOSE(fd);
        VIR_ERROR(_("Unable to migrate %s to %s"), old_base, config_dir);
        goto cleanup;
    }

    ret = 0;

 cleanup:
    VIR_FREE(home);
    VIR_FREE(old_base);
    VIR_FREE(xdg_dir);
    VIR_FREE(config_dir);
    VIR_FREE(updated);

    return ret;
}

845 846
/* Print command-line usage. */
static void
847
daemonUsage(const char *argv0, bool privileged)
848 849
{
    fprintf (stderr,
850
             _("\n\
851 852 853 854 855 856
Usage:\n\
  %s [options]\n\
\n\
Options:\n\
  -v | --verbose         Verbose messages.\n\
  -d | --daemon          Run as a daemon & write PID file.\n\
857 858
  -l | --listen          Listen for TCP/IP connections.\n\
  -t | --timeout <secs>  Exit after timeout period.\n\
859
  -f | --config <file>   Configuration file.\n\
860
     | --version         Display version information.\n\
861 862
  -p | --pid-file <file> Change name of PID file.\n\
\n\
863 864 865 866 867
libvirt management daemon:\n"), argv0);

    if (privileged) {
        fprintf(stderr,
                _("\n\
868 869
  Default paths:\n\
\n\
W
Wolfgang Mauerer 已提交
870
    Configuration file (unless overridden by -f):\n\
871
      %s/libvirt/libvirtd.conf\n\
872
\n\
873
    Sockets:\n\
874 875
      %s/run/libvirt/libvirt-sock\n\
      %s/run/libvirt/libvirt-sock-ro\n\
876
\n\
877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897
    TLS:\n\
      CA certificate:     %s/pki/CA/caert.pem\n\
      Server certificate: %s/pki/libvirt/servercert.pem\n\
      Server private key: %s/pki/libvirt/private/serverkey.pem\n\
\n\
    PID file (unless overridden by -p):\n\
      %s/run/libvirtd.pid\n\
\n"),
                SYSCONFDIR,
                LOCALSTATEDIR,
                LOCALSTATEDIR,
                SYSCONFDIR,
                SYSCONFDIR,
                SYSCONFDIR,
                LOCALSTATEDIR);
    } else {
        fprintf(stderr,
                "%s", _("\n\
  Default paths:\n\
\n\
    Configuration file (unless overridden by -f):\n\
898
      $XDG_CONFIG_HOME/libvirt/libvirtd.conf\n\
899 900
\n\
    Sockets:\n\
901
      $XDG_RUNTIME_HOME/libvirt/libvirt-sock (in UNIX abstract namespace)\n\
902 903
\n\
    TLS:\n\
904 905 906
      CA certificate:     $HOME/.pki/libvirt/cacert.pem\n\
      Server certificate: $HOME/.pki/libvirt/servercert.pem\n\
      Server private key: $HOME/.pki/libvirt/serverkey.pem\n\
907
\n\
908
    PID file:\n\
909
      $XDG_RUNTIME_HOME/libvirt/libvirtd.pid\n\
910 911
\n"));
    }
912 913
}

914 915 916 917
enum {
    OPT_VERSION = 129
};

D
Daniel P. Berrange 已提交
918 919
#define MAX_LISTEN 5
int main(int argc, char **argv) {
920 921
    virNetServerPtr srv = NULL;
    char *remote_config_file = NULL;
922
    int statuswrite = -1;
923
    int ret = 1;
924
    int pid_file_fd = -1;
925 926 927 928 929 930 931 932 933
    char *pid_file = NULL;
    char *sock_file = NULL;
    char *sock_file_ro = NULL;
    int timeout = -1;        /* -t: Shutdown timeout */
    int verbose = 0;
    int godaemon = 0;
    int ipsock = 0;
    struct daemonConfig *config;
    bool privileged = geteuid() == 0 ? true : false;
934
    bool implicit_conf = false;
935 936
    char *run_dir = NULL;
    mode_t old_umask;
D
Daniel P. Berrange 已提交
937 938 939 940

    struct option opts[] = {
        { "verbose", no_argument, &verbose, 1},
        { "daemon", no_argument, &godaemon, 1},
941
        { "listen", no_argument, &ipsock, 1},
942
        { "config", required_argument, NULL, 'f'},
943 944
        { "timeout", required_argument, NULL, 't'},
        { "pid-file", required_argument, NULL, 'p'},
945
        { "version", no_argument, NULL, OPT_VERSION },
946
        { "help", no_argument, NULL, '?' },
D
Daniel P. Berrange 已提交
947 948 949
        {0, 0, 0, 0}
    };

E
Eric Blake 已提交
950 951 952 953
    if (setlocale (LC_ALL, "") == NULL ||
        bindtextdomain (PACKAGE, LOCALEDIR) == NULL ||
        textdomain(PACKAGE) == NULL ||
        virInitialize() < 0) {
954
        fprintf(stderr, _("%s: initialization failed\n"), argv[0]);
E
Eric Blake 已提交
955
        exit(EXIT_FAILURE);
956
    }
D
Daniel P. Berrange 已提交
957

958 959 960
    /* initialize early logging */
    virLogSetFromEnv();

961 962 963 964 965 966
#ifdef WITH_DRIVER_MODULES
    if (strstr(argv[0], "lt-libvirtd") &&
        (access("./.git", R_OK) >= 0 || access("../.git", R_OK) >= 0))
        virDriverModuleInitialize("./src/.libs");
#endif

D
Daniel P. Berrange 已提交
967 968 969 970 971
    while (1) {
        int optidx = 0;
        int c;
        char *tmp;

972
        c = getopt_long(argc, argv, "ldf:p:t:v", opts, &optidx);
D
Daniel P. Berrange 已提交
973 974 975 976 977 978 979 980 981 982 983 984 985 986 987

        if (c == -1) {
            break;
        }

        switch (c) {
        case 0:
            /* Got one of the flags */
            break;
        case 'v':
            verbose = 1;
            break;
        case 'd':
            godaemon = 1;
            break;
988 989
        case 'l':
            ipsock = 1;
D
Daniel P. Berrange 已提交
990 991 992
            break;

        case 't':
993
            if (virStrToLong_i(optarg, &tmp, 10, &timeout) != 0
994 995
                || timeout <= 0
                /* Ensure that we can multiply by 1000 without overflowing.  */
996 997 998 999
                || timeout > INT_MAX / 1000) {
                VIR_ERROR(_("Invalid value for timeout"));
                exit(EXIT_FAILURE);
            }
D
Daniel P. Berrange 已提交
1000
            break;
1001 1002

        case 'p':
1003
            VIR_FREE(pid_file);
1004 1005
            if (!(pid_file = strdup(optarg))) {
                VIR_ERROR(_("Can't allocate memory"));
1006
                exit(EXIT_FAILURE);
1007
            }
1008 1009 1010
            break;

        case 'f':
1011
            VIR_FREE(remote_config_file);
1012 1013
            if (!(remote_config_file = strdup(optarg))) {
                VIR_ERROR(_("Can't allocate memory"));
1014
                exit(EXIT_FAILURE);
1015
            }
1016 1017
            break;

1018
        case OPT_VERSION:
1019
            daemonVersion(argv[0]);
1020 1021
            return 0;

D
Daniel P. Berrange 已提交
1022
        case '?':
1023
            daemonUsage(argv[0], privileged);
D
Daniel P. Berrange 已提交
1024 1025 1026
            return 2;

        default:
1027 1028
            VIR_ERROR(_("%s: internal error: unknown flag: %c"),
                      argv[0], c);
1029
            exit (EXIT_FAILURE);
D
Daniel P. Berrange 已提交
1030 1031 1032
        }
    }

1033 1034 1035 1036 1037 1038
    if (optind != argc) {
        fprintf(stderr, "%s: unexpected, non-option, command line arguments\n",
                argv[0]);
        exit(EXIT_FAILURE);
    }

1039 1040
    if (!(config = daemonConfigNew(privileged))) {
        VIR_ERROR(_("Can't create initial configuration"));
1041
        exit(EXIT_FAILURE);
1042
    }
1043 1044

    /* No explicit config, so try and find a default one */
1045 1046 1047
    if (remote_config_file == NULL) {
        implicit_conf = true;
        if (daemonConfigFilePath(privileged,
1048 1049
                                 &remote_config_file) < 0) {
            VIR_ERROR(_("Can't determine config path"));
1050
            exit(EXIT_FAILURE);
1051
        }
1052
    }
1053 1054 1055

    /* Read the config file if it exists*/
    if (remote_config_file &&
1056
        daemonConfigLoadFile(config, remote_config_file, implicit_conf) < 0) {
1057 1058 1059 1060 1061 1062
        virErrorPtr err = virGetLastError();
        if (err && err->message)
            VIR_ERROR(_("Can't load config file: %s: %s"),
                      err->message, remote_config_file);
        else
            VIR_ERROR(_("Can't load config file: %s"), remote_config_file);
1063
        exit(EXIT_FAILURE);
1064
    }
1065

1066 1067 1068
    if (migrateProfile() < 0)
        exit(EXIT_FAILURE);

1069 1070 1071 1072
    if (config->host_uuid &&
        virSetHostUUIDStr(config->host_uuid) < 0) {
        VIR_ERROR(_("invalid host UUID: %s"), config->host_uuid);
        exit(EXIT_FAILURE);
1073 1074
    }

1075 1076
    if (daemonSetupLogging(config, privileged, verbose, godaemon) < 0) {
        VIR_ERROR(_("Can't initialize logging"));
1077
        exit(EXIT_FAILURE);
1078
    }
1079

1080
    if (!pid_file &&
1081
        daemonPidFilePath(privileged,
1082 1083
                          &pid_file) < 0) {
        VIR_ERROR(_("Can't determine pid file path."));
1084
        exit(EXIT_FAILURE);
1085
    }
1086 1087 1088 1089

    if (daemonUnixSocketPaths(config,
                              privileged,
                              &sock_file,
1090 1091
                              &sock_file_ro) < 0) {
        VIR_ERROR(_("Can't determine socket paths"));
1092
        exit(EXIT_FAILURE);
1093
    }
1094

1095
    if (godaemon) {
1096
        char ebuf[1024];
1097 1098 1099 1100

        if (chdir("/") < 0) {
            VIR_ERROR(_("cannot change to root directory: %s"),
                      virStrerror(errno, ebuf, sizeof(ebuf)));
1101
            goto cleanup;
1102 1103
        }

1104
        if ((statuswrite = daemonForkIntoBackground(argv[0])) < 0) {
1105
            VIR_ERROR(_("Failed to fork as daemon: %s"),
1106
                      virStrerror(errno, ebuf, sizeof(ebuf)));
1107
            goto cleanup;
1108 1109 1110
        }
    }

J
John Levon 已提交
1111
    /* Ensure the rundir exists (on tmpfs on some systems) */
1112
    if (privileged) {
1113 1114
        run_dir = strdup(LOCALSTATEDIR "/run/libvirt");
    } else {
1115
        run_dir = virGetUserRuntimeDirectory();
1116

1117
        if (!run_dir) {
1118 1119
            VIR_ERROR(_("Can't determine user directory"));
            goto cleanup;
J
John Levon 已提交
1120 1121
        }
    }
1122 1123 1124 1125 1126
    if (!run_dir) {
        virReportOOMError();
        goto cleanup;
    }

1127
    old_umask = umask(077);
1128 1129 1130 1131 1132 1133 1134 1135
    if (virFileMakePath(run_dir) < 0) {
        char ebuf[1024];
        VIR_ERROR(_("unable to create rundir %s: %s"), run_dir,
                  virStrerror(errno, ebuf, sizeof(ebuf)));
        ret = VIR_DAEMON_ERR_RUNDIR;
        goto cleanup;
    }
    umask(old_umask);
J
John Levon 已提交
1136

1137 1138 1139 1140 1141 1142
    /* Try to claim the pidfile, exiting if we can't */
    if ((pid_file_fd = virPidFileAcquirePath(pid_file, getpid())) < 0) {
        ret = VIR_DAEMON_ERR_PIDFILE;
        goto cleanup;
    }

1143 1144 1145 1146 1147
    if (virNetlinkStartup() < 0) {
        ret = VIR_DAEMON_ERR_INIT;
        goto cleanup;
    }

1148 1149
    if (!(srv = virNetServerNew(config->min_workers,
                                config->max_workers,
1150
                                config->prio_workers,
1151
                                config->max_clients,
1152 1153 1154
                                config->keepalive_interval,
                                config->keepalive_count,
                                !!config->keepalive_required,
1155 1156 1157 1158 1159 1160
                                config->mdns_adv ? config->mdns_name : NULL,
                                remoteClientInitHook))) {
        ret = VIR_DAEMON_ERR_INIT;
        goto cleanup;
    }

1161 1162 1163
    /* Beyond this point, nothing should rely on using
     * getuid/geteuid() == 0, for privilege level checks.
     */
1164
    if (daemonSetupPrivs() < 0) {
1165
        ret = VIR_DAEMON_ERR_PRIVS;
1166
        goto cleanup;
1167
    }
J
John Levon 已提交
1168

1169
    daemonInitialize();
1170

1171 1172 1173 1174 1175 1176 1177 1178 1179
    remoteProcs[REMOTE_PROC_AUTH_LIST].needAuth = false;
    remoteProcs[REMOTE_PROC_AUTH_SASL_INIT].needAuth = false;
    remoteProcs[REMOTE_PROC_AUTH_SASL_STEP].needAuth = false;
    remoteProcs[REMOTE_PROC_AUTH_SASL_START].needAuth = false;
    remoteProcs[REMOTE_PROC_AUTH_POLKIT].needAuth = false;
    if (!(remoteProgram = virNetServerProgramNew(REMOTE_PROGRAM,
                                                 REMOTE_PROTOCOL_VERSION,
                                                 remoteProcs,
                                                 remoteNProcs))) {
1180
        ret = VIR_DAEMON_ERR_INIT;
1181 1182 1183 1184 1185
        goto cleanup;
    }
    if (virNetServerAddProgram(srv, remoteProgram) < 0) {
        ret = VIR_DAEMON_ERR_INIT;
        goto cleanup;
1186
    }
1187

1188 1189 1190 1191 1192 1193 1194 1195 1196 1197
    if (!(qemuProgram = virNetServerProgramNew(QEMU_PROGRAM,
                                               QEMU_PROTOCOL_VERSION,
                                               qemuProcs,
                                               qemuNProcs))) {
        ret = VIR_DAEMON_ERR_INIT;
        goto cleanup;
    }
    if (virNetServerAddProgram(srv, qemuProgram) < 0) {
        ret = VIR_DAEMON_ERR_INIT;
        goto cleanup;
1198
    }
1199

1200 1201 1202 1203 1204 1205 1206 1207 1208
    if (timeout != -1)
        virNetServerAutoShutdown(srv,
                                 timeout,
                                 daemonShutdownCheck,
                                 NULL);

    if ((daemonSetupSignals(srv)) < 0) {
        ret = VIR_DAEMON_ERR_SIGNAL;
        goto cleanup;
1209
    }
D
Daniel P. Berrange 已提交
1210

1211
    if (config->audit_level) {
1212
        if (virAuditOpen() < 0) {
1213
            if (config->audit_level > 1) {
1214
                ret = VIR_DAEMON_ERR_AUDIT;
1215
                goto cleanup;
1216 1217 1218
            }
        }
    }
1219
    virAuditLog(config->audit_logging);
1220

1221
    /* setup the hooks if any */
1222
    if (virHookInitialize() < 0) {
1223
        ret = VIR_DAEMON_ERR_HOOKS;
1224
        goto cleanup;
1225 1226
    }

1227
    /* Disable error func, now logging is setup */
1228
    virSetErrorFunc(NULL, daemonErrorHandler);
1229
    virSetErrorLogPriorityFunc(daemonErrorLogFilter);
1230

1231 1232 1233 1234 1235 1236
    /*
     * Call the daemon startup hook
     * TODO: should we abort the daemon startup if the script returned
     *       an error ?
     */
    virHookCall(VIR_HOOK_DRIVER_DAEMON, "-", VIR_HOOK_DAEMON_OP_START,
1237
                0, "start", NULL, NULL);
1238

1239 1240 1241
    if (daemonSetupNetworking(srv, config,
                              sock_file, sock_file_ro,
                              ipsock, privileged) < 0) {
1242
        ret = VIR_DAEMON_ERR_NETWORK;
1243
        goto cleanup;
1244 1245
    }

1246 1247 1248 1249 1250 1251 1252 1253 1254
    /* Tell parent of daemon that basic initialization is complete
     * In particular we're ready to accept net connections & have
     * written the pidfile
     */
    if (statuswrite != -1) {
        char status = 0;
        while (write(statuswrite, &status, 1) == -1 &&
               errno == EINTR)
            ;
1255
        VIR_FORCE_CLOSE(statuswrite);
1256 1257
    }

1258 1259 1260 1261
    /* Initialize drivers & then start accepting new clients from network */
    if (daemonStateInit(srv) < 0) {
        ret = VIR_DAEMON_ERR_INIT;
        goto cleanup;
1262
    }
D
Daniel P. Berrange 已提交
1263

1264 1265 1266 1267 1268 1269
    /* Register the netlink event service */
    if (virNetlinkEventServiceStart() < 0) {
        ret = VIR_DAEMON_ERR_NETWORK;
        goto cleanup;
    }

1270 1271
    /* Run event loop. */
    virNetServerRun(srv);
1272

1273 1274
    ret = 0;

1275
    virHookCall(VIR_HOOK_DRIVER_DAEMON, "-", VIR_HOOK_DAEMON_OP_SHUTDOWN,
1276
                0, "shutdown", NULL, NULL);
1277

1278
cleanup:
1279
    virNetlinkEventServiceStop();
1280 1281
    virNetServerProgramFree(remoteProgram);
    virNetServerProgramFree(qemuProgram);
1282
    virNetServerClose(srv);
1283
    virNetServerFree(srv);
1284
    virNetlinkShutdown();
1285 1286 1287 1288 1289 1290 1291 1292
    if (statuswrite != -1) {
        if (ret != 0) {
            /* Tell parent of daemon what failed */
            char status = ret;
            while (write(statuswrite, &status, 1) == -1 &&
                   errno == EINTR)
                ;
        }
1293
        VIR_FORCE_CLOSE(statuswrite);
1294
    }
1295 1296
    if (pid_file_fd != -1)
        virPidFileReleasePath(pid_file, pid_file_fd);
1297 1298 1299 1300 1301

    VIR_FREE(sock_file);
    VIR_FREE(sock_file_ro);
    VIR_FREE(pid_file);
    VIR_FREE(remote_config_file);
1302 1303
    VIR_FREE(run_dir);

1304 1305 1306
    daemonConfigFree(config);
    virLogShutdown();

1307
    return ret;
D
Daniel P. Berrange 已提交
1308
}