storage_backend_scsi.c 17.9 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17
/*
 * storage_backend_scsi.c: storage backend for SCSI handling
 *
 * Copyright (C) 2007-2008 Red Hat, Inc.
 * Copyright (C) 2007-2008 Daniel P. Berrange
 *
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 *
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 *
 * You should have received a copy of the GNU Lesser General Public
18
 * License along with this library.  If not, see
O
Osier Yang 已提交
19
 * <http://www.gnu.org/licenses/>.
20 21 22 23 24 25 26 27 28 29 30 31 32 33 34
 *
 * Author: Daniel P. Berrange <berrange redhat com>
 */

#include <config.h>

#include <unistd.h>
#include <stdio.h>
#include <dirent.h>
#include <fcntl.h>

#include "virterror_internal.h"
#include "storage_backend_scsi.h"
#include "memory.h"
#include "logging.h"
E
Eric Blake 已提交
35
#include "virfile.h"
36
#include "vircommand.h"
37 38 39 40 41 42 43 44

#define VIR_FROM_THIS VIR_FROM_STORAGE

/* Function to check if the type file in the given sysfs_path is a
 * Direct-Access device (i.e. type 0).  Return -1 on failure, type of
 * the device otherwise.
 */
static int
45
getDeviceType(uint32_t host,
46 47 48 49 50 51 52 53 54 55 56 57 58
              uint32_t bus,
              uint32_t target,
              uint32_t lun,
              int *type)
{
    char *type_path = NULL;
    char typestr[3];
    char *gottype, *p;
    FILE *typefile;
    int retval = 0;

    if (virAsprintf(&type_path, "/sys/bus/scsi/devices/%u:%u:%u:%u/type",
                    host, bus, target, lun) < 0) {
59
        virReportOOMError();
60 61 62 63 64
        goto out;
    }

    typefile = fopen(type_path, "r");
    if (typefile == NULL) {
65
        virReportSystemError(errno,
66 67 68 69 70 71 72 73
                             _("Could not find typefile '%s'"),
                             type_path);
        /* there was no type file; that doesn't seem right */
        retval = -1;
        goto out;
    }

    gottype = fgets(typestr, 3, typefile);
74
    VIR_FORCE_FCLOSE(typefile);
75 76

    if (gottype == NULL) {
77
        virReportSystemError(errno,
78 79 80 81 82 83 84 85 86 87 88
                             _("Could not read typefile '%s'"),
                             type_path);
        /* we couldn't read the type file; have to give up */
        retval = -1;
        goto out;
    }

    /* we don't actually care about p, but if you pass NULL and the last
     * character is not \0, virStrToLong_i complains
     */
    if (virStrToLong_i(typestr, &p, 10, type) < 0) {
89 90 91
        virReportError(VIR_ERR_INTERNAL_ERROR,
                       _("Device type '%s' is not an integer"),
                       typestr);
92 93 94 95 96
        /* Hm, type wasn't an integer; seems strange */
        retval = -1;
        goto out;
    }

97
    VIR_DEBUG("Device type is %d", *type);
98 99 100 101 102 103

out:
    VIR_FREE(type_path);
    return retval;
}

104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135
struct diskType {
    int part_table_type;
    unsigned short offset;
    unsigned short length;
    unsigned long long magic;
};

static struct diskType const disk_types[] = {
    { VIR_STORAGE_POOL_DISK_LVM2, 0x218, 8, 0x31303020324D564CULL },
    { VIR_STORAGE_POOL_DISK_GPT,  0x200, 8, 0x5452415020494645ULL },
    { VIR_STORAGE_POOL_DISK_DVH,  0x0,   4, 0x41A9E50BULL },
    { VIR_STORAGE_POOL_DISK_MAC,  0x0,   2, 0x5245ULL },
    { VIR_STORAGE_POOL_DISK_BSD,  0x40,  4, 0x82564557ULL },
    { VIR_STORAGE_POOL_DISK_SUN,  0x1fc, 2, 0xBEDAULL },
    /*
     * NOTE: pc98 is funky; the actual signature is 0x55AA (just like dos), so
     * we can't use that.  At the moment I'm relying on the "dummy" IPL
     * bootloader data that comes from parted.  Luckily, the chances of running
     * into a pc98 machine running libvirt are approximately nil.
     */
    /*{ 0x1fe, 2, 0xAA55UL },*/
    { VIR_STORAGE_POOL_DISK_PC98, 0x0,   8, 0x314C5049000000CBULL },
    /*
     * NOTE: the order is important here; some other disk types (like GPT and
     * and PC98) also have 0x55AA at this offset.  For that reason, the DOS
     * one must be the last one.
     */
    { VIR_STORAGE_POOL_DISK_DOS,  0x1fe, 2, 0xAA55ULL },
    { -1,                         0x0,   0, 0x0ULL },
};

static int
136
virStorageBackendSCSIUpdateVolTargetInfo(virStorageVolTargetPtr target,
137 138 139
                                         unsigned long long *allocation,
                                         unsigned long long *capacity)
{
140 141
    int fdret, fd = -1;
    int ret = -1;
142

143 144 145
    if ((fdret = virStorageBackendVolOpen(target->path)) < 0)
        goto cleanup;
    fd = fdret;
146

147
    if (virStorageBackendUpdateVolTargetInfoFD(target,
148 149 150
                                               fd,
                                               allocation,
                                               capacity) < 0)
151
        goto cleanup;
152

153
    if (virStorageBackendDetectBlockVolFormatFD(target, fd) < 0)
154
        goto cleanup;
155

156 157
    ret = 0;

158
cleanup:
159
    VIR_FORCE_CLOSE(fd);
160 161

    return ret;
162
}
163

164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202

static char *
virStorageBackendSCSISerial(const char *dev)
{
    char *serial = NULL;
#ifdef HAVE_UDEV
    virCommandPtr cmd = virCommandNewArgList(
        "/lib/udev/scsi_id",
        "--replace-whitespace",
        "--whitelisted",
        "--device", dev,
        NULL
        );

    /* Run the program and capture its output */
    virCommandSetOutputBuffer(cmd, &serial);
    if (virCommandRun(cmd, NULL) < 0)
        goto cleanup;
#endif

    if (serial && STRNEQ(serial, "")) {
        char *nl = strchr(serial, '\n');
        if (nl)
            *nl = '\0';
    } else {
        VIR_FREE(serial);
        if (!(serial = strdup(dev)))
            virReportOOMError();
    }

#ifdef HAVE_UDEV
cleanup:
    virCommandFree(cmd);
#endif

    return serial;
}


203
static int
204
virStorageBackendSCSINewLun(virStoragePoolObjPtr pool,
205
                            uint32_t host ATTRIBUTE_UNUSED,
206 207 208 209 210 211 212 213 214 215
                            uint32_t bus,
                            uint32_t target,
                            uint32_t lun,
                            const char *dev)
{
    virStorageVolDefPtr vol;
    char *devpath = NULL;
    int retval = 0;

    if (VIR_ALLOC(vol) < 0) {
216
        virReportOOMError();
217 218 219 220 221 222
        retval = -1;
        goto out;
    }

    vol->type = VIR_STORAGE_VOL_BLOCK;

223 224 225 226 227 228
    /* 'host' is dynamically allocated by the kernel, first come,
     * first served, per HBA. As such it isn't suitable for use
     * in the volume name. We only need uniqueness per-pool, so
     * just leave 'host' out
     */
    if (virAsprintf(&(vol->name), "unit:%u:%u:%u", bus, target, lun) < 0) {
229
        virReportOOMError();
230 231 232 233 234
        retval = -1;
        goto free_vol;
    }

    if (virAsprintf(&devpath, "/dev/%s", dev) < 0) {
235
        virReportOOMError();
236 237 238 239
        retval = -1;
        goto free_vol;
    }

240
    VIR_DEBUG("Trying to create volume for '%s'", devpath);
241 242 243 244 245 246 247

    /* Now figure out the stable path
     *
     * XXX this method is O(N) because it scans the pool target
     * dir every time its run. Should figure out a more efficient
     * way of doing this...
     */
248
    if ((vol->target.path = virStorageBackendStablePath(pool,
249 250
                                                        devpath,
                                                        true)) == NULL) {
251 252 253 254
        retval = -1;
        goto free_vol;
    }

255
    if (STREQ(devpath, vol->target.path) &&
256 257 258
        !(STREQ(pool->def->target.path, "/dev") ||
          STREQ(pool->def->target.path, "/dev/"))) {

259
        VIR_DEBUG("No stable path found for '%s' in '%s'",
260 261 262 263 264 265
                  devpath, pool->def->target.path);

        retval = -1;
        goto free_vol;
    }

266
    if (virStorageBackendSCSIUpdateVolTargetInfo(&vol->target,
267 268
                                                 &vol->allocation,
                                                 &vol->capacity) < 0) {
269

270 271 272
        virReportError(VIR_ERR_INTERNAL_ERROR,
                       _("Failed to update volume for '%s'"),
                       devpath);
273 274 275 276
        retval = -1;
        goto free_vol;
    }

277
    if (!(vol->key = virStorageBackendSCSISerial(vol->target.path))) {
278 279 280 281 282 283 284 285 286
        retval = -1;
        goto free_vol;
    }

    pool->def->capacity += vol->capacity;
    pool->def->allocation += vol->allocation;

    if (VIR_REALLOC_N(pool->volumes.objs,
                      pool->volumes.count + 1) < 0) {
287
        virReportOOMError();
288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303
        retval = -1;
        goto free_vol;
    }
    pool->volumes.objs[pool->volumes.count++] = vol;

    goto out;

free_vol:
    virStorageVolDefFree(vol);
out:
    VIR_FREE(devpath);
    return retval;
}


static int
304
getNewStyleBlockDevice(const char *lun_path,
305 306 307 308 309 310 311 312 313
                       const char *block_name ATTRIBUTE_UNUSED,
                       char **block_device)
{
    char *block_path = NULL;
    DIR *block_dir = NULL;
    struct dirent *block_dirent = NULL;
    int retval = 0;

    if (virAsprintf(&block_path, "%s/block", lun_path) < 0) {
314
        virReportOOMError();
315 316 317
        goto out;
    }

318
    VIR_DEBUG("Looking for block device in '%s'", block_path);
319 320 321

    block_dir = opendir(block_path);
    if (block_dir == NULL) {
322
        virReportSystemError(errno,
323 324 325 326 327 328 329 330 331 332 333 334 335
                             _("Failed to opendir sysfs path '%s'"),
                             block_path);
        retval = -1;
        goto out;
    }

    while ((block_dirent = readdir(block_dir))) {

        if (STREQLEN(block_dirent->d_name, ".", 1)) {
            continue;
        }

        *block_device = strdup(block_dirent->d_name);
336 337

        if (*block_device == NULL) {
338
            virReportOOMError();
339 340 341 342 343
            closedir(block_dir);
            retval = -1;
            goto out;
        }

344
        VIR_DEBUG("Block device is '%s'", *block_device);
345 346 347 348 349 350 351 352 353 354 355 356 357

        break;
    }

    closedir(block_dir);

out:
    VIR_FREE(block_path);
    return retval;
}


static int
358
getOldStyleBlockDevice(const char *lun_path ATTRIBUTE_UNUSED,
359 360 361 362 363 364 365 366 367 368
                       const char *block_name,
                       char **block_device)
{
    char *blockp = NULL;
    int retval = 0;

    /* old-style; just parse out the sd */
    blockp = strrchr(block_name, ':');
    if (blockp == NULL) {
        /* Hm, wasn't what we were expecting; have to give up */
369 370 371
        virReportError(VIR_ERR_INTERNAL_ERROR,
                       _("Failed to parse block name %s"),
                       block_name);
372 373 374 375 376
        retval = -1;
    } else {
        blockp++;
        *block_device = strdup(blockp);

377
        if (*block_device == NULL) {
378
            virReportOOMError();
379 380 381 382
            retval = -1;
            goto out;
        }

383
        VIR_DEBUG("Block device is '%s'", *block_device);
384 385
    }

386
out:
387 388 389 390 391
    return retval;
}


static int
392
getBlockDevice(uint32_t host,
393 394 395 396 397 398 399 400 401 402 403 404
               uint32_t bus,
               uint32_t target,
               uint32_t lun,
               char **block_device)
{
    char *lun_path = NULL;
    DIR *lun_dir = NULL;
    struct dirent *lun_dirent = NULL;
    int retval = 0;

    if (virAsprintf(&lun_path, "/sys/bus/scsi/devices/%u:%u:%u:%u",
                    host, bus, target, lun) < 0) {
405
        virReportOOMError();
406 407 408 409 410
        goto out;
    }

    lun_dir = opendir(lun_path);
    if (lun_dir == NULL) {
411
        virReportSystemError(errno,
412 413 414 415 416 417 418 419 420
                             _("Failed to opendir sysfs path '%s'"),
                             lun_path);
        retval = -1;
        goto out;
    }

    while ((lun_dirent = readdir(lun_dir))) {
        if (STREQLEN(lun_dirent->d_name, "block", 5)) {
            if (strlen(lun_dirent->d_name) == 5) {
421
                retval = getNewStyleBlockDevice(lun_path,
422 423 424
                                                lun_dirent->d_name,
                                                block_device);
            } else {
425
                retval = getOldStyleBlockDevice(lun_path,
426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441
                                                lun_dirent->d_name,
                                                block_device);
            }
            break;
        }
    }

    closedir(lun_dir);

out:
    VIR_FREE(lun_path);
    return retval;
}


static int
442
processLU(virStoragePoolObjPtr pool,
443 444 445 446 447 448 449 450 451 452
          uint32_t host,
          uint32_t bus,
          uint32_t target,
          uint32_t lun)
{
    char *type_path = NULL;
    int retval = 0;
    int device_type;
    char *block_device = NULL;

453
    VIR_DEBUG("Processing LU %u:%u:%u:%u",
454 455
              host, bus, target, lun);

456
    if (getDeviceType(host, bus, target, lun, &device_type) < 0) {
457 458 459
        virReportError(VIR_ERR_INTERNAL_ERROR,
                       _("Failed to determine if %u:%u:%u:%u is a Direct-Access LUN"),
                       host, bus, target, lun);
460 461 462 463 464 465 466 467 468 469 470 471 472 473
        retval = -1;
        goto out;
    }

    /* We don't create volumes for devices other than disk and cdrom
     * devices, but finding a device that isn't one of those types
     * isn't an error, either. */
    if (!(device_type == VIR_STORAGE_DEVICE_TYPE_DISK ||
          device_type == VIR_STORAGE_DEVICE_TYPE_ROM))
    {
        retval = 0;
        goto out;
    }

474
    VIR_DEBUG("%u:%u:%u:%u is a Direct-Access LUN",
475 476
              host, bus, target, lun);

477
    if (getBlockDevice(host, bus, target, lun, &block_device) < 0) {
478 479 480
        goto out;
    }

481
    if (virStorageBackendSCSINewLun(pool,
482 483
                                    host, bus, target, lun,
                                    block_device) < 0) {
484
        VIR_DEBUG("Failed to create new storage volume for %u:%u:%u:%u",
485 486 487 488 489
                  host, bus, target, lun);
        retval = -1;
        goto out;
    }

490
    VIR_DEBUG("Created new storage volume for %u:%u:%u:%u successfully",
491 492 493 494 495
              host, bus, target, lun);

    VIR_FREE(type_path);

out:
496
    VIR_FREE(block_device);
497 498 499 500 501
    return retval;
}


int
502
virStorageBackendSCSIFindLUs(virStoragePoolObjPtr pool,
503 504 505 506 507 508 509 510 511
                             uint32_t scanhost)
{
    int retval = 0;
    uint32_t bus, target, lun;
    char *device_path = NULL;
    DIR *devicedir = NULL;
    struct dirent *lun_dirent = NULL;
    char devicepattern[64];

512
    VIR_DEBUG("Discovering LUs on host %u", scanhost);
513

514
    virFileWaitForDevices();
515 516

    if (virAsprintf(&device_path, "/sys/bus/scsi/devices") < 0) {
517
        virReportOOMError();
518 519 520 521 522 523
        goto out;
    }

    devicedir = opendir(device_path);

    if (devicedir == NULL) {
524
        virReportSystemError(errno,
525 526 527 528 529 530 531 532 533 534 535 536 537
                             _("Failed to opendir path '%s'"), device_path);
        retval = -1;
        goto out;
    }

    snprintf(devicepattern, sizeof(devicepattern), "%u:%%u:%%u:%%u\n", scanhost);

    while ((lun_dirent = readdir(devicedir))) {
        if (sscanf(lun_dirent->d_name, devicepattern,
                   &bus, &target, &lun) != 3) {
            continue;
        }

538
        VIR_DEBUG("Found LU '%s'", lun_dirent->d_name);
539

540
        processLU(pool, scanhost, bus, target, lun);
541 542 543 544 545 546 547 548 549 550 551
    }

    closedir(devicedir);

out:
    VIR_FREE(device_path);
    return retval;
}


int
552
virStorageBackendSCSIGetHostNumber(const char *sysfs_path,
553 554 555 556 557 558
                                   uint32_t *host)
{
    int retval = 0;
    DIR *sysdir = NULL;
    struct dirent *dirent = NULL;

559
    VIR_DEBUG("Finding host number from '%s'", sysfs_path);
560

561
    virFileWaitForDevices();
562 563 564 565

    sysdir = opendir(sysfs_path);

    if (sysdir == NULL) {
566
        virReportSystemError(errno,
567 568 569 570 571 572 573 574 575
                             _("Failed to opendir path '%s'"), sysfs_path);
        retval = -1;
        goto out;
    }

    while ((dirent = readdir(sysdir))) {
        if (STREQLEN(dirent->d_name, "target", strlen("target"))) {
            if (sscanf(dirent->d_name,
                       "target%u:", host) != 1) {
576
                VIR_DEBUG("Failed to parse target '%s'", dirent->d_name);
577 578 579 580 581 582 583 584 585 586 587 588
                retval = -1;
                break;
            }
        }
    }

    closedir(sysdir);
out:
    return retval;
}


589
static int
590
virStorageBackendSCSITriggerRescan(uint32_t host)
591 592 593 594 595
{
    int fd = -1;
    int retval = 0;
    char *path;

596
    VIR_DEBUG("Triggering rescan of host %d", host);
597 598

    if (virAsprintf(&path, "/sys/class/scsi_host/host%u/scan", host) < 0) {
599
        virReportOOMError();
600 601 602 603
        retval = -1;
        goto out;
    }

604
    VIR_DEBUG("Scan trigger path is '%s'", path);
605 606 607 608

    fd = open(path, O_WRONLY);

    if (fd < 0) {
609
        virReportSystemError(errno,
610 611 612 613 614 615 616 617 618
                             _("Could not open '%s' to trigger host scan"),
                             path);
        retval = -1;
        goto free_path;
    }

    if (safewrite(fd,
                  LINUX_SYSFS_SCSI_HOST_SCAN_STRING,
                  sizeof(LINUX_SYSFS_SCSI_HOST_SCAN_STRING)) < 0) {
619
        VIR_FORCE_CLOSE(fd);
620
        virReportSystemError(errno,
621 622 623 624 625
                             _("Write to '%s' to trigger host scan failed"),
                             path);
        retval = -1;
    }

626
    VIR_FORCE_CLOSE(fd);
627 628 629
free_path:
    VIR_FREE(path);
out:
630
    VIR_DEBUG("Rescan of host %d complete", host);
631 632 633
    return retval;
}

634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653
static int
virStorageBackendSCSICheckPool(virConnectPtr conn ATTRIBUTE_UNUSED,
                               virStoragePoolObjPtr pool,
                               bool *isActive)
{
    char *path;

    *isActive = false;
    if (virAsprintf(&path, "/sys/class/scsi_host/%s", pool->def->source.adapter) < 0) {
        virReportOOMError();
        return -1;
    }

    if (access(path, F_OK) == 0)
        *isActive = true;

    VIR_FREE(path);

    return 0;
}
654

655
static int
656
virStorageBackendSCSIRefreshPool(virConnectPtr conn ATTRIBUTE_UNUSED,
657 658 659 660 661 662 663 664
                                 virStoragePoolObjPtr pool)
{
    int retval = 0;
    uint32_t host;

    pool->def->allocation = pool->def->capacity = pool->def->available = 0;

    if (sscanf(pool->def->source.adapter, "host%u", &host) != 1) {
665
        VIR_DEBUG("Failed to get host number from '%s'",
666
                    pool->def->source.adapter);
667 668 669 670
        retval = -1;
        goto out;
    }

671
    VIR_DEBUG("Scanning host%u", host);
672

673
    if (virStorageBackendSCSITriggerRescan(host) < 0) {
674 675 676 677
        retval = -1;
        goto out;
    }

678
    virStorageBackendSCSIFindLUs(pool, host);
679 680 681 682 683 684 685 686 687

out:
    return retval;
}


virStorageBackend virStorageBackendSCSI = {
    .type = VIR_STORAGE_POOL_SCSI,

688
    .checkPool = virStorageBackendSCSICheckPool,
689 690
    .refreshPool = virStorageBackendSCSIRefreshPool,
};