pci-driver.c 23.3 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3
/*
 * drivers/pci/pci-driver.c
 *
4 5 6 7 8
 * (C) Copyright 2002-2004, 2007 Greg Kroah-Hartman <greg@kroah.com>
 * (C) Copyright 2007 Novell Inc.
 *
 * Released under the GPL v2 only.
 *
L
Linus Torvalds 已提交
9 10 11 12 13 14
 */

#include <linux/pci.h>
#include <linux/module.h>
#include <linux/init.h>
#include <linux/device.h>
15
#include <linux/mempolicy.h>
T
Tim Schmielau 已提交
16 17
#include <linux/string.h>
#include <linux/slab.h>
18
#include <linux/sched.h>
19
#include <linux/cpu.h>
L
Linus Torvalds 已提交
20 21 22 23 24 25
#include "pci.h"

/*
 * Dynamic device IDs are disabled for !CONFIG_HOTPLUG
 */

26 27 28 29
struct pci_dynid {
	struct list_head node;
	struct pci_device_id id;
};
L
Linus Torvalds 已提交
30

31 32
#ifdef CONFIG_HOTPLUG

L
Linus Torvalds 已提交
33
/**
R
Randy Dunlap 已提交
34 35 36 37
 * store_new_id - add a new PCI device ID to this driver and re-probe devices
 * @driver: target device driver
 * @buf: buffer for scanning device ID data
 * @count: input size
L
Linus Torvalds 已提交
38 39 40 41
 *
 * Adds a new dynamic pci device ID to this driver,
 * and causes the driver to probe for all devices again.
 */
42
static ssize_t
L
Linus Torvalds 已提交
43 44
store_new_id(struct device_driver *driver, const char *buf, size_t count)
{
45
	struct pci_dynid *dynid;
L
Linus Torvalds 已提交
46
	struct pci_driver *pdrv = to_pci_driver(driver);
47
	const struct pci_device_id *ids = pdrv->id_table;
48
	__u32 vendor, device, subvendor=PCI_ANY_ID,
L
Linus Torvalds 已提交
49 50 51
		subdevice=PCI_ANY_ID, class=0, class_mask=0;
	unsigned long driver_data=0;
	int fields=0;
52
	int retval=0;
L
Linus Torvalds 已提交
53

54
	fields = sscanf(buf, "%x %x %x %x %x %x %lx",
L
Linus Torvalds 已提交
55 56
			&vendor, &device, &subvendor, &subdevice,
			&class, &class_mask, &driver_data);
57
	if (fields < 2)
L
Linus Torvalds 已提交
58 59
		return -EINVAL;

60 61
	/* Only accept driver_data values that match an existing id_table
	   entry */
62 63 64 65 66 67 68 69
	if (ids) {
		retval = -EINVAL;
		while (ids->vendor || ids->subvendor || ids->class_mask) {
			if (driver_data == ids->driver_data) {
				retval = 0;
				break;
			}
			ids++;
70
		}
71 72
		if (retval)	/* No match */
			return retval;
73 74
	}

75
	dynid = kzalloc(sizeof(*dynid), GFP_KERNEL);
L
Linus Torvalds 已提交
76 77 78 79 80 81 82 83 84
	if (!dynid)
		return -ENOMEM;

	dynid->id.vendor = vendor;
	dynid->id.device = device;
	dynid->id.subvendor = subvendor;
	dynid->id.subdevice = subdevice;
	dynid->id.class = class;
	dynid->id.class_mask = class_mask;
M
Milton Miller 已提交
85
	dynid->id.driver_data = driver_data;
L
Linus Torvalds 已提交
86 87

	spin_lock(&pdrv->dynids.lock);
88
	list_add_tail(&dynid->node, &pdrv->dynids.list);
L
Linus Torvalds 已提交
89 90
	spin_unlock(&pdrv->dynids.lock);

91
	if (get_driver(&pdrv->driver)) {
92
		retval = driver_attach(&pdrv->driver);
93
		put_driver(&pdrv->driver);
L
Linus Torvalds 已提交
94 95
	}

96 97
	if (retval)
		return retval;
L
Linus Torvalds 已提交
98 99 100 101 102 103 104
	return count;
}
static DRIVER_ATTR(new_id, S_IWUSR, NULL, store_new_id);

static void
pci_free_dynids(struct pci_driver *drv)
{
105
	struct pci_dynid *dynid, *n;
L
Linus Torvalds 已提交
106 107

	spin_lock(&drv->dynids.lock);
108
	list_for_each_entry_safe(dynid, n, &drv->dynids.list, node) {
L
Linus Torvalds 已提交
109 110 111 112 113 114 115 116 117 118 119
		list_del(&dynid->node);
		kfree(dynid);
	}
	spin_unlock(&drv->dynids.lock);
}

static int
pci_create_newid_file(struct pci_driver *drv)
{
	int error = 0;
	if (drv->probe != NULL)
120
		error = driver_create_file(&drv->driver, &driver_attr_new_id);
L
Linus Torvalds 已提交
121 122 123
	return error;
}

124 125 126 127
static void pci_remove_newid_file(struct pci_driver *drv)
{
	driver_remove_file(&drv->driver, &driver_attr_new_id);
}
L
Linus Torvalds 已提交
128 129 130 131 132 133
#else /* !CONFIG_HOTPLUG */
static inline void pci_free_dynids(struct pci_driver *drv) {}
static inline int pci_create_newid_file(struct pci_driver *drv)
{
	return 0;
}
134
static inline void pci_remove_newid_file(struct pci_driver *drv) {}
L
Linus Torvalds 已提交
135 136 137
#endif

/**
138
 * pci_match_id - See if a pci device matches a given pci_id table
L
Linus Torvalds 已提交
139
 * @ids: array of PCI device id structures to search in
140 141
 * @dev: the PCI device structure to match against.
 *
L
Linus Torvalds 已提交
142
 * Used by a driver to check whether a PCI device present in the
143
 * system is in its list of supported devices.  Returns the matching
L
Linus Torvalds 已提交
144
 * pci_device_id structure or %NULL if there is no match.
145
 *
R
Randy Dunlap 已提交
146
 * Deprecated, don't use this as it will not catch any dynamic ids
147
 * that a driver might want to check for.
L
Linus Torvalds 已提交
148
 */
149 150
const struct pci_device_id *pci_match_id(const struct pci_device_id *ids,
					 struct pci_dev *dev)
L
Linus Torvalds 已提交
151
{
152 153 154 155 156 157
	if (ids) {
		while (ids->vendor || ids->subvendor || ids->class_mask) {
			if (pci_match_one_device(ids, dev))
				return ids;
			ids++;
		}
L
Linus Torvalds 已提交
158 159 160 161 162
	}
	return NULL;
}

/**
R
Randy Dunlap 已提交
163
 * pci_match_device - Tell if a PCI device structure has a matching PCI device id structure
164
 * @drv: the PCI driver to match against
165
 * @dev: the PCI device structure to match against
166 167 168 169
 *
 * Used by a driver to check whether a PCI device present in the
 * system is in its list of supported devices.  Returns the matching
 * pci_device_id structure or %NULL if there is no match.
L
Linus Torvalds 已提交
170
 */
A
Adrian Bunk 已提交
171 172
static const struct pci_device_id *pci_match_device(struct pci_driver *drv,
						    struct pci_dev *dev)
173 174
{
	struct pci_dynid *dynid;
L
Linus Torvalds 已提交
175

176
	/* Look at the dynamic ids first, before the static ones */
177 178 179 180 181 182
	spin_lock(&drv->dynids.lock);
	list_for_each_entry(dynid, &drv->dynids.list, node) {
		if (pci_match_one_device(&dynid->id, dev)) {
			spin_unlock(&drv->dynids.lock);
			return &dynid->id;
		}
L
Linus Torvalds 已提交
183
	}
184
	spin_unlock(&drv->dynids.lock);
185 186

	return pci_match_id(drv->id_table, dev);
L
Linus Torvalds 已提交
187 188
}

189 190 191 192 193 194 195 196 197 198 199 200 201
struct drv_dev_and_id {
	struct pci_driver *drv;
	struct pci_dev *dev;
	const struct pci_device_id *id;
};

static long local_pci_probe(void *_ddi)
{
	struct drv_dev_and_id *ddi = _ddi;

	return ddi->drv->probe(ddi->dev, ddi->id);
}

202 203 204
static int pci_call_probe(struct pci_driver *drv, struct pci_dev *dev,
			  const struct pci_device_id *id)
{
205 206 207 208 209 210 211 212
	int error, node;
	struct drv_dev_and_id ddi = { drv, dev, id };

	/* Execute driver initialization on node where the device's
	   bus is attached to.  This way the driver likely allocates
	   its local memory on the right node without any need to
	   change it. */
	node = dev_to_node(&dev->dev);
213
	if (node >= 0) {
214
		int cpu;
215
		node_to_cpumask_ptr(nodecpumask, node);
216 217 218 219 220 221 222 223 224 225

		get_online_cpus();
		cpu = cpumask_any_and(nodecpumask, cpu_online_mask);
		if (cpu < nr_cpu_ids)
			error = work_on_cpu(cpu, local_pci_probe, &ddi);
		else
			error = local_pci_probe(&ddi);
		put_online_cpus();
	} else
		error = local_pci_probe(&ddi);
226 227 228
	return error;
}

L
Linus Torvalds 已提交
229 230
/**
 * __pci_device_probe()
R
Randy Dunlap 已提交
231 232
 * @drv: driver to call to check if it wants the PCI device
 * @pci_dev: PCI device being probed
L
Linus Torvalds 已提交
233
 * 
R
Randy Dunlap 已提交
234
 * returns 0 on success, else error.
L
Linus Torvalds 已提交
235 236 237 238
 * side-effect: pci_dev->driver is set to drv when drv claims pci_dev.
 */
static int
__pci_device_probe(struct pci_driver *drv, struct pci_dev *pci_dev)
239 240
{
	const struct pci_device_id *id;
L
Linus Torvalds 已提交
241 242 243
	int error = 0;

	if (!pci_dev->driver && drv->probe) {
244 245 246 247
		error = -ENODEV;

		id = pci_match_device(drv, pci_dev);
		if (id)
248
			error = pci_call_probe(drv, pci_dev, id);
249 250 251 252
		if (error >= 0) {
			pci_dev->driver = drv;
			error = 0;
		}
L
Linus Torvalds 已提交
253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283
	}
	return error;
}

static int pci_device_probe(struct device * dev)
{
	int error = 0;
	struct pci_driver *drv;
	struct pci_dev *pci_dev;

	drv = to_pci_driver(dev->driver);
	pci_dev = to_pci_dev(dev);
	pci_dev_get(pci_dev);
	error = __pci_device_probe(drv, pci_dev);
	if (error)
		pci_dev_put(pci_dev);

	return error;
}

static int pci_device_remove(struct device * dev)
{
	struct pci_dev * pci_dev = to_pci_dev(dev);
	struct pci_driver * drv = pci_dev->driver;

	if (drv) {
		if (drv->remove)
			drv->remove(pci_dev);
		pci_dev->driver = NULL;
	}

284 285 286 287 288 289 290
	/*
	 * If the device is still on, set the power state as "unknown",
	 * since it might change by the next time we load the driver.
	 */
	if (pci_dev->current_state == PCI_D0)
		pci_dev->current_state = PCI_UNKNOWN;

L
Linus Torvalds 已提交
291 292 293 294 295 296 297 298 299 300 301 302 303
	/*
	 * We would love to complain here if pci_dev->is_enabled is set, that
	 * the driver should have called pci_disable_device(), but the
	 * unfortunate fact is there are too many odd BIOS and bridge setups
	 * that don't like drivers doing that all of the time.  
	 * Oh well, we can dream of sane hardware when we sleep, no matter how
	 * horrible the crap we have to deal with is when we are awake...
	 */

	pci_dev_put(pci_dev);
	return 0;
}

304 305 306 307 308 309 310 311 312 313 314 315 316
static void pci_device_shutdown(struct device *dev)
{
	struct pci_dev *pci_dev = to_pci_dev(dev);
	struct pci_driver *drv = pci_dev->driver;

	if (drv && drv->shutdown)
		drv->shutdown(pci_dev);
	pci_msi_shutdown(pci_dev);
	pci_msix_shutdown(pci_dev);
}

#ifdef CONFIG_PM_SLEEP

317 318 319
/*
 * Default "suspend" method for devices that have no driver provided suspend,
 * or not even a driver at all (second part).
320
 */
321
static void pci_pm_set_unknown_state(struct pci_dev *pci_dev)
322 323 324 325 326 327 328 329 330
{
	/*
	 * mark its power state as "unknown", since we don't know if
	 * e.g. the BIOS will change its device state when we suspend.
	 */
	if (pci_dev->current_state == PCI_D0)
		pci_dev->current_state = PCI_UNKNOWN;
}

331 332 333 334
/*
 * Default "resume" method for devices that have no driver provided resume,
 * or not even a driver at all (second part).
 */
335
static int pci_pm_reenable_device(struct pci_dev *pci_dev)
336 337 338
{
	int retval;

339 340 341 342 343 344 345 346 347 348 349 350 351
	/* if the device was enabled before suspend, reenable */
	retval = pci_reenable_device(pci_dev);
	/*
	 * if the device was busmaster before the suspend, make it busmaster
	 * again
	 */
	if (pci_dev->is_busmaster)
		pci_set_master(pci_dev);

	return retval;
}

static int pci_legacy_suspend(struct device *dev, pm_message_t state)
L
Linus Torvalds 已提交
352 353 354 355 356
{
	struct pci_dev * pci_dev = to_pci_dev(dev);
	struct pci_driver * drv = pci_dev->driver;
	int i = 0;

357
	if (drv && drv->suspend) {
L
Linus Torvalds 已提交
358
		i = drv->suspend(pci_dev, state);
359 360
		suspend_report_result(drv->suspend, i);
	} else {
361
		pci_save_state(pci_dev);
362
		/*
363 364
		 * This is for compatibility with existing code with legacy PM
		 * support.
365
		 */
366
		pci_pm_set_unknown_state(pci_dev);
367
	}
368 369 370

	pci_fixup_device(pci_fixup_suspend, pci_dev);

L
Linus Torvalds 已提交
371 372 373
	return i;
}

374
static int pci_legacy_suspend_late(struct device *dev, pm_message_t state)
L
Linus Torvalds 已提交
375 376 377 378 379 380 381 382 383 384 385
{
	struct pci_dev * pci_dev = to_pci_dev(dev);
	struct pci_driver * drv = pci_dev->driver;
	int i = 0;

	if (drv && drv->suspend_late) {
		i = drv->suspend_late(pci_dev, state);
		suspend_report_result(drv->suspend_late, i);
	}
	return i;
}
L
Linus Torvalds 已提交
386

387
static int pci_legacy_resume(struct device *dev)
L
Linus Torvalds 已提交
388
{
389
	int error;
L
Linus Torvalds 已提交
390 391 392
	struct pci_dev * pci_dev = to_pci_dev(dev);
	struct pci_driver * drv = pci_dev->driver;

393 394
	pci_fixup_device(pci_fixup_resume, pci_dev);

395
	if (drv && drv->resume) {
396
		error = drv->resume(pci_dev);
397
	} else {
398 399
		/* restore the PCI config space */
		pci_restore_state(pci_dev);
400
		error = pci_pm_reenable_device(pci_dev);
401
	}
402
	return error;
L
Linus Torvalds 已提交
403 404
}

405
static int pci_legacy_resume_early(struct device *dev)
L
Linus Torvalds 已提交
406 407 408 409 410
{
	int error = 0;
	struct pci_dev * pci_dev = to_pci_dev(dev);
	struct pci_driver * drv = pci_dev->driver;

411 412
	pci_fixup_device(pci_fixup_resume_early, pci_dev);

L
Linus Torvalds 已提交
413 414 415 416 417
	if (drv && drv->resume_early)
		error = drv->resume_early(pci_dev);
	return error;
}

418 419
/* Auxiliary functions used by the new power management framework */

420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439
static int pci_restore_standard_config(struct pci_dev *pci_dev)
{
	struct pci_dev *parent = pci_dev->bus->self;
	int error = 0;

	/* Check if the device's bus is operational */
	if (!parent || parent->current_state == PCI_D0) {
		pci_restore_state(pci_dev);
		pci_update_current_state(pci_dev, PCI_D0);
	} else {
		dev_warn(&pci_dev->dev, "unable to restore config, "
			"bridge %s in low power state D%d\n", pci_name(parent),
			parent->current_state);
		pci_dev->current_state = PCI_UNKNOWN;
		error = -EAGAIN;
	}

	return error;
}

440 441 442 443 444
static bool pci_is_bridge(struct pci_dev *pci_dev)
{
	return !!(pci_dev->subordinate);
}

445 446 447 448 449 450
static void pci_pm_default_resume_noirq(struct pci_dev *pci_dev)
{
	if (pci_restore_standard_config(pci_dev))
		pci_fixup_device(pci_fixup_resume_early, pci_dev);
}

451 452
static int pci_pm_default_resume(struct pci_dev *pci_dev)
{
453 454 455 456 457 458 459 460 461 462 463 464 465
	/*
	 * pci_restore_standard_config() should have been called once already,
	 * but it would have failed if the device's parent bridge had not been
	 * in power state D0 at that time.  Check it and try again if necessary.
	 */
	if (pci_dev->current_state == PCI_UNKNOWN) {
		int error = pci_restore_standard_config(pci_dev);
		if (error)
			return error;
	}

	pci_fixup_device(pci_fixup_resume, pci_dev);

466 467 468
	if (!pci_is_bridge(pci_dev))
		pci_enable_wake(pci_dev, PCI_D0, false);

469
	return pci_pm_reenable_device(pci_dev);
470 471
}

472 473 474 475 476 477 478 479 480 481 482
static void pci_pm_default_suspend_generic(struct pci_dev *pci_dev)
{
	/* If device is enabled at this point, disable it */
	pci_disable_enabled_device(pci_dev);
	/*
	 * Save state with interrupts enabled, because in principle the bus the
	 * device is on may be put into a low power state after this code runs.
	 */
	pci_save_state(pci_dev);
}

483 484
static void pci_pm_default_suspend(struct pci_dev *pci_dev)
{
485
	pci_pm_default_suspend_generic(pci_dev);
486 487 488 489 490

	if (!pci_is_bridge(pci_dev))
		pci_prepare_to_sleep(pci_dev);
}

491 492 493
static bool pci_has_legacy_pm_support(struct pci_dev *pci_dev)
{
	struct pci_driver *drv = pci_dev->driver;
494
	bool ret = drv && (drv->suspend || drv->suspend_late || drv->resume
495
		|| drv->resume_early);
496 497 498 499 500 501 502 503 504

	/*
	 * Legacy PM support is used by default, so warn if the new framework is
	 * supported as well.  Drivers are supposed to support either the
	 * former, or the latter, but not both at the same time.
	 */
	WARN_ON(ret && drv->driver.pm);

	return ret;
505 506
}

507 508
/* New power management framework */

509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535
static int pci_pm_prepare(struct device *dev)
{
	struct device_driver *drv = dev->driver;
	int error = 0;

	if (drv && drv->pm && drv->pm->prepare)
		error = drv->pm->prepare(dev);

	return error;
}

static void pci_pm_complete(struct device *dev)
{
	struct device_driver *drv = dev->driver;

	if (drv && drv->pm && drv->pm->complete)
		drv->pm->complete(dev);
}

#ifdef CONFIG_SUSPEND

static int pci_pm_suspend(struct device *dev)
{
	struct pci_dev *pci_dev = to_pci_dev(dev);
	struct device_driver *drv = dev->driver;
	int error = 0;

536 537
	if (pci_has_legacy_pm_support(pci_dev))
		return pci_legacy_suspend(dev, PMSG_SUSPEND);
538

539 540 541 542 543
	if (drv && drv->pm) {
		if (drv->pm->suspend) {
			error = drv->pm->suspend(dev);
			suspend_report_result(drv->pm->suspend, error);
		}
544
	} else {
545
		pci_pm_default_suspend(pci_dev);
546
	}
547

548 549 550 551 552 553
	pci_fixup_device(pci_fixup_suspend, pci_dev);

	return error;
}

static int pci_pm_suspend_noirq(struct device *dev)
G
Greg KH 已提交
554
{
555
	struct pci_dev *pci_dev = to_pci_dev(dev);
556
	struct device_driver *drv = dev->driver;
557
	int error = 0;
G
Greg KH 已提交
558

559 560 561
	if (pci_has_legacy_pm_support(pci_dev))
		return pci_legacy_suspend_late(dev, PMSG_SUSPEND);

562 563 564 565 566
	if (drv && drv->pm) {
		if (drv->pm->suspend_noirq) {
			error = drv->pm->suspend_noirq(dev);
			suspend_report_result(drv->pm->suspend_noirq, error);
		}
567
	} else {
568
		pci_pm_set_unknown_state(pci_dev);
569 570 571
	}

	return error;
G
Greg KH 已提交
572
}
L
Linus Torvalds 已提交
573

574 575 576 577
static int pci_pm_resume(struct device *dev)
{
	struct pci_dev *pci_dev = to_pci_dev(dev);
	struct device_driver *drv = dev->driver;
578
	int error = 0;
579

580
	if (pci_has_legacy_pm_support(pci_dev))
581 582
		return pci_legacy_resume(dev);

583
	if (drv && drv->pm) {
584 585
		pci_fixup_device(pci_fixup_resume, pci_dev);

586 587 588
		if (drv->pm->resume)
			error = drv->pm->resume(dev);
	} else {
589
		error = pci_pm_default_resume(pci_dev);
590 591 592 593 594 595 596
	}

	return error;
}

static int pci_pm_resume_noirq(struct device *dev)
{
597
	struct pci_dev *pci_dev = to_pci_dev(dev);
598
	struct device_driver *drv = dev->driver;
599 600
	int error = 0;

601
	if (pci_has_legacy_pm_support(pci_dev))
602 603
		return pci_legacy_resume_early(dev);

604
	if (drv && drv->pm) {
605 606
		pci_fixup_device(pci_fixup_resume_early, pci_dev);

607 608
		if (drv->pm->resume_noirq)
			error = drv->pm->resume_noirq(dev);
609
	} else {
610
		pci_pm_default_resume_noirq(pci_dev);
611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632
	}

	return error;
}

#else /* !CONFIG_SUSPEND */

#define pci_pm_suspend		NULL
#define pci_pm_suspend_noirq	NULL
#define pci_pm_resume		NULL
#define pci_pm_resume_noirq	NULL

#endif /* !CONFIG_SUSPEND */

#ifdef CONFIG_HIBERNATION

static int pci_pm_freeze(struct device *dev)
{
	struct pci_dev *pci_dev = to_pci_dev(dev);
	struct device_driver *drv = dev->driver;
	int error = 0;

633 634
	if (pci_has_legacy_pm_support(pci_dev))
		return pci_legacy_suspend(dev, PMSG_FREEZE);
635

636 637 638 639 640
	if (drv && drv->pm) {
		if (drv->pm->freeze) {
			error = drv->pm->freeze(dev);
			suspend_report_result(drv->pm->freeze, error);
		}
641
	} else {
642
		pci_pm_default_suspend_generic(pci_dev);
643 644 645 646 647 648 649
	}

	return error;
}

static int pci_pm_freeze_noirq(struct device *dev)
{
650
	struct pci_dev *pci_dev = to_pci_dev(dev);
651
	struct device_driver *drv = dev->driver;
652 653
	int error = 0;

654 655 656
	if (pci_has_legacy_pm_support(pci_dev))
		return pci_legacy_suspend_late(dev, PMSG_FREEZE);

657 658 659 660 661
	if (drv && drv->pm) {
		if (drv->pm->freeze_noirq) {
			error = drv->pm->freeze_noirq(dev);
			suspend_report_result(drv->pm->freeze_noirq, error);
		}
662
	} else {
663
		pci_pm_set_unknown_state(pci_dev);
664 665 666 667 668 669 670
	}

	return error;
}

static int pci_pm_thaw(struct device *dev)
{
671
	struct pci_dev *pci_dev = to_pci_dev(dev);
672 673 674
	struct device_driver *drv = dev->driver;
	int error = 0;

675
	if (pci_has_legacy_pm_support(pci_dev))
676 677
		return pci_legacy_resume(dev);

678 679 680
	if (drv && drv->pm) {
		if (drv->pm->thaw)
			error =  drv->pm->thaw(dev);
681
	} else {
682
		pci_pm_reenable_device(pci_dev);
683 684 685 686 687 688 689
	}

	return error;
}

static int pci_pm_thaw_noirq(struct device *dev)
{
690
	struct pci_dev *pci_dev = to_pci_dev(dev);
691
	struct device_driver *drv = dev->driver;
692 693
	int error = 0;

694
	if (pci_has_legacy_pm_support(pci_dev))
695 696
		return pci_legacy_resume_early(dev);

697 698 699
	if (drv && drv->pm) {
		if (drv->pm->thaw_noirq)
			error = drv->pm->thaw_noirq(dev);
700
	} else {
701
		pci_update_current_state(pci_dev, PCI_D0);
702 703 704 705 706 707 708
	}

	return error;
}

static int pci_pm_poweroff(struct device *dev)
{
709
	struct pci_dev *pci_dev = to_pci_dev(dev);
710 711 712
	struct device_driver *drv = dev->driver;
	int error = 0;

713 714
	if (pci_has_legacy_pm_support(pci_dev))
		return pci_legacy_suspend(dev, PMSG_HIBERNATE);
715

716 717 718 719 720
	if (drv && drv->pm) {
		if (drv->pm->poweroff) {
			error = drv->pm->poweroff(dev);
			suspend_report_result(drv->pm->poweroff, error);
		}
721
	} else {
722
		pci_pm_default_suspend(pci_dev);
723 724
	}

725 726
	pci_fixup_device(pci_fixup_suspend, pci_dev);

727 728 729 730 731
	return error;
}

static int pci_pm_poweroff_noirq(struct device *dev)
{
732
	struct device_driver *drv = dev->driver;
733 734
	int error = 0;

735 736 737
	if (pci_has_legacy_pm_support(to_pci_dev(dev)))
		return pci_legacy_suspend_late(dev, PMSG_HIBERNATE);

738 739 740 741 742 743 744 745 746 747 748 749 750 751
	if (drv && drv->pm) {
		if (drv->pm->poweroff_noirq) {
			error = drv->pm->poweroff_noirq(dev);
			suspend_report_result(drv->pm->poweroff_noirq, error);
		}
	}

	return error;
}

static int pci_pm_restore(struct device *dev)
{
	struct pci_dev *pci_dev = to_pci_dev(dev);
	struct device_driver *drv = dev->driver;
752
	int error = 0;
753

754
	if (pci_has_legacy_pm_support(pci_dev))
755 756
		return pci_legacy_resume(dev);

757
	if (drv && drv->pm) {
758 759
		pci_fixup_device(pci_fixup_resume, pci_dev);

760 761 762
		if (drv->pm->restore)
			error = drv->pm->restore(dev);
	} else {
763
		error = pci_pm_default_resume(pci_dev);
764 765 766 767 768 769 770 771
	}

	return error;
}

static int pci_pm_restore_noirq(struct device *dev)
{
	struct pci_dev *pci_dev = to_pci_dev(dev);
772
	struct device_driver *drv = dev->driver;
773 774
	int error = 0;

775
	if (pci_has_legacy_pm_support(pci_dev))
776 777
		return pci_legacy_resume_early(dev);

778
	if (drv && drv->pm) {
779 780
		pci_fixup_device(pci_fixup_resume_early, pci_dev);

781 782
		if (drv->pm->restore_noirq)
			error = drv->pm->restore_noirq(dev);
783
	} else {
784
		pci_pm_default_resume_noirq(pci_dev);
785 786 787
	}

	return error;
G
Greg KH 已提交
788
}
L
Linus Torvalds 已提交
789

790 791 792 793 794 795 796 797 798 799 800 801 802
#else /* !CONFIG_HIBERNATION */

#define pci_pm_freeze		NULL
#define pci_pm_freeze_noirq	NULL
#define pci_pm_thaw		NULL
#define pci_pm_thaw_noirq	NULL
#define pci_pm_poweroff		NULL
#define pci_pm_poweroff_noirq	NULL
#define pci_pm_restore		NULL
#define pci_pm_restore_noirq	NULL

#endif /* !CONFIG_HIBERNATION */

803 804 805 806 807 808 809 810 811
struct dev_pm_ops pci_dev_pm_ops = {
	.prepare = pci_pm_prepare,
	.complete = pci_pm_complete,
	.suspend = pci_pm_suspend,
	.resume = pci_pm_resume,
	.freeze = pci_pm_freeze,
	.thaw = pci_pm_thaw,
	.poweroff = pci_pm_poweroff,
	.restore = pci_pm_restore,
812 813 814 815 816 817 818 819
	.suspend_noirq = pci_pm_suspend_noirq,
	.resume_noirq = pci_pm_resume_noirq,
	.freeze_noirq = pci_pm_freeze_noirq,
	.thaw_noirq = pci_pm_thaw_noirq,
	.poweroff_noirq = pci_pm_poweroff_noirq,
	.restore_noirq = pci_pm_restore_noirq,
};

820
#define PCI_PM_OPS_PTR	(&pci_dev_pm_ops)
821 822 823 824 825 826 827

#else /* !CONFIG_PM_SLEEP */

#define PCI_PM_OPS_PTR	NULL

#endif /* !CONFIG_PM_SLEEP */

L
Linus Torvalds 已提交
828
/**
829
 * __pci_register_driver - register a new pci driver
L
Linus Torvalds 已提交
830
 * @drv: the driver structure to register
831
 * @owner: owner module of drv
832
 * @mod_name: module name string
L
Linus Torvalds 已提交
833 834 835
 * 
 * Adds the driver structure to the list of registered drivers.
 * Returns a negative value on error, otherwise 0. 
836
 * If no error occurred, the driver remains registered even if 
L
Linus Torvalds 已提交
837 838
 * no device was claimed during registration.
 */
839 840
int __pci_register_driver(struct pci_driver *drv, struct module *owner,
			  const char *mod_name)
L
Linus Torvalds 已提交
841 842 843 844 845 846
{
	int error;

	/* initialize common driver fields */
	drv->driver.name = drv->name;
	drv->driver.bus = &pci_bus_type;
847
	drv->driver.owner = owner;
848
	drv->driver.mod_name = mod_name;
A
Alan Cox 已提交
849

850 851
	spin_lock_init(&drv->dynids.lock);
	INIT_LIST_HEAD(&drv->dynids.list);
L
Linus Torvalds 已提交
852 853 854

	/* register with core */
	error = driver_register(&drv->driver);
855 856
	if (error)
		return error;
L
Linus Torvalds 已提交
857

858 859 860
	error = pci_create_newid_file(drv);
	if (error)
		driver_unregister(&drv->driver);
L
Linus Torvalds 已提交
861 862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877

	return error;
}

/**
 * pci_unregister_driver - unregister a pci driver
 * @drv: the driver structure to unregister
 * 
 * Deletes the driver structure from the list of registered PCI drivers,
 * gives it a chance to clean up by calling its remove() function for
 * each device it was responsible for, and marks those devices as
 * driverless.
 */

void
pci_unregister_driver(struct pci_driver *drv)
{
878
	pci_remove_newid_file(drv);
L
Linus Torvalds 已提交
879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910
	driver_unregister(&drv->driver);
	pci_free_dynids(drv);
}

static struct pci_driver pci_compat_driver = {
	.name = "compat"
};

/**
 * pci_dev_driver - get the pci_driver of a device
 * @dev: the device to query
 *
 * Returns the appropriate pci_driver structure or %NULL if there is no 
 * registered driver for the device.
 */
struct pci_driver *
pci_dev_driver(const struct pci_dev *dev)
{
	if (dev->driver)
		return dev->driver;
	else {
		int i;
		for(i=0; i<=PCI_ROM_RESOURCE; i++)
			if (dev->resource[i].flags & IORESOURCE_BUSY)
				return &pci_compat_driver;
	}
	return NULL;
}

/**
 * pci_bus_match - Tell if a PCI device structure has a matching PCI device id structure
 * @dev: the PCI device structure to match against
R
Randy Dunlap 已提交
911
 * @drv: the device driver to search for matching PCI device id structures
L
Linus Torvalds 已提交
912 913
 * 
 * Used by a driver to check whether a PCI device present in the
R
Randy Dunlap 已提交
914
 * system is in its list of supported devices. Returns the matching
L
Linus Torvalds 已提交
915 916
 * pci_device_id structure or %NULL if there is no match.
 */
917
static int pci_bus_match(struct device *dev, struct device_driver *drv)
L
Linus Torvalds 已提交
918
{
919 920
	struct pci_dev *pci_dev = to_pci_dev(dev);
	struct pci_driver *pci_drv = to_pci_driver(drv);
L
Linus Torvalds 已提交
921 922
	const struct pci_device_id *found_id;

923
	found_id = pci_match_device(pci_drv, pci_dev);
L
Linus Torvalds 已提交
924 925 926
	if (found_id)
		return 1;

927
	return 0;
L
Linus Torvalds 已提交
928 929 930 931 932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947 948 949 950 951 952 953 954 955 956 957 958 959 960 961 962
}

/**
 * pci_dev_get - increments the reference count of the pci device structure
 * @dev: the device being referenced
 *
 * Each live reference to a device should be refcounted.
 *
 * Drivers for PCI devices should normally record such references in
 * their probe() methods, when they bind to a device, and release
 * them by calling pci_dev_put(), in their disconnect() methods.
 *
 * A pointer to the device with the incremented reference counter is returned.
 */
struct pci_dev *pci_dev_get(struct pci_dev *dev)
{
	if (dev)
		get_device(&dev->dev);
	return dev;
}

/**
 * pci_dev_put - release a use of the pci device structure
 * @dev: device that's been disconnected
 *
 * Must be called when a user of a device is finished with it.  When the last
 * user of the device calls this function, the memory of the device is freed.
 */
void pci_dev_put(struct pci_dev *dev)
{
	if (dev)
		put_device(&dev->dev);
}

#ifndef CONFIG_HOTPLUG
963
int pci_uevent(struct device *dev, struct kobj_uevent_env *env)
L
Linus Torvalds 已提交
964 965 966 967 968 969 970 971
{
	return -ENODEV;
}
#endif

struct bus_type pci_bus_type = {
	.name		= "pci",
	.match		= pci_bus_match,
972
	.uevent		= pci_uevent,
973 974
	.probe		= pci_device_probe,
	.remove		= pci_device_remove,
L
Linus Torvalds 已提交
975
	.shutdown	= pci_device_shutdown,
L
Linus Torvalds 已提交
976
	.dev_attrs	= pci_dev_attrs,
977
	.pm		= PCI_PM_OPS_PTR,
L
Linus Torvalds 已提交
978 979 980 981 982 983 984 985 986
};

static int __init pci_driver_init(void)
{
	return bus_register(&pci_bus_type);
}

postcore_initcall(pci_driver_init);

987
EXPORT_SYMBOL(pci_match_id);
988
EXPORT_SYMBOL(__pci_register_driver);
L
Linus Torvalds 已提交
989 990 991 992 993
EXPORT_SYMBOL(pci_unregister_driver);
EXPORT_SYMBOL(pci_dev_driver);
EXPORT_SYMBOL(pci_bus_type);
EXPORT_SYMBOL(pci_dev_get);
EXPORT_SYMBOL(pci_dev_put);