setup-bus.c 41.3 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
/*
 *	drivers/pci/setup-bus.c
 *
 * Extruded from code written by
 *      Dave Rusling (david.rusling@reo.mts.dec.com)
 *      David Mosberger (davidm@cs.arizona.edu)
 *	David Miller (davem@redhat.com)
 *
 * Support routines for initializing a PCI subsystem.
 */

/*
 * Nov 2000, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
 *	     PCI-PCI bridges cleanup, sorted resource allocation.
 * Feb 2002, Ivan Kokshaysky <ink@jurassic.park.msu.ru>
 *	     Converted to allocation in 3 passes, which gives
 *	     tighter packing. Prefetchable range support.
 */

#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/pci.h>
#include <linux/errno.h>
#include <linux/ioport.h>
#include <linux/cache.h>
#include <linux/slab.h>
28
#include <asm-generic/pci-bridge.h>
29
#include "pci.h"
L
Linus Torvalds 已提交
30

B
Bjorn Helgaas 已提交
31
unsigned int pci_flags;
32

33 34
struct pci_dev_resource {
	struct list_head list;
35 36
	struct resource *res;
	struct pci_dev *dev;
37 38
	resource_size_t start;
	resource_size_t end;
39
	resource_size_t add_size;
40
	resource_size_t min_align;
41 42 43
	unsigned long flags;
};

44 45 46 47 48 49 50 51 52
static void free_list(struct list_head *head)
{
	struct pci_dev_resource *dev_res, *tmp;

	list_for_each_entry_safe(dev_res, tmp, head, list) {
		list_del(&dev_res->list);
		kfree(dev_res);
	}
}
53

54 55 56 57 58 59 60 61 62
/**
 * add_to_list() - add a new resource tracker to the list
 * @head:	Head of the list
 * @dev:	device corresponding to which the resource
 *		belongs
 * @res:	The resource to be tracked
 * @add_size:	additional size to be optionally added
 *              to the resource
 */
63
static int add_to_list(struct list_head *head,
64
		 struct pci_dev *dev, struct resource *res,
65
		 resource_size_t add_size, resource_size_t min_align)
66
{
67
	struct pci_dev_resource *tmp;
68

69
	tmp = kzalloc(sizeof(*tmp), GFP_KERNEL);
70
	if (!tmp) {
71
		pr_warning("add_to_list: kmalloc() failed!\n");
72
		return -ENOMEM;
73 74 75 76 77 78 79
	}

	tmp->res = res;
	tmp->dev = dev;
	tmp->start = res->start;
	tmp->end = res->end;
	tmp->flags = res->flags;
80
	tmp->add_size = add_size;
81
	tmp->min_align = min_align;
82 83

	list_add(&tmp->list, head);
84 85

	return 0;
86 87
}

88
static void remove_from_list(struct list_head *head,
89 90
				 struct resource *res)
{
91
	struct pci_dev_resource *dev_res, *tmp;
92

93 94 95 96
	list_for_each_entry_safe(dev_res, tmp, head, list) {
		if (dev_res->res == res) {
			list_del(&dev_res->list);
			kfree(dev_res);
97
			break;
98 99 100 101
		}
	}
}

102
static resource_size_t get_res_add_size(struct list_head *head,
103 104
					struct resource *res)
{
105
	struct pci_dev_resource *dev_res;
106

107 108
	list_for_each_entry(dev_res, head, list) {
		if (dev_res->res == res) {
109 110
			int idx = res - &dev_res->dev->resource[0];

111
			dev_printk(KERN_DEBUG, &dev_res->dev->dev,
112 113
				 "res[%d]=%pR get_res_add_size add_size %llx\n",
				 idx, dev_res->res,
114
				 (unsigned long long)dev_res->add_size);
115

116
			return dev_res->add_size;
117
		}
118
	}
119 120 121 122

	return 0;
}

123
/* Sort resources by alignment */
124
static void pdev_sort_resources(struct pci_dev *dev, struct list_head *head)
125 126 127 128 129
{
	int i;

	for (i = 0; i < PCI_NUM_RESOURCES; i++) {
		struct resource *r;
130
		struct pci_dev_resource *dev_res, *tmp;
131
		resource_size_t r_align;
132
		struct list_head *n;
133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148

		r = &dev->resource[i];

		if (r->flags & IORESOURCE_PCI_FIXED)
			continue;

		if (!(r->flags) || r->parent)
			continue;

		r_align = pci_resource_alignment(dev, r);
		if (!r_align) {
			dev_warn(&dev->dev, "BAR %d: %pR has bogus alignment\n",
				 i, r);
			continue;
		}

149 150 151 152 153 154 155 156 157 158 159 160 161 162
		tmp = kzalloc(sizeof(*tmp), GFP_KERNEL);
		if (!tmp)
			panic("pdev_sort_resources(): "
			      "kmalloc() failed!\n");
		tmp->res = r;
		tmp->dev = dev;

		/* fallback is smallest one or list is empty*/
		n = head;
		list_for_each_entry(dev_res, head, list) {
			resource_size_t align;

			align = pci_resource_alignment(dev_res->dev,
							 dev_res->res);
163 164

			if (r_align > align) {
165
				n = &dev_res->list;
166 167 168
				break;
			}
		}
169 170
		/* Insert it just before n*/
		list_add_tail(&tmp->list, n);
171 172 173
	}
}

174
static void __dev_sort_resources(struct pci_dev *dev,
175
				 struct list_head *head)
L
Linus Torvalds 已提交
176
{
177
	u16 class = dev->class >> 8;
L
Linus Torvalds 已提交
178

179 180 181
	/* Don't touch classless devices or host bridges or ioapics.  */
	if (class == PCI_CLASS_NOT_DEFINED || class == PCI_CLASS_BRIDGE_HOST)
		return;
L
Linus Torvalds 已提交
182

183 184 185 186 187 188 189
	/* Don't touch ioapic devices already enabled by firmware */
	if (class == PCI_CLASS_SYSTEM_PIC) {
		u16 command;
		pci_read_config_word(dev, PCI_COMMAND, &command);
		if (command & (PCI_COMMAND_IO | PCI_COMMAND_MEMORY))
			return;
	}
L
Linus Torvalds 已提交
190

191 192
	pdev_sort_resources(dev, head);
}
193

R
Ram Pai 已提交
194 195 196 197 198 199 200
static inline void reset_resource(struct resource *res)
{
	res->start = 0;
	res->end = 0;
	res->flags = 0;
}

201
/**
R
Ram Pai 已提交
202
 * reassign_resources_sorted() - satisfy any additional resource requests
203
 *
R
Ram Pai 已提交
204
 * @realloc_head : head of the list tracking requests requiring additional
205 206 207 208
 *             resources
 * @head     : head of the list tracking requests with allocated
 *             resources
 *
R
Ram Pai 已提交
209
 * Walk through each element of the realloc_head and try to procure
210 211 212
 * additional resources for the element, provided the element
 * is in the head list.
 */
213 214
static void reassign_resources_sorted(struct list_head *realloc_head,
		struct list_head *head)
215 216
{
	struct resource *res;
217
	struct pci_dev_resource *add_res, *tmp;
218
	struct pci_dev_resource *dev_res;
219
	resource_size_t add_size;
220
	int idx;
L
Linus Torvalds 已提交
221

222
	list_for_each_entry_safe(add_res, tmp, realloc_head, list) {
223 224
		bool found_match = false;

225
		res = add_res->res;
226 227 228 229 230
		/* skip resource that has been reset */
		if (!res->flags)
			goto out;

		/* skip this resource if not found in head list */
231 232 233 234 235
		list_for_each_entry(dev_res, head, list) {
			if (dev_res->res == res) {
				found_match = true;
				break;
			}
236
		}
237 238
		if (!found_match)/* just skip */
			continue;
239

240 241
		idx = res - &add_res->dev->resource[0];
		add_size = add_res->add_size;
242
		if (!resource_size(res)) {
243
			res->start = add_res->start;
244
			res->end = res->start + add_size - 1;
245
			if (pci_assign_resource(add_res->dev, idx))
246
				reset_resource(res);
247
		} else {
248 249
			resource_size_t align = add_res->min_align;
			res->flags |= add_res->flags &
250
				 (IORESOURCE_STARTALIGN|IORESOURCE_SIZEALIGN);
251
			if (pci_reassign_resource(add_res->dev, idx,
252
						  add_size, align))
253
				dev_printk(KERN_DEBUG, &add_res->dev->dev,
254 255 256
					   "failed to add %llx res[%d]=%pR\n",
					   (unsigned long long)add_size,
					   idx, res);
257 258
		}
out:
259 260
		list_del(&add_res->list);
		kfree(add_res);
261 262 263 264 265 266 267
	}
}

/**
 * assign_requested_resources_sorted() - satisfy resource requests
 *
 * @head : head of the list tracking requests for resources
268
 * @fail_head : head of the list tracking requests that could
269 270 271 272 273
 *		not be allocated
 *
 * Satisfy resource requests of each element in the list. Add
 * requests that could not satisfied to the failed_list.
 */
274 275
static void assign_requested_resources_sorted(struct list_head *head,
				 struct list_head *fail_head)
276 277
{
	struct resource *res;
278
	struct pci_dev_resource *dev_res;
279
	int idx;
280

281 282 283 284 285 286
	list_for_each_entry(dev_res, head, list) {
		res = dev_res->res;
		idx = res - &dev_res->dev->resource[0];
		if (resource_size(res) &&
		    pci_assign_resource(dev_res->dev, idx)) {
			if (fail_head && !pci_is_root_bus(dev_res->dev->bus)) {
287 288 289 290 291 292
				/*
				 * if the failed res is for ROM BAR, and it will
				 * be enabled later, don't add it to the list
				 */
				if (!((idx == PCI_ROM_RESOURCE) &&
				      (!(res->flags & IORESOURCE_ROM_ENABLE))))
Y
Yinghai Lu 已提交
293 294 295 296
					add_to_list(fail_head,
						    dev_res->dev, res,
						    0 /* dont care */,
						    0 /* dont care */);
297
			}
R
Ram Pai 已提交
298
			reset_resource(res);
299
		}
L
Linus Torvalds 已提交
300 301 302
	}
}

303 304 305
static void __assign_resources_sorted(struct list_head *head,
				 struct list_head *realloc_head,
				 struct list_head *fail_head)
306
{
307 308 309 310
	/*
	 * Should not assign requested resources at first.
	 *   they could be adjacent, so later reassign can not reallocate
	 *   them one by one in parent resource window.
M
Masanari Iida 已提交
311
	 * Try to assign requested + add_size at beginning
312 313 314 315
	 *  if could do that, could get out early.
	 *  if could not do that, we still try to assign requested at first,
	 *    then try to reassign add_size for some resources.
	 */
316 317
	LIST_HEAD(save_head);
	LIST_HEAD(local_fail_head);
318
	struct pci_dev_resource *save_res;
319
	struct pci_dev_resource *dev_res;
320 321

	/* Check if optional add_size is there */
322
	if (!realloc_head || list_empty(realloc_head))
323 324 325
		goto requested_and_reassign;

	/* Save original start, end, flags etc at first */
326 327
	list_for_each_entry(dev_res, head, list) {
		if (add_to_list(&save_head, dev_res->dev, dev_res->res, 0, 0)) {
328
			free_list(&save_head);
329 330
			goto requested_and_reassign;
		}
331
	}
332 333

	/* Update res in head list with add_size in realloc_head list */
334 335 336
	list_for_each_entry(dev_res, head, list)
		dev_res->res->end += get_res_add_size(realloc_head,
							dev_res->res);
337 338 339 340 341

	/* Try updated head list with add_size added */
	assign_requested_resources_sorted(head, &local_fail_head);

	/* all assigned with add_size ? */
342
	if (list_empty(&local_fail_head)) {
343
		/* Remove head list from realloc_head list */
344 345
		list_for_each_entry(dev_res, head, list)
			remove_from_list(realloc_head, dev_res->res);
346 347
		free_list(&save_head);
		free_list(head);
348 349 350
		return;
	}

351
	free_list(&local_fail_head);
352
	/* Release assigned resource */
353 354 355
	list_for_each_entry(dev_res, head, list)
		if (dev_res->res->parent)
			release_resource(dev_res->res);
356
	/* Restore start/end/flags from saved list */
357 358
	list_for_each_entry(save_res, &save_head, list) {
		struct resource *res = save_res->res;
359

360 361 362
		res->start = save_res->start;
		res->end = save_res->end;
		res->flags = save_res->flags;
363
	}
364
	free_list(&save_head);
365 366

requested_and_reassign:
367 368 369
	/* Satisfy the must-have resource requests */
	assign_requested_resources_sorted(head, fail_head);

370
	/* Try to satisfy any additional optional resource
371
		requests */
R
Ram Pai 已提交
372 373
	if (realloc_head)
		reassign_resources_sorted(realloc_head, head);
374
	free_list(head);
375 376
}

377
static void pdev_assign_resources_sorted(struct pci_dev *dev,
378 379
				 struct list_head *add_head,
				 struct list_head *fail_head)
380
{
381
	LIST_HEAD(head);
382 383

	__dev_sort_resources(dev, &head);
384
	__assign_resources_sorted(&head, add_head, fail_head);
385 386 387 388

}

static void pbus_assign_resources_sorted(const struct pci_bus *bus,
389 390
					 struct list_head *realloc_head,
					 struct list_head *fail_head)
391 392
{
	struct pci_dev *dev;
393
	LIST_HEAD(head);
394 395 396 397

	list_for_each_entry(dev, &bus->devices, bus_list)
		__dev_sort_resources(dev, &head);

R
Ram Pai 已提交
398
	__assign_resources_sorted(&head, realloc_head, fail_head);
399 400
}

401
void pci_setup_cardbus(struct pci_bus *bus)
L
Linus Torvalds 已提交
402 403
{
	struct pci_dev *bridge = bus->self;
404
	struct resource *res;
L
Linus Torvalds 已提交
405 406
	struct pci_bus_region region;

407 408
	dev_info(&bridge->dev, "CardBus bridge to %pR\n",
		 &bus->busn_res);
L
Linus Torvalds 已提交
409

410 411 412
	res = bus->resource[0];
	pcibios_resource_to_bus(bridge, &region, res);
	if (res->flags & IORESOURCE_IO) {
L
Linus Torvalds 已提交
413 414 415 416
		/*
		 * The IO resource is allocated a range twice as large as it
		 * would normally need.  This allows us to set both IO regs.
		 */
417
		dev_info(&bridge->dev, "  bridge window %pR\n", res);
L
Linus Torvalds 已提交
418 419 420 421 422 423
		pci_write_config_dword(bridge, PCI_CB_IO_BASE_0,
					region.start);
		pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_0,
					region.end);
	}

424 425 426 427
	res = bus->resource[1];
	pcibios_resource_to_bus(bridge, &region, res);
	if (res->flags & IORESOURCE_IO) {
		dev_info(&bridge->dev, "  bridge window %pR\n", res);
L
Linus Torvalds 已提交
428 429 430 431 432 433
		pci_write_config_dword(bridge, PCI_CB_IO_BASE_1,
					region.start);
		pci_write_config_dword(bridge, PCI_CB_IO_LIMIT_1,
					region.end);
	}

434 435 436 437
	res = bus->resource[2];
	pcibios_resource_to_bus(bridge, &region, res);
	if (res->flags & IORESOURCE_MEM) {
		dev_info(&bridge->dev, "  bridge window %pR\n", res);
L
Linus Torvalds 已提交
438 439 440 441 442 443
		pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_0,
					region.start);
		pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_0,
					region.end);
	}

444 445 446 447
	res = bus->resource[3];
	pcibios_resource_to_bus(bridge, &region, res);
	if (res->flags & IORESOURCE_MEM) {
		dev_info(&bridge->dev, "  bridge window %pR\n", res);
L
Linus Torvalds 已提交
448 449 450 451 452 453
		pci_write_config_dword(bridge, PCI_CB_MEMORY_BASE_1,
					region.start);
		pci_write_config_dword(bridge, PCI_CB_MEMORY_LIMIT_1,
					region.end);
	}
}
454
EXPORT_SYMBOL(pci_setup_cardbus);
L
Linus Torvalds 已提交
455 456 457 458 459 460 461 462 463 464 465 466

/* Initialize bridges with base/limit values we have collected.
   PCI-to-PCI Bridge Architecture Specification rev. 1.1 (1998)
   requires that if there is no I/O ports or memory behind the
   bridge, corresponding range must be turned off by writing base
   value greater than limit to the bridge's base/limit registers.

   Note: care must be taken when updating I/O base/limit registers
   of bridges which support 32-bit I/O. This update requires two
   config space writes, so it's quite possible that an I/O window of
   the bridge will have some undesirable address (e.g. 0) after the
   first write. Ditto 64-bit prefetchable MMIO.  */
467
static void pci_setup_bridge_io(struct pci_bus *bus)
L
Linus Torvalds 已提交
468 469
{
	struct pci_dev *bridge = bus->self;
470
	struct resource *res;
L
Linus Torvalds 已提交
471
	struct pci_bus_region region;
472 473
	unsigned long io_mask;
	u8 io_base_lo, io_limit_lo;
474
	u32 l, io_upper16;
L
Linus Torvalds 已提交
475

476 477 478 479
	io_mask = PCI_IO_RANGE_MASK;
	if (bridge->io_window_1k)
		io_mask = PCI_IO_1K_RANGE_MASK;

L
Linus Torvalds 已提交
480
	/* Set up the top and bottom of the PCI I/O segment for this bus. */
481 482 483
	res = bus->resource[0];
	pcibios_resource_to_bus(bridge, &region, res);
	if (res->flags & IORESOURCE_IO) {
L
Linus Torvalds 已提交
484 485
		pci_read_config_dword(bridge, PCI_IO_BASE, &l);
		l &= 0xffff0000;
486 487 488
		io_base_lo = (region.start >> 8) & io_mask;
		io_limit_lo = (region.end >> 8) & io_mask;
		l |= ((u32) io_limit_lo << 8) | io_base_lo;
L
Linus Torvalds 已提交
489 490
		/* Set up upper 16 bits of I/O base/limit. */
		io_upper16 = (region.end & 0xffff0000) | (region.start >> 16);
491
		dev_info(&bridge->dev, "  bridge window %pR\n", res);
492
	} else {
L
Linus Torvalds 已提交
493 494 495 496 497 498 499 500 501 502
		/* Clear upper 16 bits of I/O base/limit. */
		io_upper16 = 0;
		l = 0x00f0;
	}
	/* Temporarily disable the I/O range before updating PCI_IO_BASE. */
	pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, 0x0000ffff);
	/* Update lower 16 bits of I/O base/limit. */
	pci_write_config_dword(bridge, PCI_IO_BASE, l);
	/* Update upper 16 bits of I/O base/limit. */
	pci_write_config_dword(bridge, PCI_IO_BASE_UPPER16, io_upper16);
503 504 505 506 507 508 509 510
}

static void pci_setup_bridge_mmio(struct pci_bus *bus)
{
	struct pci_dev *bridge = bus->self;
	struct resource *res;
	struct pci_bus_region region;
	u32 l;
L
Linus Torvalds 已提交
511

512
	/* Set up the top and bottom of the PCI Memory segment for this bus. */
513 514 515
	res = bus->resource[1];
	pcibios_resource_to_bus(bridge, &region, res);
	if (res->flags & IORESOURCE_MEM) {
L
Linus Torvalds 已提交
516 517
		l = (region.start >> 16) & 0xfff0;
		l |= region.end & 0xfff00000;
518
		dev_info(&bridge->dev, "  bridge window %pR\n", res);
519
	} else {
L
Linus Torvalds 已提交
520 521 522
		l = 0x0000fff0;
	}
	pci_write_config_dword(bridge, PCI_MEMORY_BASE, l);
523 524 525 526 527 528 529 530
}

static void pci_setup_bridge_mmio_pref(struct pci_bus *bus)
{
	struct pci_dev *bridge = bus->self;
	struct resource *res;
	struct pci_bus_region region;
	u32 l, bu, lu;
L
Linus Torvalds 已提交
531 532 533 534 535 536 537

	/* Clear out the upper 32 bits of PREF limit.
	   If PCI_PREF_BASE_UPPER32 was non-zero, this temporarily
	   disables PREF range, which is ok. */
	pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, 0);

	/* Set up PREF base/limit. */
538
	bu = lu = 0;
539 540 541
	res = bus->resource[2];
	pcibios_resource_to_bus(bridge, &region, res);
	if (res->flags & IORESOURCE_PREFETCH) {
L
Linus Torvalds 已提交
542 543
		l = (region.start >> 16) & 0xfff0;
		l |= region.end & 0xfff00000;
544
		if (res->flags & IORESOURCE_MEM_64) {
545 546 547
			bu = upper_32_bits(region.start);
			lu = upper_32_bits(region.end);
		}
548
		dev_info(&bridge->dev, "  bridge window %pR\n", res);
549
	} else {
L
Linus Torvalds 已提交
550 551 552 553
		l = 0x0000fff0;
	}
	pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, l);

554 555 556
	/* Set the upper 32 bits of PREF base & limit. */
	pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32, bu);
	pci_write_config_dword(bridge, PCI_PREF_LIMIT_UPPER32, lu);
557 558 559 560 561 562
}

static void __pci_setup_bridge(struct pci_bus *bus, unsigned long type)
{
	struct pci_dev *bridge = bus->self;

563 564
	dev_info(&bridge->dev, "PCI bridge to %pR\n",
		 &bus->busn_res);
565 566 567 568 569 570 571 572 573

	if (type & IORESOURCE_IO)
		pci_setup_bridge_io(bus);

	if (type & IORESOURCE_MEM)
		pci_setup_bridge_mmio(bus);

	if (type & IORESOURCE_PREFETCH)
		pci_setup_bridge_mmio_pref(bus);
L
Linus Torvalds 已提交
574 575 576 577

	pci_write_config_word(bridge, PCI_BRIDGE_CONTROL, bus->bridge_ctl);
}

578
void pci_setup_bridge(struct pci_bus *bus)
579 580 581 582 583 584 585
{
	unsigned long type = IORESOURCE_IO | IORESOURCE_MEM |
				  IORESOURCE_PREFETCH;

	__pci_setup_bridge(bus, type);
}

L
Linus Torvalds 已提交
586 587 588
/* Check whether the bridge supports optional I/O and
   prefetchable memory ranges. If not, the respective
   base/limit registers must be read-only and read as 0. */
589
static void pci_bridge_check_ranges(struct pci_bus *bus)
L
Linus Torvalds 已提交
590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618
{
	u16 io;
	u32 pmem;
	struct pci_dev *bridge = bus->self;
	struct resource *b_res;

	b_res = &bridge->resource[PCI_BRIDGE_RESOURCES];
	b_res[1].flags |= IORESOURCE_MEM;

	pci_read_config_word(bridge, PCI_IO_BASE, &io);
	if (!io) {
		pci_write_config_word(bridge, PCI_IO_BASE, 0xf0f0);
		pci_read_config_word(bridge, PCI_IO_BASE, &io);
 		pci_write_config_word(bridge, PCI_IO_BASE, 0x0);
 	}
 	if (io)
		b_res[0].flags |= IORESOURCE_IO;
	/*  DECchip 21050 pass 2 errata: the bridge may miss an address
	    disconnect boundary by one PCI data phase.
	    Workaround: do not use prefetching on this device. */
	if (bridge->vendor == PCI_VENDOR_ID_DEC && bridge->device == 0x0001)
		return;
	pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem);
	if (!pmem) {
		pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE,
					       0xfff0fff0);
		pci_read_config_dword(bridge, PCI_PREF_MEMORY_BASE, &pmem);
		pci_write_config_dword(bridge, PCI_PREF_MEMORY_BASE, 0x0);
	}
619
	if (pmem) {
L
Linus Torvalds 已提交
620
		b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH;
621 622
		if ((pmem & PCI_PREF_RANGE_TYPE_MASK) ==
		    PCI_PREF_RANGE_TYPE_64) {
623
			b_res[2].flags |= IORESOURCE_MEM_64;
624 625
			b_res[2].flags |= PCI_PREF_RANGE_TYPE_64;
		}
626 627 628 629 630 631 632 633 634 635 636 637 638 639 640
	}

	/* double check if bridge does support 64 bit pref */
	if (b_res[2].flags & IORESOURCE_MEM_64) {
		u32 mem_base_hi, tmp;
		pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32,
					 &mem_base_hi);
		pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32,
					       0xffffffff);
		pci_read_config_dword(bridge, PCI_PREF_BASE_UPPER32, &tmp);
		if (!tmp)
			b_res[2].flags &= ~IORESOURCE_MEM_64;
		pci_write_config_dword(bridge, PCI_PREF_BASE_UPPER32,
				       mem_base_hi);
	}
L
Linus Torvalds 已提交
641 642 643 644 645 646
}

/* Helper function for sizing routines: find first available
   bus resource of a given type. Note: we intentionally skip
   the bus resources which have already been assigned (that is,
   have non-NULL parent resource). */
647
static struct resource *find_free_bus_resource(struct pci_bus *bus, unsigned long type)
L
Linus Torvalds 已提交
648 649 650 651 652 653
{
	int i;
	struct resource *r;
	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
				  IORESOURCE_PREFETCH;

654
	pci_bus_for_each_resource(bus, r, i) {
655 656
		if (r == &ioport_resource || r == &iomem_resource)
			continue;
657 658
		if (r && (r->flags & type_mask) == type && !r->parent)
			return r;
L
Linus Torvalds 已提交
659 660 661 662
	}
	return NULL;
}

R
Ram Pai 已提交
663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699
static resource_size_t calculate_iosize(resource_size_t size,
		resource_size_t min_size,
		resource_size_t size1,
		resource_size_t old_size,
		resource_size_t align)
{
	if (size < min_size)
		size = min_size;
	if (old_size == 1 )
		old_size = 0;
	/* To be fixed in 2.5: we should have sort of HAVE_ISA
	   flag in the struct pci_bus. */
#if defined(CONFIG_ISA) || defined(CONFIG_EISA)
	size = (size & 0xff) + ((size & ~0xffUL) << 2);
#endif
	size = ALIGN(size + size1, align);
	if (size < old_size)
		size = old_size;
	return size;
}

static resource_size_t calculate_memsize(resource_size_t size,
		resource_size_t min_size,
		resource_size_t size1,
		resource_size_t old_size,
		resource_size_t align)
{
	if (size < min_size)
		size = min_size;
	if (old_size == 1 )
		old_size = 0;
	if (size < old_size)
		size = old_size;
	size = ALIGN(size + size1, align);
	return size;
}

700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731
resource_size_t __weak pcibios_window_alignment(struct pci_bus *bus,
						unsigned long type)
{
	return 1;
}

#define PCI_P2P_DEFAULT_MEM_ALIGN	0x100000	/* 1MiB */
#define PCI_P2P_DEFAULT_IO_ALIGN	0x1000		/* 4KiB */
#define PCI_P2P_DEFAULT_IO_ALIGN_1K	0x400		/* 1KiB */

static resource_size_t window_alignment(struct pci_bus *bus,
					unsigned long type)
{
	resource_size_t align = 1, arch_align;

	if (type & IORESOURCE_MEM)
		align = PCI_P2P_DEFAULT_MEM_ALIGN;
	else if (type & IORESOURCE_IO) {
		/*
		 * Per spec, I/O windows are 4K-aligned, but some
		 * bridges have an extension to support 1K alignment.
		 */
		if (bus->self->io_window_1k)
			align = PCI_P2P_DEFAULT_IO_ALIGN_1K;
		else
			align = PCI_P2P_DEFAULT_IO_ALIGN;
	}

	arch_align = pcibios_window_alignment(bus, type);
	return max(align, arch_align);
}

732 733 734 735 736 737
/**
 * pbus_size_io() - size the io window of a given bus
 *
 * @bus : the bus
 * @min_size : the minimum io window that must to be allocated
 * @add_size : additional optional io window
R
Ram Pai 已提交
738
 * @realloc_head : track the additional io window on this list
739 740
 *
 * Sizing the IO windows of the PCI-PCI bridge is trivial,
741
 * since these windows have 1K or 4K granularity and the IO ranges
742 743 744 745
 * of non-bridge PCI devices are limited to 256 bytes.
 * We must be careful with the ISA aliasing though.
 */
static void pbus_size_io(struct pci_bus *bus, resource_size_t min_size,
746
		resource_size_t add_size, struct list_head *realloc_head)
L
Linus Torvalds 已提交
747 748 749
{
	struct pci_dev *dev;
	struct resource *b_res = find_free_bus_resource(bus, IORESOURCE_IO);
750
	unsigned long size = 0, size0 = 0, size1 = 0;
751
	resource_size_t children_add_size = 0;
752
	resource_size_t min_align = 4096, align;
L
Linus Torvalds 已提交
753 754 755 756

	if (!b_res)
 		return;

757 758 759 760 761 762
	/*
	 * Per spec, I/O windows are 4K-aligned, but some bridges have an
	 * extension to support 1K alignment.
	 */
	if (bus->self->io_window_1k)
		min_align = 1024;
L
Linus Torvalds 已提交
763 764 765 766 767 768 769 770 771
	list_for_each_entry(dev, &bus->devices, bus_list) {
		int i;

		for (i = 0; i < PCI_NUM_RESOURCES; i++) {
			struct resource *r = &dev->resource[i];
			unsigned long r_size;

			if (r->parent || !(r->flags & IORESOURCE_IO))
				continue;
Z
Zhao, Yu 已提交
772
			r_size = resource_size(r);
L
Linus Torvalds 已提交
773 774 775 776 777 778

			if (r_size < 0x400)
				/* Might be re-aligned for ISA */
				size += r_size;
			else
				size1 += r_size;
779

780 781 782 783
			align = pci_resource_alignment(dev, r);
			if (align > min_align)
				min_align = align;

R
Ram Pai 已提交
784 785
			if (realloc_head)
				children_add_size += get_res_add_size(realloc_head, r);
L
Linus Torvalds 已提交
786 787
		}
	}
788 789 790 791

	if (min_align > 4096)
		min_align = 4096;

792
	size0 = calculate_iosize(size, min_size, size1,
793
			resource_size(b_res), min_align);
794 795
	if (children_add_size > add_size)
		add_size = children_add_size;
R
Ram Pai 已提交
796
	size1 = (!realloc_head || (realloc_head && !add_size)) ? size0 :
Y
Yinghai Lu 已提交
797
		calculate_iosize(size, min_size, add_size + size1,
798
			resource_size(b_res), min_align);
799
	if (!size0 && !size1) {
800 801
		if (b_res->start || b_res->end)
			dev_info(&bus->self->dev, "disabling bridge window "
802 803
				 "%pR to %pR (unused)\n", b_res,
				 &bus->busn_res);
L
Linus Torvalds 已提交
804 805 806
		b_res->flags = 0;
		return;
	}
807 808

	b_res->start = min_align;
809
	b_res->end = b_res->start + size0 - 1;
810
	b_res->flags |= IORESOURCE_STARTALIGN;
811
	if (size1 > size0 && realloc_head) {
812 813
		add_to_list(realloc_head, bus->self, b_res, size1-size0,
			    min_align);
814
		dev_printk(KERN_DEBUG, &bus->self->dev, "bridge window "
815 816
				 "%pR to %pR add_size %lx\n", b_res,
				 &bus->busn_res, size1-size0);
817
	}
L
Linus Torvalds 已提交
818 819
}

820 821 822 823 824 825
/**
 * pbus_size_mem() - size the memory window of a given bus
 *
 * @bus : the bus
 * @min_size : the minimum memory window that must to be allocated
 * @add_size : additional optional memory window
R
Ram Pai 已提交
826
 * @realloc_head : track the additional memory window on this list
827 828 829 830
 *
 * Calculate the size of the bus and minimal alignment which
 * guarantees that all child resources fit in this size.
 */
831
static int pbus_size_mem(struct pci_bus *bus, unsigned long mask,
832 833
			 unsigned long type, resource_size_t min_size,
			resource_size_t add_size,
834
			struct list_head *realloc_head)
L
Linus Torvalds 已提交
835 836
{
	struct pci_dev *dev;
837
	resource_size_t min_align, align, size, size0, size1;
838
	resource_size_t aligns[12];	/* Alignments from 1Mb to 2Gb */
L
Linus Torvalds 已提交
839 840
	int order, max_order;
	struct resource *b_res = find_free_bus_resource(bus, type);
841
	unsigned int mem64_mask = 0;
842
	resource_size_t children_add_size = 0;
L
Linus Torvalds 已提交
843 844 845 846 847 848 849 850

	if (!b_res)
		return 0;

	memset(aligns, 0, sizeof(aligns));
	max_order = 0;
	size = 0;

851 852 853
	mem64_mask = b_res->flags & IORESOURCE_MEM_64;
	b_res->flags &= ~IORESOURCE_MEM_64;

L
Linus Torvalds 已提交
854 855
	list_for_each_entry(dev, &bus->devices, bus_list) {
		int i;
856

L
Linus Torvalds 已提交
857 858
		for (i = 0; i < PCI_NUM_RESOURCES; i++) {
			struct resource *r = &dev->resource[i];
859
			resource_size_t r_size;
L
Linus Torvalds 已提交
860 861 862

			if (r->parent || (r->flags & mask) != type)
				continue;
Z
Zhao, Yu 已提交
863
			r_size = resource_size(r);
Y
Yinghai Lu 已提交
864 865
#ifdef CONFIG_PCI_IOV
			/* put SRIOV requested res to the optional list */
R
Ram Pai 已提交
866
			if (realloc_head && i >= PCI_IOV_RESOURCES &&
Y
Yinghai Lu 已提交
867 868
					i <= PCI_IOV_RESOURCE_END) {
				r->end = r->start - 1;
R
Ram Pai 已提交
869
				add_to_list(realloc_head, dev, r, r_size, 0/* dont' care */);
Y
Yinghai Lu 已提交
870 871 872 873
				children_add_size += r_size;
				continue;
			}
#endif
L
Linus Torvalds 已提交
874
			/* For bridges size != alignment */
875
			align = pci_resource_alignment(dev, r);
L
Linus Torvalds 已提交
876 877
			order = __ffs(align) - 20;
			if (order > 11) {
878 879 880
				dev_warn(&dev->dev, "disabling BAR %d: %pR "
					 "(bad alignment %#llx)\n", i, r,
					 (unsigned long long) align);
L
Linus Torvalds 已提交
881 882 883 884 885 886 887 888 889 890 891 892
				r->flags = 0;
				continue;
			}
			size += r_size;
			if (order < 0)
				order = 0;
			/* Exclude ranges with size > align from
			   calculation of the alignment. */
			if (r_size == align)
				aligns[order] += align;
			if (order > max_order)
				max_order = order;
893
			mem64_mask &= r->flags & IORESOURCE_MEM_64;
894

R
Ram Pai 已提交
895 896
			if (realloc_head)
				children_add_size += get_res_add_size(realloc_head, r);
L
Linus Torvalds 已提交
897 898 899 900 901
		}
	}
	align = 0;
	min_align = 0;
	for (order = 0; order <= max_order; order++) {
902 903 904 905
		resource_size_t align1 = 1;

		align1 <<= (order + 20);

L
Linus Torvalds 已提交
906 907
		if (!align)
			min_align = align1;
908
		else if (ALIGN(align + min_align, min_align) < align1)
L
Linus Torvalds 已提交
909 910 911
			min_align = align1 >> 1;
		align += aligns[order];
	}
912
	size0 = calculate_memsize(size, min_size, 0, resource_size(b_res), min_align);
913 914
	if (children_add_size > add_size)
		add_size = children_add_size;
R
Ram Pai 已提交
915
	size1 = (!realloc_head || (realloc_head && !add_size)) ? size0 :
Y
Yinghai Lu 已提交
916
		calculate_memsize(size, min_size, add_size,
917
				resource_size(b_res), min_align);
918
	if (!size0 && !size1) {
919 920
		if (b_res->start || b_res->end)
			dev_info(&bus->self->dev, "disabling bridge window "
921 922
				 "%pR to %pR (unused)\n", b_res,
				 &bus->busn_res);
L
Linus Torvalds 已提交
923 924 925 926
		b_res->flags = 0;
		return 1;
	}
	b_res->start = min_align;
927 928
	b_res->end = size0 + min_align - 1;
	b_res->flags |= IORESOURCE_STARTALIGN | mem64_mask;
929
	if (size1 > size0 && realloc_head) {
R
Ram Pai 已提交
930
		add_to_list(realloc_head, bus->self, b_res, size1-size0, min_align);
931
		dev_printk(KERN_DEBUG, &bus->self->dev, "bridge window "
932 933
				 "%pR to %pR add_size %llx\n", b_res,
				 &bus->busn_res, (unsigned long long)size1-size0);
934
	}
L
Linus Torvalds 已提交
935 936 937
	return 1;
}

938 939 940 941 942 943 944 945 946 947
unsigned long pci_cardbus_resource_alignment(struct resource *res)
{
	if (res->flags & IORESOURCE_IO)
		return pci_cardbus_io_size;
	if (res->flags & IORESOURCE_MEM)
		return pci_cardbus_mem_size;
	return 0;
}

static void pci_bus_size_cardbus(struct pci_bus *bus,
948
			struct list_head *realloc_head)
L
Linus Torvalds 已提交
949 950 951
{
	struct pci_dev *bridge = bus->self;
	struct resource *b_res = &bridge->resource[PCI_BRIDGE_RESOURCES];
952
	resource_size_t b_res_3_size = pci_cardbus_mem_size * 2;
L
Linus Torvalds 已提交
953 954
	u16 ctrl;

955 956
	if (b_res[0].parent)
		goto handle_b_res_1;
L
Linus Torvalds 已提交
957 958 959 960
	/*
	 * Reserve some resources for CardBus.  We reserve
	 * a fixed amount of bus space for CardBus bridges.
	 */
961 962 963 964 965 966 967 968
	b_res[0].start = pci_cardbus_io_size;
	b_res[0].end = b_res[0].start + pci_cardbus_io_size - 1;
	b_res[0].flags |= IORESOURCE_IO | IORESOURCE_STARTALIGN;
	if (realloc_head) {
		b_res[0].end -= pci_cardbus_io_size;
		add_to_list(realloc_head, bridge, b_res, pci_cardbus_io_size,
				pci_cardbus_io_size);
	}
L
Linus Torvalds 已提交
969

970 971 972
handle_b_res_1:
	if (b_res[1].parent)
		goto handle_b_res_2;
973 974 975 976 977 978 979 980
	b_res[1].start = pci_cardbus_io_size;
	b_res[1].end = b_res[1].start + pci_cardbus_io_size - 1;
	b_res[1].flags |= IORESOURCE_IO | IORESOURCE_STARTALIGN;
	if (realloc_head) {
		b_res[1].end -= pci_cardbus_io_size;
		add_to_list(realloc_head, bridge, b_res+1, pci_cardbus_io_size,
				 pci_cardbus_io_size);
	}
L
Linus Torvalds 已提交
981

982
handle_b_res_2:
983 984 985 986 987 988 989 990
	/* MEM1 must not be pref mmio */
	pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
	if (ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM1) {
		ctrl &= ~PCI_CB_BRIDGE_CTL_PREFETCH_MEM1;
		pci_write_config_word(bridge, PCI_CB_BRIDGE_CONTROL, ctrl);
		pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
	}

L
Linus Torvalds 已提交
991 992 993 994 995 996 997 998 999 1000 1001
	/*
	 * Check whether prefetchable memory is supported
	 * by this bridge.
	 */
	pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
	if (!(ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0)) {
		ctrl |= PCI_CB_BRIDGE_CTL_PREFETCH_MEM0;
		pci_write_config_word(bridge, PCI_CB_BRIDGE_CONTROL, ctrl);
		pci_read_config_word(bridge, PCI_CB_BRIDGE_CONTROL, &ctrl);
	}

1002 1003
	if (b_res[2].parent)
		goto handle_b_res_3;
L
Linus Torvalds 已提交
1004 1005 1006 1007 1008 1009
	/*
	 * If we have prefetchable memory support, allocate
	 * two regions.  Otherwise, allocate one region of
	 * twice the size.
	 */
	if (ctrl & PCI_CB_BRIDGE_CTL_PREFETCH_MEM0) {
1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023
		b_res[2].start = pci_cardbus_mem_size;
		b_res[2].end = b_res[2].start + pci_cardbus_mem_size - 1;
		b_res[2].flags |= IORESOURCE_MEM | IORESOURCE_PREFETCH |
				  IORESOURCE_STARTALIGN;
		if (realloc_head) {
			b_res[2].end -= pci_cardbus_mem_size;
			add_to_list(realloc_head, bridge, b_res+2,
				 pci_cardbus_mem_size, pci_cardbus_mem_size);
		}

		/* reduce that to half */
		b_res_3_size = pci_cardbus_mem_size;
	}

1024 1025 1026
handle_b_res_3:
	if (b_res[3].parent)
		goto handle_done;
1027 1028 1029 1030 1031 1032 1033 1034
	b_res[3].start = pci_cardbus_mem_size;
	b_res[3].end = b_res[3].start + b_res_3_size - 1;
	b_res[3].flags |= IORESOURCE_MEM | IORESOURCE_STARTALIGN;
	if (realloc_head) {
		b_res[3].end -= b_res_3_size;
		add_to_list(realloc_head, bridge, b_res+3, b_res_3_size,
				 pci_cardbus_mem_size);
	}
1035 1036 1037

handle_done:
	;
L
Linus Torvalds 已提交
1038 1039
}

1040
void __ref __pci_bus_size_bridges(struct pci_bus *bus,
1041
			struct list_head *realloc_head)
L
Linus Torvalds 已提交
1042 1043 1044
{
	struct pci_dev *dev;
	unsigned long mask, prefmask;
1045
	resource_size_t additional_mem_size = 0, additional_io_size = 0;
L
Linus Torvalds 已提交
1046 1047 1048 1049 1050 1051 1052 1053

	list_for_each_entry(dev, &bus->devices, bus_list) {
		struct pci_bus *b = dev->subordinate;
		if (!b)
			continue;

		switch (dev->class >> 8) {
		case PCI_CLASS_BRIDGE_CARDBUS:
R
Ram Pai 已提交
1054
			pci_bus_size_cardbus(b, realloc_head);
L
Linus Torvalds 已提交
1055 1056 1057 1058
			break;

		case PCI_CLASS_BRIDGE_PCI:
		default:
R
Ram Pai 已提交
1059
			__pci_bus_size_bridges(b, realloc_head);
L
Linus Torvalds 已提交
1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074
			break;
		}
	}

	/* The root bus? */
	if (!bus->self)
		return;

	switch (bus->self->class >> 8) {
	case PCI_CLASS_BRIDGE_CARDBUS:
		/* don't size cardbuses yet. */
		break;

	case PCI_CLASS_BRIDGE_PCI:
		pci_bridge_check_ranges(bus);
1075
		if (bus->self->is_hotplug_bridge) {
1076 1077
			additional_io_size  = pci_hotplug_io_size;
			additional_mem_size = pci_hotplug_mem_size;
1078
		}
1079 1080 1081
		/*
		 * Follow thru
		 */
L
Linus Torvalds 已提交
1082
	default:
1083 1084
		pbus_size_io(bus, realloc_head ? 0 : additional_io_size,
			     additional_io_size, realloc_head);
L
Linus Torvalds 已提交
1085 1086 1087 1088 1089 1090 1091
		/* If the bridge supports prefetchable range, size it
		   separately. If it doesn't, or its prefetchable window
		   has already been allocated by arch code, try
		   non-prefetchable range for both types of PCI memory
		   resources. */
		mask = IORESOURCE_MEM;
		prefmask = IORESOURCE_MEM | IORESOURCE_PREFETCH;
1092 1093 1094
		if (pbus_size_mem(bus, prefmask, prefmask,
				  realloc_head ? 0 : additional_mem_size,
				  additional_mem_size, realloc_head))
L
Linus Torvalds 已提交
1095
			mask = prefmask; /* Success, size non-prefetch only. */
1096
		else
1097
			additional_mem_size += additional_mem_size;
1098 1099 1100
		pbus_size_mem(bus, mask, IORESOURCE_MEM,
				realloc_head ? 0 : additional_mem_size,
				additional_mem_size, realloc_head);
L
Linus Torvalds 已提交
1101 1102 1103
		break;
	}
}
1104 1105 1106 1107 1108

void __ref pci_bus_size_bridges(struct pci_bus *bus)
{
	__pci_bus_size_bridges(bus, NULL);
}
L
Linus Torvalds 已提交
1109 1110
EXPORT_SYMBOL(pci_bus_size_bridges);

1111
static void __ref __pci_bus_assign_resources(const struct pci_bus *bus,
1112 1113
					 struct list_head *realloc_head,
					 struct list_head *fail_head)
L
Linus Torvalds 已提交
1114 1115 1116 1117
{
	struct pci_bus *b;
	struct pci_dev *dev;

R
Ram Pai 已提交
1118
	pbus_assign_resources_sorted(bus, realloc_head, fail_head);
L
Linus Torvalds 已提交
1119 1120 1121 1122 1123 1124

	list_for_each_entry(dev, &bus->devices, bus_list) {
		b = dev->subordinate;
		if (!b)
			continue;

R
Ram Pai 已提交
1125
		__pci_bus_assign_resources(b, realloc_head, fail_head);
L
Linus Torvalds 已提交
1126 1127 1128

		switch (dev->class >> 8) {
		case PCI_CLASS_BRIDGE_PCI:
1129 1130
			if (!pci_is_enabled(dev))
				pci_setup_bridge(b);
L
Linus Torvalds 已提交
1131 1132 1133 1134 1135 1136 1137
			break;

		case PCI_CLASS_BRIDGE_CARDBUS:
			pci_setup_cardbus(b);
			break;

		default:
1138 1139
			dev_info(&dev->dev, "not setting up bridge for bus "
				 "%04x:%02x\n", pci_domain_nr(b), b->number);
L
Linus Torvalds 已提交
1140 1141 1142 1143
			break;
		}
	}
}
1144 1145 1146

void __ref pci_bus_assign_resources(const struct pci_bus *bus)
{
1147
	__pci_bus_assign_resources(bus, NULL, NULL);
1148
}
L
Linus Torvalds 已提交
1149 1150
EXPORT_SYMBOL(pci_bus_assign_resources);

1151
static void __ref __pci_bridge_assign_resources(const struct pci_dev *bridge,
1152 1153
					 struct list_head *add_head,
					 struct list_head *fail_head)
1154 1155 1156
{
	struct pci_bus *b;

1157 1158
	pdev_assign_resources_sorted((struct pci_dev *)bridge,
					 add_head, fail_head);
1159 1160 1161 1162 1163

	b = bridge->subordinate;
	if (!b)
		return;

1164
	__pci_bus_assign_resources(b, add_head, fail_head);
1165 1166 1167 1168 1169 1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180

	switch (bridge->class >> 8) {
	case PCI_CLASS_BRIDGE_PCI:
		pci_setup_bridge(b);
		break;

	case PCI_CLASS_BRIDGE_CARDBUS:
		pci_setup_cardbus(b);
		break;

	default:
		dev_info(&bridge->dev, "not setting up bridge for bus "
			 "%04x:%02x\n", pci_domain_nr(b), b->number);
		break;
	}
}
1181 1182 1183 1184 1185 1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209 1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226 1227 1228 1229 1230 1231 1232 1233 1234 1235 1236 1237 1238 1239 1240 1241 1242 1243 1244 1245 1246 1247 1248 1249 1250 1251 1252 1253 1254 1255 1256 1257 1258 1259 1260 1261 1262
static void pci_bridge_release_resources(struct pci_bus *bus,
					  unsigned long type)
{
	int idx;
	bool changed = false;
	struct pci_dev *dev;
	struct resource *r;
	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
				  IORESOURCE_PREFETCH;

	dev = bus->self;
	for (idx = PCI_BRIDGE_RESOURCES; idx <= PCI_BRIDGE_RESOURCE_END;
	     idx++) {
		r = &dev->resource[idx];
		if ((r->flags & type_mask) != type)
			continue;
		if (!r->parent)
			continue;
		/*
		 * if there are children under that, we should release them
		 *  all
		 */
		release_child_resources(r);
		if (!release_resource(r)) {
			dev_printk(KERN_DEBUG, &dev->dev,
				 "resource %d %pR released\n", idx, r);
			/* keep the old size */
			r->end = resource_size(r) - 1;
			r->start = 0;
			r->flags = 0;
			changed = true;
		}
	}

	if (changed) {
		/* avoiding touch the one without PREF */
		if (type & IORESOURCE_PREFETCH)
			type = IORESOURCE_PREFETCH;
		__pci_setup_bridge(bus, type);
	}
}

enum release_type {
	leaf_only,
	whole_subtree,
};
/*
 * try to release pci bridge resources that is from leaf bridge,
 * so we can allocate big new one later
 */
static void __ref pci_bus_release_bridge_resources(struct pci_bus *bus,
						   unsigned long type,
						   enum release_type rel_type)
{
	struct pci_dev *dev;
	bool is_leaf_bridge = true;

	list_for_each_entry(dev, &bus->devices, bus_list) {
		struct pci_bus *b = dev->subordinate;
		if (!b)
			continue;

		is_leaf_bridge = false;

		if ((dev->class >> 8) != PCI_CLASS_BRIDGE_PCI)
			continue;

		if (rel_type == whole_subtree)
			pci_bus_release_bridge_resources(b, type,
						 whole_subtree);
	}

	if (pci_is_root_bus(bus))
		return;

	if ((bus->self->class >> 8) != PCI_CLASS_BRIDGE_PCI)
		return;

	if ((rel_type == whole_subtree) || is_leaf_bridge)
		pci_bridge_release_resources(bus, type);
}

Y
Yinghai Lu 已提交
1263 1264
static void pci_bus_dump_res(struct pci_bus *bus)
{
1265 1266
	struct resource *res;
	int i;
1267

1268
	pci_bus_for_each_resource(bus, res, i) {
1269
		if (!res || !res->end || !res->flags)
Y
Yinghai Lu 已提交
1270 1271
                        continue;

1272
		dev_printk(KERN_DEBUG, &bus->dev, "resource %d %pR\n", i, res);
Y
Yinghai Lu 已提交
1273 1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290 1291 1292
        }
}

static void pci_bus_dump_resources(struct pci_bus *bus)
{
	struct pci_bus *b;
	struct pci_dev *dev;


	pci_bus_dump_res(bus);

	list_for_each_entry(dev, &bus->devices, bus_list) {
		b = dev->subordinate;
		if (!b)
			continue;

		pci_bus_dump_resources(b);
	}
}

1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306 1307 1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326
static int __init pci_bus_get_depth(struct pci_bus *bus)
{
	int depth = 0;
	struct pci_dev *dev;

	list_for_each_entry(dev, &bus->devices, bus_list) {
		int ret;
		struct pci_bus *b = dev->subordinate;
		if (!b)
			continue;

		ret = pci_bus_get_depth(b);
		if (ret + 1 > depth)
			depth = ret + 1;
	}

	return depth;
}
static int __init pci_get_max_depth(void)
{
	int depth = 0;
	struct pci_bus *bus;

	list_for_each_entry(bus, &pci_root_buses, node) {
		int ret;

		ret = pci_bus_get_depth(bus);
		if (ret > depth)
			depth = ret;
	}

	return depth;
}

1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341 1342 1343 1344 1345 1346 1347 1348 1349 1350 1351 1352 1353
/*
 * -1: undefined, will auto detect later
 *  0: disabled by user
 *  1: disabled by auto detect
 *  2: enabled by user
 *  3: enabled by auto detect
 */
enum enable_type {
	undefined = -1,
	user_disabled,
	auto_disabled,
	user_enabled,
	auto_enabled,
};

static enum enable_type pci_realloc_enable __initdata = undefined;
void __init pci_realloc_get_opt(char *str)
{
	if (!strncmp(str, "off", 3))
		pci_realloc_enable = user_disabled;
	else if (!strncmp(str, "on", 2))
		pci_realloc_enable = user_enabled;
}
static bool __init pci_realloc_enabled(void)
{
	return pci_realloc_enable >= user_enabled;
}
1354

1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371 1372 1373 1374 1375 1376 1377 1378 1379
static void __init pci_realloc_detect(void)
{
#if defined(CONFIG_PCI_IOV) && defined(CONFIG_PCI_REALLOC_ENABLE_AUTO)
	struct pci_dev *dev = NULL;

	if (pci_realloc_enable != undefined)
		return;

	for_each_pci_dev(dev) {
		int i;

		for (i = PCI_IOV_RESOURCES; i <= PCI_IOV_RESOURCE_END; i++) {
			struct resource *r = &dev->resource[i];

			/* Not assigned, or rejected by kernel ? */
			if (r->flags && !r->start) {
				pci_realloc_enable = auto_enabled;

				return;
			}
		}
	}
#endif
}

1380 1381 1382 1383 1384
/*
 * first try will not touch pci bridge res
 * second  and later try will clear small leaf bridge res
 * will stop till to the max  deepth if can not find good one
 */
L
Linus Torvalds 已提交
1385 1386 1387 1388
void __init
pci_assign_unassigned_resources(void)
{
	struct pci_bus *bus;
1389
	LIST_HEAD(realloc_head); /* list of resources that
1390
					want additional resources */
1391
	struct list_head *add_list = NULL;
1392 1393
	int tried_times = 0;
	enum release_type rel_type = leaf_only;
1394
	LIST_HEAD(fail_head);
1395
	struct pci_dev_resource *fail_res;
1396 1397
	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
				  IORESOURCE_PREFETCH;
1398
	int pci_try_num = 1;
1399

1400
	/* don't realloc if asked to do so */
1401
	pci_realloc_detect();
1402 1403 1404 1405 1406 1407 1408
	if (pci_realloc_enabled()) {
		int max_depth = pci_get_max_depth();

		pci_try_num = max_depth + 1;
		printk(KERN_DEBUG "PCI: max bus depth: %d pci_try_num: %d\n",
			 max_depth, pci_try_num);
	}
1409 1410

again:
1411 1412 1413 1414 1415
	/*
	 * last try will use add_list, otherwise will try good to have as
	 * must have, so can realloc parent bridge resource
	 */
	if (tried_times + 1 == pci_try_num)
1416
		add_list = &realloc_head;
L
Linus Torvalds 已提交
1417 1418
	/* Depth first, calculate sizes and alignments of all
	   subordinate buses. */
1419
	list_for_each_entry(bus, &pci_root_buses, node)
1420
		__pci_bus_size_bridges(bus, add_list);
1421

L
Linus Torvalds 已提交
1422
	/* Depth last, allocate resources and update the hardware. */
1423
	list_for_each_entry(bus, &pci_root_buses, node)
1424
		__pci_bus_assign_resources(bus, add_list, &fail_head);
1425
	if (add_list)
1426
		BUG_ON(!list_empty(add_list));
1427 1428 1429
	tried_times++;

	/* any device complain? */
1430
	if (list_empty(&fail_head))
1431
		goto enable_and_dump;
1432

1433
	if (tried_times >= pci_try_num) {
1434 1435
		if (pci_realloc_enable == undefined)
			printk(KERN_INFO "Some PCI device resources are unassigned, try booting with pci=realloc\n");
1436 1437
		else if (pci_realloc_enable == auto_enabled)
			printk(KERN_INFO "Automatically enabled pci realloc, if you have problem, try booting with pci=realloc=off\n");
1438

1439
		free_list(&fail_head);
1440 1441 1442 1443 1444 1445 1446 1447 1448 1449 1450 1451 1452 1453
		goto enable_and_dump;
	}

	printk(KERN_DEBUG "PCI: No. %d try to assign unassigned res\n",
			 tried_times + 1);

	/* third times and later will not check if it is leaf */
	if ((tried_times + 1) > 2)
		rel_type = whole_subtree;

	/*
	 * Try to release leaf bridge's resources that doesn't fit resource of
	 * child device under that bridge
	 */
1454 1455
	list_for_each_entry(fail_res, &fail_head, list) {
		bus = fail_res->dev->bus;
1456
		pci_bus_release_bridge_resources(bus,
1457
						 fail_res->flags & type_mask,
1458
						 rel_type);
1459 1460
	}
	/* restore size and flags */
1461 1462
	list_for_each_entry(fail_res, &fail_head, list) {
		struct resource *res = fail_res->res;
1463

1464 1465 1466 1467
		res->start = fail_res->start;
		res->end = fail_res->end;
		res->flags = fail_res->flags;
		if (fail_res->dev->subordinate)
1468 1469
			res->flags = 0;
	}
1470
	free_list(&fail_head);
1471 1472 1473 1474 1475 1476 1477

	goto again;

enable_and_dump:
	/* Depth last, update the hardware. */
	list_for_each_entry(bus, &pci_root_buses, node)
		pci_enable_bridges(bus);
Y
Yinghai Lu 已提交
1478 1479

	/* dump the resource on buses */
1480
	list_for_each_entry(bus, &pci_root_buses, node)
Y
Yinghai Lu 已提交
1481
		pci_bus_dump_resources(bus);
L
Linus Torvalds 已提交
1482
}
1483 1484 1485 1486

void pci_assign_unassigned_bridge_resources(struct pci_dev *bridge)
{
	struct pci_bus *parent = bridge->subordinate;
1487
	LIST_HEAD(add_list); /* list of resources that
1488
					want additional resources */
1489
	int tried_times = 0;
1490
	LIST_HEAD(fail_head);
1491
	struct pci_dev_resource *fail_res;
1492
	int retval;
1493 1494 1495 1496
	unsigned long type_mask = IORESOURCE_IO | IORESOURCE_MEM |
				  IORESOURCE_PREFETCH;

again:
1497
	__pci_bus_size_bridges(parent, &add_list);
1498 1499
	__pci_bridge_assign_resources(bridge, &add_list, &fail_head);
	BUG_ON(!list_empty(&add_list));
1500 1501
	tried_times++;

1502
	if (list_empty(&fail_head))
1503
		goto enable_all;
1504 1505 1506

	if (tried_times >= 2) {
		/* still fail, don't need to try more */
1507
		free_list(&fail_head);
1508
		goto enable_all;
1509 1510 1511 1512 1513 1514 1515 1516 1517
	}

	printk(KERN_DEBUG "PCI: No. %d try to assign unassigned res\n",
			 tried_times + 1);

	/*
	 * Try to release leaf bridge's resources that doesn't fit resource of
	 * child device under that bridge
	 */
1518 1519 1520
	list_for_each_entry(fail_res, &fail_head, list) {
		struct pci_bus *bus = fail_res->dev->bus;
		unsigned long flags = fail_res->flags;
1521 1522 1523 1524 1525

		pci_bus_release_bridge_resources(bus, flags & type_mask,
						 whole_subtree);
	}
	/* restore size and flags */
1526 1527
	list_for_each_entry(fail_res, &fail_head, list) {
		struct resource *res = fail_res->res;
1528

1529 1530 1531 1532
		res->start = fail_res->start;
		res->end = fail_res->end;
		res->flags = fail_res->flags;
		if (fail_res->dev->subordinate)
1533 1534
			res->flags = 0;
	}
1535
	free_list(&fail_head);
1536 1537

	goto again;
1538 1539 1540 1541 1542

enable_all:
	retval = pci_reenable_device(bridge);
	pci_set_master(bridge);
	pci_enable_bridges(parent);
1543 1544
}
EXPORT_SYMBOL_GPL(pci_assign_unassigned_bridge_resources);
1545 1546 1547 1548 1549 1550 1551 1552 1553 1554 1555 1556 1557 1558 1559

#ifdef CONFIG_HOTPLUG
/**
 * pci_rescan_bus - scan a PCI bus for devices.
 * @bus: PCI bus to scan
 *
 * Scan a PCI bus and child buses for new devices, adds them,
 * and enables them.
 *
 * Returns the max number of subordinate bus discovered.
 */
unsigned int __ref pci_rescan_bus(struct pci_bus *bus)
{
	unsigned int max;
	struct pci_dev *dev;
1560
	LIST_HEAD(add_list); /* list of resources that
1561 1562 1563 1564 1565 1566 1567 1568 1569 1570 1571 1572 1573
					want additional resources */

	max = pci_scan_child_bus(bus);

	down_read(&pci_bus_sem);
	list_for_each_entry(dev, &bus->devices, bus_list)
		if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE ||
		    dev->hdr_type == PCI_HEADER_TYPE_CARDBUS)
			if (dev->subordinate)
				__pci_bus_size_bridges(dev->subordinate,
							 &add_list);
	up_read(&pci_bus_sem);
	__pci_bus_assign_resources(bus, &add_list, NULL);
1574
	BUG_ON(!list_empty(&add_list));
1575 1576 1577 1578 1579 1580 1581 1582

	pci_enable_bridges(bus);
	pci_bus_add_devices(bus);

	return max;
}
EXPORT_SYMBOL_GPL(pci_rescan_bus);
#endif