mpparse.c 21.4 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 *	Intel Multiprocessor Specification 1.1 and 1.4
L
Linus Torvalds 已提交
3 4
 *	compliant MP-table parsing routines.
 *
5
 *	(c) 1995 Alan Cox, Building #3 <alan@lxorguk.ukuu.org.uk>
I
Ingo Molnar 已提交
6
 *	(c) 1998, 1999, 2000, 2009 Ingo Molnar <mingo@redhat.com>
7
 *      (c) 2008 Alexey Starikovskiy <astarikovskiy@suse.de>
L
Linus Torvalds 已提交
8 9 10 11 12 13
 */

#include <linux/mm.h>
#include <linux/init.h>
#include <linux/delay.h>
#include <linux/bootmem.h>
14
#include <linux/memblock.h>
L
Linus Torvalds 已提交
15 16 17
#include <linux/kernel_stat.h>
#include <linux/mc146818rtc.h>
#include <linux/bitops.h>
18 19
#include <linux/acpi.h>
#include <linux/module.h>
20
#include <linux/smp.h>
21
#include <linux/pci.h>
L
Linus Torvalds 已提交
22 23 24

#include <asm/mtrr.h>
#include <asm/mpspec.h>
25
#include <asm/pgalloc.h>
L
Linus Torvalds 已提交
26
#include <asm/io_apic.h>
27
#include <asm/proto.h>
28
#include <asm/bios_ebda.h>
Y
Yinghai Lu 已提交
29
#include <asm/e820.h>
Y
Yinghai Lu 已提交
30
#include <asm/setup.h>
31
#include <asm/smp.h>
L
Linus Torvalds 已提交
32

I
Ingo Molnar 已提交
33
#include <asm/apic.h>
L
Linus Torvalds 已提交
34 35 36 37 38 39 40 41 42 43 44 45 46 47
/*
 * Checksum an MP configuration block.
 */

static int __init mpf_checksum(unsigned char *mp, int len)
{
	int sum = 0;

	while (len--)
		sum += *mp++;

	return sum & 0xFF;
}

48 49 50 51 52
int __init default_mpc_apic_id(struct mpc_cpu *m)
{
	return m->apicid;
}

53
static void __init MP_processor_info(struct mpc_cpu *m)
54 55
{
	int apicid;
56
	char *bootup_cpu = "";
57

58
	if (!(m->cpuflag & CPU_ENABLED)) {
G
Glauber Costa 已提交
59
		disabled_cpus++;
L
Linus Torvalds 已提交
60
		return;
G
Glauber Costa 已提交
61
	}
62

63
	apicid = x86_init.mpparse.mpc_apic_id(m);
64

65
	if (m->cpuflag & CPU_BOOTPROCESSOR) {
66
		bootup_cpu = " (Bootup-CPU)";
67
		boot_cpu_physical_apicid = m->apicid;
L
Linus Torvalds 已提交
68 69
	}

70 71
	printk(KERN_INFO "Processor #%d%s\n", m->apicid, bootup_cpu);
	generic_processor_info(apicid, m->apicver);
L
Linus Torvalds 已提交
72 73
}

T
Thomas Gleixner 已提交
74
#ifdef CONFIG_X86_IO_APIC
75
void __init default_mpc_oem_bus_info(struct mpc_bus *m, char *str)
L
Linus Torvalds 已提交
76
{
77
	memcpy(str, m->bustype, 6);
L
Linus Torvalds 已提交
78
	str[6] = 0;
79 80
	apic_printk(APIC_VERBOSE, "Bus #%d is %s\n", m->busid, str);
}
L
Linus Torvalds 已提交
81

82 83 84
static void __init MP_bus_info(struct mpc_bus *m)
{
	char str[7];
L
Linus Torvalds 已提交
85

86
	x86_init.mpparse.mpc_oem_bus_info(m, str);
L
Linus Torvalds 已提交
87

88
#if MAX_MP_BUSSES < 256
89
	if (m->busid >= MAX_MP_BUSSES) {
90
		printk(KERN_WARNING "MP table busid value (%d) for bustype %s "
A
Alexey Starikovskiy 已提交
91
		       " is too large, max. supported is %d\n",
92
		       m->busid, str, MAX_MP_BUSSES - 1);
93 94
		return;
	}
95
#endif
96

97
	set_bit(m->busid, mp_bus_not_pci);
A
Alexey Starikovskiy 已提交
98
	if (strncmp(str, BUSTYPE_ISA, sizeof(BUSTYPE_ISA) - 1) == 0) {
99
#ifdef CONFIG_EISA
100
		mp_bus_id_to_type[m->busid] = MP_BUS_ISA;
A
Alexey Starikovskiy 已提交
101 102
#endif
	} else if (strncmp(str, BUSTYPE_PCI, sizeof(BUSTYPE_PCI) - 1) == 0) {
103 104
		if (x86_init.mpparse.mpc_oem_pci_bus)
			x86_init.mpparse.mpc_oem_pci_bus(m);
105

106
		clear_bit(m->busid, mp_bus_not_pci);
107
#ifdef CONFIG_EISA
108
		mp_bus_id_to_type[m->busid] = MP_BUS_PCI;
A
Alexey Starikovskiy 已提交
109
	} else if (strncmp(str, BUSTYPE_EISA, sizeof(BUSTYPE_EISA) - 1) == 0) {
110
		mp_bus_id_to_type[m->busid] = MP_BUS_EISA;
111
#endif
A
Alexey Starikovskiy 已提交
112 113
	} else
		printk(KERN_WARNING "Unknown bustype %s - ignoring\n", str);
L
Linus Torvalds 已提交
114
}
115

116
static void __init MP_ioapic_info(struct mpc_ioapic *m)
L
Linus Torvalds 已提交
117
{
118 119
	if (m->flags & MPC_APIC_USABLE)
		mp_register_ioapic(m->apicid, m->apicaddr, gsi_top);
Y
Yinghai Lu 已提交
120 121
}

122
static void __init print_mp_irq_info(struct mpc_intsrc *mp_irq)
Y
Yinghai Lu 已提交
123
{
124
	apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
Y
Yinghai Lu 已提交
125
		" IRQ %02x, APIC ID %x, APIC INT %02x\n",
126 127 128
		mp_irq->irqtype, mp_irq->irqflag & 3,
		(mp_irq->irqflag >> 2) & 3, mp_irq->srcbus,
		mp_irq->srcbusirq, mp_irq->dstapic, mp_irq->dstirq);
Y
Yinghai Lu 已提交
129 130
}

131 132 133 134
#else /* CONFIG_X86_IO_APIC */
static inline void __init MP_bus_info(struct mpc_bus *m) {}
static inline void __init MP_ioapic_info(struct mpc_ioapic *m) {}
#endif /* CONFIG_X86_IO_APIC */
L
Linus Torvalds 已提交
135

136
static void __init MP_lintsrc_info(struct mpc_lintsrc *m)
L
Linus Torvalds 已提交
137
{
138
	apic_printk(APIC_VERBOSE, "Lint: type %d, pol %d, trig %d, bus %02x,"
L
Linus Torvalds 已提交
139
		" IRQ %02x, APIC ID %x, APIC LINT %02x\n",
140 141
		m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbusid,
		m->srcbusirq, m->destapic, m->destapiclint);
L
Linus Torvalds 已提交
142 143 144 145 146
}

/*
 * Read/parse the MPC
 */
147
static int __init smp_check_mpc(struct mpc_table *mpc, char *oem, char *str)
L
Linus Torvalds 已提交
148 149
{

150
	if (memcmp(mpc->signature, MPC_SIGNATURE, 4)) {
A
Alexey Starikovskiy 已提交
151
		printk(KERN_ERR "MPTABLE: bad signature [%c%c%c%c]!\n",
152 153
		       mpc->signature[0], mpc->signature[1],
		       mpc->signature[2], mpc->signature[3]);
L
Linus Torvalds 已提交
154 155
		return 0;
	}
156
	if (mpf_checksum((unsigned char *)mpc, mpc->length)) {
A
Alexey Starikovskiy 已提交
157
		printk(KERN_ERR "MPTABLE: checksum error!\n");
L
Linus Torvalds 已提交
158 159
		return 0;
	}
160
	if (mpc->spec != 0x01 && mpc->spec != 0x04) {
A
Alexey Starikovskiy 已提交
161
		printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n",
162
		       mpc->spec);
L
Linus Torvalds 已提交
163 164
		return 0;
	}
165
	if (!mpc->lapic) {
A
Alexey Starikovskiy 已提交
166
		printk(KERN_ERR "MPTABLE: null local APIC address!\n");
L
Linus Torvalds 已提交
167 168
		return 0;
	}
169
	memcpy(oem, mpc->oem, 8);
A
Alexey Starikovskiy 已提交
170
	oem[8] = 0;
Y
Yinghai Lu 已提交
171
	printk(KERN_INFO "MPTABLE: OEM ID: %s\n", oem);
L
Linus Torvalds 已提交
172

173
	memcpy(str, mpc->productid, 12);
A
Alexey Starikovskiy 已提交
174
	str[12] = 0;
L
Linus Torvalds 已提交
175

Y
Yinghai Lu 已提交
176
	printk(KERN_INFO "MPTABLE: Product ID: %s\n", str);
L
Linus Torvalds 已提交
177

178
	printk(KERN_INFO "MPTABLE: APIC at: 0x%X\n", mpc->lapic);
L
Linus Torvalds 已提交
179

Y
Yinghai Lu 已提交
180 181 182
	return 1;
}

183 184 185 186 187 188
static void skip_entry(unsigned char **ptr, int *count, int size)
{
	*ptr += size;
	*count += size;
}

189 190 191 192 193 194 195 196
static void __init smp_dump_mptable(struct mpc_table *mpc, unsigned char *mpt)
{
	printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n"
		"type %x\n", *mpt);
	print_hex_dump(KERN_ERR, "  ", DUMP_PREFIX_ADDRESS, 16,
			1, mpc, mpc->length, 1);
}

197 198
void __init default_smp_read_mpc_oem(struct mpc_table *mpc) { }

199
static int __init smp_read_mpc(struct mpc_table *mpc, unsigned early)
Y
Yinghai Lu 已提交
200 201 202 203 204 205 206 207 208 209 210
{
	char str[16];
	char oem[10];

	int count = sizeof(*mpc);
	unsigned char *mpt = ((unsigned char *)mpc) + count;

	if (!smp_check_mpc(mpc, oem, str))
		return 0;

#ifdef CONFIG_X86_32
211
	generic_mps_oem_check(mpc, oem, str);
Y
Yinghai Lu 已提交
212
#endif
213
	/* Initialize the lapic mapping */
L
Linus Torvalds 已提交
214
	if (!acpi_lapic)
215
		register_lapic_address(mpc->lapic);
L
Linus Torvalds 已提交
216

217 218 219
	if (early)
		return 1;

220 221
	if (mpc->oemptr)
		x86_init.mpparse.smp_read_mpc_oem(mpc);
222

L
Linus Torvalds 已提交
223
	/*
A
Alexey Starikovskiy 已提交
224
	 *      Now process the configuration blocks.
L
Linus Torvalds 已提交
225
	 */
226
	x86_init.mpparse.mpc_record(0);
227

228
	while (count < mpc->length) {
A
Alexey Starikovskiy 已提交
229 230
		switch (*mpt) {
		case MP_PROCESSOR:
231 232
			/* ACPI may have already provided this data */
			if (!acpi_lapic)
233
				MP_processor_info((struct mpc_cpu *)mpt);
234 235
			skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
			break;
A
Alexey Starikovskiy 已提交
236
		case MP_BUS:
237
			MP_bus_info((struct mpc_bus *)mpt);
238 239
			skip_entry(&mpt, &count, sizeof(struct mpc_bus));
			break;
A
Alexey Starikovskiy 已提交
240
		case MP_IOAPIC:
241
			MP_ioapic_info((struct mpc_ioapic *)mpt);
242 243
			skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
			break;
A
Alexey Starikovskiy 已提交
244
		case MP_INTSRC:
245
			mp_save_irq((struct mpc_intsrc *)mpt);
246 247
			skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
			break;
A
Alexey Starikovskiy 已提交
248
		case MP_LINTSRC:
249
			MP_lintsrc_info((struct mpc_lintsrc *)mpt);
250 251
			skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
			break;
A
Alexey Starikovskiy 已提交
252
		default:
Y
Yinghai Lu 已提交
253
			/* wrong mptable */
254
			smp_dump_mptable(mpc, mpt);
255
			count = mpc->length;
Y
Yinghai Lu 已提交
256
			break;
L
Linus Torvalds 已提交
257
		}
258
		x86_init.mpparse.mpc_record(1);
L
Linus Torvalds 已提交
259
	}
260

L
Linus Torvalds 已提交
261
	if (!num_processors)
A
Alexey Starikovskiy 已提交
262
		printk(KERN_ERR "MPTABLE: no processors registered!\n");
L
Linus Torvalds 已提交
263 264 265
	return num_processors;
}

266 267
#ifdef CONFIG_X86_IO_APIC

L
Linus Torvalds 已提交
268 269 270 271 272 273 274 275 276 277
static int __init ELCR_trigger(unsigned int irq)
{
	unsigned int port;

	port = 0x4d0 + (irq >> 3);
	return (inb(port) >> (irq & 7)) & 1;
}

static void __init construct_default_ioirq_mptable(int mpc_default_type)
{
278
	struct mpc_intsrc intsrc;
L
Linus Torvalds 已提交
279 280 281
	int i;
	int ELCR_fallback = 0;

282 283 284
	intsrc.type = MP_INTSRC;
	intsrc.irqflag = 0;	/* conforming */
	intsrc.srcbus = 0;
285
	intsrc.dstapic = mpc_ioapic_id(0);
L
Linus Torvalds 已提交
286

287
	intsrc.irqtype = mp_INT;
L
Linus Torvalds 已提交
288 289 290 291 292 293 294 295 296 297

	/*
	 *  If true, we have an ISA/PCI system with no IRQ entries
	 *  in the MP table. To prevent the PCI interrupts from being set up
	 *  incorrectly, we try to use the ELCR. The sanity check to see if
	 *  there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can
	 *  never be level sensitive, so we simply see if the ELCR agrees.
	 *  If it does, we assume it's valid.
	 */
	if (mpc_default_type == 5) {
298 299
		printk(KERN_INFO "ISA/PCI bus type with no IRQ information... "
		       "falling back to ELCR\n");
L
Linus Torvalds 已提交
300

301 302 303 304
		if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) ||
		    ELCR_trigger(13))
			printk(KERN_ERR "ELCR contains invalid data... "
			       "not using ELCR\n");
L
Linus Torvalds 已提交
305
		else {
A
Alexey Starikovskiy 已提交
306 307
			printk(KERN_INFO
			       "Using ELCR to identify PCI interrupts\n");
L
Linus Torvalds 已提交
308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329
			ELCR_fallback = 1;
		}
	}

	for (i = 0; i < 16; i++) {
		switch (mpc_default_type) {
		case 2:
			if (i == 0 || i == 13)
				continue;	/* IRQ0 & IRQ13 not connected */
			/* fall through */
		default:
			if (i == 2)
				continue;	/* IRQ2 is never connected */
		}

		if (ELCR_fallback) {
			/*
			 *  If the ELCR indicates a level-sensitive interrupt, we
			 *  copy that information over to the MP table in the
			 *  irqflag field (level sensitive, active high polarity).
			 */
			if (ELCR_trigger(i))
330
				intsrc.irqflag = 13;
L
Linus Torvalds 已提交
331
			else
332
				intsrc.irqflag = 0;
L
Linus Torvalds 已提交
333 334
		}

335 336
		intsrc.srcbusirq = i;
		intsrc.dstirq = i ? i : 2;	/* IRQ0 to INTIN2 */
337
		mp_save_irq(&intsrc);
L
Linus Torvalds 已提交
338 339
	}

340 341 342
	intsrc.irqtype = mp_ExtINT;
	intsrc.srcbusirq = 0;
	intsrc.dstirq = 0;	/* 8259A to INTIN0 */
343
	mp_save_irq(&intsrc);
L
Linus Torvalds 已提交
344 345
}

346

347
static void __init construct_ioapic_table(int mpc_default_type)
L
Linus Torvalds 已提交
348
{
349
	struct mpc_ioapic ioapic;
350
	struct mpc_bus bus;
L
Linus Torvalds 已提交
351

352 353
	bus.type = MP_BUS;
	bus.busid = 0;
L
Linus Torvalds 已提交
354
	switch (mpc_default_type) {
A
Alexey Starikovskiy 已提交
355
	default:
356
		printk(KERN_ERR "???\nUnknown standard configuration %d\n",
A
Alexey Starikovskiy 已提交
357 358 359 360
		       mpc_default_type);
		/* fall through */
	case 1:
	case 5:
361
		memcpy(bus.bustype, "ISA   ", 6);
A
Alexey Starikovskiy 已提交
362 363 364 365
		break;
	case 2:
	case 6:
	case 3:
366
		memcpy(bus.bustype, "EISA  ", 6);
A
Alexey Starikovskiy 已提交
367
		break;
L
Linus Torvalds 已提交
368 369 370
	}
	MP_bus_info(&bus);
	if (mpc_default_type > 4) {
371 372
		bus.busid = 1;
		memcpy(bus.bustype, "PCI   ", 6);
L
Linus Torvalds 已提交
373 374 375
		MP_bus_info(&bus);
	}

376 377 378 379 380
	ioapic.type	= MP_IOAPIC;
	ioapic.apicid	= 2;
	ioapic.apicver	= mpc_default_type > 4 ? 0x10 : 0x01;
	ioapic.flags	= MPC_APIC_USABLE;
	ioapic.apicaddr	= IO_APIC_DEFAULT_PHYS_BASE;
L
Linus Torvalds 已提交
381 382 383 384 385 386
	MP_ioapic_info(&ioapic);

	/*
	 * We set up most of the low 16 IO-APIC pins according to MPS rules.
	 */
	construct_default_ioirq_mptable(mpc_default_type);
T
Thomas Gleixner 已提交
387 388
}
#else
389
static inline void __init construct_ioapic_table(int mpc_default_type) { }
390
#endif
T
Thomas Gleixner 已提交
391 392 393

static inline void __init construct_default_ISA_mptable(int mpc_default_type)
{
394
	struct mpc_cpu processor;
395
	struct mpc_lintsrc lintsrc;
T
Thomas Gleixner 已提交
396 397 398 399 400 401 402 403 404 405 406
	int linttypes[2] = { mp_ExtINT, mp_NMI };
	int i;

	/*
	 * local APIC has default address
	 */
	mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;

	/*
	 * 2 CPUs, numbered 0 & 1.
	 */
407
	processor.type = MP_PROCESSOR;
T
Thomas Gleixner 已提交
408
	/* Either an integrated APIC or a discrete 82489DX. */
409 410 411
	processor.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
	processor.cpuflag = CPU_ENABLED;
	processor.cpufeature = (boot_cpu_data.x86 << 8) |
T
Thomas Gleixner 已提交
412
	    (boot_cpu_data.x86_model << 4) | boot_cpu_data.x86_mask;
413 414 415
	processor.featureflag = boot_cpu_data.x86_capability[0];
	processor.reserved[0] = 0;
	processor.reserved[1] = 0;
T
Thomas Gleixner 已提交
416
	for (i = 0; i < 2; i++) {
417
		processor.apicid = i;
T
Thomas Gleixner 已提交
418 419 420 421 422
		MP_processor_info(&processor);
	}

	construct_ioapic_table(mpc_default_type);

423 424 425 426 427
	lintsrc.type = MP_LINTSRC;
	lintsrc.irqflag = 0;		/* conforming */
	lintsrc.srcbusid = 0;
	lintsrc.srcbusirq = 0;
	lintsrc.destapic = MP_APIC_ALL;
L
Linus Torvalds 已提交
428
	for (i = 0; i < 2; i++) {
429 430
		lintsrc.irqtype = linttypes[i];
		lintsrc.destapiclint = i;
L
Linus Torvalds 已提交
431 432 433 434
		MP_lintsrc_info(&lintsrc);
	}
}

435
static struct mpf_intel *mpf_found;
L
Linus Torvalds 已提交
436

Y
Yinghai Lu 已提交
437 438 439 440 441 442 443 444 445 446 447 448 449
static unsigned long __init get_mpc_size(unsigned long physptr)
{
	struct mpc_table *mpc;
	unsigned long size;

	mpc = early_ioremap(physptr, PAGE_SIZE);
	size = mpc->length;
	early_iounmap(mpc, PAGE_SIZE);
	apic_printk(APIC_VERBOSE, "  mpc: %lx-%lx\n", physptr, physptr + size);

	return size;
}

450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498
static int __init check_physptr(struct mpf_intel *mpf, unsigned int early)
{
	struct mpc_table *mpc;
	unsigned long size;

	size = get_mpc_size(mpf->physptr);
	mpc = early_ioremap(mpf->physptr, size);
	/*
	 * Read the physical hardware table.  Anything here will
	 * override the defaults.
	 */
	if (!smp_read_mpc(mpc, early)) {
#ifdef CONFIG_X86_LOCAL_APIC
		smp_found_config = 0;
#endif
		printk(KERN_ERR "BIOS bug, MP table errors detected!...\n"
			"... disabling SMP support. (tell your hw vendor)\n");
		early_iounmap(mpc, size);
		return -1;
	}
	early_iounmap(mpc, size);

	if (early)
		return -1;

#ifdef CONFIG_X86_IO_APIC
	/*
	 * If there are no explicit MP IRQ entries, then we are
	 * broken.  We set up most of the low 16 IO-APIC pins to
	 * ISA defaults and hope it will work.
	 */
	if (!mp_irq_entries) {
		struct mpc_bus bus;

		printk(KERN_ERR "BIOS bug, no explicit IRQ entries, "
		       "using default mptable. (tell your hw vendor)\n");

		bus.type = MP_BUS;
		bus.busid = 0;
		memcpy(bus.bustype, "ISA   ", 6);
		MP_bus_info(&bus);

		construct_default_ioirq_mptable(0);
	}
#endif

	return 0;
}

L
Linus Torvalds 已提交
499 500 501
/*
 * Scan the memory blocks for an SMP configuration block.
 */
502
void __init default_get_smp_config(unsigned int early)
L
Linus Torvalds 已提交
503
{
504
	struct mpf_intel *mpf = mpf_found;
L
Linus Torvalds 已提交
505

Y
Yinghai Lu 已提交
506 507 508
	if (!mpf)
		return;

509 510
	if (acpi_lapic && early)
		return;
Y
Yinghai Lu 已提交
511

L
Linus Torvalds 已提交
512
	/*
Y
Yinghai Lu 已提交
513 514
	 * MPS doesn't support hyperthreading, aka only have
	 * thread 0 apic id in MPS table
L
Linus Torvalds 已提交
515
	 */
Y
Yinghai Lu 已提交
516
	if (acpi_lapic && acpi_ioapic)
L
Linus Torvalds 已提交
517 518
		return;

A
Alexey Starikovskiy 已提交
519
	printk(KERN_INFO "Intel MultiProcessor Specification v1.%d\n",
520
	       mpf->specification);
521
#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
522
	if (mpf->feature2 & (1 << 7)) {
L
Linus Torvalds 已提交
523 524 525 526 527 528
		printk(KERN_INFO "    IMCR and PIC compatibility mode.\n");
		pic_mode = 1;
	} else {
		printk(KERN_INFO "    Virtual Wire compatibility mode.\n");
		pic_mode = 0;
	}
A
Alexey Starikovskiy 已提交
529
#endif
L
Linus Torvalds 已提交
530 531 532
	/*
	 * Now see if we need to read further.
	 */
533
	if (mpf->feature1 != 0) {
534 535 536 537 538 539 540
		if (early) {
			/*
			 * local APIC has default address
			 */
			mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
			return;
		}
L
Linus Torvalds 已提交
541

A
Alexey Starikovskiy 已提交
542
		printk(KERN_INFO "Default MP configuration #%d\n",
543 544
		       mpf->feature1);
		construct_default_ISA_mptable(mpf->feature1);
L
Linus Torvalds 已提交
545

546
	} else if (mpf->physptr) {
547
		if (check_physptr(mpf, early))
L
Linus Torvalds 已提交
548 549 550 551
			return;
	} else
		BUG();

552 553
	if (!early)
		printk(KERN_INFO "Processors: %d\n", num_processors);
L
Linus Torvalds 已提交
554 555 556 557 558
	/*
	 * Only use the first configuration found.
	 */
}

559
static void __init smp_reserve_memory(struct mpf_intel *mpf)
560
{
561
	memblock_reserve(mpf->physptr, get_mpc_size(mpf->physptr));
562 563
}

564
static int __init smp_scan_config(unsigned long base, unsigned long length)
L
Linus Torvalds 已提交
565
{
A
Alexey Starikovskiy 已提交
566
	unsigned int *bp = phys_to_virt(base);
567
	struct mpf_intel *mpf;
568
	unsigned long mem;
L
Linus Torvalds 已提交
569

570 571
	apic_printk(APIC_VERBOSE, "Scan for SMP in [mem %#010lx-%#010lx]\n",
		    base, base + length - 1);
572
	BUILD_BUG_ON(sizeof(*mpf) != 16);
L
Linus Torvalds 已提交
573 574

	while (length > 0) {
575
		mpf = (struct mpf_intel *)bp;
L
Linus Torvalds 已提交
576
		if ((*bp == SMP_MAGIC_IDENT) &&
577
		    (mpf->length == 1) &&
A
Alexey Starikovskiy 已提交
578
		    !mpf_checksum((unsigned char *)bp, 16) &&
579 580
		    ((mpf->specification == 1)
		     || (mpf->specification == 4))) {
A
Alexey Starikovskiy 已提交
581
#ifdef CONFIG_X86_LOCAL_APIC
L
Linus Torvalds 已提交
582
			smp_found_config = 1;
A
Alexey Starikovskiy 已提交
583
#endif
A
Alexey Starikovskiy 已提交
584
			mpf_found = mpf;
585

586 587 588 589
			printk(KERN_INFO "found SMP MP-table at [mem %#010llx-%#010llx] mapped at [%p]\n",
			       (unsigned long long) virt_to_phys(mpf),
			       (unsigned long long) virt_to_phys(mpf) +
			       sizeof(*mpf) - 1, mpf);
590

591
			mem = virt_to_phys(mpf);
592
			memblock_reserve(mem, sizeof(*mpf));
593
			if (mpf->physptr)
594
				smp_reserve_memory(mpf);
L
Linus Torvalds 已提交
595

596
			return 1;
L
Linus Torvalds 已提交
597 598 599 600 601 602 603
		}
		bp += 4;
		length -= 16;
	}
	return 0;
}

604
void __init default_find_smp_config(void)
L
Linus Torvalds 已提交
605 606 607 608 609 610 611 612 613 614 615
{
	unsigned int address;

	/*
	 * FIXME: Linux assumes you have 640K of base ram..
	 * this continues the error...
	 *
	 * 1) Scan the bottom 1K for a signature
	 * 2) Scan the top 1K of base RAM
	 * 3) Scan the 64K of bios
	 */
616 617 618
	if (smp_scan_config(0x0, 0x400) ||
	    smp_scan_config(639 * 0x400, 0x400) ||
	    smp_scan_config(0xF0000, 0x10000))
L
Linus Torvalds 已提交
619 620 621
		return;
	/*
	 * If it is an SMP machine we should know now, unless the
622
	 * configuration is in an EISA bus machine with an
L
Linus Torvalds 已提交
623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638
	 * extended bios data area.
	 *
	 * there is a real-mode segmented pointer pointing to the
	 * 4K EBDA area at 0x40E, calculate and scan it here.
	 *
	 * NOTE! There are Linux loaders that will corrupt the EBDA
	 * area, and as such this kind of SMP config may be less
	 * trustworthy, simply because the SMP table may have been
	 * stomped on during early boot. These loaders are buggy and
	 * should be fixed.
	 *
	 * MP1.4 SPEC states to only scan first 1K of 4K EBDA.
	 */

	address = get_bios_ebda();
	if (address)
639
		smp_scan_config(address, 0x400);
640 641
}

Y
Yinghai Lu 已提交
642 643 644
#ifdef CONFIG_X86_IO_APIC
static u8 __initdata irq_used[MAX_IRQ_SOURCES];

645
static int  __init get_MP_intsrc_index(struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
646 647 648
{
	int i;

649
	if (m->irqtype != mp_INT)
Y
Yinghai Lu 已提交
650 651
		return 0;

652
	if (m->irqflag != 0x0f)
Y
Yinghai Lu 已提交
653 654 655 656 657
		return 0;

	/* not legacy */

	for (i = 0; i < mp_irq_entries; i++) {
658
		if (mp_irqs[i].irqtype != mp_INT)
Y
Yinghai Lu 已提交
659 660
			continue;

661
		if (mp_irqs[i].irqflag != 0x0f)
Y
Yinghai Lu 已提交
662 663
			continue;

664
		if (mp_irqs[i].srcbus != m->srcbus)
Y
Yinghai Lu 已提交
665
			continue;
666
		if (mp_irqs[i].srcbusirq != m->srcbusirq)
Y
Yinghai Lu 已提交
667 668 669 670 671 672 673 674 675 676 677 678 679 680 681
			continue;
		if (irq_used[i]) {
			/* already claimed */
			return -2;
		}
		irq_used[i] = 1;
		return i;
	}

	/* not found */
	return -1;
}

#define SPARE_SLOT_NUM 20

682
static struct mpc_intsrc __initdata *m_spare[SPARE_SLOT_NUM];
683

684
static void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare)
685 686 687 688
{
	int i;

	apic_printk(APIC_VERBOSE, "OLD ");
689
	print_mp_irq_info(m);
690 691 692

	i = get_MP_intsrc_index(m);
	if (i > 0) {
693
		memcpy(m, &mp_irqs[i], sizeof(*m));
694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711
		apic_printk(APIC_VERBOSE, "NEW ");
		print_mp_irq_info(&mp_irqs[i]);
		return;
	}
	if (!i) {
		/* legacy, do nothing */
		return;
	}
	if (*nr_m_spare < SPARE_SLOT_NUM) {
		/*
		 * not found (-1), or duplicated (-2) are invalid entries,
		 * we need to use the slot later
		 */
		m_spare[*nr_m_spare] = m;
		*nr_m_spare += 1;
	}
}

712
static int __init
Y
Yinghai Lu 已提交
713
check_slot(unsigned long mpc_new_phys, unsigned long mpc_new_length, int count)
714
{
Y
Yinghai Lu 已提交
715 716 717
	if (!mpc_new_phys || count <= mpc_new_length) {
		WARN(1, "update_mptable: No spare slots (length: %x)\n", count);
		return -1;
718 719
	}

720
	return 0;
721
}
722 723 724 725
#else /* CONFIG_X86_IO_APIC */
static
inline void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare) {}
#endif /* CONFIG_X86_IO_APIC */
Y
Yinghai Lu 已提交
726

727
static int  __init replace_intsrc_all(struct mpc_table *mpc,
Y
Yinghai Lu 已提交
728 729 730 731 732 733 734
					unsigned long mpc_new_phys,
					unsigned long mpc_new_length)
{
#ifdef CONFIG_X86_IO_APIC
	int i;
#endif
	int count = sizeof(*mpc);
735
	int nr_m_spare = 0;
Y
Yinghai Lu 已提交
736 737
	unsigned char *mpt = ((unsigned char *)mpc) + count;

738 739
	printk(KERN_INFO "mpc_length %x\n", mpc->length);
	while (count < mpc->length) {
Y
Yinghai Lu 已提交
740 741
		switch (*mpt) {
		case MP_PROCESSOR:
742 743
			skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
			break;
Y
Yinghai Lu 已提交
744
		case MP_BUS:
745 746
			skip_entry(&mpt, &count, sizeof(struct mpc_bus));
			break;
Y
Yinghai Lu 已提交
747
		case MP_IOAPIC:
748 749
			skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
			break;
Y
Yinghai Lu 已提交
750
		case MP_INTSRC:
751
			check_irq_src((struct mpc_intsrc *)mpt, &nr_m_spare);
752 753
			skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
			break;
Y
Yinghai Lu 已提交
754
		case MP_LINTSRC:
755 756
			skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
			break;
Y
Yinghai Lu 已提交
757 758
		default:
			/* wrong mptable */
759
			smp_dump_mptable(mpc, mpt);
Y
Yinghai Lu 已提交
760 761 762 763 764 765 766 767 768
			goto out;
		}
	}

#ifdef CONFIG_X86_IO_APIC
	for (i = 0; i < mp_irq_entries; i++) {
		if (irq_used[i])
			continue;

769
		if (mp_irqs[i].irqtype != mp_INT)
Y
Yinghai Lu 已提交
770 771
			continue;

772
		if (mp_irqs[i].irqflag != 0x0f)
Y
Yinghai Lu 已提交
773 774 775
			continue;

		if (nr_m_spare > 0) {
776
			apic_printk(APIC_VERBOSE, "*NEW* found\n");
Y
Yinghai Lu 已提交
777
			nr_m_spare--;
778
			memcpy(m_spare[nr_m_spare], &mp_irqs[i], sizeof(mp_irqs[i]));
Y
Yinghai Lu 已提交
779 780
			m_spare[nr_m_spare] = NULL;
		} else {
781 782
			struct mpc_intsrc *m = (struct mpc_intsrc *)mpt;
			count += sizeof(struct mpc_intsrc);
Y
Yinghai Lu 已提交
783
			if (check_slot(mpc_new_phys, mpc_new_length, count) < 0)
784
				goto out;
785
			memcpy(m, &mp_irqs[i], sizeof(*m));
786
			mpc->length = count;
787
			mpt += sizeof(struct mpc_intsrc);
Y
Yinghai Lu 已提交
788 789 790 791 792 793
		}
		print_mp_irq_info(&mp_irqs[i]);
	}
#endif
out:
	/* update checksum */
794 795
	mpc->checksum = 0;
	mpc->checksum -= mpf_checksum((unsigned char *)mpc, mpc->length);
Y
Yinghai Lu 已提交
796 797 798 799

	return 0;
}

800
int enable_update_mptable;
801

Y
Yinghai Lu 已提交
802 803 804
static int __init update_mptable_setup(char *str)
{
	enable_update_mptable = 1;
805 806 807
#ifdef CONFIG_PCI
	pci_routeirq = 1;
#endif
Y
Yinghai Lu 已提交
808 809 810 811 812 813 814 815 816 817 818 819
	return 0;
}
early_param("update_mptable", update_mptable_setup);

static unsigned long __initdata mpc_new_phys;
static unsigned long mpc_new_length __initdata = 4096;

/* alloc_mptable or alloc_mptable=4k */
static int __initdata alloc_mptable;
static int __init parse_alloc_mptable_opt(char *p)
{
	enable_update_mptable = 1;
820 821 822
#ifdef CONFIG_PCI
	pci_routeirq = 1;
#endif
Y
Yinghai Lu 已提交
823 824 825 826 827 828 829 830 831 832
	alloc_mptable = 1;
	if (!p)
		return 0;
	mpc_new_length = memparse(p, &p);
	return 0;
}
early_param("alloc_mptable", parse_alloc_mptable_opt);

void __init early_reserve_e820_mpc_new(void)
{
833 834
	if (enable_update_mptable && alloc_mptable)
		mpc_new_phys = early_reserve_e820(mpc_new_length, 4);
Y
Yinghai Lu 已提交
835 836 837 838 839 840
}

static int __init update_mp_table(void)
{
	char str[16];
	char oem[10];
841
	struct mpf_intel *mpf;
842
	struct mpc_table *mpc, *mpc_new;
Y
Yinghai Lu 已提交
843 844 845 846 847 848 849 850 851 852 853

	if (!enable_update_mptable)
		return 0;

	mpf = mpf_found;
	if (!mpf)
		return 0;

	/*
	 * Now see if we need to go further.
	 */
854
	if (mpf->feature1 != 0)
Y
Yinghai Lu 已提交
855 856
		return 0;

857
	if (!mpf->physptr)
Y
Yinghai Lu 已提交
858 859
		return 0;

860
	mpc = phys_to_virt(mpf->physptr);
Y
Yinghai Lu 已提交
861 862 863 864

	if (!smp_check_mpc(mpc, oem, str))
		return 0;

865
	printk(KERN_INFO "mpf: %llx\n", (u64)virt_to_phys(mpf));
866
	printk(KERN_INFO "physptr: %x\n", mpf->physptr);
Y
Yinghai Lu 已提交
867

868
	if (mpc_new_phys && mpc->length > mpc_new_length) {
Y
Yinghai Lu 已提交
869 870 871 872 873 874 875
		mpc_new_phys = 0;
		printk(KERN_INFO "mpc_new_length is %ld, please use alloc_mptable=8k\n",
			 mpc_new_length);
	}

	if (!mpc_new_phys) {
		unsigned char old, new;
L
Lucas De Marchi 已提交
876
		/* check if we can change the position */
877 878 879 880
		mpc->checksum = 0;
		old = mpf_checksum((unsigned char *)mpc, mpc->length);
		mpc->checksum = 0xff;
		new = mpf_checksum((unsigned char *)mpc, mpc->length);
Y
Yinghai Lu 已提交
881 882 883 884
		if (old == new) {
			printk(KERN_INFO "mpc is readonly, please try alloc_mptable instead\n");
			return 0;
		}
L
Lucas De Marchi 已提交
885
		printk(KERN_INFO "use in-position replacing\n");
Y
Yinghai Lu 已提交
886
	} else {
887
		mpf->physptr = mpc_new_phys;
Y
Yinghai Lu 已提交
888
		mpc_new = phys_to_virt(mpc_new_phys);
889
		memcpy(mpc_new, mpc, mpc->length);
Y
Yinghai Lu 已提交
890 891
		mpc = mpc_new;
		/* check if we can modify that */
892
		if (mpc_new_phys - mpf->physptr) {
893
			struct mpf_intel *mpf_new;
Y
Yinghai Lu 已提交
894 895 896 897 898
			/* steal 16 bytes from [0, 1k) */
			printk(KERN_INFO "mpf new: %x\n", 0x400 - 16);
			mpf_new = phys_to_virt(0x400 - 16);
			memcpy(mpf_new, mpf, 16);
			mpf = mpf_new;
899
			mpf->physptr = mpc_new_phys;
Y
Yinghai Lu 已提交
900
		}
901 902 903
		mpf->checksum = 0;
		mpf->checksum -= mpf_checksum((unsigned char *)mpf, 16);
		printk(KERN_INFO "physptr new: %x\n", mpf->physptr);
Y
Yinghai Lu 已提交
904 905 906 907 908 909 910 911 912 913 914 915 916 917
	}

	/*
	 * only replace the one with mp_INT and
	 *	 MP_IRQ_TRIGGER_LEVEL|MP_IRQ_POLARITY_LOW,
	 * already in mp_irqs , stored by ... and mp_config_acpi_gsi,
	 * may need pci=routeirq for all coverage
	 */
	replace_intsrc_all(mpc, mpc_new_phys, mpc_new_length);

	return 0;
}

late_initcall(update_mp_table);