mpparse.c 21.7 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 *	Intel Multiprocessor Specification 1.1 and 1.4
L
Linus Torvalds 已提交
3 4
 *	compliant MP-table parsing routines.
 *
5
 *	(c) 1995 Alan Cox, Building #3 <alan@lxorguk.ukuu.org.uk>
I
Ingo Molnar 已提交
6
 *	(c) 1998, 1999, 2000, 2009 Ingo Molnar <mingo@redhat.com>
7
 *      (c) 2008 Alexey Starikovskiy <astarikovskiy@suse.de>
L
Linus Torvalds 已提交
8 9 10 11 12 13
 */

#include <linux/mm.h>
#include <linux/init.h>
#include <linux/delay.h>
#include <linux/bootmem.h>
14
#include <linux/memblock.h>
L
Linus Torvalds 已提交
15 16 17
#include <linux/kernel_stat.h>
#include <linux/mc146818rtc.h>
#include <linux/bitops.h>
18 19
#include <linux/acpi.h>
#include <linux/module.h>
20
#include <linux/smp.h>
21
#include <linux/pci.h>
L
Linus Torvalds 已提交
22 23 24

#include <asm/mtrr.h>
#include <asm/mpspec.h>
25
#include <asm/pgalloc.h>
L
Linus Torvalds 已提交
26
#include <asm/io_apic.h>
27
#include <asm/proto.h>
28
#include <asm/bios_ebda.h>
Y
Yinghai Lu 已提交
29 30
#include <asm/e820.h>
#include <asm/trampoline.h>
Y
Yinghai Lu 已提交
31
#include <asm/setup.h>
32
#include <asm/smp.h>
L
Linus Torvalds 已提交
33

I
Ingo Molnar 已提交
34
#include <asm/apic.h>
L
Linus Torvalds 已提交
35 36 37 38 39 40 41 42 43 44 45 46 47 48
/*
 * Checksum an MP configuration block.
 */

static int __init mpf_checksum(unsigned char *mp, int len)
{
	int sum = 0;

	while (len--)
		sum += *mp++;

	return sum & 0xFF;
}

49 50 51 52 53
int __init default_mpc_apic_id(struct mpc_cpu *m)
{
	return m->apicid;
}

54
static void __init MP_processor_info(struct mpc_cpu *m)
55 56
{
	int apicid;
57
	char *bootup_cpu = "";
58

59
	if (!(m->cpuflag & CPU_ENABLED)) {
G
Glauber Costa 已提交
60
		disabled_cpus++;
L
Linus Torvalds 已提交
61
		return;
G
Glauber Costa 已提交
62
	}
63

64
	apicid = x86_init.mpparse.mpc_apic_id(m);
65

66
	if (m->cpuflag & CPU_BOOTPROCESSOR) {
67
		bootup_cpu = " (Bootup-CPU)";
68
		boot_cpu_physical_apicid = m->apicid;
L
Linus Torvalds 已提交
69 70
	}

71 72
	printk(KERN_INFO "Processor #%d%s\n", m->apicid, bootup_cpu);
	generic_processor_info(apicid, m->apicver);
L
Linus Torvalds 已提交
73 74
}

T
Thomas Gleixner 已提交
75
#ifdef CONFIG_X86_IO_APIC
76
void __init default_mpc_oem_bus_info(struct mpc_bus *m, char *str)
L
Linus Torvalds 已提交
77
{
78
	memcpy(str, m->bustype, 6);
L
Linus Torvalds 已提交
79
	str[6] = 0;
80 81
	apic_printk(APIC_VERBOSE, "Bus #%d is %s\n", m->busid, str);
}
L
Linus Torvalds 已提交
82

83 84 85
static void __init MP_bus_info(struct mpc_bus *m)
{
	char str[7];
L
Linus Torvalds 已提交
86

87
	x86_init.mpparse.mpc_oem_bus_info(m, str);
L
Linus Torvalds 已提交
88

89
#if MAX_MP_BUSSES < 256
90
	if (m->busid >= MAX_MP_BUSSES) {
91
		printk(KERN_WARNING "MP table busid value (%d) for bustype %s "
A
Alexey Starikovskiy 已提交
92
		       " is too large, max. supported is %d\n",
93
		       m->busid, str, MAX_MP_BUSSES - 1);
94 95
		return;
	}
96
#endif
97

A
Alexey Starikovskiy 已提交
98
	if (strncmp(str, BUSTYPE_ISA, sizeof(BUSTYPE_ISA) - 1) == 0) {
99
		set_bit(m->busid, mp_bus_not_pci);
100
#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
101
		mp_bus_id_to_type[m->busid] = MP_BUS_ISA;
A
Alexey Starikovskiy 已提交
102 103
#endif
	} else if (strncmp(str, BUSTYPE_PCI, sizeof(BUSTYPE_PCI) - 1) == 0) {
104 105
		if (x86_init.mpparse.mpc_oem_pci_bus)
			x86_init.mpparse.mpc_oem_pci_bus(m);
106

107
		clear_bit(m->busid, mp_bus_not_pci);
108
#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
109
		mp_bus_id_to_type[m->busid] = MP_BUS_PCI;
A
Alexey Starikovskiy 已提交
110
	} else if (strncmp(str, BUSTYPE_EISA, sizeof(BUSTYPE_EISA) - 1) == 0) {
111
		mp_bus_id_to_type[m->busid] = MP_BUS_EISA;
A
Alexey Starikovskiy 已提交
112
	} else if (strncmp(str, BUSTYPE_MCA, sizeof(BUSTYPE_MCA) - 1) == 0) {
113
		mp_bus_id_to_type[m->busid] = MP_BUS_MCA;
114
#endif
A
Alexey Starikovskiy 已提交
115 116
	} else
		printk(KERN_WARNING "Unknown bustype %s - ignoring\n", str);
L
Linus Torvalds 已提交
117
}
118

119
static void __init MP_ioapic_info(struct mpc_ioapic *m)
L
Linus Torvalds 已提交
120
{
121 122
	if (m->flags & MPC_APIC_USABLE)
		mp_register_ioapic(m->apicid, m->apicaddr, gsi_top);
Y
Yinghai Lu 已提交
123 124
}

125
static void __init print_mp_irq_info(struct mpc_intsrc *mp_irq)
Y
Yinghai Lu 已提交
126
{
127
	apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
Y
Yinghai Lu 已提交
128
		" IRQ %02x, APIC ID %x, APIC INT %02x\n",
129 130 131
		mp_irq->irqtype, mp_irq->irqflag & 3,
		(mp_irq->irqflag >> 2) & 3, mp_irq->srcbus,
		mp_irq->srcbusirq, mp_irq->dstapic, mp_irq->dstirq);
Y
Yinghai Lu 已提交
132 133
}

134 135 136 137
#else /* CONFIG_X86_IO_APIC */
static inline void __init MP_bus_info(struct mpc_bus *m) {}
static inline void __init MP_ioapic_info(struct mpc_ioapic *m) {}
#endif /* CONFIG_X86_IO_APIC */
L
Linus Torvalds 已提交
138

139
static void __init MP_lintsrc_info(struct mpc_lintsrc *m)
L
Linus Torvalds 已提交
140
{
141
	apic_printk(APIC_VERBOSE, "Lint: type %d, pol %d, trig %d, bus %02x,"
L
Linus Torvalds 已提交
142
		" IRQ %02x, APIC ID %x, APIC LINT %02x\n",
143 144
		m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbusid,
		m->srcbusirq, m->destapic, m->destapiclint);
L
Linus Torvalds 已提交
145 146 147 148 149
}

/*
 * Read/parse the MPC
 */
150
static int __init smp_check_mpc(struct mpc_table *mpc, char *oem, char *str)
L
Linus Torvalds 已提交
151 152
{

153
	if (memcmp(mpc->signature, MPC_SIGNATURE, 4)) {
A
Alexey Starikovskiy 已提交
154
		printk(KERN_ERR "MPTABLE: bad signature [%c%c%c%c]!\n",
155 156
		       mpc->signature[0], mpc->signature[1],
		       mpc->signature[2], mpc->signature[3]);
L
Linus Torvalds 已提交
157 158
		return 0;
	}
159
	if (mpf_checksum((unsigned char *)mpc, mpc->length)) {
A
Alexey Starikovskiy 已提交
160
		printk(KERN_ERR "MPTABLE: checksum error!\n");
L
Linus Torvalds 已提交
161 162
		return 0;
	}
163
	if (mpc->spec != 0x01 && mpc->spec != 0x04) {
A
Alexey Starikovskiy 已提交
164
		printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n",
165
		       mpc->spec);
L
Linus Torvalds 已提交
166 167
		return 0;
	}
168
	if (!mpc->lapic) {
A
Alexey Starikovskiy 已提交
169
		printk(KERN_ERR "MPTABLE: null local APIC address!\n");
L
Linus Torvalds 已提交
170 171
		return 0;
	}
172
	memcpy(oem, mpc->oem, 8);
A
Alexey Starikovskiy 已提交
173
	oem[8] = 0;
Y
Yinghai Lu 已提交
174
	printk(KERN_INFO "MPTABLE: OEM ID: %s\n", oem);
L
Linus Torvalds 已提交
175

176
	memcpy(str, mpc->productid, 12);
A
Alexey Starikovskiy 已提交
177
	str[12] = 0;
L
Linus Torvalds 已提交
178

Y
Yinghai Lu 已提交
179
	printk(KERN_INFO "MPTABLE: Product ID: %s\n", str);
L
Linus Torvalds 已提交
180

181
	printk(KERN_INFO "MPTABLE: APIC at: 0x%X\n", mpc->lapic);
L
Linus Torvalds 已提交
182

Y
Yinghai Lu 已提交
183 184 185
	return 1;
}

186 187 188 189 190 191
static void skip_entry(unsigned char **ptr, int *count, int size)
{
	*ptr += size;
	*count += size;
}

192 193 194 195 196 197 198 199
static void __init smp_dump_mptable(struct mpc_table *mpc, unsigned char *mpt)
{
	printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n"
		"type %x\n", *mpt);
	print_hex_dump(KERN_ERR, "  ", DUMP_PREFIX_ADDRESS, 16,
			1, mpc, mpc->length, 1);
}

200 201
void __init default_smp_read_mpc_oem(struct mpc_table *mpc) { }

202
static int __init smp_read_mpc(struct mpc_table *mpc, unsigned early)
Y
Yinghai Lu 已提交
203 204 205 206 207 208 209 210 211 212 213
{
	char str[16];
	char oem[10];

	int count = sizeof(*mpc);
	unsigned char *mpt = ((unsigned char *)mpc) + count;

	if (!smp_check_mpc(mpc, oem, str))
		return 0;

#ifdef CONFIG_X86_32
214
	generic_mps_oem_check(mpc, oem, str);
Y
Yinghai Lu 已提交
215
#endif
216
	/* Initialize the lapic mapping */
L
Linus Torvalds 已提交
217
	if (!acpi_lapic)
218
		register_lapic_address(mpc->lapic);
L
Linus Torvalds 已提交
219

220 221 222
	if (early)
		return 1;

223 224
	if (mpc->oemptr)
		x86_init.mpparse.smp_read_mpc_oem(mpc);
225

L
Linus Torvalds 已提交
226
	/*
A
Alexey Starikovskiy 已提交
227
	 *      Now process the configuration blocks.
L
Linus Torvalds 已提交
228
	 */
229
	x86_init.mpparse.mpc_record(0);
230

231
	while (count < mpc->length) {
A
Alexey Starikovskiy 已提交
232 233
		switch (*mpt) {
		case MP_PROCESSOR:
234 235
			/* ACPI may have already provided this data */
			if (!acpi_lapic)
236
				MP_processor_info((struct mpc_cpu *)mpt);
237 238
			skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
			break;
A
Alexey Starikovskiy 已提交
239
		case MP_BUS:
240
			MP_bus_info((struct mpc_bus *)mpt);
241 242
			skip_entry(&mpt, &count, sizeof(struct mpc_bus));
			break;
A
Alexey Starikovskiy 已提交
243
		case MP_IOAPIC:
244
			MP_ioapic_info((struct mpc_ioapic *)mpt);
245 246
			skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
			break;
A
Alexey Starikovskiy 已提交
247
		case MP_INTSRC:
248
			mp_save_irq((struct mpc_intsrc *)mpt);
249 250
			skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
			break;
A
Alexey Starikovskiy 已提交
251
		case MP_LINTSRC:
252
			MP_lintsrc_info((struct mpc_lintsrc *)mpt);
253 254
			skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
			break;
A
Alexey Starikovskiy 已提交
255
		default:
Y
Yinghai Lu 已提交
256
			/* wrong mptable */
257
			smp_dump_mptable(mpc, mpt);
258
			count = mpc->length;
Y
Yinghai Lu 已提交
259
			break;
L
Linus Torvalds 已提交
260
		}
261
		x86_init.mpparse.mpc_record(1);
L
Linus Torvalds 已提交
262
	}
263

L
Linus Torvalds 已提交
264
	if (!num_processors)
A
Alexey Starikovskiy 已提交
265
		printk(KERN_ERR "MPTABLE: no processors registered!\n");
L
Linus Torvalds 已提交
266 267 268
	return num_processors;
}

269 270
#ifdef CONFIG_X86_IO_APIC

L
Linus Torvalds 已提交
271 272 273 274 275 276 277 278 279 280
static int __init ELCR_trigger(unsigned int irq)
{
	unsigned int port;

	port = 0x4d0 + (irq >> 3);
	return (inb(port) >> (irq & 7)) & 1;
}

static void __init construct_default_ioirq_mptable(int mpc_default_type)
{
281
	struct mpc_intsrc intsrc;
L
Linus Torvalds 已提交
282 283 284
	int i;
	int ELCR_fallback = 0;

285 286 287
	intsrc.type = MP_INTSRC;
	intsrc.irqflag = 0;	/* conforming */
	intsrc.srcbus = 0;
288
	intsrc.dstapic = mp_ioapics[0].apicid;
L
Linus Torvalds 已提交
289

290
	intsrc.irqtype = mp_INT;
L
Linus Torvalds 已提交
291 292 293 294 295 296 297 298 299 300

	/*
	 *  If true, we have an ISA/PCI system with no IRQ entries
	 *  in the MP table. To prevent the PCI interrupts from being set up
	 *  incorrectly, we try to use the ELCR. The sanity check to see if
	 *  there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can
	 *  never be level sensitive, so we simply see if the ELCR agrees.
	 *  If it does, we assume it's valid.
	 */
	if (mpc_default_type == 5) {
301 302
		printk(KERN_INFO "ISA/PCI bus type with no IRQ information... "
		       "falling back to ELCR\n");
L
Linus Torvalds 已提交
303

304 305 306 307
		if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) ||
		    ELCR_trigger(13))
			printk(KERN_ERR "ELCR contains invalid data... "
			       "not using ELCR\n");
L
Linus Torvalds 已提交
308
		else {
A
Alexey Starikovskiy 已提交
309 310
			printk(KERN_INFO
			       "Using ELCR to identify PCI interrupts\n");
L
Linus Torvalds 已提交
311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332
			ELCR_fallback = 1;
		}
	}

	for (i = 0; i < 16; i++) {
		switch (mpc_default_type) {
		case 2:
			if (i == 0 || i == 13)
				continue;	/* IRQ0 & IRQ13 not connected */
			/* fall through */
		default:
			if (i == 2)
				continue;	/* IRQ2 is never connected */
		}

		if (ELCR_fallback) {
			/*
			 *  If the ELCR indicates a level-sensitive interrupt, we
			 *  copy that information over to the MP table in the
			 *  irqflag field (level sensitive, active high polarity).
			 */
			if (ELCR_trigger(i))
333
				intsrc.irqflag = 13;
L
Linus Torvalds 已提交
334
			else
335
				intsrc.irqflag = 0;
L
Linus Torvalds 已提交
336 337
		}

338 339
		intsrc.srcbusirq = i;
		intsrc.dstirq = i ? i : 2;	/* IRQ0 to INTIN2 */
340
		mp_save_irq(&intsrc);
L
Linus Torvalds 已提交
341 342
	}

343 344 345
	intsrc.irqtype = mp_ExtINT;
	intsrc.srcbusirq = 0;
	intsrc.dstirq = 0;	/* 8259A to INTIN0 */
346
	mp_save_irq(&intsrc);
L
Linus Torvalds 已提交
347 348
}

349

350
static void __init construct_ioapic_table(int mpc_default_type)
L
Linus Torvalds 已提交
351
{
352
	struct mpc_ioapic ioapic;
353
	struct mpc_bus bus;
L
Linus Torvalds 已提交
354

355 356
	bus.type = MP_BUS;
	bus.busid = 0;
L
Linus Torvalds 已提交
357
	switch (mpc_default_type) {
A
Alexey Starikovskiy 已提交
358
	default:
359
		printk(KERN_ERR "???\nUnknown standard configuration %d\n",
A
Alexey Starikovskiy 已提交
360 361 362 363
		       mpc_default_type);
		/* fall through */
	case 1:
	case 5:
364
		memcpy(bus.bustype, "ISA   ", 6);
A
Alexey Starikovskiy 已提交
365 366 367 368
		break;
	case 2:
	case 6:
	case 3:
369
		memcpy(bus.bustype, "EISA  ", 6);
A
Alexey Starikovskiy 已提交
370 371 372
		break;
	case 4:
	case 7:
373
		memcpy(bus.bustype, "MCA   ", 6);
L
Linus Torvalds 已提交
374 375 376
	}
	MP_bus_info(&bus);
	if (mpc_default_type > 4) {
377 378
		bus.busid = 1;
		memcpy(bus.bustype, "PCI   ", 6);
L
Linus Torvalds 已提交
379 380 381
		MP_bus_info(&bus);
	}

382 383 384 385 386
	ioapic.type	= MP_IOAPIC;
	ioapic.apicid	= 2;
	ioapic.apicver	= mpc_default_type > 4 ? 0x10 : 0x01;
	ioapic.flags	= MPC_APIC_USABLE;
	ioapic.apicaddr	= IO_APIC_DEFAULT_PHYS_BASE;
L
Linus Torvalds 已提交
387 388 389 390 391 392
	MP_ioapic_info(&ioapic);

	/*
	 * We set up most of the low 16 IO-APIC pins according to MPS rules.
	 */
	construct_default_ioirq_mptable(mpc_default_type);
T
Thomas Gleixner 已提交
393 394
}
#else
395
static inline void __init construct_ioapic_table(int mpc_default_type) { }
396
#endif
T
Thomas Gleixner 已提交
397 398 399

static inline void __init construct_default_ISA_mptable(int mpc_default_type)
{
400
	struct mpc_cpu processor;
401
	struct mpc_lintsrc lintsrc;
T
Thomas Gleixner 已提交
402 403 404 405 406 407 408 409 410 411 412
	int linttypes[2] = { mp_ExtINT, mp_NMI };
	int i;

	/*
	 * local APIC has default address
	 */
	mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;

	/*
	 * 2 CPUs, numbered 0 & 1.
	 */
413
	processor.type = MP_PROCESSOR;
T
Thomas Gleixner 已提交
414
	/* Either an integrated APIC or a discrete 82489DX. */
415 416 417
	processor.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
	processor.cpuflag = CPU_ENABLED;
	processor.cpufeature = (boot_cpu_data.x86 << 8) |
T
Thomas Gleixner 已提交
418
	    (boot_cpu_data.x86_model << 4) | boot_cpu_data.x86_mask;
419 420 421
	processor.featureflag = boot_cpu_data.x86_capability[0];
	processor.reserved[0] = 0;
	processor.reserved[1] = 0;
T
Thomas Gleixner 已提交
422
	for (i = 0; i < 2; i++) {
423
		processor.apicid = i;
T
Thomas Gleixner 已提交
424 425 426 427 428
		MP_processor_info(&processor);
	}

	construct_ioapic_table(mpc_default_type);

429 430 431 432 433
	lintsrc.type = MP_LINTSRC;
	lintsrc.irqflag = 0;		/* conforming */
	lintsrc.srcbusid = 0;
	lintsrc.srcbusirq = 0;
	lintsrc.destapic = MP_APIC_ALL;
L
Linus Torvalds 已提交
434
	for (i = 0; i < 2; i++) {
435 436
		lintsrc.irqtype = linttypes[i];
		lintsrc.destapiclint = i;
L
Linus Torvalds 已提交
437 438 439 440
		MP_lintsrc_info(&lintsrc);
	}
}

441
static struct mpf_intel *mpf_found;
L
Linus Torvalds 已提交
442

Y
Yinghai Lu 已提交
443 444 445 446 447 448 449 450 451 452 453 454 455
static unsigned long __init get_mpc_size(unsigned long physptr)
{
	struct mpc_table *mpc;
	unsigned long size;

	mpc = early_ioremap(physptr, PAGE_SIZE);
	size = mpc->length;
	early_iounmap(mpc, PAGE_SIZE);
	apic_printk(APIC_VERBOSE, "  mpc: %lx-%lx\n", physptr, physptr + size);

	return size;
}

456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504
static int __init check_physptr(struct mpf_intel *mpf, unsigned int early)
{
	struct mpc_table *mpc;
	unsigned long size;

	size = get_mpc_size(mpf->physptr);
	mpc = early_ioremap(mpf->physptr, size);
	/*
	 * Read the physical hardware table.  Anything here will
	 * override the defaults.
	 */
	if (!smp_read_mpc(mpc, early)) {
#ifdef CONFIG_X86_LOCAL_APIC
		smp_found_config = 0;
#endif
		printk(KERN_ERR "BIOS bug, MP table errors detected!...\n"
			"... disabling SMP support. (tell your hw vendor)\n");
		early_iounmap(mpc, size);
		return -1;
	}
	early_iounmap(mpc, size);

	if (early)
		return -1;

#ifdef CONFIG_X86_IO_APIC
	/*
	 * If there are no explicit MP IRQ entries, then we are
	 * broken.  We set up most of the low 16 IO-APIC pins to
	 * ISA defaults and hope it will work.
	 */
	if (!mp_irq_entries) {
		struct mpc_bus bus;

		printk(KERN_ERR "BIOS bug, no explicit IRQ entries, "
		       "using default mptable. (tell your hw vendor)\n");

		bus.type = MP_BUS;
		bus.busid = 0;
		memcpy(bus.bustype, "ISA   ", 6);
		MP_bus_info(&bus);

		construct_default_ioirq_mptable(0);
	}
#endif

	return 0;
}

L
Linus Torvalds 已提交
505 506 507
/*
 * Scan the memory blocks for an SMP configuration block.
 */
508
void __init default_get_smp_config(unsigned int early)
L
Linus Torvalds 已提交
509
{
510
	struct mpf_intel *mpf = mpf_found;
L
Linus Torvalds 已提交
511

Y
Yinghai Lu 已提交
512 513 514
	if (!mpf)
		return;

515 516
	if (acpi_lapic && early)
		return;
Y
Yinghai Lu 已提交
517

L
Linus Torvalds 已提交
518
	/*
Y
Yinghai Lu 已提交
519 520
	 * MPS doesn't support hyperthreading, aka only have
	 * thread 0 apic id in MPS table
L
Linus Torvalds 已提交
521
	 */
Y
Yinghai Lu 已提交
522
	if (acpi_lapic && acpi_ioapic)
L
Linus Torvalds 已提交
523 524
		return;

A
Alexey Starikovskiy 已提交
525
	printk(KERN_INFO "Intel MultiProcessor Specification v1.%d\n",
526
	       mpf->specification);
527
#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
528
	if (mpf->feature2 & (1 << 7)) {
L
Linus Torvalds 已提交
529 530 531 532 533 534
		printk(KERN_INFO "    IMCR and PIC compatibility mode.\n");
		pic_mode = 1;
	} else {
		printk(KERN_INFO "    Virtual Wire compatibility mode.\n");
		pic_mode = 0;
	}
A
Alexey Starikovskiy 已提交
535
#endif
L
Linus Torvalds 已提交
536 537 538
	/*
	 * Now see if we need to read further.
	 */
539
	if (mpf->feature1 != 0) {
540 541 542 543 544 545 546
		if (early) {
			/*
			 * local APIC has default address
			 */
			mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
			return;
		}
L
Linus Torvalds 已提交
547

A
Alexey Starikovskiy 已提交
548
		printk(KERN_INFO "Default MP configuration #%d\n",
549 550
		       mpf->feature1);
		construct_default_ISA_mptable(mpf->feature1);
L
Linus Torvalds 已提交
551

552
	} else if (mpf->physptr) {
553
		if (check_physptr(mpf, early))
L
Linus Torvalds 已提交
554 555 556 557
			return;
	} else
		BUG();

558 559
	if (!early)
		printk(KERN_INFO "Processors: %d\n", num_processors);
L
Linus Torvalds 已提交
560 561 562 563 564
	/*
	 * Only use the first configuration found.
	 */
}

565
static void __init smp_reserve_memory(struct mpf_intel *mpf)
566 567 568
{
	unsigned long size = get_mpc_size(mpf->physptr);

569
	memblock_x86_reserve_range(mpf->physptr, mpf->physptr+size, "* MP-table mpc");
570 571
}

572
static int __init smp_scan_config(unsigned long base, unsigned long length)
L
Linus Torvalds 已提交
573
{
A
Alexey Starikovskiy 已提交
574
	unsigned int *bp = phys_to_virt(base);
575
	struct mpf_intel *mpf;
576
	unsigned long mem;
L
Linus Torvalds 已提交
577

578 579
	apic_printk(APIC_VERBOSE, "Scan SMP from %p for %ld bytes.\n",
			bp, length);
580
	BUILD_BUG_ON(sizeof(*mpf) != 16);
L
Linus Torvalds 已提交
581 582

	while (length > 0) {
583
		mpf = (struct mpf_intel *)bp;
L
Linus Torvalds 已提交
584
		if ((*bp == SMP_MAGIC_IDENT) &&
585
		    (mpf->length == 1) &&
A
Alexey Starikovskiy 已提交
586
		    !mpf_checksum((unsigned char *)bp, 16) &&
587 588
		    ((mpf->specification == 1)
		     || (mpf->specification == 4))) {
A
Alexey Starikovskiy 已提交
589
#ifdef CONFIG_X86_LOCAL_APIC
L
Linus Torvalds 已提交
590
			smp_found_config = 1;
A
Alexey Starikovskiy 已提交
591
#endif
A
Alexey Starikovskiy 已提交
592
			mpf_found = mpf;
593

594 595
			printk(KERN_INFO "found SMP MP-table at [%p] %llx\n",
			       mpf, (u64)virt_to_phys(mpf));
596

597
			mem = virt_to_phys(mpf);
598
			memblock_x86_reserve_range(mem, mem + sizeof(*mpf), "* MP-table mpf");
599
			if (mpf->physptr)
600
				smp_reserve_memory(mpf);
L
Linus Torvalds 已提交
601

602
			return 1;
L
Linus Torvalds 已提交
603 604 605 606 607 608 609
		}
		bp += 4;
		length -= 16;
	}
	return 0;
}

610
void __init default_find_smp_config(void)
L
Linus Torvalds 已提交
611 612 613 614 615 616 617 618 619 620 621
{
	unsigned int address;

	/*
	 * FIXME: Linux assumes you have 640K of base ram..
	 * this continues the error...
	 *
	 * 1) Scan the bottom 1K for a signature
	 * 2) Scan the top 1K of base RAM
	 * 3) Scan the 64K of bios
	 */
622 623 624
	if (smp_scan_config(0x0, 0x400) ||
	    smp_scan_config(639 * 0x400, 0x400) ||
	    smp_scan_config(0xF0000, 0x10000))
L
Linus Torvalds 已提交
625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644
		return;
	/*
	 * If it is an SMP machine we should know now, unless the
	 * configuration is in an EISA/MCA bus machine with an
	 * extended bios data area.
	 *
	 * there is a real-mode segmented pointer pointing to the
	 * 4K EBDA area at 0x40E, calculate and scan it here.
	 *
	 * NOTE! There are Linux loaders that will corrupt the EBDA
	 * area, and as such this kind of SMP config may be less
	 * trustworthy, simply because the SMP table may have been
	 * stomped on during early boot. These loaders are buggy and
	 * should be fixed.
	 *
	 * MP1.4 SPEC states to only scan first 1K of 4K EBDA.
	 */

	address = get_bios_ebda();
	if (address)
645
		smp_scan_config(address, 0x400);
646 647
}

Y
Yinghai Lu 已提交
648 649 650
#ifdef CONFIG_X86_IO_APIC
static u8 __initdata irq_used[MAX_IRQ_SOURCES];

651
static int  __init get_MP_intsrc_index(struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
652 653 654
{
	int i;

655
	if (m->irqtype != mp_INT)
Y
Yinghai Lu 已提交
656 657
		return 0;

658
	if (m->irqflag != 0x0f)
Y
Yinghai Lu 已提交
659 660 661 662 663
		return 0;

	/* not legacy */

	for (i = 0; i < mp_irq_entries; i++) {
664
		if (mp_irqs[i].irqtype != mp_INT)
Y
Yinghai Lu 已提交
665 666
			continue;

667
		if (mp_irqs[i].irqflag != 0x0f)
Y
Yinghai Lu 已提交
668 669
			continue;

670
		if (mp_irqs[i].srcbus != m->srcbus)
Y
Yinghai Lu 已提交
671
			continue;
672
		if (mp_irqs[i].srcbusirq != m->srcbusirq)
Y
Yinghai Lu 已提交
673 674 675 676 677 678 679 680 681 682 683 684 685 686 687
			continue;
		if (irq_used[i]) {
			/* already claimed */
			return -2;
		}
		irq_used[i] = 1;
		return i;
	}

	/* not found */
	return -1;
}

#define SPARE_SLOT_NUM 20

688
static struct mpc_intsrc __initdata *m_spare[SPARE_SLOT_NUM];
689

690
static void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare)
691 692 693 694
{
	int i;

	apic_printk(APIC_VERBOSE, "OLD ");
695
	print_mp_irq_info(m);
696 697 698

	i = get_MP_intsrc_index(m);
	if (i > 0) {
699
		memcpy(m, &mp_irqs[i], sizeof(*m));
700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717
		apic_printk(APIC_VERBOSE, "NEW ");
		print_mp_irq_info(&mp_irqs[i]);
		return;
	}
	if (!i) {
		/* legacy, do nothing */
		return;
	}
	if (*nr_m_spare < SPARE_SLOT_NUM) {
		/*
		 * not found (-1), or duplicated (-2) are invalid entries,
		 * we need to use the slot later
		 */
		m_spare[*nr_m_spare] = m;
		*nr_m_spare += 1;
	}
}
#else /* CONFIG_X86_IO_APIC */
718 719
static
inline void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare) {}
720 721
#endif /* CONFIG_X86_IO_APIC */

Y
Yinghai Lu 已提交
722 723
static int
check_slot(unsigned long mpc_new_phys, unsigned long mpc_new_length, int count)
724
{
Y
Yinghai Lu 已提交
725 726 727 728 729
	int ret = 0;

	if (!mpc_new_phys || count <= mpc_new_length) {
		WARN(1, "update_mptable: No spare slots (length: %x)\n", count);
		return -1;
730 731
	}

Y
Yinghai Lu 已提交
732
	return ret;
733
}
Y
Yinghai Lu 已提交
734

735
static int  __init replace_intsrc_all(struct mpc_table *mpc,
Y
Yinghai Lu 已提交
736 737 738 739 740 741 742
					unsigned long mpc_new_phys,
					unsigned long mpc_new_length)
{
#ifdef CONFIG_X86_IO_APIC
	int i;
#endif
	int count = sizeof(*mpc);
743
	int nr_m_spare = 0;
Y
Yinghai Lu 已提交
744 745
	unsigned char *mpt = ((unsigned char *)mpc) + count;

746 747
	printk(KERN_INFO "mpc_length %x\n", mpc->length);
	while (count < mpc->length) {
Y
Yinghai Lu 已提交
748 749
		switch (*mpt) {
		case MP_PROCESSOR:
750 751
			skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
			break;
Y
Yinghai Lu 已提交
752
		case MP_BUS:
753 754
			skip_entry(&mpt, &count, sizeof(struct mpc_bus));
			break;
Y
Yinghai Lu 已提交
755
		case MP_IOAPIC:
756 757
			skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
			break;
Y
Yinghai Lu 已提交
758
		case MP_INTSRC:
759
			check_irq_src((struct mpc_intsrc *)mpt, &nr_m_spare);
760 761
			skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
			break;
Y
Yinghai Lu 已提交
762
		case MP_LINTSRC:
763 764
			skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
			break;
Y
Yinghai Lu 已提交
765 766
		default:
			/* wrong mptable */
767
			smp_dump_mptable(mpc, mpt);
Y
Yinghai Lu 已提交
768 769 770 771 772 773 774 775 776
			goto out;
		}
	}

#ifdef CONFIG_X86_IO_APIC
	for (i = 0; i < mp_irq_entries; i++) {
		if (irq_used[i])
			continue;

777
		if (mp_irqs[i].irqtype != mp_INT)
Y
Yinghai Lu 已提交
778 779
			continue;

780
		if (mp_irqs[i].irqflag != 0x0f)
Y
Yinghai Lu 已提交
781 782 783
			continue;

		if (nr_m_spare > 0) {
784
			apic_printk(APIC_VERBOSE, "*NEW* found\n");
Y
Yinghai Lu 已提交
785
			nr_m_spare--;
786
			memcpy(m_spare[nr_m_spare], &mp_irqs[i], sizeof(mp_irqs[i]));
Y
Yinghai Lu 已提交
787 788
			m_spare[nr_m_spare] = NULL;
		} else {
789 790
			struct mpc_intsrc *m = (struct mpc_intsrc *)mpt;
			count += sizeof(struct mpc_intsrc);
Y
Yinghai Lu 已提交
791
			if (check_slot(mpc_new_phys, mpc_new_length, count) < 0)
792
				goto out;
793
			memcpy(m, &mp_irqs[i], sizeof(*m));
794
			mpc->length = count;
795
			mpt += sizeof(struct mpc_intsrc);
Y
Yinghai Lu 已提交
796 797 798 799 800 801
		}
		print_mp_irq_info(&mp_irqs[i]);
	}
#endif
out:
	/* update checksum */
802 803
	mpc->checksum = 0;
	mpc->checksum -= mpf_checksum((unsigned char *)mpc, mpc->length);
Y
Yinghai Lu 已提交
804 805 806 807

	return 0;
}

808
int enable_update_mptable;
809

Y
Yinghai Lu 已提交
810 811 812
static int __init update_mptable_setup(char *str)
{
	enable_update_mptable = 1;
813 814 815
#ifdef CONFIG_PCI
	pci_routeirq = 1;
#endif
Y
Yinghai Lu 已提交
816 817 818 819 820 821 822 823 824 825 826 827
	return 0;
}
early_param("update_mptable", update_mptable_setup);

static unsigned long __initdata mpc_new_phys;
static unsigned long mpc_new_length __initdata = 4096;

/* alloc_mptable or alloc_mptable=4k */
static int __initdata alloc_mptable;
static int __init parse_alloc_mptable_opt(char *p)
{
	enable_update_mptable = 1;
828 829 830
#ifdef CONFIG_PCI
	pci_routeirq = 1;
#endif
Y
Yinghai Lu 已提交
831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846 847 848 849 850
	alloc_mptable = 1;
	if (!p)
		return 0;
	mpc_new_length = memparse(p, &p);
	return 0;
}
early_param("alloc_mptable", parse_alloc_mptable_opt);

void __init early_reserve_e820_mpc_new(void)
{
	if (enable_update_mptable && alloc_mptable) {
		u64 startt = 0;
		mpc_new_phys = early_reserve_e820(startt, mpc_new_length, 4);
	}
}

static int __init update_mp_table(void)
{
	char str[16];
	char oem[10];
851
	struct mpf_intel *mpf;
852
	struct mpc_table *mpc, *mpc_new;
Y
Yinghai Lu 已提交
853 854 855 856 857 858 859 860 861 862 863

	if (!enable_update_mptable)
		return 0;

	mpf = mpf_found;
	if (!mpf)
		return 0;

	/*
	 * Now see if we need to go further.
	 */
864
	if (mpf->feature1 != 0)
Y
Yinghai Lu 已提交
865 866
		return 0;

867
	if (!mpf->physptr)
Y
Yinghai Lu 已提交
868 869
		return 0;

870
	mpc = phys_to_virt(mpf->physptr);
Y
Yinghai Lu 已提交
871 872 873 874

	if (!smp_check_mpc(mpc, oem, str))
		return 0;

875
	printk(KERN_INFO "mpf: %llx\n", (u64)virt_to_phys(mpf));
876
	printk(KERN_INFO "physptr: %x\n", mpf->physptr);
Y
Yinghai Lu 已提交
877

878
	if (mpc_new_phys && mpc->length > mpc_new_length) {
Y
Yinghai Lu 已提交
879 880 881 882 883 884 885
		mpc_new_phys = 0;
		printk(KERN_INFO "mpc_new_length is %ld, please use alloc_mptable=8k\n",
			 mpc_new_length);
	}

	if (!mpc_new_phys) {
		unsigned char old, new;
L
Lucas De Marchi 已提交
886
		/* check if we can change the position */
887 888 889 890
		mpc->checksum = 0;
		old = mpf_checksum((unsigned char *)mpc, mpc->length);
		mpc->checksum = 0xff;
		new = mpf_checksum((unsigned char *)mpc, mpc->length);
Y
Yinghai Lu 已提交
891 892 893 894
		if (old == new) {
			printk(KERN_INFO "mpc is readonly, please try alloc_mptable instead\n");
			return 0;
		}
L
Lucas De Marchi 已提交
895
		printk(KERN_INFO "use in-position replacing\n");
Y
Yinghai Lu 已提交
896
	} else {
897
		mpf->physptr = mpc_new_phys;
Y
Yinghai Lu 已提交
898
		mpc_new = phys_to_virt(mpc_new_phys);
899
		memcpy(mpc_new, mpc, mpc->length);
Y
Yinghai Lu 已提交
900 901
		mpc = mpc_new;
		/* check if we can modify that */
902
		if (mpc_new_phys - mpf->physptr) {
903
			struct mpf_intel *mpf_new;
Y
Yinghai Lu 已提交
904 905 906 907 908
			/* steal 16 bytes from [0, 1k) */
			printk(KERN_INFO "mpf new: %x\n", 0x400 - 16);
			mpf_new = phys_to_virt(0x400 - 16);
			memcpy(mpf_new, mpf, 16);
			mpf = mpf_new;
909
			mpf->physptr = mpc_new_phys;
Y
Yinghai Lu 已提交
910
		}
911 912 913
		mpf->checksum = 0;
		mpf->checksum -= mpf_checksum((unsigned char *)mpf, 16);
		printk(KERN_INFO "physptr new: %x\n", mpf->physptr);
Y
Yinghai Lu 已提交
914 915 916 917 918 919 920 921 922 923 924 925 926 927
	}

	/*
	 * only replace the one with mp_INT and
	 *	 MP_IRQ_TRIGGER_LEVEL|MP_IRQ_POLARITY_LOW,
	 * already in mp_irqs , stored by ... and mp_config_acpi_gsi,
	 * may need pci=routeirq for all coverage
	 */
	replace_intsrc_all(mpc, mpc_new_phys, mpc_new_length);

	return 0;
}

late_initcall(update_mp_table);