mpparse.c 25.4 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 *	Intel Multiprocessor Specification 1.1 and 1.4
L
Linus Torvalds 已提交
3 4
 *	compliant MP-table parsing routines.
 *
5
 *	(c) 1995 Alan Cox, Building #3 <alan@lxorguk.ukuu.org.uk>
I
Ingo Molnar 已提交
6
 *	(c) 1998, 1999, 2000, 2009 Ingo Molnar <mingo@redhat.com>
7
 *      (c) 2008 Alexey Starikovskiy <astarikovskiy@suse.de>
L
Linus Torvalds 已提交
8 9 10 11 12 13 14 15 16
 */

#include <linux/mm.h>
#include <linux/init.h>
#include <linux/delay.h>
#include <linux/bootmem.h>
#include <linux/kernel_stat.h>
#include <linux/mc146818rtc.h>
#include <linux/bitops.h>
17 18
#include <linux/acpi.h>
#include <linux/module.h>
19
#include <linux/smp.h>
20
#include <linux/pci.h>
L
Linus Torvalds 已提交
21 22 23

#include <asm/mtrr.h>
#include <asm/mpspec.h>
24
#include <asm/pgalloc.h>
L
Linus Torvalds 已提交
25
#include <asm/io_apic.h>
26
#include <asm/proto.h>
27
#include <asm/bios_ebda.h>
Y
Yinghai Lu 已提交
28 29
#include <asm/e820.h>
#include <asm/trampoline.h>
Y
Yinghai Lu 已提交
30
#include <asm/setup.h>
31
#include <asm/smp.h>
L
Linus Torvalds 已提交
32

I
Ingo Molnar 已提交
33
#include <asm/apic.h>
L
Linus Torvalds 已提交
34 35 36 37 38 39 40 41 42 43 44 45 46 47
/*
 * Checksum an MP configuration block.
 */

static int __init mpf_checksum(unsigned char *mp, int len)
{
	int sum = 0;

	while (len--)
		sum += *mp++;

	return sum & 0xFF;
}

48 49 50 51 52
int __init default_mpc_apic_id(struct mpc_cpu *m)
{
	return m->apicid;
}

53
static void __init MP_processor_info(struct mpc_cpu *m)
54 55
{
	int apicid;
56
	char *bootup_cpu = "";
57

58
	if (!(m->cpuflag & CPU_ENABLED)) {
G
Glauber Costa 已提交
59
		disabled_cpus++;
L
Linus Torvalds 已提交
60
		return;
G
Glauber Costa 已提交
61
	}
62

63
	apicid = x86_init.mpparse.mpc_apic_id(m);
64

65
	if (m->cpuflag & CPU_BOOTPROCESSOR) {
66
		bootup_cpu = " (Bootup-CPU)";
67
		boot_cpu_physical_apicid = m->apicid;
L
Linus Torvalds 已提交
68 69
	}

70 71
	printk(KERN_INFO "Processor #%d%s\n", m->apicid, bootup_cpu);
	generic_processor_info(apicid, m->apicver);
L
Linus Torvalds 已提交
72 73
}

T
Thomas Gleixner 已提交
74
#ifdef CONFIG_X86_IO_APIC
75
static void __init MP_bus_info(struct mpc_bus *m)
L
Linus Torvalds 已提交
76 77
{
	char str[7];
78
	memcpy(str, m->bustype, 6);
L
Linus Torvalds 已提交
79 80
	str[6] = 0;

81 82 83
	if (x86_quirks->mpc_oem_bus_info)
		x86_quirks->mpc_oem_bus_info(m, str);
	else
84
		apic_printk(APIC_VERBOSE, "Bus #%d is %s\n", m->busid, str);
L
Linus Torvalds 已提交
85

86
#if MAX_MP_BUSSES < 256
87
	if (m->busid >= MAX_MP_BUSSES) {
88
		printk(KERN_WARNING "MP table busid value (%d) for bustype %s "
A
Alexey Starikovskiy 已提交
89
		       " is too large, max. supported is %d\n",
90
		       m->busid, str, MAX_MP_BUSSES - 1);
91 92
		return;
	}
93
#endif
94

A
Alexey Starikovskiy 已提交
95
	if (strncmp(str, BUSTYPE_ISA, sizeof(BUSTYPE_ISA) - 1) == 0) {
96
		set_bit(m->busid, mp_bus_not_pci);
97
#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
98
		mp_bus_id_to_type[m->busid] = MP_BUS_ISA;
A
Alexey Starikovskiy 已提交
99 100
#endif
	} else if (strncmp(str, BUSTYPE_PCI, sizeof(BUSTYPE_PCI) - 1) == 0) {
101 102 103
		if (x86_quirks->mpc_oem_pci_bus)
			x86_quirks->mpc_oem_pci_bus(m);

104
		clear_bit(m->busid, mp_bus_not_pci);
105
#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
106
		mp_bus_id_to_type[m->busid] = MP_BUS_PCI;
A
Alexey Starikovskiy 已提交
107
	} else if (strncmp(str, BUSTYPE_EISA, sizeof(BUSTYPE_EISA) - 1) == 0) {
108
		mp_bus_id_to_type[m->busid] = MP_BUS_EISA;
A
Alexey Starikovskiy 已提交
109
	} else if (strncmp(str, BUSTYPE_MCA, sizeof(BUSTYPE_MCA) - 1) == 0) {
110
		mp_bus_id_to_type[m->busid] = MP_BUS_MCA;
111
#endif
A
Alexey Starikovskiy 已提交
112 113
	} else
		printk(KERN_WARNING "Unknown bustype %s - ignoring\n", str);
L
Linus Torvalds 已提交
114
}
115

116 117 118 119 120 121 122 123 124 125 126 127 128 129 130
static int bad_ioapic(unsigned long address)
{
	if (nr_ioapics >= MAX_IO_APICS) {
		printk(KERN_ERR "ERROR: Max # of I/O APICs (%d) exceeded "
		       "(found %d)\n", MAX_IO_APICS, nr_ioapics);
		panic("Recompile kernel with bigger MAX_IO_APICS!\n");
	}
	if (!address) {
		printk(KERN_ERR "WARNING: Bogus (zero) I/O APIC address"
		       " found in table, skipping!\n");
		return 1;
	}
	return 0;
}

131
static void __init MP_ioapic_info(struct mpc_ioapic *m)
L
Linus Torvalds 已提交
132
{
133
	if (!(m->flags & MPC_APIC_USABLE))
L
Linus Torvalds 已提交
134 135
		return;

T
Thomas Gleixner 已提交
136
	printk(KERN_INFO "I/O APIC #%d Version %d at 0x%X.\n",
137
	       m->apicid, m->apicver, m->apicaddr);
138

139
	if (bad_ioapic(m->apicaddr))
L
Linus Torvalds 已提交
140
		return;
141

142 143 144 145 146
	mp_ioapics[nr_ioapics].apicaddr = m->apicaddr;
	mp_ioapics[nr_ioapics].apicid = m->apicid;
	mp_ioapics[nr_ioapics].type = m->type;
	mp_ioapics[nr_ioapics].apicver = m->apicver;
	mp_ioapics[nr_ioapics].flags = m->flags;
L
Linus Torvalds 已提交
147 148 149
	nr_ioapics++;
}

150
static void print_MP_intsrc_info(struct mpc_intsrc *m)
L
Linus Torvalds 已提交
151
{
152
	apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
L
Linus Torvalds 已提交
153
		" IRQ %02x, APIC ID %x, APIC INT %02x\n",
154 155
		m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbus,
		m->srcbusirq, m->dstapic, m->dstirq);
Y
Yinghai Lu 已提交
156 157
}

158
static void __init print_mp_irq_info(struct mpc_intsrc *mp_irq)
Y
Yinghai Lu 已提交
159
{
160
	apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
Y
Yinghai Lu 已提交
161
		" IRQ %02x, APIC ID %x, APIC INT %02x\n",
162 163 164
		mp_irq->irqtype, mp_irq->irqflag & 3,
		(mp_irq->irqflag >> 2) & 3, mp_irq->srcbus,
		mp_irq->srcbusirq, mp_irq->dstapic, mp_irq->dstirq);
Y
Yinghai Lu 已提交
165 166
}

167
static void __init assign_to_mp_irq(struct mpc_intsrc *m,
168
				    struct mpc_intsrc *mp_irq)
Y
Yinghai Lu 已提交
169
{
170 171 172 173 174 175 176
	mp_irq->dstapic = m->dstapic;
	mp_irq->type = m->type;
	mp_irq->irqtype = m->irqtype;
	mp_irq->irqflag = m->irqflag;
	mp_irq->srcbus = m->srcbus;
	mp_irq->srcbusirq = m->srcbusirq;
	mp_irq->dstirq = m->dstirq;
Y
Yinghai Lu 已提交
177 178
}

179
static void __init assign_to_mpc_intsrc(struct mpc_intsrc *mp_irq,
180
					struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
181
{
182 183 184 185 186 187 188
	m->dstapic = mp_irq->dstapic;
	m->type = mp_irq->type;
	m->irqtype = mp_irq->irqtype;
	m->irqflag = mp_irq->irqflag;
	m->srcbus = mp_irq->srcbus;
	m->srcbusirq = mp_irq->srcbusirq;
	m->dstirq = mp_irq->dstirq;
Y
Yinghai Lu 已提交
189 190
}

191
static int __init mp_irq_mpc_intsrc_cmp(struct mpc_intsrc *mp_irq,
192
					struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
193
{
194
	if (mp_irq->dstapic != m->dstapic)
Y
Yinghai Lu 已提交
195
		return 1;
196
	if (mp_irq->type != m->type)
Y
Yinghai Lu 已提交
197
		return 2;
198
	if (mp_irq->irqtype != m->irqtype)
Y
Yinghai Lu 已提交
199
		return 3;
200
	if (mp_irq->irqflag != m->irqflag)
Y
Yinghai Lu 已提交
201
		return 4;
202
	if (mp_irq->srcbus != m->srcbus)
Y
Yinghai Lu 已提交
203
		return 5;
204
	if (mp_irq->srcbusirq != m->srcbusirq)
Y
Yinghai Lu 已提交
205
		return 6;
206
	if (mp_irq->dstirq != m->dstirq)
Y
Yinghai Lu 已提交
207 208 209 210 211
		return 7;

	return 0;
}

212
static void __init MP_intsrc_info(struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
213 214 215 216 217
{
	int i;

	print_MP_intsrc_info(m);

218 219 220 221
	for (i = 0; i < mp_irq_entries; i++) {
		if (!mp_irq_mpc_intsrc_cmp(&mp_irqs[i], m))
			return;
	}
Y
Yinghai Lu 已提交
222 223

	assign_to_mp_irq(m, &mp_irqs[mp_irq_entries]);
L
Linus Torvalds 已提交
224 225 226
	if (++mp_irq_entries == MAX_IRQ_SOURCES)
		panic("Max # of irq sources exceeded!!\n");
}
227 228 229 230 231
#else /* CONFIG_X86_IO_APIC */
static inline void __init MP_bus_info(struct mpc_bus *m) {}
static inline void __init MP_ioapic_info(struct mpc_ioapic *m) {}
static inline void __init MP_intsrc_info(struct mpc_intsrc *m) {}
#endif /* CONFIG_X86_IO_APIC */
L
Linus Torvalds 已提交
232

233

234
static void __init MP_lintsrc_info(struct mpc_lintsrc *m)
L
Linus Torvalds 已提交
235
{
236
	apic_printk(APIC_VERBOSE, "Lint: type %d, pol %d, trig %d, bus %02x,"
L
Linus Torvalds 已提交
237
		" IRQ %02x, APIC ID %x, APIC LINT %02x\n",
238 239
		m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbusid,
		m->srcbusirq, m->destapic, m->destapiclint);
L
Linus Torvalds 已提交
240 241 242 243 244 245
}

/*
 * Read/parse the MPC
 */

246
static int __init smp_check_mpc(struct mpc_table *mpc, char *oem, char *str)
L
Linus Torvalds 已提交
247 248
{

249
	if (memcmp(mpc->signature, MPC_SIGNATURE, 4)) {
A
Alexey Starikovskiy 已提交
250
		printk(KERN_ERR "MPTABLE: bad signature [%c%c%c%c]!\n",
251 252
		       mpc->signature[0], mpc->signature[1],
		       mpc->signature[2], mpc->signature[3]);
L
Linus Torvalds 已提交
253 254
		return 0;
	}
255
	if (mpf_checksum((unsigned char *)mpc, mpc->length)) {
A
Alexey Starikovskiy 已提交
256
		printk(KERN_ERR "MPTABLE: checksum error!\n");
L
Linus Torvalds 已提交
257 258
		return 0;
	}
259
	if (mpc->spec != 0x01 && mpc->spec != 0x04) {
A
Alexey Starikovskiy 已提交
260
		printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n",
261
		       mpc->spec);
L
Linus Torvalds 已提交
262 263
		return 0;
	}
264
	if (!mpc->lapic) {
A
Alexey Starikovskiy 已提交
265
		printk(KERN_ERR "MPTABLE: null local APIC address!\n");
L
Linus Torvalds 已提交
266 267
		return 0;
	}
268
	memcpy(oem, mpc->oem, 8);
A
Alexey Starikovskiy 已提交
269
	oem[8] = 0;
Y
Yinghai Lu 已提交
270
	printk(KERN_INFO "MPTABLE: OEM ID: %s\n", oem);
L
Linus Torvalds 已提交
271

272
	memcpy(str, mpc->productid, 12);
A
Alexey Starikovskiy 已提交
273
	str[12] = 0;
L
Linus Torvalds 已提交
274

Y
Yinghai Lu 已提交
275
	printk(KERN_INFO "MPTABLE: Product ID: %s\n", str);
L
Linus Torvalds 已提交
276

277
	printk(KERN_INFO "MPTABLE: APIC at: 0x%X\n", mpc->lapic);
L
Linus Torvalds 已提交
278

Y
Yinghai Lu 已提交
279 280 281
	return 1;
}

282 283 284 285 286 287
static void skip_entry(unsigned char **ptr, int *count, int size)
{
	*ptr += size;
	*count += size;
}

288 289 290 291 292 293 294 295
static void __init smp_dump_mptable(struct mpc_table *mpc, unsigned char *mpt)
{
	printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n"
		"type %x\n", *mpt);
	print_hex_dump(KERN_ERR, "  ", DUMP_PREFIX_ADDRESS, 16,
			1, mpc, mpc->length, 1);
}

296
static int __init smp_read_mpc(struct mpc_table *mpc, unsigned early)
Y
Yinghai Lu 已提交
297 298 299 300 301 302 303 304 305 306 307
{
	char str[16];
	char oem[10];

	int count = sizeof(*mpc);
	unsigned char *mpt = ((unsigned char *)mpc) + count;

	if (!smp_check_mpc(mpc, oem, str))
		return 0;

#ifdef CONFIG_X86_32
308
	generic_mps_oem_check(mpc, oem, str);
Y
Yinghai Lu 已提交
309
#endif
A
Alexey Starikovskiy 已提交
310
	/* save the local APIC address, it might be non-default */
L
Linus Torvalds 已提交
311
	if (!acpi_lapic)
312
		mp_lapic_addr = mpc->lapic;
L
Linus Torvalds 已提交
313

314 315 316
	if (early)
		return 1;

317 318 319
	if (mpc->oemptr && x86_quirks->smp_read_mpc_oem) {
		struct mpc_oemtable *oem_table = (void *)(long)mpc->oemptr;
		x86_quirks->smp_read_mpc_oem(oem_table, mpc->oemsize);
320 321
	}

L
Linus Torvalds 已提交
322
	/*
A
Alexey Starikovskiy 已提交
323
	 *      Now process the configuration blocks.
L
Linus Torvalds 已提交
324
	 */
325
	x86_init.mpparse.mpc_record(0);
326

327
	while (count < mpc->length) {
A
Alexey Starikovskiy 已提交
328 329
		switch (*mpt) {
		case MP_PROCESSOR:
330 331
			/* ACPI may have already provided this data */
			if (!acpi_lapic)
332
				MP_processor_info((struct mpc_cpu *)mpt);
333 334
			skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
			break;
A
Alexey Starikovskiy 已提交
335
		case MP_BUS:
336
			MP_bus_info((struct mpc_bus *)mpt);
337 338
			skip_entry(&mpt, &count, sizeof(struct mpc_bus));
			break;
A
Alexey Starikovskiy 已提交
339
		case MP_IOAPIC:
340
			MP_ioapic_info((struct mpc_ioapic *)mpt);
341 342
			skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
			break;
A
Alexey Starikovskiy 已提交
343
		case MP_INTSRC:
344
			MP_intsrc_info((struct mpc_intsrc *)mpt);
345 346
			skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
			break;
A
Alexey Starikovskiy 已提交
347
		case MP_LINTSRC:
348
			MP_lintsrc_info((struct mpc_lintsrc *)mpt);
349 350
			skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
			break;
A
Alexey Starikovskiy 已提交
351
		default:
Y
Yinghai Lu 已提交
352
			/* wrong mptable */
353
			smp_dump_mptable(mpc, mpt);
354
			count = mpc->length;
Y
Yinghai Lu 已提交
355
			break;
L
Linus Torvalds 已提交
356
		}
357
		x86_init.mpparse.mpc_record(1);
L
Linus Torvalds 已提交
358
	}
359

360 361
#ifdef CONFIG_X86_BIGSMP
	generic_bigsmp_probe();
362 363
#endif

364 365 366
	if (apic->setup_apic_routing)
		apic->setup_apic_routing();

L
Linus Torvalds 已提交
367
	if (!num_processors)
A
Alexey Starikovskiy 已提交
368
		printk(KERN_ERR "MPTABLE: no processors registered!\n");
L
Linus Torvalds 已提交
369 370 371
	return num_processors;
}

372 373
#ifdef CONFIG_X86_IO_APIC

L
Linus Torvalds 已提交
374 375 376 377 378 379 380 381 382 383
static int __init ELCR_trigger(unsigned int irq)
{
	unsigned int port;

	port = 0x4d0 + (irq >> 3);
	return (inb(port) >> (irq & 7)) & 1;
}

static void __init construct_default_ioirq_mptable(int mpc_default_type)
{
384
	struct mpc_intsrc intsrc;
L
Linus Torvalds 已提交
385 386 387
	int i;
	int ELCR_fallback = 0;

388 389 390
	intsrc.type = MP_INTSRC;
	intsrc.irqflag = 0;	/* conforming */
	intsrc.srcbus = 0;
391
	intsrc.dstapic = mp_ioapics[0].apicid;
L
Linus Torvalds 已提交
392

393
	intsrc.irqtype = mp_INT;
L
Linus Torvalds 已提交
394 395 396 397 398 399 400 401 402 403

	/*
	 *  If true, we have an ISA/PCI system with no IRQ entries
	 *  in the MP table. To prevent the PCI interrupts from being set up
	 *  incorrectly, we try to use the ELCR. The sanity check to see if
	 *  there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can
	 *  never be level sensitive, so we simply see if the ELCR agrees.
	 *  If it does, we assume it's valid.
	 */
	if (mpc_default_type == 5) {
404 405
		printk(KERN_INFO "ISA/PCI bus type with no IRQ information... "
		       "falling back to ELCR\n");
L
Linus Torvalds 已提交
406

407 408 409 410
		if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) ||
		    ELCR_trigger(13))
			printk(KERN_ERR "ELCR contains invalid data... "
			       "not using ELCR\n");
L
Linus Torvalds 已提交
411
		else {
A
Alexey Starikovskiy 已提交
412 413
			printk(KERN_INFO
			       "Using ELCR to identify PCI interrupts\n");
L
Linus Torvalds 已提交
414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435
			ELCR_fallback = 1;
		}
	}

	for (i = 0; i < 16; i++) {
		switch (mpc_default_type) {
		case 2:
			if (i == 0 || i == 13)
				continue;	/* IRQ0 & IRQ13 not connected */
			/* fall through */
		default:
			if (i == 2)
				continue;	/* IRQ2 is never connected */
		}

		if (ELCR_fallback) {
			/*
			 *  If the ELCR indicates a level-sensitive interrupt, we
			 *  copy that information over to the MP table in the
			 *  irqflag field (level sensitive, active high polarity).
			 */
			if (ELCR_trigger(i))
436
				intsrc.irqflag = 13;
L
Linus Torvalds 已提交
437
			else
438
				intsrc.irqflag = 0;
L
Linus Torvalds 已提交
439 440
		}

441 442
		intsrc.srcbusirq = i;
		intsrc.dstirq = i ? i : 2;	/* IRQ0 to INTIN2 */
L
Linus Torvalds 已提交
443 444 445
		MP_intsrc_info(&intsrc);
	}

446 447 448
	intsrc.irqtype = mp_ExtINT;
	intsrc.srcbusirq = 0;
	intsrc.dstirq = 0;	/* 8259A to INTIN0 */
L
Linus Torvalds 已提交
449 450 451
	MP_intsrc_info(&intsrc);
}

452

453
static void __init construct_ioapic_table(int mpc_default_type)
L
Linus Torvalds 已提交
454
{
455
	struct mpc_ioapic ioapic;
456
	struct mpc_bus bus;
L
Linus Torvalds 已提交
457

458 459
	bus.type = MP_BUS;
	bus.busid = 0;
L
Linus Torvalds 已提交
460
	switch (mpc_default_type) {
A
Alexey Starikovskiy 已提交
461
	default:
462
		printk(KERN_ERR "???\nUnknown standard configuration %d\n",
A
Alexey Starikovskiy 已提交
463 464 465 466
		       mpc_default_type);
		/* fall through */
	case 1:
	case 5:
467
		memcpy(bus.bustype, "ISA   ", 6);
A
Alexey Starikovskiy 已提交
468 469 470 471
		break;
	case 2:
	case 6:
	case 3:
472
		memcpy(bus.bustype, "EISA  ", 6);
A
Alexey Starikovskiy 已提交
473 474 475
		break;
	case 4:
	case 7:
476
		memcpy(bus.bustype, "MCA   ", 6);
L
Linus Torvalds 已提交
477 478 479
	}
	MP_bus_info(&bus);
	if (mpc_default_type > 4) {
480 481
		bus.busid = 1;
		memcpy(bus.bustype, "PCI   ", 6);
L
Linus Torvalds 已提交
482 483 484
		MP_bus_info(&bus);
	}

485 486 487 488 489
	ioapic.type = MP_IOAPIC;
	ioapic.apicid = 2;
	ioapic.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
	ioapic.flags = MPC_APIC_USABLE;
	ioapic.apicaddr = 0xFEC00000;
L
Linus Torvalds 已提交
490 491 492 493 494 495
	MP_ioapic_info(&ioapic);

	/*
	 * We set up most of the low 16 IO-APIC pins according to MPS rules.
	 */
	construct_default_ioirq_mptable(mpc_default_type);
T
Thomas Gleixner 已提交
496 497
}
#else
498
static inline void __init construct_ioapic_table(int mpc_default_type) { }
499
#endif
T
Thomas Gleixner 已提交
500 501 502

static inline void __init construct_default_ISA_mptable(int mpc_default_type)
{
503
	struct mpc_cpu processor;
504
	struct mpc_lintsrc lintsrc;
T
Thomas Gleixner 已提交
505 506 507 508 509 510 511 512 513 514 515
	int linttypes[2] = { mp_ExtINT, mp_NMI };
	int i;

	/*
	 * local APIC has default address
	 */
	mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;

	/*
	 * 2 CPUs, numbered 0 & 1.
	 */
516
	processor.type = MP_PROCESSOR;
T
Thomas Gleixner 已提交
517
	/* Either an integrated APIC or a discrete 82489DX. */
518 519 520
	processor.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
	processor.cpuflag = CPU_ENABLED;
	processor.cpufeature = (boot_cpu_data.x86 << 8) |
T
Thomas Gleixner 已提交
521
	    (boot_cpu_data.x86_model << 4) | boot_cpu_data.x86_mask;
522 523 524
	processor.featureflag = boot_cpu_data.x86_capability[0];
	processor.reserved[0] = 0;
	processor.reserved[1] = 0;
T
Thomas Gleixner 已提交
525
	for (i = 0; i < 2; i++) {
526
		processor.apicid = i;
T
Thomas Gleixner 已提交
527 528 529 530 531
		MP_processor_info(&processor);
	}

	construct_ioapic_table(mpc_default_type);

532 533 534 535 536
	lintsrc.type = MP_LINTSRC;
	lintsrc.irqflag = 0;		/* conforming */
	lintsrc.srcbusid = 0;
	lintsrc.srcbusirq = 0;
	lintsrc.destapic = MP_APIC_ALL;
L
Linus Torvalds 已提交
537
	for (i = 0; i < 2; i++) {
538 539
		lintsrc.irqtype = linttypes[i];
		lintsrc.destapiclint = i;
L
Linus Torvalds 已提交
540 541 542 543
		MP_lintsrc_info(&lintsrc);
	}
}

544
static struct mpf_intel *mpf_found;
L
Linus Torvalds 已提交
545

Y
Yinghai Lu 已提交
546 547 548 549 550 551 552 553 554 555 556 557 558
static unsigned long __init get_mpc_size(unsigned long physptr)
{
	struct mpc_table *mpc;
	unsigned long size;

	mpc = early_ioremap(physptr, PAGE_SIZE);
	size = mpc->length;
	early_iounmap(mpc, PAGE_SIZE);
	apic_printk(APIC_VERBOSE, "  mpc: %lx-%lx\n", physptr, physptr + size);

	return size;
}

559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607
static int __init check_physptr(struct mpf_intel *mpf, unsigned int early)
{
	struct mpc_table *mpc;
	unsigned long size;

	size = get_mpc_size(mpf->physptr);
	mpc = early_ioremap(mpf->physptr, size);
	/*
	 * Read the physical hardware table.  Anything here will
	 * override the defaults.
	 */
	if (!smp_read_mpc(mpc, early)) {
#ifdef CONFIG_X86_LOCAL_APIC
		smp_found_config = 0;
#endif
		printk(KERN_ERR "BIOS bug, MP table errors detected!...\n"
			"... disabling SMP support. (tell your hw vendor)\n");
		early_iounmap(mpc, size);
		return -1;
	}
	early_iounmap(mpc, size);

	if (early)
		return -1;

#ifdef CONFIG_X86_IO_APIC
	/*
	 * If there are no explicit MP IRQ entries, then we are
	 * broken.  We set up most of the low 16 IO-APIC pins to
	 * ISA defaults and hope it will work.
	 */
	if (!mp_irq_entries) {
		struct mpc_bus bus;

		printk(KERN_ERR "BIOS bug, no explicit IRQ entries, "
		       "using default mptable. (tell your hw vendor)\n");

		bus.type = MP_BUS;
		bus.busid = 0;
		memcpy(bus.bustype, "ISA   ", 6);
		MP_bus_info(&bus);

		construct_default_ioirq_mptable(0);
	}
#endif

	return 0;
}

L
Linus Torvalds 已提交
608 609 610
/*
 * Scan the memory blocks for an SMP configuration block.
 */
I
Ingo Molnar 已提交
611
static void __init __get_smp_config(unsigned int early)
L
Linus Torvalds 已提交
612
{
613
	struct mpf_intel *mpf = mpf_found;
L
Linus Torvalds 已提交
614

Y
Yinghai Lu 已提交
615 616 617
	if (!mpf)
		return;

618 619
	if (acpi_lapic && early)
		return;
Y
Yinghai Lu 已提交
620

L
Linus Torvalds 已提交
621
	/*
Y
Yinghai Lu 已提交
622 623
	 * MPS doesn't support hyperthreading, aka only have
	 * thread 0 apic id in MPS table
L
Linus Torvalds 已提交
624
	 */
Y
Yinghai Lu 已提交
625
	if (acpi_lapic && acpi_ioapic)
L
Linus Torvalds 已提交
626 627
		return;

Y
Yinghai Lu 已提交
628 629 630 631
	if (x86_quirks->mach_get_smp_config) {
		if (x86_quirks->mach_get_smp_config(early))
			return;
	}
632

A
Alexey Starikovskiy 已提交
633
	printk(KERN_INFO "Intel MultiProcessor Specification v1.%d\n",
634
	       mpf->specification);
635
#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
636
	if (mpf->feature2 & (1 << 7)) {
L
Linus Torvalds 已提交
637 638 639 640 641 642
		printk(KERN_INFO "    IMCR and PIC compatibility mode.\n");
		pic_mode = 1;
	} else {
		printk(KERN_INFO "    Virtual Wire compatibility mode.\n");
		pic_mode = 0;
	}
A
Alexey Starikovskiy 已提交
643
#endif
L
Linus Torvalds 已提交
644 645 646
	/*
	 * Now see if we need to read further.
	 */
647
	if (mpf->feature1 != 0) {
648 649 650 651 652 653 654
		if (early) {
			/*
			 * local APIC has default address
			 */
			mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
			return;
		}
L
Linus Torvalds 已提交
655

A
Alexey Starikovskiy 已提交
656
		printk(KERN_INFO "Default MP configuration #%d\n",
657 658
		       mpf->feature1);
		construct_default_ISA_mptable(mpf->feature1);
L
Linus Torvalds 已提交
659

660
	} else if (mpf->physptr) {
661
		if (check_physptr(mpf, early))
L
Linus Torvalds 已提交
662 663 664 665
			return;
	} else
		BUG();

666 667
	if (!early)
		printk(KERN_INFO "Processors: %d\n", num_processors);
L
Linus Torvalds 已提交
668 669 670 671 672
	/*
	 * Only use the first configuration found.
	 */
}

673 674 675 676 677 678 679 680 681 682
void __init early_get_smp_config(void)
{
	__get_smp_config(1);
}

void __init get_smp_config(void)
{
	__get_smp_config(0);
}

683
static void __init smp_reserve_bootmem(struct mpf_intel *mpf)
684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707
{
	unsigned long size = get_mpc_size(mpf->physptr);
#ifdef CONFIG_X86_32
	/*
	 * We cannot access to MPC table to compute table size yet,
	 * as only few megabytes from the bottom is mapped now.
	 * PC-9800's MPC table places on the very last of physical
	 * memory; so that simply reserving PAGE_SIZE from mpf->physptr
	 * yields BUG() in reserve_bootmem.
	 * also need to make sure physptr is below than max_low_pfn
	 * we don't need reserve the area above max_low_pfn
	 */
	unsigned long end = max_low_pfn * PAGE_SIZE;

	if (mpf->physptr < end) {
		if (mpf->physptr + size > end)
			size = end - mpf->physptr;
		reserve_bootmem_generic(mpf->physptr, size, BOOTMEM_DEFAULT);
	}
#else
	reserve_bootmem_generic(mpf->physptr, size, BOOTMEM_DEFAULT);
#endif
}

708 709
static int __init smp_scan_config(unsigned long base, unsigned long length,
				  unsigned reserve)
L
Linus Torvalds 已提交
710
{
A
Alexey Starikovskiy 已提交
711
	unsigned int *bp = phys_to_virt(base);
712
	struct mpf_intel *mpf;
L
Linus Torvalds 已提交
713

714 715
	apic_printk(APIC_VERBOSE, "Scan SMP from %p for %ld bytes.\n",
			bp, length);
716
	BUILD_BUG_ON(sizeof(*mpf) != 16);
L
Linus Torvalds 已提交
717 718

	while (length > 0) {
719
		mpf = (struct mpf_intel *)bp;
L
Linus Torvalds 已提交
720
		if ((*bp == SMP_MAGIC_IDENT) &&
721
		    (mpf->length == 1) &&
A
Alexey Starikovskiy 已提交
722
		    !mpf_checksum((unsigned char *)bp, 16) &&
723 724
		    ((mpf->specification == 1)
		     || (mpf->specification == 4))) {
A
Alexey Starikovskiy 已提交
725
#ifdef CONFIG_X86_LOCAL_APIC
L
Linus Torvalds 已提交
726
			smp_found_config = 1;
A
Alexey Starikovskiy 已提交
727
#endif
A
Alexey Starikovskiy 已提交
728
			mpf_found = mpf;
729

730 731
			printk(KERN_INFO "found SMP MP-table at [%p] %llx\n",
			       mpf, (u64)virt_to_phys(mpf));
732 733 734

			if (!reserve)
				return 1;
Y
Yinghai Lu 已提交
735
			reserve_bootmem_generic(virt_to_phys(mpf), sizeof(*mpf),
736
						BOOTMEM_DEFAULT);
737 738
			if (mpf->physptr)
				smp_reserve_bootmem(mpf);
L
Linus Torvalds 已提交
739

740
			return 1;
L
Linus Torvalds 已提交
741 742 743 744 745 746 747
		}
		bp += 4;
		length -= 16;
	}
	return 0;
}

I
Ingo Molnar 已提交
748
static void __init __find_smp_config(unsigned int reserve)
L
Linus Torvalds 已提交
749 750 751
{
	unsigned int address;

Y
Yinghai Lu 已提交
752 753
	if (x86_quirks->mach_find_smp_config) {
		if (x86_quirks->mach_find_smp_config(reserve))
I
Ingo Molnar 已提交
754 755
			return;
	}
L
Linus Torvalds 已提交
756 757 758 759 760 761 762 763
	/*
	 * FIXME: Linux assumes you have 640K of base ram..
	 * this continues the error...
	 *
	 * 1) Scan the bottom 1K for a signature
	 * 2) Scan the top 1K of base RAM
	 * 3) Scan the 64K of bios
	 */
764 765 766
	if (smp_scan_config(0x0, 0x400, reserve) ||
	    smp_scan_config(639 * 0x400, 0x400, reserve) ||
	    smp_scan_config(0xF0000, 0x10000, reserve))
L
Linus Torvalds 已提交
767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786
		return;
	/*
	 * If it is an SMP machine we should know now, unless the
	 * configuration is in an EISA/MCA bus machine with an
	 * extended bios data area.
	 *
	 * there is a real-mode segmented pointer pointing to the
	 * 4K EBDA area at 0x40E, calculate and scan it here.
	 *
	 * NOTE! There are Linux loaders that will corrupt the EBDA
	 * area, and as such this kind of SMP config may be less
	 * trustworthy, simply because the SMP table may have been
	 * stomped on during early boot. These loaders are buggy and
	 * should be fixed.
	 *
	 * MP1.4 SPEC states to only scan first 1K of 4K EBDA.
	 */

	address = get_bios_ebda();
	if (address)
787 788 789 790 791 792 793 794 795 796 797
		smp_scan_config(address, 0x400, reserve);
}

void __init early_find_smp_config(void)
{
	__find_smp_config(0);
}

void __init find_smp_config(void)
{
	__find_smp_config(1);
L
Linus Torvalds 已提交
798
}
Y
Yinghai Lu 已提交
799 800 801 802

#ifdef CONFIG_X86_IO_APIC
static u8 __initdata irq_used[MAX_IRQ_SOURCES];

803
static int  __init get_MP_intsrc_index(struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
804 805 806
{
	int i;

807
	if (m->irqtype != mp_INT)
Y
Yinghai Lu 已提交
808 809
		return 0;

810
	if (m->irqflag != 0x0f)
Y
Yinghai Lu 已提交
811 812 813 814 815
		return 0;

	/* not legacy */

	for (i = 0; i < mp_irq_entries; i++) {
816
		if (mp_irqs[i].irqtype != mp_INT)
Y
Yinghai Lu 已提交
817 818
			continue;

819
		if (mp_irqs[i].irqflag != 0x0f)
Y
Yinghai Lu 已提交
820 821
			continue;

822
		if (mp_irqs[i].srcbus != m->srcbus)
Y
Yinghai Lu 已提交
823
			continue;
824
		if (mp_irqs[i].srcbusirq != m->srcbusirq)
Y
Yinghai Lu 已提交
825 826 827 828 829 830 831 832 833 834 835 836 837 838 839
			continue;
		if (irq_used[i]) {
			/* already claimed */
			return -2;
		}
		irq_used[i] = 1;
		return i;
	}

	/* not found */
	return -1;
}

#define SPARE_SLOT_NUM 20

840
static struct mpc_intsrc __initdata *m_spare[SPARE_SLOT_NUM];
841

842
static void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare)
843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867 868 869
{
	int i;

	apic_printk(APIC_VERBOSE, "OLD ");
	print_MP_intsrc_info(m);

	i = get_MP_intsrc_index(m);
	if (i > 0) {
		assign_to_mpc_intsrc(&mp_irqs[i], m);
		apic_printk(APIC_VERBOSE, "NEW ");
		print_mp_irq_info(&mp_irqs[i]);
		return;
	}
	if (!i) {
		/* legacy, do nothing */
		return;
	}
	if (*nr_m_spare < SPARE_SLOT_NUM) {
		/*
		 * not found (-1), or duplicated (-2) are invalid entries,
		 * we need to use the slot later
		 */
		m_spare[*nr_m_spare] = m;
		*nr_m_spare += 1;
	}
}
#else /* CONFIG_X86_IO_APIC */
870 871
static
inline void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare) {}
872 873
#endif /* CONFIG_X86_IO_APIC */

Y
Yinghai Lu 已提交
874 875
static int
check_slot(unsigned long mpc_new_phys, unsigned long mpc_new_length, int count)
876
{
Y
Yinghai Lu 已提交
877 878 879 880 881
	int ret = 0;

	if (!mpc_new_phys || count <= mpc_new_length) {
		WARN(1, "update_mptable: No spare slots (length: %x)\n", count);
		return -1;
882 883
	}

Y
Yinghai Lu 已提交
884
	return ret;
885
}
Y
Yinghai Lu 已提交
886

887
static int  __init replace_intsrc_all(struct mpc_table *mpc,
Y
Yinghai Lu 已提交
888 889 890 891 892 893 894
					unsigned long mpc_new_phys,
					unsigned long mpc_new_length)
{
#ifdef CONFIG_X86_IO_APIC
	int i;
#endif
	int count = sizeof(*mpc);
895
	int nr_m_spare = 0;
Y
Yinghai Lu 已提交
896 897
	unsigned char *mpt = ((unsigned char *)mpc) + count;

898 899
	printk(KERN_INFO "mpc_length %x\n", mpc->length);
	while (count < mpc->length) {
Y
Yinghai Lu 已提交
900 901
		switch (*mpt) {
		case MP_PROCESSOR:
902 903
			skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
			break;
Y
Yinghai Lu 已提交
904
		case MP_BUS:
905 906
			skip_entry(&mpt, &count, sizeof(struct mpc_bus));
			break;
Y
Yinghai Lu 已提交
907
		case MP_IOAPIC:
908 909
			skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
			break;
Y
Yinghai Lu 已提交
910
		case MP_INTSRC:
911
			check_irq_src((struct mpc_intsrc *)mpt, &nr_m_spare);
912 913
			skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
			break;
Y
Yinghai Lu 已提交
914
		case MP_LINTSRC:
915 916
			skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
			break;
Y
Yinghai Lu 已提交
917 918
		default:
			/* wrong mptable */
919
			smp_dump_mptable(mpc, mpt);
Y
Yinghai Lu 已提交
920 921 922 923 924 925 926 927 928
			goto out;
		}
	}

#ifdef CONFIG_X86_IO_APIC
	for (i = 0; i < mp_irq_entries; i++) {
		if (irq_used[i])
			continue;

929
		if (mp_irqs[i].irqtype != mp_INT)
Y
Yinghai Lu 已提交
930 931
			continue;

932
		if (mp_irqs[i].irqflag != 0x0f)
Y
Yinghai Lu 已提交
933 934 935
			continue;

		if (nr_m_spare > 0) {
936
			apic_printk(APIC_VERBOSE, "*NEW* found\n");
Y
Yinghai Lu 已提交
937 938 939 940
			nr_m_spare--;
			assign_to_mpc_intsrc(&mp_irqs[i], m_spare[nr_m_spare]);
			m_spare[nr_m_spare] = NULL;
		} else {
941 942
			struct mpc_intsrc *m = (struct mpc_intsrc *)mpt;
			count += sizeof(struct mpc_intsrc);
Y
Yinghai Lu 已提交
943
			if (check_slot(mpc_new_phys, mpc_new_length, count) < 0)
944
				goto out;
Y
Yinghai Lu 已提交
945
			assign_to_mpc_intsrc(&mp_irqs[i], m);
946
			mpc->length = count;
947
			mpt += sizeof(struct mpc_intsrc);
Y
Yinghai Lu 已提交
948 949 950 951 952 953
		}
		print_mp_irq_info(&mp_irqs[i]);
	}
#endif
out:
	/* update checksum */
954 955
	mpc->checksum = 0;
	mpc->checksum -= mpf_checksum((unsigned char *)mpc, mpc->length);
Y
Yinghai Lu 已提交
956 957 958 959

	return 0;
}

960
int enable_update_mptable;
961

Y
Yinghai Lu 已提交
962 963 964
static int __init update_mptable_setup(char *str)
{
	enable_update_mptable = 1;
965 966 967
#ifdef CONFIG_PCI
	pci_routeirq = 1;
#endif
Y
Yinghai Lu 已提交
968 969 970 971 972 973 974 975 976 977 978 979
	return 0;
}
early_param("update_mptable", update_mptable_setup);

static unsigned long __initdata mpc_new_phys;
static unsigned long mpc_new_length __initdata = 4096;

/* alloc_mptable or alloc_mptable=4k */
static int __initdata alloc_mptable;
static int __init parse_alloc_mptable_opt(char *p)
{
	enable_update_mptable = 1;
980 981 982
#ifdef CONFIG_PCI
	pci_routeirq = 1;
#endif
Y
Yinghai Lu 已提交
983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005
	alloc_mptable = 1;
	if (!p)
		return 0;
	mpc_new_length = memparse(p, &p);
	return 0;
}
early_param("alloc_mptable", parse_alloc_mptable_opt);

void __init early_reserve_e820_mpc_new(void)
{
	if (enable_update_mptable && alloc_mptable) {
		u64 startt = 0;
#ifdef CONFIG_X86_TRAMPOLINE
		startt = TRAMPOLINE_BASE;
#endif
		mpc_new_phys = early_reserve_e820(startt, mpc_new_length, 4);
	}
}

static int __init update_mp_table(void)
{
	char str[16];
	char oem[10];
1006
	struct mpf_intel *mpf;
1007
	struct mpc_table *mpc, *mpc_new;
Y
Yinghai Lu 已提交
1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018

	if (!enable_update_mptable)
		return 0;

	mpf = mpf_found;
	if (!mpf)
		return 0;

	/*
	 * Now see if we need to go further.
	 */
1019
	if (mpf->feature1 != 0)
Y
Yinghai Lu 已提交
1020 1021
		return 0;

1022
	if (!mpf->physptr)
Y
Yinghai Lu 已提交
1023 1024
		return 0;

1025
	mpc = phys_to_virt(mpf->physptr);
Y
Yinghai Lu 已提交
1026 1027 1028 1029

	if (!smp_check_mpc(mpc, oem, str))
		return 0;

1030
	printk(KERN_INFO "mpf: %llx\n", (u64)virt_to_phys(mpf));
1031
	printk(KERN_INFO "physptr: %x\n", mpf->physptr);
Y
Yinghai Lu 已提交
1032

1033
	if (mpc_new_phys && mpc->length > mpc_new_length) {
Y
Yinghai Lu 已提交
1034 1035 1036 1037 1038 1039 1040 1041
		mpc_new_phys = 0;
		printk(KERN_INFO "mpc_new_length is %ld, please use alloc_mptable=8k\n",
			 mpc_new_length);
	}

	if (!mpc_new_phys) {
		unsigned char old, new;
		/* check if we can change the postion */
1042 1043 1044 1045
		mpc->checksum = 0;
		old = mpf_checksum((unsigned char *)mpc, mpc->length);
		mpc->checksum = 0xff;
		new = mpf_checksum((unsigned char *)mpc, mpc->length);
Y
Yinghai Lu 已提交
1046 1047 1048 1049 1050 1051
		if (old == new) {
			printk(KERN_INFO "mpc is readonly, please try alloc_mptable instead\n");
			return 0;
		}
		printk(KERN_INFO "use in-positon replacing\n");
	} else {
1052
		mpf->physptr = mpc_new_phys;
Y
Yinghai Lu 已提交
1053
		mpc_new = phys_to_virt(mpc_new_phys);
1054
		memcpy(mpc_new, mpc, mpc->length);
Y
Yinghai Lu 已提交
1055 1056
		mpc = mpc_new;
		/* check if we can modify that */
1057
		if (mpc_new_phys - mpf->physptr) {
1058
			struct mpf_intel *mpf_new;
Y
Yinghai Lu 已提交
1059 1060 1061 1062 1063
			/* steal 16 bytes from [0, 1k) */
			printk(KERN_INFO "mpf new: %x\n", 0x400 - 16);
			mpf_new = phys_to_virt(0x400 - 16);
			memcpy(mpf_new, mpf, 16);
			mpf = mpf_new;
1064
			mpf->physptr = mpc_new_phys;
Y
Yinghai Lu 已提交
1065
		}
1066 1067 1068
		mpf->checksum = 0;
		mpf->checksum -= mpf_checksum((unsigned char *)mpf, 16);
		printk(KERN_INFO "physptr new: %x\n", mpf->physptr);
Y
Yinghai Lu 已提交
1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082
	}

	/*
	 * only replace the one with mp_INT and
	 *	 MP_IRQ_TRIGGER_LEVEL|MP_IRQ_POLARITY_LOW,
	 * already in mp_irqs , stored by ... and mp_config_acpi_gsi,
	 * may need pci=routeirq for all coverage
	 */
	replace_intsrc_all(mpc, mpc_new_phys, mpc_new_length);

	return 0;
}

late_initcall(update_mp_table);