mpparse.c 25.4 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
2
 *	Intel Multiprocessor Specification 1.1 and 1.4
L
Linus Torvalds 已提交
3 4
 *	compliant MP-table parsing routines.
 *
5
 *	(c) 1995 Alan Cox, Building #3 <alan@lxorguk.ukuu.org.uk>
I
Ingo Molnar 已提交
6
 *	(c) 1998, 1999, 2000, 2009 Ingo Molnar <mingo@redhat.com>
7
 *      (c) 2008 Alexey Starikovskiy <astarikovskiy@suse.de>
L
Linus Torvalds 已提交
8 9 10 11 12 13 14 15 16
 */

#include <linux/mm.h>
#include <linux/init.h>
#include <linux/delay.h>
#include <linux/bootmem.h>
#include <linux/kernel_stat.h>
#include <linux/mc146818rtc.h>
#include <linux/bitops.h>
17 18
#include <linux/acpi.h>
#include <linux/module.h>
19
#include <linux/smp.h>
20
#include <linux/pci.h>
L
Linus Torvalds 已提交
21 22 23

#include <asm/mtrr.h>
#include <asm/mpspec.h>
24
#include <asm/pgalloc.h>
L
Linus Torvalds 已提交
25
#include <asm/io_apic.h>
26
#include <asm/proto.h>
27
#include <asm/bios_ebda.h>
Y
Yinghai Lu 已提交
28 29
#include <asm/e820.h>
#include <asm/trampoline.h>
Y
Yinghai Lu 已提交
30
#include <asm/setup.h>
31
#include <asm/smp.h>
L
Linus Torvalds 已提交
32

I
Ingo Molnar 已提交
33
#include <asm/apic.h>
L
Linus Torvalds 已提交
34 35 36 37 38 39 40 41 42 43 44 45 46 47
/*
 * Checksum an MP configuration block.
 */

static int __init mpf_checksum(unsigned char *mp, int len)
{
	int sum = 0;

	while (len--)
		sum += *mp++;

	return sum & 0xFF;
}

48
static void __init MP_processor_info(struct mpc_cpu *m)
49 50
{
	int apicid;
51
	char *bootup_cpu = "";
52

53
	if (!(m->cpuflag & CPU_ENABLED)) {
G
Glauber Costa 已提交
54
		disabled_cpus++;
L
Linus Torvalds 已提交
55
		return;
G
Glauber Costa 已提交
56
	}
57 58 59

	if (x86_quirks->mpc_apic_id)
		apicid = x86_quirks->mpc_apic_id(m);
60
	else
61
		apicid = m->apicid;
62

63
	if (m->cpuflag & CPU_BOOTPROCESSOR) {
64
		bootup_cpu = " (Bootup-CPU)";
65
		boot_cpu_physical_apicid = m->apicid;
L
Linus Torvalds 已提交
66 67
	}

68 69
	printk(KERN_INFO "Processor #%d%s\n", m->apicid, bootup_cpu);
	generic_processor_info(apicid, m->apicver);
L
Linus Torvalds 已提交
70 71
}

T
Thomas Gleixner 已提交
72
#ifdef CONFIG_X86_IO_APIC
73
static void __init MP_bus_info(struct mpc_bus *m)
L
Linus Torvalds 已提交
74 75
{
	char str[7];
76
	memcpy(str, m->bustype, 6);
L
Linus Torvalds 已提交
77 78
	str[6] = 0;

79 80 81
	if (x86_quirks->mpc_oem_bus_info)
		x86_quirks->mpc_oem_bus_info(m, str);
	else
82
		apic_printk(APIC_VERBOSE, "Bus #%d is %s\n", m->busid, str);
L
Linus Torvalds 已提交
83

84
#if MAX_MP_BUSSES < 256
85
	if (m->busid >= MAX_MP_BUSSES) {
86
		printk(KERN_WARNING "MP table busid value (%d) for bustype %s "
A
Alexey Starikovskiy 已提交
87
		       " is too large, max. supported is %d\n",
88
		       m->busid, str, MAX_MP_BUSSES - 1);
89 90
		return;
	}
91
#endif
92

A
Alexey Starikovskiy 已提交
93
	if (strncmp(str, BUSTYPE_ISA, sizeof(BUSTYPE_ISA) - 1) == 0) {
94
		set_bit(m->busid, mp_bus_not_pci);
95
#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
96
		mp_bus_id_to_type[m->busid] = MP_BUS_ISA;
A
Alexey Starikovskiy 已提交
97 98
#endif
	} else if (strncmp(str, BUSTYPE_PCI, sizeof(BUSTYPE_PCI) - 1) == 0) {
99 100 101
		if (x86_quirks->mpc_oem_pci_bus)
			x86_quirks->mpc_oem_pci_bus(m);

102
		clear_bit(m->busid, mp_bus_not_pci);
103
#if defined(CONFIG_EISA) || defined(CONFIG_MCA)
104
		mp_bus_id_to_type[m->busid] = MP_BUS_PCI;
A
Alexey Starikovskiy 已提交
105
	} else if (strncmp(str, BUSTYPE_EISA, sizeof(BUSTYPE_EISA) - 1) == 0) {
106
		mp_bus_id_to_type[m->busid] = MP_BUS_EISA;
A
Alexey Starikovskiy 已提交
107
	} else if (strncmp(str, BUSTYPE_MCA, sizeof(BUSTYPE_MCA) - 1) == 0) {
108
		mp_bus_id_to_type[m->busid] = MP_BUS_MCA;
109
#endif
A
Alexey Starikovskiy 已提交
110 111
	} else
		printk(KERN_WARNING "Unknown bustype %s - ignoring\n", str);
L
Linus Torvalds 已提交
112
}
113

114 115 116 117 118 119 120 121 122 123 124 125 126 127 128
static int bad_ioapic(unsigned long address)
{
	if (nr_ioapics >= MAX_IO_APICS) {
		printk(KERN_ERR "ERROR: Max # of I/O APICs (%d) exceeded "
		       "(found %d)\n", MAX_IO_APICS, nr_ioapics);
		panic("Recompile kernel with bigger MAX_IO_APICS!\n");
	}
	if (!address) {
		printk(KERN_ERR "WARNING: Bogus (zero) I/O APIC address"
		       " found in table, skipping!\n");
		return 1;
	}
	return 0;
}

129
static void __init MP_ioapic_info(struct mpc_ioapic *m)
L
Linus Torvalds 已提交
130
{
131
	if (!(m->flags & MPC_APIC_USABLE))
L
Linus Torvalds 已提交
132 133
		return;

T
Thomas Gleixner 已提交
134
	printk(KERN_INFO "I/O APIC #%d Version %d at 0x%X.\n",
135
	       m->apicid, m->apicver, m->apicaddr);
136

137
	if (bad_ioapic(m->apicaddr))
L
Linus Torvalds 已提交
138
		return;
139

140 141 142 143 144
	mp_ioapics[nr_ioapics].apicaddr = m->apicaddr;
	mp_ioapics[nr_ioapics].apicid = m->apicid;
	mp_ioapics[nr_ioapics].type = m->type;
	mp_ioapics[nr_ioapics].apicver = m->apicver;
	mp_ioapics[nr_ioapics].flags = m->flags;
L
Linus Torvalds 已提交
145 146 147
	nr_ioapics++;
}

148
static void print_MP_intsrc_info(struct mpc_intsrc *m)
L
Linus Torvalds 已提交
149
{
150
	apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
L
Linus Torvalds 已提交
151
		" IRQ %02x, APIC ID %x, APIC INT %02x\n",
152 153
		m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbus,
		m->srcbusirq, m->dstapic, m->dstirq);
Y
Yinghai Lu 已提交
154 155
}

156
static void __init print_mp_irq_info(struct mpc_intsrc *mp_irq)
Y
Yinghai Lu 已提交
157
{
158
	apic_printk(APIC_VERBOSE, "Int: type %d, pol %d, trig %d, bus %02x,"
Y
Yinghai Lu 已提交
159
		" IRQ %02x, APIC ID %x, APIC INT %02x\n",
160 161 162
		mp_irq->irqtype, mp_irq->irqflag & 3,
		(mp_irq->irqflag >> 2) & 3, mp_irq->srcbus,
		mp_irq->srcbusirq, mp_irq->dstapic, mp_irq->dstirq);
Y
Yinghai Lu 已提交
163 164
}

165
static void __init assign_to_mp_irq(struct mpc_intsrc *m,
166
				    struct mpc_intsrc *mp_irq)
Y
Yinghai Lu 已提交
167
{
168 169 170 171 172 173 174
	mp_irq->dstapic = m->dstapic;
	mp_irq->type = m->type;
	mp_irq->irqtype = m->irqtype;
	mp_irq->irqflag = m->irqflag;
	mp_irq->srcbus = m->srcbus;
	mp_irq->srcbusirq = m->srcbusirq;
	mp_irq->dstirq = m->dstirq;
Y
Yinghai Lu 已提交
175 176
}

177
static void __init assign_to_mpc_intsrc(struct mpc_intsrc *mp_irq,
178
					struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
179
{
180 181 182 183 184 185 186
	m->dstapic = mp_irq->dstapic;
	m->type = mp_irq->type;
	m->irqtype = mp_irq->irqtype;
	m->irqflag = mp_irq->irqflag;
	m->srcbus = mp_irq->srcbus;
	m->srcbusirq = mp_irq->srcbusirq;
	m->dstirq = mp_irq->dstirq;
Y
Yinghai Lu 已提交
187 188
}

189
static int __init mp_irq_mpc_intsrc_cmp(struct mpc_intsrc *mp_irq,
190
					struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
191
{
192
	if (mp_irq->dstapic != m->dstapic)
Y
Yinghai Lu 已提交
193
		return 1;
194
	if (mp_irq->type != m->type)
Y
Yinghai Lu 已提交
195
		return 2;
196
	if (mp_irq->irqtype != m->irqtype)
Y
Yinghai Lu 已提交
197
		return 3;
198
	if (mp_irq->irqflag != m->irqflag)
Y
Yinghai Lu 已提交
199
		return 4;
200
	if (mp_irq->srcbus != m->srcbus)
Y
Yinghai Lu 已提交
201
		return 5;
202
	if (mp_irq->srcbusirq != m->srcbusirq)
Y
Yinghai Lu 已提交
203
		return 6;
204
	if (mp_irq->dstirq != m->dstirq)
Y
Yinghai Lu 已提交
205 206 207 208 209
		return 7;

	return 0;
}

210
static void __init MP_intsrc_info(struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
211 212 213 214 215
{
	int i;

	print_MP_intsrc_info(m);

216 217 218 219
	for (i = 0; i < mp_irq_entries; i++) {
		if (!mp_irq_mpc_intsrc_cmp(&mp_irqs[i], m))
			return;
	}
Y
Yinghai Lu 已提交
220 221

	assign_to_mp_irq(m, &mp_irqs[mp_irq_entries]);
L
Linus Torvalds 已提交
222 223 224
	if (++mp_irq_entries == MAX_IRQ_SOURCES)
		panic("Max # of irq sources exceeded!!\n");
}
225 226 227 228 229
#else /* CONFIG_X86_IO_APIC */
static inline void __init MP_bus_info(struct mpc_bus *m) {}
static inline void __init MP_ioapic_info(struct mpc_ioapic *m) {}
static inline void __init MP_intsrc_info(struct mpc_intsrc *m) {}
#endif /* CONFIG_X86_IO_APIC */
L
Linus Torvalds 已提交
230

231

232
static void __init MP_lintsrc_info(struct mpc_lintsrc *m)
L
Linus Torvalds 已提交
233
{
234
	apic_printk(APIC_VERBOSE, "Lint: type %d, pol %d, trig %d, bus %02x,"
L
Linus Torvalds 已提交
235
		" IRQ %02x, APIC ID %x, APIC LINT %02x\n",
236 237
		m->irqtype, m->irqflag & 3, (m->irqflag >> 2) & 3, m->srcbusid,
		m->srcbusirq, m->destapic, m->destapiclint);
L
Linus Torvalds 已提交
238 239 240 241 242 243
}

/*
 * Read/parse the MPC
 */

244
static int __init smp_check_mpc(struct mpc_table *mpc, char *oem, char *str)
L
Linus Torvalds 已提交
245 246
{

247
	if (memcmp(mpc->signature, MPC_SIGNATURE, 4)) {
A
Alexey Starikovskiy 已提交
248
		printk(KERN_ERR "MPTABLE: bad signature [%c%c%c%c]!\n",
249 250
		       mpc->signature[0], mpc->signature[1],
		       mpc->signature[2], mpc->signature[3]);
L
Linus Torvalds 已提交
251 252
		return 0;
	}
253
	if (mpf_checksum((unsigned char *)mpc, mpc->length)) {
A
Alexey Starikovskiy 已提交
254
		printk(KERN_ERR "MPTABLE: checksum error!\n");
L
Linus Torvalds 已提交
255 256
		return 0;
	}
257
	if (mpc->spec != 0x01 && mpc->spec != 0x04) {
A
Alexey Starikovskiy 已提交
258
		printk(KERN_ERR "MPTABLE: bad table version (%d)!!\n",
259
		       mpc->spec);
L
Linus Torvalds 已提交
260 261
		return 0;
	}
262
	if (!mpc->lapic) {
A
Alexey Starikovskiy 已提交
263
		printk(KERN_ERR "MPTABLE: null local APIC address!\n");
L
Linus Torvalds 已提交
264 265
		return 0;
	}
266
	memcpy(oem, mpc->oem, 8);
A
Alexey Starikovskiy 已提交
267
	oem[8] = 0;
Y
Yinghai Lu 已提交
268
	printk(KERN_INFO "MPTABLE: OEM ID: %s\n", oem);
L
Linus Torvalds 已提交
269

270
	memcpy(str, mpc->productid, 12);
A
Alexey Starikovskiy 已提交
271
	str[12] = 0;
L
Linus Torvalds 已提交
272

Y
Yinghai Lu 已提交
273
	printk(KERN_INFO "MPTABLE: Product ID: %s\n", str);
L
Linus Torvalds 已提交
274

275
	printk(KERN_INFO "MPTABLE: APIC at: 0x%X\n", mpc->lapic);
L
Linus Torvalds 已提交
276

Y
Yinghai Lu 已提交
277 278 279
	return 1;
}

280 281 282 283 284 285
static void skip_entry(unsigned char **ptr, int *count, int size)
{
	*ptr += size;
	*count += size;
}

286 287 288 289 290 291 292 293
static void __init smp_dump_mptable(struct mpc_table *mpc, unsigned char *mpt)
{
	printk(KERN_ERR "Your mptable is wrong, contact your HW vendor!\n"
		"type %x\n", *mpt);
	print_hex_dump(KERN_ERR, "  ", DUMP_PREFIX_ADDRESS, 16,
			1, mpc, mpc->length, 1);
}

294
static int __init smp_read_mpc(struct mpc_table *mpc, unsigned early)
Y
Yinghai Lu 已提交
295 296 297 298 299 300 301 302 303 304 305
{
	char str[16];
	char oem[10];

	int count = sizeof(*mpc);
	unsigned char *mpt = ((unsigned char *)mpc) + count;

	if (!smp_check_mpc(mpc, oem, str))
		return 0;

#ifdef CONFIG_X86_32
306
	generic_mps_oem_check(mpc, oem, str);
Y
Yinghai Lu 已提交
307
#endif
A
Alexey Starikovskiy 已提交
308
	/* save the local APIC address, it might be non-default */
L
Linus Torvalds 已提交
309
	if (!acpi_lapic)
310
		mp_lapic_addr = mpc->lapic;
L
Linus Torvalds 已提交
311

312 313 314
	if (early)
		return 1;

315 316 317
	if (mpc->oemptr && x86_quirks->smp_read_mpc_oem) {
		struct mpc_oemtable *oem_table = (void *)(long)mpc->oemptr;
		x86_quirks->smp_read_mpc_oem(oem_table, mpc->oemsize);
318 319
	}

L
Linus Torvalds 已提交
320
	/*
A
Alexey Starikovskiy 已提交
321
	 *      Now process the configuration blocks.
L
Linus Torvalds 已提交
322
	 */
323
	x86_init.mpparse.mpc_record(0);
324

325
	while (count < mpc->length) {
A
Alexey Starikovskiy 已提交
326 327
		switch (*mpt) {
		case MP_PROCESSOR:
328 329
			/* ACPI may have already provided this data */
			if (!acpi_lapic)
330
				MP_processor_info((struct mpc_cpu *)mpt);
331 332
			skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
			break;
A
Alexey Starikovskiy 已提交
333
		case MP_BUS:
334
			MP_bus_info((struct mpc_bus *)mpt);
335 336
			skip_entry(&mpt, &count, sizeof(struct mpc_bus));
			break;
A
Alexey Starikovskiy 已提交
337
		case MP_IOAPIC:
338
			MP_ioapic_info((struct mpc_ioapic *)mpt);
339 340
			skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
			break;
A
Alexey Starikovskiy 已提交
341
		case MP_INTSRC:
342
			MP_intsrc_info((struct mpc_intsrc *)mpt);
343 344
			skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
			break;
A
Alexey Starikovskiy 已提交
345
		case MP_LINTSRC:
346
			MP_lintsrc_info((struct mpc_lintsrc *)mpt);
347 348
			skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
			break;
A
Alexey Starikovskiy 已提交
349
		default:
Y
Yinghai Lu 已提交
350
			/* wrong mptable */
351
			smp_dump_mptable(mpc, mpt);
352
			count = mpc->length;
Y
Yinghai Lu 已提交
353
			break;
L
Linus Torvalds 已提交
354
		}
355
		x86_init.mpparse.mpc_record(1);
L
Linus Torvalds 已提交
356
	}
357

358 359
#ifdef CONFIG_X86_BIGSMP
	generic_bigsmp_probe();
360 361
#endif

362 363 364
	if (apic->setup_apic_routing)
		apic->setup_apic_routing();

L
Linus Torvalds 已提交
365
	if (!num_processors)
A
Alexey Starikovskiy 已提交
366
		printk(KERN_ERR "MPTABLE: no processors registered!\n");
L
Linus Torvalds 已提交
367 368 369
	return num_processors;
}

370 371
#ifdef CONFIG_X86_IO_APIC

L
Linus Torvalds 已提交
372 373 374 375 376 377 378 379 380 381
static int __init ELCR_trigger(unsigned int irq)
{
	unsigned int port;

	port = 0x4d0 + (irq >> 3);
	return (inb(port) >> (irq & 7)) & 1;
}

static void __init construct_default_ioirq_mptable(int mpc_default_type)
{
382
	struct mpc_intsrc intsrc;
L
Linus Torvalds 已提交
383 384 385
	int i;
	int ELCR_fallback = 0;

386 387 388
	intsrc.type = MP_INTSRC;
	intsrc.irqflag = 0;	/* conforming */
	intsrc.srcbus = 0;
389
	intsrc.dstapic = mp_ioapics[0].apicid;
L
Linus Torvalds 已提交
390

391
	intsrc.irqtype = mp_INT;
L
Linus Torvalds 已提交
392 393 394 395 396 397 398 399 400 401

	/*
	 *  If true, we have an ISA/PCI system with no IRQ entries
	 *  in the MP table. To prevent the PCI interrupts from being set up
	 *  incorrectly, we try to use the ELCR. The sanity check to see if
	 *  there is good ELCR data is very simple - IRQ0, 1, 2 and 13 can
	 *  never be level sensitive, so we simply see if the ELCR agrees.
	 *  If it does, we assume it's valid.
	 */
	if (mpc_default_type == 5) {
402 403
		printk(KERN_INFO "ISA/PCI bus type with no IRQ information... "
		       "falling back to ELCR\n");
L
Linus Torvalds 已提交
404

405 406 407 408
		if (ELCR_trigger(0) || ELCR_trigger(1) || ELCR_trigger(2) ||
		    ELCR_trigger(13))
			printk(KERN_ERR "ELCR contains invalid data... "
			       "not using ELCR\n");
L
Linus Torvalds 已提交
409
		else {
A
Alexey Starikovskiy 已提交
410 411
			printk(KERN_INFO
			       "Using ELCR to identify PCI interrupts\n");
L
Linus Torvalds 已提交
412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433
			ELCR_fallback = 1;
		}
	}

	for (i = 0; i < 16; i++) {
		switch (mpc_default_type) {
		case 2:
			if (i == 0 || i == 13)
				continue;	/* IRQ0 & IRQ13 not connected */
			/* fall through */
		default:
			if (i == 2)
				continue;	/* IRQ2 is never connected */
		}

		if (ELCR_fallback) {
			/*
			 *  If the ELCR indicates a level-sensitive interrupt, we
			 *  copy that information over to the MP table in the
			 *  irqflag field (level sensitive, active high polarity).
			 */
			if (ELCR_trigger(i))
434
				intsrc.irqflag = 13;
L
Linus Torvalds 已提交
435
			else
436
				intsrc.irqflag = 0;
L
Linus Torvalds 已提交
437 438
		}

439 440
		intsrc.srcbusirq = i;
		intsrc.dstirq = i ? i : 2;	/* IRQ0 to INTIN2 */
L
Linus Torvalds 已提交
441 442 443
		MP_intsrc_info(&intsrc);
	}

444 445 446
	intsrc.irqtype = mp_ExtINT;
	intsrc.srcbusirq = 0;
	intsrc.dstirq = 0;	/* 8259A to INTIN0 */
L
Linus Torvalds 已提交
447 448 449
	MP_intsrc_info(&intsrc);
}

450

451
static void __init construct_ioapic_table(int mpc_default_type)
L
Linus Torvalds 已提交
452
{
453
	struct mpc_ioapic ioapic;
454
	struct mpc_bus bus;
L
Linus Torvalds 已提交
455

456 457
	bus.type = MP_BUS;
	bus.busid = 0;
L
Linus Torvalds 已提交
458
	switch (mpc_default_type) {
A
Alexey Starikovskiy 已提交
459
	default:
460
		printk(KERN_ERR "???\nUnknown standard configuration %d\n",
A
Alexey Starikovskiy 已提交
461 462 463 464
		       mpc_default_type);
		/* fall through */
	case 1:
	case 5:
465
		memcpy(bus.bustype, "ISA   ", 6);
A
Alexey Starikovskiy 已提交
466 467 468 469
		break;
	case 2:
	case 6:
	case 3:
470
		memcpy(bus.bustype, "EISA  ", 6);
A
Alexey Starikovskiy 已提交
471 472 473
		break;
	case 4:
	case 7:
474
		memcpy(bus.bustype, "MCA   ", 6);
L
Linus Torvalds 已提交
475 476 477
	}
	MP_bus_info(&bus);
	if (mpc_default_type > 4) {
478 479
		bus.busid = 1;
		memcpy(bus.bustype, "PCI   ", 6);
L
Linus Torvalds 已提交
480 481 482
		MP_bus_info(&bus);
	}

483 484 485 486 487
	ioapic.type = MP_IOAPIC;
	ioapic.apicid = 2;
	ioapic.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
	ioapic.flags = MPC_APIC_USABLE;
	ioapic.apicaddr = 0xFEC00000;
L
Linus Torvalds 已提交
488 489 490 491 492 493
	MP_ioapic_info(&ioapic);

	/*
	 * We set up most of the low 16 IO-APIC pins according to MPS rules.
	 */
	construct_default_ioirq_mptable(mpc_default_type);
T
Thomas Gleixner 已提交
494 495
}
#else
496
static inline void __init construct_ioapic_table(int mpc_default_type) { }
497
#endif
T
Thomas Gleixner 已提交
498 499 500

static inline void __init construct_default_ISA_mptable(int mpc_default_type)
{
501
	struct mpc_cpu processor;
502
	struct mpc_lintsrc lintsrc;
T
Thomas Gleixner 已提交
503 504 505 506 507 508 509 510 511 512 513
	int linttypes[2] = { mp_ExtINT, mp_NMI };
	int i;

	/*
	 * local APIC has default address
	 */
	mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;

	/*
	 * 2 CPUs, numbered 0 & 1.
	 */
514
	processor.type = MP_PROCESSOR;
T
Thomas Gleixner 已提交
515
	/* Either an integrated APIC or a discrete 82489DX. */
516 517 518
	processor.apicver = mpc_default_type > 4 ? 0x10 : 0x01;
	processor.cpuflag = CPU_ENABLED;
	processor.cpufeature = (boot_cpu_data.x86 << 8) |
T
Thomas Gleixner 已提交
519
	    (boot_cpu_data.x86_model << 4) | boot_cpu_data.x86_mask;
520 521 522
	processor.featureflag = boot_cpu_data.x86_capability[0];
	processor.reserved[0] = 0;
	processor.reserved[1] = 0;
T
Thomas Gleixner 已提交
523
	for (i = 0; i < 2; i++) {
524
		processor.apicid = i;
T
Thomas Gleixner 已提交
525 526 527 528 529
		MP_processor_info(&processor);
	}

	construct_ioapic_table(mpc_default_type);

530 531 532 533 534
	lintsrc.type = MP_LINTSRC;
	lintsrc.irqflag = 0;		/* conforming */
	lintsrc.srcbusid = 0;
	lintsrc.srcbusirq = 0;
	lintsrc.destapic = MP_APIC_ALL;
L
Linus Torvalds 已提交
535
	for (i = 0; i < 2; i++) {
536 537
		lintsrc.irqtype = linttypes[i];
		lintsrc.destapiclint = i;
L
Linus Torvalds 已提交
538 539 540 541
		MP_lintsrc_info(&lintsrc);
	}
}

542
static struct mpf_intel *mpf_found;
L
Linus Torvalds 已提交
543

Y
Yinghai Lu 已提交
544 545 546 547 548 549 550 551 552 553 554 555 556
static unsigned long __init get_mpc_size(unsigned long physptr)
{
	struct mpc_table *mpc;
	unsigned long size;

	mpc = early_ioremap(physptr, PAGE_SIZE);
	size = mpc->length;
	early_iounmap(mpc, PAGE_SIZE);
	apic_printk(APIC_VERBOSE, "  mpc: %lx-%lx\n", physptr, physptr + size);

	return size;
}

557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605
static int __init check_physptr(struct mpf_intel *mpf, unsigned int early)
{
	struct mpc_table *mpc;
	unsigned long size;

	size = get_mpc_size(mpf->physptr);
	mpc = early_ioremap(mpf->physptr, size);
	/*
	 * Read the physical hardware table.  Anything here will
	 * override the defaults.
	 */
	if (!smp_read_mpc(mpc, early)) {
#ifdef CONFIG_X86_LOCAL_APIC
		smp_found_config = 0;
#endif
		printk(KERN_ERR "BIOS bug, MP table errors detected!...\n"
			"... disabling SMP support. (tell your hw vendor)\n");
		early_iounmap(mpc, size);
		return -1;
	}
	early_iounmap(mpc, size);

	if (early)
		return -1;

#ifdef CONFIG_X86_IO_APIC
	/*
	 * If there are no explicit MP IRQ entries, then we are
	 * broken.  We set up most of the low 16 IO-APIC pins to
	 * ISA defaults and hope it will work.
	 */
	if (!mp_irq_entries) {
		struct mpc_bus bus;

		printk(KERN_ERR "BIOS bug, no explicit IRQ entries, "
		       "using default mptable. (tell your hw vendor)\n");

		bus.type = MP_BUS;
		bus.busid = 0;
		memcpy(bus.bustype, "ISA   ", 6);
		MP_bus_info(&bus);

		construct_default_ioirq_mptable(0);
	}
#endif

	return 0;
}

L
Linus Torvalds 已提交
606 607 608
/*
 * Scan the memory blocks for an SMP configuration block.
 */
I
Ingo Molnar 已提交
609
static void __init __get_smp_config(unsigned int early)
L
Linus Torvalds 已提交
610
{
611
	struct mpf_intel *mpf = mpf_found;
L
Linus Torvalds 已提交
612

Y
Yinghai Lu 已提交
613 614 615
	if (!mpf)
		return;

616 617
	if (acpi_lapic && early)
		return;
Y
Yinghai Lu 已提交
618

L
Linus Torvalds 已提交
619
	/*
Y
Yinghai Lu 已提交
620 621
	 * MPS doesn't support hyperthreading, aka only have
	 * thread 0 apic id in MPS table
L
Linus Torvalds 已提交
622
	 */
Y
Yinghai Lu 已提交
623
	if (acpi_lapic && acpi_ioapic)
L
Linus Torvalds 已提交
624 625
		return;

Y
Yinghai Lu 已提交
626 627 628 629
	if (x86_quirks->mach_get_smp_config) {
		if (x86_quirks->mach_get_smp_config(early))
			return;
	}
630

A
Alexey Starikovskiy 已提交
631
	printk(KERN_INFO "Intel MultiProcessor Specification v1.%d\n",
632
	       mpf->specification);
633
#if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_X86_32)
634
	if (mpf->feature2 & (1 << 7)) {
L
Linus Torvalds 已提交
635 636 637 638 639 640
		printk(KERN_INFO "    IMCR and PIC compatibility mode.\n");
		pic_mode = 1;
	} else {
		printk(KERN_INFO "    Virtual Wire compatibility mode.\n");
		pic_mode = 0;
	}
A
Alexey Starikovskiy 已提交
641
#endif
L
Linus Torvalds 已提交
642 643 644
	/*
	 * Now see if we need to read further.
	 */
645
	if (mpf->feature1 != 0) {
646 647 648 649 650 651 652
		if (early) {
			/*
			 * local APIC has default address
			 */
			mp_lapic_addr = APIC_DEFAULT_PHYS_BASE;
			return;
		}
L
Linus Torvalds 已提交
653

A
Alexey Starikovskiy 已提交
654
		printk(KERN_INFO "Default MP configuration #%d\n",
655 656
		       mpf->feature1);
		construct_default_ISA_mptable(mpf->feature1);
L
Linus Torvalds 已提交
657

658
	} else if (mpf->physptr) {
659
		if (check_physptr(mpf, early))
L
Linus Torvalds 已提交
660 661 662 663
			return;
	} else
		BUG();

664 665
	if (!early)
		printk(KERN_INFO "Processors: %d\n", num_processors);
L
Linus Torvalds 已提交
666 667 668 669 670
	/*
	 * Only use the first configuration found.
	 */
}

671 672 673 674 675 676 677 678 679 680
void __init early_get_smp_config(void)
{
	__get_smp_config(1);
}

void __init get_smp_config(void)
{
	__get_smp_config(0);
}

681
static void __init smp_reserve_bootmem(struct mpf_intel *mpf)
682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705
{
	unsigned long size = get_mpc_size(mpf->physptr);
#ifdef CONFIG_X86_32
	/*
	 * We cannot access to MPC table to compute table size yet,
	 * as only few megabytes from the bottom is mapped now.
	 * PC-9800's MPC table places on the very last of physical
	 * memory; so that simply reserving PAGE_SIZE from mpf->physptr
	 * yields BUG() in reserve_bootmem.
	 * also need to make sure physptr is below than max_low_pfn
	 * we don't need reserve the area above max_low_pfn
	 */
	unsigned long end = max_low_pfn * PAGE_SIZE;

	if (mpf->physptr < end) {
		if (mpf->physptr + size > end)
			size = end - mpf->physptr;
		reserve_bootmem_generic(mpf->physptr, size, BOOTMEM_DEFAULT);
	}
#else
	reserve_bootmem_generic(mpf->physptr, size, BOOTMEM_DEFAULT);
#endif
}

706 707
static int __init smp_scan_config(unsigned long base, unsigned long length,
				  unsigned reserve)
L
Linus Torvalds 已提交
708
{
A
Alexey Starikovskiy 已提交
709
	unsigned int *bp = phys_to_virt(base);
710
	struct mpf_intel *mpf;
L
Linus Torvalds 已提交
711

712 713
	apic_printk(APIC_VERBOSE, "Scan SMP from %p for %ld bytes.\n",
			bp, length);
714
	BUILD_BUG_ON(sizeof(*mpf) != 16);
L
Linus Torvalds 已提交
715 716

	while (length > 0) {
717
		mpf = (struct mpf_intel *)bp;
L
Linus Torvalds 已提交
718
		if ((*bp == SMP_MAGIC_IDENT) &&
719
		    (mpf->length == 1) &&
A
Alexey Starikovskiy 已提交
720
		    !mpf_checksum((unsigned char *)bp, 16) &&
721 722
		    ((mpf->specification == 1)
		     || (mpf->specification == 4))) {
A
Alexey Starikovskiy 已提交
723
#ifdef CONFIG_X86_LOCAL_APIC
L
Linus Torvalds 已提交
724
			smp_found_config = 1;
A
Alexey Starikovskiy 已提交
725
#endif
A
Alexey Starikovskiy 已提交
726
			mpf_found = mpf;
727

728 729
			printk(KERN_INFO "found SMP MP-table at [%p] %llx\n",
			       mpf, (u64)virt_to_phys(mpf));
730 731 732

			if (!reserve)
				return 1;
Y
Yinghai Lu 已提交
733
			reserve_bootmem_generic(virt_to_phys(mpf), sizeof(*mpf),
734
						BOOTMEM_DEFAULT);
735 736
			if (mpf->physptr)
				smp_reserve_bootmem(mpf);
L
Linus Torvalds 已提交
737

738
			return 1;
L
Linus Torvalds 已提交
739 740 741 742 743 744 745
		}
		bp += 4;
		length -= 16;
	}
	return 0;
}

I
Ingo Molnar 已提交
746
static void __init __find_smp_config(unsigned int reserve)
L
Linus Torvalds 已提交
747 748 749
{
	unsigned int address;

Y
Yinghai Lu 已提交
750 751
	if (x86_quirks->mach_find_smp_config) {
		if (x86_quirks->mach_find_smp_config(reserve))
I
Ingo Molnar 已提交
752 753
			return;
	}
L
Linus Torvalds 已提交
754 755 756 757 758 759 760 761
	/*
	 * FIXME: Linux assumes you have 640K of base ram..
	 * this continues the error...
	 *
	 * 1) Scan the bottom 1K for a signature
	 * 2) Scan the top 1K of base RAM
	 * 3) Scan the 64K of bios
	 */
762 763 764
	if (smp_scan_config(0x0, 0x400, reserve) ||
	    smp_scan_config(639 * 0x400, 0x400, reserve) ||
	    smp_scan_config(0xF0000, 0x10000, reserve))
L
Linus Torvalds 已提交
765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784
		return;
	/*
	 * If it is an SMP machine we should know now, unless the
	 * configuration is in an EISA/MCA bus machine with an
	 * extended bios data area.
	 *
	 * there is a real-mode segmented pointer pointing to the
	 * 4K EBDA area at 0x40E, calculate and scan it here.
	 *
	 * NOTE! There are Linux loaders that will corrupt the EBDA
	 * area, and as such this kind of SMP config may be less
	 * trustworthy, simply because the SMP table may have been
	 * stomped on during early boot. These loaders are buggy and
	 * should be fixed.
	 *
	 * MP1.4 SPEC states to only scan first 1K of 4K EBDA.
	 */

	address = get_bios_ebda();
	if (address)
785 786 787 788 789 790 791 792 793 794 795
		smp_scan_config(address, 0x400, reserve);
}

void __init early_find_smp_config(void)
{
	__find_smp_config(0);
}

void __init find_smp_config(void)
{
	__find_smp_config(1);
L
Linus Torvalds 已提交
796
}
Y
Yinghai Lu 已提交
797 798 799 800

#ifdef CONFIG_X86_IO_APIC
static u8 __initdata irq_used[MAX_IRQ_SOURCES];

801
static int  __init get_MP_intsrc_index(struct mpc_intsrc *m)
Y
Yinghai Lu 已提交
802 803 804
{
	int i;

805
	if (m->irqtype != mp_INT)
Y
Yinghai Lu 已提交
806 807
		return 0;

808
	if (m->irqflag != 0x0f)
Y
Yinghai Lu 已提交
809 810 811 812 813
		return 0;

	/* not legacy */

	for (i = 0; i < mp_irq_entries; i++) {
814
		if (mp_irqs[i].irqtype != mp_INT)
Y
Yinghai Lu 已提交
815 816
			continue;

817
		if (mp_irqs[i].irqflag != 0x0f)
Y
Yinghai Lu 已提交
818 819
			continue;

820
		if (mp_irqs[i].srcbus != m->srcbus)
Y
Yinghai Lu 已提交
821
			continue;
822
		if (mp_irqs[i].srcbusirq != m->srcbusirq)
Y
Yinghai Lu 已提交
823 824 825 826 827 828 829 830 831 832 833 834 835 836 837
			continue;
		if (irq_used[i]) {
			/* already claimed */
			return -2;
		}
		irq_used[i] = 1;
		return i;
	}

	/* not found */
	return -1;
}

#define SPARE_SLOT_NUM 20

838
static struct mpc_intsrc __initdata *m_spare[SPARE_SLOT_NUM];
839

840
static void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare)
841 842 843 844 845 846 847 848 849 850 851 852 853 854 855 856 857 858 859 860 861 862 863 864 865 866 867
{
	int i;

	apic_printk(APIC_VERBOSE, "OLD ");
	print_MP_intsrc_info(m);

	i = get_MP_intsrc_index(m);
	if (i > 0) {
		assign_to_mpc_intsrc(&mp_irqs[i], m);
		apic_printk(APIC_VERBOSE, "NEW ");
		print_mp_irq_info(&mp_irqs[i]);
		return;
	}
	if (!i) {
		/* legacy, do nothing */
		return;
	}
	if (*nr_m_spare < SPARE_SLOT_NUM) {
		/*
		 * not found (-1), or duplicated (-2) are invalid entries,
		 * we need to use the slot later
		 */
		m_spare[*nr_m_spare] = m;
		*nr_m_spare += 1;
	}
}
#else /* CONFIG_X86_IO_APIC */
868 869
static
inline void __init check_irq_src(struct mpc_intsrc *m, int *nr_m_spare) {}
870 871
#endif /* CONFIG_X86_IO_APIC */

Y
Yinghai Lu 已提交
872 873
static int
check_slot(unsigned long mpc_new_phys, unsigned long mpc_new_length, int count)
874
{
Y
Yinghai Lu 已提交
875 876 877 878 879
	int ret = 0;

	if (!mpc_new_phys || count <= mpc_new_length) {
		WARN(1, "update_mptable: No spare slots (length: %x)\n", count);
		return -1;
880 881
	}

Y
Yinghai Lu 已提交
882
	return ret;
883
}
Y
Yinghai Lu 已提交
884

885
static int  __init replace_intsrc_all(struct mpc_table *mpc,
Y
Yinghai Lu 已提交
886 887 888 889 890 891 892
					unsigned long mpc_new_phys,
					unsigned long mpc_new_length)
{
#ifdef CONFIG_X86_IO_APIC
	int i;
#endif
	int count = sizeof(*mpc);
893
	int nr_m_spare = 0;
Y
Yinghai Lu 已提交
894 895
	unsigned char *mpt = ((unsigned char *)mpc) + count;

896 897
	printk(KERN_INFO "mpc_length %x\n", mpc->length);
	while (count < mpc->length) {
Y
Yinghai Lu 已提交
898 899
		switch (*mpt) {
		case MP_PROCESSOR:
900 901
			skip_entry(&mpt, &count, sizeof(struct mpc_cpu));
			break;
Y
Yinghai Lu 已提交
902
		case MP_BUS:
903 904
			skip_entry(&mpt, &count, sizeof(struct mpc_bus));
			break;
Y
Yinghai Lu 已提交
905
		case MP_IOAPIC:
906 907
			skip_entry(&mpt, &count, sizeof(struct mpc_ioapic));
			break;
Y
Yinghai Lu 已提交
908
		case MP_INTSRC:
909
			check_irq_src((struct mpc_intsrc *)mpt, &nr_m_spare);
910 911
			skip_entry(&mpt, &count, sizeof(struct mpc_intsrc));
			break;
Y
Yinghai Lu 已提交
912
		case MP_LINTSRC:
913 914
			skip_entry(&mpt, &count, sizeof(struct mpc_lintsrc));
			break;
Y
Yinghai Lu 已提交
915 916
		default:
			/* wrong mptable */
917
			smp_dump_mptable(mpc, mpt);
Y
Yinghai Lu 已提交
918 919 920 921 922 923 924 925 926
			goto out;
		}
	}

#ifdef CONFIG_X86_IO_APIC
	for (i = 0; i < mp_irq_entries; i++) {
		if (irq_used[i])
			continue;

927
		if (mp_irqs[i].irqtype != mp_INT)
Y
Yinghai Lu 已提交
928 929
			continue;

930
		if (mp_irqs[i].irqflag != 0x0f)
Y
Yinghai Lu 已提交
931 932 933
			continue;

		if (nr_m_spare > 0) {
934
			apic_printk(APIC_VERBOSE, "*NEW* found\n");
Y
Yinghai Lu 已提交
935 936 937 938
			nr_m_spare--;
			assign_to_mpc_intsrc(&mp_irqs[i], m_spare[nr_m_spare]);
			m_spare[nr_m_spare] = NULL;
		} else {
939 940
			struct mpc_intsrc *m = (struct mpc_intsrc *)mpt;
			count += sizeof(struct mpc_intsrc);
Y
Yinghai Lu 已提交
941
			if (check_slot(mpc_new_phys, mpc_new_length, count) < 0)
942
				goto out;
Y
Yinghai Lu 已提交
943
			assign_to_mpc_intsrc(&mp_irqs[i], m);
944
			mpc->length = count;
945
			mpt += sizeof(struct mpc_intsrc);
Y
Yinghai Lu 已提交
946 947 948 949 950 951
		}
		print_mp_irq_info(&mp_irqs[i]);
	}
#endif
out:
	/* update checksum */
952 953
	mpc->checksum = 0;
	mpc->checksum -= mpf_checksum((unsigned char *)mpc, mpc->length);
Y
Yinghai Lu 已提交
954 955 956 957

	return 0;
}

958
int enable_update_mptable;
959

Y
Yinghai Lu 已提交
960 961 962
static int __init update_mptable_setup(char *str)
{
	enable_update_mptable = 1;
963 964 965
#ifdef CONFIG_PCI
	pci_routeirq = 1;
#endif
Y
Yinghai Lu 已提交
966 967 968 969 970 971 972 973 974 975 976 977
	return 0;
}
early_param("update_mptable", update_mptable_setup);

static unsigned long __initdata mpc_new_phys;
static unsigned long mpc_new_length __initdata = 4096;

/* alloc_mptable or alloc_mptable=4k */
static int __initdata alloc_mptable;
static int __init parse_alloc_mptable_opt(char *p)
{
	enable_update_mptable = 1;
978 979 980
#ifdef CONFIG_PCI
	pci_routeirq = 1;
#endif
Y
Yinghai Lu 已提交
981 982 983 984 985 986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003
	alloc_mptable = 1;
	if (!p)
		return 0;
	mpc_new_length = memparse(p, &p);
	return 0;
}
early_param("alloc_mptable", parse_alloc_mptable_opt);

void __init early_reserve_e820_mpc_new(void)
{
	if (enable_update_mptable && alloc_mptable) {
		u64 startt = 0;
#ifdef CONFIG_X86_TRAMPOLINE
		startt = TRAMPOLINE_BASE;
#endif
		mpc_new_phys = early_reserve_e820(startt, mpc_new_length, 4);
	}
}

static int __init update_mp_table(void)
{
	char str[16];
	char oem[10];
1004
	struct mpf_intel *mpf;
1005
	struct mpc_table *mpc, *mpc_new;
Y
Yinghai Lu 已提交
1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016

	if (!enable_update_mptable)
		return 0;

	mpf = mpf_found;
	if (!mpf)
		return 0;

	/*
	 * Now see if we need to go further.
	 */
1017
	if (mpf->feature1 != 0)
Y
Yinghai Lu 已提交
1018 1019
		return 0;

1020
	if (!mpf->physptr)
Y
Yinghai Lu 已提交
1021 1022
		return 0;

1023
	mpc = phys_to_virt(mpf->physptr);
Y
Yinghai Lu 已提交
1024 1025 1026 1027

	if (!smp_check_mpc(mpc, oem, str))
		return 0;

1028
	printk(KERN_INFO "mpf: %llx\n", (u64)virt_to_phys(mpf));
1029
	printk(KERN_INFO "physptr: %x\n", mpf->physptr);
Y
Yinghai Lu 已提交
1030

1031
	if (mpc_new_phys && mpc->length > mpc_new_length) {
Y
Yinghai Lu 已提交
1032 1033 1034 1035 1036 1037 1038 1039
		mpc_new_phys = 0;
		printk(KERN_INFO "mpc_new_length is %ld, please use alloc_mptable=8k\n",
			 mpc_new_length);
	}

	if (!mpc_new_phys) {
		unsigned char old, new;
		/* check if we can change the postion */
1040 1041 1042 1043
		mpc->checksum = 0;
		old = mpf_checksum((unsigned char *)mpc, mpc->length);
		mpc->checksum = 0xff;
		new = mpf_checksum((unsigned char *)mpc, mpc->length);
Y
Yinghai Lu 已提交
1044 1045 1046 1047 1048 1049
		if (old == new) {
			printk(KERN_INFO "mpc is readonly, please try alloc_mptable instead\n");
			return 0;
		}
		printk(KERN_INFO "use in-positon replacing\n");
	} else {
1050
		mpf->physptr = mpc_new_phys;
Y
Yinghai Lu 已提交
1051
		mpc_new = phys_to_virt(mpc_new_phys);
1052
		memcpy(mpc_new, mpc, mpc->length);
Y
Yinghai Lu 已提交
1053 1054
		mpc = mpc_new;
		/* check if we can modify that */
1055
		if (mpc_new_phys - mpf->physptr) {
1056
			struct mpf_intel *mpf_new;
Y
Yinghai Lu 已提交
1057 1058 1059 1060 1061
			/* steal 16 bytes from [0, 1k) */
			printk(KERN_INFO "mpf new: %x\n", 0x400 - 16);
			mpf_new = phys_to_virt(0x400 - 16);
			memcpy(mpf_new, mpf, 16);
			mpf = mpf_new;
1062
			mpf->physptr = mpc_new_phys;
Y
Yinghai Lu 已提交
1063
		}
1064 1065 1066
		mpf->checksum = 0;
		mpf->checksum -= mpf_checksum((unsigned char *)mpf, 16);
		printk(KERN_INFO "physptr new: %x\n", mpf->physptr);
Y
Yinghai Lu 已提交
1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080
	}

	/*
	 * only replace the one with mp_INT and
	 *	 MP_IRQ_TRIGGER_LEVEL|MP_IRQ_POLARITY_LOW,
	 * already in mp_irqs , stored by ... and mp_config_acpi_gsi,
	 * may need pci=routeirq for all coverage
	 */
	replace_intsrc_all(mpc, mpc_new_phys, mpc_new_length);

	return 0;
}

late_initcall(update_mp_table);