setup.c 25.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/*
 *  Copyright (C) 1995  Linus Torvalds
 *
 *  Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999
 *
 *  Memory region support
 *	David Parsons <orc@pell.chi.il.us>, July-August 1999
 *
 *  Added E820 sanitization routine (removes overlapping memory regions);
 *  Brian Moyle <bmoyle@mvista.com>, February 2001
 *
 * Moved CPU detection code to cpu/${cpu}.c
 *    Patrick Mochel <mochel@osdl.org>, March 2002
 *
 *  Provisions for empty E820 memory regions (reported by certain BIOSes).
 *  Alex Achenbach <xela@slit.de>, December 2002.
 *
 */

/*
 * This file handles the architecture-dependent parts of initialization
 */

#include <linux/sched.h>
#include <linux/mm.h>
26
#include <linux/mmzone.h>
27
#include <linux/screen_info.h>
L
Linus Torvalds 已提交
28 29 30 31 32 33 34 35 36 37 38 39 40 41
#include <linux/ioport.h>
#include <linux/acpi.h>
#include <linux/apm_bios.h>
#include <linux/initrd.h>
#include <linux/bootmem.h>
#include <linux/seq_file.h>
#include <linux/console.h>
#include <linux/mca.h>
#include <linux/root_dev.h>
#include <linux/highmem.h>
#include <linux/module.h>
#include <linux/efi.h>
#include <linux/init.h>
#include <linux/edd.h>
42
#include <linux/iscsi_ibft.h>
L
Linus Torvalds 已提交
43
#include <linux/nodemask.h>
44
#include <linux/kexec.h>
45
#include <linux/dmi.h>
D
Dave Hansen 已提交
46
#include <linux/pfn.h>
47
#include <linux/pci.h>
48
#include <asm/pci-direct.h>
49
#include <linux/init_ohci1394_dma.h>
50
#include <linux/kvm_para.h>
51

52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
#include <linux/errno.h>
#include <linux/kernel.h>
#include <linux/stddef.h>
#include <linux/unistd.h>
#include <linux/ptrace.h>
#include <linux/slab.h>
#include <linux/user.h>
#include <linux/delay.h>

#include <linux/kallsyms.h>
#include <linux/cpufreq.h>
#include <linux/dma-mapping.h>
#include <linux/ctype.h>
#include <linux/uaccess.h>

#include <linux/percpu.h>
#include <linux/crash_dump.h>

L
Linus Torvalds 已提交
70
#include <video/edid.h>
71

72
#include <asm/mtrr.h>
73
#include <asm/apic.h>
L
Linus Torvalds 已提交
74 75 76 77
#include <asm/e820.h>
#include <asm/mpspec.h>
#include <asm/setup.h>
#include <asm/arch_hooks.h>
Y
Yinghai Lu 已提交
78
#include <asm/efi.h>
L
Linus Torvalds 已提交
79
#include <asm/sections.h>
80
#include <asm/dmi.h>
L
Linus Torvalds 已提交
81 82
#include <asm/io_apic.h>
#include <asm/ist.h>
83
#include <asm/vmi.h>
84
#include <setup_arch.h>
85
#include <asm/bios_ebda.h>
B
Bernhard Walle 已提交
86
#include <asm/cacheflush.h>
87
#include <asm/processor.h>
Y
Yinghai Lu 已提交
88
#include <asm/bugs.h>
L
Linus Torvalds 已提交
89

90 91 92 93 94
#include <asm/system.h>
#include <asm/vsyscall.h>
#include <asm/smp.h>
#include <asm/desc.h>
#include <asm/dma.h>
95
#include <asm/iommu.h>
96 97 98 99 100 101 102 103 104
#include <asm/mmu_context.h>
#include <asm/proto.h>

#include <mach_apic.h>
#include <asm/paravirt.h>

#include <asm/percpu.h>
#include <asm/topology.h>
#include <asm/apicdef.h>
Y
Yinghai Lu 已提交
105 106 107
#ifdef CONFIG_X86_64
#include <asm/numa_64.h>
#endif
108

Y
Yinghai Lu 已提交
109 110 111 112
#ifndef ARCH_SETUP
#define ARCH_SETUP
#endif

113 114 115 116 117 118
#ifndef CONFIG_DEBUG_BOOT_PARAMS
struct boot_params __initdata boot_params;
#else
struct boot_params boot_params;
#endif

L
Linus Torvalds 已提交
119 120 121
/*
 * Machine setup..
 */
122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142
static struct resource data_resource = {
	.name	= "Kernel data",
	.start	= 0,
	.end	= 0,
	.flags	= IORESOURCE_BUSY | IORESOURCE_MEM
};

static struct resource code_resource = {
	.name	= "Kernel code",
	.start	= 0,
	.end	= 0,
	.flags	= IORESOURCE_BUSY | IORESOURCE_MEM
};

static struct resource bss_resource = {
	.name	= "Kernel bss",
	.start	= 0,
	.end	= 0,
	.flags	= IORESOURCE_BUSY | IORESOURCE_MEM
};

143 144

#ifdef CONFIG_X86_32
145 146 147 148 149 150
/* This value is set up by the early boot code to point to the value
   immediately after the boot time page tables.  It contains a *physical*
   address, and must not be in the .bss segment! */
unsigned long init_pg_tables_start __initdata = ~0UL;
unsigned long init_pg_tables_end __initdata = ~0UL;

151 152 153 154 155 156 157
static struct resource video_ram_resource = {
	.name	= "Video RAM area",
	.start	= 0xa0000,
	.end	= 0xbffff,
	.flags	= IORESOURCE_BUSY | IORESOURCE_MEM
};

L
Linus Torvalds 已提交
158
/* cpu data as detected by the assembly code in head.S */
159
struct cpuinfo_x86 new_cpu_data __cpuinitdata = {0, 0, 0, 0, -1, 1, 0, 0, -1};
L
Linus Torvalds 已提交
160
/* common cpu data for all cpus */
161
struct cpuinfo_x86 boot_cpu_data __read_mostly = {0, 0, 0, 0, -1, 1, 0, 0, -1};
162
EXPORT_SYMBOL(boot_cpu_data);
163 164 165 166 167 168
static void set_mca_bus(int x)
{
#ifdef CONFIG_MCA
	MCA_bus = x;
#endif
}
L
Linus Torvalds 已提交
169

170 171
unsigned int def_to_bigsmp;

L
Linus Torvalds 已提交
172 173 174 175 176
/* for MCA, but anyone else can use it if they want */
unsigned int machine_id;
unsigned int machine_submodel_id;
unsigned int BIOS_revision;

177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199
struct apm_info apm_info;
EXPORT_SYMBOL(apm_info);

#if defined(CONFIG_X86_SPEEDSTEP_SMI) || \
	defined(CONFIG_X86_SPEEDSTEP_SMI_MODULE)
struct ist_info ist_info;
EXPORT_SYMBOL(ist_info);
#else
struct ist_info ist_info;
#endif

#else
struct cpuinfo_x86 boot_cpu_data __read_mostly;
EXPORT_SYMBOL(boot_cpu_data);
#endif


#if !defined(CONFIG_X86_PAE) || defined(CONFIG_X86_64)
unsigned long mmu_cr4_features;
#else
unsigned long mmu_cr4_features = X86_CR4_PAE;
#endif

L
Linus Torvalds 已提交
200 201 202
/* Boot loader ID as an integer, for the benefit of proc_dointvec */
int bootloader_type;

203 204 205 206 207 208
/*
 * Early DMI memory
 */
int dmi_alloc_index;
char dmi_alloc_data[DMI_MAX_DATA];

L
Linus Torvalds 已提交
209 210 211 212
/*
 * Setup options
 */
struct screen_info screen_info;
213
EXPORT_SYMBOL(screen_info);
L
Linus Torvalds 已提交
214
struct edid_info edid_info;
215
EXPORT_SYMBOL_GPL(edid_info);
L
Linus Torvalds 已提交
216 217 218

extern int root_mountflags;

219
unsigned long saved_video_mode;
L
Linus Torvalds 已提交
220

221
#define RAMDISK_IMAGE_START_MASK	0x07FF
L
Linus Torvalds 已提交
222
#define RAMDISK_PROMPT_FLAG		0x8000
223
#define RAMDISK_LOAD_FLAG		0x4000
L
Linus Torvalds 已提交
224

225
static char __initdata command_line[COMMAND_LINE_SIZE];
L
Linus Torvalds 已提交
226 227 228 229 230 231 232 233 234 235 236 237 238

#if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
struct edd edd;
#ifdef CONFIG_EDD_MODULE
EXPORT_SYMBOL(edd);
#endif
/**
 * copy_edd() - Copy the BIOS EDD information
 *              from boot_params into a safe place.
 *
 */
static inline void copy_edd(void)
{
239 240 241 242 243
     memcpy(edd.mbr_signature, boot_params.edd_mbr_sig_buffer,
	    sizeof(edd.mbr_signature));
     memcpy(edd.edd_info, boot_params.eddbuf, sizeof(edd.edd_info));
     edd.mbr_signature_nr = boot_params.edd_mbr_sig_buf_entries;
     edd.edd_info_nr = boot_params.eddbuf_entries;
L
Linus Torvalds 已提交
244 245 246 247 248 249 250
}
#else
static inline void copy_edd(void)
{
}
#endif

251 252
#ifdef CONFIG_BLK_DEV_INITRD

253
#ifdef CONFIG_X86_32
254

255 256
#define MAX_MAP_CHUNK	(NR_FIX_BTMAPS << PAGE_SHIFT)
static void __init relocate_initrd(void)
257
{
258

259 260 261 262
	u64 ramdisk_image = boot_params.hdr.ramdisk_image;
	u64 ramdisk_size  = boot_params.hdr.ramdisk_size;
	u64 end_of_lowmem = max_low_pfn << PAGE_SHIFT;
	u64 ramdisk_here;
263 264
	unsigned long slop, clen, mapaddr;
	char *p, *q;
265 266

	/* We need to move the initrd down into lowmem */
267 268
	ramdisk_here = find_e820_area(0, end_of_lowmem, ramdisk_size,
					 PAGE_SIZE);
269

270 271 272 273
	if (ramdisk_here == -1ULL)
		panic("Cannot find place for new RAMDISK of size %lld\n",
			 ramdisk_size);

274 275
	/* Note: this includes all the lowmem currently occupied by
	   the initrd, we rely on that fact to keep the data intact. */
276
	reserve_early(ramdisk_here, ramdisk_here + ramdisk_size,
277
			 "NEW RAMDISK");
278 279
	initrd_start = ramdisk_here + PAGE_OFFSET;
	initrd_end   = initrd_start + ramdisk_size;
280 281
	printk(KERN_INFO "Allocated new RAMDISK: %08llx - %08llx\n",
			 ramdisk_here, ramdisk_here + ramdisk_size);
282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301

	q = (char *)initrd_start;

	/* Copy any lowmem portion of the initrd */
	if (ramdisk_image < end_of_lowmem) {
		clen = end_of_lowmem - ramdisk_image;
		p = (char *)__va(ramdisk_image);
		memcpy(q, p, clen);
		q += clen;
		ramdisk_image += clen;
		ramdisk_size  -= clen;
	}

	/* Copy the highmem portion of the initrd */
	while (ramdisk_size) {
		slop = ramdisk_image & ~PAGE_MASK;
		clen = ramdisk_size;
		if (clen > MAX_MAP_CHUNK-slop)
			clen = MAX_MAP_CHUNK-slop;
		mapaddr = ramdisk_image & PAGE_MASK;
302
		p = early_ioremap(mapaddr, clen+slop);
303
		memcpy(q, p+slop, clen);
304
		early_iounmap(p, clen+slop);
305 306 307 308
		q += clen;
		ramdisk_image += clen;
		ramdisk_size  -= clen;
	}
309
	/* high pages is not converted by early_res_to_bootmem */
310 311
	ramdisk_image = boot_params.hdr.ramdisk_image;
	ramdisk_size  = boot_params.hdr.ramdisk_size;
312 313
	printk(KERN_INFO "Move RAMDISK from %016llx - %016llx to"
		" %08llx - %08llx\n",
314 315
		ramdisk_image, ramdisk_image + ramdisk_size - 1,
		ramdisk_here, ramdisk_here + ramdisk_size - 1);
316 317
}
#endif
Y
Yinghai Lu 已提交
318

319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362
static void __init reserve_initrd(void)
{
	u64 ramdisk_image = boot_params.hdr.ramdisk_image;
	u64 ramdisk_size  = boot_params.hdr.ramdisk_size;
	u64 ramdisk_end   = ramdisk_image + ramdisk_size;
	u64 end_of_lowmem = max_low_pfn << PAGE_SHIFT;

	if (!boot_params.hdr.type_of_loader ||
	    !ramdisk_image || !ramdisk_size)
		return;		/* No initrd provided by bootloader */

	initrd_start = 0;

	if (ramdisk_size >= (end_of_lowmem>>1)) {
		free_early(ramdisk_image, ramdisk_end);
		printk(KERN_ERR "initrd too large to handle, "
		       "disabling initrd\n");
		return;
	}

	printk(KERN_INFO "RAMDISK: %08llx - %08llx\n", ramdisk_image,
			ramdisk_end);


	if (ramdisk_end <= end_of_lowmem) {
		/* All in lowmem, easy case */
		/*
		 * don't need to reserve again, already reserved early
		 * in i386_start_kernel
		 */
		initrd_start = ramdisk_image + PAGE_OFFSET;
		initrd_end = initrd_start + ramdisk_size;
		return;
	}

#ifdef CONFIG_X86_32
	relocate_initrd();
#else
	printk(KERN_ERR "initrd extends beyond end of memory "
	       "(0x%08llx > 0x%08llx)\ndisabling initrd\n",
	       ramdisk_end, end_of_lowmem);
	initrd_start = 0;
#endif
	free_early(ramdisk_image, ramdisk_end);
363
}
Y
Yinghai Lu 已提交
364
#else
365
static void __init reserve_initrd(void)
Y
Yinghai Lu 已提交
366 367
{
}
368 369
#endif /* CONFIG_BLK_DEV_INITRD */

370
static void __init parse_setup_data(void)
371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391
{
	struct setup_data *data;
	u64 pa_data;

	if (boot_params.hdr.version < 0x0209)
		return;
	pa_data = boot_params.hdr.setup_data;
	while (pa_data) {
		data = early_ioremap(pa_data, PAGE_SIZE);
		switch (data->type) {
		case SETUP_E820_EXT:
			parse_e820_ext(data, pa_data);
			break;
		default:
			break;
		}
		pa_data = data->next;
		early_iounmap(data, PAGE_SIZE);
	}
}

392
static void __init e820_reserve_setup_data(void)
393 394 395
{
	struct setup_data *data;
	u64 pa_data;
396
	int found = 0;
397 398 399 400 401 402 403 404

	if (boot_params.hdr.version < 0x0209)
		return;
	pa_data = boot_params.hdr.setup_data;
	while (pa_data) {
		data = early_ioremap(pa_data, sizeof(*data));
		e820_update_range(pa_data, sizeof(*data)+data->len,
			 E820_RAM, E820_RESERVED_KERN);
405
		found = 1;
406 407 408
		pa_data = data->next;
		early_iounmap(data, sizeof(*data));
	}
409 410 411
	if (!found)
		return;

412
	sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map);
413
	memcpy(&e820_saved, &e820, sizeof(struct e820map));
414 415 416 417
	printk(KERN_INFO "extended physical RAM map:\n");
	e820_print_map("reserve setup_data");
}

418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435
static void __init reserve_early_setup_data(void)
{
	struct setup_data *data;
	u64 pa_data;
	char buf[32];

	if (boot_params.hdr.version < 0x0209)
		return;
	pa_data = boot_params.hdr.setup_data;
	while (pa_data) {
		data = early_ioremap(pa_data, sizeof(*data));
		sprintf(buf, "setup data %x", data->type);
		reserve_early(pa_data, pa_data+sizeof(*data)+data->len, buf);
		pa_data = data->next;
		early_iounmap(data, sizeof(*data));
	}
}

436 437 438 439 440
/*
 * --------- Crashkernel reservation ------------------------------
 */

#ifdef CONFIG_KEXEC
441 442 443 444 445 446 447

/**
 * Reserve @size bytes of crashkernel memory at any suitable offset.
 *
 * @size: Size of the crashkernel memory to reserve.
 * Returns the base address on success, and -1ULL on failure.
 */
448
unsigned long long __init find_and_reserve_crashkernel(unsigned long long size)
449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468
{
	const unsigned long long alignment = 16<<20; 	/* 16M */
	unsigned long long start = 0LL;

	while (1) {
		int ret;

		start = find_e820_area(start, ULONG_MAX, size, alignment);
		if (start == -1ULL)
			return start;

		/* try to reserve it */
		ret = reserve_bootmem_generic(start, size, BOOTMEM_EXCLUSIVE);
		if (ret >= 0)
			return start;

		start += alignment;
	}
}

469 470 471 472 473 474 475 476 477 478 479 480
static inline unsigned long long get_total_mem(void)
{
	unsigned long long total;

	total = max_low_pfn - min_low_pfn;
#ifdef CONFIG_HIGHMEM
	total += highend_pfn - highstart_pfn;
#endif

	return total << PAGE_SHIFT;
}

481
static void __init reserve_crashkernel(void)
482 483 484 485 486 487 488 489 490
{
	unsigned long long total_mem;
	unsigned long long crash_size, crash_base;
	int ret;

	total_mem = get_total_mem();

	ret = parse_crashkernel(boot_command_line, total_mem,
			&crash_size, &crash_base);
491 492 493 494 495 496 497 498 499
	if (ret != 0 || crash_size <= 0)
		return;

	/* 0 means: find the address automatically */
	if (crash_base <= 0) {
		crash_base = find_and_reserve_crashkernel(crash_size);
		if (crash_base == -1ULL) {
			pr_info("crashkernel reservation failed. "
				"No suitable area found.\n");
500 501
			return;
		}
502 503 504 505 506 507
	} else {
		ret = reserve_bootmem_generic(crash_base, crash_size,
					BOOTMEM_EXCLUSIVE);
		if (ret < 0) {
			pr_info("crashkernel reservation failed - "
				"memory is in use\n");
508 509
			return;
		}
510
	}
511

512 513 514 515 516
	printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
			"for crashkernel (System RAM: %ldMB)\n",
			(unsigned long)(crash_size >> 20),
			(unsigned long)(crash_base >> 20),
			(unsigned long)(total_mem >> 20));
517

518 519 520
	crashk_res.start = crash_base;
	crashk_res.end   = crash_base + crash_size - 1;
	insert_resource(&iomem_resource, &crashk_res);
521 522
}
#else
523
static void __init reserve_crashkernel(void)
524 525 526 527
{
}
#endif

528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550
static struct resource standard_io_resources[] = {
	{ .name = "dma1", .start = 0x00, .end = 0x1f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "pic1", .start = 0x20, .end = 0x21,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "timer0", .start = 0x40, .end = 0x43,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "timer1", .start = 0x50, .end = 0x53,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "keyboard", .start = 0x60, .end = 0x60,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "keyboard", .start = 0x64, .end = 0x64,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "dma page reg", .start = 0x80, .end = 0x8f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "pic2", .start = 0xa0, .end = 0xa1,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "dma2", .start = 0xc0, .end = 0xdf,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "fpu", .start = 0xf0, .end = 0xff,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO }
};

551
static void __init reserve_standard_io_resources(void)
552 553 554 555 556 557 558 559 560
{
	int i;

	/* request I/O space for devices used on all i[345]86 PCs */
	for (i = 0; i < ARRAY_SIZE(standard_io_resources); i++)
		request_resource(&ioport_resource, &standard_io_resources[i]);

}

561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576
#ifdef CONFIG_PROC_VMCORE
/* elfcorehdr= specifies the location of elf core header
 * stored by the crashed kernel. This option will be passed
 * by kexec loader to the capture kernel.
 */
static int __init setup_elfcorehdr(char *arg)
{
	char *end;
	if (!arg)
		return -EINVAL;
	elfcorehdr_addr = memparse(arg, &end);
	return end > arg ? 0 : -EINVAL;
}
early_param("elfcorehdr", setup_elfcorehdr);
#endif

Y
Yinghai Lu 已提交
577 578 579 580
static struct x86_quirks default_x86_quirks __initdata;

struct x86_quirks *x86_quirks __initdata = &default_x86_quirks;

581 582 583 584 585 586 587 588
/*
 * Some BIOSes seem to corrupt the low 64k of memory during events
 * like suspend/resume and unplugging an HDMI cable.  Reserve all
 * remaining free memory in that area and fill it with a distinct
 * pattern.
 */
#ifdef CONFIG_X86_CHECK_BIOS_CORRUPTION
#define MAX_SCAN_AREAS	8
589

590 591
static int __read_mostly memory_corruption_check = -1;

592 593 594
static unsigned __read_mostly corruption_check_size = 64*1024;
static unsigned __read_mostly corruption_check_period = 60; /* seconds */

595 596 597
static struct e820entry scan_areas[MAX_SCAN_AREAS];
static int num_scan_areas;

598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633

static int set_corruption_check(char *arg)
{
	char *end;

	memory_corruption_check = simple_strtol(arg, &end, 10);

	return (*end == 0) ? 0 : -EINVAL;
}
early_param("memory_corruption_check", set_corruption_check);

static int set_corruption_check_period(char *arg)
{
	char *end;

	corruption_check_period = simple_strtoul(arg, &end, 10);

	return (*end == 0) ? 0 : -EINVAL;
}
early_param("memory_corruption_check_period", set_corruption_check_period);

static int set_corruption_check_size(char *arg)
{
	char *end;
	unsigned size;

	size = memparse(arg, &end);

	if (*end == '\0')
		corruption_check_size = size;

	return (size == corruption_check_size) ? 0 : -EINVAL;
}
early_param("memory_corruption_check_size", set_corruption_check_size);


634 635 636 637
static void __init setup_bios_corruption_check(void)
{
	u64 addr = PAGE_SIZE;	/* assume first page is reserved anyway */

638 639 640 641 642 643 644 645 646 647
	if (memory_corruption_check == -1) {
		memory_corruption_check =
#ifdef CONFIG_X86_BOOTPARAM_MEMORY_CORRUPTION_CHECK
			1
#else
			0
#endif
			;
	}

648 649 650 651 652 653 654 655 656
	if (corruption_check_size == 0)
		memory_corruption_check = 0;

	if (!memory_corruption_check)
		return;

	corruption_check_size = round_up(corruption_check_size, PAGE_SIZE);

	while(addr < corruption_check_size && num_scan_areas < MAX_SCAN_AREAS) {
657 658 659 660 661 662
		u64 size;
		addr = find_e820_area_size(addr, &size, PAGE_SIZE);

		if (addr == 0)
			break;

663 664
		if ((addr + size) > corruption_check_size)
			size = corruption_check_size - addr;
665 666 667 668 669 670 671 672 673 674 675 676 677 678 679

		if (size == 0)
			break;

		e820_update_range(addr, size, E820_RAM, E820_RESERVED);
		scan_areas[num_scan_areas].addr = addr;
		scan_areas[num_scan_areas].size = size;
		num_scan_areas++;

		/* Assume we've already mapped this early memory */
		memset(__va(addr), 0, size);

		addr += size;
	}

680
	printk(KERN_INFO "Scanning %d areas for low memory corruption\n",
681 682 683 684
	       num_scan_areas);
	update_e820();
}

685
static struct timer_list periodic_check_timer;
686 687 688 689 690 691

void check_for_bios_corruption(void)
{
	int i;
	int corruption = 0;

692
	if (!memory_corruption_check)
693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708
		return;

	for(i = 0; i < num_scan_areas; i++) {
		unsigned long *addr = __va(scan_areas[i].addr);
		unsigned long size = scan_areas[i].size;

		for(; size; addr++, size -= sizeof(unsigned long)) {
			if (!*addr)
				continue;
			printk(KERN_ERR "Corrupted low memory at %p (%lx phys) = %08lx\n",
			       addr, __pa(addr), *addr);
			corruption = 1;
			*addr = 0;
		}
	}

709
	WARN(corruption, KERN_ERR "Memory corruption detected in low memory\n");
710 711
}

712 713 714
static void periodic_check_for_corruption(unsigned long data)
{
	check_for_bios_corruption();
715
	mod_timer(&periodic_check_timer, jiffies + corruption_check_period*HZ);
716 717 718 719
}

void start_periodic_check_for_corruption(void)
{
720
	if (!memory_corruption_check || corruption_check_period == 0)
721 722
		return;

723 724 725
	printk(KERN_INFO "Scanning for low memory corruption every %d seconds\n",
	       corruption_check_period);

726 727 728 729
	init_timer(&periodic_check_timer);
	periodic_check_timer.function = &periodic_check_for_corruption;
	periodic_check_for_corruption(0);
}
730 731
#endif

732 733 734
static int __init dmi_low_memory_corruption(const struct dmi_system_id *d)
{
	printk(KERN_NOTICE
735
		"%s detected: BIOS may corrupt low RAM, working it around.\n",
736 737
		d->ident);

I
Ingo Molnar 已提交
738
	reserve_early_overlap_ok(0x0, 0x10000, "BIOS quirk");
739 740 741 742 743 744

	return 0;
}

/* List of systems that have known low memory corruption BIOS problems */
static struct dmi_system_id __initdata bad_bios_dmi_table[] = {
I
Ingo Molnar 已提交
745
#ifdef CONFIG_X86_RESERVE_LOW_64K
746 747 748 749 750 751 752
	{
		.callback = dmi_low_memory_corruption,
		.ident = "AMI BIOS",
		.matches = {
			DMI_MATCH(DMI_BIOS_VENDOR, "American Megatrends Inc."),
		},
	},
753 754 755 756 757 758 759
	{
		.callback = dmi_low_memory_corruption,
		.ident = "Phoenix BIOS",
		.matches = {
			DMI_MATCH(DMI_BIOS_VENDOR, "Phoenix Technologies, LTD"),
		},
	},
760
	{}
I
Ingo Molnar 已提交
761
#endif
762 763
};

L
Linus Torvalds 已提交
764 765 766 767 768 769 770
/*
 * Determine if we were loaded by an EFI loader.  If so, then we have also been
 * passed the efi memmap, systab, etc., so we should use these data structures
 * for initialization.  Note, the efi init code path is determined by the
 * global efi_enabled. This allows the same kernel image to be used on existing
 * systems (with a traditional BIOS) as well as on EFI systems.
 */
771 772 773 774 775 776
/*
 * setup_arch - architecture-specific boot-time initializations
 *
 * Note: On x86_64, fixmaps are ready for use even before this is called.
 */

L
Linus Torvalds 已提交
777 778
void __init setup_arch(char **cmdline_p)
{
779
#ifdef CONFIG_X86_32
L
Linus Torvalds 已提交
780
	memcpy(&boot_cpu_data, &new_cpu_data, sizeof(new_cpu_data));
I
Ingo Molnar 已提交
781
	visws_early_detect();
L
Linus Torvalds 已提交
782
	pre_setup_arch_hook();
783 784 785
#else
	printk(KERN_INFO "Command line: %s\n", boot_command_line);
#endif
L
Linus Torvalds 已提交
786

787 788
	dmi_check_system(bad_bios_dmi_table);

789
	early_cpu_init();
790 791
	early_ioremap_init();

792 793 794
	ROOT_DEV = old_decode_dev(boot_params.hdr.root_dev);
	screen_info = boot_params.screen_info;
	edid_info = boot_params.edid_info;
795
#ifdef CONFIG_X86_32
796 797
	apm_info.bios = boot_params.apm_bios_info;
	ist_info = boot_params.ist_info;
798
	if (boot_params.sys_desc_table.length != 0) {
799 800 801 802
		set_mca_bus(boot_params.sys_desc_table.table[3] & 0x2);
		machine_id = boot_params.sys_desc_table.table[0];
		machine_submodel_id = boot_params.sys_desc_table.table[1];
		BIOS_revision = boot_params.sys_desc_table.table[2];
L
Linus Torvalds 已提交
803
	}
804 805
#endif
	saved_video_mode = boot_params.hdr.vid_mode;
806
	bootloader_type = boot_params.hdr.type_of_loader;
L
Linus Torvalds 已提交
807 808

#ifdef CONFIG_BLK_DEV_RAM
809 810 811
	rd_image_start = boot_params.hdr.ram_size & RAMDISK_IMAGE_START_MASK;
	rd_prompt = ((boot_params.hdr.ram_size & RAMDISK_PROMPT_FLAG) != 0);
	rd_doload = ((boot_params.hdr.ram_size & RAMDISK_LOAD_FLAG) != 0);
L
Linus Torvalds 已提交
812
#endif
813 814
#ifdef CONFIG_EFI
	if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature,
815 816 817 818 819 820
#ifdef CONFIG_X86_32
		     "EL32",
#else
		     "EL64",
#endif
	 4)) {
821 822 823 824 825
		efi_enabled = 1;
		efi_reserve_early();
	}
#endif

L
Linus Torvalds 已提交
826
	ARCH_SETUP
827

828
	setup_memory_map();
829
	parse_setup_data();
830 831
	/* update the e820_saved too */
	e820_reserve_setup_data();
832

L
Linus Torvalds 已提交
833 834
	copy_edd();

835
	if (!boot_params.hdr.root_flags)
L
Linus Torvalds 已提交
836 837 838 839
		root_mountflags &= ~MS_RDONLY;
	init_mm.start_code = (unsigned long) _text;
	init_mm.end_code = (unsigned long) _etext;
	init_mm.end_data = (unsigned long) _edata;
840
#ifdef CONFIG_X86_32
L
Linus Torvalds 已提交
841
	init_mm.brk = init_pg_tables_end + PAGE_OFFSET;
842 843 844
#else
	init_mm.brk = (unsigned long) &_end;
#endif
L
Linus Torvalds 已提交
845 846 847 848 849

	code_resource.start = virt_to_phys(_text);
	code_resource.end = virt_to_phys(_etext)-1;
	data_resource.start = virt_to_phys(_etext);
	data_resource.end = virt_to_phys(_edata)-1;
B
Bernhard Walle 已提交
850 851
	bss_resource.start = virt_to_phys(&__bss_start);
	bss_resource.end = virt_to_phys(&__bss_stop)-1;
L
Linus Torvalds 已提交
852

853 854 855
	strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE);
	*cmdline_p = command_line;

856
	parse_early_param();
L
Linus Torvalds 已提交
857

A
Alok Kataria 已提交
858 859 860 861 862 863 864 865
#if defined(CONFIG_VMI) && defined(CONFIG_X86_32)
	/*
	 * Must be before kernel pagetables are setup
	 * or fixmap area is touched.
	 */
	vmi_init();
#endif

866
	/* after early param, so could get panic from serial */
867
	reserve_early_setup_data();
868

869
	if (acpi_mps_check()) {
I
Ingo Molnar 已提交
870
#ifdef CONFIG_X86_LOCAL_APIC
871
		disable_apic = 1;
I
Ingo Molnar 已提交
872
#endif
873
		setup_clear_cpu_cap(X86_FEATURE_APIC);
874 875
	}

876 877 878 879 880
#ifdef CONFIG_PCI
	if (pci_early_dump_regs)
		early_dump_pci_devices();
#endif

881
	finish_e820_parsing();
882

883
#ifdef CONFIG_X86_32
884
	probe_roms();
885
#endif
886 887 888 889 890 891

	/* after parse_early_param, so could debug it */
	insert_resource(&iomem_resource, &code_resource);
	insert_resource(&iomem_resource, &data_resource);
	insert_resource(&iomem_resource, &bss_resource);

892 893 894
	if (efi_enabled)
		efi_init();

895
#ifdef CONFIG_X86_32
Y
Yinghai Lu 已提交
896 897 898 899 900 901 902
	if (ppro_with_ram_bug()) {
		e820_update_range(0x70000000ULL, 0x40000ULL, E820_RAM,
				  E820_RESERVED);
		sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map);
		printk(KERN_INFO "fixed physical RAM map:\n");
		e820_print_map("bad_ppro");
	}
903 904 905
#else
	early_gart_iommu_check();
#endif
Y
Yinghai Lu 已提交
906

907 908 909 910
	/*
	 * partially used pages are not usable - thus
	 * we are rounding upwards:
	 */
911
	max_pfn = e820_end_of_ram_pfn();
912

Y
Yinghai Lu 已提交
913 914
	/* preallocate 4k for mptable mpc */
	early_reserve_e820_mpc_new();
915 916
	/* update e820 for memory not covered by WB MTRRs */
	mtrr_bp_init();
917
	if (mtrr_trim_uncached_memory(max_pfn))
918
		max_pfn = e820_end_of_ram_pfn();
919

920
#ifdef CONFIG_X86_32
921
	/* max_low_pfn get updated here */
922
	find_low_pfn_range();
923 924 925 926 927 928 929
#else
	num_physpages = max_pfn;

	check_efer();

	/* How many end-of-memory variables you have, grandma! */
	/* need this before calling reserve_initrd */
930 931 932 933 934
	if (max_pfn > (1UL<<(32 - PAGE_SHIFT)))
		max_low_pfn = e820_end_of_low_ram_pfn();
	else
		max_low_pfn = max_pfn;

935 936
	high_memory = (void *)__va(max_pfn * PAGE_SIZE - 1) + 1;
#endif
937

938 939 940 941
#ifdef CONFIG_X86_CHECK_BIOS_CORRUPTION
	setup_bios_corruption_check();
#endif

942
	/* max_pfn_mapped is updated here */
943 944 945 946 947 948 949 950 951 952 953
	max_low_pfn_mapped = init_memory_mapping(0, max_low_pfn<<PAGE_SHIFT);
	max_pfn_mapped = max_low_pfn_mapped;

#ifdef CONFIG_X86_64
	if (max_pfn > max_low_pfn) {
		max_pfn_mapped = init_memory_mapping(1UL<<32,
						     max_pfn<<PAGE_SHIFT);
		/* can we preseve max_low_pfn ?*/
		max_low_pfn = max_pfn;
	}
#endif
954

955 956 957 958 959 960 961 962 963
	/*
	 * NOTE: On x86-32, only from this point on, fixmaps are ready for use.
	 */

#ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
	if (init_ohci1394_dma_early)
		init_ohci1394_dma_on_all_controllers();
#endif

964 965
	reserve_initrd();

966 967 968 969
#ifdef CONFIG_X86_64
	vsmp_init();
#endif

970 971 972 973 974 975 976 977 978 979
	dmi_scan_machine();

	io_delay_init();

	/*
	 * Parse the ACPI tables for possible boot-time SMP configuration.
	 */
	acpi_boot_table_init();

#ifdef CONFIG_ACPI_NUMA
Y
Yinghai Lu 已提交
980 981 982 983
	/*
	 * Parse SRAT to discover nodes.
	 */
	acpi_numa_init();
984 985
#endif

986
	initmem_init(0, max_pfn);
987

988 989 990 991 992 993
#ifdef CONFIG_ACPI_SLEEP
	/*
	 * Reserve low memory region for sleep support.
	 */
	acpi_reserve_bootmem();
#endif
994
#ifdef CONFIG_X86_FIND_SMP_CONFIG
995 996 997 998 999 1000 1001
	/*
	 * Find and reserve possible boot-time SMP configuration:
	 */
	find_smp_config();
#endif
	reserve_crashkernel();

1002 1003 1004 1005 1006 1007 1008 1009 1010
#ifdef CONFIG_X86_64
	/*
	 * dma32_reserve_bootmem() allocates bootmem which may conflict
	 * with the crashkernel command line, so do that after
	 * reserve_crashkernel()
	 */
	dma32_reserve_bootmem();
#endif

1011 1012
	reserve_ibft_region();

1013 1014 1015 1016
#ifdef CONFIG_KVM_CLOCK
	kvmclock_init();
#endif

1017
	paravirt_pagetable_setup_start(swapper_pg_dir);
L
Linus Torvalds 已提交
1018
	paging_init();
1019
	paravirt_pagetable_setup_done(swapper_pg_dir);
1020
	paravirt_post_allocator_init();
1021

1022 1023 1024 1025
#ifdef CONFIG_X86_64
	map_vsyscall();
#endif

L
Linus Torvalds 已提交
1026
#ifdef CONFIG_X86_GENERICARCH
1027
	generic_apic_probe();
1028
#endif
L
Linus Torvalds 已提交
1029

1030
	early_quirks();
1031

1032 1033 1034
	/*
	 * Read APIC and some other early information from ACPI tables.
	 */
L
Linus Torvalds 已提交
1035
	acpi_boot_init();
1036

1037
#if defined(CONFIG_X86_MPPARSE) || defined(CONFIG_X86_VISWS)
1038 1039 1040
	/*
	 * get boot-time SMP configuration:
	 */
1041 1042 1043
	if (smp_found_config)
		get_smp_config();
#endif
1044

1045
	prefill_possible_map();
1046 1047 1048 1049
#ifdef CONFIG_X86_64
	init_cpu_to_node();
#endif

1050 1051
	init_apic_mappings();
	ioapic_init_mappings();
1052

1053
	kvm_guest_init();
L
Linus Torvalds 已提交
1054

1055
	e820_reserve_resources();
1056
	e820_mark_nosave_regions(max_low_pfn);
L
Linus Torvalds 已提交
1057

1058
#ifdef CONFIG_X86_32
1059
	request_resource(&iomem_resource, &video_ram_resource);
1060
#endif
1061
	reserve_standard_io_resources();
1062 1063 1064

	e820_setup_gap();

L
Linus Torvalds 已提交
1065 1066 1067 1068 1069 1070 1071 1072 1073
#ifdef CONFIG_VT
#if defined(CONFIG_VGA_CONSOLE)
	if (!efi_enabled || (efi_mem_type(0xa0000) != EFI_CONVENTIONAL_MEMORY))
		conswitchp = &vga_con;
#elif defined(CONFIG_DUMMY_CONSOLE)
	conswitchp = &dummy_con;
#endif
#endif
}
1074 1075