setup.c 29.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25
/*
 *  Copyright (C) 1995  Linus Torvalds
 *
 *  Support of BIGMEM added by Gerhard Wichert, Siemens AG, July 1999
 *
 *  Memory region support
 *	David Parsons <orc@pell.chi.il.us>, July-August 1999
 *
 *  Added E820 sanitization routine (removes overlapping memory regions);
 *  Brian Moyle <bmoyle@mvista.com>, February 2001
 *
 * Moved CPU detection code to cpu/${cpu}.c
 *    Patrick Mochel <mochel@osdl.org>, March 2002
 *
 *  Provisions for empty E820 memory regions (reported by certain BIOSes).
 *  Alex Achenbach <xela@slit.de>, December 2002.
 *
 */

/*
 * This file handles the architecture-dependent parts of initialization
 */

#include <linux/sched.h>
#include <linux/mm.h>
26
#include <linux/mmzone.h>
27
#include <linux/screen_info.h>
L
Linus Torvalds 已提交
28 29
#include <linux/ioport.h>
#include <linux/acpi.h>
F
Feng Tang 已提交
30
#include <linux/sfi.h>
L
Linus Torvalds 已提交
31 32 33
#include <linux/apm_bios.h>
#include <linux/initrd.h>
#include <linux/bootmem.h>
34
#include <linux/memblock.h>
L
Linus Torvalds 已提交
35 36 37 38 39 40 41 42
#include <linux/seq_file.h>
#include <linux/console.h>
#include <linux/root_dev.h>
#include <linux/highmem.h>
#include <linux/module.h>
#include <linux/efi.h>
#include <linux/init.h>
#include <linux/edd.h>
43
#include <linux/iscsi_ibft.h>
L
Linus Torvalds 已提交
44
#include <linux/nodemask.h>
45
#include <linux/kexec.h>
46
#include <linux/dmi.h>
D
Dave Hansen 已提交
47
#include <linux/pfn.h>
48
#include <linux/pci.h>
49
#include <asm/pci-direct.h>
50
#include <linux/init_ohci1394_dma.h>
51
#include <linux/kvm_para.h>
52
#include <linux/dma-contiguous.h>
53

54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69
#include <linux/errno.h>
#include <linux/kernel.h>
#include <linux/stddef.h>
#include <linux/unistd.h>
#include <linux/ptrace.h>
#include <linux/user.h>
#include <linux/delay.h>

#include <linux/kallsyms.h>
#include <linux/cpufreq.h>
#include <linux/dma-mapping.h>
#include <linux/ctype.h>
#include <linux/uaccess.h>

#include <linux/percpu.h>
#include <linux/crash_dump.h>
70
#include <linux/tboot.h>
71
#include <linux/jiffies.h>
72

L
Linus Torvalds 已提交
73
#include <video/edid.h>
74

75
#include <asm/mtrr.h>
76
#include <asm/apic.h>
77
#include <asm/realmode.h>
L
Linus Torvalds 已提交
78 79 80
#include <asm/e820.h>
#include <asm/mpspec.h>
#include <asm/setup.h>
Y
Yinghai Lu 已提交
81
#include <asm/efi.h>
I
Ingo Molnar 已提交
82 83
#include <asm/timer.h>
#include <asm/i8259.h>
L
Linus Torvalds 已提交
84
#include <asm/sections.h>
85
#include <asm/dmi.h>
L
Linus Torvalds 已提交
86 87
#include <asm/io_apic.h>
#include <asm/ist.h>
88
#include <asm/setup_arch.h>
89
#include <asm/bios_ebda.h>
B
Bernhard Walle 已提交
90
#include <asm/cacheflush.h>
91
#include <asm/processor.h>
Y
Yinghai Lu 已提交
92
#include <asm/bugs.h>
L
Linus Torvalds 已提交
93

94
#include <asm/vsyscall.h>
95
#include <asm/cpu.h>
96 97
#include <asm/desc.h>
#include <asm/dma.h>
98
#include <asm/iommu.h>
99
#include <asm/gart.h>
100 101 102 103
#include <asm/mmu_context.h>
#include <asm/proto.h>

#include <asm/paravirt.h>
104
#include <asm/hypervisor.h>
105
#include <asm/olpc_ofw.h>
106 107 108 109

#include <asm/percpu.h>
#include <asm/topology.h>
#include <asm/apicdef.h>
110
#include <asm/amd_nb.h>
111
#include <asm/mce.h>
112
#include <asm/alternative.h>
113
#include <asm/prom.h>
114

115
/*
116 117 118 119 120
 * max_low_pfn_mapped: highest direct mapped pfn under 4GB
 * max_pfn_mapped:     highest direct mapped pfn over 4GB
 *
 * The direct mapping only covers E820_RAM regions, so the ranges and gaps are
 * represented by pfn_mapped
121 122 123 124
 */
unsigned long max_low_pfn_mapped;
unsigned long max_pfn_mapped;

125
#ifdef CONFIG_DMI
126
RESERVE_BRK(dmi_alloc, 65536);
127
#endif
128

I
Ingo Molnar 已提交
129

130 131 132
static __initdata unsigned long _brk_start = (unsigned long)__brk_base;
unsigned long _brk_end = (unsigned long)__brk_base;

I
Ingo Molnar 已提交
133 134 135 136 137 138
#ifdef CONFIG_X86_64
int default_cpu_present_to_apicid(int mps_cpu)
{
	return __default_cpu_present_to_apicid(mps_cpu);
}

T
Thomas Gleixner 已提交
139
int default_check_phys_apicid_present(int phys_apicid)
I
Ingo Molnar 已提交
140
{
T
Thomas Gleixner 已提交
141
	return __default_check_phys_apicid_present(phys_apicid);
I
Ingo Molnar 已提交
142 143 144
}
#endif

145 146
struct boot_params boot_params;

L
Linus Torvalds 已提交
147 148 149
/*
 * Machine setup..
 */
150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170
static struct resource data_resource = {
	.name	= "Kernel data",
	.start	= 0,
	.end	= 0,
	.flags	= IORESOURCE_BUSY | IORESOURCE_MEM
};

static struct resource code_resource = {
	.name	= "Kernel code",
	.start	= 0,
	.end	= 0,
	.flags	= IORESOURCE_BUSY | IORESOURCE_MEM
};

static struct resource bss_resource = {
	.name	= "Kernel bss",
	.start	= 0,
	.end	= 0,
	.flags	= IORESOURCE_BUSY | IORESOURCE_MEM
};

171 172

#ifdef CONFIG_X86_32
L
Linus Torvalds 已提交
173
/* cpu data as detected by the assembly code in head.S */
174
struct cpuinfo_x86 new_cpu_data __cpuinitdata = {0, 0, 0, 0, -1, 1, 0, 0, -1};
L
Linus Torvalds 已提交
175
/* common cpu data for all cpus */
176
struct cpuinfo_x86 boot_cpu_data __read_mostly = {0, 0, 0, 0, -1, 1, 0, 0, -1};
177
EXPORT_SYMBOL(boot_cpu_data);
L
Linus Torvalds 已提交
178

179 180
unsigned int def_to_bigsmp;

L
Linus Torvalds 已提交
181 182 183 184 185
/* for MCA, but anyone else can use it if they want */
unsigned int machine_id;
unsigned int machine_submodel_id;
unsigned int BIOS_revision;

186 187 188 189 190 191 192 193 194 195 196 197
struct apm_info apm_info;
EXPORT_SYMBOL(apm_info);

#if defined(CONFIG_X86_SPEEDSTEP_SMI) || \
	defined(CONFIG_X86_SPEEDSTEP_SMI_MODULE)
struct ist_info ist_info;
EXPORT_SYMBOL(ist_info);
#else
struct ist_info ist_info;
#endif

#else
198 199 200
struct cpuinfo_x86 boot_cpu_data __read_mostly = {
	.x86_phys_bits = MAX_PHYSMEM_BITS,
};
201 202 203 204 205 206 207 208 209 210
EXPORT_SYMBOL(boot_cpu_data);
#endif


#if !defined(CONFIG_X86_PAE) || defined(CONFIG_X86_64)
unsigned long mmu_cr4_features;
#else
unsigned long mmu_cr4_features = X86_CR4_PAE;
#endif

211 212
/* Boot loader ID and version as integers, for the benefit of proc_dointvec */
int bootloader_type, bootloader_version;
L
Linus Torvalds 已提交
213 214 215 216 217

/*
 * Setup options
 */
struct screen_info screen_info;
218
EXPORT_SYMBOL(screen_info);
L
Linus Torvalds 已提交
219
struct edid_info edid_info;
220
EXPORT_SYMBOL_GPL(edid_info);
L
Linus Torvalds 已提交
221 222 223

extern int root_mountflags;

224
unsigned long saved_video_mode;
L
Linus Torvalds 已提交
225

226
#define RAMDISK_IMAGE_START_MASK	0x07FF
L
Linus Torvalds 已提交
227
#define RAMDISK_PROMPT_FLAG		0x8000
228
#define RAMDISK_LOAD_FLAG		0x4000
L
Linus Torvalds 已提交
229

230
static char __initdata command_line[COMMAND_LINE_SIZE];
231 232 233
#ifdef CONFIG_CMDLINE_BOOL
static char __initdata builtin_cmdline[COMMAND_LINE_SIZE] = CONFIG_CMDLINE;
#endif
L
Linus Torvalds 已提交
234 235 236 237 238 239 240 241 242 243 244

#if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
struct edd edd;
#ifdef CONFIG_EDD_MODULE
EXPORT_SYMBOL(edd);
#endif
/**
 * copy_edd() - Copy the BIOS EDD information
 *              from boot_params into a safe place.
 *
 */
245
static inline void __init copy_edd(void)
L
Linus Torvalds 已提交
246
{
247 248 249 250 251
     memcpy(edd.mbr_signature, boot_params.edd_mbr_sig_buffer,
	    sizeof(edd.mbr_signature));
     memcpy(edd.edd_info, boot_params.eddbuf, sizeof(edd.edd_info));
     edd.mbr_signature_nr = boot_params.edd_mbr_sig_buf_entries;
     edd.edd_info_nr = boot_params.eddbuf_entries;
L
Linus Torvalds 已提交
252 253
}
#else
254
static inline void __init copy_edd(void)
L
Linus Torvalds 已提交
255 256 257 258
{
}
#endif

259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277
void * __init extend_brk(size_t size, size_t align)
{
	size_t mask = align - 1;
	void *ret;

	BUG_ON(_brk_start == 0);
	BUG_ON(align & mask);

	_brk_end = (_brk_end + mask) & ~mask;
	BUG_ON((char *)(_brk_end + size) > __brk_limit);

	ret = (void *)_brk_end;
	_brk_end += size;

	memset(ret, 0, size);

	return ret;
}

278
#ifdef CONFIG_X86_32
279
static void __init cleanup_highmap(void)
280 281
{
}
282 283
#endif

284 285 286
static void __init reserve_brk(void)
{
	if (_brk_end > _brk_start)
287 288
		memblock_reserve(__pa_symbol(_brk_start),
				 _brk_end - _brk_start);
289 290 291 292 293 294

	/* Mark brk area as locked down and no longer taking any
	   new allocations */
	_brk_start = 0;
}

295 296
#ifdef CONFIG_BLK_DEV_INITRD

Y
Yinghai Lu 已提交
297 298 299 300
static u64 __init get_ramdisk_image(void)
{
	u64 ramdisk_image = boot_params.hdr.ramdisk_image;

301 302
	ramdisk_image |= (u64)boot_params.ext_ramdisk_image << 32;

Y
Yinghai Lu 已提交
303 304 305 306 307 308
	return ramdisk_image;
}
static u64 __init get_ramdisk_size(void)
{
	u64 ramdisk_size = boot_params.hdr.ramdisk_size;

309 310
	ramdisk_size |= (u64)boot_params.ext_ramdisk_size << 32;

Y
Yinghai Lu 已提交
311 312 313
	return ramdisk_size;
}

314 315
#define MAX_MAP_CHUNK	(NR_FIX_BTMAPS << PAGE_SHIFT)
static void __init relocate_initrd(void)
316
{
317
	/* Assume only end is not page aligned */
Y
Yinghai Lu 已提交
318 319
	u64 ramdisk_image = get_ramdisk_image();
	u64 ramdisk_size  = get_ramdisk_size();
320
	u64 area_size     = PAGE_ALIGN(ramdisk_size);
321
	u64 ramdisk_here;
322 323
	unsigned long slop, clen, mapaddr;
	char *p, *q;
324

325
	/* We need to move the initrd down into directly mapped mem */
326
	ramdisk_here = memblock_find_in_range(0, PFN_PHYS(max_pfn_mapped),
327
						 area_size, PAGE_SIZE);
328

T
Tejun Heo 已提交
329
	if (!ramdisk_here)
330 331 332
		panic("Cannot find place for new RAMDISK of size %lld\n",
			 ramdisk_size);

333
	/* Note: this includes all the mem currently occupied by
334
	   the initrd, we rely on that fact to keep the data intact. */
335
	memblock_reserve(ramdisk_here, area_size);
336 337
	initrd_start = ramdisk_here + PAGE_OFFSET;
	initrd_end   = initrd_start + ramdisk_size;
338 339
	printk(KERN_INFO "Allocated new RAMDISK: [mem %#010llx-%#010llx]\n",
			 ramdisk_here, ramdisk_here + ramdisk_size - 1);
340 341 342

	q = (char *)initrd_start;

343
	/* Copy the initrd */
344 345 346 347 348 349
	while (ramdisk_size) {
		slop = ramdisk_image & ~PAGE_MASK;
		clen = ramdisk_size;
		if (clen > MAX_MAP_CHUNK-slop)
			clen = MAX_MAP_CHUNK-slop;
		mapaddr = ramdisk_image & PAGE_MASK;
350
		p = early_memremap(mapaddr, clen+slop);
351
		memcpy(q, p+slop, clen);
352
		early_iounmap(p, clen+slop);
353 354 355 356
		q += clen;
		ramdisk_image += clen;
		ramdisk_size  -= clen;
	}
357

Y
Yinghai Lu 已提交
358 359
	ramdisk_image = get_ramdisk_image();
	ramdisk_size  = get_ramdisk_size();
360 361
	printk(KERN_INFO "Move RAMDISK from [mem %#010llx-%#010llx] to"
		" [mem %#010llx-%#010llx]\n",
362 363
		ramdisk_image, ramdisk_image + ramdisk_size - 1,
		ramdisk_here, ramdisk_here + ramdisk_size - 1);
364
}
Y
Yinghai Lu 已提交
365

366 367 368
static void __init early_reserve_initrd(void)
{
	/* Assume only end is not page aligned */
Y
Yinghai Lu 已提交
369 370
	u64 ramdisk_image = get_ramdisk_image();
	u64 ramdisk_size  = get_ramdisk_size();
371 372 373 374 375 376 377 378
	u64 ramdisk_end   = PAGE_ALIGN(ramdisk_image + ramdisk_size);

	if (!boot_params.hdr.type_of_loader ||
	    !ramdisk_image || !ramdisk_size)
		return;		/* No initrd provided by bootloader */

	memblock_reserve(ramdisk_image, ramdisk_end - ramdisk_image);
}
379 380
static void __init reserve_initrd(void)
{
381
	/* Assume only end is not page aligned */
Y
Yinghai Lu 已提交
382 383
	u64 ramdisk_image = get_ramdisk_image();
	u64 ramdisk_size  = get_ramdisk_size();
384
	u64 ramdisk_end   = PAGE_ALIGN(ramdisk_image + ramdisk_size);
385
	u64 mapped_size;
386 387 388 389 390 391 392

	if (!boot_params.hdr.type_of_loader ||
	    !ramdisk_image || !ramdisk_size)
		return;		/* No initrd provided by bootloader */

	initrd_start = 0;

Y
Yinghai Lu 已提交
393
	mapped_size = memblock_mem_size(max_pfn_mapped);
394
	if (ramdisk_size >= (mapped_size>>1))
395 396
		panic("initrd too large to handle, "
		       "disabling initrd (%lld needed, %lld available)\n",
397
		       ramdisk_size, mapped_size>>1);
398

399 400
	printk(KERN_INFO "RAMDISK: [mem %#010llx-%#010llx]\n", ramdisk_image,
			ramdisk_end - 1);
401

402
	if (pfn_range_is_mapped(PFN_DOWN(ramdisk_image),
403 404
				PFN_DOWN(ramdisk_end))) {
		/* All are mapped, easy case */
405 406 407 408 409 410
		initrd_start = ramdisk_image + PAGE_OFFSET;
		initrd_end = initrd_start + ramdisk_size;
		return;
	}

	relocate_initrd();
411

412
	memblock_free(ramdisk_image, ramdisk_end - ramdisk_image);
413
}
Y
Yinghai Lu 已提交
414
#else
415 416 417
static void __init early_reserve_initrd(void)
{
}
418
static void __init reserve_initrd(void)
Y
Yinghai Lu 已提交
419 420
{
}
421 422
#endif /* CONFIG_BLK_DEV_INITRD */

423
static void __init parse_setup_data(void)
424 425 426 427 428 429
{
	struct setup_data *data;
	u64 pa_data;

	pa_data = boot_params.hdr.setup_data;
	while (pa_data) {
430 431 432 433 434 435 436 437 438 439 440 441
		u32 data_len, map_len;

		map_len = max(PAGE_SIZE - (pa_data & ~PAGE_MASK),
			      (u64)sizeof(struct setup_data));
		data = early_memremap(pa_data, map_len);
		data_len = data->len + sizeof(struct setup_data);
		if (data_len > map_len) {
			early_iounmap(data, map_len);
			data = early_memremap(pa_data, data_len);
			map_len = data_len;
		}

442 443
		switch (data->type) {
		case SETUP_E820_EXT:
444
			parse_e820_ext(data);
445
			break;
446 447
		case SETUP_DTB:
			add_dtb(pa_data);
448 449 450 451 452
			break;
		default:
			break;
		}
		pa_data = data->next;
453
		early_iounmap(data, map_len);
454 455 456
	}
}

457
static void __init e820_reserve_setup_data(void)
458 459 460
{
	struct setup_data *data;
	u64 pa_data;
461
	int found = 0;
462 463 464

	pa_data = boot_params.hdr.setup_data;
	while (pa_data) {
465
		data = early_memremap(pa_data, sizeof(*data));
466 467
		e820_update_range(pa_data, sizeof(*data)+data->len,
			 E820_RAM, E820_RESERVED_KERN);
468
		found = 1;
469 470 471
		pa_data = data->next;
		early_iounmap(data, sizeof(*data));
	}
472 473 474
	if (!found)
		return;

475
	sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map);
476
	memcpy(&e820_saved, &e820, sizeof(struct e820map));
477 478 479 480
	printk(KERN_INFO "extended physical RAM map:\n");
	e820_print_map("reserve setup_data");
}

481
static void __init memblock_x86_reserve_range_setup_data(void)
482 483 484 485 486 487
{
	struct setup_data *data;
	u64 pa_data;

	pa_data = boot_params.hdr.setup_data;
	while (pa_data) {
488
		data = early_memremap(pa_data, sizeof(*data));
489
		memblock_reserve(pa_data, sizeof(*data) + data->len);
490 491 492 493 494
		pa_data = data->next;
		early_iounmap(data, sizeof(*data));
	}
}

495 496 497 498 499
/*
 * --------- Crashkernel reservation ------------------------------
 */

#ifdef CONFIG_KEXEC
500

501 502 503 504 505 506 507
/*
 * Keep the crash kernel below this limit.  On 32 bits earlier kernels
 * would limit the kernel to the low 512 MiB due to mapping restrictions.
 */
#ifdef CONFIG_X86_32
# define CRASH_KERNEL_ADDR_MAX	(512 << 20)
#else
508
# define CRASH_KERNEL_ADDR_MAX	MAXMEM
509 510
#endif

511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542
static void __init reserve_crashkernel_low(void)
{
#ifdef CONFIG_X86_64
	const unsigned long long alignment = 16<<20;	/* 16M */
	unsigned long long low_base = 0, low_size = 0;
	unsigned long total_low_mem;
	unsigned long long base;
	int ret;

	total_low_mem = memblock_mem_size(1UL<<(32-PAGE_SHIFT));
	ret = parse_crashkernel_low(boot_command_line, total_low_mem,
						&low_size, &base);
	if (ret != 0 || low_size <= 0)
		return;

	low_base = memblock_find_in_range(low_size, (1ULL<<32),
					low_size, alignment);

	if (!low_base) {
		pr_info("crashkernel low reservation failed - No suitable area found.\n");

		return;
	}

	memblock_reserve(low_base, low_size);
	pr_info("Reserving %ldMB of low memory at %ldMB for crashkernel (System low RAM: %ldMB)\n",
			(unsigned long)(low_size >> 20),
			(unsigned long)(low_base >> 20),
			(unsigned long)(total_low_mem >> 20));
	crashk_low_res.start = low_base;
	crashk_low_res.end   = low_base + low_size - 1;
	insert_resource(&iomem_resource, &crashk_low_res);
543
#endif
544
}
545

546
static void __init reserve_crashkernel(void)
547
{
548
	const unsigned long long alignment = 16<<20;	/* 16M */
549 550 551 552
	unsigned long long total_mem;
	unsigned long long crash_size, crash_base;
	int ret;

553
	total_mem = memblock_phys_mem_size();
554 555 556

	ret = parse_crashkernel(boot_command_line, total_mem,
			&crash_size, &crash_base);
557 558 559 560 561
	if (ret != 0 || crash_size <= 0)
		return;

	/* 0 means: find the address automatically */
	if (crash_base <= 0) {
562
		/*
563
		 *  kexec want bzImage is below CRASH_KERNEL_ADDR_MAX
564 565
		 */
		crash_base = memblock_find_in_range(alignment,
566
			       CRASH_KERNEL_ADDR_MAX, crash_size, alignment);
567

T
Tejun Heo 已提交
568
		if (!crash_base) {
569
			pr_info("crashkernel reservation failed - No suitable area found.\n");
570 571
			return;
		}
572

573
	} else {
574 575
		unsigned long long start;

576 577
		start = memblock_find_in_range(crash_base,
				 crash_base + crash_size, crash_size, 1<<20);
578 579
		if (start != crash_base) {
			pr_info("crashkernel reservation failed - memory is in use.\n");
580 581
			return;
		}
582
	}
583
	memblock_reserve(crash_base, crash_size);
584

585 586 587 588 589
	printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
			"for crashkernel (System RAM: %ldMB)\n",
			(unsigned long)(crash_size >> 20),
			(unsigned long)(crash_base >> 20),
			(unsigned long)(total_mem >> 20));
590

591 592 593
	crashk_res.start = crash_base;
	crashk_res.end   = crash_base + crash_size - 1;
	insert_resource(&iomem_resource, &crashk_res);
594 595 596

	if (crash_base >= (1ULL<<32))
		reserve_crashkernel_low();
597 598
}
#else
599
static void __init reserve_crashkernel(void)
600 601 602 603
{
}
#endif

604 605 606 607 608 609 610 611 612 613 614 615 616 617 618 619 620 621 622 623 624 625 626
static struct resource standard_io_resources[] = {
	{ .name = "dma1", .start = 0x00, .end = 0x1f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "pic1", .start = 0x20, .end = 0x21,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "timer0", .start = 0x40, .end = 0x43,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "timer1", .start = 0x50, .end = 0x53,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "keyboard", .start = 0x60, .end = 0x60,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "keyboard", .start = 0x64, .end = 0x64,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "dma page reg", .start = 0x80, .end = 0x8f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "pic2", .start = 0xa0, .end = 0xa1,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "dma2", .start = 0xc0, .end = 0xdf,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "fpu", .start = 0xf0, .end = 0xff,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO }
};

627
void __init reserve_standard_io_resources(void)
628 629 630 631 632 633 634 635 636
{
	int i;

	/* request I/O space for devices used on all i[345]86 PCs */
	for (i = 0; i < ARRAY_SIZE(standard_io_resources); i++)
		request_resource(&ioport_resource, &standard_io_resources[i]);

}

637 638 639 640 641 642 643
static __init void reserve_ibft_region(void)
{
	unsigned long addr, size = 0;

	addr = find_ibft_region(&size);

	if (size)
644
		memblock_reserve(addr, size);
645 646
}

647 648
static bool __init snb_gfx_workaround_needed(void)
{
649
#ifdef CONFIG_PCI
650 651
	int i;
	u16 vendor, devid;
652
	static const __initconst u16 snb_ids[] = {
653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673
		0x0102,
		0x0112,
		0x0122,
		0x0106,
		0x0116,
		0x0126,
		0x010a,
	};

	/* Assume no if something weird is going on with PCI */
	if (!early_pci_allowed())
		return false;

	vendor = read_pci_config_16(0, 2, 0, PCI_VENDOR_ID);
	if (vendor != 0x8086)
		return false;

	devid = read_pci_config_16(0, 2, 0, PCI_DEVICE_ID);
	for (i = 0; i < ARRAY_SIZE(snb_ids); i++)
		if (devid == snb_ids[i])
			return true;
674
#endif
675 676 677 678 679 680 681 682 683 684

	return false;
}

/*
 * Sandy Bridge graphics has trouble with certain ranges, exclude
 * them from allocation.
 */
static void __init trim_snb_memory(void)
{
685
	static const __initconst unsigned long bad_pages[] = {
686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723
		0x20050000,
		0x20110000,
		0x20130000,
		0x20138000,
		0x40004000,
	};
	int i;

	if (!snb_gfx_workaround_needed())
		return;

	printk(KERN_DEBUG "reserving inaccessible SNB gfx pages\n");

	/*
	 * Reserve all memory below the 1 MB mark that has not
	 * already been reserved.
	 */
	memblock_reserve(0, 1<<20);
	
	for (i = 0; i < ARRAY_SIZE(bad_pages); i++) {
		if (memblock_reserve(bad_pages[i], PAGE_SIZE))
			printk(KERN_WARNING "failed to reserve 0x%08lx\n",
			       bad_pages[i]);
	}
}

/*
 * Here we put platform-specific memory range workarounds, i.e.
 * memory known to be corrupt or otherwise in need to be reserved on
 * specific platforms.
 *
 * If this gets used more widely it could use a real dispatch mechanism.
 */
static void __init trim_platform_memory_ranges(void)
{
	trim_snb_memory();
}

724 725 726 727 728 729
static void __init trim_bios_range(void)
{
	/*
	 * A special case is the first 4Kb of memory;
	 * This is a BIOS owned area, not kernel ram, but generally
	 * not listed as such in the E820 table.
730 731 732
	 *
	 * This typically reserves additional memory (64KiB by default)
	 * since some BIOSes are known to corrupt low memory.  See the
733
	 * Kconfig help text for X86_RESERVE_LOW.
734
	 */
735
	e820_update_range(0, PAGE_SIZE, E820_RAM, E820_RESERVED);
736

737 738 739 740 741 742
	/*
	 * special case: Some BIOSen report the PC BIOS
	 * area (640->1Mb) as ram even though it is not.
	 * take them out.
	 */
	e820_remove_range(BIOS_BEGIN, BIOS_END - BIOS_BEGIN, E820_RAM, 1);
743

744 745 746
	sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map);
}

747 748 749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767
/* called before trim_bios_range() to spare extra sanitize */
static void __init e820_add_kernel_range(void)
{
	u64 start = __pa_symbol(_text);
	u64 size = __pa_symbol(_end) - start;

	/*
	 * Complain if .text .data and .bss are not marked as E820_RAM and
	 * attempt to fix it by adding the range. We may have a confused BIOS,
	 * or the user may have used memmap=exactmap or memmap=xxM$yyM to
	 * exclude kernel range. If we really are running on top non-RAM,
	 * we will crash later anyways.
	 */
	if (e820_all_mapped(start, start + size, E820_RAM))
		return;

	pr_warn(".text .data .bss are not marked as E820_RAM!\n");
	e820_remove_range(start, size, E820_RAM, 0);
	e820_add_region(start, size, E820_RAM);
}

768 769
static unsigned reserve_low = CONFIG_X86_RESERVE_LOW << 10;

770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791
static int __init parse_reservelow(char *p)
{
	unsigned long long size;

	if (!p)
		return -EINVAL;

	size = memparse(p, &p);

	if (size < 4096)
		size = 4096;

	if (size > 640*1024)
		size = 640*1024;

	reserve_low = size;

	return 0;
}

early_param("reservelow", parse_reservelow);

792 793 794 795 796
static void __init trim_low_memory_range(void)
{
	memblock_reserve(0, ALIGN(reserve_low, PAGE_SIZE));
}
	
L
Linus Torvalds 已提交
797 798 799 800 801 802 803
/*
 * Determine if we were loaded by an EFI loader.  If so, then we have also been
 * passed the efi memmap, systab, etc., so we should use these data structures
 * for initialization.  Note, the efi init code path is determined by the
 * global efi_enabled. This allows the same kernel image to be used on existing
 * systems (with a traditional BIOS) as well as on EFI systems.
 */
804 805 806 807 808 809
/*
 * setup_arch - architecture-specific boot-time initializations
 *
 * Note: On x86_64, fixmaps are ready for use even before this is called.
 */

L
Linus Torvalds 已提交
810 811
void __init setup_arch(char **cmdline_p)
{
812 813 814
	memblock_reserve(__pa_symbol(_text),
			 (unsigned long)__bss_stop - (unsigned long)_text);

815 816
	early_reserve_initrd();

817 818 819 820 821 822
	/*
	 * At this point everything still needed from the boot loader
	 * or BIOS or kernel text should be early reserved or marked not
	 * RAM in e820. All other memory is free game.
	 */

823
#ifdef CONFIG_X86_32
L
Linus Torvalds 已提交
824
	memcpy(&boot_cpu_data, &new_cpu_data, sizeof(new_cpu_data));
I
Ingo Molnar 已提交
825
	visws_early_detect();
826 827 828 829 830 831 832 833 834 835 836

	/*
	 * copy kernel address range established so far and switch
	 * to the proper swapper page table
	 */
	clone_pgd_range(swapper_pg_dir     + KERNEL_PGD_BOUNDARY,
			initial_page_table + KERNEL_PGD_BOUNDARY,
			KERNEL_PGD_PTRS);

	load_cr3(swapper_pg_dir);
	__flush_tlb_all();
837 838 839
#else
	printk(KERN_INFO "Command line: %s\n", boot_command_line);
#endif
L
Linus Torvalds 已提交
840

841 842 843 844
	/*
	 * If we have OLPC OFW, we might end up relocating the fixmap due to
	 * reserve_top(), so do this before touching the ioremap area.
	 */
845 846
	olpc_ofw_detect();

847
	early_trap_init();
848
	early_cpu_init();
849 850
	early_ioremap_init();

851 852
	setup_olpc_ofw_pgd();

853 854 855
	ROOT_DEV = old_decode_dev(boot_params.hdr.root_dev);
	screen_info = boot_params.screen_info;
	edid_info = boot_params.edid_info;
856
#ifdef CONFIG_X86_32
857 858
	apm_info.bios = boot_params.apm_bios_info;
	ist_info = boot_params.ist_info;
859
	if (boot_params.sys_desc_table.length != 0) {
860 861 862
		machine_id = boot_params.sys_desc_table.table[0];
		machine_submodel_id = boot_params.sys_desc_table.table[1];
		BIOS_revision = boot_params.sys_desc_table.table[2];
L
Linus Torvalds 已提交
863
	}
864 865
#endif
	saved_video_mode = boot_params.hdr.vid_mode;
866
	bootloader_type = boot_params.hdr.type_of_loader;
867 868 869 870 871 872
	if ((bootloader_type >> 4) == 0xe) {
		bootloader_type &= 0xf;
		bootloader_type |= (boot_params.hdr.ext_loader_type+0x10) << 4;
	}
	bootloader_version  = bootloader_type & 0xf;
	bootloader_version |= boot_params.hdr.ext_loader_ver << 4;
L
Linus Torvalds 已提交
873 874

#ifdef CONFIG_BLK_DEV_RAM
875 876 877
	rd_image_start = boot_params.hdr.ram_size & RAMDISK_IMAGE_START_MASK;
	rd_prompt = ((boot_params.hdr.ram_size & RAMDISK_PROMPT_FLAG) != 0);
	rd_doload = ((boot_params.hdr.ram_size & RAMDISK_LOAD_FLAG) != 0);
L
Linus Torvalds 已提交
878
#endif
879 880
#ifdef CONFIG_EFI
	if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature,
881
		     "EL32", 4)) {
882
		set_bit(EFI_BOOT, &x86_efi_facility);
883 884
	} else if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature,
		     "EL64", 4)) {
885 886
		set_bit(EFI_BOOT, &x86_efi_facility);
		set_bit(EFI_64BIT, &x86_efi_facility);
887
	}
888 889 890

	if (efi_enabled(EFI_BOOT))
		efi_memblock_x86_reserve_range();
891 892
#endif

893
	x86_init.oem.arch_setup();
894

895
	iomem_resource.end = (1ULL << boot_cpu_data.x86_phys_bits) - 1;
896
	setup_memory_map();
897
	parse_setup_data();
898 899
	/* update the e820_saved too */
	e820_reserve_setup_data();
900

L
Linus Torvalds 已提交
901 902
	copy_edd();

903
	if (!boot_params.hdr.root_flags)
L
Linus Torvalds 已提交
904 905 906 907
		root_mountflags &= ~MS_RDONLY;
	init_mm.start_code = (unsigned long) _text;
	init_mm.end_code = (unsigned long) _etext;
	init_mm.end_data = (unsigned long) _edata;
908
	init_mm.brk = _brk_end;
L
Linus Torvalds 已提交
909

910 911 912 913 914 915
	code_resource.start = __pa_symbol(_text);
	code_resource.end = __pa_symbol(_etext)-1;
	data_resource.start = __pa_symbol(_etext);
	data_resource.end = __pa_symbol(_edata)-1;
	bss_resource.start = __pa_symbol(__bss_start);
	bss_resource.end = __pa_symbol(__bss_stop)-1;
L
Linus Torvalds 已提交
916

917 918 919 920 921 922 923 924 925 926 927 928 929
#ifdef CONFIG_CMDLINE_BOOL
#ifdef CONFIG_CMDLINE_OVERRIDE
	strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE);
#else
	if (builtin_cmdline[0]) {
		/* append boot loader cmdline to builtin */
		strlcat(builtin_cmdline, " ", COMMAND_LINE_SIZE);
		strlcat(builtin_cmdline, boot_command_line, COMMAND_LINE_SIZE);
		strlcpy(boot_command_line, builtin_cmdline, COMMAND_LINE_SIZE);
	}
#endif
#endif

930 931 932 933
	strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE);
	*cmdline_p = command_line;

	/*
934 935 936 937 938
	 * x86_configure_nx() is called before parse_early_param() to detect
	 * whether hardware doesn't support NX (so that the early EHCI debug
	 * console setup can safely call set_fixmap()). It may then be called
	 * again from within noexec_setup() during parsing early parameters
	 * to honor the respective command line option.
939
	 */
940
	x86_configure_nx();
941 942 943

	parse_early_param();

944
	x86_report_nx();
945

946
	/* after early param, so could get panic from serial */
947
	memblock_x86_reserve_range_setup_data();
948

949
	if (acpi_mps_check()) {
I
Ingo Molnar 已提交
950
#ifdef CONFIG_X86_LOCAL_APIC
951
		disable_apic = 1;
I
Ingo Molnar 已提交
952
#endif
953
		setup_clear_cpu_cap(X86_FEATURE_APIC);
954 955
	}

956 957 958 959 960
#ifdef CONFIG_PCI
	if (pci_early_dump_regs)
		early_dump_pci_devices();
#endif

961
	finish_e820_parsing();
962

963
	if (efi_enabled(EFI_BOOT))
B
Brian Maly 已提交
964 965
		efi_init();

966 967
	dmi_scan_machine();

968 969 970 971
	/*
	 * VMware detection requires dmi to be available, so this
	 * needs to be done after dmi_scan_machine, for the BP.
	 */
972
	init_hypervisor_platform();
973

974
	x86_init.resources.probe_roms();
975 976 977 978 979 980

	/* after parse_early_param, so could debug it */
	insert_resource(&iomem_resource, &code_resource);
	insert_resource(&iomem_resource, &data_resource);
	insert_resource(&iomem_resource, &bss_resource);

981
	e820_add_kernel_range();
982
	trim_bios_range();
983
#ifdef CONFIG_X86_32
Y
Yinghai Lu 已提交
984 985 986 987 988 989 990
	if (ppro_with_ram_bug()) {
		e820_update_range(0x70000000ULL, 0x40000ULL, E820_RAM,
				  E820_RESERVED);
		sanitize_e820_map(e820.map, ARRAY_SIZE(e820.map), &e820.nr_map);
		printk(KERN_INFO "fixed physical RAM map:\n");
		e820_print_map("bad_ppro");
	}
991 992 993
#else
	early_gart_iommu_check();
#endif
Y
Yinghai Lu 已提交
994

995 996 997 998
	/*
	 * partially used pages are not usable - thus
	 * we are rounding upwards:
	 */
999
	max_pfn = e820_end_of_ram_pfn();
1000

1001 1002
	/* update e820 for memory not covered by WB MTRRs */
	mtrr_bp_init();
1003
	if (mtrr_trim_uncached_memory(max_pfn))
1004
		max_pfn = e820_end_of_ram_pfn();
1005

1006
#ifdef CONFIG_X86_32
1007
	/* max_low_pfn get updated here */
1008
	find_low_pfn_range();
1009 1010 1011
#else
	num_physpages = max_pfn;

Y
Yinghai Lu 已提交
1012
	check_x2apic();
1013 1014 1015

	/* How many end-of-memory variables you have, grandma! */
	/* need this before calling reserve_initrd */
1016 1017 1018 1019 1020
	if (max_pfn > (1UL<<(32 - PAGE_SHIFT)))
		max_low_pfn = e820_end_of_low_ram_pfn();
	else
		max_low_pfn = max_pfn;

1021
	high_memory = (void *)__va(max_pfn * PAGE_SIZE - 1) + 1;
1022 1023
#endif

1024 1025 1026 1027 1028
	/*
	 * Find and reserve possible boot-time SMP configuration:
	 */
	find_smp_config();

1029 1030
	reserve_ibft_region();

Y
Yinghai Lu 已提交
1031 1032
	early_alloc_pgt_buf();

1033 1034 1035 1036 1037 1038 1039
	/*
	 * Need to conclude brk, before memblock_x86_fill()
	 *  it could use memblock_find_in_range, could overlap with
	 *  brk area.
	 */
	reserve_brk();

1040 1041
	cleanup_highmap();

1042
	memblock.current_limit = ISA_END_ADDRESS;
1043 1044
	memblock_x86_fill();

1045 1046 1047 1048
	/*
	 * The EFI specification says that boot service code won't be called
	 * after ExitBootServices(). This is, in fact, a lie.
	 */
1049
	if (efi_enabled(EFI_MEMMAP))
1050 1051
		efi_reserve_boot_services();

1052 1053 1054 1055 1056 1057 1058
	/* preallocate 4k for mptable mpc */
	early_reserve_e820_mpc_new();

#ifdef CONFIG_X86_CHECK_BIOS_CORRUPTION
	setup_bios_corruption_check();
#endif

1059
#ifdef CONFIG_X86_32
1060 1061
	printk(KERN_DEBUG "initial memory mapped: [mem 0x00000000-%#010lx]\n",
			(max_pfn_mapped<<PAGE_SHIFT) - 1);
1062
#endif
1063

1064
	reserve_real_mode();
1065

1066
	trim_platform_memory_ranges();
1067
	trim_low_memory_range();
1068

1069
	init_mem_mapping();
1070

1071
	early_trap_pf_init();
1072

1073
	setup_real_mode();
1074

1075
	memblock.current_limit = get_max_mapped();
1076
	dma_contiguous_reserve(0);
1077

1078 1079 1080 1081 1082 1083 1084 1085
	/*
	 * NOTE: On x86-32, only from this point on, fixmaps are ready for use.
	 */

#ifdef CONFIG_PROVIDE_OHCI1394_DMA_INIT
	if (init_ohci1394_dma_early)
		init_ohci1394_dma_on_all_controllers();
#endif
1086 1087
	/* Allocate bigger log buffer */
	setup_log_buf(1);
1088

1089 1090
	reserve_initrd();

D
David Rientjes 已提交
1091
#if defined(CONFIG_ACPI) && defined(CONFIG_BLK_DEV_INITRD)
1092
	acpi_initrd_override((void *)initrd_start, initrd_end - initrd_start);
D
David Rientjes 已提交
1093
#endif
1094

1095 1096
	reserve_crashkernel();

1097 1098
	vsmp_init();

1099 1100 1101 1102 1103
	io_delay_init();

	/*
	 * Parse the ACPI tables for possible boot-time SMP configuration.
	 */
1104 1105 1106 1107
	acpi_boot_table_init();

	early_acpi_boot_init();

1108
	initmem_init();
1109
	memblock_find_dma_reserve();
1110

1111
#ifdef CONFIG_KVM_GUEST
1112 1113 1114
	kvmclock_init();
#endif

1115
	x86_init.paging.pagetable_init();
1116

1117 1118 1119
	if (boot_cpu_data.cpuid_level >= 0) {
		/* A CPU has %cr4 if and only if it has CPUID */
		mmu_cr4_features = read_cr4();
1120 1121
		if (trampoline_cr4_features)
			*trampoline_cr4_features = mmu_cr4_features;
1122 1123
	}

1124 1125 1126 1127 1128 1129
#ifdef CONFIG_X86_32
	/* sync back kernel address range */
	clone_pgd_range(initial_page_table + KERNEL_PGD_BOUNDARY,
			swapper_pg_dir     + KERNEL_PGD_BOUNDARY,
			KERNEL_PGD_PTRS);
#endif
1130

1131 1132
	tboot_probe();

1133 1134 1135 1136
#ifdef CONFIG_X86_64
	map_vsyscall();
#endif

1137
	generic_apic_probe();
L
Linus Torvalds 已提交
1138

1139
	early_quirks();
1140

1141 1142 1143
	/*
	 * Read APIC and some other early information from ACPI tables.
	 */
L
Linus Torvalds 已提交
1144
	acpi_boot_init();
F
Feng Tang 已提交
1145
	sfi_init();
1146
	x86_dtb_init();
1147

1148 1149 1150
	/*
	 * get boot-time SMP configuration:
	 */
1151 1152
	if (smp_found_config)
		get_smp_config();
1153

1154
	prefill_possible_map();
Y
Yinghai Lu 已提交
1155

1156 1157
	init_cpu_to_node();

1158
	init_apic_mappings();
I
Ingo Molnar 已提交
1159 1160
	if (x86_io_apic_ops.init)
		x86_io_apic_ops.init();
1161

1162
	kvm_guest_init();
L
Linus Torvalds 已提交
1163

1164
	e820_reserve_resources();
1165
	e820_mark_nosave_regions(max_low_pfn);
L
Linus Torvalds 已提交
1166

1167
	x86_init.resources.reserve_resources();
1168 1169 1170

	e820_setup_gap();

L
Linus Torvalds 已提交
1171 1172
#ifdef CONFIG_VT
#if defined(CONFIG_VGA_CONSOLE)
1173
	if (!efi_enabled(EFI_BOOT) || (efi_mem_type(0xa0000) != EFI_CONVENTIONAL_MEMORY))
L
Linus Torvalds 已提交
1174 1175 1176 1177 1178
		conswitchp = &vga_con;
#elif defined(CONFIG_DUMMY_CONSOLE)
	conswitchp = &dummy_con;
#endif
#endif
1179
	x86_init.oem.banner();
1180

1181 1182
	x86_init.timers.wallclock_init();

1183
	mcheck_init();
1184

1185
	arch_init_ideal_nops();
1186 1187

	register_refined_jiffies(CLOCK_TICK_RATE);
1188 1189

#ifdef CONFIG_EFI
1190 1191 1192
	/* Once setup is done above, unmap the EFI memory map on
	 * mismatched firmware/kernel archtectures since there is no
	 * support for runtime services.
1193
	 */
1194
	if (efi_enabled(EFI_BOOT) && !efi_is_native()) {
1195 1196 1197 1198
		pr_info("efi: Setup done, disabling due to 32/64-bit mismatch\n");
		efi_unmap_memmap();
	}
#endif
L
Linus Torvalds 已提交
1199
}
1200

1201 1202
#ifdef CONFIG_X86_32

1203 1204 1205 1206 1207
static struct resource video_ram_resource = {
	.name	= "Video RAM area",
	.start	= 0xa0000,
	.end	= 0xbffff,
	.flags	= IORESOURCE_BUSY | IORESOURCE_MEM
1208 1209
};

1210
void __init i386_reserve_resources(void)
1211
{
1212 1213
	request_resource(&iomem_resource, &video_ram_resource);
	reserve_standard_io_resources();
1214 1215 1216
}

#endif /* CONFIG_X86_32 */