setup_64.c 32.3 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/*
 *  Copyright (C) 1995  Linus Torvalds
 */

/*
 * This file handles the architecture-dependent parts of initialization
 */

#include <linux/errno.h>
#include <linux/sched.h>
#include <linux/kernel.h>
#include <linux/mm.h>
#include <linux/stddef.h>
#include <linux/unistd.h>
#include <linux/ptrace.h>
#include <linux/slab.h>
#include <linux/user.h>
#include <linux/a.out.h>
19
#include <linux/screen_info.h>
L
Linus Torvalds 已提交
20 21 22 23 24 25 26 27 28 29
#include <linux/ioport.h>
#include <linux/delay.h>
#include <linux/init.h>
#include <linux/initrd.h>
#include <linux/highmem.h>
#include <linux/bootmem.h>
#include <linux/module.h>
#include <asm/processor.h>
#include <linux/console.h>
#include <linux/seq_file.h>
30
#include <linux/crash_dump.h>
L
Linus Torvalds 已提交
31 32
#include <linux/root_dev.h>
#include <linux/pci.h>
H
Huang, Ying 已提交
33
#include <linux/efi.h>
L
Linus Torvalds 已提交
34 35 36
#include <linux/acpi.h>
#include <linux/kallsyms.h>
#include <linux/edd.h>
37
#include <linux/mmzone.h>
38
#include <linux/kexec.h>
39
#include <linux/cpufreq.h>
40
#include <linux/dmi.h>
41
#include <linux/dma-mapping.h>
42
#include <linux/ctype.h>
43
#include <linux/uaccess.h>
44

L
Linus Torvalds 已提交
45 46 47
#include <asm/mtrr.h>
#include <asm/uaccess.h>
#include <asm/system.h>
I
Ingo Molnar 已提交
48
#include <asm/vsyscall.h>
L
Linus Torvalds 已提交
49 50 51 52 53 54 55
#include <asm/io.h>
#include <asm/smp.h>
#include <asm/msr.h>
#include <asm/desc.h>
#include <video/edid.h>
#include <asm/e820.h>
#include <asm/dma.h>
Y
Yinghai Lu 已提交
56
#include <asm/gart.h>
L
Linus Torvalds 已提交
57 58 59 60 61 62
#include <asm/mpspec.h>
#include <asm/mmu_context.h>
#include <asm/proto.h>
#include <asm/setup.h>
#include <asm/mach_apic.h>
#include <asm/numa.h>
63
#include <asm/sections.h>
64
#include <asm/dmi.h>
B
Bernhard Walle 已提交
65
#include <asm/cacheflush.h>
66
#include <asm/mce.h>
67
#include <asm/ds.h>
68
#include <asm/topology.h>
L
Linus Torvalds 已提交
69

70 71 72 73 74 75
#ifdef CONFIG_PARAVIRT
#include <asm/paravirt.h>
#else
#define ARCH_SETUP
#endif

L
Linus Torvalds 已提交
76 77 78 79
/*
 * Machine setup..
 */

80
struct cpuinfo_x86 boot_cpu_data __read_mostly;
81
EXPORT_SYMBOL(boot_cpu_data);
L
Linus Torvalds 已提交
82 83 84 85 86 87 88 89

unsigned long mmu_cr4_features;

/* Boot loader ID as an integer, for the benefit of proc_dointvec */
int bootloader_type;

unsigned long saved_video_mode;

90 91
int force_mwait __cpuinitdata;

T
Thomas Gleixner 已提交
92
/*
93 94 95 96 97
 * Early DMI memory
 */
int dmi_alloc_index;
char dmi_alloc_data[DMI_MAX_DATA];

L
Linus Torvalds 已提交
98 99 100 101
/*
 * Setup options
 */
struct screen_info screen_info;
102
EXPORT_SYMBOL(screen_info);
L
Linus Torvalds 已提交
103 104 105 106 107 108
struct sys_desc_table_struct {
	unsigned short length;
	unsigned char table[0];
};

struct edid_info edid_info;
109
EXPORT_SYMBOL_GPL(edid_info);
L
Linus Torvalds 已提交
110 111 112

extern int root_mountflags;

113
char __initdata command_line[COMMAND_LINE_SIZE];
L
Linus Torvalds 已提交
114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137

struct resource standard_io_resources[] = {
	{ .name = "dma1", .start = 0x00, .end = 0x1f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "pic1", .start = 0x20, .end = 0x21,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "timer0", .start = 0x40, .end = 0x43,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "timer1", .start = 0x50, .end = 0x53,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "keyboard", .start = 0x60, .end = 0x6f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "dma page reg", .start = 0x80, .end = 0x8f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "pic2", .start = 0xa0, .end = 0xa1,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "dma2", .start = 0xc0, .end = 0xdf,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "fpu", .start = 0xf0, .end = 0xff,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO }
};

#define IORESOURCE_RAM (IORESOURCE_BUSY | IORESOURCE_MEM)

138
static struct resource data_resource = {
L
Linus Torvalds 已提交
139 140 141 142 143
	.name = "Kernel data",
	.start = 0,
	.end = 0,
	.flags = IORESOURCE_RAM,
};
144
static struct resource code_resource = {
L
Linus Torvalds 已提交
145 146 147 148 149
	.name = "Kernel code",
	.start = 0,
	.end = 0,
	.flags = IORESOURCE_RAM,
};
150
static struct resource bss_resource = {
B
Bernhard Walle 已提交
151 152 153 154 155
	.name = "Kernel bss",
	.start = 0,
	.end = 0,
	.flags = IORESOURCE_RAM,
};
L
Linus Torvalds 已提交
156

157 158
static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c);

159 160 161 162 163 164
#ifdef CONFIG_PROC_VMCORE
/* elfcorehdr= specifies the location of elf core header
 * stored by the crashed kernel. This option will be passed
 * by kexec loader to the capture kernel.
 */
static int __init setup_elfcorehdr(char *arg)
165
{
166 167 168 169 170
	char *end;
	if (!arg)
		return -EINVAL;
	elfcorehdr_addr = memparse(arg, &end);
	return end > arg ? 0 : -EINVAL;
171
}
172
early_param("elfcorehdr", setup_elfcorehdr);
173 174
#endif

175
#ifndef CONFIG_NUMA
176 177
static void __init
contig_initmem_init(unsigned long start_pfn, unsigned long end_pfn)
L
Linus Torvalds 已提交
178
{
179 180 181 182 183
	unsigned long bootmap_size, bootmap;

	bootmap_size = bootmem_bootmap_pages(end_pfn)<<PAGE_SHIFT;
	bootmap = find_e820_area(0, end_pfn<<PAGE_SHIFT, bootmap_size);
	if (bootmap == -1L)
T
Thomas Gleixner 已提交
184
		panic("Cannot find bootmem map of size %ld\n", bootmap_size);
185
	bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn);
186 187
	e820_register_active_regions(0, start_pfn, end_pfn);
	free_bootmem_with_active_regions(0, end_pfn);
188
	reserve_bootmem(bootmap, bootmap_size);
T
Thomas Gleixner 已提交
189
}
L
Linus Torvalds 已提交
190 191 192 193 194 195 196 197 198 199 200 201 202 203
#endif

#if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
struct edd edd;
#ifdef CONFIG_EDD_MODULE
EXPORT_SYMBOL(edd);
#endif
/**
 * copy_edd() - Copy the BIOS EDD information
 *              from boot_params into a safe place.
 *
 */
static inline void copy_edd(void)
{
204 205 206 207 208
     memcpy(edd.mbr_signature, boot_params.edd_mbr_sig_buffer,
	    sizeof(edd.mbr_signature));
     memcpy(edd.edd_info, boot_params.eddbuf, sizeof(edd.edd_info));
     edd.mbr_signature_nr = boot_params.edd_mbr_sig_buf_entries;
     edd.edd_info_nr = boot_params.eddbuf_entries;
L
Linus Torvalds 已提交
209 210 211 212 213 214 215
}
#else
static inline void copy_edd(void)
{
}
#endif

216 217 218 219 220 221 222
#ifdef CONFIG_KEXEC
static void __init reserve_crashkernel(void)
{
	unsigned long long free_mem;
	unsigned long long crash_size, crash_base;
	int ret;

T
Thomas Gleixner 已提交
223 224
	free_mem =
		((unsigned long long)max_low_pfn - min_low_pfn) << PAGE_SHIFT;
225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247

	ret = parse_crashkernel(boot_command_line, free_mem,
			&crash_size, &crash_base);
	if (ret == 0 && crash_size) {
		if (crash_base > 0) {
			printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
					"for crashkernel (System RAM: %ldMB)\n",
					(unsigned long)(crash_size >> 20),
					(unsigned long)(crash_base >> 20),
					(unsigned long)(free_mem >> 20));
			crashk_res.start = crash_base;
			crashk_res.end   = crash_base + crash_size - 1;
			reserve_bootmem(crash_base, crash_size);
		} else
			printk(KERN_INFO "crashkernel reservation failed - "
					"you have to specify a base address\n");
	}
}
#else
static inline void __init reserve_crashkernel(void)
{}
#endif

L
Linus Torvalds 已提交
248
#define EBDA_ADDR_POINTER 0x40E
249 250 251 252

unsigned __initdata ebda_addr;
unsigned __initdata ebda_size;

253
static void __init discover_ebda(void)
L
Linus Torvalds 已提交
254
{
255
	/*
T
Thomas Gleixner 已提交
256
	 * there is a real-mode segmented pointer pointing to the
L
Linus Torvalds 已提交
257 258
	 * 4K EBDA area at 0x40E
	 */
259
	ebda_addr = *(unsigned short *)__va(EBDA_ADDR_POINTER);
260 261 262 263 264 265 266 267 268 269
	/*
	 * There can be some situations, like paravirtualized guests,
	 * in which there is no available ebda information. In such
	 * case, just skip it
	 */
	if (!ebda_addr) {
		ebda_size = 0;
		return;
	}

270 271
	ebda_addr <<= 4;

272
	ebda_size = *(unsigned short *)__va(ebda_addr);
273 274 275 276 277 278 279 280

	/* Round EBDA up to pages */
	if (ebda_size == 0)
		ebda_size = 1;
	ebda_size <<= 10;
	ebda_size = round_up(ebda_size + (ebda_addr & ~PAGE_MASK), PAGE_SIZE);
	if (ebda_size > 64*1024)
		ebda_size = 64*1024;
L
Linus Torvalds 已提交
281 282
}

283
/* Overridden in paravirt.c if CONFIG_PARAVIRT */
A
Andi Kleen 已提交
284
void __attribute__((weak)) __init memory_setup(void)
285 286 287 288
{
       machine_specific_memory_setup();
}

L
Linus Torvalds 已提交
289 290
void __init setup_arch(char **cmdline_p)
{
T
Thomas Gleixner 已提交
291 292
	unsigned i;

293
	printk(KERN_INFO "Command line: %s\n", boot_command_line);
294

295 296 297 298 299
	ROOT_DEV = old_decode_dev(boot_params.hdr.root_dev);
	screen_info = boot_params.screen_info;
	edid_info = boot_params.edid_info;
	saved_video_mode = boot_params.hdr.vid_mode;
	bootloader_type = boot_params.hdr.type_of_loader;
L
Linus Torvalds 已提交
300 301

#ifdef CONFIG_BLK_DEV_RAM
302 303 304
	rd_image_start = boot_params.hdr.ram_size & RAMDISK_IMAGE_START_MASK;
	rd_prompt = ((boot_params.hdr.ram_size & RAMDISK_PROMPT_FLAG) != 0);
	rd_doload = ((boot_params.hdr.ram_size & RAMDISK_LOAD_FLAG) != 0);
L
Linus Torvalds 已提交
305
#endif
H
Huang, Ying 已提交
306 307 308 309 310
#ifdef CONFIG_EFI
	if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature,
		     "EL64", 4))
		efi_enabled = 1;
#endif
311 312 313 314

	ARCH_SETUP

	memory_setup();
L
Linus Torvalds 已提交
315 316
	copy_edd();

317
	if (!boot_params.hdr.root_flags)
L
Linus Torvalds 已提交
318 319 320 321 322 323
		root_mountflags &= ~MS_RDONLY;
	init_mm.start_code = (unsigned long) &_text;
	init_mm.end_code = (unsigned long) &_etext;
	init_mm.end_data = (unsigned long) &_edata;
	init_mm.brk = (unsigned long) &_end;

324 325 326 327
	code_resource.start = virt_to_phys(&_text);
	code_resource.end = virt_to_phys(&_etext)-1;
	data_resource.start = virt_to_phys(&_etext);
	data_resource.end = virt_to_phys(&_edata)-1;
B
Bernhard Walle 已提交
328 329
	bss_resource.start = virt_to_phys(&__bss_start);
	bss_resource.end = virt_to_phys(&__bss_stop)-1;
L
Linus Torvalds 已提交
330 331 332

	early_identify_cpu(&boot_cpu_data);

333
	strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE);
334 335 336 337 338
	*cmdline_p = command_line;

	parse_early_param();

	finish_e820_parsing();
339

Y
Yinghai Lu 已提交
340 341
	early_gart_iommu_check();

342
	e820_register_active_regions(0, 0, -1UL);
L
Linus Torvalds 已提交
343 344 345 346 347
	/*
	 * partially used pages are not usable - thus
	 * we are rounding upwards:
	 */
	end_pfn = e820_end_of_ram();
348
	num_physpages = end_pfn;
L
Linus Torvalds 已提交
349 350 351

	check_efer();

352 353
	discover_ebda();

L
Linus Torvalds 已提交
354
	init_memory_mapping(0, (end_pfn_map << PAGE_SHIFT));
H
Huang, Ying 已提交
355 356
	if (efi_enabled)
		efi_init();
L
Linus Torvalds 已提交
357

358 359
	dmi_scan_machine();

360 361
	io_delay_init();

362
#ifdef CONFIG_SMP
363
	/* setup to use the early static init tables during kernel startup */
364
	x86_cpu_to_apicid_early_ptr = (void *)&x86_cpu_to_apicid_init;
365
#ifdef CONFIG_NUMA
366
	x86_cpu_to_node_map_early_ptr = (void *)&x86_cpu_to_node_map_init;
367
#endif
368 369
	x86_bios_cpu_apicid_early_ptr = (void *)&x86_bios_cpu_apicid_init;
#endif
370

L
Len Brown 已提交
371
#ifdef CONFIG_ACPI
L
Linus Torvalds 已提交
372 373 374 375 376 377 378
	/*
	 * Initialize the ACPI boot-time table parser (gets the RSDP and SDT).
	 * Call this early for SRAT node setup.
	 */
	acpi_boot_table_init();
#endif

379 380 381 382 383
	/* How many end-of-memory variables you have, grandma! */
	max_low_pfn = end_pfn;
	max_pfn = end_pfn;
	high_memory = (void *)__va(end_pfn * PAGE_SIZE - 1) + 1;

384 385 386
	/* Remove active ranges so rediscovery with NUMA-awareness happens */
	remove_all_active_ranges();

L
Linus Torvalds 已提交
387 388 389 390 391 392 393
#ifdef CONFIG_ACPI_NUMA
	/*
	 * Parse SRAT to discover nodes.
	 */
	acpi_numa_init();
#endif

394
#ifdef CONFIG_NUMA
T
Thomas Gleixner 已提交
395
	numa_initmem_init(0, end_pfn);
L
Linus Torvalds 已提交
396
#else
397
	contig_initmem_init(0, end_pfn);
L
Linus Torvalds 已提交
398 399 400
#endif

	/* Reserve direct mapping */
T
Thomas Gleixner 已提交
401
	reserve_bootmem_generic(table_start << PAGE_SHIFT,
L
Linus Torvalds 已提交
402 403 404
				(table_end - table_start) << PAGE_SHIFT);

	/* reserve kernel */
405 406
	reserve_bootmem_generic(__pa_symbol(&_text),
				__pa_symbol(&_end) - __pa_symbol(&_text));
L
Linus Torvalds 已提交
407 408 409 410 411 412 413 414

	/*
	 * reserve physical page 0 - it's a special BIOS page on many boxes,
	 * enabling clean reboots, SMP operation, laptop functions.
	 */
	reserve_bootmem_generic(0, PAGE_SIZE);

	/* reserve ebda region */
415 416
	if (ebda_addr)
		reserve_bootmem_generic(ebda_addr, ebda_size);
417 418 419 420 421
#ifdef CONFIG_NUMA
	/* reserve nodemap region */
	if (nodemap_addr)
		reserve_bootmem_generic(nodemap_addr, nodemap_size);
#endif
L
Linus Torvalds 已提交
422 423 424

#ifdef CONFIG_SMP
	/* Reserve SMP trampoline */
425
	reserve_bootmem_generic(SMP_TRAMPOLINE_BASE, 2*PAGE_SIZE);
L
Linus Torvalds 已提交
426 427
#endif

L
Len Brown 已提交
428
#ifdef CONFIG_ACPI_SLEEP
L
Linus Torvalds 已提交
429
	/*
T
Thomas Gleixner 已提交
430
	 * Reserve low memory region for sleep support.
L
Linus Torvalds 已提交
431
	 */
T
Thomas Gleixner 已提交
432 433
       acpi_reserve_bootmem();
#endif
H
Huang, Ying 已提交
434 435 436 437 438 439

	if (efi_enabled) {
		efi_map_memmap();
		efi_reserve_bootmem();
	}

T
Thomas Gleixner 已提交
440 441 442
       /*
	* Find and reserve possible boot-time SMP configuration:
	*/
L
Linus Torvalds 已提交
443 444
	find_smp_config();
#ifdef CONFIG_BLK_DEV_INITRD
445 446 447 448 449 450 451 452 453 454 455
	if (boot_params.hdr.type_of_loader && boot_params.hdr.ramdisk_image) {
		unsigned long ramdisk_image = boot_params.hdr.ramdisk_image;
		unsigned long ramdisk_size  = boot_params.hdr.ramdisk_size;
		unsigned long ramdisk_end   = ramdisk_image + ramdisk_size;
		unsigned long end_of_mem    = end_pfn << PAGE_SHIFT;

		if (ramdisk_end <= end_of_mem) {
			reserve_bootmem_generic(ramdisk_image, ramdisk_size);
			initrd_start = ramdisk_image + PAGE_OFFSET;
			initrd_end = initrd_start+ramdisk_size;
		} else {
L
Linus Torvalds 已提交
456
			printk(KERN_ERR "initrd extends beyond end of memory "
457 458
			       "(0x%08lx > 0x%08lx)\ndisabling initrd\n",
			       ramdisk_end, end_of_mem);
L
Linus Torvalds 已提交
459 460 461 462
			initrd_start = 0;
		}
	}
#endif
463
	reserve_crashkernel();
L
Linus Torvalds 已提交
464
	paging_init();
I
Ingo Molnar 已提交
465
	map_vsyscall();
L
Linus Torvalds 已提交
466

467
	early_quirks();
L
Linus Torvalds 已提交
468

469 470 471 472 473 474
	/*
	 * set this early, so we dont allocate cpu0
	 * if MADT list doesnt list BSP first
	 * mpparse.c/MP_processor_info() allocates logical cpu numbers.
	 */
	cpu_set(0, cpu_present_map);
L
Len Brown 已提交
475
#ifdef CONFIG_ACPI
L
Linus Torvalds 已提交
476 477 478 479 480 481
	/*
	 * Read APIC and some other early information from ACPI tables.
	 */
	acpi_boot_init();
#endif

482 483
	init_cpu_to_node();

L
Linus Torvalds 已提交
484 485 486 487 488 489
	/*
	 * get boot-time SMP configuration:
	 */
	if (smp_found_config)
		get_smp_config();
	init_apic_mappings();
490
	ioapic_init_mappings();
L
Linus Torvalds 已提交
491 492

	/*
A
Andi Kleen 已提交
493
	 * We trust e820 completely. No explicit ROM probing in memory.
T
Thomas Gleixner 已提交
494
	 */
495
	e820_reserve_resources(&code_resource, &data_resource, &bss_resource);
496
	e820_mark_nosave_regions();
L
Linus Torvalds 已提交
497 498

	/* request I/O space for devices used on all i[345]86 PCs */
A
Andi Kleen 已提交
499
	for (i = 0; i < ARRAY_SIZE(standard_io_resources); i++)
L
Linus Torvalds 已提交
500 501
		request_resource(&ioport_resource, &standard_io_resources[i]);

502
	e820_setup_gap();
L
Linus Torvalds 已提交
503 504 505

#ifdef CONFIG_VT
#if defined(CONFIG_VGA_CONSOLE)
H
Huang, Ying 已提交
506 507
	if (!efi_enabled || (efi_mem_type(0xa0000) != EFI_CONVENTIONAL_MEMORY))
		conswitchp = &vga_con;
L
Linus Torvalds 已提交
508 509 510 511 512 513
#elif defined(CONFIG_DUMMY_CONSOLE)
	conswitchp = &dummy_con;
#endif
#endif
}

514
static int __cpuinit get_model_name(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
515 516 517
{
	unsigned int *v;

518
	if (c->extended_cpuid_level < 0x80000004)
L
Linus Torvalds 已提交
519 520 521 522 523 524 525 526 527 528 529
		return 0;

	v = (unsigned int *) c->x86_model_id;
	cpuid(0x80000002, &v[0], &v[1], &v[2], &v[3]);
	cpuid(0x80000003, &v[4], &v[5], &v[6], &v[7]);
	cpuid(0x80000004, &v[8], &v[9], &v[10], &v[11]);
	c->x86_model_id[48] = 0;
	return 1;
}


530
static void __cpuinit display_cacheinfo(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
531 532 533
{
	unsigned int n, dummy, eax, ebx, ecx, edx;

534
	n = c->extended_cpuid_level;
L
Linus Torvalds 已提交
535 536 537

	if (n >= 0x80000005) {
		cpuid(0x80000005, &dummy, &ebx, &ecx, &edx);
T
Thomas Gleixner 已提交
538 539 540 541
		printk(KERN_INFO "CPU: L1 I Cache: %dK (%d bytes/line), "
		       "D cache %dK (%d bytes/line)\n",
		       edx>>24, edx&0xFF, ecx>>24, ecx&0xFF);
		c->x86_cache_size = (ecx>>24) + (edx>>24);
L
Linus Torvalds 已提交
542 543 544 545 546 547 548 549 550 551 552 553 554 555
		/* On K8 L1 TLB is inclusive, so don't count it */
		c->x86_tlbsize = 0;
	}

	if (n >= 0x80000006) {
		cpuid(0x80000006, &dummy, &ebx, &ecx, &edx);
		ecx = cpuid_ecx(0x80000006);
		c->x86_cache_size = ecx >> 16;
		c->x86_tlbsize += ((ebx >> 16) & 0xfff) + (ebx & 0xfff);

		printk(KERN_INFO "CPU: L2 Cache: %dK (%d bytes/line)\n",
		c->x86_cache_size, ecx & 0xFF);
	}
	if (n >= 0x80000008) {
T
Thomas Gleixner 已提交
556
		cpuid(0x80000008, &eax, &dummy, &dummy, &dummy);
L
Linus Torvalds 已提交
557 558 559 560 561
		c->x86_virt_bits = (eax >> 8) & 0xff;
		c->x86_phys_bits = eax & 0xff;
	}
}

562 563 564
#ifdef CONFIG_NUMA
static int nearby_node(int apicid)
{
T
Thomas Gleixner 已提交
565 566
	int i, node;

567
	for (i = apicid - 1; i >= 0; i--) {
T
Thomas Gleixner 已提交
568
		node = apicid_to_node[i];
569 570 571 572
		if (node != NUMA_NO_NODE && node_online(node))
			return node;
	}
	for (i = apicid + 1; i < MAX_LOCAL_APIC; i++) {
T
Thomas Gleixner 已提交
573
		node = apicid_to_node[i];
574 575 576 577 578 579 580
		if (node != NUMA_NO_NODE && node_online(node))
			return node;
	}
	return first_node(node_online_map); /* Shouldn't happen */
}
#endif

581 582 583 584 585 586 587
/*
 * On a AMD dual core setup the lower bits of the APIC id distingush the cores.
 * Assumes number of cores is a power of two.
 */
static void __init amd_detect_cmp(struct cpuinfo_x86 *c)
{
#ifdef CONFIG_SMP
588
	unsigned bits;
589
#ifdef CONFIG_NUMA
590
	int cpu = smp_processor_id();
591
	int node = 0;
592
	unsigned apicid = hard_smp_processor_id();
593
#endif
594
	bits = c->x86_coreid_bits;
595 596

	/* Low order bits define the core id (index of core in socket) */
597
	c->cpu_core_id = c->phys_proc_id & ((1 << bits)-1);
598
	/* Convert the APIC ID into the socket ID */
599
	c->phys_proc_id = phys_pkg_id(bits);
600 601

#ifdef CONFIG_NUMA
T
Thomas Gleixner 已提交
602 603 604 605 606 607 608 609 610 611 612 613 614 615
	node = c->phys_proc_id;
	if (apicid_to_node[apicid] != NUMA_NO_NODE)
		node = apicid_to_node[apicid];
	if (!node_online(node)) {
		/* Two possibilities here:
		   - The CPU is missing memory and no node was created.
		   In that case try picking one from a nearby CPU
		   - The APIC IDs differ from the HyperTransport node IDs
		   which the K8 northbridge parsing fills in.
		   Assume they are all increased by a constant offset,
		   but in the same order as the HT nodeids.
		   If that doesn't result in a usable node fall back to the
		   path for the previous case.  */

616
		int ht_nodeid = apicid - (cpu_data(0).phys_proc_id << bits);
T
Thomas Gleixner 已提交
617 618 619 620 621 622 623 624

		if (ht_nodeid >= 0 &&
		    apicid_to_node[ht_nodeid] != NUMA_NO_NODE)
			node = apicid_to_node[ht_nodeid];
		/* Pick a nearby node */
		if (!node_online(node))
			node = nearby_node(apicid);
	}
625
	numa_set_node(cpu, node);
626

627
	printk(KERN_INFO "CPU %d/%x -> Node %d\n", cpu, apicid, node);
628 629 630
#endif
#endif
}
L
Linus Torvalds 已提交
631

632
static void __cpuinit early_init_amd_mc(struct cpuinfo_x86 *c)
633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653 654 655 656 657 658
{
#ifdef CONFIG_SMP
	unsigned bits, ecx;

	/* Multi core CPU? */
	if (c->extended_cpuid_level < 0x80000008)
		return;

	ecx = cpuid_ecx(0x80000008);

	c->x86_max_cores = (ecx & 0xff) + 1;

	/* CPU telling us the core id bits shift? */
	bits = (ecx >> 12) & 0xF;

	/* Otherwise recompute */
	if (bits == 0) {
		while ((1 << bits) < c->x86_max_cores)
			bits++;
	}

	c->x86_coreid_bits = bits;

#endif
}

659 660 661 662 663 664 665 666 667 668 669 670
#define ENABLE_C1E_MASK		0x18000000
#define CPUID_PROCESSOR_SIGNATURE	1
#define CPUID_XFAM		0x0ff00000
#define CPUID_XFAM_K8		0x00000000
#define CPUID_XFAM_10H		0x00100000
#define CPUID_XFAM_11H		0x00200000
#define CPUID_XMOD		0x000f0000
#define CPUID_XMOD_REV_F	0x00040000

/* AMD systems with C1E don't have a working lAPIC timer. Check for that. */
static __cpuinit int amd_apic_timer_broken(void)
{
T
Thomas Gleixner 已提交
671 672
	u32 lo, hi, eax = cpuid_eax(CPUID_PROCESSOR_SIGNATURE);

673 674 675 676 677 678 679 680 681 682 683 684 685 686 687 688 689
	switch (eax & CPUID_XFAM) {
	case CPUID_XFAM_K8:
		if ((eax & CPUID_XMOD) < CPUID_XMOD_REV_F)
			break;
	case CPUID_XFAM_10H:
	case CPUID_XFAM_11H:
		rdmsr(MSR_K8_ENABLE_C1E, lo, hi);
		if (lo & ENABLE_C1E_MASK)
			return 1;
		break;
	default:
		/* err on the side of caution */
		return 1;
	}
	return 0;
}

690 691 692 693 694 695 696 697 698
static void __cpuinit early_init_amd(struct cpuinfo_x86 *c)
{
	early_init_amd_mc(c);

 	/* c->x86_power is 8000_0007 edx. Bit 8 is constant TSC */
	if (c->x86_power & (1<<8))
		set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);
}

699
static void __cpuinit init_amd(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
700
{
701
	unsigned level;
L
Linus Torvalds 已提交
702

703 704 705
#ifdef CONFIG_SMP
	unsigned long value;

706 707 708
	/*
	 * Disable TLB flush filter by setting HWCR.FFDIS on K8
	 * bit 6 of msr C001_0015
T
Thomas Gleixner 已提交
709
	 *
710 711 712 713 714 715 716 717
	 * Errata 63 for SH-B3 steppings
	 * Errata 122 for all steppings (F+ have it disabled by default)
	 */
	if (c->x86 == 15) {
		rdmsrl(MSR_K8_HWCR, value);
		value |= 1 << 6;
		wrmsrl(MSR_K8_HWCR, value);
	}
718 719
#endif

L
Linus Torvalds 已提交
720 721
	/* Bit 31 in normal CPUID used for nonstandard 3DNow ID;
	   3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway */
722
	clear_bit(0*32+31, (unsigned long *)&c->x86_capability);
T
Thomas Gleixner 已提交
723

724 725
	/* On C+ stepping K8 rep microcode works well for copy/memset */
	level = cpuid_eax(1);
T
Thomas Gleixner 已提交
726 727
	if (c->x86 == 15 && ((level >= 0x0f48 && level < 0x0f50) ||
			     level >= 0x0f58))
728
		set_cpu_cap(c, X86_FEATURE_REP_GOOD);
729
	if (c->x86 == 0x10 || c->x86 == 0x11)
730
		set_cpu_cap(c, X86_FEATURE_REP_GOOD);
731

732 733
	/* Enable workaround for FXSAVE leak */
	if (c->x86 >= 6)
734
		set_cpu_cap(c, X86_FEATURE_FXSAVE_LEAK);
735

736 737
	level = get_model_name(c);
	if (!level) {
T
Thomas Gleixner 已提交
738
		switch (c->x86) {
L
Linus Torvalds 已提交
739 740 741 742
		case 15:
			/* Should distinguish Models here, but this is only
			   a fallback anyways. */
			strcpy(c->x86_model_id, "Hammer");
T
Thomas Gleixner 已提交
743 744 745
			break;
		}
	}
L
Linus Torvalds 已提交
746 747
	display_cacheinfo(c);

748 749
	/* Multi core CPU? */
	if (c->extended_cpuid_level >= 0x80000008)
750
		amd_detect_cmp(c);
L
Linus Torvalds 已提交
751

752 753 754 755 756
	if (c->extended_cpuid_level >= 0x80000006 &&
		(cpuid_edx(0x80000006) & 0xf000))
		num_cache_leaves = 4;
	else
		num_cache_leaves = 3;
757

758
	if (c->x86 == 0xf || c->x86 == 0x10 || c->x86 == 0x11)
759
		set_cpu_cap(c, X86_FEATURE_K8);
760

761 762
	/* MFENCE stops RDTSC speculation */
	set_cpu_cap(c, X86_FEATURE_MFENCE_RDTSC);
763

764 765
	if (amd_apic_timer_broken())
		disable_apic_timer = 1;
L
Linus Torvalds 已提交
766 767
}

768
void __cpuinit detect_ht(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
769 770
{
#ifdef CONFIG_SMP
T
Thomas Gleixner 已提交
771 772
	u32 eax, ebx, ecx, edx;
	int index_msb, core_bits;
773 774 775 776

	cpuid(1, &eax, &ebx, &ecx, &edx);


777
	if (!cpu_has(c, X86_FEATURE_HT))
L
Linus Torvalds 已提交
778
		return;
T
Thomas Gleixner 已提交
779
	if (cpu_has(c, X86_FEATURE_CMP_LEGACY))
780
		goto out;
L
Linus Torvalds 已提交
781 782

	smp_num_siblings = (ebx & 0xff0000) >> 16;
783

L
Linus Torvalds 已提交
784 785
	if (smp_num_siblings == 1) {
		printk(KERN_INFO  "CPU: Hyper-Threading is disabled\n");
T
Thomas Gleixner 已提交
786
	} else if (smp_num_siblings > 1) {
787

L
Linus Torvalds 已提交
788
		if (smp_num_siblings > NR_CPUS) {
T
Thomas Gleixner 已提交
789 790
			printk(KERN_WARNING "CPU: Unsupported number of "
			       "siblings %d", smp_num_siblings);
L
Linus Torvalds 已提交
791 792 793
			smp_num_siblings = 1;
			return;
		}
794 795

		index_msb = get_count_order(smp_num_siblings);
796
		c->phys_proc_id = phys_pkg_id(index_msb);
797

798
		smp_num_siblings = smp_num_siblings / c->x86_max_cores;
799

T
Thomas Gleixner 已提交
800
		index_msb = get_count_order(smp_num_siblings);
801 802

		core_bits = get_count_order(c->x86_max_cores);
803

804
		c->cpu_core_id = phys_pkg_id(index_msb) &
805
					       ((1 << core_bits) - 1);
L
Linus Torvalds 已提交
806
	}
807 808
out:
	if ((c->x86_max_cores * smp_num_siblings) > 1) {
T
Thomas Gleixner 已提交
809 810 811 812
		printk(KERN_INFO  "CPU: Physical Processor ID: %d\n",
		       c->phys_proc_id);
		printk(KERN_INFO  "CPU: Processor Core ID: %d\n",
		       c->cpu_core_id);
813 814
	}

L
Linus Torvalds 已提交
815 816 817
#endif
}

818 819 820
/*
 * find out the number of processor cores on the die
 */
821
static int __cpuinit intel_num_cpu_cores(struct cpuinfo_x86 *c)
822
{
823
	unsigned int eax, t;
824 825 826 827

	if (c->cpuid_level < 4)
		return 1;

828
	cpuid_count(4, 0, &eax, &t, &t, &t);
829 830 831 832 833 834 835

	if (eax & 0x1f)
		return ((eax >> 26) + 1);
	else
		return 1;
}

836 837 838
static void srat_detect_node(void)
{
#ifdef CONFIG_NUMA
839
	unsigned node;
840
	int cpu = smp_processor_id();
841
	int apicid = hard_smp_processor_id();
842 843 844

	/* Don't do the funky fallback heuristics the AMD version employs
	   for now. */
845
	node = apicid_to_node[apicid];
846
	if (node == NUMA_NO_NODE)
847
		node = first_node(node_online_map);
848
	numa_set_node(cpu, node);
849

A
Andi Kleen 已提交
850
	printk(KERN_INFO "CPU %d/%x -> Node %d\n", cpu, apicid, node);
851 852 853
#endif
}

854 855 856 857 858 859 860
static void __cpuinit early_init_intel(struct cpuinfo_x86 *c)
{
	if ((c->x86 == 0xf && c->x86_model >= 0x03) ||
	    (c->x86 == 0x6 && c->x86_model >= 0x0e))
		set_bit(X86_FEATURE_CONSTANT_TSC, &c->x86_capability);
}

861
static void __cpuinit init_intel(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
862 863 864 865 866
{
	/* Cache sizes */
	unsigned n;

	init_intel_cacheinfo(c);
T
Thomas Gleixner 已提交
867
	if (c->cpuid_level > 9) {
868 869 870
		unsigned eax = cpuid_eax(10);
		/* Check for version and the number of counters */
		if ((eax & 0xff) && (((eax>>8) & 0xff) > 1))
871
			set_cpu_cap(c, X86_FEATURE_ARCH_PERFMON);
872 873
	}

874 875 876
	if (cpu_has_ds) {
		unsigned int l1, l2;
		rdmsr(MSR_IA32_MISC_ENABLE, l1, l2);
877
		if (!(l1 & (1<<11)))
878
			set_cpu_cap(c, X86_FEATURE_BTS);
879
		if (!(l1 & (1<<12)))
880
			set_cpu_cap(c, X86_FEATURE_PEBS);
881 882
	}

883 884 885 886

	if (cpu_has_bts)
		ds_init_intel(c);

887
	n = c->extended_cpuid_level;
L
Linus Torvalds 已提交
888 889 890 891
	if (n >= 0x80000008) {
		unsigned eax = cpuid_eax(0x80000008);
		c->x86_virt_bits = (eax >> 8) & 0xff;
		c->x86_phys_bits = eax & 0xff;
892 893 894 895 896
		/* CPUID workaround for Intel 0F34 CPU */
		if (c->x86_vendor == X86_VENDOR_INTEL &&
		    c->x86 == 0xF && c->x86_model == 0x3 &&
		    c->x86_mask == 0x4)
			c->x86_phys_bits = 36;
L
Linus Torvalds 已提交
897 898 899 900
	}

	if (c->x86 == 15)
		c->x86_cache_alignment = c->x86_clflush_size * 2;
901 902
	if ((c->x86 == 0xf && c->x86_model >= 0x03) ||
	    (c->x86 == 0x6 && c->x86_model >= 0x0e))
903
		set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);
904
	if (c->x86 == 6)
905
		set_cpu_cap(c, X86_FEATURE_REP_GOOD);
906
	set_cpu_cap(c, X86_FEATURE_LFENCE_RDTSC);
T
Thomas Gleixner 已提交
907
	c->x86_max_cores = intel_num_cpu_cores(c);
908 909

	srat_detect_node();
L
Linus Torvalds 已提交
910 911
}

912
static void __cpuinit get_cpu_vendor(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931 932
{
	char *v = c->x86_vendor_id;

	if (!strcmp(v, "AuthenticAMD"))
		c->x86_vendor = X86_VENDOR_AMD;
	else if (!strcmp(v, "GenuineIntel"))
		c->x86_vendor = X86_VENDOR_INTEL;
	else
		c->x86_vendor = X86_VENDOR_UNKNOWN;
}

struct cpu_model_info {
	int vendor;
	int family;
	char *model_names[16];
};

/* Do some early cpuid on the boot CPU to get some parameter that are
   needed before check_bugs. Everything advanced is in identify_cpu
   below. */
933
static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
934
{
935
	u32 tfms, xlvl;
L
Linus Torvalds 已提交
936 937 938 939 940 941 942 943 944

	c->loops_per_jiffy = loops_per_jiffy;
	c->x86_cache_size = -1;
	c->x86_vendor = X86_VENDOR_UNKNOWN;
	c->x86_model = c->x86_mask = 0;	/* So far unknown... */
	c->x86_vendor_id[0] = '\0'; /* Unset */
	c->x86_model_id[0] = '\0';  /* Unset */
	c->x86_clflush_size = 64;
	c->x86_cache_alignment = c->x86_clflush_size;
945
	c->x86_max_cores = 1;
946
	c->x86_coreid_bits = 0;
947
	c->extended_cpuid_level = 0;
L
Linus Torvalds 已提交
948 949 950 951 952 953 954
	memset(&c->x86_capability, 0, sizeof c->x86_capability);

	/* Get vendor name */
	cpuid(0x00000000, (unsigned int *)&c->cpuid_level,
	      (unsigned int *)&c->x86_vendor_id[0],
	      (unsigned int *)&c->x86_vendor_id[8],
	      (unsigned int *)&c->x86_vendor_id[4]);
T
Thomas Gleixner 已提交
955

L
Linus Torvalds 已提交
956 957 958 959 960 961 962 963 964 965 966 967 968
	get_cpu_vendor(c);

	/* Initialize the standard set of capabilities */
	/* Note that the vendor-specific code below might override */

	/* Intel-defined flags: level 0x00000001 */
	if (c->cpuid_level >= 0x00000001) {
		__u32 misc;
		cpuid(0x00000001, &tfms, &misc, &c->x86_capability[4],
		      &c->x86_capability[0]);
		c->x86 = (tfms >> 8) & 0xf;
		c->x86_model = (tfms >> 4) & 0xf;
		c->x86_mask = tfms & 0xf;
969
		if (c->x86 == 0xf)
L
Linus Torvalds 已提交
970
			c->x86 += (tfms >> 20) & 0xff;
971
		if (c->x86 >= 0x6)
L
Linus Torvalds 已提交
972
			c->x86_model += ((tfms >> 16) & 0xF) << 4;
T
Thomas Gleixner 已提交
973
		if (c->x86_capability[0] & (1<<19))
L
Linus Torvalds 已提交
974 975 976 977 978
			c->x86_clflush_size = ((misc >> 8) & 0xff) * 8;
	} else {
		/* Have CPUID level 0 only - unheard of */
		c->x86 = 4;
	}
979 980

#ifdef CONFIG_SMP
981
	c->phys_proc_id = (cpuid_ebx(1) >> 24) & 0xff;
982
#endif
L
Linus Torvalds 已提交
983 984
	/* AMD-defined flags: level 0x80000001 */
	xlvl = cpuid_eax(0x80000000);
985
	c->extended_cpuid_level = xlvl;
L
Linus Torvalds 已提交
986 987 988
	if ((xlvl & 0xffff0000) == 0x80000000) {
		if (xlvl >= 0x80000001) {
			c->x86_capability[1] = cpuid_edx(0x80000001);
989
			c->x86_capability[6] = cpuid_ecx(0x80000001);
L
Linus Torvalds 已提交
990 991 992 993 994 995 996 997 998 999 1000 1001 1002
		}
		if (xlvl >= 0x80000004)
			get_model_name(c); /* Default name */
	}

	/* Transmeta-defined flags: level 0x80860001 */
	xlvl = cpuid_eax(0x80860000);
	if ((xlvl & 0xffff0000) == 0x80860000) {
		/* Don't set x86_cpuid_level here for now to not confuse. */
		if (xlvl >= 0x80860001)
			c->x86_capability[2] = cpuid_edx(0x80860001);
	}

1003 1004 1005 1006
	c->extended_cpuid_level = cpuid_eax(0x80000000);
	if (c->extended_cpuid_level >= 0x80000007)
		c->x86_power = cpuid_edx(0x80000007);

1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023
	switch (c->x86_vendor) {
	case X86_VENDOR_AMD:
		early_init_amd(c);
		break;
	}

}

/*
 * This does the hard work of actually picking apart the CPU stuff...
 */
void __cpuinit identify_cpu(struct cpuinfo_x86 *c)
{
	int i;

	early_identify_cpu(c);

1024 1025
	init_scattered_cpuid_features(c);

1026 1027
	c->apicid = phys_pkg_id(0);

L
Linus Torvalds 已提交
1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053
	/*
	 * Vendor-specific initialization.  In this section we
	 * canonicalize the feature flags, meaning if there are
	 * features a certain CPU supports which CPUID doesn't
	 * tell us, CPUID claiming incorrect flags, or other bugs,
	 * we handle them here.
	 *
	 * At the end of this section, c->x86_capability better
	 * indicate the features this CPU genuinely supports!
	 */
	switch (c->x86_vendor) {
	case X86_VENDOR_AMD:
		init_amd(c);
		break;

	case X86_VENDOR_INTEL:
		init_intel(c);
		break;

	case X86_VENDOR_UNKNOWN:
	default:
		display_cacheinfo(c);
		break;
	}

	select_idle_routine(c);
T
Thomas Gleixner 已提交
1054
	detect_ht(c);
L
Linus Torvalds 已提交
1055 1056 1057 1058 1059 1060 1061 1062 1063

	/*
	 * On SMP, boot_cpu_data holds the common feature set between
	 * all CPUs; so make sure that we indicate which features are
	 * common between the CPUs.  The first time this routine gets
	 * executed, c == &boot_cpu_data.
	 */
	if (c != &boot_cpu_data) {
		/* AND the already accumulated flags with these */
T
Thomas Gleixner 已提交
1064
		for (i = 0; i < NCAPINTS; i++)
L
Linus Torvalds 已提交
1065 1066 1067 1068 1069 1070
			boot_cpu_data.x86_capability[i] &= c->x86_capability[i];
	}

#ifdef CONFIG_X86_MCE
	mcheck_init(c);
#endif
1071
	if (c != &boot_cpu_data)
S
Shaohua Li 已提交
1072
		mtrr_ap_init();
L
Linus Torvalds 已提交
1073
#ifdef CONFIG_NUMA
1074
	numa_add_cpu(smp_processor_id());
L
Linus Torvalds 已提交
1075
#endif
1076 1077 1078 1079 1080 1081 1082 1083 1084

	switch (c->x86_vendor) {
	case X86_VENDOR_AMD:
		early_init_amd(c);
		break;
	case X86_VENDOR_INTEL:
		early_init_intel(c);
		break;
	}
L
Linus Torvalds 已提交
1085 1086
}

1087
void __cpuinit print_cpu_info(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
1088 1089
{
	if (c->x86_model_id[0])
T
Thomas Gleixner 已提交
1090
		printk(KERN_INFO "%s", c->x86_model_id);
L
Linus Torvalds 已提交
1091

T
Thomas Gleixner 已提交
1092 1093
	if (c->x86_mask || c->cpuid_level >= 0)
		printk(KERN_CONT " stepping %02x\n", c->x86_mask);
L
Linus Torvalds 已提交
1094
	else
T
Thomas Gleixner 已提交
1095
		printk(KERN_CONT "\n");
L
Linus Torvalds 已提交
1096 1097 1098 1099 1100 1101 1102 1103 1104
}

/*
 *	Get CPU information for use by the procfs.
 */

static int show_cpuinfo(struct seq_file *m, void *v)
{
	struct cpuinfo_x86 *c = v;
T
Thomas Gleixner 已提交
1105
	int cpu = 0, i;
L
Linus Torvalds 已提交
1106

T
Thomas Gleixner 已提交
1107
	/*
L
Linus Torvalds 已提交
1108 1109 1110 1111 1112 1113 1114
	 * These flag bits must match the definitions in <asm/cpufeature.h>.
	 * NULL means this bit is undefined or reserved; either way it doesn't
	 * have meaning as far as Linux is concerned.  Note that it's important
	 * to realize there is a difference between this table and CPUID -- if
	 * applications want to get the raw CPUID data, they should access
	 * /dev/cpu/<cpu_nr>/cpuid instead.
	 */
J
Jan Beulich 已提交
1115
	static const char *const x86_cap_flags[] = {
L
Linus Torvalds 已提交
1116
		/* Intel-defined */
T
Thomas Gleixner 已提交
1117 1118 1119 1120
		"fpu", "vme", "de", "pse", "tsc", "msr", "pae", "mce",
		"cx8", "apic", NULL, "sep", "mtrr", "pge", "mca", "cmov",
		"pat", "pse36", "pn", "clflush", NULL, "dts", "acpi", "mmx",
		"fxsr", "sse", "sse2", "ss", "ht", "tm", "ia64", "pbe",
L
Linus Torvalds 已提交
1121 1122

		/* AMD-defined */
1123
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
L
Linus Torvalds 已提交
1124 1125
		NULL, NULL, NULL, "syscall", NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, "nx", NULL, "mmxext", NULL,
1126 1127
		NULL, "fxsr_opt", "pdpe1gb", "rdtscp", NULL, "lm",
		"3dnowext", "3dnow",
L
Linus Torvalds 已提交
1128 1129 1130 1131 1132 1133 1134 1135

		/* Transmeta-defined */
		"recovery", "longrun", NULL, "lrti", NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,

		/* Other (Linux-defined) */
1136 1137 1138 1139 1140
		"cxmmx", "k6_mtrr", "cyrix_arr", "centaur_mcr",
		NULL, NULL, NULL, NULL,
		"constant_tsc", "up", NULL, "arch_perfmon",
		"pebs", "bts", NULL, "sync_rdtsc",
		"rep_good", NULL, NULL, NULL, NULL, NULL, NULL, NULL,
L
Linus Torvalds 已提交
1141 1142 1143
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,

		/* Intel-defined (#2) */
1144
		"pni", NULL, NULL, "monitor", "ds_cpl", "vmx", "smx", "est",
1145
		"tm2", "ssse3", "cid", NULL, NULL, "cx16", "xtpr", NULL,
1146
		NULL, NULL, "dca", "sse4_1", "sse4_2", NULL, NULL, "popcnt",
L
Linus Torvalds 已提交
1147 1148
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,

1149 1150
		/* VIA/Cyrix/Centaur-defined */
		NULL, NULL, "rng", "rng_en", NULL, NULL, "ace", "ace_en",
1151
		"ace2", "ace2_en", "phe", "phe_en", "pmm", "pmm_en", NULL, NULL,
1152 1153 1154
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,

L
Linus Torvalds 已提交
1155
		/* AMD-defined (#2) */
1156 1157 1158 1159
		"lahf_lm", "cmp_legacy", "svm", "extapic",
		"cr8_legacy", "abm", "sse4a", "misalignsse",
		"3dnowprefetch", "osvw", "ibs", "sse5",
		"skinit", "wdt", NULL, NULL,
L
Linus Torvalds 已提交
1160
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1161
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1162 1163 1164 1165 1166 1167

		/* Auxiliary (Linux-defined) */
		"ida", NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
L
Linus Torvalds 已提交
1168
	};
J
Jan Beulich 已提交
1169
	static const char *const x86_power_flags[] = {
L
Linus Torvalds 已提交
1170 1171 1172 1173 1174
		"ts",	/* temperature sensor */
		"fid",  /* frequency id control */
		"vid",  /* voltage id control */
		"ttp",  /* thermal trip */
		"tm",
1175
		"stc",
1176 1177
		"100mhzsteps",
		"hwpstate",
1178 1179
		"",	/* tsc invariant mapped to constant_tsc */
		/* nothing */
L
Linus Torvalds 已提交
1180 1181 1182 1183
	};


#ifdef CONFIG_SMP
1184
	cpu = c->cpu_index;
L
Linus Torvalds 已提交
1185 1186
#endif

T
Thomas Gleixner 已提交
1187 1188 1189 1190 1191 1192 1193 1194 1195 1196 1197
	seq_printf(m, "processor\t: %u\n"
		   "vendor_id\t: %s\n"
		   "cpu family\t: %d\n"
		   "model\t\t: %d\n"
		   "model name\t: %s\n",
		   (unsigned)cpu,
		   c->x86_vendor_id[0] ? c->x86_vendor_id : "unknown",
		   c->x86,
		   (int)c->x86_model,
		   c->x86_model_id[0] ? c->x86_model_id : "unknown");

L
Linus Torvalds 已提交
1198 1199 1200 1201
	if (c->x86_mask || c->cpuid_level >= 0)
		seq_printf(m, "stepping\t: %d\n", c->x86_mask);
	else
		seq_printf(m, "stepping\t: unknown\n");
T
Thomas Gleixner 已提交
1202 1203

	if (cpu_has(c, X86_FEATURE_TSC)) {
1204
		unsigned int freq = cpufreq_quick_get((unsigned)cpu);
T
Thomas Gleixner 已提交
1205

1206 1207
		if (!freq)
			freq = cpu_khz;
L
Linus Torvalds 已提交
1208
		seq_printf(m, "cpu MHz\t\t: %u.%03u\n",
T
Thomas Gleixner 已提交
1209
			   freq / 1000, (freq % 1000));
L
Linus Torvalds 已提交
1210 1211 1212
	}

	/* Cache size */
T
Thomas Gleixner 已提交
1213
	if (c->x86_cache_size >= 0)
L
Linus Torvalds 已提交
1214
		seq_printf(m, "cache size\t: %d KB\n", c->x86_cache_size);
T
Thomas Gleixner 已提交
1215

L
Linus Torvalds 已提交
1216
#ifdef CONFIG_SMP
1217
	if (smp_num_siblings * c->x86_max_cores > 1) {
1218
		seq_printf(m, "physical id\t: %d\n", c->phys_proc_id);
1219 1220
		seq_printf(m, "siblings\t: %d\n",
			       cpus_weight(per_cpu(cpu_core_map, cpu)));
1221
		seq_printf(m, "core id\t\t: %d\n", c->cpu_core_id);
1222
		seq_printf(m, "cpu cores\t: %d\n", c->booted_cores);
1223
	}
T
Thomas Gleixner 已提交
1224
#endif
L
Linus Torvalds 已提交
1225 1226

	seq_printf(m,
T
Thomas Gleixner 已提交
1227 1228 1229 1230 1231
		   "fpu\t\t: yes\n"
		   "fpu_exception\t: yes\n"
		   "cpuid level\t: %d\n"
		   "wp\t\t: yes\n"
		   "flags\t\t:",
L
Linus Torvalds 已提交
1232 1233
		   c->cpuid_level);

T
Thomas Gleixner 已提交
1234 1235 1236 1237
	for (i = 0; i < 32*NCAPINTS; i++)
		if (cpu_has(c, i) && x86_cap_flags[i] != NULL)
			seq_printf(m, " %s", x86_cap_flags[i]);

L
Linus Torvalds 已提交
1238 1239 1240 1241
	seq_printf(m, "\nbogomips\t: %lu.%02lu\n",
		   c->loops_per_jiffy/(500000/HZ),
		   (c->loops_per_jiffy/(5000/HZ)) % 100);

T
Thomas Gleixner 已提交
1242
	if (c->x86_tlbsize > 0)
L
Linus Torvalds 已提交
1243 1244 1245 1246
		seq_printf(m, "TLB size\t: %d 4K pages\n", c->x86_tlbsize);
	seq_printf(m, "clflush size\t: %d\n", c->x86_clflush_size);
	seq_printf(m, "cache_alignment\t: %d\n", c->x86_cache_alignment);

T
Thomas Gleixner 已提交
1247
	seq_printf(m, "address sizes\t: %u bits physical, %u bits virtual\n",
L
Linus Torvalds 已提交
1248 1249 1250
		   c->x86_phys_bits, c->x86_virt_bits);

	seq_printf(m, "power management:");
T
Thomas Gleixner 已提交
1251 1252 1253 1254 1255 1256 1257 1258 1259 1260
	for (i = 0; i < 32; i++) {
		if (c->x86_power & (1 << i)) {
			if (i < ARRAY_SIZE(x86_power_flags) &&
			    x86_power_flags[i])
				seq_printf(m, "%s%s",
					   x86_power_flags[i][0]?" ":"",
					   x86_power_flags[i]);
			else
				seq_printf(m, " [%d]", i);
		}
L
Linus Torvalds 已提交
1261 1262
	}

1263
	seq_printf(m, "\n\n");
L
Linus Torvalds 已提交
1264 1265 1266 1267 1268 1269

	return 0;
}

static void *c_start(struct seq_file *m, loff_t *pos)
{
1270
	if (*pos == 0)	/* just in case, cpu 0 is not the first */
1271 1272
		*pos = first_cpu(cpu_online_map);
	if ((*pos) < NR_CPUS && cpu_online(*pos))
1273 1274
		return &cpu_data(*pos);
	return NULL;
L
Linus Torvalds 已提交
1275 1276 1277 1278
}

static void *c_next(struct seq_file *m, void *v, loff_t *pos)
{
1279
	*pos = next_cpu(*pos, cpu_online_map);
L
Linus Torvalds 已提交
1280 1281 1282 1283 1284 1285 1286 1287
	return c_start(m, pos);
}

static void c_stop(struct seq_file *m, void *v)
{
}

struct seq_operations cpuinfo_op = {
T
Thomas Gleixner 已提交
1288
	.start = c_start,
L
Linus Torvalds 已提交
1289 1290 1291 1292
	.next =	c_next,
	.stop =	c_stop,
	.show =	show_cpuinfo,
};