setup_64.c 32.3 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/*
 *  Copyright (C) 1995  Linus Torvalds
 */

/*
 * This file handles the architecture-dependent parts of initialization
 */

#include <linux/errno.h>
#include <linux/sched.h>
#include <linux/kernel.h>
#include <linux/mm.h>
#include <linux/stddef.h>
#include <linux/unistd.h>
#include <linux/ptrace.h>
#include <linux/slab.h>
#include <linux/user.h>
#include <linux/a.out.h>
19
#include <linux/screen_info.h>
L
Linus Torvalds 已提交
20 21 22 23 24 25 26 27 28 29
#include <linux/ioport.h>
#include <linux/delay.h>
#include <linux/init.h>
#include <linux/initrd.h>
#include <linux/highmem.h>
#include <linux/bootmem.h>
#include <linux/module.h>
#include <asm/processor.h>
#include <linux/console.h>
#include <linux/seq_file.h>
30
#include <linux/crash_dump.h>
L
Linus Torvalds 已提交
31 32
#include <linux/root_dev.h>
#include <linux/pci.h>
H
Huang, Ying 已提交
33
#include <linux/efi.h>
L
Linus Torvalds 已提交
34 35 36
#include <linux/acpi.h>
#include <linux/kallsyms.h>
#include <linux/edd.h>
37
#include <linux/mmzone.h>
38
#include <linux/kexec.h>
39
#include <linux/cpufreq.h>
40
#include <linux/dmi.h>
41
#include <linux/dma-mapping.h>
42
#include <linux/ctype.h>
43
#include <linux/uaccess.h>
44

L
Linus Torvalds 已提交
45 46 47
#include <asm/mtrr.h>
#include <asm/uaccess.h>
#include <asm/system.h>
I
Ingo Molnar 已提交
48
#include <asm/vsyscall.h>
L
Linus Torvalds 已提交
49 50 51 52 53 54 55
#include <asm/io.h>
#include <asm/smp.h>
#include <asm/msr.h>
#include <asm/desc.h>
#include <video/edid.h>
#include <asm/e820.h>
#include <asm/dma.h>
Y
Yinghai Lu 已提交
56
#include <asm/gart.h>
L
Linus Torvalds 已提交
57 58 59 60 61 62
#include <asm/mpspec.h>
#include <asm/mmu_context.h>
#include <asm/proto.h>
#include <asm/setup.h>
#include <asm/mach_apic.h>
#include <asm/numa.h>
63
#include <asm/sections.h>
64
#include <asm/dmi.h>
B
Bernhard Walle 已提交
65
#include <asm/cacheflush.h>
66
#include <asm/mce.h>
67
#include <asm/ds.h>
L
Linus Torvalds 已提交
68

69 70 71 72 73 74
#ifdef CONFIG_PARAVIRT
#include <asm/paravirt.h>
#else
#define ARCH_SETUP
#endif

L
Linus Torvalds 已提交
75 76 77 78
/*
 * Machine setup..
 */

79
struct cpuinfo_x86 boot_cpu_data __read_mostly;
80
EXPORT_SYMBOL(boot_cpu_data);
L
Linus Torvalds 已提交
81 82 83 84 85 86 87 88

unsigned long mmu_cr4_features;

/* Boot loader ID as an integer, for the benefit of proc_dointvec */
int bootloader_type;

unsigned long saved_video_mode;

89 90
int force_mwait __cpuinitdata;

T
Thomas Gleixner 已提交
91
/*
92 93 94 95 96
 * Early DMI memory
 */
int dmi_alloc_index;
char dmi_alloc_data[DMI_MAX_DATA];

L
Linus Torvalds 已提交
97 98 99 100
/*
 * Setup options
 */
struct screen_info screen_info;
101
EXPORT_SYMBOL(screen_info);
L
Linus Torvalds 已提交
102 103 104 105 106 107
struct sys_desc_table_struct {
	unsigned short length;
	unsigned char table[0];
};

struct edid_info edid_info;
108
EXPORT_SYMBOL_GPL(edid_info);
L
Linus Torvalds 已提交
109 110 111

extern int root_mountflags;

112
char __initdata command_line[COMMAND_LINE_SIZE];
L
Linus Torvalds 已提交
113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136

struct resource standard_io_resources[] = {
	{ .name = "dma1", .start = 0x00, .end = 0x1f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "pic1", .start = 0x20, .end = 0x21,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "timer0", .start = 0x40, .end = 0x43,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "timer1", .start = 0x50, .end = 0x53,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "keyboard", .start = 0x60, .end = 0x6f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "dma page reg", .start = 0x80, .end = 0x8f,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "pic2", .start = 0xa0, .end = 0xa1,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "dma2", .start = 0xc0, .end = 0xdf,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO },
	{ .name = "fpu", .start = 0xf0, .end = 0xff,
		.flags = IORESOURCE_BUSY | IORESOURCE_IO }
};

#define IORESOURCE_RAM (IORESOURCE_BUSY | IORESOURCE_MEM)

137
static struct resource data_resource = {
L
Linus Torvalds 已提交
138 139 140 141 142
	.name = "Kernel data",
	.start = 0,
	.end = 0,
	.flags = IORESOURCE_RAM,
};
143
static struct resource code_resource = {
L
Linus Torvalds 已提交
144 145 146 147 148
	.name = "Kernel code",
	.start = 0,
	.end = 0,
	.flags = IORESOURCE_RAM,
};
149
static struct resource bss_resource = {
B
Bernhard Walle 已提交
150 151 152 153 154
	.name = "Kernel bss",
	.start = 0,
	.end = 0,
	.flags = IORESOURCE_RAM,
};
L
Linus Torvalds 已提交
155

156 157
static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c);

158 159 160 161 162 163
#ifdef CONFIG_PROC_VMCORE
/* elfcorehdr= specifies the location of elf core header
 * stored by the crashed kernel. This option will be passed
 * by kexec loader to the capture kernel.
 */
static int __init setup_elfcorehdr(char *arg)
164
{
165 166 167 168 169
	char *end;
	if (!arg)
		return -EINVAL;
	elfcorehdr_addr = memparse(arg, &end);
	return end > arg ? 0 : -EINVAL;
170
}
171
early_param("elfcorehdr", setup_elfcorehdr);
172 173
#endif

174
#ifndef CONFIG_NUMA
175 176
static void __init
contig_initmem_init(unsigned long start_pfn, unsigned long end_pfn)
L
Linus Torvalds 已提交
177
{
178 179 180 181 182
	unsigned long bootmap_size, bootmap;

	bootmap_size = bootmem_bootmap_pages(end_pfn)<<PAGE_SHIFT;
	bootmap = find_e820_area(0, end_pfn<<PAGE_SHIFT, bootmap_size);
	if (bootmap == -1L)
T
Thomas Gleixner 已提交
183
		panic("Cannot find bootmem map of size %ld\n", bootmap_size);
184
	bootmap_size = init_bootmem(bootmap >> PAGE_SHIFT, end_pfn);
185 186
	e820_register_active_regions(0, start_pfn, end_pfn);
	free_bootmem_with_active_regions(0, end_pfn);
187
	reserve_bootmem(bootmap, bootmap_size);
T
Thomas Gleixner 已提交
188
}
L
Linus Torvalds 已提交
189 190 191 192 193 194 195 196 197 198 199 200 201 202
#endif

#if defined(CONFIG_EDD) || defined(CONFIG_EDD_MODULE)
struct edd edd;
#ifdef CONFIG_EDD_MODULE
EXPORT_SYMBOL(edd);
#endif
/**
 * copy_edd() - Copy the BIOS EDD information
 *              from boot_params into a safe place.
 *
 */
static inline void copy_edd(void)
{
203 204 205 206 207
     memcpy(edd.mbr_signature, boot_params.edd_mbr_sig_buffer,
	    sizeof(edd.mbr_signature));
     memcpy(edd.edd_info, boot_params.eddbuf, sizeof(edd.edd_info));
     edd.mbr_signature_nr = boot_params.edd_mbr_sig_buf_entries;
     edd.edd_info_nr = boot_params.eddbuf_entries;
L
Linus Torvalds 已提交
208 209 210 211 212 213 214
}
#else
static inline void copy_edd(void)
{
}
#endif

215 216 217 218 219 220 221
#ifdef CONFIG_KEXEC
static void __init reserve_crashkernel(void)
{
	unsigned long long free_mem;
	unsigned long long crash_size, crash_base;
	int ret;

T
Thomas Gleixner 已提交
222 223
	free_mem =
		((unsigned long long)max_low_pfn - min_low_pfn) << PAGE_SHIFT;
224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246

	ret = parse_crashkernel(boot_command_line, free_mem,
			&crash_size, &crash_base);
	if (ret == 0 && crash_size) {
		if (crash_base > 0) {
			printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
					"for crashkernel (System RAM: %ldMB)\n",
					(unsigned long)(crash_size >> 20),
					(unsigned long)(crash_base >> 20),
					(unsigned long)(free_mem >> 20));
			crashk_res.start = crash_base;
			crashk_res.end   = crash_base + crash_size - 1;
			reserve_bootmem(crash_base, crash_size);
		} else
			printk(KERN_INFO "crashkernel reservation failed - "
					"you have to specify a base address\n");
	}
}
#else
static inline void __init reserve_crashkernel(void)
{}
#endif

L
Linus Torvalds 已提交
247
#define EBDA_ADDR_POINTER 0x40E
248 249 250 251

unsigned __initdata ebda_addr;
unsigned __initdata ebda_size;

252
static void __init discover_ebda(void)
L
Linus Torvalds 已提交
253
{
254
	/*
T
Thomas Gleixner 已提交
255
	 * there is a real-mode segmented pointer pointing to the
L
Linus Torvalds 已提交
256 257
	 * 4K EBDA area at 0x40E
	 */
258
	ebda_addr = *(unsigned short *)__va(EBDA_ADDR_POINTER);
259 260 261 262 263 264 265 266 267 268
	/*
	 * There can be some situations, like paravirtualized guests,
	 * in which there is no available ebda information. In such
	 * case, just skip it
	 */
	if (!ebda_addr) {
		ebda_size = 0;
		return;
	}

269 270
	ebda_addr <<= 4;

271
	ebda_size = *(unsigned short *)__va(ebda_addr);
272 273 274 275 276 277 278 279

	/* Round EBDA up to pages */
	if (ebda_size == 0)
		ebda_size = 1;
	ebda_size <<= 10;
	ebda_size = round_up(ebda_size + (ebda_addr & ~PAGE_MASK), PAGE_SIZE);
	if (ebda_size > 64*1024)
		ebda_size = 64*1024;
L
Linus Torvalds 已提交
280 281
}

282
/* Overridden in paravirt.c if CONFIG_PARAVIRT */
A
Andi Kleen 已提交
283
void __attribute__((weak)) __init memory_setup(void)
284 285 286 287
{
       machine_specific_memory_setup();
}

L
Linus Torvalds 已提交
288 289
void __init setup_arch(char **cmdline_p)
{
T
Thomas Gleixner 已提交
290 291
	unsigned i;

292
	printk(KERN_INFO "Command line: %s\n", boot_command_line);
293

294 295 296 297 298
	ROOT_DEV = old_decode_dev(boot_params.hdr.root_dev);
	screen_info = boot_params.screen_info;
	edid_info = boot_params.edid_info;
	saved_video_mode = boot_params.hdr.vid_mode;
	bootloader_type = boot_params.hdr.type_of_loader;
L
Linus Torvalds 已提交
299 300

#ifdef CONFIG_BLK_DEV_RAM
301 302 303
	rd_image_start = boot_params.hdr.ram_size & RAMDISK_IMAGE_START_MASK;
	rd_prompt = ((boot_params.hdr.ram_size & RAMDISK_PROMPT_FLAG) != 0);
	rd_doload = ((boot_params.hdr.ram_size & RAMDISK_LOAD_FLAG) != 0);
L
Linus Torvalds 已提交
304
#endif
H
Huang, Ying 已提交
305 306 307 308 309
#ifdef CONFIG_EFI
	if (!strncmp((char *)&boot_params.efi_info.efi_loader_signature,
		     "EL64", 4))
		efi_enabled = 1;
#endif
310 311 312 313

	ARCH_SETUP

	memory_setup();
L
Linus Torvalds 已提交
314 315
	copy_edd();

316
	if (!boot_params.hdr.root_flags)
L
Linus Torvalds 已提交
317 318 319 320 321 322
		root_mountflags &= ~MS_RDONLY;
	init_mm.start_code = (unsigned long) &_text;
	init_mm.end_code = (unsigned long) &_etext;
	init_mm.end_data = (unsigned long) &_edata;
	init_mm.brk = (unsigned long) &_end;

323 324 325 326
	code_resource.start = virt_to_phys(&_text);
	code_resource.end = virt_to_phys(&_etext)-1;
	data_resource.start = virt_to_phys(&_etext);
	data_resource.end = virt_to_phys(&_edata)-1;
B
Bernhard Walle 已提交
327 328
	bss_resource.start = virt_to_phys(&__bss_start);
	bss_resource.end = virt_to_phys(&__bss_stop)-1;
L
Linus Torvalds 已提交
329 330 331

	early_identify_cpu(&boot_cpu_data);

332
	strlcpy(command_line, boot_command_line, COMMAND_LINE_SIZE);
333 334 335 336 337
	*cmdline_p = command_line;

	parse_early_param();

	finish_e820_parsing();
338

Y
Yinghai Lu 已提交
339 340
	early_gart_iommu_check();

341
	e820_register_active_regions(0, 0, -1UL);
L
Linus Torvalds 已提交
342 343 344 345 346
	/*
	 * partially used pages are not usable - thus
	 * we are rounding upwards:
	 */
	end_pfn = e820_end_of_ram();
347
	num_physpages = end_pfn;
L
Linus Torvalds 已提交
348 349 350

	check_efer();

351 352
	discover_ebda();

L
Linus Torvalds 已提交
353
	init_memory_mapping(0, (end_pfn_map << PAGE_SHIFT));
H
Huang, Ying 已提交
354 355
	if (efi_enabled)
		efi_init();
L
Linus Torvalds 已提交
356

357 358
	dmi_scan_machine();

359 360
	io_delay_init();

361 362
#ifdef CONFIG_SMP
	/* setup to use the static apicid table during kernel startup */
363
	x86_cpu_to_apicid_early_ptr = (void *)&x86_cpu_to_apicid_init;
364 365
#endif

L
Len Brown 已提交
366
#ifdef CONFIG_ACPI
L
Linus Torvalds 已提交
367 368 369 370 371 372 373
	/*
	 * Initialize the ACPI boot-time table parser (gets the RSDP and SDT).
	 * Call this early for SRAT node setup.
	 */
	acpi_boot_table_init();
#endif

374 375 376 377 378
	/* How many end-of-memory variables you have, grandma! */
	max_low_pfn = end_pfn;
	max_pfn = end_pfn;
	high_memory = (void *)__va(end_pfn * PAGE_SIZE - 1) + 1;

379 380 381
	/* Remove active ranges so rediscovery with NUMA-awareness happens */
	remove_all_active_ranges();

L
Linus Torvalds 已提交
382 383 384 385 386 387 388
#ifdef CONFIG_ACPI_NUMA
	/*
	 * Parse SRAT to discover nodes.
	 */
	acpi_numa_init();
#endif

389
#ifdef CONFIG_NUMA
T
Thomas Gleixner 已提交
390
	numa_initmem_init(0, end_pfn);
L
Linus Torvalds 已提交
391
#else
392
	contig_initmem_init(0, end_pfn);
L
Linus Torvalds 已提交
393 394 395
#endif

	/* Reserve direct mapping */
T
Thomas Gleixner 已提交
396
	reserve_bootmem_generic(table_start << PAGE_SHIFT,
L
Linus Torvalds 已提交
397 398 399
				(table_end - table_start) << PAGE_SHIFT);

	/* reserve kernel */
400 401
	reserve_bootmem_generic(__pa_symbol(&_text),
				__pa_symbol(&_end) - __pa_symbol(&_text));
L
Linus Torvalds 已提交
402 403 404 405 406 407 408 409

	/*
	 * reserve physical page 0 - it's a special BIOS page on many boxes,
	 * enabling clean reboots, SMP operation, laptop functions.
	 */
	reserve_bootmem_generic(0, PAGE_SIZE);

	/* reserve ebda region */
410 411
	if (ebda_addr)
		reserve_bootmem_generic(ebda_addr, ebda_size);
412 413 414 415 416
#ifdef CONFIG_NUMA
	/* reserve nodemap region */
	if (nodemap_addr)
		reserve_bootmem_generic(nodemap_addr, nodemap_size);
#endif
L
Linus Torvalds 已提交
417 418 419

#ifdef CONFIG_SMP
	/* Reserve SMP trampoline */
420
	reserve_bootmem_generic(SMP_TRAMPOLINE_BASE, 2*PAGE_SIZE);
L
Linus Torvalds 已提交
421 422
#endif

L
Len Brown 已提交
423
#ifdef CONFIG_ACPI_SLEEP
L
Linus Torvalds 已提交
424
	/*
T
Thomas Gleixner 已提交
425
	 * Reserve low memory region for sleep support.
L
Linus Torvalds 已提交
426
	 */
T
Thomas Gleixner 已提交
427 428
       acpi_reserve_bootmem();
#endif
H
Huang, Ying 已提交
429 430 431 432 433 434

	if (efi_enabled) {
		efi_map_memmap();
		efi_reserve_bootmem();
	}

T
Thomas Gleixner 已提交
435 436 437
       /*
	* Find and reserve possible boot-time SMP configuration:
	*/
L
Linus Torvalds 已提交
438 439
	find_smp_config();
#ifdef CONFIG_BLK_DEV_INITRD
440 441 442 443 444 445 446 447 448 449 450
	if (boot_params.hdr.type_of_loader && boot_params.hdr.ramdisk_image) {
		unsigned long ramdisk_image = boot_params.hdr.ramdisk_image;
		unsigned long ramdisk_size  = boot_params.hdr.ramdisk_size;
		unsigned long ramdisk_end   = ramdisk_image + ramdisk_size;
		unsigned long end_of_mem    = end_pfn << PAGE_SHIFT;

		if (ramdisk_end <= end_of_mem) {
			reserve_bootmem_generic(ramdisk_image, ramdisk_size);
			initrd_start = ramdisk_image + PAGE_OFFSET;
			initrd_end = initrd_start+ramdisk_size;
		} else {
L
Linus Torvalds 已提交
451
			printk(KERN_ERR "initrd extends beyond end of memory "
452 453
			       "(0x%08lx > 0x%08lx)\ndisabling initrd\n",
			       ramdisk_end, end_of_mem);
L
Linus Torvalds 已提交
454 455 456 457
			initrd_start = 0;
		}
	}
#endif
458
	reserve_crashkernel();
L
Linus Torvalds 已提交
459
	paging_init();
I
Ingo Molnar 已提交
460
	map_vsyscall();
L
Linus Torvalds 已提交
461

462
	early_quirks();
L
Linus Torvalds 已提交
463

464 465 466 467 468 469
	/*
	 * set this early, so we dont allocate cpu0
	 * if MADT list doesnt list BSP first
	 * mpparse.c/MP_processor_info() allocates logical cpu numbers.
	 */
	cpu_set(0, cpu_present_map);
L
Len Brown 已提交
470
#ifdef CONFIG_ACPI
L
Linus Torvalds 已提交
471 472 473 474 475 476
	/*
	 * Read APIC and some other early information from ACPI tables.
	 */
	acpi_boot_init();
#endif

477 478
	init_cpu_to_node();

L
Linus Torvalds 已提交
479 480 481 482 483 484
	/*
	 * get boot-time SMP configuration:
	 */
	if (smp_found_config)
		get_smp_config();
	init_apic_mappings();
485
	ioapic_init_mappings();
L
Linus Torvalds 已提交
486 487

	/*
A
Andi Kleen 已提交
488
	 * We trust e820 completely. No explicit ROM probing in memory.
T
Thomas Gleixner 已提交
489
	 */
490
	e820_reserve_resources(&code_resource, &data_resource, &bss_resource);
491
	e820_mark_nosave_regions();
L
Linus Torvalds 已提交
492 493

	/* request I/O space for devices used on all i[345]86 PCs */
A
Andi Kleen 已提交
494
	for (i = 0; i < ARRAY_SIZE(standard_io_resources); i++)
L
Linus Torvalds 已提交
495 496
		request_resource(&ioport_resource, &standard_io_resources[i]);

497
	e820_setup_gap();
L
Linus Torvalds 已提交
498 499 500

#ifdef CONFIG_VT
#if defined(CONFIG_VGA_CONSOLE)
H
Huang, Ying 已提交
501 502
	if (!efi_enabled || (efi_mem_type(0xa0000) != EFI_CONVENTIONAL_MEMORY))
		conswitchp = &vga_con;
L
Linus Torvalds 已提交
503 504 505 506 507 508
#elif defined(CONFIG_DUMMY_CONSOLE)
	conswitchp = &dummy_con;
#endif
#endif
}

509
static int __cpuinit get_model_name(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
510 511 512
{
	unsigned int *v;

513
	if (c->extended_cpuid_level < 0x80000004)
L
Linus Torvalds 已提交
514 515 516 517 518 519 520 521 522 523 524
		return 0;

	v = (unsigned int *) c->x86_model_id;
	cpuid(0x80000002, &v[0], &v[1], &v[2], &v[3]);
	cpuid(0x80000003, &v[4], &v[5], &v[6], &v[7]);
	cpuid(0x80000004, &v[8], &v[9], &v[10], &v[11]);
	c->x86_model_id[48] = 0;
	return 1;
}


525
static void __cpuinit display_cacheinfo(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
526 527 528
{
	unsigned int n, dummy, eax, ebx, ecx, edx;

529
	n = c->extended_cpuid_level;
L
Linus Torvalds 已提交
530 531 532

	if (n >= 0x80000005) {
		cpuid(0x80000005, &dummy, &ebx, &ecx, &edx);
T
Thomas Gleixner 已提交
533 534 535 536
		printk(KERN_INFO "CPU: L1 I Cache: %dK (%d bytes/line), "
		       "D cache %dK (%d bytes/line)\n",
		       edx>>24, edx&0xFF, ecx>>24, ecx&0xFF);
		c->x86_cache_size = (ecx>>24) + (edx>>24);
L
Linus Torvalds 已提交
537 538 539 540 541 542 543 544 545 546 547 548 549 550
		/* On K8 L1 TLB is inclusive, so don't count it */
		c->x86_tlbsize = 0;
	}

	if (n >= 0x80000006) {
		cpuid(0x80000006, &dummy, &ebx, &ecx, &edx);
		ecx = cpuid_ecx(0x80000006);
		c->x86_cache_size = ecx >> 16;
		c->x86_tlbsize += ((ebx >> 16) & 0xfff) + (ebx & 0xfff);

		printk(KERN_INFO "CPU: L2 Cache: %dK (%d bytes/line)\n",
		c->x86_cache_size, ecx & 0xFF);
	}
	if (n >= 0x80000008) {
T
Thomas Gleixner 已提交
551
		cpuid(0x80000008, &eax, &dummy, &dummy, &dummy);
L
Linus Torvalds 已提交
552 553 554 555 556
		c->x86_virt_bits = (eax >> 8) & 0xff;
		c->x86_phys_bits = eax & 0xff;
	}
}

557 558 559
#ifdef CONFIG_NUMA
static int nearby_node(int apicid)
{
T
Thomas Gleixner 已提交
560 561
	int i, node;

562
	for (i = apicid - 1; i >= 0; i--) {
T
Thomas Gleixner 已提交
563
		node = apicid_to_node[i];
564 565 566 567
		if (node != NUMA_NO_NODE && node_online(node))
			return node;
	}
	for (i = apicid + 1; i < MAX_LOCAL_APIC; i++) {
T
Thomas Gleixner 已提交
568
		node = apicid_to_node[i];
569 570 571 572 573 574 575
		if (node != NUMA_NO_NODE && node_online(node))
			return node;
	}
	return first_node(node_online_map); /* Shouldn't happen */
}
#endif

576 577 578 579 580 581 582
/*
 * On a AMD dual core setup the lower bits of the APIC id distingush the cores.
 * Assumes number of cores is a power of two.
 */
static void __init amd_detect_cmp(struct cpuinfo_x86 *c)
{
#ifdef CONFIG_SMP
583
	unsigned bits;
584
#ifdef CONFIG_NUMA
585
	int cpu = smp_processor_id();
586
	int node = 0;
587
	unsigned apicid = hard_smp_processor_id();
588
#endif
589
	bits = c->x86_coreid_bits;
590 591

	/* Low order bits define the core id (index of core in socket) */
592
	c->cpu_core_id = c->phys_proc_id & ((1 << bits)-1);
593
	/* Convert the APIC ID into the socket ID */
594
	c->phys_proc_id = phys_pkg_id(bits);
595 596

#ifdef CONFIG_NUMA
T
Thomas Gleixner 已提交
597 598 599 600 601 602 603 604 605 606 607 608 609 610
	node = c->phys_proc_id;
	if (apicid_to_node[apicid] != NUMA_NO_NODE)
		node = apicid_to_node[apicid];
	if (!node_online(node)) {
		/* Two possibilities here:
		   - The CPU is missing memory and no node was created.
		   In that case try picking one from a nearby CPU
		   - The APIC IDs differ from the HyperTransport node IDs
		   which the K8 northbridge parsing fills in.
		   Assume they are all increased by a constant offset,
		   but in the same order as the HT nodeids.
		   If that doesn't result in a usable node fall back to the
		   path for the previous case.  */

611
		int ht_nodeid = apicid - (cpu_data(0).phys_proc_id << bits);
T
Thomas Gleixner 已提交
612 613 614 615 616 617 618 619

		if (ht_nodeid >= 0 &&
		    apicid_to_node[ht_nodeid] != NUMA_NO_NODE)
			node = apicid_to_node[ht_nodeid];
		/* Pick a nearby node */
		if (!node_online(node))
			node = nearby_node(apicid);
	}
620
	numa_set_node(cpu, node);
621

622
	printk(KERN_INFO "CPU %d/%x -> Node %d\n", cpu, apicid, node);
623 624 625
#endif
#endif
}
L
Linus Torvalds 已提交
626

627
static void __cpuinit early_init_amd_mc(struct cpuinfo_x86 *c)
628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648 649 650 651 652 653
{
#ifdef CONFIG_SMP
	unsigned bits, ecx;

	/* Multi core CPU? */
	if (c->extended_cpuid_level < 0x80000008)
		return;

	ecx = cpuid_ecx(0x80000008);

	c->x86_max_cores = (ecx & 0xff) + 1;

	/* CPU telling us the core id bits shift? */
	bits = (ecx >> 12) & 0xF;

	/* Otherwise recompute */
	if (bits == 0) {
		while ((1 << bits) < c->x86_max_cores)
			bits++;
	}

	c->x86_coreid_bits = bits;

#endif
}

654 655 656 657 658 659 660 661 662 663 664 665
#define ENABLE_C1E_MASK		0x18000000
#define CPUID_PROCESSOR_SIGNATURE	1
#define CPUID_XFAM		0x0ff00000
#define CPUID_XFAM_K8		0x00000000
#define CPUID_XFAM_10H		0x00100000
#define CPUID_XFAM_11H		0x00200000
#define CPUID_XMOD		0x000f0000
#define CPUID_XMOD_REV_F	0x00040000

/* AMD systems with C1E don't have a working lAPIC timer. Check for that. */
static __cpuinit int amd_apic_timer_broken(void)
{
T
Thomas Gleixner 已提交
666 667
	u32 lo, hi, eax = cpuid_eax(CPUID_PROCESSOR_SIGNATURE);

668 669 670 671 672 673 674 675 676 677 678 679 680 681 682 683 684
	switch (eax & CPUID_XFAM) {
	case CPUID_XFAM_K8:
		if ((eax & CPUID_XMOD) < CPUID_XMOD_REV_F)
			break;
	case CPUID_XFAM_10H:
	case CPUID_XFAM_11H:
		rdmsr(MSR_K8_ENABLE_C1E, lo, hi);
		if (lo & ENABLE_C1E_MASK)
			return 1;
		break;
	default:
		/* err on the side of caution */
		return 1;
	}
	return 0;
}

685 686 687 688 689 690 691 692 693
static void __cpuinit early_init_amd(struct cpuinfo_x86 *c)
{
	early_init_amd_mc(c);

 	/* c->x86_power is 8000_0007 edx. Bit 8 is constant TSC */
	if (c->x86_power & (1<<8))
		set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);
}

694
static void __cpuinit init_amd(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
695
{
696
	unsigned level;
L
Linus Torvalds 已提交
697

698 699 700
#ifdef CONFIG_SMP
	unsigned long value;

701 702 703
	/*
	 * Disable TLB flush filter by setting HWCR.FFDIS on K8
	 * bit 6 of msr C001_0015
T
Thomas Gleixner 已提交
704
	 *
705 706 707 708 709 710 711 712
	 * Errata 63 for SH-B3 steppings
	 * Errata 122 for all steppings (F+ have it disabled by default)
	 */
	if (c->x86 == 15) {
		rdmsrl(MSR_K8_HWCR, value);
		value |= 1 << 6;
		wrmsrl(MSR_K8_HWCR, value);
	}
713 714
#endif

L
Linus Torvalds 已提交
715 716
	/* Bit 31 in normal CPUID used for nonstandard 3DNow ID;
	   3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway */
717
	clear_bit(0*32+31, (unsigned long *)&c->x86_capability);
T
Thomas Gleixner 已提交
718

719 720
	/* On C+ stepping K8 rep microcode works well for copy/memset */
	level = cpuid_eax(1);
T
Thomas Gleixner 已提交
721 722
	if (c->x86 == 15 && ((level >= 0x0f48 && level < 0x0f50) ||
			     level >= 0x0f58))
723
		set_cpu_cap(c, X86_FEATURE_REP_GOOD);
724
	if (c->x86 == 0x10 || c->x86 == 0x11)
725
		set_cpu_cap(c, X86_FEATURE_REP_GOOD);
726

727 728
	/* Enable workaround for FXSAVE leak */
	if (c->x86 >= 6)
729
		set_cpu_cap(c, X86_FEATURE_FXSAVE_LEAK);
730

731 732
	level = get_model_name(c);
	if (!level) {
T
Thomas Gleixner 已提交
733
		switch (c->x86) {
L
Linus Torvalds 已提交
734 735 736 737
		case 15:
			/* Should distinguish Models here, but this is only
			   a fallback anyways. */
			strcpy(c->x86_model_id, "Hammer");
T
Thomas Gleixner 已提交
738 739 740
			break;
		}
	}
L
Linus Torvalds 已提交
741 742
	display_cacheinfo(c);

743 744
	/* Multi core CPU? */
	if (c->extended_cpuid_level >= 0x80000008)
745
		amd_detect_cmp(c);
L
Linus Torvalds 已提交
746

747 748 749 750 751
	if (c->extended_cpuid_level >= 0x80000006 &&
		(cpuid_edx(0x80000006) & 0xf000))
		num_cache_leaves = 4;
	else
		num_cache_leaves = 3;
752

753
	if (c->x86 == 0xf || c->x86 == 0x10 || c->x86 == 0x11)
754
		set_cpu_cap(c, X86_FEATURE_K8);
755

756 757
	/* MFENCE stops RDTSC speculation */
	set_cpu_cap(c, X86_FEATURE_MFENCE_RDTSC);
758 759 760

	/* Family 10 doesn't support C states in MWAIT so don't use it */
	if (c->x86 == 0x10 && !force_mwait)
761
		clear_cpu_cap(c, X86_FEATURE_MWAIT);
762 763 764

	if (amd_apic_timer_broken())
		disable_apic_timer = 1;
L
Linus Torvalds 已提交
765 766
}

767
void __cpuinit detect_ht(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
768 769
{
#ifdef CONFIG_SMP
T
Thomas Gleixner 已提交
770 771
	u32 eax, ebx, ecx, edx;
	int index_msb, core_bits;
772 773 774 775

	cpuid(1, &eax, &ebx, &ecx, &edx);


776
	if (!cpu_has(c, X86_FEATURE_HT))
L
Linus Torvalds 已提交
777
		return;
T
Thomas Gleixner 已提交
778
	if (cpu_has(c, X86_FEATURE_CMP_LEGACY))
779
		goto out;
L
Linus Torvalds 已提交
780 781

	smp_num_siblings = (ebx & 0xff0000) >> 16;
782

L
Linus Torvalds 已提交
783 784
	if (smp_num_siblings == 1) {
		printk(KERN_INFO  "CPU: Hyper-Threading is disabled\n");
T
Thomas Gleixner 已提交
785
	} else if (smp_num_siblings > 1) {
786

L
Linus Torvalds 已提交
787
		if (smp_num_siblings > NR_CPUS) {
T
Thomas Gleixner 已提交
788 789
			printk(KERN_WARNING "CPU: Unsupported number of "
			       "siblings %d", smp_num_siblings);
L
Linus Torvalds 已提交
790 791 792
			smp_num_siblings = 1;
			return;
		}
793 794

		index_msb = get_count_order(smp_num_siblings);
795
		c->phys_proc_id = phys_pkg_id(index_msb);
796

797
		smp_num_siblings = smp_num_siblings / c->x86_max_cores;
798

T
Thomas Gleixner 已提交
799
		index_msb = get_count_order(smp_num_siblings);
800 801

		core_bits = get_count_order(c->x86_max_cores);
802

803
		c->cpu_core_id = phys_pkg_id(index_msb) &
804
					       ((1 << core_bits) - 1);
L
Linus Torvalds 已提交
805
	}
806 807
out:
	if ((c->x86_max_cores * smp_num_siblings) > 1) {
T
Thomas Gleixner 已提交
808 809 810 811
		printk(KERN_INFO  "CPU: Physical Processor ID: %d\n",
		       c->phys_proc_id);
		printk(KERN_INFO  "CPU: Processor Core ID: %d\n",
		       c->cpu_core_id);
812 813
	}

L
Linus Torvalds 已提交
814 815 816
#endif
}

817 818 819
/*
 * find out the number of processor cores on the die
 */
820
static int __cpuinit intel_num_cpu_cores(struct cpuinfo_x86 *c)
821
{
822
	unsigned int eax, t;
823 824 825 826

	if (c->cpuid_level < 4)
		return 1;

827
	cpuid_count(4, 0, &eax, &t, &t, &t);
828 829 830 831 832 833 834

	if (eax & 0x1f)
		return ((eax >> 26) + 1);
	else
		return 1;
}

835 836 837
static void srat_detect_node(void)
{
#ifdef CONFIG_NUMA
838
	unsigned node;
839
	int cpu = smp_processor_id();
840
	int apicid = hard_smp_processor_id();
841 842 843

	/* Don't do the funky fallback heuristics the AMD version employs
	   for now. */
844
	node = apicid_to_node[apicid];
845
	if (node == NUMA_NO_NODE)
846
		node = first_node(node_online_map);
847
	numa_set_node(cpu, node);
848

A
Andi Kleen 已提交
849
	printk(KERN_INFO "CPU %d/%x -> Node %d\n", cpu, apicid, node);
850 851 852
#endif
}

853 854 855 856 857 858 859
static void __cpuinit early_init_intel(struct cpuinfo_x86 *c)
{
	if ((c->x86 == 0xf && c->x86_model >= 0x03) ||
	    (c->x86 == 0x6 && c->x86_model >= 0x0e))
		set_bit(X86_FEATURE_CONSTANT_TSC, &c->x86_capability);
}

860
static void __cpuinit init_intel(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
861 862 863 864 865
{
	/* Cache sizes */
	unsigned n;

	init_intel_cacheinfo(c);
T
Thomas Gleixner 已提交
866
	if (c->cpuid_level > 9) {
867 868 869
		unsigned eax = cpuid_eax(10);
		/* Check for version and the number of counters */
		if ((eax & 0xff) && (((eax>>8) & 0xff) > 1))
870
			set_cpu_cap(c, X86_FEATURE_ARCH_PERFMON);
871 872
	}

873 874 875
	if (cpu_has_ds) {
		unsigned int l1, l2;
		rdmsr(MSR_IA32_MISC_ENABLE, l1, l2);
876
		if (!(l1 & (1<<11)))
877
			set_cpu_cap(c, X86_FEATURE_BTS);
878
		if (!(l1 & (1<<12)))
879
			set_cpu_cap(c, X86_FEATURE_PEBS);
880 881
	}

882 883 884 885

	if (cpu_has_bts)
		ds_init_intel(c);

886
	n = c->extended_cpuid_level;
L
Linus Torvalds 已提交
887 888 889 890
	if (n >= 0x80000008) {
		unsigned eax = cpuid_eax(0x80000008);
		c->x86_virt_bits = (eax >> 8) & 0xff;
		c->x86_phys_bits = eax & 0xff;
891 892 893 894 895
		/* CPUID workaround for Intel 0F34 CPU */
		if (c->x86_vendor == X86_VENDOR_INTEL &&
		    c->x86 == 0xF && c->x86_model == 0x3 &&
		    c->x86_mask == 0x4)
			c->x86_phys_bits = 36;
L
Linus Torvalds 已提交
896 897 898 899
	}

	if (c->x86 == 15)
		c->x86_cache_alignment = c->x86_clflush_size * 2;
900 901
	if ((c->x86 == 0xf && c->x86_model >= 0x03) ||
	    (c->x86 == 0x6 && c->x86_model >= 0x0e))
902
		set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);
903
	if (c->x86 == 6)
904
		set_cpu_cap(c, X86_FEATURE_REP_GOOD);
905
	set_cpu_cap(c, X86_FEATURE_LFENCE_RDTSC);
T
Thomas Gleixner 已提交
906
	c->x86_max_cores = intel_num_cpu_cores(c);
907 908

	srat_detect_node();
L
Linus Torvalds 已提交
909 910
}

911
static void __cpuinit get_cpu_vendor(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
912 913 914 915 916 917 918 919 920 921 922 923 924 925 926 927 928 929 930 931
{
	char *v = c->x86_vendor_id;

	if (!strcmp(v, "AuthenticAMD"))
		c->x86_vendor = X86_VENDOR_AMD;
	else if (!strcmp(v, "GenuineIntel"))
		c->x86_vendor = X86_VENDOR_INTEL;
	else
		c->x86_vendor = X86_VENDOR_UNKNOWN;
}

struct cpu_model_info {
	int vendor;
	int family;
	char *model_names[16];
};

/* Do some early cpuid on the boot CPU to get some parameter that are
   needed before check_bugs. Everything advanced is in identify_cpu
   below. */
932
static void __cpuinit early_identify_cpu(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
933
{
934
	u32 tfms, xlvl;
L
Linus Torvalds 已提交
935 936 937 938 939 940 941 942 943

	c->loops_per_jiffy = loops_per_jiffy;
	c->x86_cache_size = -1;
	c->x86_vendor = X86_VENDOR_UNKNOWN;
	c->x86_model = c->x86_mask = 0;	/* So far unknown... */
	c->x86_vendor_id[0] = '\0'; /* Unset */
	c->x86_model_id[0] = '\0';  /* Unset */
	c->x86_clflush_size = 64;
	c->x86_cache_alignment = c->x86_clflush_size;
944
	c->x86_max_cores = 1;
945
	c->x86_coreid_bits = 0;
946
	c->extended_cpuid_level = 0;
L
Linus Torvalds 已提交
947 948 949 950 951 952 953
	memset(&c->x86_capability, 0, sizeof c->x86_capability);

	/* Get vendor name */
	cpuid(0x00000000, (unsigned int *)&c->cpuid_level,
	      (unsigned int *)&c->x86_vendor_id[0],
	      (unsigned int *)&c->x86_vendor_id[8],
	      (unsigned int *)&c->x86_vendor_id[4]);
T
Thomas Gleixner 已提交
954

L
Linus Torvalds 已提交
955 956 957 958 959 960 961 962 963 964 965 966 967
	get_cpu_vendor(c);

	/* Initialize the standard set of capabilities */
	/* Note that the vendor-specific code below might override */

	/* Intel-defined flags: level 0x00000001 */
	if (c->cpuid_level >= 0x00000001) {
		__u32 misc;
		cpuid(0x00000001, &tfms, &misc, &c->x86_capability[4],
		      &c->x86_capability[0]);
		c->x86 = (tfms >> 8) & 0xf;
		c->x86_model = (tfms >> 4) & 0xf;
		c->x86_mask = tfms & 0xf;
968
		if (c->x86 == 0xf)
L
Linus Torvalds 已提交
969
			c->x86 += (tfms >> 20) & 0xff;
970
		if (c->x86 >= 0x6)
L
Linus Torvalds 已提交
971
			c->x86_model += ((tfms >> 16) & 0xF) << 4;
T
Thomas Gleixner 已提交
972
		if (c->x86_capability[0] & (1<<19))
L
Linus Torvalds 已提交
973 974 975 976 977
			c->x86_clflush_size = ((misc >> 8) & 0xff) * 8;
	} else {
		/* Have CPUID level 0 only - unheard of */
		c->x86 = 4;
	}
978 979

#ifdef CONFIG_SMP
980
	c->phys_proc_id = (cpuid_ebx(1) >> 24) & 0xff;
981
#endif
L
Linus Torvalds 已提交
982 983
	/* AMD-defined flags: level 0x80000001 */
	xlvl = cpuid_eax(0x80000000);
984
	c->extended_cpuid_level = xlvl;
L
Linus Torvalds 已提交
985 986 987
	if ((xlvl & 0xffff0000) == 0x80000000) {
		if (xlvl >= 0x80000001) {
			c->x86_capability[1] = cpuid_edx(0x80000001);
988
			c->x86_capability[6] = cpuid_ecx(0x80000001);
L
Linus Torvalds 已提交
989 990 991 992 993 994 995 996 997 998 999 1000 1001
		}
		if (xlvl >= 0x80000004)
			get_model_name(c); /* Default name */
	}

	/* Transmeta-defined flags: level 0x80860001 */
	xlvl = cpuid_eax(0x80860000);
	if ((xlvl & 0xffff0000) == 0x80860000) {
		/* Don't set x86_cpuid_level here for now to not confuse. */
		if (xlvl >= 0x80860001)
			c->x86_capability[2] = cpuid_edx(0x80860001);
	}

1002 1003 1004 1005
	c->extended_cpuid_level = cpuid_eax(0x80000000);
	if (c->extended_cpuid_level >= 0x80000007)
		c->x86_power = cpuid_edx(0x80000007);

1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022
	switch (c->x86_vendor) {
	case X86_VENDOR_AMD:
		early_init_amd(c);
		break;
	}

}

/*
 * This does the hard work of actually picking apart the CPU stuff...
 */
void __cpuinit identify_cpu(struct cpuinfo_x86 *c)
{
	int i;

	early_identify_cpu(c);

1023 1024
	init_scattered_cpuid_features(c);

1025 1026
	c->apicid = phys_pkg_id(0);

L
Linus Torvalds 已提交
1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052
	/*
	 * Vendor-specific initialization.  In this section we
	 * canonicalize the feature flags, meaning if there are
	 * features a certain CPU supports which CPUID doesn't
	 * tell us, CPUID claiming incorrect flags, or other bugs,
	 * we handle them here.
	 *
	 * At the end of this section, c->x86_capability better
	 * indicate the features this CPU genuinely supports!
	 */
	switch (c->x86_vendor) {
	case X86_VENDOR_AMD:
		init_amd(c);
		break;

	case X86_VENDOR_INTEL:
		init_intel(c);
		break;

	case X86_VENDOR_UNKNOWN:
	default:
		display_cacheinfo(c);
		break;
	}

	select_idle_routine(c);
T
Thomas Gleixner 已提交
1053
	detect_ht(c);
L
Linus Torvalds 已提交
1054 1055 1056 1057 1058 1059 1060 1061 1062

	/*
	 * On SMP, boot_cpu_data holds the common feature set between
	 * all CPUs; so make sure that we indicate which features are
	 * common between the CPUs.  The first time this routine gets
	 * executed, c == &boot_cpu_data.
	 */
	if (c != &boot_cpu_data) {
		/* AND the already accumulated flags with these */
T
Thomas Gleixner 已提交
1063
		for (i = 0; i < NCAPINTS; i++)
L
Linus Torvalds 已提交
1064 1065 1066 1067 1068 1069
			boot_cpu_data.x86_capability[i] &= c->x86_capability[i];
	}

#ifdef CONFIG_X86_MCE
	mcheck_init(c);
#endif
1070
	if (c != &boot_cpu_data)
S
Shaohua Li 已提交
1071
		mtrr_ap_init();
L
Linus Torvalds 已提交
1072
#ifdef CONFIG_NUMA
1073
	numa_add_cpu(smp_processor_id());
L
Linus Torvalds 已提交
1074
#endif
1075 1076 1077 1078 1079 1080 1081 1082 1083

	switch (c->x86_vendor) {
	case X86_VENDOR_AMD:
		early_init_amd(c);
		break;
	case X86_VENDOR_INTEL:
		early_init_intel(c);
		break;
	}
L
Linus Torvalds 已提交
1084 1085
}

1086
void __cpuinit print_cpu_info(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
1087 1088
{
	if (c->x86_model_id[0])
T
Thomas Gleixner 已提交
1089
		printk(KERN_INFO "%s", c->x86_model_id);
L
Linus Torvalds 已提交
1090

T
Thomas Gleixner 已提交
1091 1092
	if (c->x86_mask || c->cpuid_level >= 0)
		printk(KERN_CONT " stepping %02x\n", c->x86_mask);
L
Linus Torvalds 已提交
1093
	else
T
Thomas Gleixner 已提交
1094
		printk(KERN_CONT "\n");
L
Linus Torvalds 已提交
1095 1096 1097 1098 1099 1100 1101 1102 1103
}

/*
 *	Get CPU information for use by the procfs.
 */

static int show_cpuinfo(struct seq_file *m, void *v)
{
	struct cpuinfo_x86 *c = v;
T
Thomas Gleixner 已提交
1104
	int cpu = 0, i;
L
Linus Torvalds 已提交
1105

T
Thomas Gleixner 已提交
1106
	/*
L
Linus Torvalds 已提交
1107 1108 1109 1110 1111 1112 1113
	 * These flag bits must match the definitions in <asm/cpufeature.h>.
	 * NULL means this bit is undefined or reserved; either way it doesn't
	 * have meaning as far as Linux is concerned.  Note that it's important
	 * to realize there is a difference between this table and CPUID -- if
	 * applications want to get the raw CPUID data, they should access
	 * /dev/cpu/<cpu_nr>/cpuid instead.
	 */
J
Jan Beulich 已提交
1114
	static const char *const x86_cap_flags[] = {
L
Linus Torvalds 已提交
1115
		/* Intel-defined */
T
Thomas Gleixner 已提交
1116 1117 1118 1119
		"fpu", "vme", "de", "pse", "tsc", "msr", "pae", "mce",
		"cx8", "apic", NULL, "sep", "mtrr", "pge", "mca", "cmov",
		"pat", "pse36", "pn", "clflush", NULL, "dts", "acpi", "mmx",
		"fxsr", "sse", "sse2", "ss", "ht", "tm", "ia64", "pbe",
L
Linus Torvalds 已提交
1120 1121

		/* AMD-defined */
1122
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
L
Linus Torvalds 已提交
1123 1124
		NULL, NULL, NULL, "syscall", NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, "nx", NULL, "mmxext", NULL,
1125 1126
		NULL, "fxsr_opt", "pdpe1gb", "rdtscp", NULL, "lm",
		"3dnowext", "3dnow",
L
Linus Torvalds 已提交
1127 1128 1129 1130 1131 1132 1133 1134

		/* Transmeta-defined */
		"recovery", "longrun", NULL, "lrti", NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,

		/* Other (Linux-defined) */
1135 1136 1137 1138 1139
		"cxmmx", "k6_mtrr", "cyrix_arr", "centaur_mcr",
		NULL, NULL, NULL, NULL,
		"constant_tsc", "up", NULL, "arch_perfmon",
		"pebs", "bts", NULL, "sync_rdtsc",
		"rep_good", NULL, NULL, NULL, NULL, NULL, NULL, NULL,
L
Linus Torvalds 已提交
1140 1141 1142
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,

		/* Intel-defined (#2) */
1143
		"pni", NULL, NULL, "monitor", "ds_cpl", "vmx", "smx", "est",
1144
		"tm2", "ssse3", "cid", NULL, NULL, "cx16", "xtpr", NULL,
1145
		NULL, NULL, "dca", "sse4_1", "sse4_2", NULL, NULL, "popcnt",
L
Linus Torvalds 已提交
1146 1147
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,

1148 1149
		/* VIA/Cyrix/Centaur-defined */
		NULL, NULL, "rng", "rng_en", NULL, NULL, "ace", "ace_en",
1150
		"ace2", "ace2_en", "phe", "phe_en", "pmm", "pmm_en", NULL, NULL,
1151 1152 1153
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,

L
Linus Torvalds 已提交
1154
		/* AMD-defined (#2) */
1155 1156 1157 1158
		"lahf_lm", "cmp_legacy", "svm", "extapic",
		"cr8_legacy", "abm", "sse4a", "misalignsse",
		"3dnowprefetch", "osvw", "ibs", "sse5",
		"skinit", "wdt", NULL, NULL,
L
Linus Torvalds 已提交
1159
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1160
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
1161 1162 1163 1164 1165 1166

		/* Auxiliary (Linux-defined) */
		"ida", NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
		NULL, NULL, NULL, NULL, NULL, NULL, NULL, NULL,
L
Linus Torvalds 已提交
1167
	};
J
Jan Beulich 已提交
1168
	static const char *const x86_power_flags[] = {
L
Linus Torvalds 已提交
1169 1170 1171 1172 1173
		"ts",	/* temperature sensor */
		"fid",  /* frequency id control */
		"vid",  /* voltage id control */
		"ttp",  /* thermal trip */
		"tm",
1174
		"stc",
1175 1176
		"100mhzsteps",
		"hwpstate",
1177 1178
		"",	/* tsc invariant mapped to constant_tsc */
		/* nothing */
L
Linus Torvalds 已提交
1179 1180 1181 1182
	};


#ifdef CONFIG_SMP
1183
	cpu = c->cpu_index;
L
Linus Torvalds 已提交
1184 1185
#endif

T
Thomas Gleixner 已提交
1186 1187 1188 1189 1190 1191 1192 1193 1194 1195 1196
	seq_printf(m, "processor\t: %u\n"
		   "vendor_id\t: %s\n"
		   "cpu family\t: %d\n"
		   "model\t\t: %d\n"
		   "model name\t: %s\n",
		   (unsigned)cpu,
		   c->x86_vendor_id[0] ? c->x86_vendor_id : "unknown",
		   c->x86,
		   (int)c->x86_model,
		   c->x86_model_id[0] ? c->x86_model_id : "unknown");

L
Linus Torvalds 已提交
1197 1198 1199 1200
	if (c->x86_mask || c->cpuid_level >= 0)
		seq_printf(m, "stepping\t: %d\n", c->x86_mask);
	else
		seq_printf(m, "stepping\t: unknown\n");
T
Thomas Gleixner 已提交
1201 1202

	if (cpu_has(c, X86_FEATURE_TSC)) {
1203
		unsigned int freq = cpufreq_quick_get((unsigned)cpu);
T
Thomas Gleixner 已提交
1204

1205 1206
		if (!freq)
			freq = cpu_khz;
L
Linus Torvalds 已提交
1207
		seq_printf(m, "cpu MHz\t\t: %u.%03u\n",
T
Thomas Gleixner 已提交
1208
			   freq / 1000, (freq % 1000));
L
Linus Torvalds 已提交
1209 1210 1211
	}

	/* Cache size */
T
Thomas Gleixner 已提交
1212
	if (c->x86_cache_size >= 0)
L
Linus Torvalds 已提交
1213
		seq_printf(m, "cache size\t: %d KB\n", c->x86_cache_size);
T
Thomas Gleixner 已提交
1214

L
Linus Torvalds 已提交
1215
#ifdef CONFIG_SMP
1216
	if (smp_num_siblings * c->x86_max_cores > 1) {
1217
		seq_printf(m, "physical id\t: %d\n", c->phys_proc_id);
1218 1219
		seq_printf(m, "siblings\t: %d\n",
			       cpus_weight(per_cpu(cpu_core_map, cpu)));
1220
		seq_printf(m, "core id\t\t: %d\n", c->cpu_core_id);
1221
		seq_printf(m, "cpu cores\t: %d\n", c->booted_cores);
1222
	}
T
Thomas Gleixner 已提交
1223
#endif
L
Linus Torvalds 已提交
1224 1225

	seq_printf(m,
T
Thomas Gleixner 已提交
1226 1227 1228 1229 1230
		   "fpu\t\t: yes\n"
		   "fpu_exception\t: yes\n"
		   "cpuid level\t: %d\n"
		   "wp\t\t: yes\n"
		   "flags\t\t:",
L
Linus Torvalds 已提交
1231 1232
		   c->cpuid_level);

T
Thomas Gleixner 已提交
1233 1234 1235 1236
	for (i = 0; i < 32*NCAPINTS; i++)
		if (cpu_has(c, i) && x86_cap_flags[i] != NULL)
			seq_printf(m, " %s", x86_cap_flags[i]);

L
Linus Torvalds 已提交
1237 1238 1239 1240
	seq_printf(m, "\nbogomips\t: %lu.%02lu\n",
		   c->loops_per_jiffy/(500000/HZ),
		   (c->loops_per_jiffy/(5000/HZ)) % 100);

T
Thomas Gleixner 已提交
1241
	if (c->x86_tlbsize > 0)
L
Linus Torvalds 已提交
1242 1243 1244 1245
		seq_printf(m, "TLB size\t: %d 4K pages\n", c->x86_tlbsize);
	seq_printf(m, "clflush size\t: %d\n", c->x86_clflush_size);
	seq_printf(m, "cache_alignment\t: %d\n", c->x86_cache_alignment);

T
Thomas Gleixner 已提交
1246
	seq_printf(m, "address sizes\t: %u bits physical, %u bits virtual\n",
L
Linus Torvalds 已提交
1247 1248 1249
		   c->x86_phys_bits, c->x86_virt_bits);

	seq_printf(m, "power management:");
T
Thomas Gleixner 已提交
1250 1251 1252 1253 1254 1255 1256 1257 1258 1259
	for (i = 0; i < 32; i++) {
		if (c->x86_power & (1 << i)) {
			if (i < ARRAY_SIZE(x86_power_flags) &&
			    x86_power_flags[i])
				seq_printf(m, "%s%s",
					   x86_power_flags[i][0]?" ":"",
					   x86_power_flags[i]);
			else
				seq_printf(m, " [%d]", i);
		}
L
Linus Torvalds 已提交
1260 1261
	}

1262
	seq_printf(m, "\n\n");
L
Linus Torvalds 已提交
1263 1264 1265 1266 1267 1268

	return 0;
}

static void *c_start(struct seq_file *m, loff_t *pos)
{
1269
	if (*pos == 0)	/* just in case, cpu 0 is not the first */
1270 1271
		*pos = first_cpu(cpu_online_map);
	if ((*pos) < NR_CPUS && cpu_online(*pos))
1272 1273
		return &cpu_data(*pos);
	return NULL;
L
Linus Torvalds 已提交
1274 1275 1276 1277
}

static void *c_next(struct seq_file *m, void *v, loff_t *pos)
{
1278
	*pos = next_cpu(*pos, cpu_online_map);
L
Linus Torvalds 已提交
1279 1280 1281 1282 1283 1284 1285 1286
	return c_start(m, pos);
}

static void c_stop(struct seq_file *m, void *v)
{
}

struct seq_operations cpuinfo_op = {
T
Thomas Gleixner 已提交
1287
	.start = c_start,
L
Linus Torvalds 已提交
1288 1289 1290 1291
	.next =	c_next,
	.stop =	c_stop,
	.show =	show_cpuinfo,
};