intel.c 8.6 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7
#include <linux/init.h>
#include <linux/kernel.h>

#include <linux/string.h>
#include <linux/bitops.h>
#include <linux/smp.h>
#include <linux/thread_info.h>
N
Nick Piggin 已提交
8
#include <linux/module.h>
L
Linus Torvalds 已提交
9 10

#include <asm/processor.h>
11
#include <asm/pgtable.h>
L
Linus Torvalds 已提交
12 13
#include <asm/msr.h>
#include <asm/uaccess.h>
14 15
#include <asm/ptrace.h>
#include <asm/ds.h>
16
#include <asm/bugs.h>
L
Linus Torvalds 已提交
17 18 19 20 21 22 23 24 25 26 27 28 29

#include "cpu.h"

#ifdef CONFIG_X86_LOCAL_APIC
#include <asm/mpspec.h>
#include <asm/apic.h>
#include <mach_apic.h>
#endif

#ifdef CONFIG_X86_INTEL_USERCOPY
/*
 * Alignment at which movsl is preferred for bulk memory copies.
 */
30
struct movsl_mask movsl_mask __read_mostly;
L
Linus Torvalds 已提交
31 32
#endif

33
static void __cpuinit early_init_intel(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
34 35 36 37
{
	/* Netburst reports 64 bytes clflush size, but does IO in 128 bytes */
	if (c->x86 == 15 && c->x86_cache_alignment == 64)
		c->x86_cache_alignment = 128;
38 39 40
	if ((c->x86 == 0xf && c->x86_model >= 0x03) ||
		(c->x86 == 0x6 && c->x86_model >= 0x0e))
		set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);
L
Linus Torvalds 已提交
41 42 43 44 45 46 47
}

/*
 *	Early probe support logic for ppro memory erratum #50
 *
 *	This is called before we do cpu ident work
 */
48

49
int __cpuinit ppro_with_ram_bug(void)
L
Linus Torvalds 已提交
50 51 52 53 54 55 56 57 58 59 60
{
	/* Uses data from early_cpu_detect now */
	if (boot_cpu_data.x86_vendor == X86_VENDOR_INTEL &&
	    boot_cpu_data.x86 == 6 &&
	    boot_cpu_data.x86_model == 1 &&
	    boot_cpu_data.x86_mask < 8) {
		printk(KERN_INFO "Pentium Pro with Errata#50 detected. Taking evasive action.\n");
		return 1;
	}
	return 0;
}
61

L
Linus Torvalds 已提交
62 63 64 65 66

/*
 * P4 Xeon errata 037 workaround.
 * Hardware prefetcher may cause stale data to be loaded into the cache.
 */
67
static void __cpuinit Intel_errata_workarounds(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
68 69 70 71
{
	unsigned long lo, hi;

	if ((c->x86 == 15) && (c->x86_model == 1) && (c->x86_mask == 1)) {
72
		rdmsr(MSR_IA32_MISC_ENABLE, lo, hi);
L
Linus Torvalds 已提交
73 74 75 76 77 78 79 80 81 82
		if ((lo & (1<<9)) == 0) {
			printk (KERN_INFO "CPU: C0 stepping P4 Xeon detected.\n");
			printk (KERN_INFO "CPU: Disabling hardware prefetching (Errata 037)\n");
			lo |= (1<<9);	/* Disable hw prefetching */
			wrmsr (MSR_IA32_MISC_ENABLE, lo, hi);
		}
	}
}


83 84 85
/*
 * find out the number of processor cores on the die
 */
86
static int __cpuinit num_cpu_cores(struct cpuinfo_x86 *c)
87
{
Z
Zachary Amsden 已提交
88
	unsigned int eax, ebx, ecx, edx;
89 90 91 92

	if (c->cpuid_level < 4)
		return 1;

Z
Zachary Amsden 已提交
93 94
	/* Intel has a non-standard dependency on %ecx for this CPUID level. */
	cpuid_count(4, 0, &eax, &ebx, &ecx, &edx);
95 96 97 98 99 100
	if (eax & 0x1f)
		return ((eax >> 26) + 1);
	else
		return 1;
}

101 102 103 104 105 106 107 108 109 110 111 112 113 114
#ifdef CONFIG_X86_F00F_BUG
static void __cpuinit trap_init_f00f_bug(void)
{
	__set_fixmap(FIX_F00F_IDT, __pa(&idt_table), PAGE_KERNEL_RO);

	/*
	 * Update the IDT descriptor and reload the IDT so that
	 * it uses the read-only mapped virtual address.
	 */
	idt_descr.address = fix_to_virt(FIX_F00F_IDT);
	load_idt(&idt_descr);
}
#endif

115
static void __cpuinit init_intel(struct cpuinfo_x86 *c)
L
Linus Torvalds 已提交
116 117 118 119
{
	unsigned int l2 = 0;
	char *p = NULL;

120 121
	early_init_intel(c);

L
Linus Torvalds 已提交
122 123 124 125 126 127 128
#ifdef CONFIG_X86_F00F_BUG
	/*
	 * All current models of Pentium and Pentium with MMX technology CPUs
	 * have the F0 0F bug, which lets nonprivileged users lock up the system.
	 * Note that the workaround only should be initialized once...
	 */
	c->f00f_bug = 0;
129
	if (!paravirt_enabled() && c->x86 == 5) {
130
		static int f00f_workaround_enabled;
L
Linus Torvalds 已提交
131 132

		c->f00f_bug = 1;
133
		if (!f00f_workaround_enabled) {
L
Linus Torvalds 已提交
134 135 136 137 138 139 140 141
			trap_init_f00f_bug();
			printk(KERN_NOTICE "Intel Pentium with F0 0F bug - workaround enabled.\n");
			f00f_workaround_enabled = 1;
		}
	}
#endif

	l2 = init_intel_cacheinfo(c);
142
	if (c->cpuid_level > 9) {
143 144 145 146 147
		unsigned eax = cpuid_eax(10);
		/* Check for version and the number of counters */
		if ((eax & 0xff) && (((eax>>8) & 0xff) > 1))
			set_bit(X86_FEATURE_ARCH_PERFMON, c->x86_capability);
	}
L
Linus Torvalds 已提交
148 149 150 151 152

	/* SEP CPUID bug: Pentium Pro reports SEP but doesn't have it until model 3 mask 3 */
	if ((c->x86<<8 | c->x86_model<<4 | c->x86_mask) < 0x633)
		clear_bit(X86_FEATURE_SEP, c->x86_capability);

153 154 155 156 157
	/*
	 * Names for the Pentium II/Celeron processors
	 * detectable only by also checking the cache size.
	 * Dixon is NOT a Celeron.
	 */
L
Linus Torvalds 已提交
158 159 160 161 162 163 164 165 166 167
	if (c->x86 == 6) {
		switch (c->x86_model) {
		case 5:
			if (c->x86_mask == 0) {
				if (l2 == 0)
					p = "Celeron (Covington)";
				else if (l2 == 256)
					p = "Mobile Pentium II (Dixon)";
			}
			break;
168

L
Linus Torvalds 已提交
169 170 171 172 173 174
		case 6:
			if (l2 == 128)
				p = "Celeron (Mendocino)";
			else if (c->x86_mask == 0 || c->x86_mask == 5)
				p = "Celeron-A";
			break;
175

L
Linus Torvalds 已提交
176 177 178 179 180 181 182
		case 8:
			if (l2 == 128)
				p = "Celeron (Coppermine)";
			break;
		}
	}

183
	if (p)
L
Linus Torvalds 已提交
184
		strcpy(c->x86_model_id, p);
185

186
	c->x86_max_cores = num_cpu_cores(c);
187

L
Linus Torvalds 已提交
188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210
	detect_ht(c);

	/* Work around errata */
	Intel_errata_workarounds(c);

#ifdef CONFIG_X86_INTEL_USERCOPY
	/*
	 * Set up the preferred alignment for movsl bulk memory moves
	 */
	switch (c->x86) {
	case 4:		/* 486: untested */
		break;
	case 5:		/* Old Pentia: untested */
		break;
	case 6:		/* PII/PIII only like movsl with 8-byte alignment */
		movsl_mask.mask = 7;
		break;
	case 15:	/* P4 is OK down to 8-byte alignment */
		movsl_mask.mask = 7;
		break;
	}
#endif

I
Ingo Molnar 已提交
211
	if (cpu_has_xmm2)
212
		set_bit(X86_FEATURE_LFENCE_RDTSC, c->x86_capability);
213
	if (c->x86 == 15) {
L
Linus Torvalds 已提交
214
		set_bit(X86_FEATURE_P4, c->x86_capability);
215
	}
216
	if (c->x86 == 6)
L
Linus Torvalds 已提交
217
		set_bit(X86_FEATURE_P3, c->x86_capability);
218 219 220
	if (cpu_has_ds) {
		unsigned int l1;
		rdmsr(MSR_IA32_MISC_ENABLE, l1, l2);
221 222
		if (!(l1 & (1<<11)))
			set_bit(X86_FEATURE_BTS, c->x86_capability);
223 224 225
		if (!(l1 & (1<<12)))
			set_bit(X86_FEATURE_PEBS, c->x86_capability);
	}
226 227 228

	if (cpu_has_bts)
		ds_init_intel(c);
229
}
L
Linus Torvalds 已提交
230

231
static unsigned int __cpuinit intel_size_cache(struct cpuinfo_x86 *c, unsigned int size)
L
Linus Torvalds 已提交
232
{
233 234
	/*
	 * Intel PIII Tualatin. This comes in two flavours.
L
Linus Torvalds 已提交
235 236 237 238 239 240 241 242 243
	 * One has 256kb of cache, the other 512. We have no way
	 * to determine which, so we use a boottime override
	 * for the 512kb model, and assume 256 otherwise.
	 */
	if ((c->x86 == 6) && (c->x86_model == 11) && (size == 0))
		size = 256;
	return size;
}

244
static struct cpu_dev intel_cpu_dev __cpuinitdata = {
L
Linus Torvalds 已提交
245
	.c_vendor	= "Intel",
246
	.c_ident	= { "GenuineIntel" },
L
Linus Torvalds 已提交
247
	.c_models = {
248 249 250 251 252 253 254 255 256 257
		{ .vendor = X86_VENDOR_INTEL, .family = 4, .model_names =
		  {
			  [0] = "486 DX-25/33",
			  [1] = "486 DX-50",
			  [2] = "486 SX",
			  [3] = "486 DX/2",
			  [4] = "486 SL",
			  [5] = "486 SX/2",
			  [7] = "486 DX/2-WB",
			  [8] = "486 DX/4",
L
Linus Torvalds 已提交
258 259 260 261
			  [9] = "486 DX/4-WB"
		  }
		},
		{ .vendor = X86_VENDOR_INTEL, .family = 5, .model_names =
262 263 264
		  {
			  [0] = "Pentium 60/66 A-step",
			  [1] = "Pentium 60/66",
L
Linus Torvalds 已提交
265
			  [2] = "Pentium 75 - 200",
266
			  [3] = "OverDrive PODP5V83",
L
Linus Torvalds 已提交
267
			  [4] = "Pentium MMX",
268
			  [7] = "Mobile Pentium 75 - 200",
L
Linus Torvalds 已提交
269 270 271 272
			  [8] = "Mobile Pentium MMX"
		  }
		},
		{ .vendor = X86_VENDOR_INTEL, .family = 6, .model_names =
273
		  {
L
Linus Torvalds 已提交
274
			  [0] = "Pentium Pro A-step",
275 276 277 278
			  [1] = "Pentium Pro",
			  [3] = "Pentium II (Klamath)",
			  [4] = "Pentium II (Deschutes)",
			  [5] = "Pentium II (Deschutes)",
L
Linus Torvalds 已提交
279
			  [6] = "Mobile Pentium II",
280 281
			  [7] = "Pentium III (Katmai)",
			  [8] = "Pentium III (Coppermine)",
L
Linus Torvalds 已提交
282 283 284 285 286 287 288 289 290 291 292 293 294 295
			  [10] = "Pentium III (Cascades)",
			  [11] = "Pentium III (Tualatin)",
		  }
		},
		{ .vendor = X86_VENDOR_INTEL, .family = 15, .model_names =
		  {
			  [0] = "Pentium 4 (Unknown)",
			  [1] = "Pentium 4 (Willamette)",
			  [2] = "Pentium 4 (Northwood)",
			  [4] = "Pentium 4 (Foster)",
			  [5] = "Pentium 4 (Foster)",
		  }
		},
	},
296
	.c_early_init   = early_init_intel,
L
Linus Torvalds 已提交
297 298 299 300
	.c_init		= init_intel,
	.c_size_cache	= intel_size_cache,
};

301
cpu_vendor_dev_register(X86_VENDOR_INTEL, &intel_cpu_dev);
L
Linus Torvalds 已提交
302

N
Nick Piggin 已提交
303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349
#ifndef CONFIG_X86_CMPXCHG
unsigned long cmpxchg_386_u8(volatile void *ptr, u8 old, u8 new)
{
	u8 prev;
	unsigned long flags;

	/* Poor man's cmpxchg for 386. Unsuitable for SMP */
	local_irq_save(flags);
	prev = *(u8 *)ptr;
	if (prev == old)
		*(u8 *)ptr = new;
	local_irq_restore(flags);
	return prev;
}
EXPORT_SYMBOL(cmpxchg_386_u8);

unsigned long cmpxchg_386_u16(volatile void *ptr, u16 old, u16 new)
{
	u16 prev;
	unsigned long flags;

	/* Poor man's cmpxchg for 386. Unsuitable for SMP */
	local_irq_save(flags);
	prev = *(u16 *)ptr;
	if (prev == old)
		*(u16 *)ptr = new;
	local_irq_restore(flags);
	return prev;
}
EXPORT_SYMBOL(cmpxchg_386_u16);

unsigned long cmpxchg_386_u32(volatile void *ptr, u32 old, u32 new)
{
	u32 prev;
	unsigned long flags;

	/* Poor man's cmpxchg for 386. Unsuitable for SMP */
	local_irq_save(flags);
	prev = *(u32 *)ptr;
	if (prev == old)
		*(u32 *)ptr = new;
	local_irq_restore(flags);
	return prev;
}
EXPORT_SYMBOL(cmpxchg_386_u32);
#endif

350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366
#ifndef CONFIG_X86_CMPXCHG64
unsigned long long cmpxchg_486_u64(volatile void *ptr, u64 old, u64 new)
{
	u64 prev;
	unsigned long flags;

	/* Poor man's cmpxchg8b for 386 and 486. Unsuitable for SMP */
	local_irq_save(flags);
	prev = *(u64 *)ptr;
	if (prev == old)
		*(u64 *)ptr = new;
	local_irq_restore(flags);
	return prev;
}
EXPORT_SYMBOL(cmpxchg_486_u64);
#endif

367
/* arch_initcall(intel_cpu_init); */
L
Linus Torvalds 已提交
368