setup.c 25.0 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9
/*
 *  linux/arch/arm/kernel/setup.c
 *
 *  Copyright (C) 1995-2001 Russell King
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
10
#include <linux/export.h>
L
Linus Torvalds 已提交
11 12 13 14 15 16 17 18 19
#include <linux/kernel.h>
#include <linux/stddef.h>
#include <linux/ioport.h>
#include <linux/delay.h>
#include <linux/utsname.h>
#include <linux/initrd.h>
#include <linux/console.h>
#include <linux/bootmem.h>
#include <linux/seq_file.h>
20
#include <linux/screen_info.h>
21
#include <linux/of_platform.h>
L
Linus Torvalds 已提交
22
#include <linux/init.h>
23
#include <linux/kexec.h>
24
#include <linux/of_fdt.h>
L
Linus Torvalds 已提交
25 26
#include <linux/cpu.h>
#include <linux/interrupt.h>
R
Russell King 已提交
27
#include <linux/smp.h>
28
#include <linux/proc_fs.h>
R
Russell King 已提交
29
#include <linux/memblock.h>
30 31
#include <linux/bug.h>
#include <linux/compiler.h>
32
#include <linux/sort.h>
L
Linus Torvalds 已提交
33

34
#include <asm/unified.h>
35
#include <asm/cp15.h>
L
Linus Torvalds 已提交
36
#include <asm/cpu.h>
37
#include <asm/cputype.h>
L
Linus Torvalds 已提交
38 39
#include <asm/elf.h>
#include <asm/procinfo.h>
S
Stefano Stabellini 已提交
40
#include <asm/psci.h>
R
Russell King 已提交
41
#include <asm/sections.h>
L
Linus Torvalds 已提交
42
#include <asm/setup.h>
43
#include <asm/smp_plat.h>
L
Linus Torvalds 已提交
44 45
#include <asm/mach-types.h>
#include <asm/cacheflush.h>
46
#include <asm/cachetype.h>
L
Linus Torvalds 已提交
47 48
#include <asm/tlbflush.h>

49
#include <asm/prom.h>
L
Linus Torvalds 已提交
50 51 52
#include <asm/mach/arch.h>
#include <asm/mach/irq.h>
#include <asm/mach/time.h>
53 54
#include <asm/system_info.h>
#include <asm/system_misc.h>
J
Jason Wessel 已提交
55
#include <asm/traps.h>
56
#include <asm/unwind.h>
57
#include <asm/memblock.h>
58
#include <asm/virt.h>
L
Linus Torvalds 已提交
59

60
#include "atags.h"
61

L
Linus Torvalds 已提交
62 63 64 65 66 67 68 69 70 71 72 73 74

#if defined(CONFIG_FPE_NWFPE) || defined(CONFIG_FPE_FASTFPE)
char fpe_type[8];

static int __init fpe_setup(char *line)
{
	memcpy(fpe_type, line, 8);
	return 1;
}

__setup("fpe=", fpe_setup);
#endif

75
extern void paging_init(struct machine_desc *desc);
76
extern void sanity_check_meminfo(void);
77
extern enum reboot_mode reboot_mode;
78
extern void setup_dma_zone(struct machine_desc *desc);
L
Linus Torvalds 已提交
79 80

unsigned int processor_id;
81
EXPORT_SYMBOL(processor_id);
82
unsigned int __machine_arch_type __read_mostly;
L
Linus Torvalds 已提交
83
EXPORT_SYMBOL(__machine_arch_type);
84
unsigned int cacheid __read_mostly;
85
EXPORT_SYMBOL(cacheid);
L
Linus Torvalds 已提交
86

B
Bill Gatliff 已提交
87 88
unsigned int __atags_pointer __initdata;

L
Linus Torvalds 已提交
89 90 91 92 93 94 95 96 97
unsigned int system_rev;
EXPORT_SYMBOL(system_rev);

unsigned int system_serial_low;
EXPORT_SYMBOL(system_serial_low);

unsigned int system_serial_high;
EXPORT_SYMBOL(system_serial_high);

98
unsigned int elf_hwcap __read_mostly;
L
Linus Torvalds 已提交
99 100 101 102
EXPORT_SYMBOL(elf_hwcap);


#ifdef MULTI_CPU
103
struct processor processor __read_mostly;
L
Linus Torvalds 已提交
104 105
#endif
#ifdef MULTI_TLB
106
struct cpu_tlb_fns cpu_tlb __read_mostly;
L
Linus Torvalds 已提交
107 108
#endif
#ifdef MULTI_USER
109
struct cpu_user_fns cpu_user __read_mostly;
L
Linus Torvalds 已提交
110 111
#endif
#ifdef MULTI_CACHE
112
struct cpu_cache_fns cpu_cache __read_mostly;
L
Linus Torvalds 已提交
113
#endif
114
#ifdef CONFIG_OUTER_CACHE
115
struct outer_cache_fns outer_cache __read_mostly;
116
EXPORT_SYMBOL(outer_cache);
117
#endif
L
Linus Torvalds 已提交
118

119 120 121 122 123 124 125
/*
 * Cached cpu_architecture() result for use by assembler code.
 * C code should use the cpu_architecture() function instead of accessing this
 * variable directly.
 */
int __cpu_architecture __read_mostly = CPU_ARCH_UNKNOWN;

R
Russell King 已提交
126 127 128 129 130 131
struct stack {
	u32 irq[3];
	u32 abt[3];
	u32 und[3];
} ____cacheline_aligned;

132
#ifndef CONFIG_CPU_V7M
R
Russell King 已提交
133
static struct stack stacks[NR_CPUS];
134
#endif
R
Russell King 已提交
135

L
Linus Torvalds 已提交
136 137 138 139 140
char elf_platform[ELF_PLATFORM_SIZE];
EXPORT_SYMBOL(elf_platform);

static const char *cpu_name;
static const char *machine_name;
141
static char __initdata cmd_line[COMMAND_LINE_SIZE];
142
struct machine_desc *machine_desc __initdata;
L
Linus Torvalds 已提交
143 144 145 146 147 148 149 150 151 152

static union { char c[4]; unsigned long l; } endian_test __initdata = { { 'l', '?', '?', 'b' } };
#define ENDIANNESS ((char)endian_test.l)

DEFINE_PER_CPU(struct cpuinfo_arm, cpu_data);

/*
 * Standard memory resources
 */
static struct resource mem_res[] = {
153 154 155 156 157 158 159
	{
		.name = "Video RAM",
		.start = 0,
		.end = 0,
		.flags = IORESOURCE_MEM
	},
	{
160
		.name = "Kernel code",
161 162 163 164 165 166 167 168 169 170
		.start = 0,
		.end = 0,
		.flags = IORESOURCE_MEM
	},
	{
		.name = "Kernel data",
		.start = 0,
		.end = 0,
		.flags = IORESOURCE_MEM
	}
L
Linus Torvalds 已提交
171 172 173 174 175 176 177
};

#define video_ram   mem_res[0]
#define kernel_code mem_res[1]
#define kernel_data mem_res[2]

static struct resource io_res[] = {
178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195
	{
		.name = "reserved",
		.start = 0x3bc,
		.end = 0x3be,
		.flags = IORESOURCE_IO | IORESOURCE_BUSY
	},
	{
		.name = "reserved",
		.start = 0x378,
		.end = 0x37f,
		.flags = IORESOURCE_IO | IORESOURCE_BUSY
	},
	{
		.name = "reserved",
		.start = 0x278,
		.end = 0x27f,
		.flags = IORESOURCE_IO | IORESOURCE_BUSY
	}
L
Linus Torvalds 已提交
196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211
};

#define lp0 io_res[0]
#define lp1 io_res[1]
#define lp2 io_res[2]

static const char *proc_arch[] = {
	"undefined/unknown",
	"3",
	"4",
	"4T",
	"5",
	"5T",
	"5TE",
	"5TEJ",
	"6TEJ",
212
	"7",
213
	"7M",
L
Linus Torvalds 已提交
214 215 216 217 218 219 220 221
	"?(12)",
	"?(13)",
	"?(14)",
	"?(15)",
	"?(16)",
	"?(17)",
};

222 223 224 225 226 227
#ifdef CONFIG_CPU_V7M
static int __get_cpu_architecture(void)
{
	return CPU_ARCH_ARMv7M;
}
#else
228
static int __get_cpu_architecture(void)
L
Linus Torvalds 已提交
229 230 231
{
	int cpu_arch;

232
	if ((read_cpuid_id() & 0x0008f000) == 0) {
L
Linus Torvalds 已提交
233
		cpu_arch = CPU_ARCH_UNKNOWN;
234 235 236 237
	} else if ((read_cpuid_id() & 0x0008f000) == 0x00007000) {
		cpu_arch = (read_cpuid_id() & (1 << 23)) ? CPU_ARCH_ARMv4T : CPU_ARCH_ARMv3;
	} else if ((read_cpuid_id() & 0x00080000) == 0x00000000) {
		cpu_arch = (read_cpuid_id() >> 16) & 7;
L
Linus Torvalds 已提交
238 239
		if (cpu_arch)
			cpu_arch += CPU_ARCH_ARMv3;
240
	} else if ((read_cpuid_id() & 0x000f0000) == 0x000f0000) {
241 242 243 244 245 246
		unsigned int mmfr0;

		/* Revised CPUID format. Read the Memory Model Feature
		 * Register 0 and check for VMSAv7 or PMSAv7 */
		asm("mrc	p15, 0, %0, c0, c1, 4"
		    : "=r" (mmfr0));
247 248
		if ((mmfr0 & 0x0000000f) >= 0x00000003 ||
		    (mmfr0 & 0x000000f0) >= 0x00000030)
249 250 251 252 253 254 255 256
			cpu_arch = CPU_ARCH_ARMv7;
		else if ((mmfr0 & 0x0000000f) == 0x00000002 ||
			 (mmfr0 & 0x000000f0) == 0x00000020)
			cpu_arch = CPU_ARCH_ARMv6;
		else
			cpu_arch = CPU_ARCH_UNKNOWN;
	} else
		cpu_arch = CPU_ARCH_UNKNOWN;
L
Linus Torvalds 已提交
257 258 259

	return cpu_arch;
}
260
#endif
L
Linus Torvalds 已提交
261

262 263 264 265 266 267 268
int __pure cpu_architecture(void)
{
	BUG_ON(__cpu_architecture == CPU_ARCH_UNKNOWN);

	return __cpu_architecture;
}

269 270 271 272 273
static int cpu_has_aliasing_icache(unsigned int arch)
{
	int aliasing_icache;
	unsigned int id_reg, num_sets, line_size;

274 275 276 277
	/* PIPT caches never alias. */
	if (icache_is_pipt())
		return 0;

278 279 280
	/* arch specifies the register format */
	switch (arch) {
	case CPU_ARCH_ARMv7:
281 282
		asm("mcr	p15, 2, %0, c0, c0, 0 @ set CSSELR"
		    : /* No output operands */
283
		    : "r" (1));
284 285 286
		isb();
		asm("mrc	p15, 1, %0, c0, c0, 0 @ read CCSIDR"
		    : "=r" (id_reg));
287 288 289 290 291 292 293 294 295 296 297 298 299 300 301
		line_size = 4 << ((id_reg & 0x7) + 2);
		num_sets = ((id_reg >> 13) & 0x7fff) + 1;
		aliasing_icache = (line_size * num_sets) > PAGE_SIZE;
		break;
	case CPU_ARCH_ARMv6:
		aliasing_icache = read_cpuid_cachetype() & (1 << 11);
		break;
	default:
		/* I-cache aliases will be handled by D-cache aliasing code */
		aliasing_icache = 0;
	}

	return aliasing_icache;
}

302 303 304 305
static void __init cacheid_init(void)
{
	unsigned int arch = cpu_architecture();

306 307 308
	if (arch == CPU_ARCH_ARMv7M) {
		cacheid = 0;
	} else if (arch >= CPU_ARCH_ARMv6) {
309
		unsigned int cachetype = read_cpuid_cachetype();
310 311
		if ((cachetype & (7 << 29)) == 4 << 29) {
			/* ARMv7 register format */
312
			arch = CPU_ARCH_ARMv7;
313
			cacheid = CACHEID_VIPT_NONALIASING;
314 315
			switch (cachetype & (3 << 14)) {
			case (1 << 14):
316
				cacheid |= CACHEID_ASID_TAGGED;
317 318 319 320 321
				break;
			case (3 << 14):
				cacheid |= CACHEID_PIPT;
				break;
			}
322
		} else {
323 324 325 326 327
			arch = CPU_ARCH_ARMv6;
			if (cachetype & (1 << 23))
				cacheid = CACHEID_VIPT_ALIASING;
			else
				cacheid = CACHEID_VIPT_NONALIASING;
328
		}
329 330
		if (cpu_has_aliasing_icache(arch))
			cacheid |= CACHEID_VIPT_I_ALIASING;
331 332 333
	} else {
		cacheid = CACHEID_VIVT;
	}
334 335 336 337

	printk("CPU: %s data cache, %s instruction cache\n",
		cache_is_vivt() ? "VIVT" :
		cache_is_vipt_aliasing() ? "VIPT aliasing" :
338
		cache_is_vipt_nonaliasing() ? "PIPT / VIPT nonaliasing" : "unknown",
339 340
		cache_is_vivt() ? "VIVT" :
		icache_is_vivt_asid_tagged() ? "VIVT ASID tagged" :
341
		icache_is_vipt_aliasing() ? "VIPT aliasing" :
342
		icache_is_pipt() ? "PIPT" :
343
		cache_is_vipt_nonaliasing() ? "VIPT nonaliasing" : "unknown");
344 345
}

L
Linus Torvalds 已提交
346 347 348 349
/*
 * These functions re-use the assembly code in head.S, which
 * already provide the required functionality.
 */
350
extern struct proc_info_list *lookup_processor_type(unsigned int);
351

352
void __init early_print(const char *str, ...)
353 354 355 356 357 358 359 360 361 362 363 364 365 366 367
{
	extern void printascii(const char *);
	char buf[256];
	va_list ap;

	va_start(ap, str);
	vsnprintf(buf, sizeof(buf), str, ap);
	va_end(ap);

#ifdef CONFIG_DEBUG_LL
	printascii(buf);
#endif
	printk("%s", buf);
}

368 369
static void __init cpuid_init_hwcaps(void)
{
370
	unsigned int divide_instrs, vmsa;
371 372 373 374 375 376 377 378 379 380 381 382

	if (cpu_architecture() < CPU_ARCH_ARMv7)
		return;

	divide_instrs = (read_cpuid_ext(CPUID_EXT_ISAR0) & 0x0f000000) >> 24;

	switch (divide_instrs) {
	case 2:
		elf_hwcap |= HWCAP_IDIVA;
	case 1:
		elf_hwcap |= HWCAP_IDIVT;
	}
383 384 385 386 387

	/* LPAE implies atomic ldrd/strd instructions */
	vmsa = (read_cpuid_ext(CPUID_EXT_MMFR0) & 0xf) >> 0;
	if (vmsa >= 5)
		elf_hwcap |= HWCAP_LPAE;
388 389
}

390 391 392 393 394 395 396 397 398 399 400 401 402 403 404
static void __init feat_v6_fixup(void)
{
	int id = read_cpuid_id();

	if ((id & 0xff0f0000) != 0x41070000)
		return;

	/*
	 * HWCAP_TLS is available only on 1136 r1p0 and later,
	 * see also kuser_get_tls_init.
	 */
	if ((((id >> 4) & 0xfff) == 0xb36) && (((id >> 20) & 3) == 0))
		elf_hwcap &= ~HWCAP_TLS;
}

R
Russell King 已提交
405 406 407
/*
 * cpu_init - initialise one CPU.
 *
R
Russell King 已提交
408
 * cpu_init sets up the per-CPU stacks.
R
Russell King 已提交
409
 */
410
void notrace cpu_init(void)
R
Russell King 已提交
411
{
412
#ifndef CONFIG_CPU_V7M
R
Russell King 已提交
413 414 415 416 417 418 419 420
	unsigned int cpu = smp_processor_id();
	struct stack *stk = &stacks[cpu];

	if (cpu >= NR_CPUS) {
		printk(KERN_CRIT "CPU%u: bad primary CPU number\n", cpu);
		BUG();
	}

421 422 423 424 425 426
	/*
	 * This only works on resume and secondary cores. For booting on the
	 * boot cpu, smp_prepare_boot_cpu is called after percpu area setup.
	 */
	set_my_cpu_offset(per_cpu_offset(cpu));

427 428
	cpu_proc_init();

429 430 431 432 433 434 435 436 437 438
	/*
	 * Define the placement constraint for the inline asm directive below.
	 * In Thumb-2, msr with an immediate value is not allowed.
	 */
#ifdef CONFIG_THUMB2_KERNEL
#define PLC	"r"
#else
#define PLC	"I"
#endif

R
Russell King 已提交
439 440 441 442 443
	/*
	 * setup stacks for re-entrant exception handlers
	 */
	__asm__ (
	"msr	cpsr_c, %1\n\t"
444 445
	"add	r14, %0, %2\n\t"
	"mov	sp, r14\n\t"
R
Russell King 已提交
446
	"msr	cpsr_c, %3\n\t"
447 448
	"add	r14, %0, %4\n\t"
	"mov	sp, r14\n\t"
R
Russell King 已提交
449
	"msr	cpsr_c, %5\n\t"
450 451
	"add	r14, %0, %6\n\t"
	"mov	sp, r14\n\t"
R
Russell King 已提交
452 453 454
	"msr	cpsr_c, %7"
	    :
	    : "r" (stk),
455
	      PLC (PSR_F_BIT | PSR_I_BIT | IRQ_MODE),
R
Russell King 已提交
456
	      "I" (offsetof(struct stack, irq[0])),
457
	      PLC (PSR_F_BIT | PSR_I_BIT | ABT_MODE),
R
Russell King 已提交
458
	      "I" (offsetof(struct stack, abt[0])),
459
	      PLC (PSR_F_BIT | PSR_I_BIT | UND_MODE),
R
Russell King 已提交
460
	      "I" (offsetof(struct stack, und[0])),
461
	      PLC (PSR_F_BIT | PSR_I_BIT | SVC_MODE)
462
	    : "r14");
463
#endif
R
Russell King 已提交
464 465
}

466
u32 __cpu_logical_map[NR_CPUS] = { [0 ... NR_CPUS-1] = MPIDR_INVALID };
467 468 469 470

void __init smp_setup_processor_id(void)
{
	int i;
471 472
	u32 mpidr = is_smp() ? read_cpuid_mpidr() & MPIDR_HWID_BITMASK : 0;
	u32 cpu = MPIDR_AFFINITY_LEVEL(mpidr, 0);
473 474

	cpu_logical_map(0) = cpu;
475
	for (i = 1; i < nr_cpu_ids; ++i)
476 477
		cpu_logical_map(i) = i == cpu ? 0 : i;

478 479 480 481 482 483 484
	/*
	 * clear __my_cpu_offset on boot CPU to avoid hang caused by
	 * using percpu variable early, for example, lockdep will
	 * access percpu variable inside lock_release
	 */
	set_my_cpu_offset(0);

485
	printk(KERN_INFO "Booting Linux on physical CPU 0x%x\n", mpidr);
486 487
}

488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553
struct mpidr_hash mpidr_hash;
#ifdef CONFIG_SMP
/**
 * smp_build_mpidr_hash - Pre-compute shifts required at each affinity
 *			  level in order to build a linear index from an
 *			  MPIDR value. Resulting algorithm is a collision
 *			  free hash carried out through shifting and ORing
 */
static void __init smp_build_mpidr_hash(void)
{
	u32 i, affinity;
	u32 fs[3], bits[3], ls, mask = 0;
	/*
	 * Pre-scan the list of MPIDRS and filter out bits that do
	 * not contribute to affinity levels, ie they never toggle.
	 */
	for_each_possible_cpu(i)
		mask |= (cpu_logical_map(i) ^ cpu_logical_map(0));
	pr_debug("mask of set bits 0x%x\n", mask);
	/*
	 * Find and stash the last and first bit set at all affinity levels to
	 * check how many bits are required to represent them.
	 */
	for (i = 0; i < 3; i++) {
		affinity = MPIDR_AFFINITY_LEVEL(mask, i);
		/*
		 * Find the MSB bit and LSB bits position
		 * to determine how many bits are required
		 * to express the affinity level.
		 */
		ls = fls(affinity);
		fs[i] = affinity ? ffs(affinity) - 1 : 0;
		bits[i] = ls - fs[i];
	}
	/*
	 * An index can be created from the MPIDR by isolating the
	 * significant bits at each affinity level and by shifting
	 * them in order to compress the 24 bits values space to a
	 * compressed set of values. This is equivalent to hashing
	 * the MPIDR through shifting and ORing. It is a collision free
	 * hash though not minimal since some levels might contain a number
	 * of CPUs that is not an exact power of 2 and their bit
	 * representation might contain holes, eg MPIDR[7:0] = {0x2, 0x80}.
	 */
	mpidr_hash.shift_aff[0] = fs[0];
	mpidr_hash.shift_aff[1] = MPIDR_LEVEL_BITS + fs[1] - bits[0];
	mpidr_hash.shift_aff[2] = 2*MPIDR_LEVEL_BITS + fs[2] -
						(bits[1] + bits[0]);
	mpidr_hash.mask = mask;
	mpidr_hash.bits = bits[2] + bits[1] + bits[0];
	pr_debug("MPIDR hash: aff0[%u] aff1[%u] aff2[%u] mask[0x%x] bits[%u]\n",
				mpidr_hash.shift_aff[0],
				mpidr_hash.shift_aff[1],
				mpidr_hash.shift_aff[2],
				mpidr_hash.mask,
				mpidr_hash.bits);
	/*
	 * 4x is an arbitrary value used to warn on a hash table much bigger
	 * than expected on most systems.
	 */
	if (mpidr_hash_size() > 4 * num_possible_cpus())
		pr_warn("Large number of MPIDR hash buckets detected\n");
	sync_cache_w(&mpidr_hash);
}
#endif

554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570
static void __init setup_processor(void)
{
	struct proc_info_list *list;

	/*
	 * locate processor in the list of supported processor
	 * types.  The linker builds this table for us from the
	 * entries in arch/arm/mm/proc-*.S
	 */
	list = lookup_processor_type(read_cpuid_id());
	if (!list) {
		printk("CPU configuration botched (ID %08x), unable "
		       "to continue.\n", read_cpuid_id());
		while (1);
	}

	cpu_name = list->cpu_name;
571
	__cpu_architecture = __get_cpu_architecture();
572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589

#ifdef MULTI_CPU
	processor = *list->proc;
#endif
#ifdef MULTI_TLB
	cpu_tlb = *list->tlb;
#endif
#ifdef MULTI_USER
	cpu_user = *list->user;
#endif
#ifdef MULTI_CACHE
	cpu_cache = *list->cache;
#endif

	printk("CPU: %s [%08x] revision %d (ARMv%s), cr=%08lx\n",
	       cpu_name, read_cpuid_id(), read_cpuid_id() & 15,
	       proc_arch[cpu_architecture()], cr_alignment);

590 591 592 593
	snprintf(init_utsname()->machine, __NEW_UTS_LEN + 1, "%s%c",
		 list->arch_name, ENDIANNESS);
	snprintf(elf_platform, ELF_PLATFORM_SIZE, "%s%c",
		 list->elf_name, ENDIANNESS);
594
	elf_hwcap = list->elf_hwcap;
595 596 597

	cpuid_init_hwcaps();

598
#ifndef CONFIG_ARM_THUMB
599
	elf_hwcap &= ~(HWCAP_THUMB | HWCAP_IDIVT);
600 601 602 603 604 605 606 607
#endif

	feat_v6_fixup();

	cacheid_init();
	cpu_init();
}

608
void __init dump_machine_table(void)
L
Linus Torvalds 已提交
609
{
610
	struct machine_desc *p;
L
Linus Torvalds 已提交
611

612 613
	early_print("Available machine support:\n\nID (hex)\tNAME\n");
	for_each_machine_desc(p)
614
		early_print("%08x\t%s\n", p->nr, p->name);
L
Linus Torvalds 已提交
615

616
	early_print("\nPlease check your kernel config and/or bootloader.\n");
L
Linus Torvalds 已提交
617

618 619
	while (true)
		/* can't use cpu_relax() here as it may require MMU setup */;
L
Linus Torvalds 已提交
620 621
}

622
int __init arm_add_memory(phys_addr_t start, phys_addr_t size)
623
{
624 625 626 627
	struct membank *bank = &meminfo.bank[meminfo.nr_banks];

	if (meminfo.nr_banks >= NR_BANKS) {
		printk(KERN_CRIT "NR_BANKS too low, "
628
			"ignoring memory at 0x%08llx\n", (long long)start);
629 630
		return -EINVAL;
	}
631

632 633 634 635 636
	/*
	 * Ensure that start/size are aligned to a page boundary.
	 * Size is appropriately rounded down, start is rounded up.
	 */
	size -= start & ~PAGE_MASK;
637
	bank->start = PAGE_ALIGN(start);
638

639
#ifndef CONFIG_ARM_LPAE
640 641 642 643 644 645 646 647 648 649 650 651
	if (bank->start + size < bank->start) {
		printk(KERN_CRIT "Truncating memory at 0x%08llx to fit in "
			"32-bit physical address space\n", (long long)start);
		/*
		 * To ensure bank->start + bank->size is representable in
		 * 32 bits, we use ULONG_MAX as the upper limit rather than 4GB.
		 * This means we lose a page after masking.
		 */
		size = ULONG_MAX - bank->start;
	}
#endif

652
	bank->size = size & ~(phys_addr_t)(PAGE_SIZE - 1);
653 654 655 656 657

	/*
	 * Check whether this memory region has non-zero size or
	 * invalid node number.
	 */
R
Russell King 已提交
658
	if (bank->size == 0)
659 660 661 662
		return -EINVAL;

	meminfo.nr_banks++;
	return 0;
663 664
}

L
Linus Torvalds 已提交
665 666 667 668
/*
 * Pick out the memory size.  We look for mem=size@start,
 * where start and size are "size[KkMm]"
 */
669
static int __init early_mem(char *p)
L
Linus Torvalds 已提交
670 671
{
	static int usermem __initdata = 0;
672
	phys_addr_t size;
673
	phys_addr_t start;
674
	char *endp;
L
Linus Torvalds 已提交
675 676 677 678 679 680 681 682 683 684 685 686

	/*
	 * If the user specifies memory size, we
	 * blow away any automatically generated
	 * size.
	 */
	if (usermem == 0) {
		usermem = 1;
		meminfo.nr_banks = 0;
	}

	start = PHYS_OFFSET;
687 688 689
	size  = memparse(p, &endp);
	if (*endp == '@')
		start = memparse(endp + 1, NULL);
L
Linus Torvalds 已提交
690

A
Andrew Morton 已提交
691
	arm_add_memory(start, size);
L
Linus Torvalds 已提交
692

693
	return 0;
L
Linus Torvalds 已提交
694
}
695
early_param("mem", early_mem);
L
Linus Torvalds 已提交
696

697
static void __init request_standard_resources(struct machine_desc *mdesc)
L
Linus Torvalds 已提交
698
{
699
	struct memblock_region *region;
L
Linus Torvalds 已提交
700 701
	struct resource *res;

R
Russell King 已提交
702 703
	kernel_code.start   = virt_to_phys(_text);
	kernel_code.end     = virt_to_phys(_etext - 1);
704
	kernel_data.start   = virt_to_phys(_sdata);
R
Russell King 已提交
705
	kernel_data.end     = virt_to_phys(_end - 1);
L
Linus Torvalds 已提交
706

707
	for_each_memblock(memory, region) {
L
Linus Torvalds 已提交
708 709
		res = alloc_bootmem_low(sizeof(*res));
		res->name  = "System RAM";
710 711
		res->start = __pfn_to_phys(memblock_region_memory_base_pfn(region));
		res->end = __pfn_to_phys(memblock_region_memory_end_pfn(region)) - 1;
L
Linus Torvalds 已提交
712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750
		res->flags = IORESOURCE_MEM | IORESOURCE_BUSY;

		request_resource(&iomem_resource, res);

		if (kernel_code.start >= res->start &&
		    kernel_code.end <= res->end)
			request_resource(res, &kernel_code);
		if (kernel_data.start >= res->start &&
		    kernel_data.end <= res->end)
			request_resource(res, &kernel_data);
	}

	if (mdesc->video_start) {
		video_ram.start = mdesc->video_start;
		video_ram.end   = mdesc->video_end;
		request_resource(&iomem_resource, &video_ram);
	}

	/*
	 * Some machines don't have the possibility of ever
	 * possessing lp0, lp1 or lp2
	 */
	if (mdesc->reserve_lp0)
		request_resource(&ioport_resource, &lp0);
	if (mdesc->reserve_lp1)
		request_resource(&ioport_resource, &lp1);
	if (mdesc->reserve_lp2)
		request_resource(&ioport_resource, &lp2);
}

#if defined(CONFIG_VGA_CONSOLE) || defined(CONFIG_DUMMY_CONSOLE)
struct screen_info screen_info = {
 .orig_video_lines	= 30,
 .orig_video_cols	= 80,
 .orig_video_mode	= 0,
 .orig_video_ega_bx	= 0,
 .orig_video_isVGA	= 1,
 .orig_video_points	= 8
};
751
#endif
L
Linus Torvalds 已提交
752 753 754

static int __init customize_machine(void)
{
755 756 757 758 759 760
	/*
	 * customizes platform devices, or adds new ones
	 * On DT based machines, we fall back to populating the
	 * machine from the device tree, if no callback is provided,
	 * otherwise we would always need an init_machine callback.
	 */
761 762
	if (machine_desc->init_machine)
		machine_desc->init_machine();
763 764 765 766 767
#ifdef CONFIG_OF
	else
		of_platform_populate(NULL, of_default_bus_match_table,
					NULL, NULL);
#endif
L
Linus Torvalds 已提交
768 769 770 771
	return 0;
}
arch_initcall(customize_machine);

772 773 774 775 776 777 778 779
static int __init init_machine_late(void)
{
	if (machine_desc->init_late)
		machine_desc->init_late();
	return 0;
}
late_initcall(init_machine_late);

780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828
#ifdef CONFIG_KEXEC
static inline unsigned long long get_total_mem(void)
{
	unsigned long total;

	total = max_low_pfn - min_low_pfn;
	return total << PAGE_SHIFT;
}

/**
 * reserve_crashkernel() - reserves memory are for crash kernel
 *
 * This function reserves memory area given in "crashkernel=" kernel command
 * line parameter. The memory reserved is used by a dump capture kernel when
 * primary kernel is crashing.
 */
static void __init reserve_crashkernel(void)
{
	unsigned long long crash_size, crash_base;
	unsigned long long total_mem;
	int ret;

	total_mem = get_total_mem();
	ret = parse_crashkernel(boot_command_line, total_mem,
				&crash_size, &crash_base);
	if (ret)
		return;

	ret = reserve_bootmem(crash_base, crash_size, BOOTMEM_EXCLUSIVE);
	if (ret < 0) {
		printk(KERN_WARNING "crashkernel reservation failed - "
		       "memory is in use (0x%lx)\n", (unsigned long)crash_base);
		return;
	}

	printk(KERN_INFO "Reserving %ldMB of memory at %ldMB "
	       "for crashkernel (System RAM: %ldMB)\n",
	       (unsigned long)(crash_size >> 20),
	       (unsigned long)(crash_base >> 20),
	       (unsigned long)(total_mem >> 20));

	crashk_res.start = crash_base;
	crashk_res.end = crash_base + crash_size - 1;
	insert_resource(&iomem_resource, &crashk_res);
}
#else
static inline void reserve_crashkernel(void) {}
#endif /* CONFIG_KEXEC */

829 830 831 832 833 834
static int __init meminfo_cmp(const void *_a, const void *_b)
{
	const struct membank *a = _a, *b = _b;
	long cmp = bank_pfn_start(a) - bank_pfn_start(b);
	return cmp < 0 ? -1 : cmp > 0 ? 1 : 0;
}
835

836 837 838 839 840 841 842 843 844 845 846 847 848 849 850
void __init hyp_mode_check(void)
{
#ifdef CONFIG_ARM_VIRT_EXT
	if (is_hyp_mode_available()) {
		pr_info("CPU: All CPU(s) started in HYP mode.\n");
		pr_info("CPU: Virtualization extensions available.\n");
	} else if (is_hyp_mode_mismatched()) {
		pr_warn("CPU: WARNING: CPU(s) started in wrong/inconsistent modes (primary CPU mode 0x%x)\n",
			__boot_cpu_mode & MODE_MASK);
		pr_warn("CPU: This may indicate a broken bootloader or firmware.\n");
	} else
		pr_info("CPU: All CPU(s) started in SVC mode.\n");
#endif
}

851 852 853 854 855
void __init setup_arch(char **cmdline_p)
{
	struct machine_desc *mdesc;

	setup_processor();
856 857
	mdesc = setup_machine_fdt(__atags_pointer);
	if (!mdesc)
858
		mdesc = setup_machine_tags(__atags_pointer, __machine_arch_type);
859 860 861
	machine_desc = mdesc;
	machine_name = mdesc->name;

862 863
	setup_dma_zone(mdesc);

864 865
	if (mdesc->reboot_mode != REBOOT_HARD)
		reboot_mode = mdesc->reboot_mode;
866

R
Russell King 已提交
867 868 869 870
	init_mm.start_code = (unsigned long) _text;
	init_mm.end_code   = (unsigned long) _etext;
	init_mm.end_data   = (unsigned long) _edata;
	init_mm.brk	   = (unsigned long) _end;
L
Linus Torvalds 已提交
871

872 873 874
	/* populate cmd_line too for later use, preserving boot_command_line */
	strlcpy(cmd_line, boot_command_line, COMMAND_LINE_SIZE);
	*cmdline_p = cmd_line;
875 876 877

	parse_early_param();

878
	sort(&meminfo.bank, meminfo.nr_banks, sizeof(meminfo.bank[0]), meminfo_cmp, NULL);
879
	sanity_check_meminfo();
880
	arm_memblock_init(&meminfo, mdesc);
R
Russell King 已提交
881

882
	paging_init(mdesc);
883
	request_standard_resources(mdesc);
L
Linus Torvalds 已提交
884

885 886 887
	if (mdesc->restart)
		arm_pm_restart = mdesc->restart;

888 889
	unflatten_device_tree();

890
	arm_dt_init_cpu_maps();
S
Stefano Stabellini 已提交
891
	psci_init();
R
Russell King 已提交
892
#ifdef CONFIG_SMP
893
	if (is_smp()) {
894 895 896 897 898 899
		if (!mdesc->smp_init || !mdesc->smp_init()) {
			if (psci_smp_available())
				smp_set_ops(&psci_smp_ops);
			else if (mdesc->smp)
				smp_set_ops(mdesc->smp);
		}
900
		smp_init_cpus();
901
		smp_build_mpidr_hash();
902
	}
R
Russell King 已提交
903
#endif
904 905 906 907

	if (!is_smp())
		hyp_mode_check();

908
	reserve_crashkernel();
R
Russell King 已提交
909

910 911 912
#ifdef CONFIG_MULTI_IRQ_HANDLER
	handle_arch_irq = mdesc->handle_irq;
#endif
L
Linus Torvalds 已提交
913 914 915 916 917 918 919 920

#ifdef CONFIG_VT
#if defined(CONFIG_VGA_CONSOLE)
	conswitchp = &vga_con;
#elif defined(CONFIG_DUMMY_CONSOLE)
	conswitchp = &dummy_con;
#endif
#endif
921 922 923

	if (mdesc->init_early)
		mdesc->init_early();
L
Linus Torvalds 已提交
924 925 926 927 928 929 930
}


static int __init topology_init(void)
{
	int cpu;

931 932 933 934 935
	for_each_possible_cpu(cpu) {
		struct cpuinfo_arm *cpuinfo = &per_cpu(cpu_data, cpu);
		cpuinfo->cpu.hotpluggable = 1;
		register_cpu(&cpuinfo->cpu, cpu);
	}
L
Linus Torvalds 已提交
936 937 938 939 940

	return 0;
}
subsys_initcall(topology_init);

941 942 943 944 945 946 947 948 949 950 951 952 953
#ifdef CONFIG_HAVE_PROC_CPU
static int __init proc_cpu_init(void)
{
	struct proc_dir_entry *res;

	res = proc_mkdir("cpu", NULL);
	if (!res)
		return -ENOMEM;
	return 0;
}
fs_initcall(proc_cpu_init);
#endif

L
Linus Torvalds 已提交
954 955 956 957 958 959 960 961 962 963
static const char *hwcap_str[] = {
	"swp",
	"half",
	"thumb",
	"26bit",
	"fastmult",
	"fpa",
	"vfp",
	"edsp",
	"java",
964
	"iwmmxt",
965
	"crunch",
966
	"thumbee",
967
	"neon",
968 969
	"vfpv3",
	"vfpv3d16",
970 971 972 973
	"tls",
	"vfpv4",
	"idiva",
	"idivt",
974
	"lpae",
L
Linus Torvalds 已提交
975 976 977 978 979
	NULL
};

static int c_show(struct seq_file *m, void *v)
{
980 981
	int i, j;
	u32 cpuid;
L
Linus Torvalds 已提交
982 983

	for_each_online_cpu(i) {
984 985 986 987 988 989
		/*
		 * glibc reads /proc/cpuinfo to determine the number of
		 * online processors, looking for lines beginning with
		 * "processor".  Give glibc what it expects.
		 */
		seq_printf(m, "processor\t: %d\n", i);
990 991 992 993 994 995
		cpuid = is_smp() ? per_cpu(cpu_data, i).cpuid : read_cpuid_id();
		seq_printf(m, "model name\t: %s rev %d (%s)\n",
			   cpu_name, cpuid & 15, elf_platform);

#if defined(CONFIG_SMP)
		seq_printf(m, "BogoMIPS\t: %lu.%02lu\n",
L
Linus Torvalds 已提交
996 997
			   per_cpu(cpu_data, i).loops_per_jiffy / (500000UL/HZ),
			   (per_cpu(cpu_data, i).loops_per_jiffy / (5000UL/HZ)) % 100);
998 999 1000 1001
#else
		seq_printf(m, "BogoMIPS\t: %lu.%02lu\n",
			   loops_per_jiffy / (500000/HZ),
			   (loops_per_jiffy / (5000/HZ)) % 100);
L
Linus Torvalds 已提交
1002
#endif
1003 1004
		/* dump out the processor features */
		seq_puts(m, "Features\t: ");
L
Linus Torvalds 已提交
1005

1006 1007 1008
		for (j = 0; hwcap_str[j]; j++)
			if (elf_hwcap & (1 << j))
				seq_printf(m, "%s ", hwcap_str[j]);
L
Linus Torvalds 已提交
1009

1010 1011 1012
		seq_printf(m, "\nCPU implementer\t: 0x%02x\n", cpuid >> 24);
		seq_printf(m, "CPU architecture: %s\n",
			   proc_arch[cpu_architecture()]);
L
Linus Torvalds 已提交
1013

1014 1015 1016
		if ((cpuid & 0x0008f000) == 0x00000000) {
			/* pre-ARM7 */
			seq_printf(m, "CPU part\t: %07x\n", cpuid >> 4);
L
Linus Torvalds 已提交
1017
		} else {
1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028
			if ((cpuid & 0x0008f000) == 0x00007000) {
				/* ARM7 */
				seq_printf(m, "CPU variant\t: 0x%02x\n",
					   (cpuid >> 16) & 127);
			} else {
				/* post-ARM7 */
				seq_printf(m, "CPU variant\t: 0x%x\n",
					   (cpuid >> 20) & 15);
			}
			seq_printf(m, "CPU part\t: 0x%03x\n",
				   (cpuid >> 4) & 0xfff);
L
Linus Torvalds 已提交
1029
		}
1030
		seq_printf(m, "CPU revision\t: %d\n\n", cpuid & 15);
L
Linus Torvalds 已提交
1031 1032 1033 1034 1035 1036 1037 1038 1039 1040 1041 1042 1043 1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055
	}

	seq_printf(m, "Hardware\t: %s\n", machine_name);
	seq_printf(m, "Revision\t: %04x\n", system_rev);
	seq_printf(m, "Serial\t\t: %08x%08x\n",
		   system_serial_high, system_serial_low);

	return 0;
}

static void *c_start(struct seq_file *m, loff_t *pos)
{
	return *pos < 1 ? (void *)1 : NULL;
}

static void *c_next(struct seq_file *m, void *v, loff_t *pos)
{
	++*pos;
	return NULL;
}

static void c_stop(struct seq_file *m, void *v)
{
}

1056
const struct seq_operations cpuinfo_op = {
L
Linus Torvalds 已提交
1057 1058 1059 1060 1061
	.start	= c_start,
	.next	= c_next,
	.stop	= c_stop,
	.show	= c_show
};