init.c 19.5 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3
/*
 *  linux/arch/arm/mm/init.c
 *
R
Russell King 已提交
4
 *  Copyright (C) 1995-2005 Russell King
L
Linus Torvalds 已提交
5 6 7 8 9 10 11 12 13 14 15
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/kernel.h>
#include <linux/errno.h>
#include <linux/swap.h>
#include <linux/init.h>
#include <linux/bootmem.h>
#include <linux/mman.h>
16
#include <linux/export.h>
L
Linus Torvalds 已提交
17 18
#include <linux/nodemask.h>
#include <linux/initrd.h>
G
Grant Likely 已提交
19
#include <linux/of_fdt.h>
20
#include <linux/highmem.h>
21
#include <linux/gfp.h>
R
Russell King 已提交
22
#include <linux/memblock.h>
23
#include <linux/dma-contiguous.h>
24
#include <linux/sizes.h>
L
Linus Torvalds 已提交
25 26

#include <asm/mach-types.h>
27
#include <asm/memblock.h>
28
#include <asm/prom.h>
R
Russell King 已提交
29
#include <asm/sections.h>
L
Linus Torvalds 已提交
30 31
#include <asm/setup.h>
#include <asm/tlb.h>
32
#include <asm/fixmap.h>
L
Linus Torvalds 已提交
33 34 35 36

#include <asm/mach/arch.h>
#include <asm/mach/map.h>

37 38
#include "mm.h"

39 40 41
static unsigned long phys_initrd_start __initdata = 0;
static unsigned long phys_initrd_size __initdata = 0;

42
static int __init early_initrd(char *p)
43 44
{
	unsigned long start, size;
45
	char *endp;
46

47 48 49
	start = memparse(p, &endp);
	if (*endp == ',') {
		size = memparse(endp + 1, NULL);
50 51 52 53

		phys_initrd_start = start;
		phys_initrd_size = size;
	}
54
	return 0;
55
}
56
early_param("initrd", early_initrd);
57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76

static int __init parse_tag_initrd(const struct tag *tag)
{
	printk(KERN_WARNING "ATAG_INITRD is deprecated; "
		"please update your bootloader.\n");
	phys_initrd_start = __virt_to_phys(tag->u.initrd.start);
	phys_initrd_size = tag->u.initrd.size;
	return 0;
}

__tagtable(ATAG_INITRD, parse_tag_initrd);

static int __init parse_tag_initrd2(const struct tag *tag)
{
	phys_initrd_start = tag->u.initrd.start;
	phys_initrd_size = tag->u.initrd.size;
	return 0;
}

__tagtable(ATAG_INITRD2, parse_tag_initrd2);
L
Linus Torvalds 已提交
77

G
Grant Likely 已提交
78 79 80 81 82 83 84 85
#ifdef CONFIG_OF_FLATTREE
void __init early_init_dt_setup_initrd_arch(unsigned long start, unsigned long end)
{
	phys_initrd_start = start;
	phys_initrd_size = end - start;
}
#endif /* CONFIG_OF_FLATTREE */

L
Linus Torvalds 已提交
86
/*
87 88 89
 * This keeps memory configuration data used by a couple memory
 * initialization functions, as well as show_mem() for the skipping
 * of holes in the memory map.  It is populated by arm_add_memory().
L
Linus Torvalds 已提交
90
 */
91
struct meminfo meminfo;
92

93
void show_mem(unsigned int filter)
L
Linus Torvalds 已提交
94 95
{
	int free = 0, total = 0, reserved = 0;
R
Russell King 已提交
96
	int shared = 0, cached = 0, slab = 0, i;
97
	struct meminfo * mi = &meminfo;
L
Linus Torvalds 已提交
98 99

	printk("Mem-info:\n");
100
	show_free_areas(filter);
R
Russell King 已提交
101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126

	for_each_bank (i, mi) {
		struct membank *bank = &mi->bank[i];
		unsigned int pfn1, pfn2;
		struct page *page, *end;

		pfn1 = bank_pfn_start(bank);
		pfn2 = bank_pfn_end(bank);

		page = pfn_to_page(pfn1);
		end  = pfn_to_page(pfn2 - 1) + 1;

		do {
			total++;
			if (PageReserved(page))
				reserved++;
			else if (PageSwapCache(page))
				cached++;
			else if (PageSlab(page))
				slab++;
			else if (!page_count(page))
				free++;
			else
				shared += page_count(page) - 1;
			page++;
		} while (page < end);
L
Linus Torvalds 已提交
127 128 129 130 131 132 133 134 135 136
	}

	printk("%d pages of RAM\n", total);
	printk("%d free pages\n", free);
	printk("%d reserved pages\n", reserved);
	printk("%d slab pages\n", slab);
	printk("%d pages shared\n", shared);
	printk("%d pages swap cached\n", cached);
}

137
static void __init find_limits(unsigned long *min, unsigned long *max_low,
138
			       unsigned long *max_high)
R
Russell King 已提交
139
{
140
	struct meminfo *mi = &meminfo;
R
Russell King 已提交
141 142
	int i;

143 144 145 146 147 148 149
	/* This assumes the meminfo array is properly sorted */
	*min = bank_pfn_start(&mi->bank[0]);
	for_each_bank (i, mi)
		if (mi->bank[i].highmem)
				break;
	*max_low = bank_pfn_end(&mi->bank[i - 1]);
	*max_high = bank_pfn_end(&mi->bank[mi->nr_banks - 1]);
R
Russell King 已提交
150 151
}

152 153
static void __init arm_bootmem_init(unsigned long start_pfn,
	unsigned long end_pfn)
L
Linus Torvalds 已提交
154
{
155
	struct memblock_region *reg;
R
Russell King 已提交
156
	unsigned int boot_pages;
R
Russell King 已提交
157
	phys_addr_t bitmap;
R
Russell King 已提交
158
	pg_data_t *pgdat;
L
Linus Torvalds 已提交
159

R
Russell King 已提交
160
	/*
R
Russell King 已提交
161 162
	 * Allocate the bootmem bitmap page.  This must be in a region
	 * of memory which has already been mapped.
R
Russell King 已提交
163 164
	 */
	boot_pages = bootmem_bootmap_pages(end_pfn - start_pfn);
R
Russell King 已提交
165 166
	bitmap = memblock_alloc_base(boot_pages << PAGE_SHIFT, L1_CACHE_BYTES,
				__pfn_to_phys(end_pfn));
L
Linus Torvalds 已提交
167

R
Russell King 已提交
168
	/*
R
Russell King 已提交
169
	 * Initialise the bootmem allocator, handing the
R
Russell King 已提交
170 171
	 * memory banks over to bootmem.
	 */
R
Russell King 已提交
172 173
	node_set_online(0);
	pgdat = NODE_DATA(0);
R
Russell King 已提交
174
	init_bootmem_node(pgdat, __phys_to_pfn(bitmap), start_pfn, end_pfn);
L
Linus Torvalds 已提交
175

176 177 178 179 180 181 182 183 184 185 186
	/* Free the lowmem regions from memblock into bootmem. */
	for_each_memblock(memory, reg) {
		unsigned long start = memblock_region_memory_base_pfn(reg);
		unsigned long end = memblock_region_memory_end_pfn(reg);

		if (end >= end_pfn)
			end = end_pfn;
		if (start >= end)
			break;

		free_bootmem(__pfn_to_phys(start), (end - start) << PAGE_SHIFT);
187
	}
R
Russell King 已提交
188

189
	/* Reserve the lowmem memblock reserved regions in bootmem. */
190
	for_each_memblock(reserved, reg) {
191 192 193 194 195 196 197 198 199 200
		unsigned long start = memblock_region_reserved_base_pfn(reg);
		unsigned long end = memblock_region_reserved_end_pfn(reg);

		if (end >= end_pfn)
			end = end_pfn;
		if (start >= end)
			break;

		reserve_bootmem(__pfn_to_phys(start),
			        (end - start) << PAGE_SHIFT, BOOTMEM_DEFAULT);
L
Linus Torvalds 已提交
201
	}
202 203
}

204
#ifdef CONFIG_ZONE_DMA
205 206 207 208

unsigned long arm_dma_zone_size __read_mostly;
EXPORT_SYMBOL(arm_dma_zone_size);

209 210 211 212 213 214
/*
 * The DMA mask corresponding to the maximum bus address allocatable
 * using GFP_DMA.  The default here places no restriction on DMA
 * allocations.  This must be the smallest DMA mask in the system,
 * so a successful GFP_DMA allocation will always satisfy this.
 */
215
phys_addr_t arm_dma_limit;
216

217 218 219 220 221 222 223 224 225 226 227 228 229
static void __init arm_adjust_dma_zone(unsigned long *size, unsigned long *hole,
	unsigned long dma_size)
{
	if (size[0] <= dma_size)
		return;

	size[ZONE_NORMAL] = size[0] - dma_size;
	size[ZONE_DMA] = dma_size;
	hole[ZONE_NORMAL] = hole[0];
	hole[ZONE_DMA] = 0;
}
#endif

230 231 232 233 234 235 236 237 238 239 240
void __init setup_dma_zone(struct machine_desc *mdesc)
{
#ifdef CONFIG_ZONE_DMA
	if (mdesc->dma_zone_size) {
		arm_dma_zone_size = mdesc->dma_zone_size;
		arm_dma_limit = PHYS_OFFSET + arm_dma_zone_size - 1;
	} else
		arm_dma_limit = 0xffffffff;
#endif
}

241 242
static void __init arm_bootmem_free(unsigned long min, unsigned long max_low,
	unsigned long max_high)
243 244
{
	unsigned long zone_size[MAX_NR_ZONES], zhole_size[MAX_NR_ZONES];
245
	struct memblock_region *reg;
246

R
Russell King 已提交
247
	/*
R
Russell King 已提交
248
	 * initialise the zones.
R
Russell King 已提交
249 250 251 252
	 */
	memset(zone_size, 0, sizeof(zone_size));

	/*
R
Russell King 已提交
253 254 255
	 * The memory size has already been determined.  If we need
	 * to do anything fancy with the allocation of this memory
	 * to the zones, now is the time to do it.
R
Russell King 已提交
256
	 */
R
Russell King 已提交
257 258 259 260
	zone_size[0] = max_low - min;
#ifdef CONFIG_HIGHMEM
	zone_size[ZONE_HIGHMEM] = max_high - max_low;
#endif
R
Russell King 已提交
261 262

	/*
R
Russell King 已提交
263 264
	 * Calculate the size of the holes.
	 *  holes = node_size - sum(bank_sizes)
R
Russell King 已提交
265
	 */
R
Russell King 已提交
266
	memcpy(zhole_size, zone_size, sizeof(zhole_size));
267 268 269 270 271 272 273 274
	for_each_memblock(memory, reg) {
		unsigned long start = memblock_region_memory_base_pfn(reg);
		unsigned long end = memblock_region_memory_end_pfn(reg);

		if (start < max_low) {
			unsigned long low_end = min(end, max_low);
			zhole_size[0] -= low_end - start;
		}
R
Russell King 已提交
275
#ifdef CONFIG_HIGHMEM
276 277 278 279
		if (end > max_low) {
			unsigned long high_start = max(start, max_low);
			zhole_size[ZONE_HIGHMEM] -= end - high_start;
		}
R
Russell King 已提交
280 281
#endif
	}
R
Russell King 已提交
282

283
#ifdef CONFIG_ZONE_DMA
R
Russell King 已提交
284 285 286 287
	/*
	 * Adjust the sizes according to any special requirements for
	 * this machine type.
	 */
288
	if (arm_dma_zone_size)
289 290
		arm_adjust_dma_zone(zone_size, zhole_size,
			arm_dma_zone_size >> PAGE_SHIFT);
291
#endif
R
Russell King 已提交
292

R
Russell King 已提交
293
	free_area_init_node(0, zone_size, min, zhole_size);
L
Linus Torvalds 已提交
294 295
}

296
#ifdef CONFIG_HAVE_ARCH_PFN_VALID
297 298
int pfn_valid(unsigned long pfn)
{
299
	return memblock_is_memory(__pfn_to_phys(pfn));
300 301
}
EXPORT_SYMBOL(pfn_valid);
302
#endif
303

304
#ifndef CONFIG_SPARSEMEM
305
static void __init arm_memory_present(void)
306 307 308
{
}
#else
309
static void __init arm_memory_present(void)
310
{
311 312
	struct memblock_region *reg;

313
	for_each_memblock(memory, reg)
314 315
		memory_present(0, memblock_region_memory_base_pfn(reg),
			       memblock_region_memory_end_pfn(reg));
316
}
317 318
#endif

319 320
static bool arm_memblock_steal_permitted = true;

321
phys_addr_t __init arm_memblock_steal(phys_addr_t size, phys_addr_t align)
322 323 324 325 326 327 328 329 330 331 332 333
{
	phys_addr_t phys;

	BUG_ON(!arm_memblock_steal_permitted);

	phys = memblock_alloc(size, align);
	memblock_free(phys, size);
	memblock_remove(phys, size);

	return phys;
}

334
void __init arm_memblock_init(struct meminfo *mi, struct machine_desc *mdesc)
R
Russell King 已提交
335 336 337 338 339 340 341 342
{
	int i;

	for (i = 0; i < mi->nr_banks; i++)
		memblock_add(mi->bank[i].start, mi->bank[i].size);

	/* Register the kernel text, kernel data and initrd with memblock. */
#ifdef CONFIG_XIP_KERNEL
343
	memblock_reserve(__pa(_sdata), _end - _sdata);
R
Russell King 已提交
344 345 346 347
#else
	memblock_reserve(__pa(_stext), _end - _stext);
#endif
#ifdef CONFIG_BLK_DEV_INITRD
348 349 350 351 352 353
	if (phys_initrd_size &&
	    !memblock_is_region_memory(phys_initrd_start, phys_initrd_size)) {
		pr_err("INITRD: 0x%08lx+0x%08lx is not a memory region - disabling initrd\n",
		       phys_initrd_start, phys_initrd_size);
		phys_initrd_start = phys_initrd_size = 0;
	}
354 355 356 357 358 359
	if (phys_initrd_size &&
	    memblock_is_region_reserved(phys_initrd_start, phys_initrd_size)) {
		pr_err("INITRD: 0x%08lx+0x%08lx overlaps in-use memory region - disabling initrd\n",
		       phys_initrd_start, phys_initrd_size);
		phys_initrd_start = phys_initrd_size = 0;
	}
R
Russell King 已提交
360 361 362 363 364 365 366 367 368 369
	if (phys_initrd_size) {
		memblock_reserve(phys_initrd_start, phys_initrd_size);

		/* Now convert initrd to virtual addresses */
		initrd_start = __phys_to_virt(phys_initrd_start);
		initrd_end = initrd_start + phys_initrd_size;
	}
#endif

	arm_mm_memblock_reserve();
370
	arm_dt_memblock_reserve();
R
Russell King 已提交
371

372 373 374 375
	/* reserve any platform specific memblock areas */
	if (mdesc->reserve)
		mdesc->reserve();

376 377 378 379 380 381
	/*
	 * reserve memory for DMA contigouos allocations,
	 * must come from DMA area inside low memory
	 */
	dma_contiguous_reserve(min(arm_dma_limit, arm_lowmem_limit));

382
	arm_memblock_steal_permitted = false;
383
	memblock_allow_resize();
R
Russell King 已提交
384 385 386
	memblock_dump_all();
}

387
void __init bootmem_init(void)
L
Linus Torvalds 已提交
388
{
R
Russell King 已提交
389
	unsigned long min, max_low, max_high;
L
Linus Torvalds 已提交
390

R
Russell King 已提交
391 392
	max_low = max_high = 0;

393
	find_limits(&min, &max_low, &max_high);
R
Russell King 已提交
394

395
	arm_bootmem_init(min, max_low);
R
Russell King 已提交
396

R
Russell King 已提交
397 398 399 400
	/*
	 * Sparsemem tries to allocate bootmem in memory_present(),
	 * so must be done after the fixed reservations
	 */
401
	arm_memory_present();
L
Linus Torvalds 已提交
402

403 404 405 406 407 408
	/*
	 * sparse_init() needs the bootmem allocator up and running.
	 */
	sparse_init();

	/*
R
Russell King 已提交
409
	 * Now free the memory - free_area_init_node needs
410 411 412
	 * the sparse mem_map arrays initialized by sparse_init()
	 * for memmap_init_zone(), otherwise all PFNs are invalid.
	 */
413
	arm_bootmem_free(min, max_low, max_high);
414

R
Russell King 已提交
415 416 417 418 419 420 421 422
	/*
	 * This doesn't seem to be used by the Linux memory manager any
	 * more, but is used by ll_rw_block.  If we can get rid of it, we
	 * also get rid of some of the stuff above as well.
	 *
	 * Note: max_low_pfn and max_pfn reflect the number of _pages_ in
	 * the system, not the maximum PFN.
	 */
R
Russell King 已提交
423 424
	max_low_pfn = max_low - PHYS_PFN_OFFSET;
	max_pfn = max_high - PHYS_PFN_OFFSET;
R
Russell King 已提交
425
}
L
Linus Torvalds 已提交
426

N
Nicolas Pitre 已提交
427
static inline int free_area(unsigned long pfn, unsigned long end, char *s)
L
Linus Torvalds 已提交
428
{
N
Nicolas Pitre 已提交
429
	unsigned int pages = 0, size = (end - pfn) << (PAGE_SHIFT - 10);
L
Linus Torvalds 已提交
430

N
Nicolas Pitre 已提交
431 432
	for (; pfn < end; pfn++) {
		struct page *page = pfn_to_page(pfn);
L
Linus Torvalds 已提交
433
		ClearPageReserved(page);
434
		init_page_count(page);
N
Nicolas Pitre 已提交
435 436
		__free_page(page);
		pages++;
L
Linus Torvalds 已提交
437 438 439 440
	}

	if (size && s)
		printk(KERN_INFO "Freeing %s memory: %dK\n", s, size);
N
Nicolas Pitre 已提交
441 442

	return pages;
L
Linus Torvalds 已提交
443 444
}

445 446 447 448 449 450 451
/*
 * Poison init memory with an undefined instruction (ARM) or a branch to an
 * undefined instruction (Thumb).
 */
static inline void poison_init_mem(void *s, size_t count)
{
	u32 *p = (u32 *)s;
452
	for (; count != 0; count -= 4)
453 454 455
		*p++ = 0xe7fddef0;
}

456
static inline void
R
Russell King 已提交
457
free_memmap(unsigned long start_pfn, unsigned long end_pfn)
458 459 460 461 462 463 464
{
	struct page *start_pg, *end_pg;
	unsigned long pg, pgend;

	/*
	 * Convert start_pfn/end_pfn to a struct page pointer.
	 */
465
	start_pg = pfn_to_page(start_pfn - 1) + 1;
466
	end_pg = pfn_to_page(end_pfn - 1) + 1;
467 468 469 470 471

	/*
	 * Convert to physical addresses, and
	 * round start upwards and end downwards.
	 */
472 473
	pg = (unsigned long)PAGE_ALIGN(__pa(start_pg));
	pgend = (unsigned long)__pa(end_pg) & PAGE_MASK;
474 475 476 477 478 479

	/*
	 * If there are free pages between these,
	 * free the section of the memmap array.
	 */
	if (pg < pgend)
R
Russell King 已提交
480
		free_bootmem(pg, pgend - pg);
481 482 483 484 485
}

/*
 * The mem_map array can get very big.  Free the unused area of the memory map.
 */
R
Russell King 已提交
486
static void __init free_unused_memmap(struct meminfo *mi)
487 488 489 490 491
{
	unsigned long bank_start, prev_bank_end = 0;
	unsigned int i;

	/*
492 493
	 * This relies on each bank being in address order.
	 * The banks are sorted previously in bootmem_init().
494
	 */
R
Russell King 已提交
495
	for_each_bank(i, mi) {
496 497 498
		struct membank *bank = &mi->bank[i];

		bank_start = bank_pfn_start(bank);
499

500 501 502 503 504 505 506
#ifdef CONFIG_SPARSEMEM
		/*
		 * Take care not to free memmap entries that don't exist
		 * due to SPARSEMEM sections which aren't present.
		 */
		bank_start = min(bank_start,
				 ALIGN(prev_bank_end, PAGES_PER_SECTION));
507 508 509 510 511 512 513
#else
		/*
		 * Align down here since the VM subsystem insists that the
		 * memmap entries are valid from the bank start aligned to
		 * MAX_ORDER_NR_PAGES.
		 */
		bank_start = round_down(bank_start, MAX_ORDER_NR_PAGES);
514
#endif
515 516 517 518
		/*
		 * If we had a previous bank, and there is a space
		 * between the current bank and the previous, free it.
		 */
519
		if (prev_bank_end && prev_bank_end < bank_start)
R
Russell King 已提交
520
			free_memmap(prev_bank_end, bank_start);
521

522 523 524 525 526 527
		/*
		 * Align up here since the VM subsystem insists that the
		 * memmap entries are valid from the bank end aligned to
		 * MAX_ORDER_NR_PAGES.
		 */
		prev_bank_end = ALIGN(bank_pfn_end(bank), MAX_ORDER_NR_PAGES);
528
	}
529 530 531 532 533 534

#ifdef CONFIG_SPARSEMEM
	if (!IS_ALIGNED(prev_bank_end, PAGES_PER_SECTION))
		free_memmap(prev_bank_end,
			    ALIGN(prev_bank_end, PAGES_PER_SECTION));
#endif
535 536
}

537 538 539
static void __init free_highpages(void)
{
#ifdef CONFIG_HIGHMEM
540 541
	unsigned long max_low = max_low_pfn + PHYS_PFN_OFFSET;
	struct memblock_region *mem, *res;
542 543

	/* set highmem page free */
544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580
	for_each_memblock(memory, mem) {
		unsigned long start = memblock_region_memory_base_pfn(mem);
		unsigned long end = memblock_region_memory_end_pfn(mem);

		/* Ignore complete lowmem entries */
		if (end <= max_low)
			continue;

		/* Truncate partial highmem entries */
		if (start < max_low)
			start = max_low;

		/* Find and exclude any reserved regions */
		for_each_memblock(reserved, res) {
			unsigned long res_start, res_end;

			res_start = memblock_region_reserved_base_pfn(res);
			res_end = memblock_region_reserved_end_pfn(res);

			if (res_end < start)
				continue;
			if (res_start < start)
				res_start = start;
			if (res_start > end)
				res_start = end;
			if (res_end > end)
				res_end = end;
			if (res_start != start)
				totalhigh_pages += free_area(start, res_start,
							     NULL);
			start = res_end;
			if (start == end)
				break;
		}

		/* And now free anything which remains */
		if (start < end)
581 582 583 584 585 586
			totalhigh_pages += free_area(start, end, NULL);
	}
	totalram_pages += totalhigh_pages;
#endif
}

L
Linus Torvalds 已提交
587 588 589 590 591 592 593
/*
 * mem_init() marks the free areas in the mem_map and tells us how much
 * memory is free.  This is done after various parts of the system have
 * claimed their memory after the kernel image.
 */
void __init mem_init(void)
{
594
	unsigned long reserved_pages, free_pages;
595
	struct memblock_region *reg;
R
Russell King 已提交
596
	int i;
597 598 599 600 601
#ifdef CONFIG_HAVE_TCM
	/* These pointers are filled in on TCM detection */
	extern u32 dtcm_end;
	extern u32 itcm_end;
#endif
L
Linus Torvalds 已提交
602

603
	max_mapnr   = pfn_to_page(max_pfn + PHYS_PFN_OFFSET) - mem_map;
L
Linus Torvalds 已提交
604 605

	/* this will put all unused low memory onto the freelists */
R
Russell King 已提交
606
	free_unused_memmap(&meminfo);
607

R
Russell King 已提交
608
	totalram_pages += free_all_bootmem();
L
Linus Torvalds 已提交
609 610 611

#ifdef CONFIG_SA1111
	/* now that our DMA memory is actually so designated, we can free it */
N
Nicolas Pitre 已提交
612 613
	totalram_pages += free_area(PHYS_PFN_OFFSET,
				    __phys_to_pfn(__pa(swapper_pg_dir)), NULL);
L
Linus Torvalds 已提交
614 615
#endif

616
	free_highpages();
617

618 619
	reserved_pages = free_pages = 0;

R
Russell King 已提交
620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637
	for_each_bank(i, &meminfo) {
		struct membank *bank = &meminfo.bank[i];
		unsigned int pfn1, pfn2;
		struct page *page, *end;

		pfn1 = bank_pfn_start(bank);
		pfn2 = bank_pfn_end(bank);

		page = pfn_to_page(pfn1);
		end  = pfn_to_page(pfn2 - 1) + 1;

		do {
			if (PageReserved(page))
				reserved_pages++;
			else if (!page_count(page))
				free_pages++;
			page++;
		} while (page < end);
638 639
	}

L
Linus Torvalds 已提交
640 641 642 643 644 645
	/*
	 * Since our memory may not be contiguous, calculate the
	 * real number of pages we have in this system
	 */
	printk(KERN_INFO "Memory:");
	num_physpages = 0;
646 647 648 649 650
	for_each_memblock(memory, reg) {
		unsigned long pages = memblock_region_memory_end_pfn(reg) -
			memblock_region_memory_base_pfn(reg);
		num_physpages += pages;
		printk(" %ldMB", pages >> (20 - PAGE_SHIFT));
L
Linus Torvalds 已提交
651 652
	}
	printk(" = %luMB total\n", num_physpages >> (20 - PAGE_SHIFT));
N
Nicolas Pitre 已提交
653

654 655 656 657
	printk(KERN_NOTICE "Memory: %luk/%luk available, %luk reserved, %luK highmem\n",
		nr_free_pages() << (PAGE_SHIFT-10),
		free_pages << (PAGE_SHIFT-10),
		reserved_pages << (PAGE_SHIFT-10),
658
		totalhigh_pages << (PAGE_SHIFT-10));
L
Linus Torvalds 已提交
659

660 661 662 663 664 665
#define MLK(b, t) b, t, ((t) - (b)) >> 10
#define MLM(b, t) b, t, ((t) - (b)) >> 20
#define MLK_ROUNDUP(b, t) b, t, DIV_ROUND_UP(((t) - (b)), SZ_1K)

	printk(KERN_NOTICE "Virtual kernel memory layout:\n"
			"    vector  : 0x%08lx - 0x%08lx   (%4ld kB)\n"
666 667 668 669
#ifdef CONFIG_HAVE_TCM
			"    DTCM    : 0x%08lx - 0x%08lx   (%4ld kB)\n"
			"    ITCM    : 0x%08lx - 0x%08lx   (%4ld kB)\n"
#endif
670 671 672 673 674 675
			"    fixmap  : 0x%08lx - 0x%08lx   (%4ld kB)\n"
			"    vmalloc : 0x%08lx - 0x%08lx   (%4ld MB)\n"
			"    lowmem  : 0x%08lx - 0x%08lx   (%4ld MB)\n"
#ifdef CONFIG_HIGHMEM
			"    pkmap   : 0x%08lx - 0x%08lx   (%4ld MB)\n"
#endif
676
#ifdef CONFIG_MODULES
677
			"    modules : 0x%08lx - 0x%08lx   (%4ld MB)\n"
678
#endif
679
			"      .text : 0x%p" " - 0x%p" "   (%4d kB)\n"
680
			"      .init : 0x%p" " - 0x%p" "   (%4d kB)\n"
681 682
			"      .data : 0x%p" " - 0x%p" "   (%4d kB)\n"
			"       .bss : 0x%p" " - 0x%p" "   (%4d kB)\n",
683 684 685

			MLK(UL(CONFIG_VECTORS_BASE), UL(CONFIG_VECTORS_BASE) +
				(PAGE_SIZE)),
686
#ifdef CONFIG_HAVE_TCM
687 688
			MLK(DTCM_OFFSET, (unsigned long) dtcm_end),
			MLK(ITCM_OFFSET, (unsigned long) itcm_end),
689
#endif
690
			MLK(FIXADDR_START, FIXADDR_TOP),
691
			MLM(VMALLOC_START, VMALLOC_END),
692 693 694 695 696
			MLM(PAGE_OFFSET, (unsigned long)high_memory),
#ifdef CONFIG_HIGHMEM
			MLM(PKMAP_BASE, (PKMAP_BASE) + (LAST_PKMAP) *
				(PAGE_SIZE)),
#endif
697
#ifdef CONFIG_MODULES
698
			MLM(MODULES_VADDR, MODULES_END),
699
#endif
700 701

			MLK_ROUNDUP(_text, _etext),
702
			MLK_ROUNDUP(__init_begin, __init_end),
703 704
			MLK_ROUNDUP(_sdata, _edata),
			MLK_ROUNDUP(__bss_start, __bss_stop));
705 706 707 708 709

#undef MLK
#undef MLM
#undef MLK_ROUNDUP

710 711 712 713 714 715 716 717 718 719 720 721 722 723
	/*
	 * Check boundaries twice: Some fundamental inconsistencies can
	 * be detected at build time already.
	 */
#ifdef CONFIG_MMU
	BUILD_BUG_ON(TASK_SIZE				> MODULES_VADDR);
	BUG_ON(TASK_SIZE 				> MODULES_VADDR);
#endif

#ifdef CONFIG_HIGHMEM
	BUILD_BUG_ON(PKMAP_BASE + LAST_PKMAP * PAGE_SIZE > PAGE_OFFSET);
	BUG_ON(PKMAP_BASE + LAST_PKMAP * PAGE_SIZE	> PAGE_OFFSET);
#endif

L
Linus Torvalds 已提交
724 725 726 727 728 729 730 731 732 733 734 735 736
	if (PAGE_SIZE >= 16384 && num_physpages <= 128) {
		extern int sysctl_overcommit_memory;
		/*
		 * On a machine this small we won't get
		 * anywhere without overcommit, so turn
		 * it on by default.
		 */
		sysctl_overcommit_memory = OVERCOMMIT_ALWAYS;
	}
}

void free_initmem(void)
{
737
#ifdef CONFIG_HAVE_TCM
738
	extern char __tcm_start, __tcm_end;
739

740
	poison_init_mem(&__tcm_start, &__tcm_end - &__tcm_start);
741 742
	totalram_pages += free_area(__phys_to_pfn(__pa(&__tcm_start)),
				    __phys_to_pfn(__pa(&__tcm_end)),
743 744 745
				    "TCM link");
#endif

746
	poison_init_mem(__init_begin, __init_end - __init_begin);
N
Nicolas Pitre 已提交
747
	if (!machine_is_integrator() && !machine_is_cintegrator())
R
Russell King 已提交
748 749
		totalram_pages += free_area(__phys_to_pfn(__pa(__init_begin)),
					    __phys_to_pfn(__pa(__init_end)),
N
Nicolas Pitre 已提交
750
					    "init");
L
Linus Torvalds 已提交
751 752 753 754 755 756 757 758
}

#ifdef CONFIG_BLK_DEV_INITRD

static int keep_initrd;

void free_initrd_mem(unsigned long start, unsigned long end)
{
759 760
	if (!keep_initrd) {
		poison_init_mem((void *)start, PAGE_ALIGN(end) - start);
N
Nicolas Pitre 已提交
761 762 763
		totalram_pages += free_area(__phys_to_pfn(__pa(start)),
					    __phys_to_pfn(__pa(end)),
					    "initrd");
764
	}
L
Linus Torvalds 已提交
765 766 767 768 769 770 771 772 773 774
}

static int __init keepinitrd_setup(char *__unused)
{
	keep_initrd = 1;
	return 1;
}

__setup("keepinitrd", keepinitrd_setup);
#endif