pgd.c 2.0 KB
Newer Older
L
Linus Torvalds 已提交
1
/*
R
Russell King 已提交
2
 *  linux/arch/arm/mm/pgd.c
L
Linus Torvalds 已提交
3
 *
R
Russell King 已提交
4
 *  Copyright (C) 1998-2005 Russell King
L
Linus Torvalds 已提交
5 6 7 8 9 10
 *
 * This program is free software; you can redistribute it and/or modify
 * it under the terms of the GNU General Public License version 2 as
 * published by the Free Software Foundation.
 */
#include <linux/mm.h>
11
#include <linux/gfp.h>
L
Linus Torvalds 已提交
12 13 14 15 16 17
#include <linux/highmem.h>

#include <asm/pgalloc.h>
#include <asm/page.h>
#include <asm/tlbflush.h>

18 19
#include "mm.h"

L
Linus Torvalds 已提交
20 21 22 23 24
#define FIRST_KERNEL_PGD_NR	(FIRST_USER_PGD_NR + USER_PTRS_PER_PGD)

/*
 * need to get a 16k page for level 1
 */
25
pgd_t *pgd_alloc(struct mm_struct *mm)
L
Linus Torvalds 已提交
26 27 28 29 30 31 32 33 34
{
	pgd_t *new_pgd, *init_pgd;
	pmd_t *new_pmd, *init_pmd;
	pte_t *new_pte, *init_pte;

	new_pgd = (pgd_t *)__get_free_pages(GFP_KERNEL, 2);
	if (!new_pgd)
		goto no_pgd;

R
Russell King 已提交
35
	memset(new_pgd, 0, FIRST_KERNEL_PGD_NR * sizeof(pgd_t));
L
Linus Torvalds 已提交
36

37 38 39
	/*
	 * Copy over the kernel and IO PGD entries
	 */
L
Linus Torvalds 已提交
40
	init_pgd = pgd_offset_k(0);
41 42 43 44
	memcpy(new_pgd + FIRST_KERNEL_PGD_NR, init_pgd + FIRST_KERNEL_PGD_NR,
		       (PTRS_PER_PGD - FIRST_KERNEL_PGD_NR) * sizeof(pgd_t));

	clean_dcache_area(new_pgd, PTRS_PER_PGD * sizeof(pgd_t));
L
Linus Torvalds 已提交
45 46 47 48 49 50 51 52 53 54 55 56 57 58 59

	if (!vectors_high()) {
		/*
		 * On ARM, first page must always be allocated since it
		 * contains the machine vectors.
		 */
		new_pmd = pmd_alloc(mm, new_pgd, 0);
		if (!new_pmd)
			goto no_pmd;

		new_pte = pte_alloc_map(mm, new_pmd, 0);
		if (!new_pte)
			goto no_pte;

		init_pmd = pmd_offset(init_pgd, 0);
P
Peter Zijlstra 已提交
60
		init_pte = pte_offset_map(init_pmd, 0);
R
Russell King 已提交
61
		set_pte_ext(new_pte, *init_pte, 0);
P
Peter Zijlstra 已提交
62
		pte_unmap(init_pte);
L
Linus Torvalds 已提交
63 64 65 66 67 68
		pte_unmap(new_pte);
	}

	return new_pgd;

no_pte:
69
	pmd_free(mm, new_pmd);
L
Linus Torvalds 已提交
70 71 72 73 74 75
no_pmd:
	free_pages((unsigned long)new_pgd, 2);
no_pgd:
	return NULL;
}

76
void pgd_free(struct mm_struct *mm, pgd_t *pgd)
L
Linus Torvalds 已提交
77 78
{
	pmd_t *pmd;
79
	pgtable_t pte;
L
Linus Torvalds 已提交
80 81 82 83 84

	if (!pgd)
		return;

	/* pgd is always present and good */
85
	pmd = pmd_off(pgd, 0);
L
Linus Torvalds 已提交
86 87 88 89 90 91 92 93
	if (pmd_none(*pmd))
		goto free;
	if (pmd_bad(*pmd)) {
		pmd_ERROR(*pmd);
		pmd_clear(pmd);
		goto free;
	}

94
	pte = pmd_pgtable(*pmd);
L
Linus Torvalds 已提交
95
	pmd_clear(pmd);
96 97
	pte_free(mm, pte);
	pmd_free(mm, pmd);
L
Linus Torvalds 已提交
98 99 100
free:
	free_pages((unsigned long) pgd, 2);
}