pgalloc.h 2.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3
#ifndef __ASM_SH_PGALLOC_H
#define __ASM_SH_PGALLOC_H

P
Paul Mundt 已提交
4 5 6 7 8 9
#include <linux/quicklist.h>
#include <asm/page.h>

#define QUICK_PGD 0	/* We preserve special mappings over free */
#define QUICK_PT 1	/* Other page table pages that are zero on free */

S
Stuart Menefy 已提交
10 11 12 13 14
static inline void pmd_populate_kernel(struct mm_struct *mm, pmd_t *pmd,
				       pte_t *pte)
{
	set_pmd(pmd, __pmd((unsigned long)pte));
}
L
Linus Torvalds 已提交
15 16

static inline void pmd_populate(struct mm_struct *mm, pmd_t *pmd,
17
				pgtable_t pte)
L
Linus Torvalds 已提交
18
{
S
Stuart Menefy 已提交
19
	set_pmd(pmd, __pmd((unsigned long)page_address(pte)));
L
Linus Torvalds 已提交
20
}
21
#define pmd_pgtable(pmd) pmd_page(pmd)
L
Linus Torvalds 已提交
22

P
Paul Mundt 已提交
23 24 25 26 27 28 29 30 31
static inline void pgd_ctor(void *x)
{
	pgd_t *pgd = x;

	memcpy(pgd + USER_PTRS_PER_PGD,
	       swapper_pg_dir + USER_PTRS_PER_PGD,
	       (PTRS_PER_PGD - USER_PTRS_PER_PGD) * sizeof(pgd_t));
}

L
Linus Torvalds 已提交
32 33 34 35 36
/*
 * Allocate and free page tables.
 */
static inline pgd_t *pgd_alloc(struct mm_struct *mm)
{
P
Paul Mundt 已提交
37
	return quicklist_alloc(QUICK_PGD, GFP_KERNEL | __GFP_REPEAT, pgd_ctor);
L
Linus Torvalds 已提交
38 39
}

40
static inline void pgd_free(struct mm_struct *mm, pgd_t *pgd)
L
Linus Torvalds 已提交
41
{
P
Paul Mundt 已提交
42
	quicklist_free(QUICK_PGD, NULL, pgd);
L
Linus Torvalds 已提交
43 44 45 46 47
}

static inline pte_t *pte_alloc_one_kernel(struct mm_struct *mm,
					  unsigned long address)
{
48
	return quicklist_alloc(QUICK_PT, GFP_KERNEL | __GFP_REPEAT, NULL);
L
Linus Torvalds 已提交
49 50
}

51 52
static inline pgtable_t pte_alloc_one(struct mm_struct *mm,
					unsigned long address)
L
Linus Torvalds 已提交
53
{
54 55 56 57 58 59 60 61 62
	struct page *page;
	void *pg;

	pg = quicklist_alloc(QUICK_PT, GFP_KERNEL | __GFP_REPEAT, NULL);
	if (!pg)
		return NULL;
	page = virt_to_page(pg);
	pgtable_page_ctor(page);
	return page;
L
Linus Torvalds 已提交
63 64
}

65
static inline void pte_free_kernel(struct mm_struct *mm, pte_t *pte)
L
Linus Torvalds 已提交
66
{
P
Paul Mundt 已提交
67
	quicklist_free(QUICK_PT, NULL, pte);
L
Linus Torvalds 已提交
68 69
}

70
static inline void pte_free(struct mm_struct *mm, pgtable_t pte)
L
Linus Torvalds 已提交
71
{
72
	pgtable_page_dtor(pte);
P
Paul Mundt 已提交
73
	quicklist_free_page(QUICK_PT, NULL, pte);
L
Linus Torvalds 已提交
74 75
}

76 77 78 79 80
#define __pte_free_tlb(tlb,pte)				\
do {							\
	pgtable_page_dtor(pte);				\
	tlb_remove_page((tlb), (pte));			\
} while (0)
L
Linus Torvalds 已提交
81 82 83 84 85 86

/*
 * allocating and freeing a pmd is trivial: the 1-entry pmd is
 * inside the pgd, so has no extra memory associated with it.
 */

87
#define pmd_free(mm, x)			do { } while (0)
L
Linus Torvalds 已提交
88
#define __pmd_free_tlb(tlb,x)		do { } while (0)
P
Paul Mundt 已提交
89 90 91 92 93 94

static inline void check_pgt_cache(void)
{
	quicklist_trim(QUICK_PGD, NULL, 25, 16);
	quicklist_trim(QUICK_PT, NULL, 25, 16);
}
L
Linus Torvalds 已提交
95 96

#endif /* __ASM_SH_PGALLOC_H */