vmalloc.h 5.8 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4
#ifndef _LINUX_VMALLOC_H
#define _LINUX_VMALLOC_H

#include <linux/spinlock.h>
N
Nick Piggin 已提交
5
#include <linux/init.h>
6
#include <linux/list.h>
L
Linus Torvalds 已提交
7
#include <asm/page.h>		/* pgprot_t */
8
#include <linux/rbtree.h>
L
Linus Torvalds 已提交
9

H
Hugh Dickins 已提交
10
struct vm_area_struct;		/* vma defining user mapping in mm_types.h */
11

H
Hugh Dickins 已提交
12
/* bits in flags of vmalloc's vm_struct below */
13 14 15 16 17 18
#define VM_IOREMAP		0x00000001	/* ioremap() and friends */
#define VM_ALLOC		0x00000002	/* vmalloc() */
#define VM_MAP			0x00000004	/* vmap()ed pages */
#define VM_USERMAP		0x00000008	/* suitable for remap_vmalloc_range */
#define VM_VPAGES		0x00000010	/* buffer for pages was vmalloc'ed */
#define VM_UNINITIALIZED	0x00000020	/* vm_struct is not fully initialized */
19
#define VM_NO_GUARD		0x00000040      /* don't add guard page */
L
Linus Torvalds 已提交
20 21
/* bits [20..32] reserved for arch specific ioremap internals */

22 23 24 25 26 27 28 29
/*
 * Maximum alignment for ioremap() regions.
 * Can be overriden by arch-specific value.
 */
#ifndef IOREMAP_MAX_ORDER
#define IOREMAP_MAX_ORDER	(7 + PAGE_SHIFT)	/* 128 pages */
#endif

L
Linus Torvalds 已提交
30
struct vm_struct {
31
	struct vm_struct	*next;
L
Linus Torvalds 已提交
32 33 34 35 36
	void			*addr;
	unsigned long		size;
	unsigned long		flags;
	struct page		**pages;
	unsigned int		nr_pages;
37
	phys_addr_t		phys_addr;
38
	const void		*caller;
L
Linus Torvalds 已提交
39 40
};

41 42 43 44 45 46 47 48 49 50 51
struct vmap_area {
	unsigned long va_start;
	unsigned long va_end;
	unsigned long flags;
	struct rb_node rb_node;         /* address sorted rbtree */
	struct list_head list;          /* address sorted list */
	struct list_head purge_list;    /* "lazy purge" list */
	struct vm_struct *vm;
	struct rcu_head rcu_head;
};

L
Linus Torvalds 已提交
52 53 54
/*
 *	Highlevel APIs for driver use
 */
N
Nick Piggin 已提交
55 56 57 58 59 60 61 62 63 64 65 66 67
extern void vm_unmap_ram(const void *mem, unsigned int count);
extern void *vm_map_ram(struct page **pages, unsigned int count,
				int node, pgprot_t prot);
extern void vm_unmap_aliases(void);

#ifdef CONFIG_MMU
extern void __init vmalloc_init(void);
#else
static inline void vmalloc_init(void)
{
}
#endif

L
Linus Torvalds 已提交
68
extern void *vmalloc(unsigned long size);
69
extern void *vzalloc(unsigned long size);
70
extern void *vmalloc_user(unsigned long size);
C
Christoph Lameter 已提交
71
extern void *vmalloc_node(unsigned long size, int node);
72
extern void *vzalloc_node(unsigned long size, int node);
L
Linus Torvalds 已提交
73 74
extern void *vmalloc_exec(unsigned long size);
extern void *vmalloc_32(unsigned long size);
75
extern void *vmalloc_32_user(unsigned long size);
A
Al Viro 已提交
76
extern void *__vmalloc(unsigned long size, gfp_t gfp_mask, pgprot_t prot);
77 78
extern void *__vmalloc_node_range(unsigned long size, unsigned long align,
			unsigned long start, unsigned long end, gfp_t gfp_mask,
79
			pgprot_t prot, int node, const void *caller);
80
extern void vfree(const void *addr);
L
Linus Torvalds 已提交
81 82 83

extern void *vmap(struct page **pages, unsigned int count,
			unsigned long flags, pgprot_t prot);
84
extern void vunmap(const void *addr);
85

86 87 88 89
extern int remap_vmalloc_range_partial(struct vm_area_struct *vma,
				       unsigned long uaddr, void *kaddr,
				       unsigned long size);

90 91
extern int remap_vmalloc_range(struct vm_area_struct *vma, void *addr,
							unsigned long pgoff);
92
void vmalloc_sync_all(void);
L
Linus Torvalds 已提交
93 94 95 96
 
/*
 *	Lowlevel-APIs (not for driver use!)
 */
97 98 99

static inline size_t get_vm_area_size(const struct vm_struct *area)
{
100 101 102 103 104 105
	if (!(area->flags & VM_NO_GUARD))
		/* return actual size without guard page */
		return area->size - PAGE_SIZE;
	else
		return area->size;

106 107
}

L
Linus Torvalds 已提交
108
extern struct vm_struct *get_vm_area(unsigned long size, unsigned long flags);
109
extern struct vm_struct *get_vm_area_caller(unsigned long size,
110
					unsigned long flags, const void *caller);
L
Linus Torvalds 已提交
111 112
extern struct vm_struct *__get_vm_area(unsigned long size, unsigned long flags,
					unsigned long start, unsigned long end);
113 114 115
extern struct vm_struct *__get_vm_area_caller(unsigned long size,
					unsigned long flags,
					unsigned long start, unsigned long end,
116
					const void *caller);
117
extern struct vm_struct *remove_vm_area(const void *addr);
118
extern struct vm_struct *find_vm_area(const void *addr);
119

L
Linus Torvalds 已提交
120
extern int map_vm_area(struct vm_struct *area, pgprot_t prot,
121
			struct page **pages);
122
#ifdef CONFIG_MMU
123 124 125
extern int map_kernel_range_noflush(unsigned long start, unsigned long size,
				    pgprot_t prot, struct page **pages);
extern void unmap_kernel_range_noflush(unsigned long addr, unsigned long size);
126
extern void unmap_kernel_range(unsigned long addr, unsigned long size);
127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142
#else
static inline int
map_kernel_range_noflush(unsigned long start, unsigned long size,
			pgprot_t prot, struct page **pages)
{
	return size >> PAGE_SHIFT;
}
static inline void
unmap_kernel_range_noflush(unsigned long addr, unsigned long size)
{
}
static inline void
unmap_kernel_range(unsigned long addr, unsigned long size)
{
}
#endif
L
Linus Torvalds 已提交
143

144
/* Allocate/destroy a 'vmalloc' VM area. */
145
extern struct vm_struct *alloc_vm_area(size_t size, pte_t **ptes);
146 147
extern void free_vm_area(struct vm_struct *area);

148 149 150 151
/* for /dev/kmem */
extern long vread(char *buf, char *addr, unsigned long count);
extern long vwrite(char *buf, char *addr, unsigned long count);

L
Linus Torvalds 已提交
152 153 154
/*
 *	Internals.  Dont't use..
 */
155
extern struct list_head vmap_area_list;
N
Nicolas Pitre 已提交
156
extern __init void vm_area_add_early(struct vm_struct *vm);
157
extern __init void vm_area_register_early(struct vm_struct *vm, size_t align);
L
Linus Torvalds 已提交
158

159
#ifdef CONFIG_SMP
160
# ifdef CONFIG_MMU
161 162
struct vm_struct **pcpu_get_vm_areas(const unsigned long *offsets,
				     const size_t *sizes, int nr_vms,
163
				     size_t align);
164 165

void pcpu_free_vm_areas(struct vm_struct **vms, int nr_vms);
166 167 168 169 170 171 172 173 174 175 176 177 178 179
# else
static inline struct vm_struct **
pcpu_get_vm_areas(const unsigned long *offsets,
		const size_t *sizes, int nr_vms,
		size_t align)
{
	return NULL;
}

static inline void
pcpu_free_vm_areas(struct vm_struct **vms, int nr_vms)
{
}
# endif
180
#endif
181

182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199
struct vmalloc_info {
	unsigned long   used;
	unsigned long   largest_chunk;
};

#ifdef CONFIG_MMU
#define VMALLOC_TOTAL (VMALLOC_END - VMALLOC_START)
extern void get_vmalloc_info(struct vmalloc_info *vmi);
#else

#define VMALLOC_TOTAL 0UL
#define get_vmalloc_info(vmi)			\
do {						\
	(vmi)->used = 0;			\
	(vmi)->largest_chunk = 0;		\
} while (0)
#endif

L
Linus Torvalds 已提交
200
#endif /* _LINUX_VMALLOC_H */