cacheflush.h 4.6 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4
#ifndef _PARISC_CACHEFLUSH_H
#define _PARISC_CACHEFLUSH_H

#include <linux/mm.h>
5
#include <linux/uaccess.h>
6
#include <asm/tlbflush.h>
L
Linus Torvalds 已提交
7 8 9 10

/* The usual comment is "Caches aren't brain-dead on the <architecture>".
 * Unfortunately, that doesn't apply to PA-RISC. */

11 12 13
/* Internal implementation */
void flush_data_cache_local(void *);  /* flushes local data-cache only */
void flush_instruction_cache_local(void *); /* flushes local code-cache only */
L
Linus Torvalds 已提交
14
#ifdef CONFIG_SMP
15 16
void flush_data_cache(void); /* flushes data-cache only (all processors) */
void flush_instruction_cache(void); /* flushes i-cache only (all processors) */
L
Linus Torvalds 已提交
17
#else
18 19
#define flush_data_cache() flush_data_cache_local(NULL)
#define flush_instruction_cache() flush_instruction_cache_local(NULL)
L
Linus Torvalds 已提交
20 21
#endif

22 23
#define flush_cache_dup_mm(mm) flush_cache_mm(mm)

24 25 26 27 28 29
void flush_user_icache_range_asm(unsigned long, unsigned long);
void flush_kernel_icache_range_asm(unsigned long, unsigned long);
void flush_user_dcache_range_asm(unsigned long, unsigned long);
void flush_kernel_dcache_range_asm(unsigned long, unsigned long);
void flush_kernel_dcache_page_asm(void *);
void flush_kernel_icache_page(void *);
L
Linus Torvalds 已提交
30

31
/* Cache flush operations */
L
Linus Torvalds 已提交
32

33 34 35
void flush_cache_all_local(void);
void flush_cache_all(void);
void flush_cache_mm(struct mm_struct *mm);
L
Linus Torvalds 已提交
36

37 38 39 40 41 42 43
#define ARCH_HAS_FLUSH_KERNEL_DCACHE_PAGE
void flush_kernel_dcache_page_addr(void *addr);
static inline void flush_kernel_dcache_page(struct page *page)
{
	flush_kernel_dcache_page_addr(page_address(page));
}

44 45
#define flush_kernel_dcache_range(start,size) \
	flush_kernel_dcache_range_asm((start), (start)+(size));
46 47 48 49 50 51 52 53 54 55 56
/* vmap range flushes and invalidates.  Architecturally, we don't need
 * the invalidate, because the CPU should refuse to speculate once an
 * area has been flushed, so invalidate is left empty */
static inline void flush_kernel_vmap_range(void *vaddr, int size)
{
	unsigned long start = (unsigned long)vaddr;

	flush_kernel_dcache_range_asm(start, start + size);
}
static inline void invalidate_kernel_vmap_range(void *vaddr, int size)
{
57 58 59 60 61 62 63 64 65 66
	unsigned long start = (unsigned long)vaddr;
	void *cursor = vaddr;

	for ( ; cursor < vaddr + size; cursor += PAGE_SIZE) {
		struct page *page = vmalloc_to_page(cursor);

		if (test_and_clear_bit(PG_dcache_dirty, &page->flags))
			flush_kernel_dcache_page(page);
	}
	flush_kernel_dcache_range_asm(start, start + size);
67
}
L
Linus Torvalds 已提交
68 69 70 71

#define flush_cache_vmap(start, end)		flush_cache_all()
#define flush_cache_vunmap(start, end)		flush_cache_all()

72
#define ARCH_IMPLEMENTS_FLUSH_DCACHE_PAGE 1
L
Linus Torvalds 已提交
73 74 75
extern void flush_dcache_page(struct page *page);

#define flush_dcache_mmap_lock(mapping) \
N
Nick Piggin 已提交
76
	spin_lock_irq(&(mapping)->tree_lock)
L
Linus Torvalds 已提交
77
#define flush_dcache_mmap_unlock(mapping) \
N
Nick Piggin 已提交
78
	spin_unlock_irq(&(mapping)->tree_lock)
L
Linus Torvalds 已提交
79

80 81 82 83
#define flush_icache_page(vma,page)	do { 		\
	flush_kernel_dcache_page(page);			\
	flush_kernel_icache_page(page_address(page)); 	\
} while (0)
L
Linus Torvalds 已提交
84

85 86 87 88
#define flush_icache_range(s,e)		do { 		\
	flush_kernel_dcache_range_asm(s,e); 		\
	flush_kernel_icache_range_asm(s,e); 		\
} while (0)
L
Linus Torvalds 已提交
89 90 91 92 93 94 95 96 97 98 99 100 101 102

#define copy_to_user_page(vma, page, vaddr, dst, src, len) \
do { \
	flush_cache_page(vma, vaddr, page_to_pfn(page)); \
	memcpy(dst, src, len); \
	flush_kernel_dcache_range_asm((unsigned long)dst, (unsigned long)dst + len); \
} while (0)

#define copy_from_user_page(vma, page, vaddr, dst, src, len) \
do { \
	flush_cache_page(vma, vaddr, page_to_pfn(page)); \
	memcpy(dst, src, len); \
} while (0)

103 104 105
void flush_cache_page(struct vm_area_struct *vma, unsigned long vmaddr, unsigned long pfn);
void flush_cache_range(struct vm_area_struct *vma,
		unsigned long start, unsigned long end);
106

107 108 109
/* defined in pacache.S exported in cache.c used by flush_anon_page */
void flush_dcache_page_asm(unsigned long phys_addr, unsigned long vaddr);

110
#define ARCH_HAS_FLUSH_ANON_PAGE
111
static inline void
112
flush_anon_page(struct vm_area_struct *vma, struct page *page, unsigned long vmaddr)
113
{
114 115
	if (PageAnon(page)) {
		flush_tlb_page(vma, vmaddr);
116
		preempt_disable();
117
		flush_dcache_page_asm(page_to_phys(page), vmaddr);
118
		preempt_enable();
119
	}
120 121
}

122 123
#include <asm/kmap_types.h>

124 125 126 127 128 129 130 131
#define ARCH_HAS_KMAP

static inline void *kmap(struct page *page)
{
	might_sleep();
	return page_address(page);
}

132 133
static inline void kunmap(struct page *page)
{
134
	flush_kernel_dcache_page_addr(page_address(page));
135
}
136

C
Cong Wang 已提交
137
static inline void *kmap_atomic(struct page *page)
138
{
139
	preempt_disable();
140 141 142
	pagefault_disable();
	return page_address(page);
}
143

144
static inline void __kunmap_atomic(void *addr)
145
{
146
	flush_kernel_dcache_page_addr(addr);
147
	pagefault_enable();
148
	preempt_enable();
149
}
150

151 152
#define kmap_atomic_prot(page, prot)	kmap_atomic(page)
#define kmap_atomic_pfn(pfn)	kmap_atomic(pfn_to_page(pfn))
153

154 155
#endif /* _PARISC_CACHEFLUSH_H */