cache.c 4.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5
/*
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
6 7
 * Copyright (C) 1994 - 2003, 07 by Ralf Baechle (ralf@linux-mips.org)
 * Copyright (C) 2007 MIPS Technologies, Inc.
L
Linus Torvalds 已提交
8
 */
9 10
#include <linux/fs.h>
#include <linux/fcntl.h>
L
Linus Torvalds 已提交
11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/sched.h>
#include <linux/mm.h>

#include <asm/cacheflush.h>
#include <asm/processor.h>
#include <asm/cpu.h>
#include <asm/cpu-features.h>

/* Cache operations. */
void (*flush_cache_all)(void);
void (*__flush_cache_all)(void);
void (*flush_cache_mm)(struct mm_struct *mm);
void (*flush_cache_range)(struct vm_area_struct *vma, unsigned long start,
	unsigned long end);
R
Ralf Baechle 已提交
28 29
void (*flush_cache_page)(struct vm_area_struct *vma, unsigned long page,
	unsigned long pfn);
30
void (*flush_icache_range)(unsigned long start, unsigned long end);
L
Linus Torvalds 已提交
31 32 33

/* MIPS specific cache operations */
void (*flush_cache_sigtramp)(unsigned long addr);
34
void (*local_flush_data_cache_page)(void * addr);
L
Linus Torvalds 已提交
35 36 37
void (*flush_data_cache_page)(unsigned long addr);
void (*flush_icache_all)(void);

38
EXPORT_SYMBOL_GPL(local_flush_data_cache_page);
39 40
EXPORT_SYMBOL(flush_data_cache_page);

L
Linus Torvalds 已提交
41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57
#ifdef CONFIG_DMA_NONCOHERENT

/* DMA cache operations. */
void (*_dma_cache_wback_inv)(unsigned long start, unsigned long size);
void (*_dma_cache_wback)(unsigned long start, unsigned long size);
void (*_dma_cache_inv)(unsigned long start, unsigned long size);

EXPORT_SYMBOL(_dma_cache_wback_inv);
EXPORT_SYMBOL(_dma_cache_wback);
EXPORT_SYMBOL(_dma_cache_inv);

#endif /* CONFIG_DMA_NONCOHERENT */

/*
 * We could optimize the case where the cache argument is not BCACHE but
 * that seems very atypical use ...
 */
58
asmlinkage int sys_cacheflush(unsigned long addr,
R
Ralf Baechle 已提交
59
	unsigned long bytes, unsigned int cache)
L
Linus Torvalds 已提交
60
{
A
Atsushi Nemoto 已提交
61 62
	if (bytes == 0)
		return 0;
R
Ralf Baechle 已提交
63
	if (!access_ok(VERIFY_WRITE, (void __user *) addr, bytes))
L
Linus Torvalds 已提交
64 65 66 67 68 69 70 71 72 73 74 75
		return -EFAULT;

	flush_icache_range(addr, addr + bytes);

	return 0;
}

void __flush_dcache_page(struct page *page)
{
	struct address_space *mapping = page_mapping(page);
	unsigned long addr;

76 77
	if (PageHighMem(page))
		return;
L
Linus Torvalds 已提交
78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93
	if (mapping && !mapping_mapped(mapping)) {
		SetPageDcacheDirty(page);
		return;
	}

	/*
	 * We could delay the flush for the !page_mapping case too.  But that
	 * case is for exec env/arg pages and those are %99 certainly going to
	 * get faulted into the tlb (and thus flushed) anyways.
	 */
	addr = (unsigned long) page_address(page);
	flush_data_cache_page(addr);
}

EXPORT_SYMBOL(__flush_dcache_page);

94 95 96 97 98 99 100
void __flush_anon_page(struct page *page, unsigned long vmaddr)
{
	if (pages_do_alias((unsigned long)page_address(page), vmaddr)) {
		void *kaddr;

		kaddr = kmap_coherent(page, vmaddr);
		flush_data_cache_page((unsigned long)kaddr);
101
		kunmap_coherent();
102 103 104 105 106
	}
}

EXPORT_SYMBOL(__flush_anon_page);

L
Linus Torvalds 已提交
107 108 109 110 111
void __update_cache(struct vm_area_struct *vma, unsigned long address,
	pte_t pte)
{
	struct page *page;
	unsigned long pfn, addr;
112
	int exec = (vma->vm_flags & VM_EXEC) && !cpu_has_ic_fills_f_dc;
L
Linus Torvalds 已提交
113 114

	pfn = pte_pfn(pte);
115 116 117 118 119 120
	if (unlikely(!pfn_valid(pfn)))
		return;
	page = pfn_to_page(pfn);
	if (page_mapping(page) && Page_dcache_dirty(page)) {
		addr = (unsigned long) page_address(page);
		if (exec || pages_do_alias(addr, address & PAGE_MASK))
L
Linus Torvalds 已提交
121 122 123 124 125
			flush_data_cache_page(addr);
		ClearPageDcacheDirty(page);
	}
}

R
Ralf Baechle 已提交
126
static char cache_panic[] __initdata = "Yeee, unsupported cache architecture.";
L
Linus Torvalds 已提交
127 128 129

void __init cpu_cache_init(void)
{
R
Ralf Baechle 已提交
130 131 132 133 134 135 136 137 138 139 140
	if (cpu_has_3k_cache) {
		extern void __weak r3k_cache_init(void);

		r3k_cache_init();
		return;
	}
	if (cpu_has_6k_cache) {
		extern void __weak r6k_cache_init(void);

		r6k_cache_init();
		return;
L
Linus Torvalds 已提交
141
	}
R
Ralf Baechle 已提交
142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167
	if (cpu_has_4k_cache) {
		extern void __weak r4k_cache_init(void);

		r4k_cache_init();
		return;
	}
	if (cpu_has_8k_cache) {
		extern void __weak r8k_cache_init(void);

		r8k_cache_init();
		return;
	}
	if (cpu_has_tx39_cache) {
		extern void __weak tx39_cache_init(void);

		tx39_cache_init();
		return;
	}
	if (cpu_has_sb1_cache) {
		extern void __weak sb1_cache_init(void);

		sb1_cache_init();
		return;
	}

	panic(cache_panic);
L
Linus Torvalds 已提交
168
}
169 170 171 172 173 174 175 176

int __weak __uncached_access(struct file *file, unsigned long addr)
{
	if (file->f_flags & O_SYNC)
		return 1;

	return addr >= __pa(high_memory);
}