cache.c 3.7 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24
/*
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * Copyright (C) 1994 - 2003 by Ralf Baechle
 */
#include <linux/init.h>
#include <linux/kernel.h>
#include <linux/module.h>
#include <linux/sched.h>
#include <linux/mm.h>

#include <asm/cacheflush.h>
#include <asm/processor.h>
#include <asm/cpu.h>
#include <asm/cpu-features.h>

/* Cache operations. */
void (*flush_cache_all)(void);
void (*__flush_cache_all)(void);
void (*flush_cache_mm)(struct mm_struct *mm);
void (*flush_cache_range)(struct vm_area_struct *vma, unsigned long start,
	unsigned long end);
R
Ralf Baechle 已提交
25 26
void (*flush_cache_page)(struct vm_area_struct *vma, unsigned long page,
	unsigned long pfn);
27
void (*flush_icache_range)(unsigned long start, unsigned long end);
L
Linus Torvalds 已提交
28 29 30

/* MIPS specific cache operations */
void (*flush_cache_sigtramp)(unsigned long addr);
31
void (*local_flush_data_cache_page)(void * addr);
L
Linus Torvalds 已提交
32 33 34
void (*flush_data_cache_page)(unsigned long addr);
void (*flush_icache_all)(void);

35 36
EXPORT_SYMBOL(flush_data_cache_page);

L
Linus Torvalds 已提交
37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53
#ifdef CONFIG_DMA_NONCOHERENT

/* DMA cache operations. */
void (*_dma_cache_wback_inv)(unsigned long start, unsigned long size);
void (*_dma_cache_wback)(unsigned long start, unsigned long size);
void (*_dma_cache_inv)(unsigned long start, unsigned long size);

EXPORT_SYMBOL(_dma_cache_wback_inv);
EXPORT_SYMBOL(_dma_cache_wback);
EXPORT_SYMBOL(_dma_cache_inv);

#endif /* CONFIG_DMA_NONCOHERENT */

/*
 * We could optimize the case where the cache argument is not BCACHE but
 * that seems very atypical use ...
 */
54
asmlinkage int sys_cacheflush(unsigned long addr,
R
Ralf Baechle 已提交
55
	unsigned long bytes, unsigned int cache)
L
Linus Torvalds 已提交
56
{
A
Atsushi Nemoto 已提交
57 58
	if (bytes == 0)
		return 0;
R
Ralf Baechle 已提交
59
	if (!access_ok(VERIFY_WRITE, (void __user *) addr, bytes))
L
Linus Torvalds 已提交
60 61 62 63 64 65 66 67 68 69 70 71
		return -EFAULT;

	flush_icache_range(addr, addr + bytes);

	return 0;
}

void __flush_dcache_page(struct page *page)
{
	struct address_space *mapping = page_mapping(page);
	unsigned long addr;

72 73
	if (PageHighMem(page))
		return;
L
Linus Torvalds 已提交
74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94
	if (mapping && !mapping_mapped(mapping)) {
		SetPageDcacheDirty(page);
		return;
	}

	/*
	 * We could delay the flush for the !page_mapping case too.  But that
	 * case is for exec env/arg pages and those are %99 certainly going to
	 * get faulted into the tlb (and thus flushed) anyways.
	 */
	addr = (unsigned long) page_address(page);
	flush_data_cache_page(addr);
}

EXPORT_SYMBOL(__flush_dcache_page);

void __update_cache(struct vm_area_struct *vma, unsigned long address,
	pte_t pte)
{
	struct page *page;
	unsigned long pfn, addr;
95
	int exec = (vma->vm_flags & VM_EXEC) && !cpu_has_ic_fills_f_dc;
L
Linus Torvalds 已提交
96 97

	pfn = pte_pfn(pte);
98 99 100 101 102 103
	if (unlikely(!pfn_valid(pfn)))
		return;
	page = pfn_to_page(pfn);
	if (page_mapping(page) && Page_dcache_dirty(page)) {
		addr = (unsigned long) page_address(page);
		if (exec || pages_do_alias(addr, address & PAGE_MASK))
L
Linus Torvalds 已提交
104 105 106 107 108
			flush_data_cache_page(addr);
		ClearPageDcacheDirty(page);
	}
}

R
Ralf Baechle 已提交
109 110 111
#define __weak __attribute__((weak))

static char cache_panic[] __initdata = "Yeee, unsupported cache architecture.";
L
Linus Torvalds 已提交
112 113 114

void __init cpu_cache_init(void)
{
R
Ralf Baechle 已提交
115 116 117 118 119 120 121 122 123 124 125
	if (cpu_has_3k_cache) {
		extern void __weak r3k_cache_init(void);

		r3k_cache_init();
		return;
	}
	if (cpu_has_6k_cache) {
		extern void __weak r6k_cache_init(void);

		r6k_cache_init();
		return;
L
Linus Torvalds 已提交
126
	}
R
Ralf Baechle 已提交
127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152
	if (cpu_has_4k_cache) {
		extern void __weak r4k_cache_init(void);

		r4k_cache_init();
		return;
	}
	if (cpu_has_8k_cache) {
		extern void __weak r8k_cache_init(void);

		r8k_cache_init();
		return;
	}
	if (cpu_has_tx39_cache) {
		extern void __weak tx39_cache_init(void);

		tx39_cache_init();
		return;
	}
	if (cpu_has_sb1_cache) {
		extern void __weak sb1_cache_init(void);

		sb1_cache_init();
		return;
	}

	panic(cache_panic);
L
Linus Torvalds 已提交
153
}