mmu_context.h 2.4 KB
Newer Older
H
H. Peter Anvin 已提交
1 2
#ifndef _ASM_X86_MMU_CONTEXT_H
#define _ASM_X86_MMU_CONTEXT_H
J
Jeremy Fitzhardinge 已提交
3 4

#include <asm/desc.h>
A
Arun Sharma 已提交
5
#include <linux/atomic.h>
J
Jeremy Fitzhardinge 已提交
6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
#include <asm/pgalloc.h>
#include <asm/tlbflush.h>
#include <asm/paravirt.h>
#ifndef CONFIG_PARAVIRT
#include <asm-generic/mm_hooks.h>

static inline void paravirt_activate_mm(struct mm_struct *prev,
					struct mm_struct *next)
{
}
#endif	/* !CONFIG_PARAVIRT */

/*
 * Used for LDT copy/destruction.
 */
int init_new_context(struct task_struct *tsk, struct mm_struct *mm);
void destroy_context(struct mm_struct *mm);

B
Brian Gerst 已提交
24 25 26 27

static inline void enter_lazy_tlb(struct mm_struct *mm, struct task_struct *tsk)
{
#ifdef CONFIG_SMP
28 29
	if (this_cpu_read(cpu_tlbstate.state) == TLBSTATE_OK)
		this_cpu_write(cpu_tlbstate.state, TLBSTATE_LAZY);
B
Brian Gerst 已提交
30 31 32 33 34 35 36 37 38 39
#endif
}

static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
			     struct task_struct *tsk)
{
	unsigned cpu = smp_processor_id();

	if (likely(prev != next)) {
#ifdef CONFIG_SMP
40 41
		this_cpu_write(cpu_tlbstate.state, TLBSTATE_OK);
		this_cpu_write(cpu_tlbstate.active_mm, next);
42
#endif
43
		cpumask_set_cpu(cpu, mm_cpumask(next));
B
Brian Gerst 已提交
44 45 46 47

		/* Re-load page tables */
		load_cr3(next->pgd);

48
		/* Stop flush ipis for the previous mm */
49 50
		cpumask_clear_cpu(cpu, mm_cpumask(prev));

51
		/* Load the LDT, if the LDT is different: */
B
Brian Gerst 已提交
52 53 54 55
		if (unlikely(prev->context.ldt != next->context.ldt))
			load_LDT_nolock(&next->context);
	}
#ifdef CONFIG_SMP
56
	  else {
57 58
		this_cpu_write(cpu_tlbstate.state, TLBSTATE_OK);
		BUG_ON(this_cpu_read(cpu_tlbstate.active_mm) != next);
B
Brian Gerst 已提交
59

60 61 62 63 64 65 66 67 68 69
		if (!cpumask_test_cpu(cpu, mm_cpumask(next))) {
			/*
			 * On established mms, the mm_cpumask is only changed
			 * from irq context, from ptep_clear_flush() while in
			 * lazy tlb mode, and here. Irqs are blocked during
			 * schedule, protecting us from simultaneous changes.
			 */
			cpumask_set_cpu(cpu, mm_cpumask(next));
			/*
			 * We were in lazy tlb mode and leave_mm disabled
B
Brian Gerst 已提交
70 71 72 73 74 75 76 77 78
			 * tlb flush IPI delivery. We must reload CR3
			 * to make sure to use no freed page tables.
			 */
			load_cr3(next->pgd);
			load_LDT_nolock(&next->context);
		}
	}
#endif
}
J
Jeremy Fitzhardinge 已提交
79 80 81 82 83 84 85

#define activate_mm(prev, next)			\
do {						\
	paravirt_activate_mm((prev), (next));	\
	switch_mm((prev), (next), NULL);	\
} while (0);

B
Brian Gerst 已提交
86 87 88
#ifdef CONFIG_X86_32
#define deactivate_mm(tsk, mm)			\
do {						\
89
	lazy_load_gs(0);			\
B
Brian Gerst 已提交
90 91 92 93 94 95 96 97
} while (0)
#else
#define deactivate_mm(tsk, mm)			\
do {						\
	load_gs_index(0);			\
	loadsegment(fs, 0);			\
} while (0)
#endif
J
Jeremy Fitzhardinge 已提交
98

H
H. Peter Anvin 已提交
99
#endif /* _ASM_X86_MMU_CONTEXT_H */