mmu_context.h 3.1 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9
/*
 *  S390 version
 *
 *  Derived from "include/asm-i386/mmu_context.h"
 */

#ifndef __S390_MMU_CONTEXT_H
#define __S390_MMU_CONTEXT_H

G
Gerald Schaefer 已提交
10
#include <asm/pgalloc.h>
11
#include <asm/uaccess.h>
12
#include <asm/tlbflush.h>
13
#include <asm/ctl_reg.h>
14

15 16 17
static inline int init_new_context(struct task_struct *tsk,
				   struct mm_struct *mm)
{
18
	cpumask_clear(&mm->context.cpu_attach_mask);
19 20
	atomic_set(&mm->context.attach_count, 0);
	mm->context.flush_mm = 0;
21
	mm->context.asce_bits = _ASCE_TABLE_LENGTH | _ASCE_USER_BITS;
22
#ifdef CONFIG_64BIT
M
Martin Schwidefsky 已提交
23
	mm->context.asce_bits |= _ASCE_TYPE_REGION3;
24
#endif
25
	mm->context.has_pgste = 0;
26
	mm->context.use_skey = 0;
M
Martin Schwidefsky 已提交
27 28
	mm->context.asce_limit = STACK_TOP_MAX;
	crst_table_init((unsigned long *) mm->pgd, pgd_entry_type(mm));
29 30
	return 0;
}
L
Linus Torvalds 已提交
31 32 33

#define destroy_context(mm)             do { } while (0)

34
static inline void set_user_asce(struct mm_struct *mm)
L
Linus Torvalds 已提交
35
{
36 37 38
	S390_lowcore.user_asce = mm->context.asce_bits | __pa(mm->pgd);
	if (current->thread.mm_segment.ar4)
		__ctl_load(S390_lowcore.user_asce, 7, 7);
39
	set_cpu_flag(CIF_ASCE);
L
Linus Torvalds 已提交
40 41
}

42
static inline void clear_user_asce(void)
43 44
{
	S390_lowcore.user_asce = S390_lowcore.kernel_asce;
45

46
	__ctl_load(S390_lowcore.user_asce, 1, 1);
47 48 49
	__ctl_load(S390_lowcore.user_asce, 7, 7);
}

50
static inline void load_kernel_asce(void)
51 52 53 54 55 56
{
	unsigned long asce;

	__ctl_store(asce, 1, 1);
	if (asce != S390_lowcore.kernel_asce)
		__ctl_load(S390_lowcore.kernel_asce, 1, 1);
57
	set_cpu_flag(CIF_ASCE);
58 59
}

L
Linus Torvalds 已提交
60
static inline void switch_mm(struct mm_struct *prev, struct mm_struct *next,
G
Gerald Schaefer 已提交
61
			     struct task_struct *tsk)
L
Linus Torvalds 已提交
62
{
63 64 65 66
	int cpu = smp_processor_id();

	if (prev == next)
		return;
67 68
	if (MACHINE_HAS_TLB_LC)
		cpumask_set_cpu(cpu, &next->context.cpu_attach_mask);
69 70 71 72
	/* Clear old ASCE by loading the kernel ASCE. */
	__ctl_load(S390_lowcore.kernel_asce, 1, 1);
	__ctl_load(S390_lowcore.kernel_asce, 7, 7);
	atomic_inc(&next->context.attach_count);
73
	atomic_dec(&prev->context.attach_count);
74 75
	if (MACHINE_HAS_TLB_LC)
		cpumask_clear_cpu(cpu, &prev->context.cpu_attach_mask);
76
	S390_lowcore.user_asce = next->context.asce_bits | __pa(next->pgd);
77 78 79 80 81 82 83 84
}

#define finish_arch_post_lock_switch finish_arch_post_lock_switch
static inline void finish_arch_post_lock_switch(void)
{
	struct task_struct *tsk = current;
	struct mm_struct *mm = tsk->mm;

85 86 87 88 89 90 91 92 93 94 95 96
	load_kernel_asce();
	if (mm) {
		preempt_disable();
		while (atomic_read(&mm->context.attach_count) >> 16)
			cpu_relax();

		cpumask_set_cpu(smp_processor_id(), mm_cpumask(mm));
		if (mm->context.flush_mm)
			__tlb_flush_mm(mm);
		preempt_enable();
	}
	set_fs(current->thread.mm_segment);
L
Linus Torvalds 已提交
97 98
}

99
#define enter_lazy_tlb(mm,tsk)	do { } while (0)
L
Linus Torvalds 已提交
100 101
#define deactivate_mm(tsk,mm)	do { } while (0)

102
static inline void activate_mm(struct mm_struct *prev,
L
Linus Torvalds 已提交
103 104
                               struct mm_struct *next)
{
105 106 107
	switch_mm(prev, next, current);
	cpumask_set_cpu(smp_processor_id(), mm_cpumask(next));
	set_user_asce(next);
L
Linus Torvalds 已提交
108 109
}

110 111 112 113 114 115 116 117 118 119 120 121 122
static inline void arch_dup_mmap(struct mm_struct *oldmm,
				 struct mm_struct *mm)
{
#ifdef CONFIG_64BIT
	if (oldmm->context.asce_limit < mm->context.asce_limit)
		crst_table_downgrade(mm, oldmm->context.asce_limit);
#endif
}

static inline void arch_exit_mmap(struct mm_struct *mm)
{
}

G
Gerald Schaefer 已提交
123
#endif /* __S390_MMU_CONTEXT_H */