fpu.h 4.0 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14
/*
 * Copyright (C) 2002 MontaVista Software Inc.
 * Author: Jun Sun, jsun@mvista.com or jsun@junsun.net
 *
 * This program is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License as published by the
 * Free Software Foundation;  either version 2 of the  License, or (at your
 * option) any later version.
 */
#ifndef _ASM_FPU_H
#define _ASM_FPU_H

#include <linux/sched.h>
#include <linux/thread_info.h>
J
Jiri Slaby 已提交
15
#include <linux/bitops.h>
L
Linus Torvalds 已提交
16 17 18 19

#include <asm/mipsregs.h>
#include <asm/cpu.h>
#include <asm/cpu-features.h>
20
#include <asm/fpu_emulator.h>
C
Chris Dearman 已提交
21
#include <asm/hazards.h>
L
Linus Torvalds 已提交
22 23
#include <asm/processor.h>
#include <asm/current.h>
P
Paul Burton 已提交
24
#include <asm/msa.h>
L
Linus Torvalds 已提交
25

R
Ralf Baechle 已提交
26 27 28 29
#ifdef CONFIG_MIPS_MT_FPAFF
#include <asm/mips_mt.h>
#endif

L
Linus Torvalds 已提交
30 31 32 33 34 35 36
struct sigcontext;
struct sigcontext32;

extern void _init_fpu(void);
extern void _save_fp(struct task_struct *);
extern void _restore_fp(struct task_struct *);

37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60
/*
 * This enum specifies a mode in which we want the FPU to operate, for cores
 * which implement the Status.FR bit. Note that FPU_32BIT & FPU_64BIT
 * purposefully have the values 0 & 1 respectively, so that an integer value
 * of Status.FR can be trivially casted to the corresponding enum fpu_mode.
 */
enum fpu_mode {
	FPU_32BIT = 0,		/* FR = 0 */
	FPU_64BIT,		/* FR = 1 */
	FPU_AS_IS,
};

static inline int __enable_fpu(enum fpu_mode mode)
{
	int fr;

	switch (mode) {
	case FPU_AS_IS:
		/* just enable the FPU in its current mode */
		set_c0_status(ST0_CU1);
		enable_fpu_hazard();
		return 0;

	case FPU_64BIT:
61
#if !(defined(CONFIG_CPU_MIPS32_R2) || defined(CONFIG_64BIT))
62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77
		/* we only have a 32-bit FPU */
		return SIGFPE;
#endif
		/* fall through */
	case FPU_32BIT:
		/* set CU1 & change FR appropriately */
		fr = (int)mode;
		change_c0_status(ST0_CU1 | ST0_FR, ST0_CU1 | (fr ? ST0_FR : 0));
		enable_fpu_hazard();

		/* check FR has the desired value */
		return (!!(read_c0_status() & ST0_FR) == !!fr) ? 0 : SIGFPE;

	default:
		BUG();
	}
78 79

	return SIGFPE;
80
}
L
Linus Torvalds 已提交
81 82 83 84

#define __disable_fpu()							\
do {									\
	clear_c0_status(ST0_CU1);					\
R
Ralf Baechle 已提交
85
	disable_fpu_hazard();						\
L
Linus Torvalds 已提交
86 87 88 89
} while (0)

#define clear_fpu_owner()	clear_thread_flag(TIF_USEDFPU)

90 91 92 93 94
static inline int __is_fpu_owner(void)
{
	return test_thread_flag(TIF_USEDFPU);
}

L
Linus Torvalds 已提交
95 96
static inline int is_fpu_owner(void)
{
97
	return cpu_has_fpu && __is_fpu_owner();
L
Linus Torvalds 已提交
98 99
}

100
static inline int __own_fpu(void)
L
Linus Torvalds 已提交
101
{
102 103 104 105 106 107 108 109
	enum fpu_mode mode;
	int ret;

	mode = !test_thread_flag(TIF_32BIT_FPREGS);
	ret = __enable_fpu(mode);
	if (ret)
		return ret;

110
	KSTK_STATUS(current) |= ST0_CU1;
111 112 113 114 115
	if (mode == FPU_64BIT)
		KSTK_STATUS(current) |= ST0_FR;
	else /* mode == FPU_32BIT */
		KSTK_STATUS(current) &= ~ST0_FR;

116
	set_thread_flag(TIF_USEDFPU);
117
	return 0;
118 119
}

120
static inline int own_fpu_inatomic(int restore)
121
{
122 123
	int ret = 0;

124
	if (cpu_has_fpu && !__is_fpu_owner()) {
125 126
		ret = __own_fpu();
		if (restore && !ret)
127
			_restore_fp(current);
L
Linus Torvalds 已提交
128
	}
129
	return ret;
130 131
}

132
static inline int own_fpu(int restore)
133
{
134 135
	int ret;

136
	preempt_disable();
137
	ret = own_fpu_inatomic(restore);
138
	preempt_enable();
139
	return ret;
L
Linus Torvalds 已提交
140 141
}

142
static inline void lose_fpu(int save)
L
Linus Torvalds 已提交
143
{
144
	preempt_disable();
P
Paul Burton 已提交
145 146 147 148 149 150 151 152 153
	if (is_msa_enabled()) {
		if (save) {
			save_msa(current);
			asm volatile("cfc1 %0, $31"
				: "=r"(current->thread.fpu.fcr31));
		}
		disable_msa();
		clear_thread_flag(TIF_USEDMSA);
	} else if (is_fpu_owner()) {
154 155
		if (save)
			_save_fp(current);
L
Linus Torvalds 已提交
156 157
		__disable_fpu();
	}
P
Paul Burton 已提交
158 159
	KSTK_STATUS(current) &= ~ST0_CU1;
	clear_thread_flag(TIF_USEDFPU);
160
	preempt_enable();
L
Linus Torvalds 已提交
161 162
}

163
static inline int init_fpu(void)
L
Linus Torvalds 已提交
164
{
165 166
	int ret = 0;

L
Linus Torvalds 已提交
167
	if (cpu_has_fpu) {
168 169 170
		ret = __own_fpu();
		if (!ret)
			_init_fpu();
171
	} else
L
Linus Torvalds 已提交
172
		fpu_emulator_init_fpu();
173 174

	return ret;
L
Linus Torvalds 已提交
175 176 177 178 179 180 181 182 183 184 185 186 187 188
}

static inline void save_fp(struct task_struct *tsk)
{
	if (cpu_has_fpu)
		_save_fp(tsk);
}

static inline void restore_fp(struct task_struct *tsk)
{
	if (cpu_has_fpu)
		_restore_fp(tsk);
}

P
Paul Burton 已提交
189
static inline union fpureg *get_fpu_regs(struct task_struct *tsk)
L
Linus Torvalds 已提交
190
{
191 192 193
	if (tsk == current) {
		preempt_disable();
		if (is_fpu_owner())
L
Linus Torvalds 已提交
194
			_save_fp(current);
195
		preempt_enable();
L
Linus Torvalds 已提交
196 197
	}

198
	return tsk->thread.fpu.fpr;
L
Linus Torvalds 已提交
199 200 201
}

#endif /* _ASM_FPU_H */