processor.h 10.6 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * Copyright (C) 1994 Waldorf GMBH
 * Copyright (C) 1995, 1996, 1997, 1998, 1999, 2001, 2002, 2003 Ralf Baechle
 * Copyright (C) 1996 Paul M. Antoine
 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
 */
#ifndef _ASM_PROCESSOR_H
#define _ASM_PROCESSOR_H

14
#include <linux/cpumask.h>
L
Linus Torvalds 已提交
15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33
#include <linux/threads.h>

#include <asm/cachectl.h>
#include <asm/cpu.h>
#include <asm/cpu-info.h>
#include <asm/mipsregs.h>
#include <asm/prefetch.h>

/*
 * Return current * instruction pointer ("program counter").
 */
#define current_text_addr() ({ __label__ _l; _l: &&_l;})

/*
 * System setup and hardware flags..
 */

extern unsigned int vced_count, vcei_count;

34 35 36 37 38
/*
 * MIPS does have an arch_pick_mmap_layout()
 */
#define HAVE_ARCH_PICK_MMAP_LAYOUT 1

D
David Daney 已提交
39 40 41 42 43 44
/*
 * A special page (the vdso) is mapped into all processes at the very
 * top of the virtual memory space.
 */
#define SPECIAL_PAGES_SIZE PAGE_SIZE

45
#ifdef CONFIG_32BIT
46 47 48 49
#ifdef CONFIG_KVM_GUEST
/* User space process size is limited to 1GB in KVM Guest Mode */
#define TASK_SIZE	0x3fff8000UL
#else
L
Linus Torvalds 已提交
50 51 52 53 54
/*
 * User space process size: 2GB. This is hardcoded into a few places,
 * so don't change it unless you know what you are doing.
 */
#define TASK_SIZE	0x7fff8000UL
55
#endif
L
Linus Torvalds 已提交
56

57
#define STACK_TOP_MAX	TASK_SIZE
58 59 60

#define TASK_IS_32BIT_ADDR 1

L
Linus Torvalds 已提交
61 62
#endif

63
#ifdef CONFIG_64BIT
L
Linus Torvalds 已提交
64 65 66 67 68 69 70 71
/*
 * User space process size: 1TB. This is hardcoded into a few places,
 * so don't change it unless you know what you are doing.  TASK_SIZE
 * is limited to 1TB by the R4000 architecture; R10000 and better can
 * support 16TB; the architectural reserve for future expansion is
 * 8192EB ...
 */
#define TASK_SIZE32	0x7fff8000UL
72 73 74
#define TASK_SIZE64	0x10000000000UL
#define TASK_SIZE (test_thread_flag(TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
#define STACK_TOP_MAX	TASK_SIZE64
L
Linus Torvalds 已提交
75

D
Dave Hansen 已提交
76
#define TASK_SIZE_OF(tsk)						\
77
	(test_tsk_thread_flag(tsk, TIF_32BIT_ADDR) ? TASK_SIZE32 : TASK_SIZE64)
78 79 80

#define TASK_IS_32BIT_ADDR test_thread_flag(TIF_32BIT_ADDR)

L
Linus Torvalds 已提交
81 82
#endif

83 84 85 86 87 88 89 90
#define STACK_TOP	((TASK_SIZE & PAGE_MASK) - SPECIAL_PAGES_SIZE)

/*
 * This decides where the kernel will search for a free chunk of vm
 * space during mmap's.
 */
#define TASK_UNMAPPED_BASE PAGE_ALIGN(TASK_SIZE / 3)

91

L
Linus Torvalds 已提交
92
#define NUM_FPU_REGS	32
93 94 95 96 97 98

#ifdef CONFIG_CPU_HAS_MSA
# define FPU_REG_WIDTH	128
#else
# define FPU_REG_WIDTH	64
#endif
L
Linus Torvalds 已提交
99

P
Paul Burton 已提交
100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124
union fpureg {
	__u32	val32[FPU_REG_WIDTH / 32];
	__u64	val64[FPU_REG_WIDTH / 64];
};

#ifdef CONFIG_CPU_LITTLE_ENDIAN
# define FPR_IDX(width, idx)	(idx)
#else
# define FPR_IDX(width, idx)	((FPU_REG_WIDTH / (width)) - 1 - (idx))
#endif

#define BUILD_FPR_ACCESS(width) \
static inline u##width get_fpr##width(union fpureg *fpr, unsigned idx)	\
{									\
	return fpr->val##width[FPR_IDX(width, idx)];			\
}									\
									\
static inline void set_fpr##width(union fpureg *fpr, unsigned idx,	\
				  u##width val)				\
{									\
	fpr->val##width[FPR_IDX(width, idx)] = val;			\
}

BUILD_FPR_ACCESS(32)
BUILD_FPR_ACCESS(64)
L
Linus Torvalds 已提交
125 126

/*
P
Paul Burton 已提交
127 128 129
 * It would be nice to add some more fields for emulator statistics,
 * the additional information is private to the FPU emulator for now.
 * See arch/mips/include/asm/fpu_emulator.h.
L
Linus Torvalds 已提交
130 131
 */

132
struct mips_fpu_struct {
P
Paul Burton 已提交
133
	union fpureg	fpr[NUM_FPU_REGS];
L
Linus Torvalds 已提交
134
	unsigned int	fcr31;
135
	unsigned int	msacsr;
L
Linus Torvalds 已提交
136 137
};

138 139 140 141 142
#define NUM_DSP_REGS   6

typedef __u32 dspreg_t;

struct mips_dsp_state {
R
Ralf Baechle 已提交
143 144
	dspreg_t	dspr[NUM_DSP_REGS];
	unsigned int	dspcontrol;
145 146
};

147 148 149 150
#define INIT_CPUMASK { \
	{0,} \
}

151 152 153 154 155 156 157 158 159 160 161 162 163
struct mips3264_watch_reg_state {
	/* The width of watchlo is 32 in a 32 bit kernel and 64 in a
	   64 bit kernel.  We use unsigned long as it has the same
	   property. */
	unsigned long watchlo[NUM_WATCH_REGS];
	/* Only the mask and IRW bits from watchhi. */
	u16 watchhi[NUM_WATCH_REGS];
};

union mips_watch_reg_state {
	struct mips3264_watch_reg_state mips3264;
};

164
#if defined(CONFIG_CPU_CAVIUM_OCTEON)
165 166 167

struct octeon_cop2_state {
	/* DMFC2 rt, 0x0201 */
R
Ralf Baechle 已提交
168
	unsigned long	cop2_crc_iv;
169
	/* DMFC2 rt, 0x0202 (Set with DMTC2 rt, 0x1202) */
R
Ralf Baechle 已提交
170
	unsigned long	cop2_crc_length;
171
	/* DMFC2 rt, 0x0200 (set with DMTC2 rt, 0x4200) */
R
Ralf Baechle 已提交
172
	unsigned long	cop2_crc_poly;
173
	/* DMFC2 rt, 0x0402; DMFC2 rt, 0x040A */
R
Ralf Baechle 已提交
174
	unsigned long	cop2_llm_dat[2];
175
       /* DMFC2 rt, 0x0084 */
R
Ralf Baechle 已提交
176
	unsigned long	cop2_3des_iv;
177
	/* DMFC2 rt, 0x0080; DMFC2 rt, 0x0081; DMFC2 rt, 0x0082 */
R
Ralf Baechle 已提交
178
	unsigned long	cop2_3des_key[3];
179
	/* DMFC2 rt, 0x0088 (Set with DMTC2 rt, 0x0098) */
R
Ralf Baechle 已提交
180
	unsigned long	cop2_3des_result;
181
	/* DMFC2 rt, 0x0111 (FIXME: Read Pass1 Errata) */
R
Ralf Baechle 已提交
182
	unsigned long	cop2_aes_inp0;
183
	/* DMFC2 rt, 0x0102; DMFC2 rt, 0x0103 */
R
Ralf Baechle 已提交
184
	unsigned long	cop2_aes_iv[2];
185 186
	/* DMFC2 rt, 0x0104; DMFC2 rt, 0x0105; DMFC2 rt, 0x0106; DMFC2
	 * rt, 0x0107 */
R
Ralf Baechle 已提交
187
	unsigned long	cop2_aes_key[4];
188
	/* DMFC2 rt, 0x0110 */
R
Ralf Baechle 已提交
189
	unsigned long	cop2_aes_keylen;
190
	/* DMFC2 rt, 0x0100; DMFC2 rt, 0x0101 */
R
Ralf Baechle 已提交
191
	unsigned long	cop2_aes_result[2];
192 193 194 195 196
	/* DMFC2 rt, 0x0240; DMFC2 rt, 0x0241; DMFC2 rt, 0x0242; DMFC2
	 * rt, 0x0243; DMFC2 rt, 0x0244; DMFC2 rt, 0x0245; DMFC2 rt,
	 * 0x0246; DMFC2 rt, 0x0247; DMFC2 rt, 0x0248; DMFC2 rt,
	 * 0x0249; DMFC2 rt, 0x024A; DMFC2 rt, 0x024B; DMFC2 rt,
	 * 0x024C; DMFC2 rt, 0x024D; DMFC2 rt, 0x024E - Pass2 */
R
Ralf Baechle 已提交
197
	unsigned long	cop2_hsh_datw[15];
198 199 200
	/* DMFC2 rt, 0x0250; DMFC2 rt, 0x0251; DMFC2 rt, 0x0252; DMFC2
	 * rt, 0x0253; DMFC2 rt, 0x0254; DMFC2 rt, 0x0255; DMFC2 rt,
	 * 0x0256; DMFC2 rt, 0x0257 - Pass2 */
R
Ralf Baechle 已提交
201
	unsigned long	cop2_hsh_ivw[8];
202
	/* DMFC2 rt, 0x0258; DMFC2 rt, 0x0259 - Pass2 */
R
Ralf Baechle 已提交
203
	unsigned long	cop2_gfm_mult[2];
204
	/* DMFC2 rt, 0x025E - Pass2 */
R
Ralf Baechle 已提交
205
	unsigned long	cop2_gfm_poly;
206
	/* DMFC2 rt, 0x025A; DMFC2 rt, 0x025B - Pass2 */
R
Ralf Baechle 已提交
207
	unsigned long	cop2_gfm_result[2];
208
};
209 210
#define COP2_INIT						\
	.cp2			= {0,},
211 212 213 214 215 216

struct octeon_cvmseg_state {
	unsigned long cvmseg[CONFIG_CAVIUM_OCTEON_CVMSEG_SIZE]
			    [cpu_dcache_line_size() / sizeof(unsigned long)];
};

217 218 219 220 221 222 223 224 225 226
#elif defined(CONFIG_CPU_XLP)
struct nlm_cop2_state {
	u64	rx[4];
	u64	tx[4];
	u32	tx_msg_status;
	u32	rx_msg_status;
};

#define COP2_INIT						\
	.cp2			= {{0}, {0}, 0, 0},
227 228
#else
#define COP2_INIT
229 230
#endif

L
Linus Torvalds 已提交
231 232 233 234
typedef struct {
	unsigned long seg;
} mm_segment_t;

235 236 237 238 239 240 241
#ifdef CONFIG_CPU_HAS_MSA
# define ARCH_MIN_TASKALIGN	16
# define FPU_ALIGN		__aligned(16)
#else
# define ARCH_MIN_TASKALIGN	8
# define FPU_ALIGN
#endif
L
Linus Torvalds 已提交
242

243 244
struct mips_abi;

L
Linus Torvalds 已提交
245 246 247 248 249 250 251 252 253 254 255 256 257
/*
 * If you change thread_struct remember to change the #defines below too!
 */
struct thread_struct {
	/* Saved main processor registers. */
	unsigned long reg16;
	unsigned long reg17, reg18, reg19, reg20, reg21, reg22, reg23;
	unsigned long reg29, reg30, reg31;

	/* Saved cp0 stuff. */
	unsigned long cp0_status;

	/* Saved fpu/fpu emulator stuff. */
258
	struct mips_fpu_struct fpu FPU_ALIGN;
R
Ralf Baechle 已提交
259 260 261 262 263 264
#ifdef CONFIG_MIPS_MT_FPAFF
	/* Emulated instruction count */
	unsigned long emulated_fp;
	/* Saved per-thread scheduler affinity mask */
	cpumask_t user_cpus_allowed;
#endif /* CONFIG_MIPS_MT_FPAFF */
L
Linus Torvalds 已提交
265

266 267 268
	/* Saved state of the DSP ASE, if available. */
	struct mips_dsp_state dsp;

269 270 271
	/* Saved watch register state, if available. */
	union mips_watch_reg_state watch;

L
Linus Torvalds 已提交
272 273 274 275
	/* Other stuff associated with the thread. */
	unsigned long cp0_badvaddr;	/* Last user fault */
	unsigned long cp0_baduaddr;	/* Last kernel fault accessing USEG */
	unsigned long error_code;
276
#ifdef CONFIG_CPU_CAVIUM_OCTEON
277 278
	struct octeon_cop2_state cp2 __attribute__ ((__aligned__(128)));
	struct octeon_cvmseg_state cvmseg __attribute__ ((__aligned__(128)));
279 280 281
#endif
#ifdef CONFIG_CPU_XLP
	struct nlm_cop2_state cp2;
282
#endif
283
	struct mips_abi *abi;
L
Linus Torvalds 已提交
284 285
};

R
Ralf Baechle 已提交
286
#ifdef CONFIG_MIPS_MT_FPAFF
287 288 289
#define FPAFF_INIT						\
	.emulated_fp			= 0,			\
	.user_cpus_allowed		= INIT_CPUMASK,
R
Ralf Baechle 已提交
290 291 292 293
#else
#define FPAFF_INIT
#endif /* CONFIG_MIPS_MT_FPAFF */

294
#define INIT_THREAD  {						\
R
Ralf Baechle 已提交
295 296 297
	/*							\
	 * Saved main processor registers			\
	 */							\
298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316
	.reg16			= 0,				\
	.reg17			= 0,				\
	.reg18			= 0,				\
	.reg19			= 0,				\
	.reg20			= 0,				\
	.reg21			= 0,				\
	.reg22			= 0,				\
	.reg23			= 0,				\
	.reg29			= 0,				\
	.reg30			= 0,				\
	.reg31			= 0,				\
	/*							\
	 * Saved cp0 stuff					\
	 */							\
	.cp0_status		= 0,				\
	/*							\
	 * Saved FPU/FPU emulator stuff				\
	 */							\
	.fpu			= {				\
P
Paul Burton 已提交
317
		.fpr		= {{{0,},},},			\
318
		.fcr31		= 0,				\
319
		.msacsr		= 0,				\
320 321 322 323 324 325 326 327 328 329 330 331
	},							\
	/*							\
	 * FPU affinity state (null if not FPAFF)		\
	 */							\
	FPAFF_INIT						\
	/*							\
	 * Saved DSP stuff					\
	 */							\
	.dsp			= {				\
		.dspr		= {0, },			\
		.dspcontrol	= 0,				\
	},							\
332 333 334 335
	/*							\
	 * saved watch register stuff				\
	 */							\
	.watch = {{{0,},},},					\
336 337 338 339 340 341
	/*							\
	 * Other stuff associated with the process		\
	 */							\
	.cp0_badvaddr		= 0,				\
	.cp0_baduaddr		= 0,				\
	.error_code		= 0,				\
342
	/*							\
343
	 * Platform specific cop2 registers(null if no COP2)	\
344
	 */							\
345
	COP2_INIT						\
L
Linus Torvalds 已提交
346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361
}

struct task_struct;

/* Free all resources held by a thread. */
#define release_thread(thread) do { } while(0)

extern unsigned long thread_saved_pc(struct task_struct *tsk);

/*
 * Do necessary setup to start up a newly executed thread.
 */
extern void start_thread(struct pt_regs * regs, unsigned long pc, unsigned long sp);

unsigned long get_wchan(struct task_struct *p);

362 363 364
#define __KSTK_TOS(tsk) ((unsigned long)task_stack_page(tsk) + \
			 THREAD_SIZE - 32 - sizeof(struct pt_regs))
#define task_pt_regs(tsk) ((struct pt_regs *)__KSTK_TOS(tsk))
A
Al Viro 已提交
365 366 367
#define KSTK_EIP(tsk) (task_pt_regs(tsk)->cp0_epc)
#define KSTK_ESP(tsk) (task_pt_regs(tsk)->regs[29])
#define KSTK_STATUS(tsk) (task_pt_regs(tsk)->cp0_status)
L
Linus Torvalds 已提交
368 369

#define cpu_relax()	barrier()
370
#define cpu_relax_lowlatency() cpu_relax()
L
Linus Torvalds 已提交
371 372 373 374

/*
 * Return_address is a replacement for __builtin_return_address(count)
 * which on certain architectures cannot reasonably be implemented in GCC
L
Lucas De Marchi 已提交
375
 * (MIPS, Alpha) or is unusable with -fomit-frame-pointer (i386).
L
Linus Torvalds 已提交
376 377 378 379
 * Note that __builtin_return_address(x>=1) is forbidden because GCC
 * aborts compilation on some CPUs.  It's simply not possible to unwind
 * some CPU's stackframes.
 *
R
Ralf Baechle 已提交
380
 * __builtin_return_address works only for non-leaf functions.	We avoid the
L
Linus Torvalds 已提交
381 382 383 384 385 386 387 388
 * overhead of a function call by forcing the compiler to save the return
 * address register on the stack.
 */
#define return_address() ({__asm__ __volatile__("":::"$31");__builtin_return_address(0);})

#ifdef CONFIG_CPU_HAS_PREFETCH

#define ARCH_HAS_PREFETCH
389
#define prefetch(x) __builtin_prefetch((x), 0, 1)
L
Linus Torvalds 已提交
390

391 392
#define ARCH_HAS_PREFETCHW
#define prefetchw(x) __builtin_prefetch((x), 1, 1)
L
Linus Torvalds 已提交
393 394 395

#endif

396 397 398 399 400 401 402 403 404 405 406
/*
 * Functions & macros implementing the PR_GET_FP_MODE & PR_SET_FP_MODE options
 * to the prctl syscall.
 */
extern int mips_get_process_fp_mode(struct task_struct *task);
extern int mips_set_process_fp_mode(struct task_struct *task,
				    unsigned int value);

#define GET_FP_MODE(task)		mips_get_process_fp_mode(task)
#define SET_FP_MODE(task,value)		mips_set_process_fp_mode(task, value)

L
Linus Torvalds 已提交
407
#endif /* _ASM_PROCESSOR_H */