processor.h 10.8 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
 *  S390 version
3
 *    Copyright IBM Corp. 1999
L
Linus Torvalds 已提交
4 5 6 7 8 9 10 11 12 13
 *    Author(s): Hartmut Penner (hp@de.ibm.com),
 *               Martin Schwidefsky (schwidefsky@de.ibm.com)
 *
 *  Derived from "include/asm-i386/processor.h"
 *    Copyright (C) 1994, Linus Torvalds
 */

#ifndef __ASM_S390_PROCESSOR_H
#define __ASM_S390_PROCESSOR_H

14 15 16 17 18 19 20
#define CIF_MCCK_PENDING	0	/* machine check handling is pending */
#define CIF_ASCE		1	/* user asce needs fixup / uaccess */

#define _CIF_MCCK_PENDING	(1<<CIF_MCCK_PENDING)
#define _CIF_ASCE		(1<<CIF_ASCE)


21 22
#ifndef __ASSEMBLY__

23
#include <linux/linkage.h>
24
#include <linux/irqflags.h>
25
#include <asm/cpu.h>
26
#include <asm/page.h>
L
Linus Torvalds 已提交
27
#include <asm/ptrace.h>
28
#include <asm/setup.h>
29
#include <asm/runtime_instr.h>
L
Linus Torvalds 已提交
30

31 32 33 34 35 36 37 38 39 40 41 42 43 44 45
static inline void set_cpu_flag(int flag)
{
	S390_lowcore.cpu_flags |= (1U << flag);
}

static inline void clear_cpu_flag(int flag)
{
	S390_lowcore.cpu_flags &= ~(1U << flag);
}

static inline int test_cpu_flag(int flag)
{
	return !!(S390_lowcore.cpu_flags & (1U << flag));
}

L
Linus Torvalds 已提交
46 47 48 49
/*
 * Default implementation of macro that returns current
 * instruction pointer ("program counter").
 */
50
#define current_text_addr() ({ void *pc; asm("basr %0,0" : "=a" (pc)); pc; })
L
Linus Torvalds 已提交
51

52
static inline void get_cpu_id(struct cpuid *ptr)
53
{
54
	asm volatile("stidp %0" : "=Q" (*ptr));
55 56
}

57
extern void s390_adjust_jiffies(void);
58 59
extern const struct seq_operations cpuinfo_op;
extern int sysctl_ieee_emulation_warnings;
60
extern void execve_tail(void);
L
Linus Torvalds 已提交
61 62

/*
63
 * User space process size: 2GB for 31 bit, 4TB or 8PT for 64 bit.
L
Linus Torvalds 已提交
64
 */
65
#ifndef CONFIG_64BIT
L
Linus Torvalds 已提交
66

67
#define TASK_SIZE		(1UL << 31)
68
#define TASK_MAX_SIZE		(1UL << 31)
69
#define TASK_UNMAPPED_BASE	(1UL << 30)
L
Linus Torvalds 已提交
70

71
#else /* CONFIG_64BIT */
L
Linus Torvalds 已提交
72

73
#define TASK_SIZE_OF(tsk)	((tsk)->mm->context.asce_limit)
74 75 76
#define TASK_UNMAPPED_BASE	(test_thread_flag(TIF_31BIT) ? \
					(1UL << 30) : (1UL << 41))
#define TASK_SIZE		TASK_SIZE_OF(current)
77
#define TASK_MAX_SIZE		(1UL << 53)
L
Linus Torvalds 已提交
78

79
#endif /* CONFIG_64BIT */
L
Linus Torvalds 已提交
80

81
#ifndef CONFIG_64BIT
82
#define STACK_TOP		(1UL << 31)
M
Martin Schwidefsky 已提交
83
#define STACK_TOP_MAX		(1UL << 31)
84
#else /* CONFIG_64BIT */
M
Martin Schwidefsky 已提交
85 86
#define STACK_TOP		(1UL << (test_thread_flag(TIF_31BIT) ? 31:42))
#define STACK_TOP_MAX		(1UL << 42)
87
#endif /* CONFIG_64BIT */
88

L
Linus Torvalds 已提交
89 90 91 92 93 94 95 96 97 98 99 100 101 102
#define HAVE_ARCH_PICK_MMAP_LAYOUT

typedef struct {
        __u32 ar4;
} mm_segment_t;

/*
 * Thread structure
 */
struct thread_struct {
	s390_fp_regs fp_regs;
	unsigned int  acrs[NUM_ACRS];
        unsigned long ksp;              /* kernel stack pointer             */
	mm_segment_t mm_segment;
103
	unsigned long gmap_addr;	/* address of last gmap fault. */
104
	unsigned int gmap_pfault;	/* signal of a pending guest pfault */
M
Martin Schwidefsky 已提交
105 106
	struct per_regs per_user;	/* User specified PER registers */
	struct per_event per_event;	/* Cause of the last PER trap */
107
	unsigned long per_flags;	/* Flags to control debug behavior */
L
Linus Torvalds 已提交
108 109
        /* pfault_wait is used to block the process on a pfault event */
	unsigned long pfault_wait;
110
	struct list_head list;
111 112 113
	/* cpu runtime instrumentation */
	struct runtime_instr_cb *ri_cb;
	int ri_signum;
114 115 116
#ifdef CONFIG_64BIT
	unsigned char trap_tdb[256];	/* Transaction abort diagnose block */
#endif
L
Linus Torvalds 已提交
117 118
};

119 120 121 122 123 124 125 126 127
/* Flag to disable transactions. */
#define PER_FLAG_NO_TE			1UL
/* Flag to enable random transaction aborts. */
#define PER_FLAG_TE_ABORT_RAND		2UL
/* Flag to specify random transaction abort mode:
 * - abort each transaction at a random instruction before TEND if set.
 * - abort random transactions at a random instruction if cleared.
 */
#define PER_FLAG_TE_ABORT_RAND_TEND	4UL
128

L
Linus Torvalds 已提交
129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151
typedef struct thread_struct thread_struct;

/*
 * Stack layout of a C stack frame.
 */
#ifndef __PACK_STACK
struct stack_frame {
	unsigned long back_chain;
	unsigned long empty1[5];
	unsigned long gprs[10];
	unsigned int  empty2[8];
};
#else
struct stack_frame {
	unsigned long empty1[5];
	unsigned int  empty2[8];
	unsigned long gprs[10];
	unsigned long back_chain;
};
#endif

#define ARCH_MIN_TASKALIGN	8

152 153 154
#define INIT_THREAD {							\
	.ksp = sizeof(init_stack) + (unsigned long) &init_stack,	\
}
L
Linus Torvalds 已提交
155 156 157 158

/*
 * Do necessary setup to start up a new thread.
 */
159
#define start_thread(regs, new_psw, new_stackp) do {			\
160
	regs->psw.mask	= PSW_USER_BITS | PSW_MASK_EA | PSW_MASK_BA;	\
161 162
	regs->psw.addr	= new_psw | PSW_ADDR_AMODE;			\
	regs->gprs[15]	= new_stackp;					\
163
	execve_tail();							\
164 165
} while (0)

166
#define start_thread31(regs, new_psw, new_stackp) do {			\
167
	regs->psw.mask	= PSW_USER_BITS | PSW_MASK_BA;			\
168 169 170
	regs->psw.addr	= new_psw | PSW_ADDR_AMODE;			\
	regs->gprs[15]	= new_stackp;					\
	crst_table_downgrade(current->mm, 1UL << 31);			\
171
	execve_tail();							\
L
Linus Torvalds 已提交
172 173 174 175 176
} while (0)

/* Forward declaration, a strange C thing */
struct task_struct;
struct mm_struct;
177
struct seq_file;
L
Linus Torvalds 已提交
178

179 180 181 182 183 184
#ifdef CONFIG_64BIT
extern void show_cacheinfo(struct seq_file *m);
#else
static inline void show_cacheinfo(struct seq_file *m) { }
#endif

L
Linus Torvalds 已提交
185 186 187 188 189 190 191 192 193
/* Free all resources held by a thread. */
extern void release_thread(struct task_struct *);

/*
 * Return saved PC of a blocked thread.
 */
extern unsigned long thread_saved_pc(struct task_struct *t);

unsigned long get_wchan(struct task_struct *p);
A
Al Viro 已提交
194
#define task_pt_regs(tsk) ((struct pt_regs *) \
A
Al Viro 已提交
195
        (task_stack_page(tsk) + THREAD_SIZE) - 1)
A
Al Viro 已提交
196 197
#define KSTK_EIP(tsk)	(task_pt_regs(tsk)->psw.addr)
#define KSTK_ESP(tsk)	(task_pt_regs(tsk)->gprs[15])
L
Linus Torvalds 已提交
198

199 200 201
/* Has task runtime instrumentation enabled ? */
#define is_ri_task(tsk) (!!(tsk)->thread.ri_cb)

202 203 204 205 206 207 208 209
static inline unsigned short stap(void)
{
	unsigned short cpu_address;

	asm volatile("stap %0" : "=m" (cpu_address));
	return cpu_address;
}

L
Linus Torvalds 已提交
210 211 212
/*
 * Give up the time slice of the virtual PU.
 */
213 214 215
static inline void cpu_relax(void)
{
	if (MACHINE_HAS_DIAG44)
216 217
		asm volatile("diag 0,0,68");
	barrier();
218
}
L
Linus Torvalds 已提交
219

220 221
#define arch_mutex_cpu_relax()  barrier()

H
Heiko Carstens 已提交
222 223 224 225 226
static inline void psw_set_key(unsigned int key)
{
	asm volatile("spka 0(%0)" : : "d" (key));
}

227 228 229 230 231
/*
 * Set PSW to specified value.
 */
static inline void __load_psw(psw_t psw)
{
232
#ifndef CONFIG_64BIT
233
	asm volatile("lpsw  %0" : : "Q" (psw) : "cc");
234
#else
235
	asm volatile("lpswe %0" : : "Q" (psw) : "cc");
236 237 238
#endif
}

L
Linus Torvalds 已提交
239 240 241 242 243 244 245 246
/*
 * Set PSW mask to specified value, while leaving the
 * PSW addr pointing to the next instruction.
 */
static inline void __load_psw_mask (unsigned long mask)
{
	unsigned long addr;
	psw_t psw;
247

L
Linus Torvalds 已提交
248 249
	psw.mask = mask;

250
#ifndef CONFIG_64BIT
251 252 253
	asm volatile(
		"	basr	%0,0\n"
		"0:	ahi	%0,1f-0b\n"
254 255
		"	st	%0,%O1+4(%R1)\n"
		"	lpsw	%1\n"
L
Linus Torvalds 已提交
256
		"1:"
257
		: "=&d" (addr), "=Q" (psw) : "Q" (psw) : "memory", "cc");
258
#else /* CONFIG_64BIT */
259 260
	asm volatile(
		"	larl	%0,1f\n"
261 262
		"	stg	%0,%O1+8(%R1)\n"
		"	lpswe	%1\n"
L
Linus Torvalds 已提交
263
		"1:"
264
		: "=&d" (addr), "=Q" (psw) : "Q" (psw) : "memory", "cc");
265
#endif /* CONFIG_64BIT */
L
Linus Torvalds 已提交
266
}
267 268 269 270 271 272

/*
 * Rewind PSW instruction address by specified number of bytes.
 */
static inline unsigned long __rewind_psw(psw_t psw, unsigned long ilc)
{
273
#ifndef CONFIG_64BIT
274 275 276 277 278 279 280 281 282 283 284 285 286 287
	if (psw.addr & PSW_ADDR_AMODE)
		/* 31 bit mode */
		return (psw.addr - ilc) | PSW_ADDR_AMODE;
	/* 24 bit mode */
	return (psw.addr - ilc) & ((1UL << 24) - 1);
#else
	unsigned long mask;

	mask = (psw.mask & PSW_MASK_EA) ? -1UL :
	       (psw.mask & PSW_MASK_BA) ? (1UL << 31) - 1 :
					  (1UL << 24) - 1;
	return (psw.addr - ilc) & mask;
#endif
}
L
Linus Torvalds 已提交
288 289 290 291
 
/*
 * Function to drop a processor into disabled wait state
 */
292
static inline void __noreturn disabled_wait(unsigned long code)
L
Linus Torvalds 已提交
293 294
{
        unsigned long ctl_buf;
295
        psw_t dw_psw;
L
Linus Torvalds 已提交
296

297
	dw_psw.mask = PSW_MASK_BASE | PSW_MASK_WAIT | PSW_MASK_BA | PSW_MASK_EA;
298
        dw_psw.addr = code;
L
Linus Torvalds 已提交
299 300 301 302
        /* 
         * Store status and then load disabled wait psw,
         * the processor is dead afterwards
         */
303
#ifndef CONFIG_64BIT
304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321
	asm volatile(
		"	stctl	0,0,0(%2)\n"
		"	ni	0(%2),0xef\n"	/* switch off protection */
		"	lctl	0,0,0(%2)\n"
		"	stpt	0xd8\n"		/* store timer */
		"	stckc	0xe0\n"		/* store clock comparator */
		"	stpx	0x108\n"	/* store prefix register */
		"	stam	0,15,0x120\n"	/* store access registers */
		"	std	0,0x160\n"	/* store f0 */
		"	std	2,0x168\n"	/* store f2 */
		"	std	4,0x170\n"	/* store f4 */
		"	std	6,0x178\n"	/* store f6 */
		"	stm	0,15,0x180\n"	/* store general registers */
		"	stctl	0,15,0x1c0\n"	/* store control registers */
		"	oi	0x1c0,0x10\n"	/* fake protection bit */
		"	lpsw	0(%1)"
		: "=m" (ctl_buf)
		: "a" (&dw_psw), "a" (&ctl_buf), "m" (dw_psw) : "cc");
322
#else /* CONFIG_64BIT */
323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353
	asm volatile(
		"	stctg	0,0,0(%2)\n"
		"	ni	4(%2),0xef\n"	/* switch off protection */
		"	lctlg	0,0,0(%2)\n"
		"	lghi	1,0x1000\n"
		"	stpt	0x328(1)\n"	/* store timer */
		"	stckc	0x330(1)\n"	/* store clock comparator */
		"	stpx	0x318(1)\n"	/* store prefix register */
		"	stam	0,15,0x340(1)\n"/* store access registers */
		"	stfpc	0x31c(1)\n"	/* store fpu control */
		"	std	0,0x200(1)\n"	/* store f0 */
		"	std	1,0x208(1)\n"	/* store f1 */
		"	std	2,0x210(1)\n"	/* store f2 */
		"	std	3,0x218(1)\n"	/* store f3 */
		"	std	4,0x220(1)\n"	/* store f4 */
		"	std	5,0x228(1)\n"	/* store f5 */
		"	std	6,0x230(1)\n"	/* store f6 */
		"	std	7,0x238(1)\n"	/* store f7 */
		"	std	8,0x240(1)\n"	/* store f8 */
		"	std	9,0x248(1)\n"	/* store f9 */
		"	std	10,0x250(1)\n"	/* store f10 */
		"	std	11,0x258(1)\n"	/* store f11 */
		"	std	12,0x260(1)\n"	/* store f12 */
		"	std	13,0x268(1)\n"	/* store f13 */
		"	std	14,0x270(1)\n"	/* store f14 */
		"	std	15,0x278(1)\n"	/* store f15 */
		"	stmg	0,15,0x280(1)\n"/* store general registers */
		"	stctg	0,15,0x380(1)\n"/* store control registers */
		"	oi	0x384(1),0x10\n"/* fake protection bit */
		"	lpswe	0(%1)"
		: "=m" (ctl_buf)
354
		: "a" (&dw_psw), "a" (&ctl_buf), "m" (dw_psw) : "cc", "0", "1");
355
#endif /* CONFIG_64BIT */
356
	while (1);
L
Linus Torvalds 已提交
357 358
}

359 360 361 362 363 364 365 366 367 368 369
/*
 * Use to set psw mask except for the first byte which
 * won't be changed by this function.
 */
static inline void
__set_psw_mask(unsigned long mask)
{
	__load_psw_mask(mask | (arch_local_save_flags() & ~(-1UL >> 8)));
}

#define local_mcck_enable() \
370
	__set_psw_mask(PSW_KERNEL_BITS | PSW_MASK_DAT | PSW_MASK_MCHECK)
371
#define local_mcck_disable() \
372
	__set_psw_mask(PSW_KERNEL_BITS | PSW_MASK_DAT)
373

374 375 376 377 378 379 380 381 382 383 384 385
/*
 * Basic Machine Check/Program Check Handler.
 */

extern void s390_base_mcck_handler(void);
extern void s390_base_pgm_handler(void);
extern void s390_base_ext_handler(void);

extern void (*s390_base_mcck_handler_fn)(void);
extern void (*s390_base_pgm_handler_fn)(void);
extern void (*s390_base_ext_handler_fn)(void);

386 387
#define ARCH_LOW_ADDRESS_LIMIT	0x7fffffffUL

388 389 390 391 392 393 394 395 396 397
extern int memcpy_real(void *, void *, size_t);
extern void memcpy_absolute(void *, void *, size_t);

#define mem_assign_absolute(dest, val) {			\
	__typeof__(dest) __tmp = (val);				\
								\
	BUILD_BUG_ON(sizeof(__tmp) != sizeof(val));		\
	memcpy_absolute(&(dest), &__tmp, sizeof(__tmp));	\
}

398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419
/*
 * Helper macro for exception table entries
 */
#define EX_TABLE(_fault, _target)	\
	".section __ex_table,\"a\"\n"	\
	".align	4\n"			\
	".long	(" #_fault ") - .\n"	\
	".long	(" #_target ") - .\n"	\
	".previous\n"

#else /* __ASSEMBLY__ */

#define EX_TABLE(_fault, _target)	\
	.section __ex_table,"a"	;	\
	.align	4 ;			\
	.long	(_fault) - . ;		\
	.long	(_target) - . ;		\
	.previous

#endif /* __ASSEMBLY__ */

#endif /* __ASM_S390_PROCESSOR_H */