processor.h 10.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2
/*
 *  S390 version
3
 *    Copyright IBM Corp. 1999
L
Linus Torvalds 已提交
4 5 6 7 8 9 10 11 12 13
 *    Author(s): Hartmut Penner (hp@de.ibm.com),
 *               Martin Schwidefsky (schwidefsky@de.ibm.com)
 *
 *  Derived from "include/asm-i386/processor.h"
 *    Copyright (C) 1994, Linus Torvalds
 */

#ifndef __ASM_S390_PROCESSOR_H
#define __ASM_S390_PROCESSOR_H

14 15
#ifndef __ASSEMBLY__

16
#include <linux/linkage.h>
17
#include <linux/irqflags.h>
18
#include <asm/cpu.h>
19
#include <asm/page.h>
L
Linus Torvalds 已提交
20
#include <asm/ptrace.h>
21
#include <asm/setup.h>
22
#include <asm/runtime_instr.h>
L
Linus Torvalds 已提交
23 24 25 26 27

/*
 * Default implementation of macro that returns current
 * instruction pointer ("program counter").
 */
28
#define current_text_addr() ({ void *pc; asm("basr %0,0" : "=a" (pc)); pc; })
L
Linus Torvalds 已提交
29

30
static inline void get_cpu_id(struct cpuid *ptr)
31
{
32
	asm volatile("stidp %0" : "=Q" (*ptr));
33 34
}

35
extern void s390_adjust_jiffies(void);
36 37
extern const struct seq_operations cpuinfo_op;
extern int sysctl_ieee_emulation_warnings;
38
extern void execve_tail(void);
L
Linus Torvalds 已提交
39 40

/*
41
 * User space process size: 2GB for 31 bit, 4TB or 8PT for 64 bit.
L
Linus Torvalds 已提交
42
 */
43
#ifndef CONFIG_64BIT
L
Linus Torvalds 已提交
44

45
#define TASK_SIZE		(1UL << 31)
46
#define TASK_MAX_SIZE		(1UL << 31)
47
#define TASK_UNMAPPED_BASE	(1UL << 30)
L
Linus Torvalds 已提交
48

49
#else /* CONFIG_64BIT */
L
Linus Torvalds 已提交
50

51
#define TASK_SIZE_OF(tsk)	((tsk)->mm->context.asce_limit)
52 53 54
#define TASK_UNMAPPED_BASE	(test_thread_flag(TIF_31BIT) ? \
					(1UL << 30) : (1UL << 41))
#define TASK_SIZE		TASK_SIZE_OF(current)
55
#define TASK_MAX_SIZE		(1UL << 53)
L
Linus Torvalds 已提交
56

57
#endif /* CONFIG_64BIT */
L
Linus Torvalds 已提交
58

59
#ifndef CONFIG_64BIT
60
#define STACK_TOP		(1UL << 31)
M
Martin Schwidefsky 已提交
61
#define STACK_TOP_MAX		(1UL << 31)
62
#else /* CONFIG_64BIT */
M
Martin Schwidefsky 已提交
63 64
#define STACK_TOP		(1UL << (test_thread_flag(TIF_31BIT) ? 31:42))
#define STACK_TOP_MAX		(1UL << 42)
65
#endif /* CONFIG_64BIT */
66

L
Linus Torvalds 已提交
67 68 69 70 71 72 73 74 75 76 77 78 79 80
#define HAVE_ARCH_PICK_MMAP_LAYOUT

typedef struct {
        __u32 ar4;
} mm_segment_t;

/*
 * Thread structure
 */
struct thread_struct {
	s390_fp_regs fp_regs;
	unsigned int  acrs[NUM_ACRS];
        unsigned long ksp;              /* kernel stack pointer             */
	mm_segment_t mm_segment;
81
	unsigned long gmap_addr;	/* address of last gmap fault. */
M
Martin Schwidefsky 已提交
82 83
	struct per_regs per_user;	/* User specified PER registers */
	struct per_event per_event;	/* Cause of the last PER trap */
84
	unsigned long per_flags;	/* Flags to control debug behavior */
L
Linus Torvalds 已提交
85 86
        /* pfault_wait is used to block the process on a pfault event */
	unsigned long pfault_wait;
87
	struct list_head list;
88 89 90
	/* cpu runtime instrumentation */
	struct runtime_instr_cb *ri_cb;
	int ri_signum;
91 92 93
#ifdef CONFIG_64BIT
	unsigned char trap_tdb[256];	/* Transaction abort diagnose block */
#endif
L
Linus Torvalds 已提交
94 95
};

96 97 98 99 100 101 102 103 104
/* Flag to disable transactions. */
#define PER_FLAG_NO_TE			1UL
/* Flag to enable random transaction aborts. */
#define PER_FLAG_TE_ABORT_RAND		2UL
/* Flag to specify random transaction abort mode:
 * - abort each transaction at a random instruction before TEND if set.
 * - abort random transactions at a random instruction if cleared.
 */
#define PER_FLAG_TE_ABORT_RAND_TEND	4UL
105

L
Linus Torvalds 已提交
106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128
typedef struct thread_struct thread_struct;

/*
 * Stack layout of a C stack frame.
 */
#ifndef __PACK_STACK
struct stack_frame {
	unsigned long back_chain;
	unsigned long empty1[5];
	unsigned long gprs[10];
	unsigned int  empty2[8];
};
#else
struct stack_frame {
	unsigned long empty1[5];
	unsigned int  empty2[8];
	unsigned long gprs[10];
	unsigned long back_chain;
};
#endif

#define ARCH_MIN_TASKALIGN	8

129 130 131
#define INIT_THREAD {							\
	.ksp = sizeof(init_stack) + (unsigned long) &init_stack,	\
}
L
Linus Torvalds 已提交
132 133 134 135

/*
 * Do necessary setup to start up a new thread.
 */
136 137 138 139
#define start_thread(regs, new_psw, new_stackp) do {			\
	regs->psw.mask	= psw_user_bits | PSW_MASK_EA | PSW_MASK_BA;	\
	regs->psw.addr	= new_psw | PSW_ADDR_AMODE;			\
	regs->gprs[15]	= new_stackp;					\
140
	execve_tail();							\
141 142
} while (0)

143 144 145 146
#define start_thread31(regs, new_psw, new_stackp) do {			\
	regs->psw.mask	= psw_user_bits | PSW_MASK_BA;			\
	regs->psw.addr	= new_psw | PSW_ADDR_AMODE;			\
	regs->gprs[15]	= new_stackp;					\
147
	__tlb_flush_mm(current->mm);					\
148
	crst_table_downgrade(current->mm, 1UL << 31);			\
149
	update_mm(current->mm, current);				\
150
	execve_tail();							\
L
Linus Torvalds 已提交
151 152 153 154 155
} while (0)

/* Forward declaration, a strange C thing */
struct task_struct;
struct mm_struct;
156
struct seq_file;
L
Linus Torvalds 已提交
157

158 159 160 161 162 163
#ifdef CONFIG_64BIT
extern void show_cacheinfo(struct seq_file *m);
#else
static inline void show_cacheinfo(struct seq_file *m) { }
#endif

L
Linus Torvalds 已提交
164 165 166 167 168 169 170 171 172
/* Free all resources held by a thread. */
extern void release_thread(struct task_struct *);

/*
 * Return saved PC of a blocked thread.
 */
extern unsigned long thread_saved_pc(struct task_struct *t);

unsigned long get_wchan(struct task_struct *p);
A
Al Viro 已提交
173
#define task_pt_regs(tsk) ((struct pt_regs *) \
A
Al Viro 已提交
174
        (task_stack_page(tsk) + THREAD_SIZE) - 1)
A
Al Viro 已提交
175 176
#define KSTK_EIP(tsk)	(task_pt_regs(tsk)->psw.addr)
#define KSTK_ESP(tsk)	(task_pt_regs(tsk)->gprs[15])
L
Linus Torvalds 已提交
177

178 179 180 181 182 183 184 185
static inline unsigned short stap(void)
{
	unsigned short cpu_address;

	asm volatile("stap %0" : "=m" (cpu_address));
	return cpu_address;
}

L
Linus Torvalds 已提交
186 187 188
/*
 * Give up the time slice of the virtual PU.
 */
189 190 191
static inline void cpu_relax(void)
{
	if (MACHINE_HAS_DIAG44)
192 193
		asm volatile("diag 0,0,68");
	barrier();
194
}
L
Linus Torvalds 已提交
195

196 197
#define arch_mutex_cpu_relax()  barrier()

H
Heiko Carstens 已提交
198 199 200 201 202
static inline void psw_set_key(unsigned int key)
{
	asm volatile("spka 0(%0)" : : "d" (key));
}

203 204 205 206 207
/*
 * Set PSW to specified value.
 */
static inline void __load_psw(psw_t psw)
{
208
#ifndef CONFIG_64BIT
209
	asm volatile("lpsw  %0" : : "Q" (psw) : "cc");
210
#else
211
	asm volatile("lpswe %0" : : "Q" (psw) : "cc");
212 213 214
#endif
}

L
Linus Torvalds 已提交
215 216 217 218 219 220 221 222
/*
 * Set PSW mask to specified value, while leaving the
 * PSW addr pointing to the next instruction.
 */
static inline void __load_psw_mask (unsigned long mask)
{
	unsigned long addr;
	psw_t psw;
223

L
Linus Torvalds 已提交
224 225
	psw.mask = mask;

226
#ifndef CONFIG_64BIT
227 228 229
	asm volatile(
		"	basr	%0,0\n"
		"0:	ahi	%0,1f-0b\n"
230 231
		"	st	%0,%O1+4(%R1)\n"
		"	lpsw	%1\n"
L
Linus Torvalds 已提交
232
		"1:"
233
		: "=&d" (addr), "=Q" (psw) : "Q" (psw) : "memory", "cc");
234
#else /* CONFIG_64BIT */
235 236
	asm volatile(
		"	larl	%0,1f\n"
237 238
		"	stg	%0,%O1+8(%R1)\n"
		"	lpswe	%1\n"
L
Linus Torvalds 已提交
239
		"1:"
240
		: "=&d" (addr), "=Q" (psw) : "Q" (psw) : "memory", "cc");
241
#endif /* CONFIG_64BIT */
L
Linus Torvalds 已提交
242
}
243 244 245 246 247 248

/*
 * Rewind PSW instruction address by specified number of bytes.
 */
static inline unsigned long __rewind_psw(psw_t psw, unsigned long ilc)
{
249
#ifndef CONFIG_64BIT
250 251 252 253 254 255 256 257 258 259 260 261 262 263
	if (psw.addr & PSW_ADDR_AMODE)
		/* 31 bit mode */
		return (psw.addr - ilc) | PSW_ADDR_AMODE;
	/* 24 bit mode */
	return (psw.addr - ilc) & ((1UL << 24) - 1);
#else
	unsigned long mask;

	mask = (psw.mask & PSW_MASK_EA) ? -1UL :
	       (psw.mask & PSW_MASK_BA) ? (1UL << 31) - 1 :
					  (1UL << 24) - 1;
	return (psw.addr - ilc) & mask;
#endif
}
L
Linus Torvalds 已提交
264 265 266 267
 
/*
 * Function to drop a processor into disabled wait state
 */
268
static inline void __noreturn disabled_wait(unsigned long code)
L
Linus Torvalds 已提交
269 270
{
        unsigned long ctl_buf;
271
        psw_t dw_psw;
L
Linus Torvalds 已提交
272

273
	dw_psw.mask = PSW_MASK_BASE | PSW_MASK_WAIT | PSW_MASK_BA | PSW_MASK_EA;
274
        dw_psw.addr = code;
L
Linus Torvalds 已提交
275 276 277 278
        /* 
         * Store status and then load disabled wait psw,
         * the processor is dead afterwards
         */
279
#ifndef CONFIG_64BIT
280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297
	asm volatile(
		"	stctl	0,0,0(%2)\n"
		"	ni	0(%2),0xef\n"	/* switch off protection */
		"	lctl	0,0,0(%2)\n"
		"	stpt	0xd8\n"		/* store timer */
		"	stckc	0xe0\n"		/* store clock comparator */
		"	stpx	0x108\n"	/* store prefix register */
		"	stam	0,15,0x120\n"	/* store access registers */
		"	std	0,0x160\n"	/* store f0 */
		"	std	2,0x168\n"	/* store f2 */
		"	std	4,0x170\n"	/* store f4 */
		"	std	6,0x178\n"	/* store f6 */
		"	stm	0,15,0x180\n"	/* store general registers */
		"	stctl	0,15,0x1c0\n"	/* store control registers */
		"	oi	0x1c0,0x10\n"	/* fake protection bit */
		"	lpsw	0(%1)"
		: "=m" (ctl_buf)
		: "a" (&dw_psw), "a" (&ctl_buf), "m" (dw_psw) : "cc");
298
#else /* CONFIG_64BIT */
299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329
	asm volatile(
		"	stctg	0,0,0(%2)\n"
		"	ni	4(%2),0xef\n"	/* switch off protection */
		"	lctlg	0,0,0(%2)\n"
		"	lghi	1,0x1000\n"
		"	stpt	0x328(1)\n"	/* store timer */
		"	stckc	0x330(1)\n"	/* store clock comparator */
		"	stpx	0x318(1)\n"	/* store prefix register */
		"	stam	0,15,0x340(1)\n"/* store access registers */
		"	stfpc	0x31c(1)\n"	/* store fpu control */
		"	std	0,0x200(1)\n"	/* store f0 */
		"	std	1,0x208(1)\n"	/* store f1 */
		"	std	2,0x210(1)\n"	/* store f2 */
		"	std	3,0x218(1)\n"	/* store f3 */
		"	std	4,0x220(1)\n"	/* store f4 */
		"	std	5,0x228(1)\n"	/* store f5 */
		"	std	6,0x230(1)\n"	/* store f6 */
		"	std	7,0x238(1)\n"	/* store f7 */
		"	std	8,0x240(1)\n"	/* store f8 */
		"	std	9,0x248(1)\n"	/* store f9 */
		"	std	10,0x250(1)\n"	/* store f10 */
		"	std	11,0x258(1)\n"	/* store f11 */
		"	std	12,0x260(1)\n"	/* store f12 */
		"	std	13,0x268(1)\n"	/* store f13 */
		"	std	14,0x270(1)\n"	/* store f14 */
		"	std	15,0x278(1)\n"	/* store f15 */
		"	stmg	0,15,0x280(1)\n"/* store general registers */
		"	stctg	0,15,0x380(1)\n"/* store control registers */
		"	oi	0x384(1),0x10\n"/* fake protection bit */
		"	lpswe	0(%1)"
		: "=m" (ctl_buf)
330
		: "a" (&dw_psw), "a" (&ctl_buf), "m" (dw_psw) : "cc", "0", "1");
331
#endif /* CONFIG_64BIT */
332
	while (1);
L
Linus Torvalds 已提交
333 334
}

335 336 337 338 339 340 341 342 343 344 345 346 347 348 349
/*
 * Use to set psw mask except for the first byte which
 * won't be changed by this function.
 */
static inline void
__set_psw_mask(unsigned long mask)
{
	__load_psw_mask(mask | (arch_local_save_flags() & ~(-1UL >> 8)));
}

#define local_mcck_enable() \
	__set_psw_mask(psw_kernel_bits | PSW_MASK_DAT | PSW_MASK_MCHECK)
#define local_mcck_disable() \
	__set_psw_mask(psw_kernel_bits | PSW_MASK_DAT)

350 351 352 353 354 355 356 357 358 359 360 361
/*
 * Basic Machine Check/Program Check Handler.
 */

extern void s390_base_mcck_handler(void);
extern void s390_base_pgm_handler(void);
extern void s390_base_ext_handler(void);

extern void (*s390_base_mcck_handler_fn)(void);
extern void (*s390_base_pgm_handler_fn)(void);
extern void (*s390_base_ext_handler_fn)(void);

362 363
#define ARCH_LOW_ADDRESS_LIMIT	0x7fffffffUL

364 365 366 367 368 369 370 371 372 373
extern int memcpy_real(void *, void *, size_t);
extern void memcpy_absolute(void *, void *, size_t);

#define mem_assign_absolute(dest, val) {			\
	__typeof__(dest) __tmp = (val);				\
								\
	BUILD_BUG_ON(sizeof(__tmp) != sizeof(val));		\
	memcpy_absolute(&(dest), &__tmp, sizeof(__tmp));	\
}

374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395
/*
 * Helper macro for exception table entries
 */
#define EX_TABLE(_fault, _target)	\
	".section __ex_table,\"a\"\n"	\
	".align	4\n"			\
	".long	(" #_fault ") - .\n"	\
	".long	(" #_target ") - .\n"	\
	".previous\n"

#else /* __ASSEMBLY__ */

#define EX_TABLE(_fault, _target)	\
	.section __ex_table,"a"	;	\
	.align	4 ;			\
	.long	(_fault) - . ;		\
	.long	(_target) - . ;		\
	.previous

#endif /* __ASSEMBLY__ */

#endif /* __ASM_S390_PROCESSOR_H */