entry.S 25.1 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3
/*
 *    S390 low-level entry points.
 *
4
 *    Copyright IBM Corp. 1999, 2012
L
Linus Torvalds 已提交
5
 *    Author(s): Martin Schwidefsky (schwidefsky@de.ibm.com),
H
Heiko Carstens 已提交
6 7
 *		 Hartmut Penner (hp@de.ibm.com),
 *		 Denis Joseph Barrow (djbarrow@de.ibm.com,barrow_dj@yahoo.com),
8
 *		 Heiko Carstens <heiko.carstens@de.ibm.com>
L
Linus Torvalds 已提交
9 10
 */

11
#include <linux/init.h>
12
#include <linux/linkage.h>
L
Linus Torvalds 已提交
13 14 15 16
#include <asm/cache.h>
#include <asm/errno.h>
#include <asm/ptrace.h>
#include <asm/thread_info.h>
17
#include <asm/asm-offsets.h>
L
Linus Torvalds 已提交
18 19
#include <asm/unistd.h>
#include <asm/page.h>
20
#include <asm/sigp.h>
L
Linus Torvalds 已提交
21

22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37
__PT_R0      =	__PT_GPRS
__PT_R1      =	__PT_GPRS + 4
__PT_R2      =	__PT_GPRS + 8
__PT_R3      =	__PT_GPRS + 12
__PT_R4      =	__PT_GPRS + 16
__PT_R5      =	__PT_GPRS + 20
__PT_R6      =	__PT_GPRS + 24
__PT_R7      =	__PT_GPRS + 28
__PT_R8      =	__PT_GPRS + 32
__PT_R9      =	__PT_GPRS + 36
__PT_R10     =	__PT_GPRS + 40
__PT_R11     =	__PT_GPRS + 44
__PT_R12     =	__PT_GPRS + 48
__PT_R13     =	__PT_GPRS + 524
__PT_R14     =	__PT_GPRS + 56
__PT_R15     =	__PT_GPRS + 60
L
Linus Torvalds 已提交
38

M
Martin Schwidefsky 已提交
39
_TIF_WORK_SVC = (_TIF_SIGPENDING | _TIF_NOTIFY_RESUME | _TIF_NEED_RESCHED | \
40
		 _TIF_MCCK_PENDING | _TIF_PER_TRAP )
M
Martin Schwidefsky 已提交
41
_TIF_WORK_INT = (_TIF_SIGPENDING | _TIF_NOTIFY_RESUME | _TIF_NEED_RESCHED | \
42
		 _TIF_MCCK_PENDING)
43 44
_TIF_TRACE    = (_TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT | _TIF_SECCOMP | \
		 _TIF_SYSCALL_TRACEPOINT)
L
Linus Torvalds 已提交
45 46 47

STACK_SHIFT = PAGE_SHIFT + THREAD_ORDER
STACK_SIZE  = 1 << STACK_SHIFT
48
STACK_INIT  = STACK_SIZE - STACK_FRAME_OVERHEAD - __PT_SIZE
L
Linus Torvalds 已提交
49 50 51

#define BASED(name) name-system_call(%r13)

52
	.macro	TRACE_IRQS_ON
53
#ifdef CONFIG_TRACE_IRQFLAGS
54
	basr	%r2,%r0
55 56 57
	l	%r1,BASED(.Lhardirqs_on)
	basr	%r14,%r1		# call trace_hardirqs_on_caller
#endif
58 59 60
	.endm

	.macro	TRACE_IRQS_OFF
61
#ifdef CONFIG_TRACE_IRQFLAGS
62
	basr	%r2,%r0
63 64
	l	%r1,BASED(.Lhardirqs_off)
	basr	%r14,%r1		# call trace_hardirqs_off_caller
65
#endif
66
	.endm
67 68

	.macro	LOCKDEP_SYS_EXIT
69 70 71
#ifdef CONFIG_LOCKDEP
	tm	__PT_PSW+1(%r11),0x01	# returning to user ?
	jz	.+10
72
	l	%r1,BASED(.Llockdep_sys_exit)
73
	basr	%r14,%r1		# call lockdep_sys_exit
74
#endif
75 76
	.endm

77
	.macro	CHECK_STACK stacksize,savearea
78
#ifdef CONFIG_CHECK_STACK
79 80 81
	tml	%r15,\stacksize - CONFIG_STACK_GUARD
	la	%r14,\savearea
	jz	stack_overflow
82 83 84
#endif
	.endm

85 86 87 88 89 90 91 92 93 94 95 96
	.macro	SWITCH_ASYNC savearea,stack,shift
	tmh	%r8,0x0001		# interrupting from user ?
	jnz	1f
	lr	%r14,%r9
	sl	%r14,BASED(.Lcritical_start)
	cl	%r14,BASED(.Lcritical_length)
	jhe	0f
	la	%r11,\savearea		# inside critical section, do cleanup
	bras	%r14,cleanup_critical
	tmh	%r8,0x0001		# retest problem state after cleanup
	jnz	1f
0:	l	%r14,\stack		# are we already on the target stack?
L
Linus Torvalds 已提交
97
	slr	%r14,%r15
98 99 100
	sra	%r14,\shift
	jnz	1f
	CHECK_STACK 1<<\shift,\savearea
101
	ahi	%r15,-(STACK_FRAME_OVERHEAD + __PT_SIZE)
102 103
	j	2f
1:	l	%r15,\stack		# load target stack
104
2:	la	%r11,STACK_FRAME_OVERHEAD(%r15)
105 106
	.endm

107 108
	.macro	ADD64 high,low,timer
	al	\high,\timer
M
Martin Schwidefsky 已提交
109
	al	\low,4+\timer
110 111
	brc	12,.+8
	ahi	\high,1
L
Linus Torvalds 已提交
112 113
	.endm

114 115
	.macro	SUB64 high,low,timer
	sl	\high,\timer
M
Martin Schwidefsky 已提交
116
	sl	\low,4+\timer
117 118 119 120 121 122 123 124 125 126 127 128 129 130
	brc	3,.+8
	ahi	\high,-1
	.endm

	.macro	UPDATE_VTIME high,low,enter_timer
	lm	\high,\low,__LC_EXIT_TIMER
	SUB64	\high,\low,\enter_timer
	ADD64	\high,\low,__LC_USER_TIMER
	stm	\high,\low,__LC_USER_TIMER
	lm	\high,\low,__LC_LAST_UPDATE_TIMER
	SUB64	\high,\low,__LC_EXIT_TIMER
	ADD64	\high,\low,__LC_SYSTEM_TIMER
	stm	\high,\low,__LC_SYSTEM_TIMER
	mvc	__LC_LAST_UPDATE_TIMER(8),\enter_timer
L
Linus Torvalds 已提交
131 132
	.endm

133
	.macro REENABLE_IRQS
134 135 136
	st	%r8,__LC_RETURN_PSW
	ni	__LC_RETURN_PSW,0xbf
	ssm	__LC_RETURN_PSW
137 138
	.endm

139 140
	.section .kprobes.text, "ax"

L
Linus Torvalds 已提交
141 142 143 144 145 146 147
/*
 * Scheduler resume function, called by switch_to
 *  gpr2 = (task_struct *) prev
 *  gpr3 = (task_struct *) next
 * Returns:
 *  gpr2 = prev
 */
148
ENTRY(__switch_to)
149 150
	stm	%r6,%r15,__SF_GPRS(%r15)	# store gprs of prev task
	st	%r15,__THREAD_ksp(%r2)		# store kernel stack of prev
151
	l	%r4,__THREAD_info(%r2)		# get thread_info of prev
M
Martin Schwidefsky 已提交
152
	l	%r5,__THREAD_info(%r3)		# get thread_info of next
153
	lr	%r15,%r5
154
	ahi	%r15,STACK_INIT			# end of kernel stack of next
155 156 157 158 159 160
	st	%r3,__LC_CURRENT		# store task struct of next
	st	%r5,__LC_THREAD_INFO		# store thread info of next
	st	%r15,__LC_KERNEL_STACK		# store end of kernel stack
	lctl	%c4,%c4,__TASK_pid(%r3)		# load pid to control reg. 4
	mvc	__LC_CURRENT_PID(4,%r0),__TASK_pid(%r3)	# store pid of next
	l	%r15,__THREAD_ksp(%r3)		# load kernel stack of next
161
	tm	__TI_flags+3(%r4),_TIF_MCCK_PENDING # machine check pending?
162
	jz	0f
M
Martin Schwidefsky 已提交
163 164
	ni	__TI_flags+3(%r4),255-_TIF_MCCK_PENDING	# clear flag in prev
	oi	__TI_flags+3(%r5),_TIF_MCCK_PENDING	# set it in next
165
0:	lm	%r6,%r15,__SF_GPRS(%r15)	# load gprs of next task
L
Linus Torvalds 已提交
166 167 168 169 170 171 172 173
	br	%r14

__critical_start:
/*
 * SVC interrupt handler routine. System calls are synchronous events and
 * are executed with interrupts enabled.
 */

174
ENTRY(system_call)
M
Martin Schwidefsky 已提交
175
	stpt	__LC_SYNC_ENTER_TIMER
176 177 178 179 180 181 182
sysc_stm:
	stm	%r8,%r15,__LC_SAVE_AREA_SYNC
	l	%r12,__LC_THREAD_INFO
	l	%r13,__LC_SVC_NEW_PSW+4
sysc_per:
	l	%r15,__LC_KERNEL_STACK
	la	%r11,STACK_FRAME_OVERHEAD(%r15)	# pointer to pt_regs
L
Linus Torvalds 已提交
183
sysc_vtime:
184 185 186 187
	UPDATE_VTIME %r8,%r9,__LC_SYNC_ENTER_TIMER
	stm	%r0,%r7,__PT_R0(%r11)
	mvc	__PT_R8(32,%r11),__LC_SAVE_AREA_SYNC
	mvc	__PT_PSW(8,%r11),__LC_SVC_OLD_PSW
M
Martin Schwidefsky 已提交
188
	mvc	__PT_INT_CODE(4,%r11),__LC_SVC_ILC
L
Linus Torvalds 已提交
189
sysc_do_svc:
190
	oi	__TI_flags+3(%r12),_TIF_SYSCALL
191
	l	%r10,__TI_sysc_table(%r12)	# 31 bit system call table
M
Martin Schwidefsky 已提交
192
	lh	%r8,__PT_INT_CODE+2(%r11)
193 194
	sla	%r8,2				# shift and test for svc0
	jnz	sysc_nr_ok
L
Linus Torvalds 已提交
195 196
	# svc 0: system call number in %r1
	cl	%r1,BASED(.Lnr_syscalls)
197
	jnl	sysc_nr_ok
M
Martin Schwidefsky 已提交
198
	sth	%r1,__PT_INT_CODE+2(%r11)
199 200
	lr	%r8,%r1
	sla	%r8,2
L
Linus Torvalds 已提交
201
sysc_nr_ok:
202 203 204 205
	xc	__SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15)
	st	%r2,__PT_ORIG_GPR2(%r11)
	st	%r7,STACK_FRAME_OVERHEAD(%r15)
	l	%r9,0(%r8,%r10)			# get system call addr.
206
	tm	__TI_flags+2(%r12),_TIF_TRACE >> 8
207 208 209
	jnz	sysc_tracesys
	basr	%r14,%r9			# call sys_xxxx
	st	%r2,__PT_R2(%r11)		# store return value
L
Linus Torvalds 已提交
210 211

sysc_return:
212 213
	LOCKDEP_SYS_EXIT
sysc_tif:
214 215
	tm	__PT_PSW+1(%r11),0x01		# returning to user ?
	jno	sysc_restore
216
	tm	__TI_flags+3(%r12),_TIF_WORK_SVC
217
	jnz	sysc_work			# check for work
218
	ni	__TI_flags+3(%r12),255-_TIF_SYSCALL
219
sysc_restore:
220 221 222 223
	mvc	__LC_RETURN_PSW(8),__PT_PSW(%r11)
	stpt	__LC_EXIT_TIMER
	lm	%r0,%r15,__PT_R0(%r11)
	lpsw	__LC_RETURN_PSW
224 225
sysc_done:

226 227 228
#
# One of the work bits is on. Find out which one.
#
229
sysc_work:
230
	tm	__TI_flags+3(%r12),_TIF_MCCK_PENDING
231
	jo	sysc_mcck_pending
232
	tm	__TI_flags+3(%r12),_TIF_NEED_RESCHED
233
	jo	sysc_reschedule
234 235
	tm	__TI_flags+3(%r12),_TIF_PER_TRAP
	jo	sysc_singlestep
236
	tm	__TI_flags+3(%r12),_TIF_SIGPENDING
237
	jo	sysc_sigpending
238
	tm	__TI_flags+3(%r12),_TIF_NOTIFY_RESUME
239 240
	jo	sysc_notify_resume
	j	sysc_return		# beware of critical section cleanup
L
Linus Torvalds 已提交
241 242 243

#
# _TIF_NEED_RESCHED is set, call schedule
H
Heiko Carstens 已提交
244 245 246
#
sysc_reschedule:
	l	%r1,BASED(.Lschedule)
247
	la	%r14,BASED(sysc_return)
248
	br	%r1			# call schedule
L
Linus Torvalds 已提交
249

250 251 252 253
#
# _TIF_MCCK_PENDING is set, call handler
#
sysc_mcck_pending:
254
	l	%r1,BASED(.Lhandle_mcck)
255
	la	%r14,BASED(sysc_return)
256 257
	br	%r1			# TIF bit will be cleared by handler

L
Linus Torvalds 已提交
258
#
259
# _TIF_SIGPENDING is set, call do_signal
L
Linus Torvalds 已提交
260
#
H
Heiko Carstens 已提交
261
sysc_sigpending:
262
	lr	%r2,%r11		# pass pointer to pt_regs
H
Heiko Carstens 已提交
263 264
	l	%r1,BASED(.Ldo_signal)
	basr	%r14,%r1		# call do_signal
265
	tm	__TI_flags+3(%r12),_TIF_SYSCALL
266 267 268
	jno	sysc_return
	lm	%r2,%r7,__PT_R2(%r11)	# load svc arguments
	xr	%r8,%r8			# svc 0 returns -ENOSYS
M
Martin Schwidefsky 已提交
269
	clc	__PT_INT_CODE+2(2,%r11),BASED(.Lnr_syscalls+2)
270
	jnl	sysc_nr_ok		# invalid svc number -> do svc 0
M
Martin Schwidefsky 已提交
271
	lh	%r8,__PT_INT_CODE+2(%r11)	# load new svc number
272 273
	sla	%r8,2
	j	sysc_nr_ok		# restart svc
L
Linus Torvalds 已提交
274

M
Martin Schwidefsky 已提交
275 276 277 278
#
# _TIF_NOTIFY_RESUME is set, call do_notify_resume
#
sysc_notify_resume:
279
	lr	%r2,%r11		# pass pointer to pt_regs
M
Martin Schwidefsky 已提交
280
	l	%r1,BASED(.Ldo_notify_resume)
281
	la	%r14,BASED(sysc_return)
M
Martin Schwidefsky 已提交
282 283
	br	%r1			# call do_notify_resume

L
Linus Torvalds 已提交
284
#
M
Martin Schwidefsky 已提交
285
# _TIF_PER_TRAP is set, call do_per_trap
L
Linus Torvalds 已提交
286 287
#
sysc_singlestep:
288
	ni	__TI_flags+3(%r12),255-_TIF_PER_TRAP
289 290 291 292
	lr	%r2,%r11		# pass pointer to pt_regs
	l	%r1,BASED(.Ldo_per_trap)
	la	%r14,BASED(sysc_return)
	br	%r1			# call do_per_trap
L
Linus Torvalds 已提交
293 294

#
M
Martin Schwidefsky 已提交
295 296
# call tracehook_report_syscall_entry/tracehook_report_syscall_exit before
# and after the system call
L
Linus Torvalds 已提交
297 298
#
sysc_tracesys:
299 300
	l	%r1,BASED(.Ltrace_enter)
	lr	%r2,%r11		# pass pointer to pt_regs
L
Linus Torvalds 已提交
301
	la	%r3,0
302
	xr	%r0,%r0
M
Martin Schwidefsky 已提交
303
	icm	%r0,3,__PT_INT_CODE+2(%r11)
304 305
	st	%r0,__PT_R2(%r11)
	basr	%r14,%r1		# call do_syscall_trace_enter
M
Martin Schwidefsky 已提交
306
	cl	%r2,BASED(.Lnr_syscalls)
307 308 309 310
	jnl	sysc_tracenogo
	lr	%r8,%r2
	sll	%r8,2
	l	%r9,0(%r8,%r10)
L
Linus Torvalds 已提交
311
sysc_tracego:
312 313 314 315 316
	lm	%r3,%r7,__PT_R3(%r11)
	st	%r7,STACK_FRAME_OVERHEAD(%r15)
	l	%r2,__PT_ORIG_GPR2(%r11)
	basr	%r14,%r9		# call sys_xxx
	st	%r2,__PT_R2(%r11)	# store return value
L
Linus Torvalds 已提交
317
sysc_tracenogo:
318
	tm	__TI_flags+2(%r12),_TIF_TRACE >> 8
319
	jz	sysc_return
M
Martin Schwidefsky 已提交
320
	l	%r1,BASED(.Ltrace_exit)
321
	lr	%r2,%r11		# pass pointer to pt_regs
L
Linus Torvalds 已提交
322
	la	%r14,BASED(sysc_return)
323
	br	%r1			# call do_syscall_trace_exit
L
Linus Torvalds 已提交
324 325 326 327

#
# a new process exits the kernel with ret_from_fork
#
328
ENTRY(ret_from_fork)
329 330
	la	%r11,STACK_FRAME_OVERHEAD(%r15)
	l	%r12,__LC_THREAD_INFO
L
Linus Torvalds 已提交
331
	l	%r13,__LC_SVC_NEW_PSW+4
332 333 334 335
	l	%r1,BASED(.Lschedule_tail)
	basr	%r14,%r1		# call schedule_tail
	TRACE_IRQS_ON
	ssm	__LC_SVC_NEW_PSW	# reenable interrupts
336 337 338 339
	tm	__PT_PSW+1(%r11),0x01	# forking a kernel thread ?
	jne	sysc_tracenogo
	# it's a kernel thread
	lm	%r9,%r10,__PT_R9(%r11)	# load gprs
340 341 342
ENTRY(kernel_thread_starter)
	la	%r2,0(%r10)
	basr	%r14,%r9
343
	j	sysc_tracenogo
L
Linus Torvalds 已提交
344 345 346 347 348

/*
 * Program check handler routine
 */

349
ENTRY(pgm_check_handler)
M
Martin Schwidefsky 已提交
350
	stpt	__LC_SYNC_ENTER_TIMER
351 352 353 354 355 356 357 358 359 360 361
	stm	%r8,%r15,__LC_SAVE_AREA_SYNC
	l	%r12,__LC_THREAD_INFO
	l	%r13,__LC_SVC_NEW_PSW+4
	lm	%r8,%r9,__LC_PGM_OLD_PSW
	tmh	%r8,0x0001		# test problem state bit
	jnz	1f			# -> fault in user space
	tmh	%r8,0x4000		# PER bit set in old PSW ?
	jnz	0f			# -> enabled, can't be a double fault
	tm	__LC_PGM_ILC+3,0x80	# check for per exception
	jnz	pgm_svcper		# -> single stepped svc
0:	CHECK_STACK STACK_SIZE,__LC_SAVE_AREA_SYNC
362
	ahi	%r15,-(STACK_FRAME_OVERHEAD + __PT_SIZE)
363 364 365
	j	2f
1:	UPDATE_VTIME %r14,%r15,__LC_SYNC_ENTER_TIMER
	l	%r15,__LC_KERNEL_STACK
366
2:	la	%r11,STACK_FRAME_OVERHEAD(%r15)
367 368 369
	stm	%r0,%r7,__PT_R0(%r11)
	mvc	__PT_R8(32,%r11),__LC_SAVE_AREA_SYNC
	stm	%r8,%r9,__PT_PSW(%r11)
M
Martin Schwidefsky 已提交
370 371
	mvc	__PT_INT_CODE(4,%r11),__LC_PGM_ILC
	mvc	__PT_INT_PARM_LONG(4,%r11),__LC_TRANS_EXC_CODE
372 373
	tm	__LC_PGM_ILC+3,0x80	# check for per exception
	jz	0f
374
	l	%r1,__TI_task(%r12)
375 376 377
	tmh	%r8,0x0001		# kernel per event ?
	jz	pgm_kprobe
	oi	__TI_flags+3(%r12),_TIF_PER_TRAP
M
Martin Schwidefsky 已提交
378
	mvc	__THREAD_per_address(4,%r1),__LC_PER_ADDRESS
379
	mvc	__THREAD_per_cause(2,%r1),__LC_PER_CAUSE
M
Martin Schwidefsky 已提交
380
	mvc	__THREAD_per_paid(1,%r1),__LC_PER_PAID
M
Martin Schwidefsky 已提交
381
0:	REENABLE_IRQS
382
	xc	__SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15)
383
	l	%r1,BASED(.Ljump_table)
384
	la	%r10,0x7f
M
Martin Schwidefsky 已提交
385
	n	%r10,__PT_INT_CODE(%r11)
386 387 388 389
	je	sysc_return
	sll	%r10,2
	l	%r1,0(%r10,%r1)		# load address of handler routine
	lr	%r2,%r11		# pass pointer to pt_regs
390
	basr	%r14,%r1		# branch to interrupt-handler
391
	j	sysc_return
L
Linus Torvalds 已提交
392 393

#
394
# PER event in supervisor state, must be kprobes
L
Linus Torvalds 已提交
395
#
396 397 398 399 400 401 402
pgm_kprobe:
	REENABLE_IRQS
	xc	__SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15)
	l	%r1,BASED(.Ldo_per_trap)
	lr	%r2,%r11		# pass pointer to pt_regs
	basr	%r14,%r1		# call do_per_trap
	j	sysc_return
L
Linus Torvalds 已提交
403

M
Michael Grundy 已提交
404
#
405
# single stepped system call
M
Michael Grundy 已提交
406
#
407 408 409 410 411
pgm_svcper:
	oi	__TI_flags+3(%r12),_TIF_PER_TRAP
	mvc	__LC_RETURN_PSW(4),__LC_SVC_NEW_PSW
	mvc	__LC_RETURN_PSW+4(4),BASED(.Lsysc_per)
	lpsw	__LC_RETURN_PSW		# branch to sysc_per and enable irqs
M
Michael Grundy 已提交
412

L
Linus Torvalds 已提交
413 414 415 416
/*
 * IO interrupt handler routine
 */

417
ENTRY(io_int_handler)
L
Linus Torvalds 已提交
418
	stck	__LC_INT_CLOCK
419
	stpt	__LC_ASYNC_ENTER_TIMER
420 421 422 423 424 425 426 427 428 429 430 431
	stm	%r8,%r15,__LC_SAVE_AREA_ASYNC
	l	%r12,__LC_THREAD_INFO
	l	%r13,__LC_SVC_NEW_PSW+4
	lm	%r8,%r9,__LC_IO_OLD_PSW
	tmh	%r8,0x0001		# interrupting from user ?
	jz	io_skip
	UPDATE_VTIME %r14,%r15,__LC_ASYNC_ENTER_TIMER
io_skip:
	SWITCH_ASYNC __LC_SAVE_AREA_ASYNC,__LC_ASYNC_STACK,STACK_SHIFT
	stm	%r0,%r7,__PT_R0(%r11)
	mvc	__PT_R8(32,%r11),__LC_SAVE_AREA_ASYNC
	stm	%r8,%r9,__PT_PSW(%r11)
432
	TRACE_IRQS_OFF
433 434 435 436
	xc	__SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15)
	l	%r1,BASED(.Ldo_IRQ)
	lr	%r2,%r11		# pass pointer to pt_regs
	basr	%r14,%r1		# call do_IRQ
L
Linus Torvalds 已提交
437
io_return:
438 439 440
	LOCKDEP_SYS_EXIT
	TRACE_IRQS_ON
io_tif:
441
	tm	__TI_flags+3(%r12),_TIF_WORK_INT
442
	jnz	io_work			# there is work to do (signals etc.)
443
io_restore:
444 445 446 447
	mvc	__LC_RETURN_PSW(8),__PT_PSW(%r11)
	stpt	__LC_EXIT_TIMER
	lm	%r0,%r15,__PT_R0(%r11)
	lpsw	__LC_RETURN_PSW
448
io_done:
L
Linus Torvalds 已提交
449

450
#
451 452 453 454 455
# There is work todo, find out in which context we have been interrupted:
# 1) if we return to user space we can do all _TIF_WORK_INT work
# 2) if we return to kernel code and preemptive scheduling is enabled check
#    the preemption counter and if it is zero call preempt_schedule_irq
# Before any work can be done, a switch to the kernel stack is required.
456 457
#
io_work:
458 459
	tm	__PT_PSW+1(%r11),0x01	# returning to user ?
	jo	io_work_user		# yes -> do resched & signal
460
#ifdef CONFIG_PREEMPT
461
	# check for preemptive scheduling
462
	icm	%r0,15,__TI_precount(%r12)
463
	jnz	io_restore		# preemption disabled
464
	tm	__TI_flags+3(%r12),_TIF_NEED_RESCHED
465
	jno	io_restore
466
	# switch to kernel stack
467 468 469 470 471
	l	%r1,__PT_R15(%r11)
	ahi	%r1,-(STACK_FRAME_OVERHEAD + __PT_SIZE)
	mvc	STACK_FRAME_OVERHEAD(__PT_SIZE,%r1),0(%r11)
	xc	__SF_BACKCHAIN(4,%r1),__SF_BACKCHAIN(%r1)
	la	%r11,STACK_FRAME_OVERHEAD(%r1)
L
Linus Torvalds 已提交
472
	lr	%r15,%r1
473 474 475
	# TRACE_IRQS_ON already done at io_return, call
	# TRACE_IRQS_OFF to keep things symmetrical
	TRACE_IRQS_OFF
476
	l	%r1,BASED(.Lpreempt_irq)
477
	basr	%r14,%r1		# call preempt_schedule_irq
478
	j	io_return
479
#else
480
	j	io_restore
481
#endif
L
Linus Torvalds 已提交
482

483 484 485
#
# Need to do work before returning to userspace, switch to kernel stack
#
486
io_work_user:
L
Linus Torvalds 已提交
487
	l	%r1,__LC_KERNEL_STACK
488 489 490
	mvc	STACK_FRAME_OVERHEAD(__PT_SIZE,%r1),0(%r11)
	xc	__SF_BACKCHAIN(4,%r1),__SF_BACKCHAIN(%r1)
	la	%r11,STACK_FRAME_OVERHEAD(%r1)
L
Linus Torvalds 已提交
491
	lr	%r15,%r1
492

L
Linus Torvalds 已提交
493 494
#
# One of the work bits is on. Find out which one.
495
# Checked are: _TIF_SIGPENDING, _TIF_NOTIFY_RESUME, _TIF_NEED_RESCHED
H
Heiko Carstens 已提交
496
#		and _TIF_MCCK_PENDING
L
Linus Torvalds 已提交
497
#
498
io_work_tif:
499
	tm	__TI_flags+3(%r12),_TIF_MCCK_PENDING
500
	jo	io_mcck_pending
501
	tm	__TI_flags+3(%r12),_TIF_NEED_RESCHED
502
	jo	io_reschedule
503
	tm	__TI_flags+3(%r12),_TIF_SIGPENDING
504
	jo	io_sigpending
505
	tm	__TI_flags+3(%r12),_TIF_NOTIFY_RESUME
506 507
	jo	io_notify_resume
	j	io_return		# beware of critical section cleanup
L
Linus Torvalds 已提交
508

509 510 511 512
#
# _TIF_MCCK_PENDING is set, call handler
#
io_mcck_pending:
513
	# TRACE_IRQS_ON already done at io_return
514
	l	%r1,BASED(.Lhandle_mcck)
H
Heiko Carstens 已提交
515
	basr	%r14,%r1		# TIF bit will be cleared by handler
516
	TRACE_IRQS_OFF
517
	j	io_return
518

L
Linus Torvalds 已提交
519 520
#
# _TIF_NEED_RESCHED is set, call schedule
H
Heiko Carstens 已提交
521 522
#
io_reschedule:
523
	# TRACE_IRQS_ON already done at io_return
H
Heiko Carstens 已提交
524
	l	%r1,BASED(.Lschedule)
525
	ssm	__LC_SVC_NEW_PSW	# reenable interrupts
H
Heiko Carstens 已提交
526
	basr	%r14,%r1		# call scheduler
527
	ssm	__LC_PGM_NEW_PSW	# disable I/O and ext. interrupts
528
	TRACE_IRQS_OFF
529
	j	io_return
L
Linus Torvalds 已提交
530 531

#
532
# _TIF_SIGPENDING is set, call do_signal
L
Linus Torvalds 已提交
533
#
H
Heiko Carstens 已提交
534
io_sigpending:
535
	# TRACE_IRQS_ON already done at io_return
H
Heiko Carstens 已提交
536
	l	%r1,BASED(.Ldo_signal)
537 538
	ssm	__LC_SVC_NEW_PSW	# reenable interrupts
	lr	%r2,%r11		# pass pointer to pt_regs
H
Heiko Carstens 已提交
539
	basr	%r14,%r1		# call do_signal
540
	ssm	__LC_PGM_NEW_PSW	# disable I/O and ext. interrupts
541
	TRACE_IRQS_OFF
542
	j	io_return
L
Linus Torvalds 已提交
543

M
Martin Schwidefsky 已提交
544 545 546 547
#
# _TIF_SIGPENDING is set, call do_signal
#
io_notify_resume:
548
	# TRACE_IRQS_ON already done at io_return
M
Martin Schwidefsky 已提交
549
	l	%r1,BASED(.Ldo_notify_resume)
550 551 552 553
	ssm	__LC_SVC_NEW_PSW	# reenable interrupts
	lr	%r2,%r11		# pass pointer to pt_regs
	basr	%r14,%r1		# call do_notify_resume
	ssm	__LC_PGM_NEW_PSW	# disable I/O and ext. interrupts
M
Martin Schwidefsky 已提交
554
	TRACE_IRQS_OFF
555
	j	io_return
M
Martin Schwidefsky 已提交
556

L
Linus Torvalds 已提交
557 558 559 560
/*
 * External interrupt handler routine
 */

561
ENTRY(ext_int_handler)
L
Linus Torvalds 已提交
562
	stck	__LC_INT_CLOCK
563
	stpt	__LC_ASYNC_ENTER_TIMER
564 565 566 567 568 569 570 571 572 573 574 575
	stm	%r8,%r15,__LC_SAVE_AREA_ASYNC
	l	%r12,__LC_THREAD_INFO
	l	%r13,__LC_SVC_NEW_PSW+4
	lm	%r8,%r9,__LC_EXT_OLD_PSW
	tmh	%r8,0x0001		# interrupting from user ?
	jz	ext_skip
	UPDATE_VTIME %r14,%r15,__LC_ASYNC_ENTER_TIMER
ext_skip:
	SWITCH_ASYNC __LC_SAVE_AREA_ASYNC,__LC_ASYNC_STACK,STACK_SHIFT
	stm	%r0,%r7,__PT_R0(%r11)
	mvc	__PT_R8(32,%r11),__LC_SAVE_AREA_ASYNC
	stm	%r8,%r9,__PT_PSW(%r11)
576
	TRACE_IRQS_OFF
577
	lr	%r2,%r11		# pass pointer to pt_regs
M
Martin Schwidefsky 已提交
578
	l	%r3,__LC_EXT_CPU_ADDR	# get cpu address + interruption code
579
	l	%r4,__LC_EXT_PARAMS	# get external parameters
L
Linus Torvalds 已提交
580
	l	%r1,BASED(.Ldo_extint)
581 582
	basr	%r14,%r1		# call do_extint
	j	io_return
L
Linus Torvalds 已提交
583

M
Martin Schwidefsky 已提交
584 585 586 587
/*
 * Load idle PSW. The second "half" of this function is in cleanup_idle.
 */
ENTRY(psw_idle)
588
	st	%r3,__SF_EMPTY(%r15)
M
Martin Schwidefsky 已提交
589 590 591 592
	basr	%r1,0
	la	%r1,psw_idle_lpsw+4-.(%r1)
	st	%r1,__SF_EMPTY+4(%r15)
	oi	__SF_EMPTY+4(%r15),0x80
593 594
	stck	__CLOCK_IDLE_ENTER(%r2)
	stpt	__TIMER_IDLE_ENTER(%r2)
M
Martin Schwidefsky 已提交
595 596 597 598 599
psw_idle_lpsw:
	lpsw	__SF_EMPTY(%r15)
	br	%r14
psw_idle_end:

600 601
__critical_end:

L
Linus Torvalds 已提交
602 603 604 605
/*
 * Machine check handler routines
 */

606
ENTRY(mcck_int_handler)
607
	stck	__LC_MCCK_CLOCK
608 609
	spt	__LC_CPU_TIMER_SAVE_AREA	# revalidate cpu timer
	lm	%r0,%r15,__LC_GPREGS_SAVE_AREA	# revalidate gprs
610 611 612
	l	%r12,__LC_THREAD_INFO
	l	%r13,__LC_SVC_NEW_PSW+4
	lm	%r8,%r9,__LC_MCK_OLD_PSW
H
Heiko Carstens 已提交
613
	tm	__LC_MCCK_CODE,0x80	# system damage?
614 615 616
	jo	mcck_panic		# yes -> rest of mcck code invalid
	la	%r14,__LC_CPU_TIMER_SAVE_AREA
	mvc	__LC_MCCK_ENTER_TIMER(8),0(%r14)
617
	tm	__LC_MCCK_CODE+5,0x02	# stored cpu timer value valid?
618
	jo	3f
619 620
	la	%r14,__LC_SYNC_ENTER_TIMER
	clc	0(8,%r14),__LC_ASYNC_ENTER_TIMER
621
	jl	0f
622 623
	la	%r14,__LC_ASYNC_ENTER_TIMER
0:	clc	0(8,%r14),__LC_EXIT_TIMER
624
	jl	1f
625
	la	%r14,__LC_EXIT_TIMER
626 627
1:	clc	0(8,%r14),__LC_LAST_UPDATE_TIMER
	jl	2f
628
	la	%r14,__LC_LAST_UPDATE_TIMER
629
2:	spt	0(%r14)
630
	mvc	__LC_MCCK_ENTER_TIMER(8),0(%r14)
631 632 633 634 635 636 637
3:	tm	__LC_MCCK_CODE+2,0x09	# mwp + ia of old psw valid?
	jno	mcck_panic		# no -> skip cleanup critical
	tm	%r8,0x0001		# interrupting from user ?
	jz	mcck_skip
	UPDATE_VTIME %r14,%r15,__LC_MCCK_ENTER_TIMER
mcck_skip:
	SWITCH_ASYNC __LC_GPREGS_SAVE_AREA+32,__LC_PANIC_STACK,PAGE_SHIFT
638 639
	stm	%r0,%r7,__PT_R0(%r11)
	mvc	__PT_R8(32,%r11),__LC_GPREGS_SAVE_AREA+32
640 641 642 643 644 645 646
	stm	%r8,%r9,__PT_PSW(%r11)
	xc	__SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15)
	l	%r1,BASED(.Ldo_machine_check)
	lr	%r2,%r11		# pass pointer to pt_regs
	basr	%r14,%r1		# call s390_do_machine_check
	tm	__PT_PSW+1(%r11),0x01	# returning to user ?
	jno	mcck_return
H
Heiko Carstens 已提交
647
	l	%r1,__LC_KERNEL_STACK	# switch to kernel stack
648 649 650
	mvc	STACK_FRAME_OVERHEAD(__PT_SIZE,%r1),0(%r11)
	xc	__SF_BACKCHAIN(4,%r1),__SF_BACKCHAIN(%r1)
	la	%r11,STACK_FRAME_OVERHEAD(%r15)
651
	lr	%r15,%r1
652
	ssm	__LC_PGM_NEW_PSW	# turn dat on, keep irqs off
653
	tm	__TI_flags+3(%r12),_TIF_MCCK_PENDING
654
	jno	mcck_return
655
	TRACE_IRQS_OFF
656 657
	l	%r1,BASED(.Lhandle_mcck)
	basr	%r14,%r1		# call s390_handle_mcck
658
	TRACE_IRQS_ON
L
Linus Torvalds 已提交
659
mcck_return:
660
	mvc	__LC_RETURN_MCCK_PSW(8),__PT_PSW(%r11) # move return PSW
661
	tm	__LC_RETURN_MCCK_PSW+1,0x01 # returning to user ?
662 663
	jno	0f
	lm	%r0,%r15,__PT_R0(%r11)
664
	stpt	__LC_EXIT_TIMER
665 666 667
	lpsw	__LC_RETURN_MCCK_PSW
0:	lm	%r0,%r15,__PT_R0(%r11)
	lpsw	__LC_RETURN_MCCK_PSW
668

669 670 671 672 673 674
mcck_panic:
	l	%r14,__LC_PANIC_STACK
	slr	%r14,%r15
	sra	%r14,PAGE_SHIFT
	jz	0f
	l	%r15,__LC_PANIC_STACK
675
	j	mcck_skip
676 677
0:	ahi	%r15,-(STACK_FRAME_OVERHEAD + __PT_SIZE)
	j	mcck_skip
L
Linus Torvalds 已提交
678

679 680 681
#
# PSW restart interrupt handler
#
M
Martin Schwidefsky 已提交
682
ENTRY(restart_int_handler)
683
	st	%r15,__LC_SAVE_AREA_RESTART
M
Martin Schwidefsky 已提交
684
	l	%r15,__LC_RESTART_STACK
685
	ahi	%r15,-__PT_SIZE			# create pt_regs on stack
M
Martin Schwidefsky 已提交
686
	xc	0(__PT_SIZE,%r15),0(%r15)
687 688 689
	stm	%r0,%r14,__PT_R0(%r15)
	mvc	__PT_R15(4,%r15),__LC_SAVE_AREA_RESTART
	mvc	__PT_PSW(8,%r15),__LC_RST_OLD_PSW # store restart old psw
M
Martin Schwidefsky 已提交
690 691
	ahi	%r15,-STACK_FRAME_OVERHEAD	# create stack frame on stack
	xc	0(STACK_FRAME_OVERHEAD,%r15),0(%r15)
692 693 694
	l	%r1,__LC_RESTART_FN		# load fn, parm & source cpu
	l	%r2,__LC_RESTART_DATA
	l	%r3,__LC_RESTART_SOURCE
M
Martin Schwidefsky 已提交
695 696
	ltr	%r3,%r3				# test source cpu address
	jm	1f				# negative -> skip source stop
697
0:	sigp	%r4,%r3,SIGP_SENSE		# sigp sense to source cpu
M
Martin Schwidefsky 已提交
698 699 700 701
	brc	10,0b				# wait for status stored
1:	basr	%r14,%r1			# call function
	stap	__SF_EMPTY(%r15)		# store cpu address
	lh	%r3,__SF_EMPTY(%r15)
702
2:	sigp	%r4,%r3,SIGP_STOP		# sigp stop to current cpu
M
Martin Schwidefsky 已提交
703 704
	brc	2,2b
3:	j	3b
705

706 707
	.section .kprobes.text, "ax"

L
Linus Torvalds 已提交
708 709 710 711 712 713 714 715
#ifdef CONFIG_CHECK_STACK
/*
 * The synchronous or the asynchronous stack overflowed. We are dead.
 * No need to properly save the registers, we are going to panic anyway.
 * Setup a pt_regs so that show_trace can provide a good call trace.
 */
stack_overflow:
	l	%r15,__LC_PANIC_STACK	# change to panic stack
716 717 718
	la	%r11,STACK_FRAME_OVERHEAD(%r15)
	stm	%r0,%r7,__PT_R0(%r11)
	stm	%r8,%r9,__PT_PSW(%r11)
719 720 721 722 723
	mvc	__PT_R8(32,%r11),0(%r14)
	l	%r1,BASED(1f)
	xc	__SF_BACKCHAIN(4,%r15),__SF_BACKCHAIN(%r15)
	lr	%r2,%r11		# pass pointer to pt_regs
	br	%r1			# branch to kernel_stack_overflow
H
Heiko Carstens 已提交
724
1:	.long	kernel_stack_overflow
L
Linus Torvalds 已提交
725 726
#endif

727 728 729 730 731 732 733 734 735
cleanup_table:
	.long	system_call + 0x80000000
	.long	sysc_do_svc + 0x80000000
	.long	sysc_tif + 0x80000000
	.long	sysc_restore + 0x80000000
	.long	sysc_done + 0x80000000
	.long	io_tif + 0x80000000
	.long	io_restore + 0x80000000
	.long	io_done + 0x80000000
M
Martin Schwidefsky 已提交
736 737
	.long	psw_idle + 0x80000000
	.long	psw_idle_end + 0x80000000
L
Linus Torvalds 已提交
738 739

cleanup_critical:
740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755
	cl	%r9,BASED(cleanup_table)	# system_call
	jl	0f
	cl	%r9,BASED(cleanup_table+4)	# sysc_do_svc
	jl	cleanup_system_call
	cl	%r9,BASED(cleanup_table+8)	# sysc_tif
	jl	0f
	cl	%r9,BASED(cleanup_table+12)	# sysc_restore
	jl	cleanup_sysc_tif
	cl	%r9,BASED(cleanup_table+16)	# sysc_done
	jl	cleanup_sysc_restore
	cl	%r9,BASED(cleanup_table+20)	# io_tif
	jl	0f
	cl	%r9,BASED(cleanup_table+24)	# io_restore
	jl	cleanup_io_tif
	cl	%r9,BASED(cleanup_table+28)	# io_done
	jl	cleanup_io_restore
M
Martin Schwidefsky 已提交
756 757 758 759
	cl	%r9,BASED(cleanup_table+32)	# psw_idle
	jl	0f
	cl	%r9,BASED(cleanup_table+36)	# psw_idle_end
	jl	cleanup_idle
760
0:	br	%r14
L
Linus Torvalds 已提交
761 762

cleanup_system_call:
763 764 765
	# check if stpt has been executed
	cl	%r9,BASED(cleanup_system_call_insn)
	jh	0f
L
Linus Torvalds 已提交
766
	mvc	__LC_SYNC_ENTER_TIMER(8),__LC_ASYNC_ENTER_TIMER
767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789 790 791 792 793 794 795
	chi	%r11,__LC_SAVE_AREA_ASYNC
	je	0f
	mvc	__LC_SYNC_ENTER_TIMER(8),__LC_MCCK_ENTER_TIMER
0:	# check if stm has been executed
	cl	%r9,BASED(cleanup_system_call_insn+4)
	jh	0f
	mvc	__LC_SAVE_AREA_SYNC(32),0(%r11)
0:	# set up saved registers r12, and r13
	st	%r12,16(%r11)		# r12 thread-info pointer
	st	%r13,20(%r11)		# r13 literal-pool pointer
	# check if the user time calculation has been done
	cl	%r9,BASED(cleanup_system_call_insn+8)
	jh	0f
	l	%r10,__LC_EXIT_TIMER
	l	%r15,__LC_EXIT_TIMER+4
	SUB64	%r10,%r15,__LC_SYNC_ENTER_TIMER
	ADD64	%r10,%r15,__LC_USER_TIMER
	st	%r10,__LC_USER_TIMER
	st	%r15,__LC_USER_TIMER+4
0:	# check if the system time calculation has been done
	cl	%r9,BASED(cleanup_system_call_insn+12)
	jh	0f
	l	%r10,__LC_LAST_UPDATE_TIMER
	l	%r15,__LC_LAST_UPDATE_TIMER+4
	SUB64	%r10,%r15,__LC_EXIT_TIMER
	ADD64	%r10,%r15,__LC_SYSTEM_TIMER
	st	%r10,__LC_SYSTEM_TIMER
	st	%r15,__LC_SYSTEM_TIMER+4
0:	# update accounting time stamp
L
Linus Torvalds 已提交
796
	mvc	__LC_LAST_UPDATE_TIMER(8),__LC_SYNC_ENTER_TIMER
797 798
	# set up saved register 11
	l	%r15,__LC_KERNEL_STACK
799 800
	la	%r9,STACK_FRAME_OVERHEAD(%r15)
	st	%r9,12(%r11)		# r11 pt_regs pointer
801
	# fill pt_regs
802 803 804 805
	mvc	__PT_R8(32,%r9),__LC_SAVE_AREA_SYNC
	stm	%r0,%r7,__PT_R0(%r9)
	mvc	__PT_PSW(8,%r9),__LC_SVC_OLD_PSW
	mvc	__PT_INT_CODE(4,%r9),__LC_SVC_ILC
806 807 808 809
	# setup saved register 15
	st	%r15,28(%r11)		# r15 stack pointer
	# set new psw address and exit
	l	%r9,BASED(cleanup_table+4)	# sysc_do_svc + 0x80000000
L
Linus Torvalds 已提交
810 811
	br	%r14
cleanup_system_call_insn:
H
Heiko Carstens 已提交
812
	.long	system_call + 0x80000000
813 814 815
	.long	sysc_stm + 0x80000000
	.long	sysc_vtime + 0x80000000 + 36
	.long	sysc_vtime + 0x80000000 + 76
L
Linus Torvalds 已提交
816

817
cleanup_sysc_tif:
818
	l	%r9,BASED(cleanup_table+8)	# sysc_tif + 0x80000000
L
Linus Torvalds 已提交
819 820
	br	%r14

821
cleanup_sysc_restore:
822 823 824 825 826 827 828
	cl	%r9,BASED(cleanup_sysc_restore_insn)
	jhe	0f
	l	%r9,12(%r11)		# get saved pointer to pt_regs
	mvc	__LC_RETURN_PSW(8),__PT_PSW(%r9)
	mvc	0(32,%r11),__PT_R8(%r9)
	lm	%r0,%r7,__PT_R0(%r9)
0:	lm	%r8,%r9,__LC_RETURN_PSW
L
Linus Torvalds 已提交
829
	br	%r14
830
cleanup_sysc_restore_insn:
831
	.long	sysc_done - 4 + 0x80000000
L
Linus Torvalds 已提交
832

833
cleanup_io_tif:
834
	l	%r9,BASED(cleanup_table+20)	# io_tif + 0x80000000
835 836
	br	%r14

837
cleanup_io_restore:
838 839 840 841 842 843 844
	cl	%r9,BASED(cleanup_io_restore_insn)
	jhe	0f
	l	%r9,12(%r11)		# get saved r11 pointer to pt_regs
	mvc	__LC_RETURN_PSW(8),__PT_PSW(%r9)
	mvc	0(32,%r11),__PT_R8(%r9)
	lm	%r0,%r7,__PT_R0(%r9)
0:	lm	%r8,%r9,__LC_RETURN_PSW
845
	br	%r14
846
cleanup_io_restore_insn:
847
	.long	io_done - 4 + 0x80000000
848

M
Martin Schwidefsky 已提交
849 850
cleanup_idle:
	# copy interrupt clock & cpu timer
851 852
	mvc	__CLOCK_IDLE_EXIT(8,%r2),__LC_INT_CLOCK
	mvc	__TIMER_IDLE_EXIT(8,%r2),__LC_ASYNC_ENTER_TIMER
M
Martin Schwidefsky 已提交
853 854
	chi	%r11,__LC_SAVE_AREA_ASYNC
	je	0f
855 856
	mvc	__CLOCK_IDLE_EXIT(8,%r2),__LC_MCCK_CLOCK
	mvc	__TIMER_IDLE_EXIT(8,%r2),__LC_MCCK_ENTER_TIMER
M
Martin Schwidefsky 已提交
857 858 859
0:	# check if stck has been executed
	cl	%r9,BASED(cleanup_idle_insn)
	jhe	1f
860 861 862
	mvc	__CLOCK_IDLE_ENTER(8,%r2),__CLOCK_IDLE_EXIT(%r2)
	mvc	__TIMER_IDLE_ENTER(8,%r2),__TIMER_IDLE_EXIT(%r3)
1:	# account system time going idle
M
Martin Schwidefsky 已提交
863
	lm	%r9,%r10,__LC_STEAL_TIMER
864
	ADD64	%r9,%r10,__CLOCK_IDLE_ENTER(%r2)
M
Martin Schwidefsky 已提交
865 866
	SUB64	%r9,%r10,__LC_LAST_UPDATE_CLOCK
	stm	%r9,%r10,__LC_STEAL_TIMER
867
	mvc	__LC_LAST_UPDATE_CLOCK(8),__CLOCK_IDLE_EXIT(%r2)
M
Martin Schwidefsky 已提交
868 869
	lm	%r9,%r10,__LC_SYSTEM_TIMER
	ADD64	%r9,%r10,__LC_LAST_UPDATE_TIMER
870
	SUB64	%r9,%r10,__TIMER_IDLE_ENTER(%r2)
M
Martin Schwidefsky 已提交
871
	stm	%r9,%r10,__LC_SYSTEM_TIMER
872
	mvc	__LC_LAST_UPDATE_TIMER(8),__TIMER_IDLE_EXIT(%r2)
M
Martin Schwidefsky 已提交
873 874 875 876 877 878 879 880 881
	# prepare return psw
	n	%r8,BASED(cleanup_idle_wait)	# clear wait state bit
	l	%r9,24(%r11)			# return from psw_idle
	br	%r14
cleanup_idle_insn:
	.long	psw_idle_lpsw + 0x80000000
cleanup_idle_wait:
	.long	0xfffdffff

L
Linus Torvalds 已提交
882 883 884
/*
 * Integer constants
 */
885
	.align	4
M
Martin Schwidefsky 已提交
886 887 888 889
.Lnr_syscalls:
	.long	NR_syscalls
.Lvtimer_max:
	.quad	0x7fffffffffffffff
L
Linus Torvalds 已提交
890 891 892 893

/*
 * Symbol constants
 */
894 895 896 897 898 899 900 901 902
.Ldo_machine_check:	.long	s390_do_machine_check
.Lhandle_mcck:		.long	s390_handle_mcck
.Ldo_IRQ:		.long	do_IRQ
.Ldo_extint:		.long	do_extint
.Ldo_signal:		.long	do_signal
.Ldo_notify_resume:	.long	do_notify_resume
.Ldo_per_trap:		.long	do_per_trap
.Ljump_table:		.long	pgm_check_table
.Lschedule:		.long	schedule
903
#ifdef CONFIG_PREEMPT
904
.Lpreempt_irq:		.long	preempt_schedule_irq
905
#endif
906 907 908 909
.Ltrace_enter:		.long	do_syscall_trace_enter
.Ltrace_exit:		.long	do_syscall_trace_exit
.Lschedule_tail:	.long	schedule_tail
.Lsysc_per:		.long	sysc_per + 0x80000000
910
#ifdef CONFIG_TRACE_IRQFLAGS
911 912
.Lhardirqs_on:		.long	trace_hardirqs_on_caller
.Lhardirqs_off:		.long	trace_hardirqs_off_caller
H
Heiko Carstens 已提交
913 914
#endif
#ifdef CONFIG_LOCKDEP
915
.Llockdep_sys_exit:	.long	lockdep_sys_exit
916
#endif
917 918
.Lcritical_start:	.long	__critical_start + 0x80000000
.Lcritical_length:	.long	__critical_end - __critical_start
L
Linus Torvalds 已提交
919

H
Heiko Carstens 已提交
920
		.section .rodata, "a"
L
Linus Torvalds 已提交
921
#define SYSCALL(esa,esame,emu)	.long esa
922
	.globl	sys_call_table
L
Linus Torvalds 已提交
923 924 925
sys_call_table:
#include "syscalls.S"
#undef SYSCALL