entry.S 4.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18
/*
 * This file is subject to the terms and conditions of the GNU General Public
 * License.  See the file "COPYING" in the main directory of this archive
 * for more details.
 *
 * Copyright (C) 1994 - 2000, 2001, 2003 Ralf Baechle
 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
 * Copyright (C) 2001 MIPS Technologies, Inc.
 */

#include <asm/asm.h>
#include <asm/asmmacro.h>
#include <asm/regdef.h>
#include <asm/mipsregs.h>
#include <asm/stackframe.h>
#include <asm/isadep.h>
#include <asm/thread_info.h>
#include <asm/war.h>
19 20 21
#ifdef CONFIG_MIPS_MT_SMTC
#include <asm/mipsmtregs.h>
#endif
L
Linus Torvalds 已提交
22

A
Atsushi Nemoto 已提交
23
#ifndef CONFIG_PREEMPT
L
Linus Torvalds 已提交
24
#define resume_kernel	restore_all
25 26
#else
#define __ret_from_irq	ret_from_exception
L
Linus Torvalds 已提交
27 28 29 30
#endif

	.text
	.align	5
31
#ifndef CONFIG_PREEMPT
L
Linus Torvalds 已提交
32
FEXPORT(ret_from_exception)
33 34
	local_irq_disable			# preempt stop
	b	__ret_from_irq
A
Atsushi Nemoto 已提交
35
#endif
36 37 38
FEXPORT(ret_from_irq)
	LONG_S	s0, TI_REGS($28)
FEXPORT(__ret_from_irq)
L
Linus Torvalds 已提交
39 40 41 42
	LONG_L	t0, PT_STATUS(sp)		# returning to kernel mode?
	andi	t0, t0, KU_USER
	beqz	t0, resume_kernel

43 44
resume_userspace:
	local_irq_disable		# make sure we dont miss an
L
Linus Torvalds 已提交
45 46 47
					# interrupt setting need_resched
					# between sampling and return
	LONG_L	a2, TI_FLAGS($28)	# current->work
48 49
	andi	t0, a2, _TIF_WORK_MASK	# (ignoring syscall_trace)
	bnez	t0, work_pending
L
Linus Torvalds 已提交
50 51 52
	j	restore_all

#ifdef CONFIG_PREEMPT
53
resume_kernel:
R
Ralf Baechle 已提交
54
	local_irq_disable
L
Linus Torvalds 已提交
55 56 57 58 59 60 61 62 63
	lw	t0, TI_PRE_COUNT($28)
	bnez	t0, restore_all
need_resched:
	LONG_L	t0, TI_FLAGS($28)
	andi	t1, t0, _TIF_NEED_RESCHED
	beqz	t1, restore_all
	LONG_L	t0, PT_STATUS(sp)		# Interrupts off?
	andi	t0, 1
	beqz	t0, restore_all
R
Ralf Baechle 已提交
64
	jal	preempt_schedule_irq
R
Ralf Baechle 已提交
65
	b	need_resched
L
Linus Torvalds 已提交
66 67 68
#endif

FEXPORT(ret_from_fork)
69
	jal	schedule_tail		# a0 = struct task_struct *prev
L
Linus Torvalds 已提交
70 71 72 73 74 75 76 77 78 79 80

FEXPORT(syscall_exit)
	local_irq_disable		# make sure need_resched and
					# signals dont change between
					# sampling and return
	LONG_L	a2, TI_FLAGS($28)	# current->work
	li	t0, _TIF_ALLWORK_MASK
	and	t0, a2, t0
	bnez	t0, syscall_exit_work

FEXPORT(restore_all)			# restore full frame
81 82
#ifdef CONFIG_MIPS_MT_SMTC
/* Detect and execute deferred IPI "interrupts" */
83 84
	LONG_L	s0, TI_REGS($28)
	LONG_S	sp, TI_REGS($28)
85
	jal	deferred_smtc_ipi
86
	LONG_S	s0, TI_REGS($28)
87 88 89 90 91
/* Re-arm any temporarily masked interrupts not explicitly "acked" */
	mfc0	v0, CP0_TCSTATUS
	ori	v1, v0, TCSTATUS_IXMT
	mtc0	v1, CP0_TCSTATUS
	andi	v0, TCSTATUS_IXMT
92
	_ehb
93 94 95 96 97 98 99
	mfc0	t0, CP0_TCCONTEXT
	DMT	9				# dmt t1
	jal	mips_ihb
	mfc0	t2, CP0_STATUS
	andi	t3, t0, 0xff00
	or	t2, t2, t3
	mtc0	t2, CP0_STATUS
100
	_ehb
101 102 103 104 105
	andi	t1, t1, VPECONTROL_TE
	beqz	t1, 1f
	EMT
1:
	mfc0	v1, CP0_TCSTATUS
R
Ralf Baechle 已提交
106
	/* We set IXMT above, XOR should clear it here */
107 108 109
	xori	v1, v1, TCSTATUS_IXMT
	or	v1, v0, v1
	mtc0	v1, CP0_TCSTATUS
110
	_ehb
111 112 113
	xor	t0, t0, t3
	mtc0	t0, CP0_TCCONTEXT
#endif /* CONFIG_MIPS_MT_SMTC */
L
Linus Torvalds 已提交
114 115 116 117 118
	.set	noat
	RESTORE_TEMP
	RESTORE_AT
	RESTORE_STATIC
FEXPORT(restore_partial)		# restore partial frame
119 120 121 122 123
#ifdef CONFIG_TRACE_IRQFLAGS
	SAVE_STATIC
	SAVE_AT
	SAVE_TEMP
	LONG_L	v0, PT_STATUS(sp)
124 125 126 127 128
#if defined(CONFIG_CPU_R3000) || defined(CONFIG_CPU_TX39XX)
	and	v0, ST0_IEP
#else
	and	v0, ST0_IE
#endif
129 130 131 132 133 134 135 136 137
	beqz	v0, 1f
	jal	trace_hardirqs_on
	b	2f
1:	jal	trace_hardirqs_off
2:
	RESTORE_TEMP
	RESTORE_AT
	RESTORE_STATIC
#endif
L
Linus Torvalds 已提交
138 139 140 141
	RESTORE_SOME
	RESTORE_SP_AND_RET
	.set	at

142 143
work_pending:
	andi	t0, a2, _TIF_NEED_RESCHED # a2 is preloaded with TI_FLAGS
L
Linus Torvalds 已提交
144 145 146 147
	beqz	t0, work_notifysig
work_resched:
	jal	schedule

148
	local_irq_disable		# make sure need_resched and
L
Linus Torvalds 已提交
149 150 151 152 153 154 155 156 157 158 159 160 161 162
					# signals dont change between
					# sampling and return
	LONG_L	a2, TI_FLAGS($28)
	andi	t0, a2, _TIF_WORK_MASK	# is there any work to be done
					# other than syscall tracing?
	beqz	t0, restore_all
	andi	t0, a2, _TIF_NEED_RESCHED
	bnez	t0, work_resched

work_notifysig:				# deal with pending signals and
					# notify-resume requests
	move	a0, sp
	li	a1, 0
	jal	do_notify_resume	# a2 already loaded
R
Ralf Baechle 已提交
163
	j	resume_userspace
L
Linus Torvalds 已提交
164 165 166

FEXPORT(syscall_exit_work_partial)
	SAVE_STATIC
167 168 169 170
syscall_exit_work:
	li	t0, _TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT
	and	t0, a2			# a2 is preloaded with TI_FLAGS
	beqz	t0, work_pending	# trace bit set?
L
Linus Torvalds 已提交
171 172 173 174 175 176
	local_irq_enable		# could let do_syscall_trace()
					# call schedule() instead
	move	a0, sp
	li	a1, 1
	jal	do_syscall_trace
	b	resume_userspace
177 178 179 180 181 182 183 184 185 186 187 188 189 190 191

#if defined(CONFIG_CPU_MIPSR2) || defined(CONFIG_MIPS_MT)

/*
 * MIPS32R2 Instruction Hazard Barrier - must be called
 *
 * For C code use the inline version named instruction_hazard().
 */
LEAF(mips_ihb)
	.set	mips32r2
	jr.hb	ra
	nop
	END(mips_ihb)

#endif /* CONFIG_CPU_MIPSR2 or CONFIG_MIPS_MT */