irq.c 6.0 KB
Newer Older
P
Paul Mundt 已提交
1
/*
L
Linus Torvalds 已提交
2 3 4 5 6 7 8
 * linux/arch/sh/kernel/irq.c
 *
 *	Copyright (C) 1992, 1998 Linus Torvalds, Ingo Molnar
 *
 *
 * SuperH version:  Copyright (C) 1999  Niibe Yutaka
 */
P
Paul Mundt 已提交
9
#include <linux/irq.h>
L
Linus Torvalds 已提交
10
#include <linux/interrupt.h>
P
Paul Mundt 已提交
11
#include <linux/module.h>
P
Paul Mundt 已提交
12
#include <linux/kernel_stat.h>
L
Linus Torvalds 已提交
13
#include <linux/seq_file.h>
P
Paul Mundt 已提交
14
#include <asm/processor.h>
P
Paul Mundt 已提交
15
#include <asm/machvec.h>
P
Paul Mundt 已提交
16 17
#include <asm/uaccess.h>
#include <asm/thread_info.h>
P
Paul Mundt 已提交
18
#include <asm/cpu/mmu_context.h>
L
Linus Torvalds 已提交
19

P
Paul Mundt 已提交
20 21
atomic_t irq_err_count;

L
Linus Torvalds 已提交
22 23 24 25 26 27 28
/*
 * 'what should we do if we get a hw irq event on an illegal vector'.
 * each architecture has to answer this themselves, it doesn't deserve
 * a generic callback i think.
 */
void ack_bad_irq(unsigned int irq)
{
29
	atomic_inc(&irq_err_count);
L
Linus Torvalds 已提交
30 31 32 33 34 35 36 37 38 39 40 41
	printk("unexpected IRQ trap at vector %02x\n", irq);
}

#if defined(CONFIG_PROC_FS)
int show_interrupts(struct seq_file *p, void *v)
{
	int i = *(loff_t *) v, j;
	struct irqaction * action;
	unsigned long flags;

	if (i == 0) {
		seq_puts(p, "           ");
42 43
		for_each_online_cpu(j)
			seq_printf(p, "CPU%d       ",j);
L
Linus Torvalds 已提交
44 45 46
		seq_putc(p, '\n');
	}

P
Paul Mundt 已提交
47
	if (i < sh_mv.mv_nr_irqs) {
L
Linus Torvalds 已提交
48 49 50 51 52
		spin_lock_irqsave(&irq_desc[i].lock, flags);
		action = irq_desc[i].action;
		if (!action)
			goto unlock;
		seq_printf(p, "%3d: ",i);
P
Paul Mundt 已提交
53 54 55
		for_each_online_cpu(j)
			seq_printf(p, "%10u ", kstat_cpu(j).irqs[i]);
		seq_printf(p, " %14s", irq_desc[i].chip->name);
56
		seq_printf(p, "-%-8s", irq_desc[i].name);
L
Linus Torvalds 已提交
57 58 59 60 61 62 63
		seq_printf(p, "  %s", action->name);

		for (action=action->next; action; action = action->next)
			seq_printf(p, ", %s", action->name);
		seq_putc(p, '\n');
unlock:
		spin_unlock_irqrestore(&irq_desc[i].lock, flags);
P
Paul Mundt 已提交
64
	} else if (i == sh_mv.mv_nr_irqs)
P
Paul Mundt 已提交
65 66
		seq_printf(p, "Err: %10u\n", atomic_read(&irq_err_count));

L
Linus Torvalds 已提交
67 68 69 70
	return 0;
}
#endif

71
#ifdef CONFIG_IRQSTACKS
P
Paul Mundt 已提交
72 73 74 75 76 77 78 79
/*
 * per-CPU IRQ handling contexts (thread information and stack)
 */
union irq_ctx {
	struct thread_info	tinfo;
	u32			stack[THREAD_SIZE/sizeof(u32)];
};

P
Paul Mundt 已提交
80 81
static union irq_ctx *hardirq_ctx[NR_CPUS] __read_mostly;
static union irq_ctx *softirq_ctx[NR_CPUS] __read_mostly;
P
Paul Mundt 已提交
82 83
#endif

84
asmlinkage int do_IRQ(unsigned int irq, struct pt_regs *regs)
P
Paul Mundt 已提交
85
{
S
Stuart Menefy 已提交
86
	struct pt_regs *old_regs = set_irq_regs(regs);
87
#ifdef CONFIG_IRQSTACKS
P
Paul Mundt 已提交
88 89
	union irq_ctx *curctx, *irqctx;
#endif
L
Linus Torvalds 已提交
90 91

	irq_enter();
P
Paul Mundt 已提交
92

P
Paul Mundt 已提交
93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108
#ifdef CONFIG_DEBUG_STACKOVERFLOW
	/* Debugging check for stack overflow: is there less than 1KB free? */
	{
		long sp;

		__asm__ __volatile__ ("and r15, %0" :
					"=r" (sp) : "0" (THREAD_SIZE - 1));

		if (unlikely(sp < (sizeof(struct thread_info) + STACK_WARN))) {
			printk("do_IRQ: stack overflow: %ld\n",
			       sp - sizeof(struct thread_info));
			dump_stack();
		}
	}
#endif

109
	irq = irq_demux(evt2irq(irq));
P
Paul Mundt 已提交
110

111
#ifdef CONFIG_IRQSTACKS
P
Paul Mundt 已提交
112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127
	curctx = (union irq_ctx *)current_thread_info();
	irqctx = hardirq_ctx[smp_processor_id()];

	/*
	 * this is where we switch to the IRQ stack. However, if we are
	 * already using the IRQ stack (because we interrupted a hardirq
	 * handler) we can't do that and just have to keep using the
	 * current stack (which is the irq stack already after all)
	 */
	if (curctx != irqctx) {
		u32 *isp;

		isp = (u32 *)((char *)irqctx + sizeof(*irqctx));
		irqctx->tinfo.task = curctx->tinfo.task;
		irqctx->tinfo.previous_sp = current_stack_pointer;

P
Paul Mundt 已提交
128 129 130 131 132 133 134 135
		/*
		 * Copy the softirq bits in preempt_count so that the
		 * softirq checks work in the hardirq context.
		 */
		irqctx->tinfo.preempt_count =
			(irqctx->tinfo.preempt_count & ~SOFTIRQ_MASK) |
			(curctx->tinfo.preempt_count & SOFTIRQ_MASK);

P
Paul Mundt 已提交
136 137
		__asm__ __volatile__ (
			"mov	%0, r4		\n"
P
Paul Mundt 已提交
138
			"mov	r15, r8		\n"
139
			"jsr	@%1		\n"
P
Paul Mundt 已提交
140
			/* swith to the irq stack */
141
			" mov	%2, r15		\n"
P
Paul Mundt 已提交
142
			/* restore the stack (ring zero) */
P
Paul Mundt 已提交
143
			"mov	r8, r15		\n"
P
Paul Mundt 已提交
144
			: /* no outputs */
P
Paul Mundt 已提交
145
			: "r" (irq), "r" (generic_handle_irq), "r" (isp)
P
Paul Mundt 已提交
146 147 148 149 150
			: "memory", "r0", "r1", "r2", "r3", "r4",
			  "r5", "r6", "r7", "r8", "t", "pr"
		);
	} else
#endif
P
Paul Mundt 已提交
151
		generic_handle_irq(irq);
P
Paul Mundt 已提交
152

L
Linus Torvalds 已提交
153
	irq_exit();
P
Paul Mundt 已提交
154

P
Paul Mundt 已提交
155
	set_irq_regs(old_regs);
L
Linus Torvalds 已提交
156 157
	return 1;
}
P
Paul Mundt 已提交
158

159
#ifdef CONFIG_IRQSTACKS
P
Paul Mundt 已提交
160
static char softirq_stack[NR_CPUS * THREAD_SIZE]
161
		__attribute__((__section__(".bss.page_aligned")));
P
Paul Mundt 已提交
162 163

static char hardirq_stack[NR_CPUS * THREAD_SIZE]
164
		__attribute__((__section__(".bss.page_aligned")));
P
Paul Mundt 已提交
165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188

/*
 * allocate per-cpu stacks for hardirq and for softirq processing
 */
void irq_ctx_init(int cpu)
{
	union irq_ctx *irqctx;

	if (hardirq_ctx[cpu])
		return;

	irqctx = (union irq_ctx *)&hardirq_stack[cpu * THREAD_SIZE];
	irqctx->tinfo.task		= NULL;
	irqctx->tinfo.exec_domain	= NULL;
	irqctx->tinfo.cpu		= cpu;
	irqctx->tinfo.preempt_count	= HARDIRQ_OFFSET;
	irqctx->tinfo.addr_limit	= MAKE_MM_SEG(0);

	hardirq_ctx[cpu] = irqctx;

	irqctx = (union irq_ctx *)&softirq_stack[cpu * THREAD_SIZE];
	irqctx->tinfo.task		= NULL;
	irqctx->tinfo.exec_domain	= NULL;
	irqctx->tinfo.cpu		= cpu;
P
Paul Mundt 已提交
189
	irqctx->tinfo.preempt_count	= 0;
P
Paul Mundt 已提交
190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235
	irqctx->tinfo.addr_limit	= MAKE_MM_SEG(0);

	softirq_ctx[cpu] = irqctx;

	printk("CPU %u irqstacks, hard=%p soft=%p\n",
		cpu, hardirq_ctx[cpu], softirq_ctx[cpu]);
}

void irq_ctx_exit(int cpu)
{
	hardirq_ctx[cpu] = NULL;
}

asmlinkage void do_softirq(void)
{
	unsigned long flags;
	struct thread_info *curctx;
	union irq_ctx *irqctx;
	u32 *isp;

	if (in_interrupt())
		return;

	local_irq_save(flags);

	if (local_softirq_pending()) {
		curctx = current_thread_info();
		irqctx = softirq_ctx[smp_processor_id()];
		irqctx->tinfo.task = curctx->task;
		irqctx->tinfo.previous_sp = current_stack_pointer;

		/* build the stack frame on the softirq stack */
		isp = (u32 *)((char *)irqctx + sizeof(*irqctx));

		__asm__ __volatile__ (
			"mov	r15, r9		\n"
			"jsr	@%0		\n"
			/* switch to the softirq stack */
			" mov	%1, r15		\n"
			/* restore the thread stack */
			"mov	r9, r15		\n"
			: /* no outputs */
			: "r" (__do_softirq), "r" (isp)
			: "memory", "r0", "r1", "r2", "r3", "r4",
			  "r5", "r6", "r7", "r8", "r9", "r15", "t", "pr"
		);
P
Paul Mundt 已提交
236 237 238 239 240

		/*
		 * Shouldnt happen, we returned above if in_interrupt():
		 */
		WARN_ON_ONCE(softirq_count());
P
Paul Mundt 已提交
241 242 243 244 245
	}

	local_irq_restore(flags);
}
#endif
246 247 248

void __init init_IRQ(void)
{
249
	plat_irq_setup();
250 251 252 253 254 255 256

	/* Perform the machine specific initialisation */
	if (sh_mv.mv_init_irq)
		sh_mv.mv_init_irq();

	irq_ctx_init(smp_processor_id());
}