irqinit_64.c 6.2 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23
#include <linux/linkage.h>
#include <linux/errno.h>
#include <linux/signal.h>
#include <linux/sched.h>
#include <linux/ioport.h>
#include <linux/interrupt.h>
#include <linux/timex.h>
#include <linux/slab.h>
#include <linux/random.h>
#include <linux/init.h>
#include <linux/kernel_stat.h>
#include <linux/sysdev.h>
#include <linux/bitops.h>

#include <asm/acpi.h>
#include <asm/atomic.h>
#include <asm/system.h>
#include <asm/io.h>
#include <asm/hw_irq.h>
#include <asm/pgtable.h>
#include <asm/delay.h>
#include <asm/desc.h>
#include <asm/apic.h>
P
Paul Jimenez 已提交
24
#include <asm/i8259.h>
L
Linus Torvalds 已提交
25 26 27 28 29 30 31 32 33 34 35 36

/*
 * Common place to define all x86 IRQ vectors
 *
 * This builds up the IRQ handler stubs using some ugly macros in irq.h
 *
 * These macros create the low-level assembly IRQ routines that save
 * register context and call do_IRQ(). do_IRQ() then does all the
 * operations that are needed to keep the AT (or SMP IOAPIC)
 * interrupt-controller happy.
 */

37 38 39 40 41 42 43 44 45
#define IRQ_NAME2(nr) nr##_interrupt(void)
#define IRQ_NAME(nr) IRQ_NAME2(IRQ##nr)

/*
 *	SMP has a few special interrupts for IPI messages
 */

#define BUILD_IRQ(nr)				\
	asmlinkage void IRQ_NAME(nr);		\
46
	asm("\n.text\n.p2align\n"		\
47 48
	    "IRQ" #nr "_interrupt:\n\t"		\
	    "push $~(" #nr ") ; "		\
49 50
	    "jmp common_interrupt\n"		\
	    ".previous");
51

L
Linus Torvalds 已提交
52 53 54 55 56 57 58 59 60 61 62
#define BI(x,y) \
	BUILD_IRQ(x##y)

#define BUILD_16_IRQS(x) \
	BI(x,0) BI(x,1) BI(x,2) BI(x,3) \
	BI(x,4) BI(x,5) BI(x,6) BI(x,7) \
	BI(x,8) BI(x,9) BI(x,a) BI(x,b) \
	BI(x,c) BI(x,d) BI(x,e) BI(x,f)

/*
 * ISA PIC or low IO-APIC triggered (INTA-cycle or APIC) interrupts:
63
 * (these are usually mapped to vectors 0x30-0x3f)
L
Linus Torvalds 已提交
64 65 66
 */

/*
P
Paul Jimenez 已提交
67
 * The IO-APIC gives us many more interrupt sources. Most of these
L
Linus Torvalds 已提交
68 69 70 71 72 73 74 75
 * are unused but an SMP system is supposed to have enough memory ...
 * sometimes (mostly wrt. hw bugs) we get corrupted vectors all
 * across the spectrum, so we really want to be prepared to get all
 * of these. Plus, more powerful systems might have more than 64
 * IO-APIC registers.
 *
 * (these are usually mapped into the 0x30-0xff vector range)
 */
76
				      BUILD_16_IRQS(0x2) BUILD_16_IRQS(0x3)
L
Linus Torvalds 已提交
77 78
BUILD_16_IRQS(0x4) BUILD_16_IRQS(0x5) BUILD_16_IRQS(0x6) BUILD_16_IRQS(0x7)
BUILD_16_IRQS(0x8) BUILD_16_IRQS(0x9) BUILD_16_IRQS(0xa) BUILD_16_IRQS(0xb)
79
BUILD_16_IRQS(0xc) BUILD_16_IRQS(0xd) BUILD_16_IRQS(0xe) BUILD_16_IRQS(0xf)
L
Linus Torvalds 已提交
80 81 82 83 84 85 86 87 88 89 90 91 92 93

#undef BUILD_16_IRQS
#undef BI


#define IRQ(x,y) \
	IRQ##x##y##_interrupt

#define IRQLIST_16(x) \
	IRQ(x,0), IRQ(x,1), IRQ(x,2), IRQ(x,3), \
	IRQ(x,4), IRQ(x,5), IRQ(x,6), IRQ(x,7), \
	IRQ(x,8), IRQ(x,9), IRQ(x,a), IRQ(x,b), \
	IRQ(x,c), IRQ(x,d), IRQ(x,e), IRQ(x,f)

94
/* for the irq vectors */
J
Jan Beulich 已提交
95
static void (*__initdata interrupt[NR_VECTORS - FIRST_EXTERNAL_VECTOR])(void) = {
96
					  IRQLIST_16(0x2), IRQLIST_16(0x3),
L
Linus Torvalds 已提交
97 98
	IRQLIST_16(0x4), IRQLIST_16(0x5), IRQLIST_16(0x6), IRQLIST_16(0x7),
	IRQLIST_16(0x8), IRQLIST_16(0x9), IRQLIST_16(0xa), IRQLIST_16(0xb),
99
	IRQLIST_16(0xc), IRQLIST_16(0xd), IRQLIST_16(0xe), IRQLIST_16(0xf)
L
Linus Torvalds 已提交
100 101 102 103 104
};

#undef IRQ
#undef IRQLIST_16

P
Paul Jimenez 已提交
105 106 107



L
Linus Torvalds 已提交
108 109 110 111
/*
 * IRQ2 is cascade interrupt to second interrupt controller
 */

112 113 114 115 116
static struct irqaction irq2 = {
	.handler = no_action,
	.mask = CPU_MASK_NONE,
	.name = "cascade",
};
117
DEFINE_PER_CPU(vector_irq_t, vector_irq) = {
118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135
	[0 ... IRQ0_VECTOR - 1] = -1,
	[IRQ0_VECTOR] = 0,
	[IRQ1_VECTOR] = 1,
	[IRQ2_VECTOR] = 2,
	[IRQ3_VECTOR] = 3,
	[IRQ4_VECTOR] = 4,
	[IRQ5_VECTOR] = 5,
	[IRQ6_VECTOR] = 6,
	[IRQ7_VECTOR] = 7,
	[IRQ8_VECTOR] = 8,
	[IRQ9_VECTOR] = 9,
	[IRQ10_VECTOR] = 10,
	[IRQ11_VECTOR] = 11,
	[IRQ12_VECTOR] = 12,
	[IRQ13_VECTOR] = 13,
	[IRQ14_VECTOR] = 14,
	[IRQ15_VECTOR] = 15,
	[IRQ15_VECTOR + 1 ... NR_VECTORS - 1] = -1
136
};
L
Linus Torvalds 已提交
137

138 139 140 141 142 143 144 145 146 147 148 149
int vector_used_by_percpu_irq(unsigned int vector)
{
	int cpu;

	for_each_online_cpu(cpu) {
		if (per_cpu(vector_irq, cpu)[vector] != -1)
			return 1;
	}

	return 0;
}

G
Glauber Costa 已提交
150
void __init init_ISA_irqs(void)
L
Linus Torvalds 已提交
151 152 153 154 155 156
{
	int i;

	init_bsp_APIC();
	init_8259A(0);

Y
Yinghai Lu 已提交
157
	for (i = 0; i < NR_IRQS_LEGACY; i++) {
T
Thomas Gleixner 已提交
158
		struct irq_desc *desc = irq_to_desc(i);
159 160 161 162

		desc->status = IRQ_DISABLED;
		desc->action = NULL;
		desc->depth = 1;
L
Linus Torvalds 已提交
163

164 165 166 167
		/*
		 * 16 old-style INTA-cycle interrupts:
		 */
		set_irq_chip_and_handler_name(i, &i8259A_chip,
168
						      handle_level_irq, "XT");
L
Linus Torvalds 已提交
169 170 171
	}
}

172 173
void init_IRQ(void) __attribute__((weak, alias("native_init_IRQ")));

Y
Yinghai Lu 已提交
174
static void __init smp_intr_init(void)
L
Linus Torvalds 已提交
175 176 177 178 179 180
{
#ifdef CONFIG_SMP
	/*
	 * The reschedule interrupt is a CPU-to-CPU reschedule-helper
	 * IPI, driven by wakeup.
	 */
181
	alloc_intr_gate(RESCHEDULE_VECTOR, reschedule_interrupt);
L
Linus Torvalds 已提交
182

183
	/* IPIs for invalidation */
184 185 186 187 188 189 190 191
	alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+0, invalidate_interrupt0);
	alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+1, invalidate_interrupt1);
	alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+2, invalidate_interrupt2);
	alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+3, invalidate_interrupt3);
	alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+4, invalidate_interrupt4);
	alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+5, invalidate_interrupt5);
	alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+6, invalidate_interrupt6);
	alloc_intr_gate(INVALIDATE_TLB_VECTOR_START+7, invalidate_interrupt7);
L
Linus Torvalds 已提交
192 193

	/* IPI for generic function call */
194
	alloc_intr_gate(CALL_FUNCTION_VECTOR, call_function_interrupt);
195

196 197 198 199
	/* IPI for generic single function call */
	alloc_intr_gate(CALL_FUNCTION_SINGLE_VECTOR,
			call_function_single_interrupt);

200 201
	/* Low priority IPI to cleanup after moving an irq */
	set_intr_gate(IRQ_MOVE_CLEANUP_VECTOR, irq_move_cleanup_interrupt);
202
	set_bit(IRQ_MOVE_CLEANUP_VECTOR, used_vectors);
203
#endif
204 205
}

Y
Yinghai Lu 已提交
206
static void __init apic_intr_init(void)
207 208 209
{
	smp_intr_init();

210 211
	alloc_intr_gate(THERMAL_APIC_VECTOR, thermal_interrupt);
	alloc_intr_gate(THRESHOLD_APIC_VECTOR, threshold_interrupt);
L
Linus Torvalds 已提交
212 213

	/* self generated IPI for local APIC timer */
214
	alloc_intr_gate(LOCAL_TIMER_VECTOR, apic_timer_interrupt);
L
Linus Torvalds 已提交
215 216

	/* IPI vectors for APIC spurious and error interrupts */
217 218
	alloc_intr_gate(SPURIOUS_APIC_VECTOR, spurious_interrupt);
	alloc_intr_gate(ERROR_APIC_VECTOR, error_interrupt);
219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237
}

void __init native_init_IRQ(void)
{
	int i;

	init_ISA_irqs();
	/*
	 * Cover the whole vector space, no vector can escape
	 * us. (some of these will be overridden and become
	 * 'special' SMP interrupts)
	 */
	for (i = 0; i < (NR_VECTORS - FIRST_EXTERNAL_VECTOR); i++) {
		int vector = FIRST_EXTERNAL_VECTOR + i;
		if (vector != IA32_SYSCALL_VECTOR)
			set_intr_gate(vector, interrupt[i]);
	}

	apic_intr_init();
L
Linus Torvalds 已提交
238 239 240 241

	if (!acpi_ioapic)
		setup_irq(2, &irq2);
}