xics.c 20.1 KB
Newer Older
1 2
/*
 * arch/powerpc/platforms/pseries/xics.c
L
Linus Torvalds 已提交
3 4 5 6 7 8 9 10
 *
 * Copyright 2000 IBM Corporation.
 *
 *  This program is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU General Public License
 *  as published by the Free Software Foundation; either version
 *  2 of the License, or (at your option) any later version.
 */
11 12 13

#undef DEBUG

L
Linus Torvalds 已提交
14 15 16 17 18 19 20 21 22 23 24
#include <linux/types.h>
#include <linux/threads.h>
#include <linux/kernel.h>
#include <linux/irq.h>
#include <linux/smp.h>
#include <linux/interrupt.h>
#include <linux/signal.h>
#include <linux/init.h>
#include <linux/gfp.h>
#include <linux/radix-tree.h>
#include <linux/cpu.h>
25

26
#include <asm/firmware.h>
L
Linus Torvalds 已提交
27 28 29 30 31 32 33
#include <asm/prom.h>
#include <asm/io.h>
#include <asm/pgtable.h>
#include <asm/smp.h>
#include <asm/rtas.h>
#include <asm/hvcall.h>
#include <asm/machdep.h>
34
#include <asm/i8259.h>
L
Linus Torvalds 已提交
35

36 37
#include "xics.h"

L
Linus Torvalds 已提交
38 39 40 41 42 43
#define XICS_IPI		2
#define XICS_IRQ_SPURIOUS	0

/* Want a priority other than 0.  Various HW issues require this. */
#define	DEFAULT_PRIORITY	5

44
/*
L
Linus Torvalds 已提交
45
 * Mark IPIs as higher priority so we can take them inside interrupts that
46
 * arent marked IRQF_DISABLED
L
Linus Torvalds 已提交
47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68
 */
#define IPI_PRIORITY		4

struct xics_ipl {
	union {
		u32 word;
		u8 bytes[4];
	} xirr_poll;
	union {
		u32 word;
		u8 bytes[4];
	} xirr;
	u32 dummy;
	union {
		u32 word;
		u8 bytes[4];
	} qirr;
};

static struct xics_ipl __iomem *xics_per_cpu[NR_CPUS];

static unsigned int default_server = 0xFF;
A
Anton Blanchard 已提交
69 70
static unsigned int default_distrib_server = 0;
static unsigned int interrupt_server_size = 8;
L
Linus Torvalds 已提交
71

72 73
static struct irq_host *xics_host;

L
Linus Torvalds 已提交
74 75 76 77 78 79
/*
 * XICS only has a single IPI, so encode the messages per CPU
 */
struct xics_ipi_struct xics_ipi_message[NR_CPUS] __cacheline_aligned;

/* RTAS service tokens */
A
Anton Blanchard 已提交
80 81 82 83
static int ibm_get_xive;
static int ibm_set_xive;
static int ibm_int_on;
static int ibm_int_off;
L
Linus Torvalds 已提交
84 85


86
/* Direct HW low level accessors */
L
Linus Torvalds 已提交
87 88


89
static inline unsigned int direct_xirr_info_get(int n_cpu)
L
Linus Torvalds 已提交
90 91 92 93
{
	return in_be32(&xics_per_cpu[n_cpu]->xirr.word);
}

94
static inline void direct_xirr_info_set(int n_cpu, int value)
L
Linus Torvalds 已提交
95 96 97 98
{
	out_be32(&xics_per_cpu[n_cpu]->xirr.word, value);
}

99
static inline void direct_cppr_info(int n_cpu, u8 value)
L
Linus Torvalds 已提交
100 101 102 103
{
	out_8(&xics_per_cpu[n_cpu]->xirr.bytes[0], value);
}

104
static inline void direct_qirr_info(int n_cpu, u8 value)
L
Linus Torvalds 已提交
105 106 107 108 109
{
	out_8(&xics_per_cpu[n_cpu]->qirr.bytes[0], value);
}


110
/* LPAR low level accessors */
L
Linus Torvalds 已提交
111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133


static inline long plpar_eoi(unsigned long xirr)
{
	return plpar_hcall_norets(H_EOI, xirr);
}

static inline long plpar_cppr(unsigned long cppr)
{
	return plpar_hcall_norets(H_CPPR, cppr);
}

static inline long plpar_ipi(unsigned long servernum, unsigned long mfrr)
{
	return plpar_hcall_norets(H_IPI, servernum, mfrr);
}

static inline long plpar_xirr(unsigned long *xirr_ret)
{
	unsigned long dummy;
	return plpar_hcall(H_XIRR, 0, 0, 0, 0, xirr_ret, &dummy, &dummy);
}

134
static inline unsigned int lpar_xirr_info_get(int n_cpu)
L
Linus Torvalds 已提交
135 136
{
	unsigned long lpar_rc;
137
	unsigned long return_value;
L
Linus Torvalds 已提交
138 139

	lpar_rc = plpar_xirr(&return_value);
140
	if (lpar_rc != H_SUCCESS)
141
		panic(" bad return code xirr - rc = %lx \n", lpar_rc);
142
	return (unsigned int)return_value;
L
Linus Torvalds 已提交
143 144
}

145
static inline void lpar_xirr_info_set(int n_cpu, int value)
L
Linus Torvalds 已提交
146 147 148 149 150
{
	unsigned long lpar_rc;
	unsigned long val64 = value & 0xffffffff;

	lpar_rc = plpar_eoi(val64);
151
	if (lpar_rc != H_SUCCESS)
L
Linus Torvalds 已提交
152
		panic("bad return code EOI - rc = %ld, value=%lx\n", lpar_rc,
153
		      val64);
L
Linus Torvalds 已提交
154 155
}

156
static inline void lpar_cppr_info(int n_cpu, u8 value)
L
Linus Torvalds 已提交
157 158 159 160
{
	unsigned long lpar_rc;

	lpar_rc = plpar_cppr(value);
161
	if (lpar_rc != H_SUCCESS)
162
		panic("bad return code cppr - rc = %lx\n", lpar_rc);
L
Linus Torvalds 已提交
163 164
}

165
static inline void lpar_qirr_info(int n_cpu , u8 value)
L
Linus Torvalds 已提交
166 167 168 169
{
	unsigned long lpar_rc;

	lpar_rc = plpar_ipi(get_hard_smp_processor_id(n_cpu), value);
170
	if (lpar_rc != H_SUCCESS)
171
		panic("bad return code qirr - rc = %lx\n", lpar_rc);
L
Linus Torvalds 已提交
172 173 174
}


175
/* High level handlers and init code */
L
Linus Torvalds 已提交
176 177 178


#ifdef CONFIG_SMP
179
static int get_irq_server(unsigned int virq)
L
Linus Torvalds 已提交
180 181 182
{
	unsigned int server;
	/* For the moment only implement delivery to all cpus or one cpu */
183
	cpumask_t cpumask = irq_desc[virq].affinity;
L
Linus Torvalds 已提交
184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203
	cpumask_t tmp = CPU_MASK_NONE;

	if (!distribute_irqs)
		return default_server;

	if (cpus_equal(cpumask, CPU_MASK_ALL)) {
		server = default_distrib_server;
	} else {
		cpus_and(tmp, cpu_online_map, cpumask);

		if (cpus_empty(tmp))
			server = default_distrib_server;
		else
			server = get_hard_smp_processor_id(first_cpu(tmp));
	}

	return server;

}
#else
204
static int get_irq_server(unsigned int virq)
L
Linus Torvalds 已提交
205 206 207 208 209
{
	return default_server;
}
#endif

210 211

static void xics_unmask_irq(unsigned int virq)
L
Linus Torvalds 已提交
212 213 214 215 216
{
	unsigned int irq;
	int call_status;
	unsigned int server;

217 218 219 220 221
	pr_debug("xics: unmask virq %d\n", virq);

	irq = (unsigned int)irq_map[virq].hwirq;
	pr_debug(" -> map to hwirq 0x%x\n", irq);
	if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
L
Linus Torvalds 已提交
222 223 224
		return;

	server = get_irq_server(virq);
225

L
Linus Torvalds 已提交
226 227 228
	call_status = rtas_call(ibm_set_xive, 3, 1, NULL, irq, server,
				DEFAULT_PRIORITY);
	if (call_status != 0) {
A
Anton Blanchard 已提交
229 230 231
		printk(KERN_ERR "xics_enable_irq: irq=%u: ibm_set_xive "
		       "returned %d\n", irq, call_status);
		printk("set_xive %x, server %x\n", ibm_set_xive, server);
L
Linus Torvalds 已提交
232 233 234 235 236 237
		return;
	}

	/* Now unmask the interrupt (often a no-op) */
	call_status = rtas_call(ibm_int_on, 1, 1, NULL, irq);
	if (call_status != 0) {
A
Anton Blanchard 已提交
238 239
		printk(KERN_ERR "xics_enable_irq: irq=%u: ibm_int_on "
		       "returned %d\n", irq, call_status);
L
Linus Torvalds 已提交
240 241 242 243
		return;
	}
}

244
static void xics_mask_real_irq(unsigned int irq)
L
Linus Torvalds 已提交
245 246 247 248 249 250 251 252 253
{
	int call_status;
	unsigned int server;

	if (irq == XICS_IPI)
		return;

	call_status = rtas_call(ibm_int_off, 1, 1, NULL, irq);
	if (call_status != 0) {
A
Anton Blanchard 已提交
254 255
		printk(KERN_ERR "xics_disable_real_irq: irq=%u: "
		       "ibm_int_off returned %d\n", irq, call_status);
L
Linus Torvalds 已提交
256 257 258 259 260 261 262
		return;
	}

	server = get_irq_server(irq);
	/* Have to set XIVE to 0xff to be able to remove a slot */
	call_status = rtas_call(ibm_set_xive, 3, 1, NULL, irq, server, 0xff);
	if (call_status != 0) {
A
Anton Blanchard 已提交
263 264
		printk(KERN_ERR "xics_disable_irq: irq=%u: ibm_set_xive(0xff)"
		       " returned %d\n", irq, call_status);
L
Linus Torvalds 已提交
265 266 267 268
		return;
	}
}

269
static void xics_mask_irq(unsigned int virq)
L
Linus Torvalds 已提交
270 271 272
{
	unsigned int irq;

273 274 275 276 277 278
	pr_debug("xics: mask virq %d\n", virq);

	irq = (unsigned int)irq_map[virq].hwirq;
	if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
		return;
	xics_mask_real_irq(irq);
279 280
}

281
static unsigned int xics_startup(unsigned int virq)
282 283 284
{
	unsigned int irq;

285 286 287
	/* force a reverse mapping of the interrupt so it gets in the cache */
	irq = (unsigned int)irq_map[virq].hwirq;
	irq_radix_revmap(xics_host, irq);
L
Linus Torvalds 已提交
288

289
	/* unmask it */
290 291 292 293
	xics_unmask_irq(virq);
	return 0;
}

294
static void xics_eoi_direct(unsigned int virq)
L
Linus Torvalds 已提交
295 296
{
	int cpu = smp_processor_id();
297
	unsigned int irq = (unsigned int)irq_map[virq].hwirq;
L
Linus Torvalds 已提交
298 299

	iosync();
300
	direct_xirr_info_set(cpu, (0xff << 24) | irq);
L
Linus Torvalds 已提交
301 302
}

303

304
static void xics_eoi_lpar(unsigned int virq)
L
Linus Torvalds 已提交
305 306
{
	int cpu = smp_processor_id();
307
	unsigned int irq = (unsigned int)irq_map[virq].hwirq;
L
Linus Torvalds 已提交
308

309
	iosync();
310
	lpar_xirr_info_set(cpu, (0xff << 24) | irq);
L
Linus Torvalds 已提交
311 312
}

313
static inline unsigned int xics_remap_irq(unsigned int vec)
L
Linus Torvalds 已提交
314
{
315
	unsigned int irq;
L
Linus Torvalds 已提交
316 317 318

	vec &= 0x00ffffff;

319 320
	if (vec == XICS_IRQ_SPURIOUS)
		return NO_IRQ;
321
	irq = irq_radix_revmap(xics_host, vec);
322
	if (likely(irq != NO_IRQ))
323
		return irq;
324 325 326 327 328

	printk(KERN_ERR "Interrupt %u (real) is invalid,"
	       " disabling it.\n", vec);
	xics_mask_real_irq(vec);
	return NO_IRQ;
L
Linus Torvalds 已提交
329 330
}

331
static unsigned int xics_get_irq_direct(struct pt_regs *regs)
332 333
{
	unsigned int cpu = smp_processor_id();
L
Linus Torvalds 已提交
334

335 336 337
	return xics_remap_irq(direct_xirr_info_get(cpu));
}

338
static unsigned int xics_get_irq_lpar(struct pt_regs *regs)
L
Linus Torvalds 已提交
339
{
340
	unsigned int cpu = smp_processor_id();
L
Linus Torvalds 已提交
341

342 343 344 345
	return xics_remap_irq(lpar_xirr_info_get(cpu));
}

#ifdef CONFIG_SMP
L
Linus Torvalds 已提交
346

347 348
static irqreturn_t xics_ipi_dispatch(int cpu, struct pt_regs *regs)
{
L
Linus Torvalds 已提交
349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368
	WARN_ON(cpu_is_offline(cpu));

	while (xics_ipi_message[cpu].value) {
		if (test_and_clear_bit(PPC_MSG_CALL_FUNCTION,
				       &xics_ipi_message[cpu].value)) {
			mb();
			smp_message_recv(PPC_MSG_CALL_FUNCTION, regs);
		}
		if (test_and_clear_bit(PPC_MSG_RESCHEDULE,
				       &xics_ipi_message[cpu].value)) {
			mb();
			smp_message_recv(PPC_MSG_RESCHEDULE, regs);
		}
#if 0
		if (test_and_clear_bit(PPC_MSG_MIGRATE_TASK,
				       &xics_ipi_message[cpu].value)) {
			mb();
			smp_message_recv(PPC_MSG_MIGRATE_TASK, regs);
		}
#endif
369
#if defined(CONFIG_DEBUGGER) || defined(CONFIG_KEXEC)
L
Linus Torvalds 已提交
370 371 372 373 374 375 376 377 378 379
		if (test_and_clear_bit(PPC_MSG_DEBUGGER_BREAK,
				       &xics_ipi_message[cpu].value)) {
			mb();
			smp_message_recv(PPC_MSG_DEBUGGER_BREAK, regs);
		}
#endif
	}
	return IRQ_HANDLED;
}

380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397
static irqreturn_t xics_ipi_action_direct(int irq, void *dev_id, struct pt_regs *regs)
{
	int cpu = smp_processor_id();

	direct_qirr_info(cpu, 0xff);

	return xics_ipi_dispatch(cpu, regs);
}

static irqreturn_t xics_ipi_action_lpar(int irq, void *dev_id, struct pt_regs *regs)
{
	int cpu = smp_processor_id();

	lpar_qirr_info(cpu, 0xff);

	return xics_ipi_dispatch(cpu, regs);
}

L
Linus Torvalds 已提交
398 399
void xics_cause_IPI(int cpu)
{
400 401 402 403
	if (firmware_has_feature(FW_FEATURE_LPAR))
		lpar_qirr_info(cpu, IPI_PRIORITY);
	else
		direct_qirr_info(cpu, IPI_PRIORITY);
L
Linus Torvalds 已提交
404
}
405

406
#endif /* CONFIG_SMP */
L
Linus Torvalds 已提交
407

408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424
static void xics_set_cpu_priority(int cpu, unsigned char cppr)
{
	if (firmware_has_feature(FW_FEATURE_LPAR))
		lpar_cppr_info(cpu, cppr);
	else
		direct_cppr_info(cpu, cppr);
	iosync();
}

static void xics_set_affinity(unsigned int virq, cpumask_t cpumask)
{
	unsigned int irq;
	int status;
	int xics_status[2];
	unsigned long newmask;
	cpumask_t tmp = CPU_MASK_NONE;

425 426
	irq = (unsigned int)irq_map[virq].hwirq;
	if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456
		return;

	status = rtas_call(ibm_get_xive, 1, 3, xics_status, irq);

	if (status) {
		printk(KERN_ERR "xics_set_affinity: irq=%u ibm,get-xive "
		       "returns %d\n", irq, status);
		return;
	}

	/* For the moment only implement delivery to all cpus or one cpu */
	if (cpus_equal(cpumask, CPU_MASK_ALL)) {
		newmask = default_distrib_server;
	} else {
		cpus_and(tmp, cpu_online_map, cpumask);
		if (cpus_empty(tmp))
			return;
		newmask = get_hard_smp_processor_id(first_cpu(tmp));
	}

	status = rtas_call(ibm_set_xive, 3, 1, NULL,
				irq, newmask, xics_status[1]);

	if (status) {
		printk(KERN_ERR "xics_set_affinity: irq=%u ibm,set-xive "
		       "returns %d\n", irq, status);
		return;
	}
}

457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474
void xics_setup_cpu(void)
{
	int cpu = smp_processor_id();

	xics_set_cpu_priority(cpu, 0xff);

	/*
	 * Put the calling processor into the GIQ.  This is really only
	 * necessary from a secondary thread as the OF start-cpu interface
	 * performs this function for us on primary threads.
	 *
	 * XXX: undo of teardown on kexec needs this too, as may hotplug
	 */
	rtas_set_indicator(GLOBAL_INTERRUPT_QUEUE,
		(1UL << interrupt_server_size) - 1 - default_distrib_server, 1);
}


475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494
static struct irq_chip xics_pic_direct = {
	.typename = " XICS     ",
	.startup = xics_startup,
	.mask = xics_mask_irq,
	.unmask = xics_unmask_irq,
	.eoi = xics_eoi_direct,
	.set_affinity = xics_set_affinity
};


static struct irq_chip xics_pic_lpar = {
	.typename = " XICS     ",
	.startup = xics_startup,
	.mask = xics_mask_irq,
	.unmask = xics_unmask_irq,
	.eoi = xics_eoi_lpar,
	.set_affinity = xics_set_affinity
};


495
static int xics_host_match(struct irq_host *h, struct device_node *node)
L
Linus Torvalds 已提交
496
{
497 498 499 500 501 502
	/* IBM machines have interrupt parents of various funky types for things
	 * like vdevices, events, etc... The trick we use here is to match
	 * everything here except the legacy 8259 which is compatible "chrp,iic"
	 */
	return !device_is_compatible(node, "chrp,iic");
}
L
Linus Torvalds 已提交
503

504
static int xics_host_map_direct(struct irq_host *h, unsigned int virq,
505
				irq_hw_number_t hw)
506
{
507
	pr_debug("xics: map_direct virq %d, hwirq 0x%lx\n", virq, hw);
508 509 510 511 512 513 514

	get_irq_desc(virq)->status |= IRQ_LEVEL;
	set_irq_chip_and_handler(virq, &xics_pic_direct, handle_fasteoi_irq);
	return 0;
}

static int xics_host_map_lpar(struct irq_host *h, unsigned int virq,
515
			      irq_hw_number_t hw)
516
{
517
	pr_debug("xics: map_direct virq %d, hwirq 0x%lx\n", virq, hw);
518 519 520 521 522 523 524 525 526 527 528 529 530 531

	get_irq_desc(virq)->status |= IRQ_LEVEL;
	set_irq_chip_and_handler(virq, &xics_pic_lpar, handle_fasteoi_irq);
	return 0;
}

static int xics_host_xlate(struct irq_host *h, struct device_node *ct,
			   u32 *intspec, unsigned int intsize,
			   irq_hw_number_t *out_hwirq, unsigned int *out_flags)

{
	/* Current xics implementation translates everything
	 * to level. It is not technically right for MSIs but this
	 * is irrelevant at this point. We might get smarter in the future
532
	 */
533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562
	*out_hwirq = intspec[0];
	*out_flags = IRQ_TYPE_LEVEL_LOW;

	return 0;
}

static struct irq_host_ops xics_host_direct_ops = {
	.match = xics_host_match,
	.map = xics_host_map_direct,
	.xlate = xics_host_xlate,
};

static struct irq_host_ops xics_host_lpar_ops = {
	.match = xics_host_match,
	.map = xics_host_map_lpar,
	.xlate = xics_host_xlate,
};

static void __init xics_init_host(void)
{
	struct irq_host_ops *ops;

	if (firmware_has_feature(FW_FEATURE_LPAR))
		ops = &xics_host_lpar_ops;
	else
		ops = &xics_host_direct_ops;
	xics_host = irq_alloc_host(IRQ_HOST_MAP_TREE, 0, ops,
				   XICS_IRQ_SPURIOUS);
	BUG_ON(xics_host == NULL);
	irq_set_default_host(xics_host);
563
}
L
Linus Torvalds 已提交
564

565 566
static void __init xics_map_one_cpu(int hw_id, unsigned long addr,
				     unsigned long size)
L
Linus Torvalds 已提交
567
{
568
#ifdef CONFIG_SMP
L
Linus Torvalds 已提交
569 570
	int i;

571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587
	/* This may look gross but it's good enough for now, we don't quite
	 * have a hard -> linux processor id matching.
	 */
	for_each_possible_cpu(i) {
		if (!cpu_present(i))
			continue;
		if (hw_id == get_hard_smp_processor_id(i)) {
			xics_per_cpu[i] = ioremap(addr, size);
			return;
		}
	}
#else
	if (hw_id != 0)
		return;
	xics_per_cpu[0] = ioremap(addr, size);
#endif /* CONFIG_SMP */
}
L
Linus Torvalds 已提交
588

589 590 591 592 593
static void __init xics_init_one_node(struct device_node *np,
				      unsigned int *indx)
{
	unsigned int ilen;
	u32 *ireg;
L
Linus Torvalds 已提交
594

595 596 597 598 599 600
	/* This code does the theorically broken assumption that the interrupt
	 * server numbers are the same as the hard CPU numbers.
	 * This happens to be the case so far but we are playing with fire...
	 * should be fixed one of these days. -BenH.
	 */
	ireg = (u32 *)get_property(np, "ibm,interrupt-server-ranges", NULL);
L
Linus Torvalds 已提交
601

602 603 604 605
	/* Do that ever happen ? we'll know soon enough... but even good'old
	 * f80 does have that property ..
	 */
	WARN_ON(ireg == NULL);
L
Linus Torvalds 已提交
606 607 608 609
	if (ireg) {
		/*
		 * set node starting index for this node
		 */
610
		*indx = *ireg;
L
Linus Torvalds 已提交
611
	}
612
	ireg = (u32 *)get_property(np, "reg", &ilen);
L
Linus Torvalds 已提交
613 614
	if (!ireg)
		panic("xics_init_IRQ: can't find interrupt reg property");
615

616 617 618 619 620 621 622 623 624 625 626 627 628 629 630 631 632 633 634 635 636 637 638 639 640 641 642 643 644 645 646 647 648
	while (ilen >= (4 * sizeof(u32))) {
		unsigned long addr, size;

		/* XXX Use proper OF parsing code here !!! */
		addr = (unsigned long)*ireg++ << 32;
		ilen -= sizeof(u32);
		addr |= *ireg++;
		ilen -= sizeof(u32);
		size = (unsigned long)*ireg++ << 32;
		ilen -= sizeof(u32);
		size |= *ireg++;
		ilen -= sizeof(u32);
		xics_map_one_cpu(*indx, addr, size);
		(*indx)++;
	}
}


static void __init xics_setup_8259_cascade(void)
{
	struct device_node *np, *old, *found = NULL;
	int cascade, naddr;
	u32 *addrp;
	unsigned long intack = 0;

	for_each_node_by_type(np, "interrupt-controller")
		if (device_is_compatible(np, "chrp,iic")) {
			found = np;
			break;
		}
	if (found == NULL) {
		printk(KERN_DEBUG "xics: no ISA interrupt controller\n");
		return;
L
Linus Torvalds 已提交
649
	}
650 651 652 653 654 655 656 657 658 659 660 661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677
	cascade = irq_of_parse_and_map(found, 0);
	if (cascade == NO_IRQ) {
		printk(KERN_ERR "xics: failed to map cascade interrupt");
		return;
	}
	pr_debug("xics: cascade mapped to irq %d\n", cascade);

	for (old = of_node_get(found); old != NULL ; old = np) {
		np = of_get_parent(old);
		of_node_put(old);
		if (np == NULL)
			break;
		if (strcmp(np->name, "pci") != 0)
			continue;
		addrp = (u32 *)get_property(np, "8259-interrupt-acknowledge", NULL);
		if (addrp == NULL)
			continue;
		naddr = prom_n_addr_cells(np);
		intack = addrp[naddr-1];
		if (naddr > 1)
			intack |= ((unsigned long)addrp[naddr-2]) << 32;
	}
	if (intack)
		printk(KERN_DEBUG "xics: PCI 8259 intack at 0x%016lx\n", intack);
	i8259_init(found, intack);
	of_node_put(found);
	set_irq_chained_handler(cascade, pseries_8259_cascade);
}
L
Linus Torvalds 已提交
678

679 680 681 682 683 684 685 686 687 688 689 690 691 692 693 694 695 696 697 698 699 700 701 702
void __init xics_init_IRQ(void)
{
	int i;
	struct device_node *np;
	u32 *ireg, ilen, indx = 0;
	int found = 0;

	ppc64_boot_msg(0x20, "XICS Init");

	ibm_get_xive = rtas_token("ibm,get-xive");
	ibm_set_xive = rtas_token("ibm,set-xive");
	ibm_int_on  = rtas_token("ibm,int-on");
	ibm_int_off = rtas_token("ibm,int-off");

	for_each_node_by_type(np, "PowerPC-External-Interrupt-Presentation") {
		found = 1;
		if (firmware_has_feature(FW_FEATURE_LPAR))
			break;
		xics_init_one_node(np, &indx);
	}
	if (found == 0)
		return;

	xics_init_host();
L
Linus Torvalds 已提交
703 704 705 706 707

	/* Find the server numbers for the boot cpu. */
	for (np = of_find_node_by_type(NULL, "cpu");
	     np;
	     np = of_find_node_by_type(np, "cpu")) {
708
		ireg = (u32 *)get_property(np, "reg", &ilen);
709
		if (ireg && ireg[0] == get_hard_smp_processor_id(boot_cpuid)) {
710 711 712
			ireg = (u32 *)get_property(np,
						  "ibm,ppc-interrupt-gserver#s",
						   &ilen);
L
Linus Torvalds 已提交
713 714 715
			i = ilen / sizeof(int);
			if (ireg && i > 0) {
				default_server = ireg[0];
716 717
				/* take last element */
				default_distrib_server = ireg[i-1];
L
Linus Torvalds 已提交
718
			}
719
			ireg = (u32 *)get_property(np,
L
Linus Torvalds 已提交
720 721 722 723 724 725 726 727
					"ibm,interrupt-server#-size", NULL);
			if (ireg)
				interrupt_server_size = *ireg;
			break;
		}
	}
	of_node_put(np);

728 729 730
	if (firmware_has_feature(FW_FEATURE_LPAR))
		ppc_md.get_irq = xics_get_irq_lpar;
	else
731
		ppc_md.get_irq = xics_get_irq_direct;
L
Linus Torvalds 已提交
732

733
	xics_setup_cpu();
L
Linus Torvalds 已提交
734

735
	xics_setup_8259_cascade();
L
Linus Torvalds 已提交
736

737
	ppc64_boot_msg(0x21, "XICS Done");
L
Linus Torvalds 已提交
738
}
739

L
Linus Torvalds 已提交
740 741 742 743

#ifdef CONFIG_SMP
void xics_request_IPIs(void)
{
744 745
	unsigned int ipi;

746
	ipi = irq_create_mapping(xics_host, XICS_IPI);
747
	BUG_ON(ipi == NO_IRQ);
L
Linus Torvalds 已提交
748

749 750 751 752
	/*
	 * IPIs are marked IRQF_DISABLED as they must run with irqs
	 * disabled
	 */
753
	set_irq_handler(ipi, handle_percpu_irq);
754
	if (firmware_has_feature(FW_FEATURE_LPAR))
755 756
		request_irq(ipi, xics_ipi_action_lpar, IRQF_DISABLED,
			    "IPI", NULL);
757
	else
758 759
		request_irq(ipi, xics_ipi_action_direct, IRQF_DISABLED,
			    "IPI", NULL);
L
Linus Torvalds 已提交
760
}
761
#endif /* CONFIG_SMP */
L
Linus Torvalds 已提交
762

763
void xics_teardown_cpu(int secondary)
764 765
{
	int cpu = smp_processor_id();
766 767
	unsigned int ipi;
	struct irq_desc *desc;
768

769
	xics_set_cpu_priority(cpu, 0);
770

771 772 773 774 775 776 777 778
	/*
	 * Clear IPI
	 */
	if (firmware_has_feature(FW_FEATURE_LPAR))
		lpar_qirr_info(cpu, 0xff);
	else
		direct_qirr_info(cpu, 0xff);

779 780 781 782 783 784 785
	/*
	 * we need to EOI the IPI if we got here from kexec down IPI
	 *
	 * probably need to check all the other interrupts too
	 * should we be flagging idle loop instead?
	 * or creating some task to be scheduled?
	 */
786 787 788 789 790

	ipi = irq_find_mapping(xics_host, XICS_IPI);
	if (ipi == XICS_IRQ_SPURIOUS)
		return;
	desc = get_irq_desc(ipi);
791
	if (desc->chip && desc->chip->eoi)
792
		desc->chip->eoi(ipi);
793

794
	/*
795 796
	 * Some machines need to have at least one cpu in the GIQ,
	 * so leave the master cpu in the group.
797
	 */
798
	if (secondary)
799
		rtas_set_indicator(GLOBAL_INTERRUPT_QUEUE,
800 801
				   (1UL << interrupt_server_size) - 1 -
				   default_distrib_server, 0);
802 803
}

L
Linus Torvalds 已提交
804 805 806 807 808 809 810 811 812
#ifdef CONFIG_HOTPLUG_CPU

/* Interrupts are disabled. */
void xics_migrate_irqs_away(void)
{
	int status;
	unsigned int irq, virq, cpu = smp_processor_id();

	/* Reject any interrupt that was queued to us... */
813
	xics_set_cpu_priority(cpu, 0);
L
Linus Torvalds 已提交
814 815 816 817 818 819 820

	/* remove ourselves from the global interrupt queue */
	status = rtas_set_indicator(GLOBAL_INTERRUPT_QUEUE,
		(1UL << interrupt_server_size) - 1 - default_distrib_server, 0);
	WARN_ON(status < 0);

	/* Allow IPIs again... */
821
	xics_set_cpu_priority(cpu, DEFAULT_PRIORITY);
L
Linus Torvalds 已提交
822 823

	for_each_irq(virq) {
824
		struct irq_desc *desc;
L
Linus Torvalds 已提交
825 826 827 828
		int xics_status[2];
		unsigned long flags;

		/* We cant set affinity on ISA interrupts */
829
		if (virq < NUM_ISA_INTERRUPTS)
L
Linus Torvalds 已提交
830
			continue;
831 832 833
		if (irq_map[virq].host != xics_host)
			continue;
		irq = (unsigned int)irq_map[virq].hwirq;
L
Linus Torvalds 已提交
834
		/* We need to get IPIs still. */
835
		if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
L
Linus Torvalds 已提交
836
			continue;
837
		desc = get_irq_desc(virq);
L
Linus Torvalds 已提交
838 839

		/* We only need to migrate enabled IRQS */
840
		if (desc == NULL || desc->chip == NULL
L
Linus Torvalds 已提交
841
		    || desc->action == NULL
842
		    || desc->chip->set_affinity == NULL)
L
Linus Torvalds 已提交
843 844 845 846 847 848
			continue;

		spin_lock_irqsave(&desc->lock, flags);

		status = rtas_call(ibm_get_xive, 1, 3, xics_status, irq);
		if (status) {
A
Anton Blanchard 已提交
849
			printk(KERN_ERR "migrate_irqs_away: irq=%u "
L
Linus Torvalds 已提交
850 851 852 853 854 855 856 857 858 859 860 861 862
					"ibm,get-xive returns %d\n",
					virq, status);
			goto unlock;
		}

		/*
		 * We only support delivery to all cpus or to one cpu.
		 * The irq has to be migrated only in the single cpu
		 * case.
		 */
		if (xics_status[0] != get_hard_smp_processor_id(cpu))
			goto unlock;

A
Anton Blanchard 已提交
863
		printk(KERN_WARNING "IRQ %u affinity broken off cpu %u\n",
L
Linus Torvalds 已提交
864 865 866
		       virq, cpu);

		/* Reset affinity to all cpus */
867
		desc->chip->set_affinity(virq, CPU_MASK_ALL);
868
		irq_desc[irq].affinity = CPU_MASK_ALL;
L
Linus Torvalds 已提交
869 870 871 872 873
unlock:
		spin_unlock_irqrestore(&desc->lock, flags);
	}
}
#endif