xics.c 20.0 KB
Newer Older
1 2
/*
 * arch/powerpc/platforms/pseries/xics.c
L
Linus Torvalds 已提交
3 4 5 6 7 8 9 10
 *
 * Copyright 2000 IBM Corporation.
 *
 *  This program is free software; you can redistribute it and/or
 *  modify it under the terms of the GNU General Public License
 *  as published by the Free Software Foundation; either version
 *  2 of the License, or (at your option) any later version.
 */
11

L
Linus Torvalds 已提交
12 13 14 15 16 17 18 19 20
#include <linux/types.h>
#include <linux/threads.h>
#include <linux/kernel.h>
#include <linux/irq.h>
#include <linux/smp.h>
#include <linux/interrupt.h>
#include <linux/init.h>
#include <linux/radix-tree.h>
#include <linux/cpu.h>
M
Milton Miller 已提交
21
#include <linux/of.h>
22

23
#include <asm/firmware.h>
L
Linus Torvalds 已提交
24 25 26 27 28 29 30
#include <asm/io.h>
#include <asm/pgtable.h>
#include <asm/smp.h>
#include <asm/rtas.h>
#include <asm/hvcall.h>
#include <asm/machdep.h>

31
#include "xics.h"
32
#include "plpar_wrappers.h"
33

34 35
static struct irq_host *xics_host;

L
Linus Torvalds 已提交
36 37 38 39 40 41
#define XICS_IPI		2
#define XICS_IRQ_SPURIOUS	0

/* Want a priority other than 0.  Various HW issues require this. */
#define	DEFAULT_PRIORITY	5

42
/*
L
Linus Torvalds 已提交
43
 * Mark IPIs as higher priority so we can take them inside interrupts that
44
 * arent marked IRQF_DISABLED
L
Linus Torvalds 已提交
45 46 47
 */
#define IPI_PRIORITY		4

48 49 50 51 52 53 54 55 56 57 58 59 60 61
static unsigned int default_server = 0xFF;
static unsigned int default_distrib_server = 0;
static unsigned int interrupt_server_size = 8;

/* RTAS service tokens */
static int ibm_get_xive;
static int ibm_set_xive;
static int ibm_int_on;
static int ibm_int_off;


/* Direct hardware low level accessors */

/* The part of the interrupt presentation layer that we care about */
L
Linus Torvalds 已提交
62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79
struct xics_ipl {
	union {
		u32 word;
		u8 bytes[4];
	} xirr_poll;
	union {
		u32 word;
		u8 bytes[4];
	} xirr;
	u32 dummy;
	union {
		u32 word;
		u8 bytes[4];
	} qirr;
};

static struct xics_ipl __iomem *xics_per_cpu[NR_CPUS];

80
static inline unsigned int direct_xirr_info_get(void)
L
Linus Torvalds 已提交
81
{
82 83 84
	int cpu = smp_processor_id();

	return in_be32(&xics_per_cpu[cpu]->xirr.word);
L
Linus Torvalds 已提交
85 86
}

87
static inline void direct_xirr_info_set(unsigned int value)
L
Linus Torvalds 已提交
88
{
89 90 91
	int cpu = smp_processor_id();

	out_be32(&xics_per_cpu[cpu]->xirr.word, value);
L
Linus Torvalds 已提交
92 93
}

94
static inline void direct_cppr_info(u8 value)
L
Linus Torvalds 已提交
95
{
96 97 98
	int cpu = smp_processor_id();

	out_8(&xics_per_cpu[cpu]->xirr.bytes[0], value);
L
Linus Torvalds 已提交
99 100
}

101
static inline void direct_qirr_info(int n_cpu, u8 value)
L
Linus Torvalds 已提交
102 103 104 105 106
{
	out_8(&xics_per_cpu[n_cpu]->qirr.bytes[0], value);
}


107
/* LPAR low level accessors */
L
Linus Torvalds 已提交
108

109
static inline unsigned int lpar_xirr_info_get(void)
L
Linus Torvalds 已提交
110 111
{
	unsigned long lpar_rc;
112
	unsigned long return_value;
L
Linus Torvalds 已提交
113 114

	lpar_rc = plpar_xirr(&return_value);
115
	if (lpar_rc != H_SUCCESS)
116
		panic(" bad return code xirr - rc = %lx \n", lpar_rc);
117
	return (unsigned int)return_value;
L
Linus Torvalds 已提交
118 119
}

120
static inline void lpar_xirr_info_set(unsigned int value)
L
Linus Torvalds 已提交
121 122 123
{
	unsigned long lpar_rc;

124
	lpar_rc = plpar_eoi(value);
125
	if (lpar_rc != H_SUCCESS)
126 127
		panic("bad return code EOI - rc = %ld, value=%x\n", lpar_rc,
		      value);
L
Linus Torvalds 已提交
128 129
}

130
static inline void lpar_cppr_info(u8 value)
L
Linus Torvalds 已提交
131 132 133 134
{
	unsigned long lpar_rc;

	lpar_rc = plpar_cppr(value);
135
	if (lpar_rc != H_SUCCESS)
136
		panic("bad return code cppr - rc = %lx\n", lpar_rc);
L
Linus Torvalds 已提交
137 138
}

139
static inline void lpar_qirr_info(int n_cpu , u8 value)
L
Linus Torvalds 已提交
140 141 142 143
{
	unsigned long lpar_rc;

	lpar_rc = plpar_ipi(get_hard_smp_processor_id(n_cpu), value);
144
	if (lpar_rc != H_SUCCESS)
145
		panic("bad return code qirr - rc = %lx\n", lpar_rc);
L
Linus Torvalds 已提交
146 147 148
}


149
/* Interface to generic irq subsystem */
L
Linus Torvalds 已提交
150 151

#ifdef CONFIG_SMP
152
static int get_irq_server(unsigned int virq, unsigned int strict_check)
L
Linus Torvalds 已提交
153
{
154
	int server;
L
Linus Torvalds 已提交
155
	/* For the moment only implement delivery to all cpus or one cpu */
156
	cpumask_t cpumask;
L
Linus Torvalds 已提交
157 158
	cpumask_t tmp = CPU_MASK_NONE;

159
	cpumask_copy(&cpumask, irq_desc[virq].affinity);
L
Linus Torvalds 已提交
160 161 162
	if (!distribute_irqs)
		return default_server;

163
	if (!cpus_equal(cpumask, CPU_MASK_ALL)) {
L
Linus Torvalds 已提交
164 165
		cpus_and(tmp, cpu_online_map, cpumask);

166 167 168 169 170 171 172
		server = first_cpu(tmp);

		if (server < NR_CPUS)
			return get_hard_smp_processor_id(server);

		if (strict_check)
			return -1;
L
Linus Torvalds 已提交
173 174
	}

175 176
	if (cpus_equal(cpu_online_map, cpu_present_map))
		return default_distrib_server;
L
Linus Torvalds 已提交
177

178
	return default_server;
L
Linus Torvalds 已提交
179 180
}
#else
181
static int get_irq_server(unsigned int virq, unsigned int strict_check)
L
Linus Torvalds 已提交
182 183 184 185 186
{
	return default_server;
}
#endif

187
static void xics_unmask_irq(unsigned int virq)
L
Linus Torvalds 已提交
188 189 190
{
	unsigned int irq;
	int call_status;
191
	int server;
L
Linus Torvalds 已提交
192

193
	pr_devel("xics: unmask virq %d\n", virq);
194 195

	irq = (unsigned int)irq_map[virq].hwirq;
196
	pr_devel(" -> map to hwirq 0x%x\n", irq);
197
	if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
L
Linus Torvalds 已提交
198 199
		return;

200
	server = get_irq_server(virq, 0);
201

L
Linus Torvalds 已提交
202 203 204
	call_status = rtas_call(ibm_set_xive, 3, 1, NULL, irq, server,
				DEFAULT_PRIORITY);
	if (call_status != 0) {
205 206 207
		printk(KERN_ERR
			"%s: ibm_set_xive irq %u server %x returned %d\n",
			__func__, irq, server, call_status);
L
Linus Torvalds 已提交
208 209 210 211 212 213
		return;
	}

	/* Now unmask the interrupt (often a no-op) */
	call_status = rtas_call(ibm_int_on, 1, 1, NULL, irq);
	if (call_status != 0) {
214 215
		printk(KERN_ERR "%s: ibm_int_on irq=%u returned %d\n",
			__func__, irq, call_status);
L
Linus Torvalds 已提交
216 217 218 219
		return;
	}
}

220 221 222 223 224 225 226
static unsigned int xics_startup(unsigned int virq)
{
	/* unmask it */
	xics_unmask_irq(virq);
	return 0;
}

227
static void xics_mask_real_irq(unsigned int irq)
L
Linus Torvalds 已提交
228 229 230 231 232 233 234 235
{
	int call_status;

	if (irq == XICS_IPI)
		return;

	call_status = rtas_call(ibm_int_off, 1, 1, NULL, irq);
	if (call_status != 0) {
236 237
		printk(KERN_ERR "%s: ibm_int_off irq=%u returned %d\n",
			__func__, irq, call_status);
L
Linus Torvalds 已提交
238 239 240 241
		return;
	}

	/* Have to set XIVE to 0xff to be able to remove a slot */
242 243
	call_status = rtas_call(ibm_set_xive, 3, 1, NULL, irq,
				default_server, 0xff);
L
Linus Torvalds 已提交
244
	if (call_status != 0) {
245 246
		printk(KERN_ERR "%s: ibm_set_xive(0xff) irq=%u returned %d\n",
			__func__, irq, call_status);
L
Linus Torvalds 已提交
247 248 249 250
		return;
	}
}

251
static void xics_mask_irq(unsigned int virq)
L
Linus Torvalds 已提交
252 253 254
{
	unsigned int irq;

255
	pr_devel("xics: mask virq %d\n", virq);
256 257 258 259 260

	irq = (unsigned int)irq_map[virq].hwirq;
	if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
		return;
	xics_mask_real_irq(irq);
261 262
}

263
static void xics_mask_unknown_vec(unsigned int vec)
L
Linus Torvalds 已提交
264
{
265 266
	printk(KERN_ERR "Interrupt %u (real) is invalid, disabling it.\n", vec);
	xics_mask_real_irq(vec);
L
Linus Torvalds 已提交
267 268
}

269
static inline unsigned int xics_xirr_vector(unsigned int xirr)
L
Linus Torvalds 已提交
270
{
271 272 273 274 275 276 277 278 279 280 281 282
	/*
	 * The top byte is the old cppr, to be restored on EOI.
	 * The remaining 24 bits are the vector.
	 */
	return xirr & 0x00ffffff;
}

static unsigned int xics_get_irq_direct(void)
{
	unsigned int xirr = direct_xirr_info_get();
	unsigned int vec = xics_xirr_vector(xirr);
	unsigned int irq;
L
Linus Torvalds 已提交
283

284 285
	if (vec == XICS_IRQ_SPURIOUS)
		return NO_IRQ;
286

287
	irq = irq_radix_revmap_lookup(xics_host, vec);
288
	if (likely(irq != NO_IRQ))
289
		return irq;
290

291 292
	/* We don't have a linux mapping, so have rtas mask it. */
	xics_mask_unknown_vec(vec);
L
Linus Torvalds 已提交
293

294 295 296
	/* We might learn about it later, so EOI it */
	direct_xirr_info_set(xirr);
	return NO_IRQ;
297 298
}

O
Olaf Hering 已提交
299
static unsigned int xics_get_irq_lpar(void)
L
Linus Torvalds 已提交
300
{
301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317
	unsigned int xirr = lpar_xirr_info_get();
	unsigned int vec = xics_xirr_vector(xirr);
	unsigned int irq;

	if (vec == XICS_IRQ_SPURIOUS)
		return NO_IRQ;

	irq = irq_radix_revmap_lookup(xics_host, vec);
	if (likely(irq != NO_IRQ))
		return irq;

	/* We don't have a linux mapping, so have RTAS mask it. */
	xics_mask_unknown_vec(vec);

	/* We might learn about it later, so EOI it */
	lpar_xirr_info_set(xirr);
	return NO_IRQ;
318 319
}

320
static void xics_eoi_direct(unsigned int virq)
321
{
322
	unsigned int irq = (unsigned int)irq_map[virq].hwirq;
323

324 325
	iosync();
	direct_xirr_info_set((0xff << 24) | irq);
326 327
}

328
static void xics_eoi_lpar(unsigned int virq)
329
{
330
	unsigned int irq = (unsigned int)irq_map[virq].hwirq;
L
Linus Torvalds 已提交
331

332
	iosync();
333
	lpar_xirr_info_set((0xff << 24) | irq);
334 335
}

336
static int xics_set_affinity(unsigned int virq, const struct cpumask *cpumask)
337 338 339 340
{
	unsigned int irq;
	int status;
	int xics_status[2];
341
	int irq_server;
342

343 344
	irq = (unsigned int)irq_map[virq].hwirq;
	if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
345
		return -1;
346 347 348 349

	status = rtas_call(ibm_get_xive, 1, 3, xics_status, irq);

	if (status) {
350 351
		printk(KERN_ERR "%s: ibm,get-xive irq=%u returns %d\n",
			__func__, irq, status);
352
		return -1;
353 354
	}

355 356 357 358
	/*
	 * For the moment only implement delivery to all cpus or one cpu.
	 * Get current irq_server for the given irq
	 */
359
	irq_server = get_irq_server(virq, 1);
360 361 362
	if (irq_server == -1) {
		char cpulist[128];
		cpumask_scnprintf(cpulist, sizeof(cpulist), cpumask);
363 364 365
		printk(KERN_WARNING
			"%s: No online cpus in the mask %s for irq %d\n",
			__func__, cpulist, virq);
366
		return -1;
367 368 369
	}

	status = rtas_call(ibm_set_xive, 3, 1, NULL,
370
				irq, irq_server, xics_status[1]);
371 372

	if (status) {
373 374
		printk(KERN_ERR "%s: ibm,set-xive irq=%u returns %d\n",
			__func__, irq, status);
375
		return -1;
376
	}
377 378

	return 0;
379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398
}

static struct irq_chip xics_pic_direct = {
	.typename = " XICS     ",
	.startup = xics_startup,
	.mask = xics_mask_irq,
	.unmask = xics_unmask_irq,
	.eoi = xics_eoi_direct,
	.set_affinity = xics_set_affinity
};

static struct irq_chip xics_pic_lpar = {
	.typename = " XICS     ",
	.startup = xics_startup,
	.mask = xics_mask_irq,
	.unmask = xics_unmask_irq,
	.eoi = xics_eoi_lpar,
	.set_affinity = xics_set_affinity
};

399 400 401

/* Interface to arch irq controller subsystem layer */

402 403
/* Points to the irq_chip we're actually using */
static struct irq_chip *xics_irq_chip;
404

405
static int xics_host_match(struct irq_host *h, struct device_node *node)
L
Linus Torvalds 已提交
406
{
407 408 409 410
	/* IBM machines have interrupt parents of various funky types for things
	 * like vdevices, events, etc... The trick we use here is to match
	 * everything here except the legacy 8259 which is compatible "chrp,iic"
	 */
411
	return !of_device_is_compatible(node, "chrp,iic");
412
}
L
Linus Torvalds 已提交
413

414 415
static int xics_host_map(struct irq_host *h, unsigned int virq,
			 irq_hw_number_t hw)
416
{
417
	pr_devel("xics: map virq %d, hwirq 0x%lx\n", virq, hw);
418

419 420 421
	/* Insert the interrupt mapping into the radix tree for fast lookup */
	irq_radix_revmap_insert(xics_host, virq, hw);

422
	get_irq_desc(virq)->status |= IRQ_LEVEL;
423
	set_irq_chip_and_handler(virq, xics_irq_chip, handle_fasteoi_irq);
424 425 426 427 428 429 430 431 432 433 434
	return 0;
}

static int xics_host_xlate(struct irq_host *h, struct device_node *ct,
			   u32 *intspec, unsigned int intsize,
			   irq_hw_number_t *out_hwirq, unsigned int *out_flags)

{
	/* Current xics implementation translates everything
	 * to level. It is not technically right for MSIs but this
	 * is irrelevant at this point. We might get smarter in the future
435
	 */
436 437 438 439 440 441
	*out_hwirq = intspec[0];
	*out_flags = IRQ_TYPE_LEVEL_LOW;

	return 0;
}

442
static struct irq_host_ops xics_host_ops = {
443
	.match = xics_host_match,
444
	.map = xics_host_map,
445 446 447 448 449 450
	.xlate = xics_host_xlate,
};

static void __init xics_init_host(void)
{
	if (firmware_has_feature(FW_FEATURE_LPAR))
451
		xics_irq_chip = &xics_pic_lpar;
452
	else
453 454 455
		xics_irq_chip = &xics_pic_direct;

	xics_host = irq_alloc_host(NULL, IRQ_HOST_MAP_TREE, 0, &xics_host_ops,
456 457 458
				   XICS_IRQ_SPURIOUS);
	BUG_ON(xics_host == NULL);
	irq_set_default_host(xics_host);
459
}
L
Linus Torvalds 已提交
460

461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503

/* Inter-processor interrupt support */

#ifdef CONFIG_SMP
/*
 * XICS only has a single IPI, so encode the messages per CPU
 */
struct xics_ipi_struct {
        unsigned long value;
	} ____cacheline_aligned;

static struct xics_ipi_struct xics_ipi_message[NR_CPUS] __cacheline_aligned;

static inline void smp_xics_do_message(int cpu, int msg)
{
	set_bit(msg, &xics_ipi_message[cpu].value);
	mb();
	if (firmware_has_feature(FW_FEATURE_LPAR))
		lpar_qirr_info(cpu, IPI_PRIORITY);
	else
		direct_qirr_info(cpu, IPI_PRIORITY);
}

void smp_xics_message_pass(int target, int msg)
{
	unsigned int i;

	if (target < NR_CPUS) {
		smp_xics_do_message(target, msg);
	} else {
		for_each_online_cpu(i) {
			if (target == MSG_ALL_BUT_SELF
			    && i == smp_processor_id())
				continue;
			smp_xics_do_message(i, msg);
		}
	}
}

static irqreturn_t xics_ipi_dispatch(int cpu)
{
	WARN_ON(cpu_is_offline(cpu));

504
	mb();	/* order mmio clearing qirr */
505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557 558 559
	while (xics_ipi_message[cpu].value) {
		if (test_and_clear_bit(PPC_MSG_CALL_FUNCTION,
				       &xics_ipi_message[cpu].value)) {
			smp_message_recv(PPC_MSG_CALL_FUNCTION);
		}
		if (test_and_clear_bit(PPC_MSG_RESCHEDULE,
				       &xics_ipi_message[cpu].value)) {
			smp_message_recv(PPC_MSG_RESCHEDULE);
		}
		if (test_and_clear_bit(PPC_MSG_CALL_FUNC_SINGLE,
				       &xics_ipi_message[cpu].value)) {
			smp_message_recv(PPC_MSG_CALL_FUNC_SINGLE);
		}
#if defined(CONFIG_DEBUGGER) || defined(CONFIG_KEXEC)
		if (test_and_clear_bit(PPC_MSG_DEBUGGER_BREAK,
				       &xics_ipi_message[cpu].value)) {
			smp_message_recv(PPC_MSG_DEBUGGER_BREAK);
		}
#endif
	}
	return IRQ_HANDLED;
}

static irqreturn_t xics_ipi_action_direct(int irq, void *dev_id)
{
	int cpu = smp_processor_id();

	direct_qirr_info(cpu, 0xff);

	return xics_ipi_dispatch(cpu);
}

static irqreturn_t xics_ipi_action_lpar(int irq, void *dev_id)
{
	int cpu = smp_processor_id();

	lpar_qirr_info(cpu, 0xff);

	return xics_ipi_dispatch(cpu);
}

static void xics_request_ipi(void)
{
	unsigned int ipi;
	int rc;

	ipi = irq_create_mapping(xics_host, XICS_IPI);
	BUG_ON(ipi == NO_IRQ);

	/*
	 * IPIs are marked IRQF_DISABLED as they must run with irqs
	 * disabled
	 */
	set_irq_handler(ipi, handle_percpu_irq);
	if (firmware_has_feature(FW_FEATURE_LPAR))
560 561
		rc = request_irq(ipi, xics_ipi_action_lpar,
				IRQF_DISABLED|IRQF_PERCPU, "IPI", NULL);
562
	else
563 564
		rc = request_irq(ipi, xics_ipi_action_direct,
				IRQF_DISABLED|IRQF_PERCPU, "IPI", NULL);
565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584
	BUG_ON(rc);
}

int __init smp_xics_probe(void)
{
	xics_request_ipi();

	return cpus_weight(cpu_possible_map);
}

#endif /* CONFIG_SMP */


/* Initialization */

static void xics_update_irq_servers(void)
{
	int i, j;
	struct device_node *np;
	u32 ilen;
585
	const u32 *ireg;
586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612 613 614 615
	u32 hcpuid;

	/* Find the server numbers for the boot cpu. */
	np = of_get_cpu_node(boot_cpuid, NULL);
	BUG_ON(!np);

	ireg = of_get_property(np, "ibm,ppc-interrupt-gserver#s", &ilen);
	if (!ireg) {
		of_node_put(np);
		return;
	}

	i = ilen / sizeof(int);
	hcpuid = get_hard_smp_processor_id(boot_cpuid);

	/* Global interrupt distribution server is specified in the last
	 * entry of "ibm,ppc-interrupt-gserver#s" property. Get the last
	 * entry fom this property for current boot cpu id and use it as
	 * default distribution server
	 */
	for (j = 0; j < i; j += 2) {
		if (ireg[j] == hcpuid) {
			default_server = hcpuid;
			default_distrib_server = ireg[j+1];
		}
	}

	of_node_put(np);
}

616 617
static void __init xics_map_one_cpu(int hw_id, unsigned long addr,
				     unsigned long size)
L
Linus Torvalds 已提交
618 619 620
{
	int i;

621 622 623 624 625 626 627 628 629 630 631 632
	/* This may look gross but it's good enough for now, we don't quite
	 * have a hard -> linux processor id matching.
	 */
	for_each_possible_cpu(i) {
		if (!cpu_present(i))
			continue;
		if (hw_id == get_hard_smp_processor_id(i)) {
			xics_per_cpu[i] = ioremap(addr, size);
			return;
		}
	}
}
L
Linus Torvalds 已提交
633

634 635 636 637
static void __init xics_init_one_node(struct device_node *np,
				      unsigned int *indx)
{
	unsigned int ilen;
638
	const u32 *ireg;
L
Linus Torvalds 已提交
639

640 641 642 643 644
	/* This code does the theorically broken assumption that the interrupt
	 * server numbers are the same as the hard CPU numbers.
	 * This happens to be the case so far but we are playing with fire...
	 * should be fixed one of these days. -BenH.
	 */
645
	ireg = of_get_property(np, "ibm,interrupt-server-ranges", NULL);
L
Linus Torvalds 已提交
646

647 648 649 650
	/* Do that ever happen ? we'll know soon enough... but even good'old
	 * f80 does have that property ..
	 */
	WARN_ON(ireg == NULL);
L
Linus Torvalds 已提交
651 652 653 654
	if (ireg) {
		/*
		 * set node starting index for this node
		 */
655
		*indx = *ireg;
L
Linus Torvalds 已提交
656
	}
657
	ireg = of_get_property(np, "reg", &ilen);
L
Linus Torvalds 已提交
658 659
	if (!ireg)
		panic("xics_init_IRQ: can't find interrupt reg property");
660

661 662 663 664 665 666 667 668 669 670 671 672 673 674 675 676 677 678 679 680
	while (ilen >= (4 * sizeof(u32))) {
		unsigned long addr, size;

		/* XXX Use proper OF parsing code here !!! */
		addr = (unsigned long)*ireg++ << 32;
		ilen -= sizeof(u32);
		addr |= *ireg++;
		ilen -= sizeof(u32);
		size = (unsigned long)*ireg++ << 32;
		ilen -= sizeof(u32);
		size |= *ireg++;
		ilen -= sizeof(u32);
		xics_map_one_cpu(*indx, addr, size);
		(*indx)++;
	}
}

void __init xics_init_IRQ(void)
{
	struct device_node *np;
681
	u32 indx = 0;
682
	int found = 0;
683
	const u32 *isize;
684 685 686 687 688 689 690 691 692 693

	ppc64_boot_msg(0x20, "XICS Init");

	ibm_get_xive = rtas_token("ibm,get-xive");
	ibm_set_xive = rtas_token("ibm,set-xive");
	ibm_int_on  = rtas_token("ibm,int-on");
	ibm_int_off = rtas_token("ibm,int-off");

	for_each_node_by_type(np, "PowerPC-External-Interrupt-Presentation") {
		found = 1;
694 695
		if (firmware_has_feature(FW_FEATURE_LPAR)) {
			of_node_put(np);
696
			break;
697
			}
698 699 700 701 702
		xics_init_one_node(np, &indx);
	}
	if (found == 0)
		return;

703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722
	/* get the bit size of server numbers */
	found = 0;

	for_each_compatible_node(np, NULL, "ibm,ppc-xics") {
		isize = of_get_property(np, "ibm,interrupt-server#-size", NULL);

		if (!isize)
			continue;

		if (!found) {
			interrupt_server_size = *isize;
			found = 1;
		} else if (*isize != interrupt_server_size) {
			printk(KERN_WARNING "XICS: "
			       "mismatched ibm,interrupt-server#-size\n");
			interrupt_server_size = max(*isize,
						    interrupt_server_size);
		}
	}

723
	xics_update_irq_servers();
724
	xics_init_host();
L
Linus Torvalds 已提交
725

726 727 728
	if (firmware_has_feature(FW_FEATURE_LPAR))
		ppc_md.get_irq = xics_get_irq_lpar;
	else
729
		ppc_md.get_irq = xics_get_irq_direct;
L
Linus Torvalds 已提交
730

731
	xics_setup_cpu();
L
Linus Torvalds 已提交
732

733
	ppc64_boot_msg(0x21, "XICS Done");
L
Linus Torvalds 已提交
734
}
735

736
/* Cpu startup, shutdown, and hotplug */
L
Linus Torvalds 已提交
737

738
static void xics_set_cpu_priority(unsigned char cppr)
L
Linus Torvalds 已提交
739
{
740
	if (firmware_has_feature(FW_FEATURE_LPAR))
741
		lpar_cppr_info(cppr);
742
	else
743 744
		direct_cppr_info(cppr);
	iosync();
L
Linus Torvalds 已提交
745
}
746

747 748 749
/* Have the calling processor join or leave the specified global queue */
static void xics_set_cpu_giq(unsigned int gserver, unsigned int join)
{
750 751 752 753 754 755 756 757 758 759 760 761
	int index;
	int status;

	if (!rtas_indicator_present(GLOBAL_INTERRUPT_QUEUE, NULL))
		return;

	index = (1UL << interrupt_server_size) - 1 - gserver;

	status = rtas_set_indicator_fast(GLOBAL_INTERRUPT_QUEUE, index, join);

	WARN(status < 0, "set-indicator(%d, %d, %u) returned %d\n",
	     GLOBAL_INTERRUPT_QUEUE, index, join, status);
762
}
763 764

void xics_setup_cpu(void)
765
{
766
	xics_set_cpu_priority(0xff);
767

768
	xics_set_cpu_giq(default_distrib_server, 1);
769 770
}

A
Al Viro 已提交
771
void xics_teardown_cpu(void)
772 773 774
{
	int cpu = smp_processor_id();

775
	xics_set_cpu_priority(0);
776

777
	/* Clear any pending IPI request */
778 779 780 781
	if (firmware_has_feature(FW_FEATURE_LPAR))
		lpar_qirr_info(cpu, 0xff);
	else
		direct_qirr_info(cpu, 0xff);
782 783 784 785 786
}

void xics_kexec_teardown_cpu(int secondary)
{
	xics_teardown_cpu();
787

788
	/*
789 790
	 * we take the ipi irq but and never return so we
	 * need to EOI the IPI, but want to leave our priority 0
791
	 *
792
	 * should we check all the other interrupts too?
793 794 795
	 * should we be flagging idle loop instead?
	 * or creating some task to be scheduled?
	 */
796

797 798 799 800
	if (firmware_has_feature(FW_FEATURE_LPAR))
		lpar_xirr_info_set((0x00 << 24) | XICS_IPI);
	else
		direct_xirr_info_set((0x00 << 24) | XICS_IPI);
801

802
	/*
803 804
	 * Some machines need to have at least one cpu in the GIQ,
	 * so leave the master cpu in the group.
805
	 */
806
	if (secondary)
807
		xics_set_cpu_giq(default_distrib_server, 0);
808 809
}

L
Linus Torvalds 已提交
810 811 812 813 814
#ifdef CONFIG_HOTPLUG_CPU

/* Interrupts are disabled. */
void xics_migrate_irqs_away(void)
{
815 816
	int cpu = smp_processor_id(), hw_cpu = hard_smp_processor_id();
	unsigned int irq, virq;
L
Linus Torvalds 已提交
817

818 819 820 821
	/* If we used to be the default server, move to the new "boot_cpuid" */
	if (hw_cpu == default_server)
		xics_update_irq_servers();

L
Linus Torvalds 已提交
822
	/* Reject any interrupt that was queued to us... */
823
	xics_set_cpu_priority(0);
L
Linus Torvalds 已提交
824

825 826
	/* Remove ourselves from the global interrupt queue */
	xics_set_cpu_giq(default_distrib_server, 0);
L
Linus Torvalds 已提交
827 828

	/* Allow IPIs again... */
829
	xics_set_cpu_priority(DEFAULT_PRIORITY);
L
Linus Torvalds 已提交
830 831

	for_each_irq(virq) {
832
		struct irq_desc *desc;
L
Linus Torvalds 已提交
833
		int xics_status[2];
834
		int status;
L
Linus Torvalds 已提交
835 836 837
		unsigned long flags;

		/* We cant set affinity on ISA interrupts */
838
		if (virq < NUM_ISA_INTERRUPTS)
L
Linus Torvalds 已提交
839
			continue;
840 841 842
		if (irq_map[virq].host != xics_host)
			continue;
		irq = (unsigned int)irq_map[virq].hwirq;
L
Linus Torvalds 已提交
843
		/* We need to get IPIs still. */
844
		if (irq == XICS_IPI || irq == XICS_IRQ_SPURIOUS)
L
Linus Torvalds 已提交
845
			continue;
846
		desc = get_irq_desc(virq);
L
Linus Torvalds 已提交
847 848

		/* We only need to migrate enabled IRQS */
849
		if (desc == NULL || desc->chip == NULL
L
Linus Torvalds 已提交
850
		    || desc->action == NULL
851
		    || desc->chip->set_affinity == NULL)
L
Linus Torvalds 已提交
852 853 854 855 856 857
			continue;

		spin_lock_irqsave(&desc->lock, flags);

		status = rtas_call(ibm_get_xive, 1, 3, xics_status, irq);
		if (status) {
858 859
			printk(KERN_ERR "%s: ibm,get-xive irq=%u returns %d\n",
					__func__, irq, status);
L
Linus Torvalds 已提交
860 861 862 863 864 865 866 867
			goto unlock;
		}

		/*
		 * We only support delivery to all cpus or to one cpu.
		 * The irq has to be migrated only in the single cpu
		 * case.
		 */
868
		if (xics_status[0] != hw_cpu)
L
Linus Torvalds 已提交
869 870
			goto unlock;

A
Anton Blanchard 已提交
871
		printk(KERN_WARNING "IRQ %u affinity broken off cpu %u\n",
L
Linus Torvalds 已提交
872 873 874
		       virq, cpu);

		/* Reset affinity to all cpus */
875
		cpumask_setall(irq_desc[virq].affinity);
876
		desc->chip->set_affinity(virq, cpu_all_mask);
L
Linus Torvalds 已提交
877 878 879 880 881
unlock:
		spin_unlock_irqrestore(&desc->lock, flags);
	}
}
#endif