irqdomain.c 23.2 KB
Newer Older
1 2
#define pr_fmt(fmt)  "irq: " fmt

3 4 5
#include <linux/debugfs.h>
#include <linux/hardirq.h>
#include <linux/interrupt.h>
6
#include <linux/irq.h>
7
#include <linux/irqdesc.h>
8 9 10 11
#include <linux/irqdomain.h>
#include <linux/module.h>
#include <linux/mutex.h>
#include <linux/of.h>
12
#include <linux/of_address.h>
P
Paul Mundt 已提交
13
#include <linux/topology.h>
14
#include <linux/seq_file.h>
15
#include <linux/slab.h>
16 17
#include <linux/smp.h>
#include <linux/fs.h>
18

19 20
#define IRQ_DOMAIN_MAP_LEGACY 0 /* driver allocated fixed range of irqs.
				 * ie. legacy 8259, gets irqs 1..15 */
21 22 23 24
#define IRQ_DOMAIN_MAP_NOMAP 1 /* no fast reverse mapping */
#define IRQ_DOMAIN_MAP_LINEAR 2 /* linear map of interrupts */
#define IRQ_DOMAIN_MAP_TREE 3 /* radix tree */

25 26 27
static LIST_HEAD(irq_domain_list);
static DEFINE_MUTEX(irq_domain_mutex);

28
static DEFINE_MUTEX(revmap_trees_mutex);
29
static struct irq_domain *irq_default_domain;
30 31

/**
32
 * irq_domain_alloc() - Allocate a new irq_domain data structure
33 34
 * @of_node: optional device-tree node of the interrupt controller
 * @revmap_type: type of reverse mapping to use
35
 * @ops: map/unmap domain callbacks
36
 * @host_data: Controller private data pointer
37
 *
38 39 40
 * Allocates and initialize and irq_domain structure.  Caller is expected to
 * register allocated irq_domain with irq_domain_register().  Returns pointer
 * to IRQ domain, or NULL on failure.
41
 */
42 43
static struct irq_domain *irq_domain_alloc(struct device_node *of_node,
					   unsigned int revmap_type,
44
					   const struct irq_domain_ops *ops,
45
					   void *host_data)
46
{
47
	struct irq_domain *domain;
48

P
Paul Mundt 已提交
49 50
	domain = kzalloc_node(sizeof(*domain), GFP_KERNEL,
			      of_node_to_nid(of_node));
51
	if (WARN_ON(!domain))
52 53 54
		return NULL;

	/* Fill structure */
55 56
	domain->revmap_type = revmap_type;
	domain->ops = ops;
57
	domain->host_data = host_data;
58
	domain->of_node = of_node_get(of_node);
59

60 61 62
	return domain;
}

63 64 65 66 67 68
static void irq_domain_free(struct irq_domain *domain)
{
	of_node_put(domain->of_node);
	kfree(domain);
}

69 70 71 72 73
static void irq_domain_add(struct irq_domain *domain)
{
	mutex_lock(&irq_domain_mutex);
	list_add(&domain->link, &irq_domain_list);
	mutex_unlock(&irq_domain_mutex);
74
	pr_debug("Allocated domain of type %d @0x%p\n",
75 76 77
		 domain->revmap_type, domain);
}

78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123
/**
 * irq_domain_remove() - Remove an irq domain.
 * @domain: domain to remove
 *
 * This routine is used to remove an irq domain. The caller must ensure
 * that all mappings within the domain have been disposed of prior to
 * use, depending on the revmap type.
 */
void irq_domain_remove(struct irq_domain *domain)
{
	mutex_lock(&irq_domain_mutex);

	switch (domain->revmap_type) {
	case IRQ_DOMAIN_MAP_LEGACY:
		/*
		 * Legacy domains don't manage their own irq_desc
		 * allocations, we expect the caller to handle irq_desc
		 * freeing on their own.
		 */
		break;
	case IRQ_DOMAIN_MAP_TREE:
		/*
		 * radix_tree_delete() takes care of destroying the root
		 * node when all entries are removed. Shout if there are
		 * any mappings left.
		 */
		WARN_ON(domain->revmap_data.tree.height);
		break;
	case IRQ_DOMAIN_MAP_LINEAR:
		kfree(domain->revmap_data.linear.revmap);
		domain->revmap_data.linear.size = 0;
		break;
	case IRQ_DOMAIN_MAP_NOMAP:
		break;
	}

	list_del(&domain->link);

	/*
	 * If the going away domain is the default one, reset it.
	 */
	if (unlikely(irq_default_domain == domain))
		irq_set_default_host(NULL);

	mutex_unlock(&irq_domain_mutex);

124
	pr_debug("Removed domain of type %d @0x%p\n",
125 126 127 128
		 domain->revmap_type, domain);

	irq_domain_free(domain);
}
129
EXPORT_SYMBOL_GPL(irq_domain_remove);
130

131 132 133 134 135 136 137 138 139 140 141
static unsigned int irq_domain_legacy_revmap(struct irq_domain *domain,
					     irq_hw_number_t hwirq)
{
	irq_hw_number_t first_hwirq = domain->revmap_data.legacy.first_hwirq;
	int size = domain->revmap_data.legacy.size;

	if (WARN_ON(hwirq < first_hwirq || hwirq >= first_hwirq + size))
		return 0;
	return hwirq - first_hwirq + domain->revmap_data.legacy.first_irq;
}

142 143 144
/**
 * irq_domain_add_legacy() - Allocate and register a legacy revmap irq_domain.
 * @of_node: pointer to interrupt controller's device tree node.
145 146 147 148 149
 * @size: total number of irqs in legacy mapping
 * @first_irq: first number of irq block assigned to the domain
 * @first_hwirq: first hwirq number to use for the translation. Should normally
 *               be '0', but a positive integer can be used if the effective
 *               hwirqs numbering does not begin at zero.
150 151 152 153 154 155 156 157
 * @ops: map/unmap domain callbacks
 * @host_data: Controller private data pointer
 *
 * Note: the map() callback will be called before this function returns
 * for all legacy interrupts except 0 (which is always the invalid irq for
 * a legacy controller).
 */
struct irq_domain *irq_domain_add_legacy(struct device_node *of_node,
158 159 160
					 unsigned int size,
					 unsigned int first_irq,
					 irq_hw_number_t first_hwirq,
161
					 const struct irq_domain_ops *ops,
162 163
					 void *host_data)
{
164
	struct irq_domain *domain;
165 166 167 168 169 170
	unsigned int i;

	domain = irq_domain_alloc(of_node, IRQ_DOMAIN_MAP_LEGACY, ops, host_data);
	if (!domain)
		return NULL;

171 172 173 174
	domain->revmap_data.legacy.first_irq = first_irq;
	domain->revmap_data.legacy.first_hwirq = first_hwirq;
	domain->revmap_data.legacy.size = size;

175
	mutex_lock(&irq_domain_mutex);
176 177 178 179 180 181
	/* Verify that all the irqs are available */
	for (i = 0; i < size; i++) {
		int irq = first_irq + i;
		struct irq_data *irq_data = irq_get_irq_data(irq);

		if (WARN_ON(!irq_data || irq_data->domain)) {
182
			mutex_unlock(&irq_domain_mutex);
183
			irq_domain_free(domain);
184
			return NULL;
185 186 187
		}
	}

188 189 190 191
	/* Claim all of the irqs before registering a legacy domain */
	for (i = 0; i < size; i++) {
		struct irq_data *irq_data = irq_get_irq_data(first_irq + i);
		irq_data->hwirq = first_hwirq + i;
192
		irq_data->domain = domain;
193 194 195 196 197 198 199 200 201 202
	}
	mutex_unlock(&irq_domain_mutex);

	for (i = 0; i < size; i++) {
		int irq = first_irq + i;
		int hwirq = first_hwirq + i;

		/* IRQ0 gets ignored */
		if (!irq)
			continue;
203 204 205 206 207

		/* Legacy flags are left to default at this point,
		 * one can then use irq_create_mapping() to
		 * explicitly change them
		 */
208
		ops->map(domain, irq, hwirq);
209 210

		/* Clear norequest flags */
211
		irq_clear_status_flags(irq, IRQ_NOREQUEST);
212
	}
213 214

	irq_domain_add(domain);
215 216
	return domain;
}
217
EXPORT_SYMBOL_GPL(irq_domain_add_legacy);
218 219 220 221

/**
 * irq_domain_add_linear() - Allocate and register a legacy revmap irq_domain.
 * @of_node: pointer to interrupt controller's device tree node.
222
 * @size: Number of interrupts in the domain.
223 224 225 226 227
 * @ops: map/unmap domain callbacks
 * @host_data: Controller private data pointer
 */
struct irq_domain *irq_domain_add_linear(struct device_node *of_node,
					 unsigned int size,
228
					 const struct irq_domain_ops *ops,
229 230 231 232
					 void *host_data)
{
	struct irq_domain *domain;
	unsigned int *revmap;
233

P
Paul Mundt 已提交
234 235
	revmap = kzalloc_node(sizeof(*revmap) * size, GFP_KERNEL,
			      of_node_to_nid(of_node));
236 237
	if (WARN_ON(!revmap))
		return NULL;
238

239 240 241 242 243 244 245 246 247 248
	domain = irq_domain_alloc(of_node, IRQ_DOMAIN_MAP_LINEAR, ops, host_data);
	if (!domain) {
		kfree(revmap);
		return NULL;
	}
	domain->revmap_data.linear.size = size;
	domain->revmap_data.linear.revmap = revmap;
	irq_domain_add(domain);
	return domain;
}
249
EXPORT_SYMBOL_GPL(irq_domain_add_linear);
250 251

struct irq_domain *irq_domain_add_nomap(struct device_node *of_node,
252
					 unsigned int max_irq,
253
					 const struct irq_domain_ops *ops,
254 255 256 257
					 void *host_data)
{
	struct irq_domain *domain = irq_domain_alloc(of_node,
					IRQ_DOMAIN_MAP_NOMAP, ops, host_data);
258 259
	if (domain) {
		domain->revmap_data.nomap.max_irq = max_irq ? max_irq : ~0;
260
		irq_domain_add(domain);
261
	}
262 263
	return domain;
}
264
EXPORT_SYMBOL_GPL(irq_domain_add_nomap);
265 266 267 268 269 270 271 272 273 274

/**
 * irq_domain_add_tree()
 * @of_node: pointer to interrupt controller's device tree node.
 * @ops: map/unmap domain callbacks
 *
 * Note: The radix tree will be allocated later during boot automatically
 * (the reverse mapping will use the slow path until that happens).
 */
struct irq_domain *irq_domain_add_tree(struct device_node *of_node,
275
					 const struct irq_domain_ops *ops,
276 277 278 279 280 281 282 283
					 void *host_data)
{
	struct irq_domain *domain = irq_domain_alloc(of_node,
					IRQ_DOMAIN_MAP_TREE, ops, host_data);
	if (domain) {
		INIT_RADIX_TREE(&domain->revmap_data.tree, GFP_KERNEL);
		irq_domain_add(domain);
	}
284
	return domain;
285
}
286
EXPORT_SYMBOL_GPL(irq_domain_add_tree);
287 288 289 290 291 292 293 294

/**
 * irq_find_host() - Locates a domain for a given device node
 * @node: device-tree node of the interrupt controller
 */
struct irq_domain *irq_find_host(struct device_node *node)
{
	struct irq_domain *h, *found = NULL;
295
	int rc;
296 297 298 299 300 301 302

	/* We might want to match the legacy controller last since
	 * it might potentially be set to match all interrupts in
	 * the absence of a device node. This isn't a problem so far
	 * yet though...
	 */
	mutex_lock(&irq_domain_mutex);
303 304 305 306 307 308 309
	list_for_each_entry(h, &irq_domain_list, link) {
		if (h->ops->match)
			rc = h->ops->match(h, node);
		else
			rc = (h->of_node != NULL) && (h->of_node == node);

		if (rc) {
310 311 312
			found = h;
			break;
		}
313
	}
314 315 316 317 318 319 320
	mutex_unlock(&irq_domain_mutex);
	return found;
}
EXPORT_SYMBOL_GPL(irq_find_host);

/**
 * irq_set_default_host() - Set a "default" irq domain
321
 * @domain: default domain pointer
322 323 324 325 326 327
 *
 * For convenience, it's possible to set a "default" domain that will be used
 * whenever NULL is passed to irq_create_mapping(). It makes life easier for
 * platforms that want to manipulate a few hard coded interrupt numbers that
 * aren't properly represented in the device-tree.
 */
328
void irq_set_default_host(struct irq_domain *domain)
329
{
330
	pr_debug("Default domain set to @0x%p\n", domain);
331

332
	irq_default_domain = domain;
333
}
334
EXPORT_SYMBOL_GPL(irq_set_default_host);
335

336
static int irq_setup_virq(struct irq_domain *domain, unsigned int virq,
337 338 339 340 341
			    irq_hw_number_t hwirq)
{
	struct irq_data *irq_data = irq_get_irq_data(virq);

	irq_data->hwirq = hwirq;
342 343
	irq_data->domain = domain;
	if (domain->ops->map(domain, virq, hwirq)) {
344
		pr_debug("irq-%i==>hwirq-0x%lx mapping failed\n", virq, hwirq);
345 346 347 348 349 350 351 352 353 354 355 356
		irq_data->domain = NULL;
		irq_data->hwirq = 0;
		return -1;
	}

	irq_clear_status_flags(virq, IRQ_NOREQUEST);

	return 0;
}

/**
 * irq_create_direct_mapping() - Allocate an irq for direct mapping
357
 * @domain: domain to allocate the irq for or NULL for default domain
358 359 360 361 362
 *
 * This routine is used for irq controllers which can choose the hardware
 * interrupt numbers they generate. In such a case it's simplest to use
 * the linux irq as the hardware interrupt number.
 */
363
unsigned int irq_create_direct_mapping(struct irq_domain *domain)
364 365 366
{
	unsigned int virq;

367 368
	if (domain == NULL)
		domain = irq_default_domain;
369

370 371
	BUG_ON(domain == NULL);
	WARN_ON(domain->revmap_type != IRQ_DOMAIN_MAP_NOMAP);
372

P
Paul Mundt 已提交
373
	virq = irq_alloc_desc_from(1, of_node_to_nid(domain->of_node));
374
	if (!virq) {
375
		pr_debug("create_direct virq allocation failed\n");
376
		return 0;
377
	}
378
	if (virq >= domain->revmap_data.nomap.max_irq) {
379
		pr_err("ERROR: no free irqs available below %i maximum\n",
380
			domain->revmap_data.nomap.max_irq);
381 382 383
		irq_free_desc(virq);
		return 0;
	}
384
	pr_debug("create_direct obtained virq %d\n", virq);
385

386
	if (irq_setup_virq(domain, virq, virq)) {
387
		irq_free_desc(virq);
388
		return 0;
389 390 391 392
	}

	return virq;
}
393
EXPORT_SYMBOL_GPL(irq_create_direct_mapping);
394 395 396

/**
 * irq_create_mapping() - Map a hardware interrupt into linux irq space
397 398
 * @domain: domain owning this hardware interrupt or NULL for default domain
 * @hwirq: hardware irq number in that domain space
399 400 401 402 403 404
 *
 * Only one mapping per hardware interrupt is permitted. Returns a linux
 * irq number.
 * If the sense/trigger is to be specified, set_irq_type() should be called
 * on the number returned from that call.
 */
405
unsigned int irq_create_mapping(struct irq_domain *domain,
406 407
				irq_hw_number_t hwirq)
{
408 409
	unsigned int hint;
	int virq;
410

411
	pr_debug("irq_create_mapping(0x%p, 0x%lx)\n", domain, hwirq);
412

413 414 415 416
	/* Look for default domain if nececssary */
	if (domain == NULL)
		domain = irq_default_domain;
	if (domain == NULL) {
417 418
		pr_warning("irq_create_mapping called for"
			   " NULL domain, hwirq=%lx\n", hwirq);
419
		WARN_ON(1);
420
		return 0;
421
	}
422
	pr_debug("-> using domain @%p\n", domain);
423 424

	/* Check if mapping already exists */
425
	virq = irq_find_mapping(domain, hwirq);
426
	if (virq) {
427
		pr_debug("-> existing mapping on virq %d\n", virq);
428 429 430 431
		return virq;
	}

	/* Get a virtual interrupt number */
432 433 434 435
	if (domain->revmap_type == IRQ_DOMAIN_MAP_LEGACY)
		return irq_domain_legacy_revmap(domain, hwirq);

	/* Allocate a virtual interrupt number */
436
	hint = hwirq % nr_irqs;
437 438
	if (hint == 0)
		hint++;
P
Paul Mundt 已提交
439
	virq = irq_alloc_desc_from(hint, of_node_to_nid(domain->of_node));
440
	if (virq <= 0)
P
Paul Mundt 已提交
441
		virq = irq_alloc_desc_from(1, of_node_to_nid(domain->of_node));
442
	if (virq <= 0) {
443
		pr_debug("-> virq allocation failed\n");
444
		return 0;
445 446
	}

447
	if (irq_setup_virq(domain, virq, hwirq)) {
448
		irq_free_desc(virq);
449
		return 0;
450 451
	}

452
	pr_debug("irq %lu on domain %s mapped to virtual irq %u\n",
453
		hwirq, of_node_full_name(domain->of_node), virq);
454 455 456 457 458 459 460 461

	return virq;
}
EXPORT_SYMBOL_GPL(irq_create_mapping);

unsigned int irq_create_of_mapping(struct device_node *controller,
				   const u32 *intspec, unsigned int intsize)
{
462
	struct irq_domain *domain;
463 464 465 466
	irq_hw_number_t hwirq;
	unsigned int type = IRQ_TYPE_NONE;
	unsigned int virq;

467 468
	domain = controller ? irq_find_host(controller) : irq_default_domain;
	if (!domain) {
469 470 471 472 473 474 475 476 477 478 479 480
#ifdef CONFIG_MIPS
		/*
		 * Workaround to avoid breaking interrupt controller drivers
		 * that don't yet register an irq_domain.  This is temporary
		 * code. ~~~gcl, Feb 24, 2012
		 *
		 * Scheduled for removal in Linux v3.6.  That should be enough
		 * time.
		 */
		if (intsize > 0)
			return intspec[0];
#endif
481
		pr_warning("no irq domain found for %s !\n",
482
			   of_node_full_name(controller));
483
		return 0;
484 485
	}

486 487
	/* If domain has no translation, then we assume interrupt line */
	if (domain->ops->xlate == NULL)
488 489
		hwirq = intspec[0];
	else {
490
		if (domain->ops->xlate(domain, controller, intspec, intsize,
491
				     &hwirq, &type))
492
			return 0;
493 494 495
	}

	/* Create mapping */
496
	virq = irq_create_mapping(domain, hwirq);
497
	if (!virq)
498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514
		return virq;

	/* Set type if specified and different than the current one */
	if (type != IRQ_TYPE_NONE &&
	    type != (irqd_get_trigger_type(irq_get_irq_data(virq))))
		irq_set_irq_type(virq, type);
	return virq;
}
EXPORT_SYMBOL_GPL(irq_create_of_mapping);

/**
 * irq_dispose_mapping() - Unmap an interrupt
 * @virq: linux irq number of the interrupt to unmap
 */
void irq_dispose_mapping(unsigned int virq)
{
	struct irq_data *irq_data = irq_get_irq_data(virq);
515
	struct irq_domain *domain;
516 517
	irq_hw_number_t hwirq;

518
	if (!virq || !irq_data)
519 520
		return;

521 522
	domain = irq_data->domain;
	if (WARN_ON(domain == NULL))
523 524 525
		return;

	/* Never unmap legacy interrupts */
526
	if (domain->revmap_type == IRQ_DOMAIN_MAP_LEGACY)
527 528 529 530 531 532 533 534 535 536 537
		return;

	irq_set_status_flags(virq, IRQ_NOREQUEST);

	/* remove chip and handler */
	irq_set_chip_and_handler(virq, NULL, NULL);

	/* Make sure it's completed */
	synchronize_irq(virq);

	/* Tell the PIC about it */
538 539
	if (domain->ops->unmap)
		domain->ops->unmap(domain, virq);
540 541 542 543
	smp_mb();

	/* Clear reverse map */
	hwirq = irq_data->hwirq;
544
	switch(domain->revmap_type) {
545
	case IRQ_DOMAIN_MAP_LINEAR:
546 547
		if (hwirq < domain->revmap_data.linear.size)
			domain->revmap_data.linear.revmap[hwirq] = 0;
548 549 550
		break;
	case IRQ_DOMAIN_MAP_TREE:
		mutex_lock(&revmap_trees_mutex);
551
		radix_tree_delete(&domain->revmap_data.tree, hwirq);
552 553 554 555 556 557 558 559 560 561
		mutex_unlock(&revmap_trees_mutex);
		break;
	}

	irq_free_desc(virq);
}
EXPORT_SYMBOL_GPL(irq_dispose_mapping);

/**
 * irq_find_mapping() - Find a linux irq from an hw irq number.
562 563
 * @domain: domain owning this hardware interrupt
 * @hwirq: hardware irq number in that domain space
564 565 566 567 568
 *
 * This is a slow path, for use by generic code. It's expected that an
 * irq controller implementation directly calls the appropriate low level
 * mapping function.
 */
569
unsigned int irq_find_mapping(struct irq_domain *domain,
570 571 572
			      irq_hw_number_t hwirq)
{
	unsigned int i;
573
	unsigned int hint = hwirq % nr_irqs;
574

575 576 577 578
	/* Look for default domain if nececssary */
	if (domain == NULL)
		domain = irq_default_domain;
	if (domain == NULL)
579
		return 0;
580 581

	/* legacy -> bail early */
582
	if (domain->revmap_type == IRQ_DOMAIN_MAP_LEGACY)
583
		return irq_domain_legacy_revmap(domain, hwirq);
584 585 586 587 588 589 590

	/* Slow path does a linear search of the map */
	if (hint == 0)
		hint = 1;
	i = hint;
	do {
		struct irq_data *data = irq_get_irq_data(i);
591
		if (data && (data->domain == domain) && (data->hwirq == hwirq))
592 593
			return i;
		i++;
594
		if (i >= nr_irqs)
595 596
			i = 1;
	} while(i != hint);
597
	return 0;
598 599 600 601 602
}
EXPORT_SYMBOL_GPL(irq_find_mapping);

/**
 * irq_radix_revmap_lookup() - Find a linux irq from a hw irq number.
603 604
 * @domain: domain owning this hardware interrupt
 * @hwirq: hardware irq number in that domain space
605 606 607 608
 *
 * This is a fast path, for use by irq controller code that uses radix tree
 * revmaps
 */
609
unsigned int irq_radix_revmap_lookup(struct irq_domain *domain,
610 611 612 613
				     irq_hw_number_t hwirq)
{
	struct irq_data *irq_data;

614 615
	if (WARN_ON_ONCE(domain->revmap_type != IRQ_DOMAIN_MAP_TREE))
		return irq_find_mapping(domain, hwirq);
616 617 618 619 620 621

	/*
	 * Freeing an irq can delete nodes along the path to
	 * do the lookup via call_rcu.
	 */
	rcu_read_lock();
622
	irq_data = radix_tree_lookup(&domain->revmap_data.tree, hwirq);
623 624 625 626 627 628 629
	rcu_read_unlock();

	/*
	 * If found in radix tree, then fine.
	 * Else fallback to linear lookup - this should not happen in practice
	 * as it means that we failed to insert the node in the radix tree.
	 */
630
	return irq_data ? irq_data->irq : irq_find_mapping(domain, hwirq);
631
}
632
EXPORT_SYMBOL_GPL(irq_radix_revmap_lookup);
633 634 635

/**
 * irq_radix_revmap_insert() - Insert a hw irq to linux irq number mapping.
636
 * @domain: domain owning this hardware interrupt
637
 * @virq: linux irq number
638
 * @hwirq: hardware irq number in that domain space
639 640 641 642
 *
 * This is for use by irq controllers that use a radix tree reverse
 * mapping for fast lookup.
 */
643
void irq_radix_revmap_insert(struct irq_domain *domain, unsigned int virq,
644 645 646 647
			     irq_hw_number_t hwirq)
{
	struct irq_data *irq_data = irq_get_irq_data(virq);

648
	if (WARN_ON(domain->revmap_type != IRQ_DOMAIN_MAP_TREE))
649 650
		return;

651
	if (virq) {
652
		mutex_lock(&revmap_trees_mutex);
653
		radix_tree_insert(&domain->revmap_data.tree, hwirq, irq_data);
654 655 656
		mutex_unlock(&revmap_trees_mutex);
	}
}
657
EXPORT_SYMBOL_GPL(irq_radix_revmap_insert);
658 659 660

/**
 * irq_linear_revmap() - Find a linux irq from a hw irq number.
661 662
 * @domain: domain owning this hardware interrupt
 * @hwirq: hardware irq number in that domain space
663 664 665 666 667
 *
 * This is a fast path, for use by irq controller code that uses linear
 * revmaps. It does fallback to the slow path if the revmap doesn't exist
 * yet and will create the revmap entry with appropriate locking
 */
668
unsigned int irq_linear_revmap(struct irq_domain *domain,
669 670 671 672
			       irq_hw_number_t hwirq)
{
	unsigned int *revmap;

673 674
	if (WARN_ON_ONCE(domain->revmap_type != IRQ_DOMAIN_MAP_LINEAR))
		return irq_find_mapping(domain, hwirq);
675 676

	/* Check revmap bounds */
677 678
	if (unlikely(hwirq >= domain->revmap_data.linear.size))
		return irq_find_mapping(domain, hwirq);
679 680

	/* Check if revmap was allocated */
681
	revmap = domain->revmap_data.linear.revmap;
682
	if (unlikely(revmap == NULL))
683
		return irq_find_mapping(domain, hwirq);
684 685

	/* Fill up revmap with slow path if no mapping found */
686
	if (unlikely(!revmap[hwirq]))
687
		revmap[hwirq] = irq_find_mapping(domain, hwirq);
688 689 690

	return revmap[hwirq];
}
691
EXPORT_SYMBOL_GPL(irq_linear_revmap);
692

693
#ifdef CONFIG_IRQ_DOMAIN_DEBUG
694 695 696 697 698 699 700 701 702
static int virq_debug_show(struct seq_file *m, void *private)
{
	unsigned long flags;
	struct irq_desc *desc;
	const char *p;
	static const char none[] = "none";
	void *data;
	int i;

G
Grant Likely 已提交
703
	seq_printf(m, "%-5s  %-7s  %-15s  %-*s  %s\n", "irq", "hwirq",
704 705
		      "chip name", (int)(2 * sizeof(void *) + 2), "chip data",
		      "domain name");
706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722 723 724 725 726 727

	for (i = 1; i < nr_irqs; i++) {
		desc = irq_to_desc(i);
		if (!desc)
			continue;

		raw_spin_lock_irqsave(&desc->lock, flags);

		if (desc->action && desc->action->handler) {
			struct irq_chip *chip;

			seq_printf(m, "%5d  ", i);
			seq_printf(m, "0x%05lx  ", desc->irq_data.hwirq);

			chip = irq_desc_get_chip(desc);
			if (chip && chip->name)
				p = chip->name;
			else
				p = none;
			seq_printf(m, "%-15s  ", p);

			data = irq_desc_get_chip_data(desc);
G
Grant Likely 已提交
728
			seq_printf(m, data ? "0x%p  " : "  %p  ", data);
729

730 731
			if (desc->irq_data.domain)
				p = of_node_full_name(desc->irq_data.domain->of_node);
732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751 752 753 754 755 756
			else
				p = none;
			seq_printf(m, "%s\n", p);
		}

		raw_spin_unlock_irqrestore(&desc->lock, flags);
	}

	return 0;
}

static int virq_debug_open(struct inode *inode, struct file *file)
{
	return single_open(file, virq_debug_show, inode->i_private);
}

static const struct file_operations virq_debug_fops = {
	.open = virq_debug_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static int __init irq_debugfs_init(void)
{
757
	if (debugfs_create_file("irq_domain_mapping", S_IRUGO, NULL,
758 759 760 761 762 763
				 NULL, &virq_debug_fops) == NULL)
		return -ENOMEM;

	return 0;
}
__initcall(irq_debugfs_init);
764
#endif /* CONFIG_IRQ_DOMAIN_DEBUG */
765

766 767
static int irq_domain_simple_map(struct irq_domain *d, unsigned int irq,
				 irq_hw_number_t hwirq)
768
{
769
	return 0;
770
}
771

772 773 774 775 776 777 778 779 780
/**
 * irq_domain_xlate_onecell() - Generic xlate for direct one cell bindings
 *
 * Device Tree IRQ specifier translation function which works with one cell
 * bindings where the cell value maps directly to the hwirq number.
 */
int irq_domain_xlate_onecell(struct irq_domain *d, struct device_node *ctrlr,
			     const u32 *intspec, unsigned int intsize,
			     unsigned long *out_hwirq, unsigned int *out_type)
781
{
782
	if (WARN_ON(intsize < 1))
783 784 785 786 787
		return -EINVAL;
	*out_hwirq = intspec[0];
	*out_type = IRQ_TYPE_NONE;
	return 0;
}
788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827 828 829 830 831
EXPORT_SYMBOL_GPL(irq_domain_xlate_onecell);

/**
 * irq_domain_xlate_twocell() - Generic xlate for direct two cell bindings
 *
 * Device Tree IRQ specifier translation function which works with two cell
 * bindings where the cell values map directly to the hwirq number
 * and linux irq flags.
 */
int irq_domain_xlate_twocell(struct irq_domain *d, struct device_node *ctrlr,
			const u32 *intspec, unsigned int intsize,
			irq_hw_number_t *out_hwirq, unsigned int *out_type)
{
	if (WARN_ON(intsize < 2))
		return -EINVAL;
	*out_hwirq = intspec[0];
	*out_type = intspec[1] & IRQ_TYPE_SENSE_MASK;
	return 0;
}
EXPORT_SYMBOL_GPL(irq_domain_xlate_twocell);

/**
 * irq_domain_xlate_onetwocell() - Generic xlate for one or two cell bindings
 *
 * Device Tree IRQ specifier translation function which works with either one
 * or two cell bindings where the cell values map directly to the hwirq number
 * and linux irq flags.
 *
 * Note: don't use this function unless your interrupt controller explicitly
 * supports both one and two cell bindings.  For the majority of controllers
 * the _onecell() or _twocell() variants above should be used.
 */
int irq_domain_xlate_onetwocell(struct irq_domain *d,
				struct device_node *ctrlr,
				const u32 *intspec, unsigned int intsize,
				unsigned long *out_hwirq, unsigned int *out_type)
{
	if (WARN_ON(intsize < 1))
		return -EINVAL;
	*out_hwirq = intspec[0];
	*out_type = (intsize > 1) ? intspec[1] : IRQ_TYPE_NONE;
	return 0;
}
EXPORT_SYMBOL_GPL(irq_domain_xlate_onetwocell);
832

833
const struct irq_domain_ops irq_domain_simple_ops = {
834
	.map = irq_domain_simple_map,
835
	.xlate = irq_domain_xlate_onetwocell,
836 837 838 839
};
EXPORT_SYMBOL_GPL(irq_domain_simple_ops);

#ifdef CONFIG_OF_IRQ
840 841 842 843
void irq_domain_generate_simple(const struct of_device_id *match,
				u64 phys_base, unsigned int irq_start)
{
	struct device_node *node;
G
Grant Likely 已提交
844
	pr_debug("looking for phys_base=%llx, irq_start=%i\n",
845 846 847
		(unsigned long long) phys_base, (int) irq_start);
	node = of_find_matching_node_by_address(NULL, match, phys_base);
	if (node)
848 849
		irq_domain_add_legacy(node, 32, irq_start, 0,
				      &irq_domain_simple_ops, NULL);
850 851
}
EXPORT_SYMBOL_GPL(irq_domain_generate_simple);
852
#endif