irqdomain.c 23.1 KB
Newer Older
1 2 3
#include <linux/debugfs.h>
#include <linux/hardirq.h>
#include <linux/interrupt.h>
4
#include <linux/irq.h>
5
#include <linux/irqdesc.h>
6 7 8 9
#include <linux/irqdomain.h>
#include <linux/module.h>
#include <linux/mutex.h>
#include <linux/of.h>
10
#include <linux/of_address.h>
11
#include <linux/seq_file.h>
12
#include <linux/slab.h>
13 14
#include <linux/smp.h>
#include <linux/fs.h>
15

16 17
#define IRQ_DOMAIN_MAP_LEGACY 0 /* driver allocated fixed range of irqs.
				 * ie. legacy 8259, gets irqs 1..15 */
18 19 20 21
#define IRQ_DOMAIN_MAP_NOMAP 1 /* no fast reverse mapping */
#define IRQ_DOMAIN_MAP_LINEAR 2 /* linear map of interrupts */
#define IRQ_DOMAIN_MAP_TREE 3 /* radix tree */

22 23 24
static LIST_HEAD(irq_domain_list);
static DEFINE_MUTEX(irq_domain_mutex);

25
static DEFINE_MUTEX(revmap_trees_mutex);
26
static struct irq_domain *irq_default_domain;
27 28

/**
29
 * irq_domain_alloc() - Allocate a new irq_domain data structure
30 31
 * @of_node: optional device-tree node of the interrupt controller
 * @revmap_type: type of reverse mapping to use
32
 * @ops: map/unmap domain callbacks
33
 * @host_data: Controller private data pointer
34
 *
35 36 37
 * Allocates and initialize and irq_domain structure.  Caller is expected to
 * register allocated irq_domain with irq_domain_register().  Returns pointer
 * to IRQ domain, or NULL on failure.
38
 */
39 40
static struct irq_domain *irq_domain_alloc(struct device_node *of_node,
					   unsigned int revmap_type,
41
					   const struct irq_domain_ops *ops,
42
					   void *host_data)
43
{
44
	struct irq_domain *domain;
45

46 47
	domain = kzalloc(sizeof(*domain), GFP_KERNEL);
	if (WARN_ON(!domain))
48 49 50
		return NULL;

	/* Fill structure */
51 52
	domain->revmap_type = revmap_type;
	domain->ops = ops;
53
	domain->host_data = host_data;
54
	domain->of_node = of_node_get(of_node);
55

56 57 58
	return domain;
}

59 60 61 62 63 64
static void irq_domain_free(struct irq_domain *domain)
{
	of_node_put(domain->of_node);
	kfree(domain);
}

65 66 67 68 69 70 71 72 73
static void irq_domain_add(struct irq_domain *domain)
{
	mutex_lock(&irq_domain_mutex);
	list_add(&domain->link, &irq_domain_list);
	mutex_unlock(&irq_domain_mutex);
	pr_debug("irq: Allocated domain of type %d @0x%p\n",
		 domain->revmap_type, domain);
}

74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124
/**
 * irq_domain_remove() - Remove an irq domain.
 * @domain: domain to remove
 *
 * This routine is used to remove an irq domain. The caller must ensure
 * that all mappings within the domain have been disposed of prior to
 * use, depending on the revmap type.
 */
void irq_domain_remove(struct irq_domain *domain)
{
	mutex_lock(&irq_domain_mutex);

	switch (domain->revmap_type) {
	case IRQ_DOMAIN_MAP_LEGACY:
		/*
		 * Legacy domains don't manage their own irq_desc
		 * allocations, we expect the caller to handle irq_desc
		 * freeing on their own.
		 */
		break;
	case IRQ_DOMAIN_MAP_TREE:
		/*
		 * radix_tree_delete() takes care of destroying the root
		 * node when all entries are removed. Shout if there are
		 * any mappings left.
		 */
		WARN_ON(domain->revmap_data.tree.height);
		break;
	case IRQ_DOMAIN_MAP_LINEAR:
		kfree(domain->revmap_data.linear.revmap);
		domain->revmap_data.linear.size = 0;
		break;
	case IRQ_DOMAIN_MAP_NOMAP:
		break;
	}

	list_del(&domain->link);

	/*
	 * If the going away domain is the default one, reset it.
	 */
	if (unlikely(irq_default_domain == domain))
		irq_set_default_host(NULL);

	mutex_unlock(&irq_domain_mutex);

	pr_debug("irq: Removed domain of type %d @0x%p\n",
		 domain->revmap_type, domain);

	irq_domain_free(domain);
}
125
EXPORT_SYMBOL_GPL(irq_domain_remove);
126

127 128 129 130 131 132 133 134 135 136 137
static unsigned int irq_domain_legacy_revmap(struct irq_domain *domain,
					     irq_hw_number_t hwirq)
{
	irq_hw_number_t first_hwirq = domain->revmap_data.legacy.first_hwirq;
	int size = domain->revmap_data.legacy.size;

	if (WARN_ON(hwirq < first_hwirq || hwirq >= first_hwirq + size))
		return 0;
	return hwirq - first_hwirq + domain->revmap_data.legacy.first_irq;
}

138 139 140
/**
 * irq_domain_add_legacy() - Allocate and register a legacy revmap irq_domain.
 * @of_node: pointer to interrupt controller's device tree node.
141 142 143 144 145
 * @size: total number of irqs in legacy mapping
 * @first_irq: first number of irq block assigned to the domain
 * @first_hwirq: first hwirq number to use for the translation. Should normally
 *               be '0', but a positive integer can be used if the effective
 *               hwirqs numbering does not begin at zero.
146 147 148 149 150 151 152 153
 * @ops: map/unmap domain callbacks
 * @host_data: Controller private data pointer
 *
 * Note: the map() callback will be called before this function returns
 * for all legacy interrupts except 0 (which is always the invalid irq for
 * a legacy controller).
 */
struct irq_domain *irq_domain_add_legacy(struct device_node *of_node,
154 155 156
					 unsigned int size,
					 unsigned int first_irq,
					 irq_hw_number_t first_hwirq,
157
					 const struct irq_domain_ops *ops,
158 159
					 void *host_data)
{
160
	struct irq_domain *domain;
161 162 163 164 165 166
	unsigned int i;

	domain = irq_domain_alloc(of_node, IRQ_DOMAIN_MAP_LEGACY, ops, host_data);
	if (!domain)
		return NULL;

167 168 169 170
	domain->revmap_data.legacy.first_irq = first_irq;
	domain->revmap_data.legacy.first_hwirq = first_hwirq;
	domain->revmap_data.legacy.size = size;

171
	mutex_lock(&irq_domain_mutex);
172 173 174 175 176 177
	/* Verify that all the irqs are available */
	for (i = 0; i < size; i++) {
		int irq = first_irq + i;
		struct irq_data *irq_data = irq_get_irq_data(irq);

		if (WARN_ON(!irq_data || irq_data->domain)) {
178
			mutex_unlock(&irq_domain_mutex);
179
			irq_domain_free(domain);
180
			return NULL;
181 182 183
		}
	}

184 185 186 187
	/* Claim all of the irqs before registering a legacy domain */
	for (i = 0; i < size; i++) {
		struct irq_data *irq_data = irq_get_irq_data(first_irq + i);
		irq_data->hwirq = first_hwirq + i;
188
		irq_data->domain = domain;
189 190 191 192 193 194 195 196 197 198
	}
	mutex_unlock(&irq_domain_mutex);

	for (i = 0; i < size; i++) {
		int irq = first_irq + i;
		int hwirq = first_hwirq + i;

		/* IRQ0 gets ignored */
		if (!irq)
			continue;
199 200 201 202 203

		/* Legacy flags are left to default at this point,
		 * one can then use irq_create_mapping() to
		 * explicitly change them
		 */
204
		ops->map(domain, irq, hwirq);
205 206

		/* Clear norequest flags */
207
		irq_clear_status_flags(irq, IRQ_NOREQUEST);
208
	}
209 210

	irq_domain_add(domain);
211 212
	return domain;
}
213
EXPORT_SYMBOL_GPL(irq_domain_add_legacy);
214 215 216 217 218 219 220 221 222

/**
 * irq_domain_add_linear() - Allocate and register a legacy revmap irq_domain.
 * @of_node: pointer to interrupt controller's device tree node.
 * @ops: map/unmap domain callbacks
 * @host_data: Controller private data pointer
 */
struct irq_domain *irq_domain_add_linear(struct device_node *of_node,
					 unsigned int size,
223
					 const struct irq_domain_ops *ops,
224 225 226 227
					 void *host_data)
{
	struct irq_domain *domain;
	unsigned int *revmap;
228

229 230 231
	revmap = kzalloc(sizeof(*revmap) * size, GFP_KERNEL);
	if (WARN_ON(!revmap))
		return NULL;
232

233 234 235 236 237 238 239 240 241 242
	domain = irq_domain_alloc(of_node, IRQ_DOMAIN_MAP_LINEAR, ops, host_data);
	if (!domain) {
		kfree(revmap);
		return NULL;
	}
	domain->revmap_data.linear.size = size;
	domain->revmap_data.linear.revmap = revmap;
	irq_domain_add(domain);
	return domain;
}
243
EXPORT_SYMBOL_GPL(irq_domain_add_linear);
244 245

struct irq_domain *irq_domain_add_nomap(struct device_node *of_node,
246
					 unsigned int max_irq,
247
					 const struct irq_domain_ops *ops,
248 249 250 251
					 void *host_data)
{
	struct irq_domain *domain = irq_domain_alloc(of_node,
					IRQ_DOMAIN_MAP_NOMAP, ops, host_data);
252 253
	if (domain) {
		domain->revmap_data.nomap.max_irq = max_irq ? max_irq : ~0;
254
		irq_domain_add(domain);
255
	}
256 257
	return domain;
}
258
EXPORT_SYMBOL_GPL(irq_domain_add_nomap);
259 260 261 262 263 264 265 266 267 268

/**
 * irq_domain_add_tree()
 * @of_node: pointer to interrupt controller's device tree node.
 * @ops: map/unmap domain callbacks
 *
 * Note: The radix tree will be allocated later during boot automatically
 * (the reverse mapping will use the slow path until that happens).
 */
struct irq_domain *irq_domain_add_tree(struct device_node *of_node,
269
					 const struct irq_domain_ops *ops,
270 271 272 273 274 275 276 277
					 void *host_data)
{
	struct irq_domain *domain = irq_domain_alloc(of_node,
					IRQ_DOMAIN_MAP_TREE, ops, host_data);
	if (domain) {
		INIT_RADIX_TREE(&domain->revmap_data.tree, GFP_KERNEL);
		irq_domain_add(domain);
	}
278
	return domain;
279
}
280
EXPORT_SYMBOL_GPL(irq_domain_add_tree);
281 282 283 284 285 286 287 288

/**
 * irq_find_host() - Locates a domain for a given device node
 * @node: device-tree node of the interrupt controller
 */
struct irq_domain *irq_find_host(struct device_node *node)
{
	struct irq_domain *h, *found = NULL;
289
	int rc;
290 291 292 293 294 295 296

	/* We might want to match the legacy controller last since
	 * it might potentially be set to match all interrupts in
	 * the absence of a device node. This isn't a problem so far
	 * yet though...
	 */
	mutex_lock(&irq_domain_mutex);
297 298 299 300 301 302 303
	list_for_each_entry(h, &irq_domain_list, link) {
		if (h->ops->match)
			rc = h->ops->match(h, node);
		else
			rc = (h->of_node != NULL) && (h->of_node == node);

		if (rc) {
304 305 306
			found = h;
			break;
		}
307
	}
308 309 310 311 312 313 314
	mutex_unlock(&irq_domain_mutex);
	return found;
}
EXPORT_SYMBOL_GPL(irq_find_host);

/**
 * irq_set_default_host() - Set a "default" irq domain
315
 * @domain: default domain pointer
316 317 318 319 320 321
 *
 * For convenience, it's possible to set a "default" domain that will be used
 * whenever NULL is passed to irq_create_mapping(). It makes life easier for
 * platforms that want to manipulate a few hard coded interrupt numbers that
 * aren't properly represented in the device-tree.
 */
322
void irq_set_default_host(struct irq_domain *domain)
323
{
324
	pr_debug("irq: Default domain set to @0x%p\n", domain);
325

326
	irq_default_domain = domain;
327
}
328
EXPORT_SYMBOL_GPL(irq_set_default_host);
329

330
static int irq_setup_virq(struct irq_domain *domain, unsigned int virq,
331 332 333 334 335
			    irq_hw_number_t hwirq)
{
	struct irq_data *irq_data = irq_get_irq_data(virq);

	irq_data->hwirq = hwirq;
336 337
	irq_data->domain = domain;
	if (domain->ops->map(domain, virq, hwirq)) {
338 339 340 341 342 343 344 345 346 347 348 349 350
		pr_debug("irq: -> mapping failed, freeing\n");
		irq_data->domain = NULL;
		irq_data->hwirq = 0;
		return -1;
	}

	irq_clear_status_flags(virq, IRQ_NOREQUEST);

	return 0;
}

/**
 * irq_create_direct_mapping() - Allocate an irq for direct mapping
351
 * @domain: domain to allocate the irq for or NULL for default domain
352 353 354 355 356
 *
 * This routine is used for irq controllers which can choose the hardware
 * interrupt numbers they generate. In such a case it's simplest to use
 * the linux irq as the hardware interrupt number.
 */
357
unsigned int irq_create_direct_mapping(struct irq_domain *domain)
358 359 360
{
	unsigned int virq;

361 362
	if (domain == NULL)
		domain = irq_default_domain;
363

364 365
	BUG_ON(domain == NULL);
	WARN_ON(domain->revmap_type != IRQ_DOMAIN_MAP_NOMAP);
366 367

	virq = irq_alloc_desc_from(1, 0);
368
	if (!virq) {
369
		pr_debug("irq: create_direct virq allocation failed\n");
370
		return 0;
371
	}
372
	if (virq >= domain->revmap_data.nomap.max_irq) {
373
		pr_err("ERROR: no free irqs available below %i maximum\n",
374
			domain->revmap_data.nomap.max_irq);
375 376 377 378 379
		irq_free_desc(virq);
		return 0;
	}
	pr_debug("irq: create_direct obtained virq %d\n", virq);

380
	if (irq_setup_virq(domain, virq, virq)) {
381
		irq_free_desc(virq);
382
		return 0;
383 384 385 386
	}

	return virq;
}
387
EXPORT_SYMBOL_GPL(irq_create_direct_mapping);
388 389 390

/**
 * irq_create_mapping() - Map a hardware interrupt into linux irq space
391 392
 * @domain: domain owning this hardware interrupt or NULL for default domain
 * @hwirq: hardware irq number in that domain space
393 394 395 396 397 398
 *
 * Only one mapping per hardware interrupt is permitted. Returns a linux
 * irq number.
 * If the sense/trigger is to be specified, set_irq_type() should be called
 * on the number returned from that call.
 */
399
unsigned int irq_create_mapping(struct irq_domain *domain,
400 401
				irq_hw_number_t hwirq)
{
402 403
	unsigned int hint;
	int virq;
404

405
	pr_debug("irq: irq_create_mapping(0x%p, 0x%lx)\n", domain, hwirq);
406

407 408 409 410
	/* Look for default domain if nececssary */
	if (domain == NULL)
		domain = irq_default_domain;
	if (domain == NULL) {
411
		printk(KERN_WARNING "irq_create_mapping called for"
412
		       " NULL domain, hwirq=%lx\n", hwirq);
413
		WARN_ON(1);
414
		return 0;
415
	}
416
	pr_debug("irq: -> using domain @%p\n", domain);
417 418

	/* Check if mapping already exists */
419
	virq = irq_find_mapping(domain, hwirq);
420
	if (virq) {
421 422 423 424 425
		pr_debug("irq: -> existing mapping on virq %d\n", virq);
		return virq;
	}

	/* Get a virtual interrupt number */
426 427 428 429
	if (domain->revmap_type == IRQ_DOMAIN_MAP_LEGACY)
		return irq_domain_legacy_revmap(domain, hwirq);

	/* Allocate a virtual interrupt number */
430
	hint = hwirq % nr_irqs;
431 432 433
	if (hint == 0)
		hint++;
	virq = irq_alloc_desc_from(hint, 0);
434
	if (virq <= 0)
435
		virq = irq_alloc_desc_from(1, 0);
436
	if (virq <= 0) {
437 438
		pr_debug("irq: -> virq allocation failed\n");
		return 0;
439 440
	}

441 442
	if (irq_setup_virq(domain, virq, hwirq)) {
		if (domain->revmap_type != IRQ_DOMAIN_MAP_LEGACY)
443
			irq_free_desc(virq);
444
		return 0;
445 446
	}

447 448
	pr_debug("irq: irq %lu on domain %s mapped to virtual irq %u\n",
		hwirq, domain->of_node ? domain->of_node->full_name : "null", virq);
449 450 451 452 453 454 455 456

	return virq;
}
EXPORT_SYMBOL_GPL(irq_create_mapping);

unsigned int irq_create_of_mapping(struct device_node *controller,
				   const u32 *intspec, unsigned int intsize)
{
457
	struct irq_domain *domain;
458 459 460 461
	irq_hw_number_t hwirq;
	unsigned int type = IRQ_TYPE_NONE;
	unsigned int virq;

462 463
	domain = controller ? irq_find_host(controller) : irq_default_domain;
	if (!domain) {
464 465 466 467 468 469 470 471 472 473 474 475
#ifdef CONFIG_MIPS
		/*
		 * Workaround to avoid breaking interrupt controller drivers
		 * that don't yet register an irq_domain.  This is temporary
		 * code. ~~~gcl, Feb 24, 2012
		 *
		 * Scheduled for removal in Linux v3.6.  That should be enough
		 * time.
		 */
		if (intsize > 0)
			return intspec[0];
#endif
476
		printk(KERN_WARNING "irq: no irq domain found for %s !\n",
477
		       controller->full_name);
478
		return 0;
479 480
	}

481 482
	/* If domain has no translation, then we assume interrupt line */
	if (domain->ops->xlate == NULL)
483 484
		hwirq = intspec[0];
	else {
485
		if (domain->ops->xlate(domain, controller, intspec, intsize,
486
				     &hwirq, &type))
487
			return 0;
488 489 490
	}

	/* Create mapping */
491
	virq = irq_create_mapping(domain, hwirq);
492
	if (!virq)
493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509
		return virq;

	/* Set type if specified and different than the current one */
	if (type != IRQ_TYPE_NONE &&
	    type != (irqd_get_trigger_type(irq_get_irq_data(virq))))
		irq_set_irq_type(virq, type);
	return virq;
}
EXPORT_SYMBOL_GPL(irq_create_of_mapping);

/**
 * irq_dispose_mapping() - Unmap an interrupt
 * @virq: linux irq number of the interrupt to unmap
 */
void irq_dispose_mapping(unsigned int virq)
{
	struct irq_data *irq_data = irq_get_irq_data(virq);
510
	struct irq_domain *domain;
511 512
	irq_hw_number_t hwirq;

513
	if (!virq || !irq_data)
514 515
		return;

516 517
	domain = irq_data->domain;
	if (WARN_ON(domain == NULL))
518 519 520
		return;

	/* Never unmap legacy interrupts */
521
	if (domain->revmap_type == IRQ_DOMAIN_MAP_LEGACY)
522 523 524 525 526 527 528 529 530 531 532
		return;

	irq_set_status_flags(virq, IRQ_NOREQUEST);

	/* remove chip and handler */
	irq_set_chip_and_handler(virq, NULL, NULL);

	/* Make sure it's completed */
	synchronize_irq(virq);

	/* Tell the PIC about it */
533 534
	if (domain->ops->unmap)
		domain->ops->unmap(domain, virq);
535 536 537 538
	smp_mb();

	/* Clear reverse map */
	hwirq = irq_data->hwirq;
539
	switch(domain->revmap_type) {
540
	case IRQ_DOMAIN_MAP_LINEAR:
541 542
		if (hwirq < domain->revmap_data.linear.size)
			domain->revmap_data.linear.revmap[hwirq] = 0;
543 544 545
		break;
	case IRQ_DOMAIN_MAP_TREE:
		mutex_lock(&revmap_trees_mutex);
546
		radix_tree_delete(&domain->revmap_data.tree, hwirq);
547 548 549 550 551 552 553 554 555 556
		mutex_unlock(&revmap_trees_mutex);
		break;
	}

	irq_free_desc(virq);
}
EXPORT_SYMBOL_GPL(irq_dispose_mapping);

/**
 * irq_find_mapping() - Find a linux irq from an hw irq number.
557 558
 * @domain: domain owning this hardware interrupt
 * @hwirq: hardware irq number in that domain space
559 560 561 562 563
 *
 * This is a slow path, for use by generic code. It's expected that an
 * irq controller implementation directly calls the appropriate low level
 * mapping function.
 */
564
unsigned int irq_find_mapping(struct irq_domain *domain,
565 566 567
			      irq_hw_number_t hwirq)
{
	unsigned int i;
568
	unsigned int hint = hwirq % nr_irqs;
569

570 571 572 573
	/* Look for default domain if nececssary */
	if (domain == NULL)
		domain = irq_default_domain;
	if (domain == NULL)
574
		return 0;
575 576

	/* legacy -> bail early */
577
	if (domain->revmap_type == IRQ_DOMAIN_MAP_LEGACY)
578
		return irq_domain_legacy_revmap(domain, hwirq);
579 580 581 582 583 584 585

	/* Slow path does a linear search of the map */
	if (hint == 0)
		hint = 1;
	i = hint;
	do {
		struct irq_data *data = irq_get_irq_data(i);
586
		if (data && (data->domain == domain) && (data->hwirq == hwirq))
587 588
			return i;
		i++;
589
		if (i >= nr_irqs)
590 591
			i = 1;
	} while(i != hint);
592
	return 0;
593 594 595 596 597
}
EXPORT_SYMBOL_GPL(irq_find_mapping);

/**
 * irq_radix_revmap_lookup() - Find a linux irq from a hw irq number.
598 599
 * @domain: domain owning this hardware interrupt
 * @hwirq: hardware irq number in that domain space
600 601 602 603
 *
 * This is a fast path, for use by irq controller code that uses radix tree
 * revmaps
 */
604
unsigned int irq_radix_revmap_lookup(struct irq_domain *domain,
605 606 607 608
				     irq_hw_number_t hwirq)
{
	struct irq_data *irq_data;

609 610
	if (WARN_ON_ONCE(domain->revmap_type != IRQ_DOMAIN_MAP_TREE))
		return irq_find_mapping(domain, hwirq);
611 612 613 614 615 616

	/*
	 * Freeing an irq can delete nodes along the path to
	 * do the lookup via call_rcu.
	 */
	rcu_read_lock();
617
	irq_data = radix_tree_lookup(&domain->revmap_data.tree, hwirq);
618 619 620 621 622 623 624
	rcu_read_unlock();

	/*
	 * If found in radix tree, then fine.
	 * Else fallback to linear lookup - this should not happen in practice
	 * as it means that we failed to insert the node in the radix tree.
	 */
625
	return irq_data ? irq_data->irq : irq_find_mapping(domain, hwirq);
626
}
627
EXPORT_SYMBOL_GPL(irq_radix_revmap_lookup);
628 629 630

/**
 * irq_radix_revmap_insert() - Insert a hw irq to linux irq number mapping.
631
 * @domain: domain owning this hardware interrupt
632
 * @virq: linux irq number
633
 * @hwirq: hardware irq number in that domain space
634 635 636 637
 *
 * This is for use by irq controllers that use a radix tree reverse
 * mapping for fast lookup.
 */
638
void irq_radix_revmap_insert(struct irq_domain *domain, unsigned int virq,
639 640 641 642
			     irq_hw_number_t hwirq)
{
	struct irq_data *irq_data = irq_get_irq_data(virq);

643
	if (WARN_ON(domain->revmap_type != IRQ_DOMAIN_MAP_TREE))
644 645
		return;

646
	if (virq) {
647
		mutex_lock(&revmap_trees_mutex);
648
		radix_tree_insert(&domain->revmap_data.tree, hwirq, irq_data);
649 650 651
		mutex_unlock(&revmap_trees_mutex);
	}
}
652
EXPORT_SYMBOL_GPL(irq_radix_revmap_insert);
653 654 655

/**
 * irq_linear_revmap() - Find a linux irq from a hw irq number.
656 657
 * @domain: domain owning this hardware interrupt
 * @hwirq: hardware irq number in that domain space
658 659 660 661 662
 *
 * This is a fast path, for use by irq controller code that uses linear
 * revmaps. It does fallback to the slow path if the revmap doesn't exist
 * yet and will create the revmap entry with appropriate locking
 */
663
unsigned int irq_linear_revmap(struct irq_domain *domain,
664 665 666 667
			       irq_hw_number_t hwirq)
{
	unsigned int *revmap;

668 669
	if (WARN_ON_ONCE(domain->revmap_type != IRQ_DOMAIN_MAP_LINEAR))
		return irq_find_mapping(domain, hwirq);
670 671

	/* Check revmap bounds */
672 673
	if (unlikely(hwirq >= domain->revmap_data.linear.size))
		return irq_find_mapping(domain, hwirq);
674 675

	/* Check if revmap was allocated */
676
	revmap = domain->revmap_data.linear.revmap;
677
	if (unlikely(revmap == NULL))
678
		return irq_find_mapping(domain, hwirq);
679 680

	/* Fill up revmap with slow path if no mapping found */
681
	if (unlikely(!revmap[hwirq]))
682
		revmap[hwirq] = irq_find_mapping(domain, hwirq);
683 684 685

	return revmap[hwirq];
}
686
EXPORT_SYMBOL_GPL(irq_linear_revmap);
687

688
#ifdef CONFIG_IRQ_DOMAIN_DEBUG
689 690 691 692 693 694 695 696 697
static int virq_debug_show(struct seq_file *m, void *private)
{
	unsigned long flags;
	struct irq_desc *desc;
	const char *p;
	static const char none[] = "none";
	void *data;
	int i;

G
Grant Likely 已提交
698
	seq_printf(m, "%-5s  %-7s  %-15s  %-*s  %s\n", "irq", "hwirq",
699 700
		      "chip name", (int)(2 * sizeof(void *) + 2), "chip data",
		      "domain name");
701 702 703 704 705 706 707 708 709 710 711 712 713 714 715 716 717 718 719 720 721 722

	for (i = 1; i < nr_irqs; i++) {
		desc = irq_to_desc(i);
		if (!desc)
			continue;

		raw_spin_lock_irqsave(&desc->lock, flags);

		if (desc->action && desc->action->handler) {
			struct irq_chip *chip;

			seq_printf(m, "%5d  ", i);
			seq_printf(m, "0x%05lx  ", desc->irq_data.hwirq);

			chip = irq_desc_get_chip(desc);
			if (chip && chip->name)
				p = chip->name;
			else
				p = none;
			seq_printf(m, "%-15s  ", p);

			data = irq_desc_get_chip_data(desc);
G
Grant Likely 已提交
723
			seq_printf(m, data ? "0x%p  " : "  %p  ", data);
724

725
			if (desc->irq_data.domain && desc->irq_data.domain->of_node)
726 727 728 729 730 731 732 733 734 735 736 737 738 739 740 741 742 743 744 745 746 747 748 749 750 751
				p = desc->irq_data.domain->of_node->full_name;
			else
				p = none;
			seq_printf(m, "%s\n", p);
		}

		raw_spin_unlock_irqrestore(&desc->lock, flags);
	}

	return 0;
}

static int virq_debug_open(struct inode *inode, struct file *file)
{
	return single_open(file, virq_debug_show, inode->i_private);
}

static const struct file_operations virq_debug_fops = {
	.open = virq_debug_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static int __init irq_debugfs_init(void)
{
752
	if (debugfs_create_file("irq_domain_mapping", S_IRUGO, NULL,
753 754 755 756 757 758
				 NULL, &virq_debug_fops) == NULL)
		return -ENOMEM;

	return 0;
}
__initcall(irq_debugfs_init);
759
#endif /* CONFIG_IRQ_DOMAIN_DEBUG */
760

761 762
static int irq_domain_simple_map(struct irq_domain *d, unsigned int irq,
				 irq_hw_number_t hwirq)
763
{
764
	return 0;
765
}
766

767 768 769 770 771 772 773 774 775
/**
 * irq_domain_xlate_onecell() - Generic xlate for direct one cell bindings
 *
 * Device Tree IRQ specifier translation function which works with one cell
 * bindings where the cell value maps directly to the hwirq number.
 */
int irq_domain_xlate_onecell(struct irq_domain *d, struct device_node *ctrlr,
			     const u32 *intspec, unsigned int intsize,
			     unsigned long *out_hwirq, unsigned int *out_type)
776
{
777
	if (WARN_ON(intsize < 1))
778 779 780 781 782
		return -EINVAL;
	*out_hwirq = intspec[0];
	*out_type = IRQ_TYPE_NONE;
	return 0;
}
783 784 785 786 787 788 789 790 791 792 793 794 795 796 797 798 799 800 801 802 803 804 805 806 807 808 809 810 811 812 813 814 815 816 817 818 819 820 821 822 823 824 825 826
EXPORT_SYMBOL_GPL(irq_domain_xlate_onecell);

/**
 * irq_domain_xlate_twocell() - Generic xlate for direct two cell bindings
 *
 * Device Tree IRQ specifier translation function which works with two cell
 * bindings where the cell values map directly to the hwirq number
 * and linux irq flags.
 */
int irq_domain_xlate_twocell(struct irq_domain *d, struct device_node *ctrlr,
			const u32 *intspec, unsigned int intsize,
			irq_hw_number_t *out_hwirq, unsigned int *out_type)
{
	if (WARN_ON(intsize < 2))
		return -EINVAL;
	*out_hwirq = intspec[0];
	*out_type = intspec[1] & IRQ_TYPE_SENSE_MASK;
	return 0;
}
EXPORT_SYMBOL_GPL(irq_domain_xlate_twocell);

/**
 * irq_domain_xlate_onetwocell() - Generic xlate for one or two cell bindings
 *
 * Device Tree IRQ specifier translation function which works with either one
 * or two cell bindings where the cell values map directly to the hwirq number
 * and linux irq flags.
 *
 * Note: don't use this function unless your interrupt controller explicitly
 * supports both one and two cell bindings.  For the majority of controllers
 * the _onecell() or _twocell() variants above should be used.
 */
int irq_domain_xlate_onetwocell(struct irq_domain *d,
				struct device_node *ctrlr,
				const u32 *intspec, unsigned int intsize,
				unsigned long *out_hwirq, unsigned int *out_type)
{
	if (WARN_ON(intsize < 1))
		return -EINVAL;
	*out_hwirq = intspec[0];
	*out_type = (intsize > 1) ? intspec[1] : IRQ_TYPE_NONE;
	return 0;
}
EXPORT_SYMBOL_GPL(irq_domain_xlate_onetwocell);
827

828
const struct irq_domain_ops irq_domain_simple_ops = {
829
	.map = irq_domain_simple_map,
830
	.xlate = irq_domain_xlate_onetwocell,
831 832 833 834
};
EXPORT_SYMBOL_GPL(irq_domain_simple_ops);

#ifdef CONFIG_OF_IRQ
835 836 837 838
void irq_domain_generate_simple(const struct of_device_id *match,
				u64 phys_base, unsigned int irq_start)
{
	struct device_node *node;
G
Grant Likely 已提交
839
	pr_debug("looking for phys_base=%llx, irq_start=%i\n",
840 841 842
		(unsigned long long) phys_base, (int) irq_start);
	node = of_find_matching_node_by_address(NULL, match, phys_base);
	if (node)
843 844
		irq_domain_add_legacy(node, 32, irq_start, 0,
				      &irq_domain_simple_ops, NULL);
845 846
}
EXPORT_SYMBOL_GPL(irq_domain_generate_simple);
847
#endif