irqdomain.c 41.6 KB
Newer Older
1 2
#define pr_fmt(fmt)  "irq: " fmt

3 4 5
#include <linux/debugfs.h>
#include <linux/hardirq.h>
#include <linux/interrupt.h>
6
#include <linux/irq.h>
7
#include <linux/irqdesc.h>
8 9 10 11
#include <linux/irqdomain.h>
#include <linux/module.h>
#include <linux/mutex.h>
#include <linux/of.h>
12
#include <linux/of_address.h>
13
#include <linux/of_irq.h>
P
Paul Mundt 已提交
14
#include <linux/topology.h>
15
#include <linux/seq_file.h>
16
#include <linux/slab.h>
17 18
#include <linux/smp.h>
#include <linux/fs.h>
19 20 21 22

static LIST_HEAD(irq_domain_list);
static DEFINE_MUTEX(irq_domain_mutex);

23
static DEFINE_MUTEX(revmap_trees_mutex);
24
static struct irq_domain *irq_default_domain;
25

26 27
static void irq_domain_check_hierarchy(struct irq_domain *domain);

28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60
struct irqchip_fwid {
	struct fwnode_handle fwnode;
	char *name;
	void *data;
};

/**
 * irq_domain_alloc_fwnode - Allocate a fwnode_handle suitable for
 *                           identifying an irq domain
 * @data: optional user-provided data
 *
 * Allocate a struct device_node, and return a poiner to the embedded
 * fwnode_handle (or NULL on failure).
 */
struct fwnode_handle *irq_domain_alloc_fwnode(void *data)
{
	struct irqchip_fwid *fwid;
	char *name;

	fwid = kzalloc(sizeof(*fwid), GFP_KERNEL);
	name = kasprintf(GFP_KERNEL, "irqchip@%p", data);

	if (!fwid || !name) {
		kfree(fwid);
		kfree(name);
		return NULL;
	}

	fwid->name = name;
	fwid->data = data;
	fwid->fwnode.type = FWNODE_IRQCHIP;
	return &fwid->fwnode;
}
61
EXPORT_SYMBOL_GPL(irq_domain_alloc_fwnode);
62 63 64 65 66 67 68 69 70 71

/**
 * irq_domain_free_fwnode - Free a non-OF-backed fwnode_handle
 *
 * Free a fwnode_handle allocated with irq_domain_alloc_fwnode.
 */
void irq_domain_free_fwnode(struct fwnode_handle *fwnode)
{
	struct irqchip_fwid *fwid;

72
	if (WARN_ON(!is_fwnode_irqchip(fwnode)))
73 74 75 76 77 78
		return;

	fwid = container_of(fwnode, struct irqchip_fwid, fwnode);
	kfree(fwid->name);
	kfree(fwid);
}
79
EXPORT_SYMBOL_GPL(irq_domain_free_fwnode);
80

81
/**
82
 * __irq_domain_add() - Allocate a new irq_domain data structure
83
 * @fwnode: firmware node for the interrupt controller
84
 * @size: Size of linear map; 0 for radix mapping only
85
 * @hwirq_max: Maximum number of interrupts supported by controller
86 87
 * @direct_max: Maximum value of direct maps; Use ~0 for no limit; 0 for no
 *              direct mapping
88
 * @ops: domain callbacks
89
 * @host_data: Controller private data pointer
90
 *
91 92
 * Allocates and initialize and irq_domain structure.
 * Returns pointer to IRQ domain, or NULL on failure.
93
 */
94
struct irq_domain *__irq_domain_add(struct fwnode_handle *fwnode, int size,
95
				    irq_hw_number_t hwirq_max, int direct_max,
96 97
				    const struct irq_domain_ops *ops,
				    void *host_data)
98
{
99
	struct device_node *of_node = to_of_node(fwnode);
100
	struct irq_domain *domain;
101

102 103
	domain = kzalloc_node(sizeof(*domain) + (sizeof(unsigned int) * size),
			      GFP_KERNEL, of_node_to_nid(of_node));
104
	if (WARN_ON(!domain))
105 106
		return NULL;

107 108
	of_node_get(of_node);

109
	/* Fill structure */
G
Grant Likely 已提交
110
	INIT_RADIX_TREE(&domain->revmap_tree, GFP_KERNEL);
111
	domain->ops = ops;
112
	domain->host_data = host_data;
113
	domain->fwnode = fwnode;
114
	domain->hwirq_max = hwirq_max;
G
Grant Likely 已提交
115
	domain->revmap_size = size;
116
	domain->revmap_direct_max_irq = direct_max;
117
	irq_domain_check_hierarchy(domain);
118

119 120 121
	mutex_lock(&irq_domain_mutex);
	list_add(&domain->link, &irq_domain_list);
	mutex_unlock(&irq_domain_mutex);
122

G
Grant Likely 已提交
123
	pr_debug("Added domain %s\n", domain->name);
124
	return domain;
125
}
126
EXPORT_SYMBOL_GPL(__irq_domain_add);
127

128 129 130 131 132 133 134 135 136 137 138 139
/**
 * irq_domain_remove() - Remove an irq domain.
 * @domain: domain to remove
 *
 * This routine is used to remove an irq domain. The caller must ensure
 * that all mappings within the domain have been disposed of prior to
 * use, depending on the revmap type.
 */
void irq_domain_remove(struct irq_domain *domain)
{
	mutex_lock(&irq_domain_mutex);

140
	WARN_ON(!radix_tree_empty(&domain->revmap_tree));
141 142 143 144 145 146 147 148 149 150 151

	list_del(&domain->link);

	/*
	 * If the going away domain is the default one, reset it.
	 */
	if (unlikely(irq_default_domain == domain))
		irq_set_default_host(NULL);

	mutex_unlock(&irq_domain_mutex);

G
Grant Likely 已提交
152
	pr_debug("Removed domain %s\n", domain->name);
153

154
	of_node_put(irq_domain_get_of_node(domain));
155
	kfree(domain);
156
}
157
EXPORT_SYMBOL_GPL(irq_domain_remove);
158

159
/**
160
 * irq_domain_add_simple() - Register an irq_domain and optionally map a range of irqs
161 162
 * @of_node: pointer to interrupt controller's device tree node.
 * @size: total number of irqs in mapping
163
 * @first_irq: first number of irq block assigned to the domain,
164 165
 *	pass zero to assign irqs on-the-fly. If first_irq is non-zero, then
 *	pre-map all of the irqs in the domain to virqs starting at first_irq.
166
 * @ops: domain callbacks
167 168
 * @host_data: Controller private data pointer
 *
169 170
 * Allocates an irq_domain, and optionally if first_irq is positive then also
 * allocate irq_descs and map all of the hwirqs to virqs starting at first_irq.
171 172
 *
 * This is intended to implement the expected behaviour for most
173 174 175
 * interrupt controllers. If device tree is used, then first_irq will be 0 and
 * irqs get mapped dynamically on the fly. However, if the controller requires
 * static virq assignments (non-DT boot) then it will set that up correctly.
176 177 178 179 180 181 182
 */
struct irq_domain *irq_domain_add_simple(struct device_node *of_node,
					 unsigned int size,
					 unsigned int first_irq,
					 const struct irq_domain_ops *ops,
					 void *host_data)
{
183 184
	struct irq_domain *domain;

185
	domain = __irq_domain_add(of_node_to_fwnode(of_node), size, size, 0, ops, host_data);
186 187
	if (!domain)
		return NULL;
188

189
	if (first_irq > 0) {
190
		if (IS_ENABLED(CONFIG_SPARSE_IRQ)) {
191 192 193 194
			/* attempt to allocated irq_descs */
			int rc = irq_alloc_descs(first_irq, first_irq, size,
						 of_node_to_nid(of_node));
			if (rc < 0)
195 196
				pr_info("Cannot allocate irq_descs @ IRQ%d, assuming pre-allocated\n",
					first_irq);
197
		}
198
		irq_domain_associate_many(domain, first_irq, 0, size);
199 200
	}

201
	return domain;
202
}
203
EXPORT_SYMBOL_GPL(irq_domain_add_simple);
204

205 206 207
/**
 * irq_domain_add_legacy() - Allocate and register a legacy revmap irq_domain.
 * @of_node: pointer to interrupt controller's device tree node.
208 209 210 211 212
 * @size: total number of irqs in legacy mapping
 * @first_irq: first number of irq block assigned to the domain
 * @first_hwirq: first hwirq number to use for the translation. Should normally
 *               be '0', but a positive integer can be used if the effective
 *               hwirqs numbering does not begin at zero.
213 214 215 216 217 218 219 220
 * @ops: map/unmap domain callbacks
 * @host_data: Controller private data pointer
 *
 * Note: the map() callback will be called before this function returns
 * for all legacy interrupts except 0 (which is always the invalid irq for
 * a legacy controller).
 */
struct irq_domain *irq_domain_add_legacy(struct device_node *of_node,
221 222 223
					 unsigned int size,
					 unsigned int first_irq,
					 irq_hw_number_t first_hwirq,
224
					 const struct irq_domain_ops *ops,
225 226
					 void *host_data)
{
227
	struct irq_domain *domain;
228

229
	domain = __irq_domain_add(of_node_to_fwnode(of_node), first_hwirq + size,
230
				  first_hwirq + size, 0, ops, host_data);
231 232
	if (domain)
		irq_domain_associate_many(domain, first_irq, first_hwirq, size);
233

234 235
	return domain;
}
236
EXPORT_SYMBOL_GPL(irq_domain_add_legacy);
237

238
/**
239 240
 * irq_find_matching_fwspec() - Locates a domain for a given fwspec
 * @fwspec: FW specifier for an interrupt
241
 * @bus_token: domain-specific data
242
 */
243
struct irq_domain *irq_find_matching_fwspec(struct irq_fwspec *fwspec,
244
					    enum irq_domain_bus_token bus_token)
245 246
{
	struct irq_domain *h, *found = NULL;
247
	struct fwnode_handle *fwnode = fwspec->fwnode;
248
	int rc;
249 250 251 252 253

	/* We might want to match the legacy controller last since
	 * it might potentially be set to match all interrupts in
	 * the absence of a device node. This isn't a problem so far
	 * yet though...
254 255 256 257
	 *
	 * bus_token == DOMAIN_BUS_ANY matches any domain, any other
	 * values must generate an exact match for the domain to be
	 * selected.
258 259
	 */
	mutex_lock(&irq_domain_mutex);
260
	list_for_each_entry(h, &irq_domain_list, link) {
261 262 263
		if (h->ops->select && fwspec->param_count)
			rc = h->ops->select(h, fwspec, bus_token);
		else if (h->ops->match)
264
			rc = h->ops->match(h, to_of_node(fwnode), bus_token);
265
		else
266
			rc = ((fwnode != NULL) && (h->fwnode == fwnode) &&
267 268
			      ((bus_token == DOMAIN_BUS_ANY) ||
			       (h->bus_token == bus_token)));
269 270

		if (rc) {
271 272 273
			found = h;
			break;
		}
274
	}
275 276 277
	mutex_unlock(&irq_domain_mutex);
	return found;
}
278
EXPORT_SYMBOL_GPL(irq_find_matching_fwspec);
279

280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304
/**
 * irq_domain_check_msi_remap - Check whether all MSI irq domains implement
 * IRQ remapping
 *
 * Return: false if any MSI irq domain does not support IRQ remapping,
 * true otherwise (including if there is no MSI irq domain)
 */
bool irq_domain_check_msi_remap(void)
{
	struct irq_domain *h;
	bool ret = true;

	mutex_lock(&irq_domain_mutex);
	list_for_each_entry(h, &irq_domain_list, link) {
		if (irq_domain_is_msi(h) &&
		    !irq_domain_hierarchical_is_msi_remap(h)) {
			ret = false;
			break;
		}
	}
	mutex_unlock(&irq_domain_mutex);
	return ret;
}
EXPORT_SYMBOL_GPL(irq_domain_check_msi_remap);

305 306
/**
 * irq_set_default_host() - Set a "default" irq domain
307
 * @domain: default domain pointer
308 309 310 311 312 313
 *
 * For convenience, it's possible to set a "default" domain that will be used
 * whenever NULL is passed to irq_create_mapping(). It makes life easier for
 * platforms that want to manipulate a few hard coded interrupt numbers that
 * aren't properly represented in the device-tree.
 */
314
void irq_set_default_host(struct irq_domain *domain)
315
{
316
	pr_debug("Default domain set to @0x%p\n", domain);
317

318
	irq_default_domain = domain;
319
}
320
EXPORT_SYMBOL_GPL(irq_set_default_host);
321

322
void irq_domain_disassociate(struct irq_domain *domain, unsigned int irq)
323
{
324 325
	struct irq_data *irq_data = irq_get_irq_data(irq);
	irq_hw_number_t hwirq;
326

327 328 329
	if (WARN(!irq_data || irq_data->domain != domain,
		 "virq%i doesn't exist; cannot disassociate\n", irq))
		return;
330

331 332
	hwirq = irq_data->hwirq;
	irq_set_status_flags(irq, IRQ_NOREQUEST);
333

334 335
	/* remove chip and handler */
	irq_set_chip_and_handler(irq, NULL, NULL);
336

337 338
	/* Make sure it's completed */
	synchronize_irq(irq);
339

340 341 342 343
	/* Tell the PIC about it */
	if (domain->ops->unmap)
		domain->ops->unmap(domain, irq);
	smp_mb();
344

345 346
	irq_data->domain = NULL;
	irq_data->hwirq = 0;
347

348 349 350 351 352 353 354
	/* Clear reverse map for this hwirq */
	if (hwirq < domain->revmap_size) {
		domain->linear_revmap[hwirq] = 0;
	} else {
		mutex_lock(&revmap_trees_mutex);
		radix_tree_delete(&domain->revmap_tree, hwirq);
		mutex_unlock(&revmap_trees_mutex);
355 356 357
	}
}

358 359
int irq_domain_associate(struct irq_domain *domain, unsigned int virq,
			 irq_hw_number_t hwirq)
360
{
361 362
	struct irq_data *irq_data = irq_get_irq_data(virq);
	int ret;
363

364 365 366 367 368 369 370
	if (WARN(hwirq >= domain->hwirq_max,
		 "error: hwirq 0x%x is too large for %s\n", (int)hwirq, domain->name))
		return -EINVAL;
	if (WARN(!irq_data, "error: virq%i is not allocated", virq))
		return -EINVAL;
	if (WARN(irq_data->domain, "error: virq%i is already associated", virq))
		return -EINVAL;
371

372 373 374 375 376 377 378 379 380 381 382 383 384 385
	mutex_lock(&irq_domain_mutex);
	irq_data->hwirq = hwirq;
	irq_data->domain = domain;
	if (domain->ops->map) {
		ret = domain->ops->map(domain, virq, hwirq);
		if (ret != 0) {
			/*
			 * If map() returns -EPERM, this interrupt is protected
			 * by the firmware or some other service and shall not
			 * be mapped. Don't bother telling the user about it.
			 */
			if (ret != -EPERM) {
				pr_info("%s didn't like hwirq-0x%lx to VIRQ%i mapping (rc=%d)\n",
				       domain->name, hwirq, virq, ret);
386
			}
387 388 389 390
			irq_data->domain = NULL;
			irq_data->hwirq = 0;
			mutex_unlock(&irq_domain_mutex);
			return ret;
391 392
		}

393 394 395 396
		/* If not already assigned, give the domain the chip's name */
		if (!domain->name && irq_data->chip)
			domain->name = irq_data->chip->name;
	}
397

398 399 400 401 402 403
	if (hwirq < domain->revmap_size) {
		domain->linear_revmap[hwirq] = virq;
	} else {
		mutex_lock(&revmap_trees_mutex);
		radix_tree_insert(&domain->revmap_tree, hwirq, irq_data);
		mutex_unlock(&revmap_trees_mutex);
404
	}
405 406 407
	mutex_unlock(&irq_domain_mutex);

	irq_clear_status_flags(virq, IRQ_NOREQUEST);
408 409 410

	return 0;
}
411
EXPORT_SYMBOL_GPL(irq_domain_associate);
412

413 414 415
void irq_domain_associate_many(struct irq_domain *domain, unsigned int irq_base,
			       irq_hw_number_t hwirq_base, int count)
{
416
	struct device_node *of_node;
417 418
	int i;

419
	of_node = irq_domain_get_of_node(domain);
420
	pr_debug("%s(%s, irqbase=%i, hwbase=%i, count=%i)\n", __func__,
421
		of_node_full_name(of_node), irq_base, (int)hwirq_base, count);
422 423 424 425

	for (i = 0; i < count; i++) {
		irq_domain_associate(domain, irq_base + i, hwirq_base + i);
	}
426
}
427
EXPORT_SYMBOL_GPL(irq_domain_associate_many);
428 429 430

/**
 * irq_create_direct_mapping() - Allocate an irq for direct mapping
431
 * @domain: domain to allocate the irq for or NULL for default domain
432 433 434
 *
 * This routine is used for irq controllers which can choose the hardware
 * interrupt numbers they generate. In such a case it's simplest to use
G
Grant Likely 已提交
435 436 437
 * the linux irq as the hardware interrupt number. It still uses the linear
 * or radix tree to store the mapping, but the irq controller can optimize
 * the revmap path by using the hwirq directly.
438
 */
439
unsigned int irq_create_direct_mapping(struct irq_domain *domain)
440
{
441
	struct device_node *of_node;
442 443
	unsigned int virq;

444 445
	if (domain == NULL)
		domain = irq_default_domain;
446

447 448
	of_node = irq_domain_get_of_node(domain);
	virq = irq_alloc_desc_from(1, of_node_to_nid(of_node));
449
	if (!virq) {
450
		pr_debug("create_direct virq allocation failed\n");
451
		return 0;
452
	}
G
Grant Likely 已提交
453
	if (virq >= domain->revmap_direct_max_irq) {
454
		pr_err("ERROR: no free irqs available below %i maximum\n",
G
Grant Likely 已提交
455
			domain->revmap_direct_max_irq);
456 457 458
		irq_free_desc(virq);
		return 0;
	}
459
	pr_debug("create_direct obtained virq %d\n", virq);
460

461
	if (irq_domain_associate(domain, virq, virq)) {
462
		irq_free_desc(virq);
463
		return 0;
464 465 466 467
	}

	return virq;
}
468
EXPORT_SYMBOL_GPL(irq_create_direct_mapping);
469 470 471

/**
 * irq_create_mapping() - Map a hardware interrupt into linux irq space
472 473
 * @domain: domain owning this hardware interrupt or NULL for default domain
 * @hwirq: hardware irq number in that domain space
474 475 476 477 478 479
 *
 * Only one mapping per hardware interrupt is permitted. Returns a linux
 * irq number.
 * If the sense/trigger is to be specified, set_irq_type() should be called
 * on the number returned from that call.
 */
480
unsigned int irq_create_mapping(struct irq_domain *domain,
481 482
				irq_hw_number_t hwirq)
{
483
	struct device_node *of_node;
484
	int virq;
485

486
	pr_debug("irq_create_mapping(0x%p, 0x%lx)\n", domain, hwirq);
487

488 489 490 491
	/* Look for default domain if nececssary */
	if (domain == NULL)
		domain = irq_default_domain;
	if (domain == NULL) {
K
Kefeng Wang 已提交
492
		WARN(1, "%s(, %lx) called with NULL domain\n", __func__, hwirq);
493
		return 0;
494
	}
495
	pr_debug("-> using domain @%p\n", domain);
496

497 498
	of_node = irq_domain_get_of_node(domain);

499
	/* Check if mapping already exists */
500
	virq = irq_find_mapping(domain, hwirq);
501
	if (virq) {
502
		pr_debug("-> existing mapping on virq %d\n", virq);
503 504 505
		return virq;
	}

506
	/* Allocate a virtual interrupt number */
507
	virq = irq_domain_alloc_descs(-1, 1, hwirq, of_node_to_nid(of_node), NULL);
508
	if (virq <= 0) {
509
		pr_debug("-> virq allocation failed\n");
510
		return 0;
511 512
	}

513
	if (irq_domain_associate(domain, virq, hwirq)) {
514
		irq_free_desc(virq);
515
		return 0;
516 517
	}

518
	pr_debug("irq %lu on domain %s mapped to virtual irq %u\n",
519
		hwirq, of_node_full_name(of_node), virq);
520 521 522 523 524

	return virq;
}
EXPORT_SYMBOL_GPL(irq_create_mapping);

525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545
/**
 * irq_create_strict_mappings() - Map a range of hw irqs to fixed linux irqs
 * @domain: domain owning the interrupt range
 * @irq_base: beginning of linux IRQ range
 * @hwirq_base: beginning of hardware IRQ range
 * @count: Number of interrupts to map
 *
 * This routine is used for allocating and mapping a range of hardware
 * irqs to linux irqs where the linux irq numbers are at pre-defined
 * locations. For use by controllers that already have static mappings
 * to insert in to the domain.
 *
 * Non-linear users can use irq_create_identity_mapping() for IRQ-at-a-time
 * domain insertion.
 *
 * 0 is returned upon success, while any failure to establish a static
 * mapping is treated as an error.
 */
int irq_create_strict_mappings(struct irq_domain *domain, unsigned int irq_base,
			       irq_hw_number_t hwirq_base, int count)
{
546
	struct device_node *of_node;
547 548
	int ret;

549
	of_node = irq_domain_get_of_node(domain);
550
	ret = irq_alloc_descs(irq_base, irq_base, count,
551
			      of_node_to_nid(of_node));
552 553 554
	if (unlikely(ret < 0))
		return ret;

555
	irq_domain_associate_many(domain, irq_base, hwirq_base, count);
556 557 558 559
	return 0;
}
EXPORT_SYMBOL_GPL(irq_create_strict_mappings);

560 561 562 563 564 565 566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589
static int irq_domain_translate(struct irq_domain *d,
				struct irq_fwspec *fwspec,
				irq_hw_number_t *hwirq, unsigned int *type)
{
#ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
	if (d->ops->translate)
		return d->ops->translate(d, fwspec, hwirq, type);
#endif
	if (d->ops->xlate)
		return d->ops->xlate(d, to_of_node(fwspec->fwnode),
				     fwspec->param, fwspec->param_count,
				     hwirq, type);

	/* If domain has no translation, then we assume interrupt line */
	*hwirq = fwspec->param[0];
	return 0;
}

static void of_phandle_args_to_fwspec(struct of_phandle_args *irq_data,
				      struct irq_fwspec *fwspec)
{
	int i;

	fwspec->fwnode = irq_data->np ? &irq_data->np->fwnode : NULL;
	fwspec->param_count = irq_data->args_count;

	for (i = 0; i < irq_data->args_count; i++)
		fwspec->param[i] = irq_data->args[i];
}

590
unsigned int irq_create_fwspec_mapping(struct irq_fwspec *fwspec)
591
{
592
	struct irq_domain *domain;
593
	struct irq_data *irq_data;
594 595
	irq_hw_number_t hwirq;
	unsigned int type = IRQ_TYPE_NONE;
596
	int virq;
597

598
	if (fwspec->fwnode) {
599
		domain = irq_find_matching_fwspec(fwspec, DOMAIN_BUS_WIRED);
600
		if (!domain)
601
			domain = irq_find_matching_fwspec(fwspec, DOMAIN_BUS_ANY);
602
	} else {
603
		domain = irq_default_domain;
604
	}
605

606
	if (!domain) {
K
Kefeng Wang 已提交
607
		pr_warn("no irq domain found for %s !\n",
608
			of_node_full_name(to_of_node(fwspec->fwnode)));
609
		return 0;
610 611
	}

612
	if (irq_domain_translate(domain, fwspec, &hwirq, &type))
613
		return 0;
614

615 616 617 618 619 620 621 622 623 624 625 626 627
	/*
	 * WARN if the irqchip returns a type with bits
	 * outside the sense mask set and clear these bits.
	 */
	if (WARN_ON(type & ~IRQ_TYPE_SENSE_MASK))
		type &= IRQ_TYPE_SENSE_MASK;

	/*
	 * If we've already configured this interrupt,
	 * don't do it again, or hell will break loose.
	 */
	virq = irq_find_mapping(domain, hwirq);
	if (virq) {
628
		/*
629 630 631
		 * If the trigger type is not specified or matches the
		 * current trigger type then we are done so return the
		 * interrupt number.
632
		 */
633
		if (type == IRQ_TYPE_NONE || type == irq_get_trigger_type(virq))
634 635
			return virq;

636 637 638 639 640
		/*
		 * If the trigger type has not been set yet, then set
		 * it now and return the interrupt number.
		 */
		if (irq_get_trigger_type(virq) == IRQ_TYPE_NONE) {
641 642 643 644 645
			irq_data = irq_get_irq_data(virq);
			if (!irq_data)
				return 0;

			irqd_set_trigger_type(irq_data, type);
646 647 648 649 650 651 652 653 654
			return virq;
		}

		pr_warn("type mismatch, failed to map hwirq-%lu for %s!\n",
			hwirq, of_node_full_name(to_of_node(fwspec->fwnode)));
		return 0;
	}

	if (irq_domain_is_hierarchy(domain)) {
655
		virq = irq_domain_alloc_irqs(domain, 1, NUMA_NO_NODE, fwspec);
656 657 658 659 660 661 662 663
		if (virq <= 0)
			return 0;
	} else {
		/* Create mapping */
		virq = irq_create_mapping(domain, hwirq);
		if (!virq)
			return virq;
	}
664

665 666 667 668 669 670 671 672 673 674 675 676
	irq_data = irq_get_irq_data(virq);
	if (!irq_data) {
		if (irq_domain_is_hierarchy(domain))
			irq_domain_free_irqs(virq, 1);
		else
			irq_dispose_mapping(virq);
		return 0;
	}

	/* Store trigger type */
	irqd_set_trigger_type(irq_data, type);

677 678
	return virq;
}
679 680 681 682 683 684 685 686 687
EXPORT_SYMBOL_GPL(irq_create_fwspec_mapping);

unsigned int irq_create_of_mapping(struct of_phandle_args *irq_data)
{
	struct irq_fwspec fwspec;

	of_phandle_args_to_fwspec(irq_data, &fwspec);
	return irq_create_fwspec_mapping(&fwspec);
}
688 689 690 691 692 693 694 695 696
EXPORT_SYMBOL_GPL(irq_create_of_mapping);

/**
 * irq_dispose_mapping() - Unmap an interrupt
 * @virq: linux irq number of the interrupt to unmap
 */
void irq_dispose_mapping(unsigned int virq)
{
	struct irq_data *irq_data = irq_get_irq_data(virq);
697
	struct irq_domain *domain;
698

699
	if (!virq || !irq_data)
700 701
		return;

702 703
	domain = irq_data->domain;
	if (WARN_ON(domain == NULL))
704 705
		return;

706 707 708 709 710 711
	if (irq_domain_is_hierarchy(domain)) {
		irq_domain_free_irqs(virq, 1);
	} else {
		irq_domain_disassociate(domain, virq);
		irq_free_desc(virq);
	}
712 713 714 715 716
}
EXPORT_SYMBOL_GPL(irq_dispose_mapping);

/**
 * irq_find_mapping() - Find a linux irq from an hw irq number.
717 718
 * @domain: domain owning this hardware interrupt
 * @hwirq: hardware irq number in that domain space
719
 */
720
unsigned int irq_find_mapping(struct irq_domain *domain,
721 722
			      irq_hw_number_t hwirq)
{
723
	struct irq_data *data;
724

725 726 727 728
	/* Look for default domain if nececssary */
	if (domain == NULL)
		domain = irq_default_domain;
	if (domain == NULL)
729
		return 0;
730

G
Grant Likely 已提交
731
	if (hwirq < domain->revmap_direct_max_irq) {
732 733
		data = irq_domain_get_irq_data(domain, hwirq);
		if (data && data->hwirq == hwirq)
734 735 736
			return hwirq;
	}

737 738 739
	/* Check if the hwirq is in the linear revmap. */
	if (hwirq < domain->revmap_size)
		return domain->linear_revmap[hwirq];
740

741 742 743 744
	rcu_read_lock();
	data = radix_tree_lookup(&domain->revmap_tree, hwirq);
	rcu_read_unlock();
	return data ? data->irq : 0;
745 746 747
}
EXPORT_SYMBOL_GPL(irq_find_mapping);

748
#ifdef CONFIG_IRQ_DOMAIN_DEBUG
749 750 751 752 753 754 755 756 757 758 759 760 761 762 763 764 765 766 767 768 769 770 771 772 773 774 775 776 777 778 779 780 781 782 783 784 785 786 787 788 789
static void virq_debug_show_one(struct seq_file *m, struct irq_desc *desc)
{
	struct irq_domain *domain;
	struct irq_data *data;

	domain = desc->irq_data.domain;
	data = &desc->irq_data;

	while (domain) {
		unsigned int irq = data->irq;
		unsigned long hwirq = data->hwirq;
		struct irq_chip *chip;
		bool direct;

		if (data == &desc->irq_data)
			seq_printf(m, "%5d  ", irq);
		else
			seq_printf(m, "%5d+ ", irq);
		seq_printf(m, "0x%05lx  ", hwirq);

		chip = irq_data_get_irq_chip(data);
		seq_printf(m, "%-15s  ", (chip && chip->name) ? chip->name : "none");

		seq_printf(m, data ? "0x%p  " : "  %p  ",
			   irq_data_get_irq_chip_data(data));

		seq_printf(m, "   %c    ", (desc->action && desc->action->handler) ? '*' : ' ');
		direct = (irq == hwirq) && (irq < domain->revmap_direct_max_irq);
		seq_printf(m, "%6s%-8s  ",
			   (hwirq < domain->revmap_size) ? "LINEAR" : "RADIX",
			   direct ? "(DIRECT)" : "");
		seq_printf(m, "%s\n", domain->name);
#ifdef CONFIG_IRQ_DOMAIN_HIERARCHY
		domain = domain->parent;
		data = data->parent_data;
#else
		domain = NULL;
#endif
	}
}

790 791 792 793
static int virq_debug_show(struct seq_file *m, void *private)
{
	unsigned long flags;
	struct irq_desc *desc;
G
Grant Likely 已提交
794 795
	struct irq_domain *domain;
	struct radix_tree_iter iter;
796
	void **slot;
797 798
	int i;

G
Grant Likely 已提交
799 800 801 802
	seq_printf(m, " %-16s  %-6s  %-10s  %-10s  %s\n",
		   "name", "mapped", "linear-max", "direct-max", "devtree-node");
	mutex_lock(&irq_domain_mutex);
	list_for_each_entry(domain, &irq_domain_list, link) {
803
		struct device_node *of_node;
G
Grant Likely 已提交
804
		int count = 0;
805
		of_node = irq_domain_get_of_node(domain);
G
Grant Likely 已提交
806 807 808 809 810 811
		radix_tree_for_each_slot(slot, &domain->revmap_tree, &iter, 0)
			count++;
		seq_printf(m, "%c%-16s  %6u  %10u  %10u  %s\n",
			   domain == irq_default_domain ? '*' : ' ', domain->name,
			   domain->revmap_size + count, domain->revmap_size,
			   domain->revmap_direct_max_irq,
812
			   of_node ? of_node_full_name(of_node) : "");
G
Grant Likely 已提交
813 814 815 816
	}
	mutex_unlock(&irq_domain_mutex);

	seq_printf(m, "%-5s  %-7s  %-15s  %-*s  %6s  %-14s  %s\n", "irq", "hwirq",
817
		      "chip name", (int)(2 * sizeof(void *) + 2), "chip data",
G
Grant Likely 已提交
818
		      "active", "type", "domain");
819 820 821 822 823 824 825

	for (i = 1; i < nr_irqs; i++) {
		desc = irq_to_desc(i);
		if (!desc)
			continue;

		raw_spin_lock_irqsave(&desc->lock, flags);
826
		virq_debug_show_one(m, desc);
827 828 829 830 831 832 833 834 835 836 837 838 839 840 841 842 843 844 845 846
		raw_spin_unlock_irqrestore(&desc->lock, flags);
	}

	return 0;
}

static int virq_debug_open(struct inode *inode, struct file *file)
{
	return single_open(file, virq_debug_show, inode->i_private);
}

static const struct file_operations virq_debug_fops = {
	.open = virq_debug_open,
	.read = seq_read,
	.llseek = seq_lseek,
	.release = single_release,
};

static int __init irq_debugfs_init(void)
{
847
	if (debugfs_create_file("irq_domain_mapping", S_IRUGO, NULL,
848 849 850 851 852 853
				 NULL, &virq_debug_fops) == NULL)
		return -ENOMEM;

	return 0;
}
__initcall(irq_debugfs_init);
854
#endif /* CONFIG_IRQ_DOMAIN_DEBUG */
855

856 857 858 859 860 861 862 863 864
/**
 * irq_domain_xlate_onecell() - Generic xlate for direct one cell bindings
 *
 * Device Tree IRQ specifier translation function which works with one cell
 * bindings where the cell value maps directly to the hwirq number.
 */
int irq_domain_xlate_onecell(struct irq_domain *d, struct device_node *ctrlr,
			     const u32 *intspec, unsigned int intsize,
			     unsigned long *out_hwirq, unsigned int *out_type)
865
{
866
	if (WARN_ON(intsize < 1))
867 868 869 870 871
		return -EINVAL;
	*out_hwirq = intspec[0];
	*out_type = IRQ_TYPE_NONE;
	return 0;
}
872 873 874 875 876 877 878 879 880 881 882 883 884 885 886 887 888 889 890 891 892 893 894 895 896 897 898 899 900 901 902 903 904 905 906 907 908 909 910 911
EXPORT_SYMBOL_GPL(irq_domain_xlate_onecell);

/**
 * irq_domain_xlate_twocell() - Generic xlate for direct two cell bindings
 *
 * Device Tree IRQ specifier translation function which works with two cell
 * bindings where the cell values map directly to the hwirq number
 * and linux irq flags.
 */
int irq_domain_xlate_twocell(struct irq_domain *d, struct device_node *ctrlr,
			const u32 *intspec, unsigned int intsize,
			irq_hw_number_t *out_hwirq, unsigned int *out_type)
{
	if (WARN_ON(intsize < 2))
		return -EINVAL;
	*out_hwirq = intspec[0];
	*out_type = intspec[1] & IRQ_TYPE_SENSE_MASK;
	return 0;
}
EXPORT_SYMBOL_GPL(irq_domain_xlate_twocell);

/**
 * irq_domain_xlate_onetwocell() - Generic xlate for one or two cell bindings
 *
 * Device Tree IRQ specifier translation function which works with either one
 * or two cell bindings where the cell values map directly to the hwirq number
 * and linux irq flags.
 *
 * Note: don't use this function unless your interrupt controller explicitly
 * supports both one and two cell bindings.  For the majority of controllers
 * the _onecell() or _twocell() variants above should be used.
 */
int irq_domain_xlate_onetwocell(struct irq_domain *d,
				struct device_node *ctrlr,
				const u32 *intspec, unsigned int intsize,
				unsigned long *out_hwirq, unsigned int *out_type)
{
	if (WARN_ON(intsize < 1))
		return -EINVAL;
	*out_hwirq = intspec[0];
912 913 914 915
	if (intsize > 1)
		*out_type = intspec[1] & IRQ_TYPE_SENSE_MASK;
	else
		*out_type = IRQ_TYPE_NONE;
916 917 918
	return 0;
}
EXPORT_SYMBOL_GPL(irq_domain_xlate_onetwocell);
919

920
const struct irq_domain_ops irq_domain_simple_ops = {
921
	.xlate = irq_domain_xlate_onetwocell,
922 923
};
EXPORT_SYMBOL_GPL(irq_domain_simple_ops);
924

925
int irq_domain_alloc_descs(int virq, unsigned int cnt, irq_hw_number_t hwirq,
926
			   int node, const struct cpumask *affinity)
927 928 929 930
{
	unsigned int hint;

	if (virq >= 0) {
931 932
		virq = __irq_alloc_descs(virq, virq, cnt, node, THIS_MODULE,
					 affinity);
933 934 935 936
	} else {
		hint = hwirq % nr_irqs;
		if (hint == 0)
			hint++;
937 938 939 940 941 942
		virq = __irq_alloc_descs(-1, hint, cnt, node, THIS_MODULE,
					 affinity);
		if (virq <= 0 && hint > 1) {
			virq = __irq_alloc_descs(-1, 1, cnt, node, THIS_MODULE,
						 affinity);
		}
943 944 945 946 947 948
	}

	return virq;
}

#ifdef	CONFIG_IRQ_DOMAIN_HIERARCHY
949
/**
950
 * irq_domain_create_hierarchy - Add a irqdomain into the hierarchy
951 952 953
 * @parent:	Parent irq domain to associate with the new domain
 * @flags:	Irq domain flags associated to the domain
 * @size:	Size of the domain. See below
954
 * @fwnode:	Optional fwnode of the interrupt controller
955 956 957 958 959 960 961 962 963
 * @ops:	Pointer to the interrupt domain callbacks
 * @host_data:	Controller private data pointer
 *
 * If @size is 0 a tree domain is created, otherwise a linear domain.
 *
 * If successful the parent is associated to the new domain and the
 * domain flags are set.
 * Returns pointer to IRQ domain, or NULL on failure.
 */
964
struct irq_domain *irq_domain_create_hierarchy(struct irq_domain *parent,
965 966
					    unsigned int flags,
					    unsigned int size,
967
					    struct fwnode_handle *fwnode,
968 969 970 971 972 973
					    const struct irq_domain_ops *ops,
					    void *host_data)
{
	struct irq_domain *domain;

	if (size)
974
		domain = irq_domain_create_linear(fwnode, size, ops, host_data);
975
	else
976
		domain = irq_domain_create_tree(fwnode, ops, host_data);
977 978 979 980 981 982 983
	if (domain) {
		domain->parent = parent;
		domain->flags |= flags;
	}

	return domain;
}
984
EXPORT_SYMBOL_GPL(irq_domain_create_hierarchy);
985

986 987 988 989 990 991 992 993 994 995 996 997 998 999 1000 1001 1002 1003 1004 1005 1006 1007 1008 1009 1010 1011 1012 1013 1014 1015 1016 1017 1018 1019 1020 1021 1022 1023 1024 1025 1026 1027 1028 1029 1030 1031 1032 1033 1034 1035 1036 1037
static void irq_domain_insert_irq(int virq)
{
	struct irq_data *data;

	for (data = irq_get_irq_data(virq); data; data = data->parent_data) {
		struct irq_domain *domain = data->domain;
		irq_hw_number_t hwirq = data->hwirq;

		if (hwirq < domain->revmap_size) {
			domain->linear_revmap[hwirq] = virq;
		} else {
			mutex_lock(&revmap_trees_mutex);
			radix_tree_insert(&domain->revmap_tree, hwirq, data);
			mutex_unlock(&revmap_trees_mutex);
		}

		/* If not already assigned, give the domain the chip's name */
		if (!domain->name && data->chip)
			domain->name = data->chip->name;
	}

	irq_clear_status_flags(virq, IRQ_NOREQUEST);
}

static void irq_domain_remove_irq(int virq)
{
	struct irq_data *data;

	irq_set_status_flags(virq, IRQ_NOREQUEST);
	irq_set_chip_and_handler(virq, NULL, NULL);
	synchronize_irq(virq);
	smp_mb();

	for (data = irq_get_irq_data(virq); data; data = data->parent_data) {
		struct irq_domain *domain = data->domain;
		irq_hw_number_t hwirq = data->hwirq;

		if (hwirq < domain->revmap_size) {
			domain->linear_revmap[hwirq] = 0;
		} else {
			mutex_lock(&revmap_trees_mutex);
			radix_tree_delete(&domain->revmap_tree, hwirq);
			mutex_unlock(&revmap_trees_mutex);
		}
	}
}

static struct irq_data *irq_domain_insert_irq_data(struct irq_domain *domain,
						   struct irq_data *child)
{
	struct irq_data *irq_data;

1038 1039
	irq_data = kzalloc_node(sizeof(*irq_data), GFP_KERNEL,
				irq_data_get_node(child));
1040 1041 1042
	if (irq_data) {
		child->parent_data = irq_data;
		irq_data->irq = child->irq;
1043
		irq_data->common = child->common;
1044 1045 1046 1047 1048 1049 1050 1051 1052 1053 1054 1055 1056 1057 1058 1059 1060 1061 1062 1063 1064 1065 1066 1067 1068 1069 1070 1071 1072 1073 1074 1075 1076 1077 1078 1079 1080 1081 1082 1083 1084 1085 1086 1087 1088 1089 1090 1091 1092 1093 1094 1095 1096 1097 1098 1099 1100 1101 1102 1103 1104 1105 1106 1107 1108 1109
		irq_data->domain = domain;
	}

	return irq_data;
}

static void irq_domain_free_irq_data(unsigned int virq, unsigned int nr_irqs)
{
	struct irq_data *irq_data, *tmp;
	int i;

	for (i = 0; i < nr_irqs; i++) {
		irq_data = irq_get_irq_data(virq + i);
		tmp = irq_data->parent_data;
		irq_data->parent_data = NULL;
		irq_data->domain = NULL;

		while (tmp) {
			irq_data = tmp;
			tmp = tmp->parent_data;
			kfree(irq_data);
		}
	}
}

static int irq_domain_alloc_irq_data(struct irq_domain *domain,
				     unsigned int virq, unsigned int nr_irqs)
{
	struct irq_data *irq_data;
	struct irq_domain *parent;
	int i;

	/* The outermost irq_data is embedded in struct irq_desc */
	for (i = 0; i < nr_irqs; i++) {
		irq_data = irq_get_irq_data(virq + i);
		irq_data->domain = domain;

		for (parent = domain->parent; parent; parent = parent->parent) {
			irq_data = irq_domain_insert_irq_data(parent, irq_data);
			if (!irq_data) {
				irq_domain_free_irq_data(virq, i + 1);
				return -ENOMEM;
			}
		}
	}

	return 0;
}

/**
 * irq_domain_get_irq_data - Get irq_data associated with @virq and @domain
 * @domain:	domain to match
 * @virq:	IRQ number to get irq_data
 */
struct irq_data *irq_domain_get_irq_data(struct irq_domain *domain,
					 unsigned int virq)
{
	struct irq_data *irq_data;

	for (irq_data = irq_get_irq_data(virq); irq_data;
	     irq_data = irq_data->parent_data)
		if (irq_data->domain == domain)
			return irq_data;

	return NULL;
}
1110
EXPORT_SYMBOL_GPL(irq_domain_get_irq_data);
1111 1112 1113 1114 1115 1116 1117 1118 1119 1120 1121 1122 1123 1124 1125 1126 1127 1128 1129 1130 1131 1132 1133 1134

/**
 * irq_domain_set_hwirq_and_chip - Set hwirq and irqchip of @virq at @domain
 * @domain:	Interrupt domain to match
 * @virq:	IRQ number
 * @hwirq:	The hwirq number
 * @chip:	The associated interrupt chip
 * @chip_data:	The associated chip data
 */
int irq_domain_set_hwirq_and_chip(struct irq_domain *domain, unsigned int virq,
				  irq_hw_number_t hwirq, struct irq_chip *chip,
				  void *chip_data)
{
	struct irq_data *irq_data = irq_domain_get_irq_data(domain, virq);

	if (!irq_data)
		return -ENOENT;

	irq_data->hwirq = hwirq;
	irq_data->chip = chip ? chip : &no_irq_chip;
	irq_data->chip_data = chip_data;

	return 0;
}
1135
EXPORT_SYMBOL_GPL(irq_domain_set_hwirq_and_chip);
1136

1137 1138 1139 1140 1141 1142 1143 1144 1145 1146 1147 1148 1149 1150 1151 1152 1153 1154 1155 1156
/**
 * irq_domain_set_info - Set the complete data for a @virq in @domain
 * @domain:		Interrupt domain to match
 * @virq:		IRQ number
 * @hwirq:		The hardware interrupt number
 * @chip:		The associated interrupt chip
 * @chip_data:		The associated interrupt chip data
 * @handler:		The interrupt flow handler
 * @handler_data:	The interrupt flow handler data
 * @handler_name:	The interrupt handler name
 */
void irq_domain_set_info(struct irq_domain *domain, unsigned int virq,
			 irq_hw_number_t hwirq, struct irq_chip *chip,
			 void *chip_data, irq_flow_handler_t handler,
			 void *handler_data, const char *handler_name)
{
	irq_domain_set_hwirq_and_chip(domain, virq, hwirq, chip, chip_data);
	__irq_set_handler(virq, handler, 0, handler_name);
	irq_set_handler_data(virq, handler_data);
}
1157
EXPORT_SYMBOL(irq_domain_set_info);
1158

1159 1160 1161 1162 1163 1164 1165 1166 1167 1168
/**
 * irq_domain_reset_irq_data - Clear hwirq, chip and chip_data in @irq_data
 * @irq_data:	The pointer to irq_data
 */
void irq_domain_reset_irq_data(struct irq_data *irq_data)
{
	irq_data->hwirq = 0;
	irq_data->chip = &no_irq_chip;
	irq_data->chip_data = NULL;
}
1169
EXPORT_SYMBOL_GPL(irq_domain_reset_irq_data);
1170 1171 1172 1173 1174 1175 1176 1177 1178 1179 1180 1181 1182 1183 1184 1185 1186 1187 1188 1189

/**
 * irq_domain_free_irqs_common - Clear irq_data and free the parent
 * @domain:	Interrupt domain to match
 * @virq:	IRQ number to start with
 * @nr_irqs:	The number of irqs to free
 */
void irq_domain_free_irqs_common(struct irq_domain *domain, unsigned int virq,
				 unsigned int nr_irqs)
{
	struct irq_data *irq_data;
	int i;

	for (i = 0; i < nr_irqs; i++) {
		irq_data = irq_domain_get_irq_data(domain, virq + i);
		if (irq_data)
			irq_domain_reset_irq_data(irq_data);
	}
	irq_domain_free_irqs_parent(domain, virq, nr_irqs);
}
1190
EXPORT_SYMBOL_GPL(irq_domain_free_irqs_common);
1191 1192 1193 1194 1195 1196 1197 1198 1199 1200 1201 1202 1203 1204 1205 1206 1207 1208 1209

/**
 * irq_domain_free_irqs_top - Clear handler and handler data, clear irqdata and free parent
 * @domain:	Interrupt domain to match
 * @virq:	IRQ number to start with
 * @nr_irqs:	The number of irqs to free
 */
void irq_domain_free_irqs_top(struct irq_domain *domain, unsigned int virq,
			      unsigned int nr_irqs)
{
	int i;

	for (i = 0; i < nr_irqs; i++) {
		irq_set_handler_data(virq + i, NULL);
		irq_set_handler(virq + i, NULL);
	}
	irq_domain_free_irqs_common(domain, virq, nr_irqs);
}

1210 1211 1212 1213 1214 1215 1216 1217 1218 1219 1220 1221 1222 1223 1224 1225 1226
static bool irq_domain_is_auto_recursive(struct irq_domain *domain)
{
	return domain->flags & IRQ_DOMAIN_FLAG_AUTO_RECURSIVE;
}

static void irq_domain_free_irqs_recursive(struct irq_domain *domain,
					   unsigned int irq_base,
					   unsigned int nr_irqs)
{
	domain->ops->free(domain, irq_base, nr_irqs);
	if (irq_domain_is_auto_recursive(domain)) {
		BUG_ON(!domain->parent);
		irq_domain_free_irqs_recursive(domain->parent, irq_base,
					       nr_irqs);
	}
}

1227 1228 1229
int irq_domain_alloc_irqs_recursive(struct irq_domain *domain,
				    unsigned int irq_base,
				    unsigned int nr_irqs, void *arg)
1230 1231 1232 1233 1234 1235 1236 1237 1238
{
	int ret = 0;
	struct irq_domain *parent = domain->parent;
	bool recursive = irq_domain_is_auto_recursive(domain);

	BUG_ON(recursive && !parent);
	if (recursive)
		ret = irq_domain_alloc_irqs_recursive(parent, irq_base,
						      nr_irqs, arg);
1239 1240 1241 1242
	if (ret < 0)
		return ret;

	ret = domain->ops->alloc(domain, irq_base, nr_irqs, arg);
1243 1244 1245 1246 1247 1248
	if (ret < 0 && recursive)
		irq_domain_free_irqs_recursive(parent, irq_base, nr_irqs);

	return ret;
}

1249 1250 1251 1252 1253 1254 1255 1256
/**
 * __irq_domain_alloc_irqs - Allocate IRQs from domain
 * @domain:	domain to allocate from
 * @irq_base:	allocate specified IRQ nubmer if irq_base >= 0
 * @nr_irqs:	number of IRQs to allocate
 * @node:	NUMA node id for memory allocation
 * @arg:	domain specific argument
 * @realloc:	IRQ descriptors have already been allocated if true
1257
 * @affinity:	Optional irq affinity mask for multiqueue devices
1258 1259 1260 1261 1262 1263 1264 1265 1266 1267 1268 1269 1270 1271 1272
 *
 * Allocate IRQ numbers and initialized all data structures to support
 * hierarchy IRQ domains.
 * Parameter @realloc is mainly to support legacy IRQs.
 * Returns error code or allocated IRQ number
 *
 * The whole process to setup an IRQ has been split into two steps.
 * The first step, __irq_domain_alloc_irqs(), is to allocate IRQ
 * descriptor and required hardware resources. The second step,
 * irq_domain_activate_irq(), is to program hardwares with preallocated
 * resources. In this way, it's easier to rollback when failing to
 * allocate resources.
 */
int __irq_domain_alloc_irqs(struct irq_domain *domain, int irq_base,
			    unsigned int nr_irqs, int node, void *arg,
1273
			    bool realloc, const struct cpumask *affinity)
1274 1275 1276 1277 1278 1279 1280 1281 1282 1283 1284 1285 1286 1287 1288 1289 1290
{
	int i, ret, virq;

	if (domain == NULL) {
		domain = irq_default_domain;
		if (WARN(!domain, "domain is NULL; cannot allocate IRQ\n"))
			return -EINVAL;
	}

	if (!domain->ops->alloc) {
		pr_debug("domain->ops->alloc() is NULL\n");
		return -ENOSYS;
	}

	if (realloc && irq_base >= 0) {
		virq = irq_base;
	} else {
1291 1292
		virq = irq_domain_alloc_descs(irq_base, nr_irqs, 0, node,
					      affinity);
1293 1294 1295 1296 1297 1298 1299 1300 1301 1302 1303 1304 1305 1306
		if (virq < 0) {
			pr_debug("cannot allocate IRQ(base %d, count %d)\n",
				 irq_base, nr_irqs);
			return virq;
		}
	}

	if (irq_domain_alloc_irq_data(domain, virq, nr_irqs)) {
		pr_debug("cannot allocate memory for IRQ%d\n", virq);
		ret = -ENOMEM;
		goto out_free_desc;
	}

	mutex_lock(&irq_domain_mutex);
1307
	ret = irq_domain_alloc_irqs_recursive(domain, virq, nr_irqs, arg);
1308 1309 1310 1311 1312 1313 1314 1315 1316 1317 1318 1319 1320 1321 1322 1323 1324 1325 1326 1327 1328 1329 1330 1331 1332 1333 1334 1335 1336 1337 1338 1339 1340 1341
	if (ret < 0) {
		mutex_unlock(&irq_domain_mutex);
		goto out_free_irq_data;
	}
	for (i = 0; i < nr_irqs; i++)
		irq_domain_insert_irq(virq + i);
	mutex_unlock(&irq_domain_mutex);

	return virq;

out_free_irq_data:
	irq_domain_free_irq_data(virq, nr_irqs);
out_free_desc:
	irq_free_descs(virq, nr_irqs);
	return ret;
}

/**
 * irq_domain_free_irqs - Free IRQ number and associated data structures
 * @virq:	base IRQ number
 * @nr_irqs:	number of IRQs to free
 */
void irq_domain_free_irqs(unsigned int virq, unsigned int nr_irqs)
{
	struct irq_data *data = irq_get_irq_data(virq);
	int i;

	if (WARN(!data || !data->domain || !data->domain->ops->free,
		 "NULL pointer, cannot free irq\n"))
		return;

	mutex_lock(&irq_domain_mutex);
	for (i = 0; i < nr_irqs; i++)
		irq_domain_remove_irq(virq + i);
1342
	irq_domain_free_irqs_recursive(data->domain, virq, nr_irqs);
1343 1344 1345 1346 1347 1348
	mutex_unlock(&irq_domain_mutex);

	irq_domain_free_irq_data(virq, nr_irqs);
	irq_free_descs(virq, nr_irqs);
}

1349 1350 1351 1352 1353 1354 1355 1356 1357 1358 1359 1360 1361 1362 1363 1364 1365 1366 1367 1368 1369 1370 1371
/**
 * irq_domain_alloc_irqs_parent - Allocate interrupts from parent domain
 * @irq_base:	Base IRQ number
 * @nr_irqs:	Number of IRQs to allocate
 * @arg:	Allocation data (arch/domain specific)
 *
 * Check whether the domain has been setup recursive. If not allocate
 * through the parent domain.
 */
int irq_domain_alloc_irqs_parent(struct irq_domain *domain,
				 unsigned int irq_base, unsigned int nr_irqs,
				 void *arg)
{
	/* irq_domain_alloc_irqs_recursive() has called parent's alloc() */
	if (irq_domain_is_auto_recursive(domain))
		return 0;

	domain = domain->parent;
	if (domain)
		return irq_domain_alloc_irqs_recursive(domain, irq_base,
						       nr_irqs, arg);
	return -ENOSYS;
}
1372
EXPORT_SYMBOL_GPL(irq_domain_alloc_irqs_parent);
1373 1374 1375 1376 1377 1378 1379 1380 1381 1382 1383 1384 1385 1386 1387 1388 1389

/**
 * irq_domain_free_irqs_parent - Free interrupts from parent domain
 * @irq_base:	Base IRQ number
 * @nr_irqs:	Number of IRQs to free
 *
 * Check whether the domain has been setup recursive. If not free
 * through the parent domain.
 */
void irq_domain_free_irqs_parent(struct irq_domain *domain,
				 unsigned int irq_base, unsigned int nr_irqs)
{
	/* irq_domain_free_irqs_recursive() will call parent's free */
	if (!irq_domain_is_auto_recursive(domain) && domain->parent)
		irq_domain_free_irqs_recursive(domain->parent, irq_base,
					       nr_irqs);
}
1390
EXPORT_SYMBOL_GPL(irq_domain_free_irqs_parent);
1391

1392 1393 1394 1395 1396 1397 1398 1399 1400 1401 1402 1403 1404 1405 1406 1407 1408 1409 1410 1411 1412 1413 1414 1415
static void __irq_domain_activate_irq(struct irq_data *irq_data)
{
	if (irq_data && irq_data->domain) {
		struct irq_domain *domain = irq_data->domain;

		if (irq_data->parent_data)
			__irq_domain_activate_irq(irq_data->parent_data);
		if (domain->ops->activate)
			domain->ops->activate(domain, irq_data);
	}
}

static void __irq_domain_deactivate_irq(struct irq_data *irq_data)
{
	if (irq_data && irq_data->domain) {
		struct irq_domain *domain = irq_data->domain;

		if (domain->ops->deactivate)
			domain->ops->deactivate(domain, irq_data);
		if (irq_data->parent_data)
			__irq_domain_deactivate_irq(irq_data->parent_data);
	}
}

1416 1417 1418 1419 1420 1421 1422 1423 1424 1425
/**
 * irq_domain_activate_irq - Call domain_ops->activate recursively to activate
 *			     interrupt
 * @irq_data:	outermost irq_data associated with interrupt
 *
 * This is the second step to call domain_ops->activate to program interrupt
 * controllers, so the interrupt could actually get delivered.
 */
void irq_domain_activate_irq(struct irq_data *irq_data)
{
1426 1427 1428
	if (!irqd_is_activated(irq_data)) {
		__irq_domain_activate_irq(irq_data);
		irqd_set_activated(irq_data);
1429 1430 1431 1432 1433 1434 1435 1436 1437 1438 1439 1440 1441
	}
}

/**
 * irq_domain_deactivate_irq - Call domain_ops->deactivate recursively to
 *			       deactivate interrupt
 * @irq_data: outermost irq_data associated with interrupt
 *
 * It calls domain_ops->deactivate to program interrupt controllers to disable
 * interrupt delivery.
 */
void irq_domain_deactivate_irq(struct irq_data *irq_data)
{
1442 1443 1444
	if (irqd_is_activated(irq_data)) {
		__irq_domain_deactivate_irq(irq_data);
		irqd_clr_activated(irq_data);
1445 1446 1447 1448 1449 1450 1451 1452 1453
	}
}

static void irq_domain_check_hierarchy(struct irq_domain *domain)
{
	/* Hierarchy irq_domains must implement callback alloc() */
	if (domain->ops->alloc)
		domain->flags |= IRQ_DOMAIN_FLAG_HIERARCHY;
}
1454 1455 1456 1457 1458 1459 1460 1461 1462 1463 1464 1465 1466 1467

/**
 * irq_domain_hierarchical_is_msi_remap - Check if the domain or any
 * parent has MSI remapping support
 * @domain: domain pointer
 */
bool irq_domain_hierarchical_is_msi_remap(struct irq_domain *domain)
{
	for (; domain; domain = domain->parent) {
		if (irq_domain_is_msi_remap(domain))
			return true;
	}
	return false;
}
1468 1469 1470 1471 1472 1473 1474 1475 1476 1477 1478 1479 1480
#else	/* CONFIG_IRQ_DOMAIN_HIERARCHY */
/**
 * irq_domain_get_irq_data - Get irq_data associated with @virq and @domain
 * @domain:	domain to match
 * @virq:	IRQ number to get irq_data
 */
struct irq_data *irq_domain_get_irq_data(struct irq_domain *domain,
					 unsigned int virq)
{
	struct irq_data *irq_data = irq_get_irq_data(virq);

	return (irq_data && irq_data->domain == domain) ? irq_data : NULL;
}
1481
EXPORT_SYMBOL_GPL(irq_domain_get_irq_data);
1482

1483 1484 1485 1486 1487 1488 1489 1490 1491 1492 1493 1494 1495 1496 1497 1498 1499 1500 1501 1502 1503
/**
 * irq_domain_set_info - Set the complete data for a @virq in @domain
 * @domain:		Interrupt domain to match
 * @virq:		IRQ number
 * @hwirq:		The hardware interrupt number
 * @chip:		The associated interrupt chip
 * @chip_data:		The associated interrupt chip data
 * @handler:		The interrupt flow handler
 * @handler_data:	The interrupt flow handler data
 * @handler_name:	The interrupt handler name
 */
void irq_domain_set_info(struct irq_domain *domain, unsigned int virq,
			 irq_hw_number_t hwirq, struct irq_chip *chip,
			 void *chip_data, irq_flow_handler_t handler,
			 void *handler_data, const char *handler_name)
{
	irq_set_chip_and_handler_name(virq, chip, handler, handler_name);
	irq_set_chip_data(virq, chip_data);
	irq_set_handler_data(virq, handler_data);
}

1504 1505 1506 1507
static void irq_domain_check_hierarchy(struct irq_domain *domain)
{
}
#endif	/* CONFIG_IRQ_DOMAIN_HIERARCHY */