chip.c 21.0 KB
Newer Older
1 2 3 4 5 6 7 8 9 10 11 12 13
/*
 * linux/kernel/irq/chip.c
 *
 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
 * Copyright (C) 2005-2006, Thomas Gleixner, Russell King
 *
 * This file contains the core interrupt handling code, for irq-chip
 * based architectures.
 *
 * Detailed information is available in Documentation/DocBook/genericirq
 */

#include <linux/irq.h>
14
#include <linux/msi.h>
15 16 17 18 19 20
#include <linux/module.h>
#include <linux/interrupt.h>
#include <linux/kernel_stat.h>

#include "internals.h"

21
static void dynamic_irq_init_x(unsigned int irq, bool keep_chip_data)
22
{
23
	struct irq_desc *desc;
24 25
	unsigned long flags;

26
	desc = irq_to_desc(irq);
27
	if (!desc) {
28
		WARN(1, KERN_ERR "Trying to initialize invalid IRQ%d\n", irq);
29 30 31 32
		return;
	}

	/* Ensure we don't have left over values from a previous use of this irq */
33
	raw_spin_lock_irqsave(&desc->lock, flags);
34
	desc->status = IRQ_DISABLED;
35
	desc->irq_data.chip = &no_irq_chip;
36 37
	desc->handle_irq = handle_bad_irq;
	desc->depth = 1;
38 39
	desc->irq_data.msi_desc = NULL;
	desc->irq_data.handler_data = NULL;
40
	if (!keep_chip_data)
41
		desc->irq_data.chip_data = NULL;
42 43 44 45
	desc->action = NULL;
	desc->irq_count = 0;
	desc->irqs_unhandled = 0;
#ifdef CONFIG_SMP
46
	cpumask_setall(desc->irq_data.affinity);
47 48 49
#ifdef CONFIG_GENERIC_PENDING_IRQ
	cpumask_clear(desc->pending_mask);
#endif
50
#endif
51
	raw_spin_unlock_irqrestore(&desc->lock, flags);
52 53 54
}

/**
55
 *	dynamic_irq_init - initialize a dynamically allocated irq
56 57
 *	@irq:	irq number to initialize
 */
58 59 60 61 62 63 64 65 66
void dynamic_irq_init(unsigned int irq)
{
	dynamic_irq_init_x(irq, false);
}

/**
 *	dynamic_irq_init_keep_chip_data - initialize a dynamically allocated irq
 *	@irq:	irq number to initialize
 *
67
 *	does not set irq_to_desc(irq)->irq_data.chip_data to NULL
68 69 70 71 72 73 74
 */
void dynamic_irq_init_keep_chip_data(unsigned int irq)
{
	dynamic_irq_init_x(irq, true);
}

static void dynamic_irq_cleanup_x(unsigned int irq, bool keep_chip_data)
75
{
76
	struct irq_desc *desc = irq_to_desc(irq);
77 78
	unsigned long flags;

79
	if (!desc) {
80
		WARN(1, KERN_ERR "Trying to cleanup invalid IRQ%d\n", irq);
81 82 83
		return;
	}

84
	raw_spin_lock_irqsave(&desc->lock, flags);
85
	if (desc->action) {
86
		raw_spin_unlock_irqrestore(&desc->lock, flags);
87
		WARN(1, KERN_ERR "Destroying IRQ%d without calling free_irq\n",
88 89 90
			irq);
		return;
	}
91 92
	desc->irq_data.msi_desc = NULL;
	desc->irq_data.handler_data = NULL;
93
	if (!keep_chip_data)
94
		desc->irq_data.chip_data = NULL;
95
	desc->handle_irq = handle_bad_irq;
96
	desc->irq_data.chip = &no_irq_chip;
97
	desc->name = NULL;
Y
Yinghai Lu 已提交
98
	clear_kstat_irqs(desc);
99
	raw_spin_unlock_irqrestore(&desc->lock, flags);
100 101
}

102 103 104 105 106 107 108 109 110 111 112 113 114
/**
 *	dynamic_irq_cleanup - cleanup a dynamically allocated irq
 *	@irq:	irq number to initialize
 */
void dynamic_irq_cleanup(unsigned int irq)
{
	dynamic_irq_cleanup_x(irq, false);
}

/**
 *	dynamic_irq_cleanup_keep_chip_data - cleanup a dynamically allocated irq
 *	@irq:	irq number to initialize
 *
115
 *	does not set irq_to_desc(irq)->irq_data.chip_data to NULL
116 117 118 119 120 121
 */
void dynamic_irq_cleanup_keep_chip_data(unsigned int irq)
{
	dynamic_irq_cleanup_x(irq, true);
}

122

123 124 125 126 127 128 129
/**
 *	set_irq_chip - set the irq chip for an irq
 *	@irq:	irq number
 *	@chip:	pointer to irq chip description structure
 */
int set_irq_chip(unsigned int irq, struct irq_chip *chip)
{
130
	struct irq_desc *desc = irq_to_desc(irq);
131 132
	unsigned long flags;

133
	if (!desc) {
134
		WARN(1, KERN_ERR "Trying to install chip for IRQ%d\n", irq);
135 136 137 138 139 140
		return -EINVAL;
	}

	if (!chip)
		chip = &no_irq_chip;

141
	raw_spin_lock_irqsave(&desc->lock, flags);
142
	irq_chip_set_defaults(chip);
143
	desc->irq_data.chip = chip;
144
	raw_spin_unlock_irqrestore(&desc->lock, flags);
145 146 147 148 149 150

	return 0;
}
EXPORT_SYMBOL(set_irq_chip);

/**
D
David Brownell 已提交
151
 *	set_irq_type - set the irq trigger type for an irq
152
 *	@irq:	irq number
D
David Brownell 已提交
153
 *	@type:	IRQ_TYPE_{LEVEL,EDGE}_* value - see include/linux/irq.h
154 155 156
 */
int set_irq_type(unsigned int irq, unsigned int type)
{
157
	struct irq_desc *desc = irq_to_desc(irq);
158 159 160
	unsigned long flags;
	int ret = -ENXIO;

161
	if (!desc) {
162 163 164 165
		printk(KERN_ERR "Trying to set irq type for IRQ%d\n", irq);
		return -ENODEV;
	}

166
	type &= IRQ_TYPE_SENSE_MASK;
D
David Brownell 已提交
167 168 169
	if (type == IRQ_TYPE_NONE)
		return 0;

170
	raw_spin_lock_irqsave(&desc->lock, flags);
171
	ret = __irq_set_trigger(desc, irq, type);
172
	raw_spin_unlock_irqrestore(&desc->lock, flags);
173 174 175 176 177 178 179 180 181 182 183 184 185
	return ret;
}
EXPORT_SYMBOL(set_irq_type);

/**
 *	set_irq_data - set irq type data for an irq
 *	@irq:	Interrupt number
 *	@data:	Pointer to interrupt specific data
 *
 *	Set the hardware irq controller data for an irq
 */
int set_irq_data(unsigned int irq, void *data)
{
186
	struct irq_desc *desc = irq_to_desc(irq);
187 188
	unsigned long flags;

189
	if (!desc) {
190 191 192 193 194
		printk(KERN_ERR
		       "Trying to install controller data for IRQ%d\n", irq);
		return -EINVAL;
	}

195
	raw_spin_lock_irqsave(&desc->lock, flags);
196
	desc->irq_data.handler_data = data;
197
	raw_spin_unlock_irqrestore(&desc->lock, flags);
198 199 200 201
	return 0;
}
EXPORT_SYMBOL(set_irq_data);

202
/**
L
Liuweni 已提交
203
 *	set_irq_msi - set MSI descriptor data for an irq
204
 *	@irq:	Interrupt number
R
Randy Dunlap 已提交
205
 *	@entry:	Pointer to MSI descriptor data
206
 *
L
Liuweni 已提交
207
 *	Set the MSI descriptor entry for an irq
208 209 210
 */
int set_irq_msi(unsigned int irq, struct msi_desc *entry)
{
211
	struct irq_desc *desc = irq_to_desc(irq);
212 213
	unsigned long flags;

214
	if (!desc) {
215 216 217 218
		printk(KERN_ERR
		       "Trying to install msi data for IRQ%d\n", irq);
		return -EINVAL;
	}
219

220
	raw_spin_lock_irqsave(&desc->lock, flags);
221
	desc->irq_data.msi_desc = entry;
222 223
	if (entry)
		entry->irq = irq;
224
	raw_spin_unlock_irqrestore(&desc->lock, flags);
225 226 227
	return 0;
}

228 229 230 231 232 233 234 235 236
/**
 *	set_irq_chip_data - set irq chip data for an irq
 *	@irq:	Interrupt number
 *	@data:	Pointer to chip specific data
 *
 *	Set the hardware irq chip data for an irq
 */
int set_irq_chip_data(unsigned int irq, void *data)
{
237
	struct irq_desc *desc = irq_to_desc(irq);
238 239
	unsigned long flags;

240 241 242 243 244 245
	if (!desc) {
		printk(KERN_ERR
		       "Trying to install chip data for IRQ%d\n", irq);
		return -EINVAL;
	}

246
	if (!desc->irq_data.chip) {
247 248 249 250
		printk(KERN_ERR "BUG: bad set_irq_chip_data(IRQ#%d)\n", irq);
		return -EINVAL;
	}

251
	raw_spin_lock_irqsave(&desc->lock, flags);
252
	desc->irq_data.chip_data = data;
253
	raw_spin_unlock_irqrestore(&desc->lock, flags);
254 255 256 257 258

	return 0;
}
EXPORT_SYMBOL(set_irq_chip_data);

259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277
/**
 *	set_irq_nested_thread - Set/Reset the IRQ_NESTED_THREAD flag of an irq
 *
 *	@irq:	Interrupt number
 *	@nest:	0 to clear / 1 to set the IRQ_NESTED_THREAD flag
 *
 *	The IRQ_NESTED_THREAD flag indicates that on
 *	request_threaded_irq() no separate interrupt thread should be
 *	created for the irq as the handler are called nested in the
 *	context of a demultiplexing interrupt handler thread.
 */
void set_irq_nested_thread(unsigned int irq, int nest)
{
	struct irq_desc *desc = irq_to_desc(irq);
	unsigned long flags;

	if (!desc)
		return;

278
	raw_spin_lock_irqsave(&desc->lock, flags);
279 280 281 282
	if (nest)
		desc->status |= IRQ_NESTED_THREAD;
	else
		desc->status &= ~IRQ_NESTED_THREAD;
283
	raw_spin_unlock_irqrestore(&desc->lock, flags);
284 285 286
}
EXPORT_SYMBOL_GPL(set_irq_nested_thread);

287 288 289
/*
 * default enable function
 */
290
static void default_enable(struct irq_data *data)
291
{
292
	struct irq_desc *desc = irq_data_to_desc(data);
293

294
	desc->irq_data.chip->irq_unmask(&desc->irq_data);
295 296 297 298 299 300
	desc->status &= ~IRQ_MASKED;
}

/*
 * default disable function
 */
301
static void default_disable(struct irq_data *data)
302 303 304 305 306 307
{
}

/*
 * default startup function
 */
308
static unsigned int default_startup(struct irq_data *data)
309
{
310
	struct irq_desc *desc = irq_data_to_desc(data);
311

312
	desc->irq_data.chip->irq_enable(data);
313 314 315
	return 0;
}

316 317 318
/*
 * default shutdown function
 */
319
static void default_shutdown(struct irq_data *data)
320
{
321
	struct irq_desc *desc = irq_data_to_desc(data);
322

323
	desc->irq_data.chip->irq_mask(&desc->irq_data);
324 325 326
	desc->status |= IRQ_MASKED;
}

327
/* Temporary migration helpers */
328 329 330 331 332
static void compat_irq_mask(struct irq_data *data)
{
	data->chip->mask(data->irq);
}

333 334 335 336 337
static void compat_irq_unmask(struct irq_data *data)
{
	data->chip->unmask(data->irq);
}

338 339 340 341 342
static void compat_irq_ack(struct irq_data *data)
{
	data->chip->ack(data->irq);
}

343 344 345 346 347
static void compat_irq_mask_ack(struct irq_data *data)
{
	data->chip->mask_ack(data->irq);
}

348 349 350 351 352
static void compat_irq_eoi(struct irq_data *data)
{
	data->chip->eoi(data->irq);
}

353 354 355 356 357
static void compat_irq_enable(struct irq_data *data)
{
	data->chip->enable(data->irq);
}

358 359 360 361 362 363 364 365 366 367
static void compat_irq_disable(struct irq_data *data)
{
	data->chip->disable(data->irq);
}

static void compat_irq_shutdown(struct irq_data *data)
{
	data->chip->shutdown(data->irq);
}

368 369 370 371 372
static unsigned int compat_irq_startup(struct irq_data *data)
{
	return data->chip->startup(data->irq);
}

373 374 375 376 377 378
static int compat_irq_set_affinity(struct irq_data *data,
				   const struct cpumask *dest, bool force)
{
	return data->chip->set_affinity(data->irq, dest);
}

379 380 381 382 383
static int compat_irq_set_type(struct irq_data *data, unsigned int type)
{
	return data->chip->set_type(data->irq, type);
}

384 385 386 387 388
static int compat_irq_set_wake(struct irq_data *data, unsigned int on)
{
	return data->chip->set_wake(data->irq, on);
}

389 390 391 392 393 394 395 396 397 398
static void compat_bus_lock(struct irq_data *data)
{
	data->chip->bus_lock(data->irq);
}

static void compat_bus_sync_unlock(struct irq_data *data)
{
	data->chip->bus_sync_unlock(data->irq);
}

399 400 401 402 403
/*
 * Fixup enable/disable function pointers
 */
void irq_chip_set_defaults(struct irq_chip *chip)
{
404 405 406 407 408 409
	/*
	 * Compat fixup functions need to be before we set the
	 * defaults for enable/disable/startup/shutdown
	 */
	if (chip->enable)
		chip->irq_enable = compat_irq_enable;
410 411 412 413
	if (chip->disable)
		chip->irq_disable = compat_irq_disable;
	if (chip->shutdown)
		chip->irq_shutdown = compat_irq_shutdown;
414 415
	if (chip->startup)
		chip->irq_startup = compat_irq_startup;
416 417 418 419 420 421

	/*
	 * The real defaults
	 */
	if (!chip->irq_enable)
		chip->irq_enable = default_enable;
422 423
	if (!chip->irq_disable)
		chip->irq_disable = default_disable;
424 425
	if (!chip->irq_startup)
		chip->irq_startup = default_startup;
426
	/*
427 428
	 * We use chip->irq_disable, when the user provided its own. When
	 * we have default_disable set for chip->irq_disable, then we need
429 430 431
	 * to use default_shutdown, otherwise the irq line is not
	 * disabled on free_irq():
	 */
432 433 434
	if (!chip->irq_shutdown)
		chip->irq_shutdown = chip->irq_disable != default_disable ?
			chip->irq_disable : default_shutdown;
435 436
	if (!chip->end)
		chip->end = dummy_irq_chip.end;
437

438 439 440
	/*
	 * Now fix up the remaining compat handlers
	 */
441 442 443 444
	if (chip->bus_lock)
		chip->irq_bus_lock = compat_bus_lock;
	if (chip->bus_sync_unlock)
		chip->irq_bus_sync_unlock = compat_bus_sync_unlock;
445 446
	if (chip->mask)
		chip->irq_mask = compat_irq_mask;
447 448
	if (chip->unmask)
		chip->irq_unmask = compat_irq_unmask;
449 450
	if (chip->ack)
		chip->irq_ack = compat_irq_ack;
451 452
	if (chip->mask_ack)
		chip->irq_mask_ack = compat_irq_mask_ack;
453 454
	if (chip->eoi)
		chip->irq_eoi = compat_irq_eoi;
455 456
	if (chip->set_affinity)
		chip->irq_set_affinity = compat_irq_set_affinity;
457 458
	if (chip->set_type)
		chip->irq_set_type = compat_irq_set_type;
459 460
	if (chip->set_wake)
		chip->irq_set_wake = compat_irq_set_wake;
461 462
}

463
static inline void mask_ack_irq(struct irq_desc *desc)
464
{
465 466
	if (desc->irq_data.chip->irq_mask_ack)
		desc->irq_data.chip->irq_mask_ack(&desc->irq_data);
467
	else {
468
		desc->irq_data.chip->irq_mask(&desc->irq_data);
469 470
		if (desc->irq_data.chip->irq_ack)
			desc->irq_data.chip->irq_ack(&desc->irq_data);
471
	}
472 473 474
	desc->status |= IRQ_MASKED;
}

475
static inline void mask_irq(struct irq_desc *desc)
476
{
477 478
	if (desc->irq_data.chip->irq_mask) {
		desc->irq_data.chip->irq_mask(&desc->irq_data);
479 480 481 482
		desc->status |= IRQ_MASKED;
	}
}

483
static inline void unmask_irq(struct irq_desc *desc)
484
{
485 486
	if (desc->irq_data.chip->irq_unmask) {
		desc->irq_data.chip->irq_unmask(&desc->irq_data);
487 488
		desc->status &= ~IRQ_MASKED;
	}
489 490
}

491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506
/*
 *	handle_nested_irq - Handle a nested irq from a irq thread
 *	@irq:	the interrupt number
 *
 *	Handle interrupts which are nested into a threaded interrupt
 *	handler. The handler function is called inside the calling
 *	threads context.
 */
void handle_nested_irq(unsigned int irq)
{
	struct irq_desc *desc = irq_to_desc(irq);
	struct irqaction *action;
	irqreturn_t action_ret;

	might_sleep();

507
	raw_spin_lock_irq(&desc->lock);
508 509 510 511 512 513 514 515

	kstat_incr_irqs_this_cpu(irq, desc);

	action = desc->action;
	if (unlikely(!action || (desc->status & IRQ_DISABLED)))
		goto out_unlock;

	desc->status |= IRQ_INPROGRESS;
516
	raw_spin_unlock_irq(&desc->lock);
517 518 519 520 521

	action_ret = action->thread_fn(action->irq, action->dev_id);
	if (!noirqdebug)
		note_interrupt(irq, desc, action_ret);

522
	raw_spin_lock_irq(&desc->lock);
523 524 525
	desc->status &= ~IRQ_INPROGRESS;

out_unlock:
526
	raw_spin_unlock_irq(&desc->lock);
527 528 529
}
EXPORT_SYMBOL_GPL(handle_nested_irq);

530 531 532 533 534 535 536 537 538 539 540 541
/**
 *	handle_simple_irq - Simple and software-decoded IRQs.
 *	@irq:	the interrupt number
 *	@desc:	the interrupt description structure for this irq
 *
 *	Simple interrupts are either sent from a demultiplexing interrupt
 *	handler or come from hardware, where no interrupt hardware control
 *	is necessary.
 *
 *	Note: The caller is expected to handle the ack, clear, mask and
 *	unmask issues if necessary.
 */
542
void
543
handle_simple_irq(unsigned int irq, struct irq_desc *desc)
544 545 546 547
{
	struct irqaction *action;
	irqreturn_t action_ret;

548
	raw_spin_lock(&desc->lock);
549 550 551

	if (unlikely(desc->status & IRQ_INPROGRESS))
		goto out_unlock;
552
	desc->status &= ~(IRQ_REPLAY | IRQ_WAITING);
T
Thomas Gleixner 已提交
553
	kstat_incr_irqs_this_cpu(irq, desc);
554 555

	action = desc->action;
556
	if (unlikely(!action || (desc->status & IRQ_DISABLED)))
557 558 559
		goto out_unlock;

	desc->status |= IRQ_INPROGRESS;
560
	raw_spin_unlock(&desc->lock);
561

562
	action_ret = handle_IRQ_event(irq, action);
563
	if (!noirqdebug)
564
		note_interrupt(irq, desc, action_ret);
565

566
	raw_spin_lock(&desc->lock);
567 568
	desc->status &= ~IRQ_INPROGRESS;
out_unlock:
569
	raw_spin_unlock(&desc->lock);
570 571 572 573 574 575 576 577 578 579 580 581
}

/**
 *	handle_level_irq - Level type irq handler
 *	@irq:	the interrupt number
 *	@desc:	the interrupt description structure for this irq
 *
 *	Level type interrupts are active as long as the hardware line has
 *	the active level. This may require to mask the interrupt and unmask
 *	it after the associated handler has acknowledged the device, so the
 *	interrupt line is back to inactive.
 */
582
void
583
handle_level_irq(unsigned int irq, struct irq_desc *desc)
584 585 586 587
{
	struct irqaction *action;
	irqreturn_t action_ret;

588
	raw_spin_lock(&desc->lock);
589
	mask_ack_irq(desc);
590 591

	if (unlikely(desc->status & IRQ_INPROGRESS))
592
		goto out_unlock;
593
	desc->status &= ~(IRQ_REPLAY | IRQ_WAITING);
T
Thomas Gleixner 已提交
594
	kstat_incr_irqs_this_cpu(irq, desc);
595 596 597 598 599 600

	/*
	 * If its disabled or no action available
	 * keep it masked and get out of here
	 */
	action = desc->action;
601
	if (unlikely(!action || (desc->status & IRQ_DISABLED)))
602
		goto out_unlock;
603 604

	desc->status |= IRQ_INPROGRESS;
605
	raw_spin_unlock(&desc->lock);
606

607
	action_ret = handle_IRQ_event(irq, action);
608
	if (!noirqdebug)
609
		note_interrupt(irq, desc, action_ret);
610

611
	raw_spin_lock(&desc->lock);
612
	desc->status &= ~IRQ_INPROGRESS;
T
Thomas Gleixner 已提交
613

614
	if (!(desc->status & (IRQ_DISABLED | IRQ_ONESHOT)))
615
		unmask_irq(desc);
616
out_unlock:
617
	raw_spin_unlock(&desc->lock);
618
}
619
EXPORT_SYMBOL_GPL(handle_level_irq);
620 621

/**
622
 *	handle_fasteoi_irq - irq handler for transparent controllers
623 624 625
 *	@irq:	the interrupt number
 *	@desc:	the interrupt description structure for this irq
 *
626
 *	Only a single callback will be issued to the chip: an ->eoi()
627 628 629 630
 *	call when the interrupt has been serviced. This enables support
 *	for modern forms of interrupt handlers, which handle the flow
 *	details in hardware, transparently.
 */
631
void
632
handle_fasteoi_irq(unsigned int irq, struct irq_desc *desc)
633 634 635 636
{
	struct irqaction *action;
	irqreturn_t action_ret;

637
	raw_spin_lock(&desc->lock);
638 639 640 641 642

	if (unlikely(desc->status & IRQ_INPROGRESS))
		goto out;

	desc->status &= ~(IRQ_REPLAY | IRQ_WAITING);
T
Thomas Gleixner 已提交
643
	kstat_incr_irqs_this_cpu(irq, desc);
644 645 646

	/*
	 * If its disabled or no action available
647
	 * then mask it and get out of here:
648 649
	 */
	action = desc->action;
650 651
	if (unlikely(!action || (desc->status & IRQ_DISABLED))) {
		desc->status |= IRQ_PENDING;
652
		mask_irq(desc);
653
		goto out;
654
	}
655 656

	desc->status |= IRQ_INPROGRESS;
657
	desc->status &= ~IRQ_PENDING;
658
	raw_spin_unlock(&desc->lock);
659

660
	action_ret = handle_IRQ_event(irq, action);
661
	if (!noirqdebug)
662
		note_interrupt(irq, desc, action_ret);
663

664
	raw_spin_lock(&desc->lock);
665 666
	desc->status &= ~IRQ_INPROGRESS;
out:
667
	desc->irq_data.chip->irq_eoi(&desc->irq_data);
668

669
	raw_spin_unlock(&desc->lock);
670 671 672 673 674 675 676 677 678 679 680
}

/**
 *	handle_edge_irq - edge type IRQ handler
 *	@irq:	the interrupt number
 *	@desc:	the interrupt description structure for this irq
 *
 *	Interrupt occures on the falling and/or rising edge of a hardware
 *	signal. The occurence is latched into the irq controller hardware
 *	and must be acked in order to be reenabled. After the ack another
 *	interrupt can happen on the same source even before the first one
681
 *	is handled by the associated event handler. If this happens it
682 683 684 685 686 687
 *	might be necessary to disable (mask) the interrupt depending on the
 *	controller hardware. This requires to reenable the interrupt inside
 *	of the loop which handles the interrupts which have arrived while
 *	the handler was running. If all pending interrupts are handled, the
 *	loop is left.
 */
688
void
689
handle_edge_irq(unsigned int irq, struct irq_desc *desc)
690
{
691
	raw_spin_lock(&desc->lock);
692 693 694 695 696 697 698 699 700 701 702

	desc->status &= ~(IRQ_REPLAY | IRQ_WAITING);

	/*
	 * If we're currently running this IRQ, or its disabled,
	 * we shouldn't process the IRQ. Mark it pending, handle
	 * the necessary masking and go out
	 */
	if (unlikely((desc->status & (IRQ_INPROGRESS | IRQ_DISABLED)) ||
		    !desc->action)) {
		desc->status |= (IRQ_PENDING | IRQ_MASKED);
703
		mask_ack_irq(desc);
704 705
		goto out_unlock;
	}
T
Thomas Gleixner 已提交
706
	kstat_incr_irqs_this_cpu(irq, desc);
707 708

	/* Start handling the irq */
709
	desc->irq_data.chip->irq_ack(&desc->irq_data);
710 711 712 713 714 715 716 717 718

	/* Mark the IRQ currently in progress.*/
	desc->status |= IRQ_INPROGRESS;

	do {
		struct irqaction *action = desc->action;
		irqreturn_t action_ret;

		if (unlikely(!action)) {
719
			mask_irq(desc);
720 721 722 723 724 725 726 727 728 729 730
			goto out_unlock;
		}

		/*
		 * When another irq arrived while we were handling
		 * one, we could have masked the irq.
		 * Renable it, if it was not disabled in meantime.
		 */
		if (unlikely((desc->status &
			       (IRQ_PENDING | IRQ_MASKED | IRQ_DISABLED)) ==
			      (IRQ_PENDING | IRQ_MASKED))) {
731
			unmask_irq(desc);
732 733 734
		}

		desc->status &= ~IRQ_PENDING;
735
		raw_spin_unlock(&desc->lock);
736
		action_ret = handle_IRQ_event(irq, action);
737
		if (!noirqdebug)
738
			note_interrupt(irq, desc, action_ret);
739
		raw_spin_lock(&desc->lock);
740 741 742 743 744

	} while ((desc->status & (IRQ_PENDING | IRQ_DISABLED)) == IRQ_PENDING);

	desc->status &= ~IRQ_INPROGRESS;
out_unlock:
745
	raw_spin_unlock(&desc->lock);
746 747 748
}

/**
L
Liuweni 已提交
749
 *	handle_percpu_irq - Per CPU local irq handler
750 751 752 753 754
 *	@irq:	the interrupt number
 *	@desc:	the interrupt description structure for this irq
 *
 *	Per CPU interrupts on SMP machines without locking requirements
 */
755
void
756
handle_percpu_irq(unsigned int irq, struct irq_desc *desc)
757 758 759
{
	irqreturn_t action_ret;

T
Thomas Gleixner 已提交
760
	kstat_incr_irqs_this_cpu(irq, desc);
761

762 763
	if (desc->irq_data.chip->irq_ack)
		desc->irq_data.chip->irq_ack(&desc->irq_data);
764

765
	action_ret = handle_IRQ_event(irq, desc->action);
766
	if (!noirqdebug)
767
		note_interrupt(irq, desc, action_ret);
768

769 770
	if (desc->irq_data.chip->irq_eoi)
		desc->irq_data.chip->irq_eoi(&desc->irq_data);
771 772 773
}

void
774 775
__set_irq_handler(unsigned int irq, irq_flow_handler_t handle, int is_chained,
		  const char *name)
776
{
777
	struct irq_desc *desc = irq_to_desc(irq);
778 779
	unsigned long flags;

780
	if (!desc) {
781 782 783 784 785 786 787
		printk(KERN_ERR
		       "Trying to install type control for IRQ%d\n", irq);
		return;
	}

	if (!handle)
		handle = handle_bad_irq;
788
	else if (desc->irq_data.chip == &no_irq_chip) {
789
		printk(KERN_WARNING "Trying to install %sinterrupt handler "
790
		       "for IRQ%d\n", is_chained ? "chained " : "", irq);
791 792 793 794 795 796 797
		/*
		 * Some ARM implementations install a handler for really dumb
		 * interrupt hardware without setting an irq_chip. This worked
		 * with the ARM no_irq_chip but the check in setup_irq would
		 * prevent us to setup the interrupt at all. Switch it to
		 * dummy_irq_chip for easy transition.
		 */
798
		desc->irq_data.chip = &dummy_irq_chip;
799
	}
800

801
	chip_bus_lock(desc);
802
	raw_spin_lock_irqsave(&desc->lock, flags);
803 804 805

	/* Uninstall? */
	if (handle == handle_bad_irq) {
806
		if (desc->irq_data.chip != &no_irq_chip)
807
			mask_ack_irq(desc);
808 809 810 811
		desc->status |= IRQ_DISABLED;
		desc->depth = 1;
	}
	desc->handle_irq = handle;
812
	desc->name = name;
813 814 815 816 817

	if (handle != handle_bad_irq && is_chained) {
		desc->status &= ~IRQ_DISABLED;
		desc->status |= IRQ_NOREQUEST | IRQ_NOPROBE;
		desc->depth = 0;
818
		desc->irq_data.chip->irq_startup(&desc->irq_data);
819
	}
820
	raw_spin_unlock_irqrestore(&desc->lock, flags);
821
	chip_bus_sync_unlock(desc);
822
}
823
EXPORT_SYMBOL_GPL(__set_irq_handler);
824 825 826

void
set_irq_chip_and_handler(unsigned int irq, struct irq_chip *chip,
827
			 irq_flow_handler_t handle)
828 829
{
	set_irq_chip(irq, chip);
830
	__set_irq_handler(irq, handle, 0, NULL);
831 832
}

833 834 835
void
set_irq_chip_and_handler_name(unsigned int irq, struct irq_chip *chip,
			      irq_flow_handler_t handle, const char *name)
836
{
837 838
	set_irq_chip(irq, chip);
	__set_irq_handler(irq, handle, 0, name);
839
}
R
Ralf Baechle 已提交
840

841
void set_irq_noprobe(unsigned int irq)
R
Ralf Baechle 已提交
842
{
843
	struct irq_desc *desc = irq_to_desc(irq);
R
Ralf Baechle 已提交
844 845
	unsigned long flags;

846
	if (!desc) {
R
Ralf Baechle 已提交
847 848 849 850
		printk(KERN_ERR "Trying to mark IRQ%d non-probeable\n", irq);
		return;
	}

851
	raw_spin_lock_irqsave(&desc->lock, flags);
R
Ralf Baechle 已提交
852
	desc->status |= IRQ_NOPROBE;
853
	raw_spin_unlock_irqrestore(&desc->lock, flags);
R
Ralf Baechle 已提交
854 855
}

856
void set_irq_probe(unsigned int irq)
R
Ralf Baechle 已提交
857
{
858
	struct irq_desc *desc = irq_to_desc(irq);
R
Ralf Baechle 已提交
859 860
	unsigned long flags;

861
	if (!desc) {
R
Ralf Baechle 已提交
862 863 864 865
		printk(KERN_ERR "Trying to mark IRQ%d probeable\n", irq);
		return;
	}

866
	raw_spin_lock_irqsave(&desc->lock, flags);
R
Ralf Baechle 已提交
867
	desc->status &= ~IRQ_NOPROBE;
868
	raw_spin_unlock_irqrestore(&desc->lock, flags);
R
Ralf Baechle 已提交
869
}