manage.c 24.5 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3
/*
 * linux/kernel/irq/manage.c
 *
I
Ingo Molnar 已提交
4 5
 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
 * Copyright (C) 2005-2006 Thomas Gleixner
L
Linus Torvalds 已提交
6 7 8 9 10
 *
 * This file contains driver APIs to the irq subsystem.
 */

#include <linux/irq.h>
11
#include <linux/kthread.h>
L
Linus Torvalds 已提交
12 13 14
#include <linux/module.h>
#include <linux/random.h>
#include <linux/interrupt.h>
15
#include <linux/slab.h>
16
#include <linux/sched.h>
L
Linus Torvalds 已提交
17 18 19 20 21

#include "internals.h"

/**
 *	synchronize_irq - wait for pending IRQ handlers (on other CPUs)
22
 *	@irq: interrupt number to wait for
L
Linus Torvalds 已提交
23 24 25 26 27 28 29 30 31
 *
 *	This function waits for any pending IRQ handlers for this interrupt
 *	to complete before returning. If you use this function while
 *	holding a resource the IRQ handler may need you will deadlock.
 *
 *	This function may be called - with care - from IRQ context.
 */
void synchronize_irq(unsigned int irq)
{
32
	struct irq_desc *desc = irq_to_desc(irq);
33
	unsigned int status;
L
Linus Torvalds 已提交
34

35
	if (!desc)
36 37
		return;

38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54
	do {
		unsigned long flags;

		/*
		 * Wait until we're out of the critical section.  This might
		 * give the wrong answer due to the lack of memory barriers.
		 */
		while (desc->status & IRQ_INPROGRESS)
			cpu_relax();

		/* Ok, that indicated we're done: double-check carefully. */
		spin_lock_irqsave(&desc->lock, flags);
		status = desc->status;
		spin_unlock_irqrestore(&desc->lock, flags);

		/* Oops, that failed? */
	} while (status & IRQ_INPROGRESS);
55 56 57 58 59 60

	/*
	 * We made sure that no hardirq handler is running. Now verify
	 * that no threaded handlers are active.
	 */
	wait_event(desc->wait_for_threads, !atomic_read(&desc->threads_active));
L
Linus Torvalds 已提交
61 62 63
}
EXPORT_SYMBOL(synchronize_irq);

64 65 66
#ifdef CONFIG_SMP
cpumask_var_t irq_default_affinity;

67 68 69 70 71 72 73
/**
 *	irq_can_set_affinity - Check if the affinity of a given irq can be set
 *	@irq:		Interrupt to check
 *
 */
int irq_can_set_affinity(unsigned int irq)
{
74
	struct irq_desc *desc = irq_to_desc(irq);
75 76 77 78 79 80 81 82

	if (CHECK_IRQ_PER_CPU(desc->status) || !desc->chip ||
	    !desc->chip->set_affinity)
		return 0;

	return 1;
}

83 84 85 86 87 88 89 90 91 92
/**
 *	irq_set_thread_affinity - Notify irq threads to adjust affinity
 *	@desc:		irq descriptor which has affitnity changed
 *
 *	We just set IRQTF_AFFINITY and delegate the affinity setting
 *	to the interrupt thread itself. We can not call
 *	set_cpus_allowed_ptr() here as we hold desc->lock and this
 *	code can be called from hard interrupt context.
 */
void irq_set_thread_affinity(struct irq_desc *desc)
93 94 95 96 97
{
	struct irqaction *action = desc->action;

	while (action) {
		if (action->thread)
98
			set_bit(IRQTF_AFFINITY, &action->thread_flags);
99 100 101 102
		action = action->next;
	}
}

103 104 105 106 107 108
/**
 *	irq_set_affinity - Set the irq affinity of a given irq
 *	@irq:		Interrupt to set affinity
 *	@cpumask:	cpumask
 *
 */
109
int irq_set_affinity(unsigned int irq, const struct cpumask *cpumask)
110
{
111
	struct irq_desc *desc = irq_to_desc(irq);
112
	unsigned long flags;
113 114 115 116

	if (!desc->chip->set_affinity)
		return -EINVAL;

117 118
	spin_lock_irqsave(&desc->lock, flags);

119
#ifdef CONFIG_GENERIC_PENDING_IRQ
120 121 122
	if (desc->status & IRQ_MOVE_PCNTXT) {
		if (!desc->chip->set_affinity(irq, cpumask)) {
			cpumask_copy(desc->affinity, cpumask);
123
			irq_set_thread_affinity(desc);
124 125
		}
	}
126
	else {
127
		desc->status |= IRQ_MOVE_PENDING;
128
		cpumask_copy(desc->pending_mask, cpumask);
129
	}
130
#else
131 132
	if (!desc->chip->set_affinity(irq, cpumask)) {
		cpumask_copy(desc->affinity, cpumask);
133
		irq_set_thread_affinity(desc);
134
	}
135
#endif
136 137
	desc->status |= IRQ_AFFINITY_SET;
	spin_unlock_irqrestore(&desc->lock, flags);
138 139 140
	return 0;
}

141 142 143 144
#ifndef CONFIG_AUTO_IRQ_AFFINITY
/*
 * Generic version of the affinity autoselector.
 */
145
static int setup_affinity(unsigned int irq, struct irq_desc *desc)
146 147 148 149
{
	if (!irq_can_set_affinity(irq))
		return 0;

150 151 152 153
	/*
	 * Preserve an userspace affinity setup, but make sure that
	 * one of the targets is online.
	 */
154
	if (desc->status & (IRQ_AFFINITY_SET | IRQ_NO_BALANCING)) {
155
		if (cpumask_any_and(desc->affinity, cpu_online_mask)
156 157
		    < nr_cpu_ids)
			goto set_affinity;
158 159 160 161
		else
			desc->status &= ~IRQ_AFFINITY_SET;
	}

162
	cpumask_and(desc->affinity, cpu_online_mask, irq_default_affinity);
163
set_affinity:
164
	desc->chip->set_affinity(irq, desc->affinity);
165 166 167

	return 0;
}
168
#else
169
static inline int setup_affinity(unsigned int irq, struct irq_desc *d)
170 171 172
{
	return irq_select_affinity(irq);
}
173 174
#endif

175 176 177 178 179 180 181 182 183 184
/*
 * Called when affinity is set via /proc/irq
 */
int irq_select_affinity_usr(unsigned int irq)
{
	struct irq_desc *desc = irq_to_desc(irq);
	unsigned long flags;
	int ret;

	spin_lock_irqsave(&desc->lock, flags);
185
	ret = setup_affinity(irq, desc);
186
	if (!ret)
187
		irq_set_thread_affinity(desc);
188 189 190 191 192 193
	spin_unlock_irqrestore(&desc->lock, flags);

	return ret;
}

#else
194
static inline int setup_affinity(unsigned int irq, struct irq_desc *desc)
195 196 197
{
	return 0;
}
L
Linus Torvalds 已提交
198 199
#endif

200 201 202 203 204 205 206 207 208 209 210 211 212 213
void __disable_irq(struct irq_desc *desc, unsigned int irq, bool suspend)
{
	if (suspend) {
		if (!desc->action || (desc->action->flags & IRQF_TIMER))
			return;
		desc->status |= IRQ_SUSPENDED;
	}

	if (!desc->depth++) {
		desc->status |= IRQ_DISABLED;
		desc->chip->disable(irq);
	}
}

L
Linus Torvalds 已提交
214 215 216 217 218 219 220 221 222 223 224 225 226
/**
 *	disable_irq_nosync - disable an irq without waiting
 *	@irq: Interrupt to disable
 *
 *	Disable the selected interrupt line.  Disables and Enables are
 *	nested.
 *	Unlike disable_irq(), this function does not ensure existing
 *	instances of the IRQ handler have completed before returning.
 *
 *	This function may be called from IRQ context.
 */
void disable_irq_nosync(unsigned int irq)
{
227
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
228 229
	unsigned long flags;

230
	if (!desc)
231 232
		return;

L
Linus Torvalds 已提交
233
	spin_lock_irqsave(&desc->lock, flags);
234
	__disable_irq(desc, irq, false);
L
Linus Torvalds 已提交
235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252
	spin_unlock_irqrestore(&desc->lock, flags);
}
EXPORT_SYMBOL(disable_irq_nosync);

/**
 *	disable_irq - disable an irq and wait for completion
 *	@irq: Interrupt to disable
 *
 *	Disable the selected interrupt line.  Enables and Disables are
 *	nested.
 *	This function waits for any pending IRQ handlers for this interrupt
 *	to complete before returning. If you use this function while
 *	holding a resource the IRQ handler may need you will deadlock.
 *
 *	This function may be called - with care - from IRQ context.
 */
void disable_irq(unsigned int irq)
{
253
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
254

255
	if (!desc)
256 257
		return;

L
Linus Torvalds 已提交
258 259 260 261 262 263
	disable_irq_nosync(irq);
	if (desc->action)
		synchronize_irq(irq);
}
EXPORT_SYMBOL(disable_irq);

264
void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume)
265
{
266 267 268
	if (resume)
		desc->status &= ~IRQ_SUSPENDED;

269 270
	switch (desc->depth) {
	case 0:
271
 err_out:
272
		WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq);
273 274 275 276
		break;
	case 1: {
		unsigned int status = desc->status & ~IRQ_DISABLED;

277 278
		if (desc->status & IRQ_SUSPENDED)
			goto err_out;
279 280 281 282 283 284 285 286 287 288
		/* Prevent probing on this irq: */
		desc->status = status | IRQ_NOPROBE;
		check_irq_resend(desc, irq);
		/* fall-through */
	}
	default:
		desc->depth--;
	}
}

L
Linus Torvalds 已提交
289 290 291 292 293 294 295 296 297 298 299 300
/**
 *	enable_irq - enable handling of an irq
 *	@irq: Interrupt to enable
 *
 *	Undoes the effect of one call to disable_irq().  If this
 *	matches the last disable, processing of interrupts on this
 *	IRQ line is re-enabled.
 *
 *	This function may be called from IRQ context.
 */
void enable_irq(unsigned int irq)
{
301
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
302 303
	unsigned long flags;

304
	if (!desc)
305 306
		return;

L
Linus Torvalds 已提交
307
	spin_lock_irqsave(&desc->lock, flags);
308
	__enable_irq(desc, irq, false);
L
Linus Torvalds 已提交
309 310 311 312
	spin_unlock_irqrestore(&desc->lock, flags);
}
EXPORT_SYMBOL(enable_irq);

D
David Brownell 已提交
313
static int set_irq_wake_real(unsigned int irq, unsigned int on)
314
{
315
	struct irq_desc *desc = irq_to_desc(irq);
316 317 318 319 320 321 322 323
	int ret = -ENXIO;

	if (desc->chip->set_wake)
		ret = desc->chip->set_wake(irq, on);

	return ret;
}

324 325 326 327 328
/**
 *	set_irq_wake - control irq power management wakeup
 *	@irq:	interrupt to control
 *	@on:	enable/disable power management wakeup
 *
329 330 331 332 333 334
 *	Enable/disable power management wakeup mode, which is
 *	disabled by default.  Enables and disables must match,
 *	just as they match for non-wakeup mode support.
 *
 *	Wakeup mode lets this IRQ wake the system from sleep
 *	states like "suspend to RAM".
335 336 337
 */
int set_irq_wake(unsigned int irq, unsigned int on)
{
338
	struct irq_desc *desc = irq_to_desc(irq);
339
	unsigned long flags;
340
	int ret = 0;
341

342 343 344
	/* wakeup-capable irqs can be shared between drivers that
	 * don't need to have the same sleep mode behaviors.
	 */
345
	spin_lock_irqsave(&desc->lock, flags);
346
	if (on) {
347 348 349 350 351 352 353
		if (desc->wake_depth++ == 0) {
			ret = set_irq_wake_real(irq, on);
			if (ret)
				desc->wake_depth = 0;
			else
				desc->status |= IRQ_WAKEUP;
		}
354 355
	} else {
		if (desc->wake_depth == 0) {
356
			WARN(1, "Unbalanced IRQ %d wake disable\n", irq);
357 358 359 360 361 362 363
		} else if (--desc->wake_depth == 0) {
			ret = set_irq_wake_real(irq, on);
			if (ret)
				desc->wake_depth = 1;
			else
				desc->status &= ~IRQ_WAKEUP;
		}
364
	}
365

366 367 368 369 370
	spin_unlock_irqrestore(&desc->lock, flags);
	return ret;
}
EXPORT_SYMBOL(set_irq_wake);

L
Linus Torvalds 已提交
371 372 373 374 375 376 377
/*
 * Internal function that tells the architecture code whether a
 * particular irq has been exclusively allocated or is available
 * for driver use.
 */
int can_request_irq(unsigned int irq, unsigned long irqflags)
{
378
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
379 380
	struct irqaction *action;

381 382 383 384
	if (!desc)
		return 0;

	if (desc->status & IRQ_NOREQUEST)
L
Linus Torvalds 已提交
385 386
		return 0;

387
	action = desc->action;
L
Linus Torvalds 已提交
388
	if (action)
389
		if (irqflags & action->flags & IRQF_SHARED)
L
Linus Torvalds 已提交
390 391 392 393 394
			action = NULL;

	return !action;
}

T
Thomas Gleixner 已提交
395 396 397 398 399 400 401 402 403 404 405
void compat_irq_chip_set_default_handler(struct irq_desc *desc)
{
	/*
	 * If the architecture still has not overriden
	 * the flow handler then zap the default. This
	 * should catch incorrect flow-type setting.
	 */
	if (desc->handle_irq == &handle_bad_irq)
		desc->handle_irq = NULL;
}

D
David Brownell 已提交
406
int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
407 408 409
		unsigned long flags)
{
	int ret;
D
David Brownell 已提交
410
	struct irq_chip *chip = desc->chip;
411 412 413 414 415 416

	if (!chip || !chip->set_type) {
		/*
		 * IRQF_TRIGGER_* but the PIC does not support multiple
		 * flow-types?
		 */
417
		pr_debug("No set_type function for IRQ %d (%s)\n", irq,
418 419 420 421
				chip ? (chip->name ? : "unknown") : "unknown");
		return 0;
	}

422 423
	/* caller masked out all except trigger mode flags */
	ret = chip->set_type(irq, flags);
424 425

	if (ret)
426
		pr_err("setting trigger mode %d for irq %u failed (%pF)\n",
427
				(int)flags, irq, chip->set_type);
D
David Brownell 已提交
428
	else {
429 430
		if (flags & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
			flags |= IRQ_LEVEL;
D
David Brownell 已提交
431
		/* note that IRQF_TRIGGER_MASK == IRQ_TYPE_SENSE_MASK */
432 433
		desc->status &= ~(IRQ_LEVEL | IRQ_TYPE_SENSE_MASK);
		desc->status |= flags;
D
David Brownell 已提交
434
	}
435 436 437 438

	return ret;
}

439 440 441 442
static int irq_wait_for_interrupt(struct irqaction *action)
{
	while (!kthread_should_stop()) {
		set_current_state(TASK_INTERRUPTIBLE);
443 444 445

		if (test_and_clear_bit(IRQTF_RUNTHREAD,
				       &action->thread_flags)) {
446 447
			__set_current_state(TASK_RUNNING);
			return 0;
448 449
		}
		schedule();
450 451 452 453
	}
	return -1;
}

454
#ifdef CONFIG_SMP
455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481
/*
 * Check whether we need to change the affinity of the interrupt thread.
 */
static void
irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action)
{
	cpumask_var_t mask;

	if (!test_and_clear_bit(IRQTF_AFFINITY, &action->thread_flags))
		return;

	/*
	 * In case we are out of memory we set IRQTF_AFFINITY again and
	 * try again next time
	 */
	if (!alloc_cpumask_var(&mask, GFP_KERNEL)) {
		set_bit(IRQTF_AFFINITY, &action->thread_flags);
		return;
	}

	spin_lock_irq(&desc->lock);
	cpumask_copy(mask, desc->affinity);
	spin_unlock_irq(&desc->lock);

	set_cpus_allowed_ptr(current, mask);
	free_cpumask_var(mask);
}
482 483 484 485
#else
static inline void
irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action) { }
#endif
486

487 488 489 490 491 492 493 494 495 496 497 498 499 500 501
/*
 * Interrupt handler thread
 */
static int irq_thread(void *data)
{
	struct sched_param param = { .sched_priority = MAX_USER_RT_PRIO/2, };
	struct irqaction *action = data;
	struct irq_desc *desc = irq_to_desc(action->irq);
	int wake;

	sched_setscheduler(current, SCHED_FIFO, &param);
	current->irqaction = action;

	while (!irq_wait_for_interrupt(action)) {

502 503
		irq_thread_check_affinity(desc, action);

504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557
		atomic_inc(&desc->threads_active);

		spin_lock_irq(&desc->lock);
		if (unlikely(desc->status & IRQ_DISABLED)) {
			/*
			 * CHECKME: We might need a dedicated
			 * IRQ_THREAD_PENDING flag here, which
			 * retriggers the thread in check_irq_resend()
			 * but AFAICT IRQ_PENDING should be fine as it
			 * retriggers the interrupt itself --- tglx
			 */
			desc->status |= IRQ_PENDING;
			spin_unlock_irq(&desc->lock);
		} else {
			spin_unlock_irq(&desc->lock);

			action->thread_fn(action->irq, action->dev_id);
		}

		wake = atomic_dec_and_test(&desc->threads_active);

		if (wake && waitqueue_active(&desc->wait_for_threads))
			wake_up(&desc->wait_for_threads);
	}

	/*
	 * Clear irqaction. Otherwise exit_irq_thread() would make
	 * fuzz about an active irq thread going into nirvana.
	 */
	current->irqaction = NULL;
	return 0;
}

/*
 * Called from do_exit()
 */
void exit_irq_thread(void)
{
	struct task_struct *tsk = current;

	if (!tsk->irqaction)
		return;

	printk(KERN_ERR
	       "exiting task \"%s\" (%d) is an active IRQ thread (irq %d)\n",
	       tsk->comm ? tsk->comm : "", tsk->pid, tsk->irqaction->irq);

	/*
	 * Set the THREAD DIED flag to prevent further wakeups of the
	 * soon to be gone threaded handler.
	 */
	set_bit(IRQTF_DIED, &tsk->irqaction->flags);
}

L
Linus Torvalds 已提交
558 559 560 561
/*
 * Internal function to register an irqaction - typically used to
 * allocate special interrupts that are part of the architecture.
 */
562
static int
I
Ingo Molnar 已提交
563
__setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new)
L
Linus Torvalds 已提交
564
{
565
	struct irqaction *old, **old_ptr;
566
	const char *old_name = NULL;
L
Linus Torvalds 已提交
567 568
	unsigned long flags;
	int shared = 0;
569
	int ret;
L
Linus Torvalds 已提交
570

571
	if (!desc)
572 573
		return -EINVAL;

574
	if (desc->chip == &no_irq_chip)
L
Linus Torvalds 已提交
575 576 577 578 579 580
		return -ENOSYS;
	/*
	 * Some drivers like serial.c use request_irq() heavily,
	 * so we have to be careful not to interfere with a
	 * running system.
	 */
581
	if (new->flags & IRQF_SAMPLE_RANDOM) {
L
Linus Torvalds 已提交
582 583 584 585 586 587 588 589 590 591 592
		/*
		 * This function might sleep, we want to call it first,
		 * outside of the atomic block.
		 * Yes, this might clear the entropy pool if the wrong
		 * driver is attempted to be loaded, without actually
		 * installing a new handler, but is this really a problem,
		 * only the sysadmin is able to do this.
		 */
		rand_initialize_irq(irq);
	}

593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611
	/*
	 * Threaded handler ?
	 */
	if (new->thread_fn) {
		struct task_struct *t;

		t = kthread_create(irq_thread, new, "irq/%d-%s", irq,
				   new->name);
		if (IS_ERR(t))
			return PTR_ERR(t);
		/*
		 * We keep the reference to the task struct even if
		 * the thread dies to avoid that the interrupt code
		 * references an already freed task_struct.
		 */
		get_task_struct(t);
		new->thread = t;
	}

L
Linus Torvalds 已提交
612 613 614
	/*
	 * The following block of code has to be executed atomically
	 */
615
	spin_lock_irqsave(&desc->lock, flags);
616 617
	old_ptr = &desc->action;
	old = *old_ptr;
618
	if (old) {
619 620 621
		/*
		 * Can't share interrupts unless both agree to and are
		 * the same type (level, edge, polarity). So both flag
622
		 * fields must have IRQF_SHARED set and the bits which
623 624
		 * set the trigger type must match.
		 */
625
		if (!((old->flags & new->flags) & IRQF_SHARED) ||
626 627
		    ((old->flags ^ new->flags) & IRQF_TRIGGER_MASK)) {
			old_name = old->name;
628
			goto mismatch;
629
		}
630

631
#if defined(CONFIG_IRQ_PER_CPU)
632
		/* All handlers must agree on per-cpuness */
633 634
		if ((old->flags & IRQF_PERCPU) !=
		    (new->flags & IRQF_PERCPU))
635 636
			goto mismatch;
#endif
L
Linus Torvalds 已提交
637 638 639

		/* add new interrupt at end of irq queue */
		do {
640 641
			old_ptr = &old->next;
			old = *old_ptr;
L
Linus Torvalds 已提交
642 643 644 645 646
		} while (old);
		shared = 1;
	}

	if (!shared) {
T
Thomas Gleixner 已提交
647
		irq_chip_set_defaults(desc->chip);
648

649 650
		init_waitqueue_head(&desc->wait_for_threads);

651
		/* Setup the type (level, edge polarity) if configured: */
652
		if (new->flags & IRQF_TRIGGER_MASK) {
653 654
			ret = __irq_set_trigger(desc, irq,
					new->flags & IRQF_TRIGGER_MASK);
655

656 657
			if (ret)
				goto out_thread;
658 659
		} else
			compat_irq_chip_set_default_handler(desc);
660 661 662 663
#if defined(CONFIG_IRQ_PER_CPU)
		if (new->flags & IRQF_PERCPU)
			desc->status |= IRQ_PER_CPU;
#endif
T
Thomas Gleixner 已提交
664

665
		desc->status &= ~(IRQ_AUTODETECT | IRQ_WAITING |
666
				  IRQ_INPROGRESS | IRQ_SPURIOUS_DISABLED);
667 668 669 670

		if (!(desc->status & IRQ_NOAUTOEN)) {
			desc->depth = 0;
			desc->status &= ~IRQ_DISABLED;
671
			desc->chip->startup(irq);
672 673 674
		} else
			/* Undo nested disables: */
			desc->depth = 1;
675

676 677 678 679
		/* Exclude IRQ from balancing if requested */
		if (new->flags & IRQF_NOBALANCING)
			desc->status |= IRQ_NO_BALANCING;

680
		/* Set default affinity mask once everything is setup */
681
		setup_affinity(irq, desc);
D
David Brownell 已提交
682 683 684 685 686 687 688 689

	} else if ((new->flags & IRQF_TRIGGER_MASK)
			&& (new->flags & IRQF_TRIGGER_MASK)
				!= (desc->status & IRQ_TYPE_SENSE_MASK)) {
		/* hope the handler works with the actual trigger mode... */
		pr_warning("IRQ %d uses trigger mode %d; requested %d\n",
				irq, (int)(desc->status & IRQ_TYPE_SENSE_MASK),
				(int)(new->flags & IRQF_TRIGGER_MASK));
L
Linus Torvalds 已提交
690
	}
691

692
	new->irq = irq;
693
	*old_ptr = new;
694

695 696 697
	/* Reset broken irq detection when installing new handler */
	desc->irq_count = 0;
	desc->irqs_unhandled = 0;
698 699 700 701 702 703 704

	/*
	 * Check whether we disabled the irq via the spurious handler
	 * before. Reenable it and give it another chance.
	 */
	if (shared && (desc->status & IRQ_SPURIOUS_DISABLED)) {
		desc->status &= ~IRQ_SPURIOUS_DISABLED;
705
		__enable_irq(desc, irq, false);
706 707
	}

708
	spin_unlock_irqrestore(&desc->lock, flags);
L
Linus Torvalds 已提交
709

710 711 712 713 714 715 716
	/*
	 * Strictly no need to wake it up, but hung_task complains
	 * when no hard interrupt wakes the thread up.
	 */
	if (new->thread)
		wake_up_process(new->thread);

717
	register_irq_proc(irq, desc);
L
Linus Torvalds 已提交
718 719 720 721
	new->dir = NULL;
	register_handler_proc(irq, new);

	return 0;
722 723

mismatch:
724
#ifdef CONFIG_DEBUG_SHIRQ
725
	if (!(new->flags & IRQF_PROBE_SHARED)) {
726
		printk(KERN_ERR "IRQ handler type mismatch for IRQ %d\n", irq);
727 728
		if (old_name)
			printk(KERN_ERR "current handler: %s\n", old_name);
729 730
		dump_stack();
	}
731
#endif
732 733 734
	ret = -EBUSY;

out_thread:
735
	spin_unlock_irqrestore(&desc->lock, flags);
736 737 738 739 740 741 742 743 744
	if (new->thread) {
		struct task_struct *t = new->thread;

		new->thread = NULL;
		if (likely(!test_bit(IRQTF_DIED, &new->thread_flags)))
			kthread_stop(t);
		put_task_struct(t);
	}
	return ret;
L
Linus Torvalds 已提交
745 746
}

747 748 749 750 751 752 753 754 755 756 757 758 759
/**
 *	setup_irq - setup an interrupt
 *	@irq: Interrupt line to setup
 *	@act: irqaction for the interrupt
 *
 * Used to statically setup interrupts in the early boot process.
 */
int setup_irq(unsigned int irq, struct irqaction *act)
{
	struct irq_desc *desc = irq_to_desc(irq);

	return __setup_irq(irq, desc, act);
}
760
EXPORT_SYMBOL_GPL(setup_irq);
761

762 763 764
 /*
 * Internal function to unregister an irqaction - used to free
 * regular and special interrupts that are part of the architecture.
L
Linus Torvalds 已提交
765
 */
766
static struct irqaction *__free_irq(unsigned int irq, void *dev_id)
L
Linus Torvalds 已提交
767
{
768
	struct irq_desc *desc = irq_to_desc(irq);
769
	struct irqaction *action, **action_ptr;
L
Linus Torvalds 已提交
770 771
	unsigned long flags;

772
	WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq);
773 774

	if (!desc)
775
		return NULL;
L
Linus Torvalds 已提交
776

777
	spin_lock_irqsave(&desc->lock, flags);
778 779 780 781 782

	/*
	 * There can be multiple actions per IRQ descriptor, find the right
	 * one based on the dev_id:
	 */
783
	action_ptr = &desc->action;
L
Linus Torvalds 已提交
784
	for (;;) {
785
		action = *action_ptr;
L
Linus Torvalds 已提交
786

787 788 789
		if (!action) {
			WARN(1, "Trying to free already-free IRQ %d\n", irq);
			spin_unlock_irqrestore(&desc->lock, flags);
L
Linus Torvalds 已提交
790

791
			return NULL;
792
		}
L
Linus Torvalds 已提交
793

794 795
		if (action->dev_id == dev_id)
			break;
796
		action_ptr = &action->next;
797
	}
798

799
	/* Found it - now remove it from the list of entries: */
800
	*action_ptr = action->next;
801 802

	/* Currently used only by UML, might disappear one day: */
803
#ifdef CONFIG_IRQ_RELEASE_METHOD
804 805
	if (desc->chip->release)
		desc->chip->release(irq, dev_id);
806
#endif
807

808 809 810 811 812 813 814 815
	/* If this was the last handler, shut down the IRQ line: */
	if (!desc->action) {
		desc->status |= IRQ_DISABLED;
		if (desc->chip->shutdown)
			desc->chip->shutdown(irq);
		else
			desc->chip->disable(irq);
	}
816

817 818 819 820 821 822
	spin_unlock_irqrestore(&desc->lock, flags);

	unregister_handler_proc(irq, action);

	/* Make sure it's not being used on another CPU: */
	synchronize_irq(irq);
L
Linus Torvalds 已提交
823

824
#ifdef CONFIG_DEBUG_SHIRQ
825 826 827 828 829 830 831 832 833 834 835 836
	/*
	 * It's a shared IRQ -- the driver ought to be prepared for an IRQ
	 * event to happen even now it's being freed, so let's make sure that
	 * is so by doing an extra call to the handler ....
	 *
	 * ( We do this after actually deregistering it, to make sure that a
	 *   'real' IRQ doesn't run in * parallel with our fake. )
	 */
	if (action->flags & IRQF_SHARED) {
		local_irq_save(flags);
		action->handler(irq, dev_id);
		local_irq_restore(flags);
L
Linus Torvalds 已提交
837
	}
838
#endif
839 840 841 842 843 844 845

	if (action->thread) {
		if (!test_bit(IRQTF_DIED, &action->thread_flags))
			kthread_stop(action->thread);
		put_task_struct(action->thread);
	}

846 847 848
	return action;
}

849 850 851 852 853 854 855 856 857 858 859
/**
 *	remove_irq - free an interrupt
 *	@irq: Interrupt line to free
 *	@act: irqaction for the interrupt
 *
 * Used to remove interrupts statically setup by the early boot process.
 */
void remove_irq(unsigned int irq, struct irqaction *act)
{
	__free_irq(irq, act->dev_id);
}
860
EXPORT_SYMBOL_GPL(remove_irq);
861

862 863 864 865 866 867 868 869 870 871 872 873 874 875 876 877
/**
 *	free_irq - free an interrupt allocated with request_irq
 *	@irq: Interrupt line to free
 *	@dev_id: Device identity to free
 *
 *	Remove an interrupt handler. The handler is removed and if the
 *	interrupt line is no longer in use by any driver it is disabled.
 *	On a shared IRQ the caller must ensure the interrupt is disabled
 *	on the card it drives before calling this function. The function
 *	does not return until any executing interrupts for this IRQ
 *	have completed.
 *
 *	This function must not be called from interrupt context.
 */
void free_irq(unsigned int irq, void *dev_id)
{
878
	kfree(__free_irq(irq, dev_id));
L
Linus Torvalds 已提交
879 880 881 882
}
EXPORT_SYMBOL(free_irq);

/**
883
 *	request_threaded_irq - allocate an interrupt line
L
Linus Torvalds 已提交
884
 *	@irq: Interrupt line to allocate
885 886
 *	@handler: Function to be called when the IRQ occurs.
 *		  Primary handler for threaded interrupts
887 888
 *	@thread_fn: Function called from the irq handler thread
 *		    If NULL, no irq thread is created
L
Linus Torvalds 已提交
889 890 891 892 893 894 895 896 897 898 899
 *	@irqflags: Interrupt type flags
 *	@devname: An ascii name for the claiming device
 *	@dev_id: A cookie passed back to the handler function
 *
 *	This call allocates interrupt resources and enables the
 *	interrupt line and IRQ handling. From the point this
 *	call is made your handler function may be invoked. Since
 *	your handler function must clear any interrupt the board
 *	raises, you must take care both to initialise your hardware
 *	and to set up the interrupt handler in the right order.
 *
900 901 902 903 904
 *	If you want to set up a threaded irq handler for your device
 *	then you need to supply @handler and @thread_fn. @handler ist
 *	still called in hard interrupt context and has to check
 *	whether the interrupt originates from the device. If yes it
 *	needs to disable the interrupt on the device and return
905
 *	IRQ_WAKE_THREAD which will wake up the handler thread and run
906 907 908
 *	@thread_fn. This split handler design is necessary to support
 *	shared interrupts.
 *
L
Linus Torvalds 已提交
909 910 911 912 913 914 915 916 917
 *	Dev_id must be globally unique. Normally the address of the
 *	device data structure is used as the cookie. Since the handler
 *	receives this value it makes sense to use it.
 *
 *	If your interrupt is shared you must pass a non NULL dev_id
 *	as this is required when freeing the interrupt.
 *
 *	Flags:
 *
918 919 920
 *	IRQF_SHARED		Interrupt is shared
 *	IRQF_DISABLED	Disable local interrupts while processing
 *	IRQF_SAMPLE_RANDOM	The interrupt can be used for entropy
D
David Brownell 已提交
921
 *	IRQF_TRIGGER_*		Specify active edge(s) or level
L
Linus Torvalds 已提交
922 923
 *
 */
924 925 926
int request_threaded_irq(unsigned int irq, irq_handler_t handler,
			 irq_handler_t thread_fn, unsigned long irqflags,
			 const char *devname, void *dev_id)
L
Linus Torvalds 已提交
927
{
928
	struct irqaction *action;
929
	struct irq_desc *desc;
930
	int retval;
L
Linus Torvalds 已提交
931

932 933 934 935 936 937
	/*
	 * handle_IRQ_event() always ignores IRQF_DISABLED except for
	 * the _first_ irqaction (sigh).  That can cause oopsing, but
	 * the behavior is classified as "will not fix" so we need to
	 * start nudging drivers away from using that idiom.
	 */
I
Ingo Molnar 已提交
938 939 940 941 942 943
	if ((irqflags & (IRQF_SHARED|IRQF_DISABLED)) ==
					(IRQF_SHARED|IRQF_DISABLED)) {
		pr_warning(
		  "IRQ %d/%s: IRQF_DISABLED is not guaranteed on shared IRQs\n",
			irq, devname);
	}
944

I
Ingo Molnar 已提交
945 946 947 948
#ifdef CONFIG_LOCKDEP
	/*
	 * Lockdep wants atomic interrupt handlers:
	 */
949
	irqflags |= IRQF_DISABLED;
I
Ingo Molnar 已提交
950
#endif
L
Linus Torvalds 已提交
951 952 953 954 955 956
	/*
	 * Sanity-check: shared interrupts must pass in a real dev-ID,
	 * otherwise we'll have trouble later trying to figure out
	 * which interrupt is which (messes up the interrupt freeing
	 * logic etc).
	 */
957
	if ((irqflags & IRQF_SHARED) && !dev_id)
L
Linus Torvalds 已提交
958
		return -EINVAL;
959

960
	desc = irq_to_desc(irq);
961
	if (!desc)
L
Linus Torvalds 已提交
962
		return -EINVAL;
963

964
	if (desc->status & IRQ_NOREQUEST)
965
		return -EINVAL;
L
Linus Torvalds 已提交
966 967 968
	if (!handler)
		return -EINVAL;

969
	action = kzalloc(sizeof(struct irqaction), GFP_KERNEL);
L
Linus Torvalds 已提交
970 971 972 973
	if (!action)
		return -ENOMEM;

	action->handler = handler;
974
	action->thread_fn = thread_fn;
L
Linus Torvalds 已提交
975 976 977 978
	action->flags = irqflags;
	action->name = devname;
	action->dev_id = dev_id;

979
	retval = __setup_irq(irq, desc, action);
980 981 982
	if (retval)
		kfree(action);

D
David Woodhouse 已提交
983 984 985 986 987
#ifdef CONFIG_DEBUG_SHIRQ
	if (irqflags & IRQF_SHARED) {
		/*
		 * It's a shared IRQ -- the driver ought to be prepared for it
		 * to happen immediately, so let's make sure....
988 989
		 * We disable the irq to make sure that a 'real' IRQ doesn't
		 * run in parallel with our fake.
D
David Woodhouse 已提交
990
		 */
991
		unsigned long flags;
D
David Woodhouse 已提交
992

993
		disable_irq(irq);
994
		local_irq_save(flags);
995

996
		handler(irq, dev_id);
997

998
		local_irq_restore(flags);
999
		enable_irq(irq);
D
David Woodhouse 已提交
1000 1001
	}
#endif
L
Linus Torvalds 已提交
1002 1003
	return retval;
}
1004
EXPORT_SYMBOL(request_threaded_irq);