manage.c 24.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3
/*
 * linux/kernel/irq/manage.c
 *
I
Ingo Molnar 已提交
4 5
 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
 * Copyright (C) 2005-2006 Thomas Gleixner
L
Linus Torvalds 已提交
6 7 8 9 10
 *
 * This file contains driver APIs to the irq subsystem.
 */

#include <linux/irq.h>
11
#include <linux/kthread.h>
L
Linus Torvalds 已提交
12 13 14
#include <linux/module.h>
#include <linux/random.h>
#include <linux/interrupt.h>
15
#include <linux/slab.h>
16
#include <linux/sched.h>
L
Linus Torvalds 已提交
17 18 19 20 21

#include "internals.h"

/**
 *	synchronize_irq - wait for pending IRQ handlers (on other CPUs)
22
 *	@irq: interrupt number to wait for
L
Linus Torvalds 已提交
23 24 25 26 27 28 29 30 31
 *
 *	This function waits for any pending IRQ handlers for this interrupt
 *	to complete before returning. If you use this function while
 *	holding a resource the IRQ handler may need you will deadlock.
 *
 *	This function may be called - with care - from IRQ context.
 */
void synchronize_irq(unsigned int irq)
{
32
	struct irq_desc *desc = irq_to_desc(irq);
33
	unsigned int status;
L
Linus Torvalds 已提交
34

35
	if (!desc)
36 37
		return;

38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54
	do {
		unsigned long flags;

		/*
		 * Wait until we're out of the critical section.  This might
		 * give the wrong answer due to the lack of memory barriers.
		 */
		while (desc->status & IRQ_INPROGRESS)
			cpu_relax();

		/* Ok, that indicated we're done: double-check carefully. */
		spin_lock_irqsave(&desc->lock, flags);
		status = desc->status;
		spin_unlock_irqrestore(&desc->lock, flags);

		/* Oops, that failed? */
	} while (status & IRQ_INPROGRESS);
55 56 57 58 59 60

	/*
	 * We made sure that no hardirq handler is running. Now verify
	 * that no threaded handlers are active.
	 */
	wait_event(desc->wait_for_threads, !atomic_read(&desc->threads_active));
L
Linus Torvalds 已提交
61 62 63
}
EXPORT_SYMBOL(synchronize_irq);

64 65 66
#ifdef CONFIG_SMP
cpumask_var_t irq_default_affinity;

67 68 69 70 71 72 73
/**
 *	irq_can_set_affinity - Check if the affinity of a given irq can be set
 *	@irq:		Interrupt to check
 *
 */
int irq_can_set_affinity(unsigned int irq)
{
74
	struct irq_desc *desc = irq_to_desc(irq);
75 76 77 78 79 80 81 82

	if (CHECK_IRQ_PER_CPU(desc->status) || !desc->chip ||
	    !desc->chip->set_affinity)
		return 0;

	return 1;
}

83 84 85 86 87 88 89 90 91 92
/**
 *	irq_set_thread_affinity - Notify irq threads to adjust affinity
 *	@desc:		irq descriptor which has affitnity changed
 *
 *	We just set IRQTF_AFFINITY and delegate the affinity setting
 *	to the interrupt thread itself. We can not call
 *	set_cpus_allowed_ptr() here as we hold desc->lock and this
 *	code can be called from hard interrupt context.
 */
void irq_set_thread_affinity(struct irq_desc *desc)
93 94 95 96 97
{
	struct irqaction *action = desc->action;

	while (action) {
		if (action->thread)
98
			set_bit(IRQTF_AFFINITY, &action->thread_flags);
99 100 101 102
		action = action->next;
	}
}

103 104 105 106 107 108
/**
 *	irq_set_affinity - Set the irq affinity of a given irq
 *	@irq:		Interrupt to set affinity
 *	@cpumask:	cpumask
 *
 */
109
int irq_set_affinity(unsigned int irq, const struct cpumask *cpumask)
110
{
111
	struct irq_desc *desc = irq_to_desc(irq);
112
	unsigned long flags;
113 114 115 116

	if (!desc->chip->set_affinity)
		return -EINVAL;

117 118
	spin_lock_irqsave(&desc->lock, flags);

119
#ifdef CONFIG_GENERIC_PENDING_IRQ
120 121 122
	if (desc->status & IRQ_MOVE_PCNTXT) {
		if (!desc->chip->set_affinity(irq, cpumask)) {
			cpumask_copy(desc->affinity, cpumask);
123
			irq_set_thread_affinity(desc);
124 125
		}
	}
126
	else {
127
		desc->status |= IRQ_MOVE_PENDING;
128
		cpumask_copy(desc->pending_mask, cpumask);
129
	}
130
#else
131 132
	if (!desc->chip->set_affinity(irq, cpumask)) {
		cpumask_copy(desc->affinity, cpumask);
133
		irq_set_thread_affinity(desc);
134
	}
135
#endif
136 137
	desc->status |= IRQ_AFFINITY_SET;
	spin_unlock_irqrestore(&desc->lock, flags);
138 139 140
	return 0;
}

141 142 143 144
#ifndef CONFIG_AUTO_IRQ_AFFINITY
/*
 * Generic version of the affinity autoselector.
 */
145
static int setup_affinity(unsigned int irq, struct irq_desc *desc)
146 147 148 149
{
	if (!irq_can_set_affinity(irq))
		return 0;

150 151 152 153
	/*
	 * Preserve an userspace affinity setup, but make sure that
	 * one of the targets is online.
	 */
154
	if (desc->status & (IRQ_AFFINITY_SET | IRQ_NO_BALANCING)) {
155
		if (cpumask_any_and(desc->affinity, cpu_online_mask)
156 157
		    < nr_cpu_ids)
			goto set_affinity;
158 159 160 161
		else
			desc->status &= ~IRQ_AFFINITY_SET;
	}

162
	cpumask_and(desc->affinity, cpu_online_mask, irq_default_affinity);
163
set_affinity:
164
	desc->chip->set_affinity(irq, desc->affinity);
165 166 167

	return 0;
}
168
#else
169
static inline int setup_affinity(unsigned int irq, struct irq_desc *d)
170 171 172
{
	return irq_select_affinity(irq);
}
173 174
#endif

175 176 177 178 179 180 181 182 183 184
/*
 * Called when affinity is set via /proc/irq
 */
int irq_select_affinity_usr(unsigned int irq)
{
	struct irq_desc *desc = irq_to_desc(irq);
	unsigned long flags;
	int ret;

	spin_lock_irqsave(&desc->lock, flags);
185
	ret = setup_affinity(irq, desc);
186
	if (!ret)
187
		irq_set_thread_affinity(desc);
188 189 190 191 192 193
	spin_unlock_irqrestore(&desc->lock, flags);

	return ret;
}

#else
194
static inline int setup_affinity(unsigned int irq, struct irq_desc *desc)
195 196 197
{
	return 0;
}
L
Linus Torvalds 已提交
198 199
#endif

200 201 202 203 204 205 206 207 208 209 210 211 212 213
void __disable_irq(struct irq_desc *desc, unsigned int irq, bool suspend)
{
	if (suspend) {
		if (!desc->action || (desc->action->flags & IRQF_TIMER))
			return;
		desc->status |= IRQ_SUSPENDED;
	}

	if (!desc->depth++) {
		desc->status |= IRQ_DISABLED;
		desc->chip->disable(irq);
	}
}

L
Linus Torvalds 已提交
214 215 216 217 218 219 220 221 222 223 224 225 226
/**
 *	disable_irq_nosync - disable an irq without waiting
 *	@irq: Interrupt to disable
 *
 *	Disable the selected interrupt line.  Disables and Enables are
 *	nested.
 *	Unlike disable_irq(), this function does not ensure existing
 *	instances of the IRQ handler have completed before returning.
 *
 *	This function may be called from IRQ context.
 */
void disable_irq_nosync(unsigned int irq)
{
227
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
228 229
	unsigned long flags;

230
	if (!desc)
231 232
		return;

L
Linus Torvalds 已提交
233
	spin_lock_irqsave(&desc->lock, flags);
234
	__disable_irq(desc, irq, false);
L
Linus Torvalds 已提交
235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252
	spin_unlock_irqrestore(&desc->lock, flags);
}
EXPORT_SYMBOL(disable_irq_nosync);

/**
 *	disable_irq - disable an irq and wait for completion
 *	@irq: Interrupt to disable
 *
 *	Disable the selected interrupt line.  Enables and Disables are
 *	nested.
 *	This function waits for any pending IRQ handlers for this interrupt
 *	to complete before returning. If you use this function while
 *	holding a resource the IRQ handler may need you will deadlock.
 *
 *	This function may be called - with care - from IRQ context.
 */
void disable_irq(unsigned int irq)
{
253
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
254

255
	if (!desc)
256 257
		return;

L
Linus Torvalds 已提交
258 259 260 261 262 263
	disable_irq_nosync(irq);
	if (desc->action)
		synchronize_irq(irq);
}
EXPORT_SYMBOL(disable_irq);

264
void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume)
265
{
266 267 268
	if (resume)
		desc->status &= ~IRQ_SUSPENDED;

269 270
	switch (desc->depth) {
	case 0:
271
 err_out:
272
		WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq);
273 274 275 276
		break;
	case 1: {
		unsigned int status = desc->status & ~IRQ_DISABLED;

277 278
		if (desc->status & IRQ_SUSPENDED)
			goto err_out;
279 280 281 282 283 284 285 286 287 288
		/* Prevent probing on this irq: */
		desc->status = status | IRQ_NOPROBE;
		check_irq_resend(desc, irq);
		/* fall-through */
	}
	default:
		desc->depth--;
	}
}

L
Linus Torvalds 已提交
289 290 291 292 293 294 295 296 297 298 299 300
/**
 *	enable_irq - enable handling of an irq
 *	@irq: Interrupt to enable
 *
 *	Undoes the effect of one call to disable_irq().  If this
 *	matches the last disable, processing of interrupts on this
 *	IRQ line is re-enabled.
 *
 *	This function may be called from IRQ context.
 */
void enable_irq(unsigned int irq)
{
301
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
302 303
	unsigned long flags;

304
	if (!desc)
305 306
		return;

L
Linus Torvalds 已提交
307
	spin_lock_irqsave(&desc->lock, flags);
308
	__enable_irq(desc, irq, false);
L
Linus Torvalds 已提交
309 310 311 312
	spin_unlock_irqrestore(&desc->lock, flags);
}
EXPORT_SYMBOL(enable_irq);

D
David Brownell 已提交
313
static int set_irq_wake_real(unsigned int irq, unsigned int on)
314
{
315
	struct irq_desc *desc = irq_to_desc(irq);
316 317 318 319 320 321 322 323
	int ret = -ENXIO;

	if (desc->chip->set_wake)
		ret = desc->chip->set_wake(irq, on);

	return ret;
}

324 325 326 327 328
/**
 *	set_irq_wake - control irq power management wakeup
 *	@irq:	interrupt to control
 *	@on:	enable/disable power management wakeup
 *
329 330 331 332 333 334
 *	Enable/disable power management wakeup mode, which is
 *	disabled by default.  Enables and disables must match,
 *	just as they match for non-wakeup mode support.
 *
 *	Wakeup mode lets this IRQ wake the system from sleep
 *	states like "suspend to RAM".
335 336 337
 */
int set_irq_wake(unsigned int irq, unsigned int on)
{
338
	struct irq_desc *desc = irq_to_desc(irq);
339
	unsigned long flags;
340
	int ret = 0;
341

342 343 344
	/* wakeup-capable irqs can be shared between drivers that
	 * don't need to have the same sleep mode behaviors.
	 */
345
	spin_lock_irqsave(&desc->lock, flags);
346
	if (on) {
347 348 349 350 351 352 353
		if (desc->wake_depth++ == 0) {
			ret = set_irq_wake_real(irq, on);
			if (ret)
				desc->wake_depth = 0;
			else
				desc->status |= IRQ_WAKEUP;
		}
354 355
	} else {
		if (desc->wake_depth == 0) {
356
			WARN(1, "Unbalanced IRQ %d wake disable\n", irq);
357 358 359 360 361 362 363
		} else if (--desc->wake_depth == 0) {
			ret = set_irq_wake_real(irq, on);
			if (ret)
				desc->wake_depth = 1;
			else
				desc->status &= ~IRQ_WAKEUP;
		}
364
	}
365

366 367 368 369 370
	spin_unlock_irqrestore(&desc->lock, flags);
	return ret;
}
EXPORT_SYMBOL(set_irq_wake);

L
Linus Torvalds 已提交
371 372 373 374 375 376 377
/*
 * Internal function that tells the architecture code whether a
 * particular irq has been exclusively allocated or is available
 * for driver use.
 */
int can_request_irq(unsigned int irq, unsigned long irqflags)
{
378
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
379 380
	struct irqaction *action;

381 382 383 384
	if (!desc)
		return 0;

	if (desc->status & IRQ_NOREQUEST)
L
Linus Torvalds 已提交
385 386
		return 0;

387
	action = desc->action;
L
Linus Torvalds 已提交
388
	if (action)
389
		if (irqflags & action->flags & IRQF_SHARED)
L
Linus Torvalds 已提交
390 391 392 393 394
			action = NULL;

	return !action;
}

T
Thomas Gleixner 已提交
395 396 397 398 399 400 401 402 403 404 405
void compat_irq_chip_set_default_handler(struct irq_desc *desc)
{
	/*
	 * If the architecture still has not overriden
	 * the flow handler then zap the default. This
	 * should catch incorrect flow-type setting.
	 */
	if (desc->handle_irq == &handle_bad_irq)
		desc->handle_irq = NULL;
}

D
David Brownell 已提交
406
int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
407 408 409
		unsigned long flags)
{
	int ret;
D
David Brownell 已提交
410
	struct irq_chip *chip = desc->chip;
411 412 413 414 415 416

	if (!chip || !chip->set_type) {
		/*
		 * IRQF_TRIGGER_* but the PIC does not support multiple
		 * flow-types?
		 */
417
		pr_debug("No set_type function for IRQ %d (%s)\n", irq,
418 419 420 421
				chip ? (chip->name ? : "unknown") : "unknown");
		return 0;
	}

422 423
	/* caller masked out all except trigger mode flags */
	ret = chip->set_type(irq, flags);
424 425

	if (ret)
426
		pr_err("setting trigger mode %d for irq %u failed (%pF)\n",
427
				(int)flags, irq, chip->set_type);
D
David Brownell 已提交
428
	else {
429 430
		if (flags & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
			flags |= IRQ_LEVEL;
D
David Brownell 已提交
431
		/* note that IRQF_TRIGGER_MASK == IRQ_TYPE_SENSE_MASK */
432 433
		desc->status &= ~(IRQ_LEVEL | IRQ_TYPE_SENSE_MASK);
		desc->status |= flags;
D
David Brownell 已提交
434
	}
435 436 437 438

	return ret;
}

439 440 441 442
static int irq_wait_for_interrupt(struct irqaction *action)
{
	while (!kthread_should_stop()) {
		set_current_state(TASK_INTERRUPTIBLE);
443 444 445

		if (test_and_clear_bit(IRQTF_RUNTHREAD,
				       &action->thread_flags)) {
446 447
			__set_current_state(TASK_RUNNING);
			return 0;
448 449
		}
		schedule();
450 451 452 453
	}
	return -1;
}

454
#ifdef CONFIG_SMP
455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481
/*
 * Check whether we need to change the affinity of the interrupt thread.
 */
static void
irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action)
{
	cpumask_var_t mask;

	if (!test_and_clear_bit(IRQTF_AFFINITY, &action->thread_flags))
		return;

	/*
	 * In case we are out of memory we set IRQTF_AFFINITY again and
	 * try again next time
	 */
	if (!alloc_cpumask_var(&mask, GFP_KERNEL)) {
		set_bit(IRQTF_AFFINITY, &action->thread_flags);
		return;
	}

	spin_lock_irq(&desc->lock);
	cpumask_copy(mask, desc->affinity);
	spin_unlock_irq(&desc->lock);

	set_cpus_allowed_ptr(current, mask);
	free_cpumask_var(mask);
}
482 483 484 485
#else
static inline void
irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action) { }
#endif
486

487 488 489 490 491 492 493 494 495 496 497 498 499 500 501
/*
 * Interrupt handler thread
 */
static int irq_thread(void *data)
{
	struct sched_param param = { .sched_priority = MAX_USER_RT_PRIO/2, };
	struct irqaction *action = data;
	struct irq_desc *desc = irq_to_desc(action->irq);
	int wake;

	sched_setscheduler(current, SCHED_FIFO, &param);
	current->irqaction = action;

	while (!irq_wait_for_interrupt(action)) {

502 503
		irq_thread_check_affinity(desc, action);

504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523 524 525 526 527 528 529 530 531 532 533 534 535 536 537 538 539 540 541 542 543 544 545 546 547 548 549 550 551 552 553 554 555 556 557
		atomic_inc(&desc->threads_active);

		spin_lock_irq(&desc->lock);
		if (unlikely(desc->status & IRQ_DISABLED)) {
			/*
			 * CHECKME: We might need a dedicated
			 * IRQ_THREAD_PENDING flag here, which
			 * retriggers the thread in check_irq_resend()
			 * but AFAICT IRQ_PENDING should be fine as it
			 * retriggers the interrupt itself --- tglx
			 */
			desc->status |= IRQ_PENDING;
			spin_unlock_irq(&desc->lock);
		} else {
			spin_unlock_irq(&desc->lock);

			action->thread_fn(action->irq, action->dev_id);
		}

		wake = atomic_dec_and_test(&desc->threads_active);

		if (wake && waitqueue_active(&desc->wait_for_threads))
			wake_up(&desc->wait_for_threads);
	}

	/*
	 * Clear irqaction. Otherwise exit_irq_thread() would make
	 * fuzz about an active irq thread going into nirvana.
	 */
	current->irqaction = NULL;
	return 0;
}

/*
 * Called from do_exit()
 */
void exit_irq_thread(void)
{
	struct task_struct *tsk = current;

	if (!tsk->irqaction)
		return;

	printk(KERN_ERR
	       "exiting task \"%s\" (%d) is an active IRQ thread (irq %d)\n",
	       tsk->comm ? tsk->comm : "", tsk->pid, tsk->irqaction->irq);

	/*
	 * Set the THREAD DIED flag to prevent further wakeups of the
	 * soon to be gone threaded handler.
	 */
	set_bit(IRQTF_DIED, &tsk->irqaction->flags);
}

L
Linus Torvalds 已提交
558 559 560 561
/*
 * Internal function to register an irqaction - typically used to
 * allocate special interrupts that are part of the architecture.
 */
562
static int
I
Ingo Molnar 已提交
563
__setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new)
L
Linus Torvalds 已提交
564
{
565
	struct irqaction *old, **old_ptr;
566
	const char *old_name = NULL;
L
Linus Torvalds 已提交
567 568
	unsigned long flags;
	int shared = 0;
569
	int ret;
L
Linus Torvalds 已提交
570

571
	if (!desc)
572 573
		return -EINVAL;

574
	if (desc->chip == &no_irq_chip)
L
Linus Torvalds 已提交
575 576 577 578 579 580
		return -ENOSYS;
	/*
	 * Some drivers like serial.c use request_irq() heavily,
	 * so we have to be careful not to interfere with a
	 * running system.
	 */
581
	if (new->flags & IRQF_SAMPLE_RANDOM) {
L
Linus Torvalds 已提交
582 583 584 585 586 587 588 589 590 591 592
		/*
		 * This function might sleep, we want to call it first,
		 * outside of the atomic block.
		 * Yes, this might clear the entropy pool if the wrong
		 * driver is attempted to be loaded, without actually
		 * installing a new handler, but is this really a problem,
		 * only the sysadmin is able to do this.
		 */
		rand_initialize_irq(irq);
	}

593 594 595 596 597 598 599 600 601 602 603 604 605 606 607 608 609 610 611 612
	/*
	 * Threaded handler ?
	 */
	if (new->thread_fn) {
		struct task_struct *t;

		t = kthread_create(irq_thread, new, "irq/%d-%s", irq,
				   new->name);
		if (IS_ERR(t))
			return PTR_ERR(t);
		/*
		 * We keep the reference to the task struct even if
		 * the thread dies to avoid that the interrupt code
		 * references an already freed task_struct.
		 */
		get_task_struct(t);
		new->thread = t;
		wake_up_process(t);
	}

L
Linus Torvalds 已提交
613 614 615
	/*
	 * The following block of code has to be executed atomically
	 */
616
	spin_lock_irqsave(&desc->lock, flags);
617 618
	old_ptr = &desc->action;
	old = *old_ptr;
619
	if (old) {
620 621 622
		/*
		 * Can't share interrupts unless both agree to and are
		 * the same type (level, edge, polarity). So both flag
623
		 * fields must have IRQF_SHARED set and the bits which
624 625
		 * set the trigger type must match.
		 */
626
		if (!((old->flags & new->flags) & IRQF_SHARED) ||
627 628
		    ((old->flags ^ new->flags) & IRQF_TRIGGER_MASK)) {
			old_name = old->name;
629
			goto mismatch;
630
		}
631

632
#if defined(CONFIG_IRQ_PER_CPU)
633
		/* All handlers must agree on per-cpuness */
634 635
		if ((old->flags & IRQF_PERCPU) !=
		    (new->flags & IRQF_PERCPU))
636 637
			goto mismatch;
#endif
L
Linus Torvalds 已提交
638 639 640

		/* add new interrupt at end of irq queue */
		do {
641 642
			old_ptr = &old->next;
			old = *old_ptr;
L
Linus Torvalds 已提交
643 644 645 646 647
		} while (old);
		shared = 1;
	}

	if (!shared) {
T
Thomas Gleixner 已提交
648
		irq_chip_set_defaults(desc->chip);
649

650 651
		init_waitqueue_head(&desc->wait_for_threads);

652
		/* Setup the type (level, edge polarity) if configured: */
653
		if (new->flags & IRQF_TRIGGER_MASK) {
654 655
			ret = __irq_set_trigger(desc, irq,
					new->flags & IRQF_TRIGGER_MASK);
656

657 658
			if (ret)
				goto out_thread;
659 660
		} else
			compat_irq_chip_set_default_handler(desc);
661 662 663 664
#if defined(CONFIG_IRQ_PER_CPU)
		if (new->flags & IRQF_PERCPU)
			desc->status |= IRQ_PER_CPU;
#endif
T
Thomas Gleixner 已提交
665

666
		desc->status &= ~(IRQ_AUTODETECT | IRQ_WAITING |
667
				  IRQ_INPROGRESS | IRQ_SPURIOUS_DISABLED);
668 669 670 671

		if (!(desc->status & IRQ_NOAUTOEN)) {
			desc->depth = 0;
			desc->status &= ~IRQ_DISABLED;
672
			desc->chip->startup(irq);
673 674 675
		} else
			/* Undo nested disables: */
			desc->depth = 1;
676

677 678 679 680
		/* Exclude IRQ from balancing if requested */
		if (new->flags & IRQF_NOBALANCING)
			desc->status |= IRQ_NO_BALANCING;

681
		/* Set default affinity mask once everything is setup */
682
		setup_affinity(irq, desc);
D
David Brownell 已提交
683 684 685 686 687 688 689 690

	} else if ((new->flags & IRQF_TRIGGER_MASK)
			&& (new->flags & IRQF_TRIGGER_MASK)
				!= (desc->status & IRQ_TYPE_SENSE_MASK)) {
		/* hope the handler works with the actual trigger mode... */
		pr_warning("IRQ %d uses trigger mode %d; requested %d\n",
				irq, (int)(desc->status & IRQ_TYPE_SENSE_MASK),
				(int)(new->flags & IRQF_TRIGGER_MASK));
L
Linus Torvalds 已提交
691
	}
692

693
	*old_ptr = new;
694

695 696 697
	/* Reset broken irq detection when installing new handler */
	desc->irq_count = 0;
	desc->irqs_unhandled = 0;
698 699 700 701 702 703 704

	/*
	 * Check whether we disabled the irq via the spurious handler
	 * before. Reenable it and give it another chance.
	 */
	if (shared && (desc->status & IRQ_SPURIOUS_DISABLED)) {
		desc->status &= ~IRQ_SPURIOUS_DISABLED;
705
		__enable_irq(desc, irq, false);
706 707
	}

708
	spin_unlock_irqrestore(&desc->lock, flags);
L
Linus Torvalds 已提交
709 710

	new->irq = irq;
711
	register_irq_proc(irq, desc);
L
Linus Torvalds 已提交
712 713 714 715
	new->dir = NULL;
	register_handler_proc(irq, new);

	return 0;
716 717

mismatch:
718
#ifdef CONFIG_DEBUG_SHIRQ
719
	if (!(new->flags & IRQF_PROBE_SHARED)) {
720
		printk(KERN_ERR "IRQ handler type mismatch for IRQ %d\n", irq);
721 722
		if (old_name)
			printk(KERN_ERR "current handler: %s\n", old_name);
723 724
		dump_stack();
	}
725
#endif
726 727 728
	ret = -EBUSY;

out_thread:
729
	spin_unlock_irqrestore(&desc->lock, flags);
730 731 732 733 734 735 736 737 738
	if (new->thread) {
		struct task_struct *t = new->thread;

		new->thread = NULL;
		if (likely(!test_bit(IRQTF_DIED, &new->thread_flags)))
			kthread_stop(t);
		put_task_struct(t);
	}
	return ret;
L
Linus Torvalds 已提交
739 740
}

741 742 743 744 745 746 747 748 749 750 751 752 753
/**
 *	setup_irq - setup an interrupt
 *	@irq: Interrupt line to setup
 *	@act: irqaction for the interrupt
 *
 * Used to statically setup interrupts in the early boot process.
 */
int setup_irq(unsigned int irq, struct irqaction *act)
{
	struct irq_desc *desc = irq_to_desc(irq);

	return __setup_irq(irq, desc, act);
}
754
EXPORT_SYMBOL_GPL(setup_irq);
755

756 757 758
 /*
 * Internal function to unregister an irqaction - used to free
 * regular and special interrupts that are part of the architecture.
L
Linus Torvalds 已提交
759
 */
760
static struct irqaction *__free_irq(unsigned int irq, void *dev_id)
L
Linus Torvalds 已提交
761
{
762
	struct irq_desc *desc = irq_to_desc(irq);
763
	struct irqaction *action, **action_ptr;
L
Linus Torvalds 已提交
764 765
	unsigned long flags;

766
	WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq);
767 768

	if (!desc)
769
		return NULL;
L
Linus Torvalds 已提交
770

771
	spin_lock_irqsave(&desc->lock, flags);
772 773 774 775 776

	/*
	 * There can be multiple actions per IRQ descriptor, find the right
	 * one based on the dev_id:
	 */
777
	action_ptr = &desc->action;
L
Linus Torvalds 已提交
778
	for (;;) {
779
		action = *action_ptr;
L
Linus Torvalds 已提交
780

781 782 783
		if (!action) {
			WARN(1, "Trying to free already-free IRQ %d\n", irq);
			spin_unlock_irqrestore(&desc->lock, flags);
L
Linus Torvalds 已提交
784

785
			return NULL;
786
		}
L
Linus Torvalds 已提交
787

788 789
		if (action->dev_id == dev_id)
			break;
790
		action_ptr = &action->next;
791
	}
792

793
	/* Found it - now remove it from the list of entries: */
794
	*action_ptr = action->next;
795 796

	/* Currently used only by UML, might disappear one day: */
797
#ifdef CONFIG_IRQ_RELEASE_METHOD
798 799
	if (desc->chip->release)
		desc->chip->release(irq, dev_id);
800
#endif
801

802 803 804 805 806 807 808 809
	/* If this was the last handler, shut down the IRQ line: */
	if (!desc->action) {
		desc->status |= IRQ_DISABLED;
		if (desc->chip->shutdown)
			desc->chip->shutdown(irq);
		else
			desc->chip->disable(irq);
	}
810

811 812 813 814 815 816
	spin_unlock_irqrestore(&desc->lock, flags);

	unregister_handler_proc(irq, action);

	/* Make sure it's not being used on another CPU: */
	synchronize_irq(irq);
L
Linus Torvalds 已提交
817

818
#ifdef CONFIG_DEBUG_SHIRQ
819 820 821 822 823 824 825 826 827 828 829 830
	/*
	 * It's a shared IRQ -- the driver ought to be prepared for an IRQ
	 * event to happen even now it's being freed, so let's make sure that
	 * is so by doing an extra call to the handler ....
	 *
	 * ( We do this after actually deregistering it, to make sure that a
	 *   'real' IRQ doesn't run in * parallel with our fake. )
	 */
	if (action->flags & IRQF_SHARED) {
		local_irq_save(flags);
		action->handler(irq, dev_id);
		local_irq_restore(flags);
L
Linus Torvalds 已提交
831
	}
832
#endif
833 834 835 836 837 838 839

	if (action->thread) {
		if (!test_bit(IRQTF_DIED, &action->thread_flags))
			kthread_stop(action->thread);
		put_task_struct(action->thread);
	}

840 841 842
	return action;
}

843 844 845 846 847 848 849 850 851 852 853
/**
 *	remove_irq - free an interrupt
 *	@irq: Interrupt line to free
 *	@act: irqaction for the interrupt
 *
 * Used to remove interrupts statically setup by the early boot process.
 */
void remove_irq(unsigned int irq, struct irqaction *act)
{
	__free_irq(irq, act->dev_id);
}
854
EXPORT_SYMBOL_GPL(remove_irq);
855

856 857 858 859 860 861 862 863 864 865 866 867 868 869 870 871
/**
 *	free_irq - free an interrupt allocated with request_irq
 *	@irq: Interrupt line to free
 *	@dev_id: Device identity to free
 *
 *	Remove an interrupt handler. The handler is removed and if the
 *	interrupt line is no longer in use by any driver it is disabled.
 *	On a shared IRQ the caller must ensure the interrupt is disabled
 *	on the card it drives before calling this function. The function
 *	does not return until any executing interrupts for this IRQ
 *	have completed.
 *
 *	This function must not be called from interrupt context.
 */
void free_irq(unsigned int irq, void *dev_id)
{
872
	kfree(__free_irq(irq, dev_id));
L
Linus Torvalds 已提交
873 874 875 876
}
EXPORT_SYMBOL(free_irq);

/**
877
 *	request_threaded_irq - allocate an interrupt line
L
Linus Torvalds 已提交
878
 *	@irq: Interrupt line to allocate
879 880
 *	@handler: Function to be called when the IRQ occurs.
 *		  Primary handler for threaded interrupts
881 882
 *	@thread_fn: Function called from the irq handler thread
 *		    If NULL, no irq thread is created
L
Linus Torvalds 已提交
883 884 885 886 887 888 889 890 891 892 893
 *	@irqflags: Interrupt type flags
 *	@devname: An ascii name for the claiming device
 *	@dev_id: A cookie passed back to the handler function
 *
 *	This call allocates interrupt resources and enables the
 *	interrupt line and IRQ handling. From the point this
 *	call is made your handler function may be invoked. Since
 *	your handler function must clear any interrupt the board
 *	raises, you must take care both to initialise your hardware
 *	and to set up the interrupt handler in the right order.
 *
894 895 896 897 898
 *	If you want to set up a threaded irq handler for your device
 *	then you need to supply @handler and @thread_fn. @handler ist
 *	still called in hard interrupt context and has to check
 *	whether the interrupt originates from the device. If yes it
 *	needs to disable the interrupt on the device and return
899
 *	IRQ_WAKE_THREAD which will wake up the handler thread and run
900 901 902
 *	@thread_fn. This split handler design is necessary to support
 *	shared interrupts.
 *
L
Linus Torvalds 已提交
903 904 905 906 907 908 909 910 911
 *	Dev_id must be globally unique. Normally the address of the
 *	device data structure is used as the cookie. Since the handler
 *	receives this value it makes sense to use it.
 *
 *	If your interrupt is shared you must pass a non NULL dev_id
 *	as this is required when freeing the interrupt.
 *
 *	Flags:
 *
912 913 914
 *	IRQF_SHARED		Interrupt is shared
 *	IRQF_DISABLED	Disable local interrupts while processing
 *	IRQF_SAMPLE_RANDOM	The interrupt can be used for entropy
D
David Brownell 已提交
915
 *	IRQF_TRIGGER_*		Specify active edge(s) or level
L
Linus Torvalds 已提交
916 917
 *
 */
918 919 920
int request_threaded_irq(unsigned int irq, irq_handler_t handler,
			 irq_handler_t thread_fn, unsigned long irqflags,
			 const char *devname, void *dev_id)
L
Linus Torvalds 已提交
921
{
922
	struct irqaction *action;
923
	struct irq_desc *desc;
924
	int retval;
L
Linus Torvalds 已提交
925

926 927 928 929 930 931
	/*
	 * handle_IRQ_event() always ignores IRQF_DISABLED except for
	 * the _first_ irqaction (sigh).  That can cause oopsing, but
	 * the behavior is classified as "will not fix" so we need to
	 * start nudging drivers away from using that idiom.
	 */
I
Ingo Molnar 已提交
932 933 934 935 936 937
	if ((irqflags & (IRQF_SHARED|IRQF_DISABLED)) ==
					(IRQF_SHARED|IRQF_DISABLED)) {
		pr_warning(
		  "IRQ %d/%s: IRQF_DISABLED is not guaranteed on shared IRQs\n",
			irq, devname);
	}
938

I
Ingo Molnar 已提交
939 940 941 942
#ifdef CONFIG_LOCKDEP
	/*
	 * Lockdep wants atomic interrupt handlers:
	 */
943
	irqflags |= IRQF_DISABLED;
I
Ingo Molnar 已提交
944
#endif
L
Linus Torvalds 已提交
945 946 947 948 949 950
	/*
	 * Sanity-check: shared interrupts must pass in a real dev-ID,
	 * otherwise we'll have trouble later trying to figure out
	 * which interrupt is which (messes up the interrupt freeing
	 * logic etc).
	 */
951
	if ((irqflags & IRQF_SHARED) && !dev_id)
L
Linus Torvalds 已提交
952
		return -EINVAL;
953

954
	desc = irq_to_desc(irq);
955
	if (!desc)
L
Linus Torvalds 已提交
956
		return -EINVAL;
957

958
	if (desc->status & IRQ_NOREQUEST)
959
		return -EINVAL;
L
Linus Torvalds 已提交
960 961 962
	if (!handler)
		return -EINVAL;

963
	action = kzalloc(sizeof(struct irqaction), GFP_KERNEL);
L
Linus Torvalds 已提交
964 965 966 967
	if (!action)
		return -ENOMEM;

	action->handler = handler;
968
	action->thread_fn = thread_fn;
L
Linus Torvalds 已提交
969 970 971 972
	action->flags = irqflags;
	action->name = devname;
	action->dev_id = dev_id;

973
	retval = __setup_irq(irq, desc, action);
974 975 976
	if (retval)
		kfree(action);

D
David Woodhouse 已提交
977 978 979 980 981
#ifdef CONFIG_DEBUG_SHIRQ
	if (irqflags & IRQF_SHARED) {
		/*
		 * It's a shared IRQ -- the driver ought to be prepared for it
		 * to happen immediately, so let's make sure....
982 983
		 * We disable the irq to make sure that a 'real' IRQ doesn't
		 * run in parallel with our fake.
D
David Woodhouse 已提交
984
		 */
985
		unsigned long flags;
D
David Woodhouse 已提交
986

987
		disable_irq(irq);
988
		local_irq_save(flags);
989

990
		handler(irq, dev_id);
991

992
		local_irq_restore(flags);
993
		enable_irq(irq);
D
David Woodhouse 已提交
994 995
	}
#endif
L
Linus Torvalds 已提交
996 997
	return retval;
}
998
EXPORT_SYMBOL(request_threaded_irq);