manage.c 23.4 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3
/*
 * linux/kernel/irq/manage.c
 *
I
Ingo Molnar 已提交
4 5
 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
 * Copyright (C) 2005-2006 Thomas Gleixner
L
Linus Torvalds 已提交
6 7 8 9 10
 *
 * This file contains driver APIs to the irq subsystem.
 */

#include <linux/irq.h>
11
#include <linux/kthread.h>
L
Linus Torvalds 已提交
12 13 14
#include <linux/module.h>
#include <linux/random.h>
#include <linux/interrupt.h>
15
#include <linux/slab.h>
16
#include <linux/sched.h>
L
Linus Torvalds 已提交
17 18 19 20 21

#include "internals.h"

/**
 *	synchronize_irq - wait for pending IRQ handlers (on other CPUs)
22
 *	@irq: interrupt number to wait for
L
Linus Torvalds 已提交
23 24 25 26 27 28 29 30 31
 *
 *	This function waits for any pending IRQ handlers for this interrupt
 *	to complete before returning. If you use this function while
 *	holding a resource the IRQ handler may need you will deadlock.
 *
 *	This function may be called - with care - from IRQ context.
 */
void synchronize_irq(unsigned int irq)
{
32
	struct irq_desc *desc = irq_to_desc(irq);
33
	unsigned int status;
L
Linus Torvalds 已提交
34

35
	if (!desc)
36 37
		return;

38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54
	do {
		unsigned long flags;

		/*
		 * Wait until we're out of the critical section.  This might
		 * give the wrong answer due to the lack of memory barriers.
		 */
		while (desc->status & IRQ_INPROGRESS)
			cpu_relax();

		/* Ok, that indicated we're done: double-check carefully. */
		spin_lock_irqsave(&desc->lock, flags);
		status = desc->status;
		spin_unlock_irqrestore(&desc->lock, flags);

		/* Oops, that failed? */
	} while (status & IRQ_INPROGRESS);
55 56 57 58 59 60

	/*
	 * We made sure that no hardirq handler is running. Now verify
	 * that no threaded handlers are active.
	 */
	wait_event(desc->wait_for_threads, !atomic_read(&desc->threads_active));
L
Linus Torvalds 已提交
61 62 63
}
EXPORT_SYMBOL(synchronize_irq);

64 65 66
#ifdef CONFIG_SMP
cpumask_var_t irq_default_affinity;

67 68 69 70 71 72 73
/**
 *	irq_can_set_affinity - Check if the affinity of a given irq can be set
 *	@irq:		Interrupt to check
 *
 */
int irq_can_set_affinity(unsigned int irq)
{
74
	struct irq_desc *desc = irq_to_desc(irq);
75 76 77 78 79 80 81 82

	if (CHECK_IRQ_PER_CPU(desc->status) || !desc->chip ||
	    !desc->chip->set_affinity)
		return 0;

	return 1;
}

83 84 85 86 87 88 89 90 91 92 93 94
static void
irq_set_thread_affinity(struct irq_desc *desc, const struct cpumask *cpumask)
{
	struct irqaction *action = desc->action;

	while (action) {
		if (action->thread)
			set_cpus_allowed_ptr(action->thread, cpumask);
		action = action->next;
	}
}

95 96 97 98 99 100
/**
 *	irq_set_affinity - Set the irq affinity of a given irq
 *	@irq:		Interrupt to set affinity
 *	@cpumask:	cpumask
 *
 */
101
int irq_set_affinity(unsigned int irq, const struct cpumask *cpumask)
102
{
103
	struct irq_desc *desc = irq_to_desc(irq);
104
	unsigned long flags;
105 106 107 108

	if (!desc->chip->set_affinity)
		return -EINVAL;

109 110
	spin_lock_irqsave(&desc->lock, flags);

111
#ifdef CONFIG_GENERIC_PENDING_IRQ
112
	if (desc->status & IRQ_MOVE_PCNTXT || desc->status & IRQ_DISABLED) {
113
		cpumask_copy(desc->affinity, cpumask);
114
		desc->chip->set_affinity(irq, cpumask);
115 116
	} else {
		desc->status |= IRQ_MOVE_PENDING;
117
		cpumask_copy(desc->pending_mask, cpumask);
118
	}
119
#else
120
	cpumask_copy(desc->affinity, cpumask);
121 122
	desc->chip->set_affinity(irq, cpumask);
#endif
123
	irq_set_thread_affinity(desc, cpumask);
124 125
	desc->status |= IRQ_AFFINITY_SET;
	spin_unlock_irqrestore(&desc->lock, flags);
126 127 128
	return 0;
}

129 130 131 132
#ifndef CONFIG_AUTO_IRQ_AFFINITY
/*
 * Generic version of the affinity autoselector.
 */
133
static int setup_affinity(unsigned int irq, struct irq_desc *desc)
134 135 136 137
{
	if (!irq_can_set_affinity(irq))
		return 0;

138 139 140 141
	/*
	 * Preserve an userspace affinity setup, but make sure that
	 * one of the targets is online.
	 */
142
	if (desc->status & (IRQ_AFFINITY_SET | IRQ_NO_BALANCING)) {
143
		if (cpumask_any_and(desc->affinity, cpu_online_mask)
144 145
		    < nr_cpu_ids)
			goto set_affinity;
146 147 148 149
		else
			desc->status &= ~IRQ_AFFINITY_SET;
	}

150
	cpumask_and(desc->affinity, cpu_online_mask, irq_default_affinity);
151
set_affinity:
152
	desc->chip->set_affinity(irq, desc->affinity);
153 154 155

	return 0;
}
156
#else
157
static inline int setup_affinity(unsigned int irq, struct irq_desc *d)
158 159 160
{
	return irq_select_affinity(irq);
}
161 162
#endif

163 164 165 166 167 168 169 170 171 172
/*
 * Called when affinity is set via /proc/irq
 */
int irq_select_affinity_usr(unsigned int irq)
{
	struct irq_desc *desc = irq_to_desc(irq);
	unsigned long flags;
	int ret;

	spin_lock_irqsave(&desc->lock, flags);
173
	ret = setup_affinity(irq, desc);
174 175
	if (!ret)
		irq_set_thread_affinity(desc, desc->affinity);
176 177 178 179 180 181
	spin_unlock_irqrestore(&desc->lock, flags);

	return ret;
}

#else
182
static inline int setup_affinity(unsigned int irq, struct irq_desc *desc)
183 184 185
{
	return 0;
}
L
Linus Torvalds 已提交
186 187
#endif

188 189 190 191 192 193 194 195 196 197 198 199 200 201
void __disable_irq(struct irq_desc *desc, unsigned int irq, bool suspend)
{
	if (suspend) {
		if (!desc->action || (desc->action->flags & IRQF_TIMER))
			return;
		desc->status |= IRQ_SUSPENDED;
	}

	if (!desc->depth++) {
		desc->status |= IRQ_DISABLED;
		desc->chip->disable(irq);
	}
}

L
Linus Torvalds 已提交
202 203 204 205 206 207 208 209 210 211 212 213 214
/**
 *	disable_irq_nosync - disable an irq without waiting
 *	@irq: Interrupt to disable
 *
 *	Disable the selected interrupt line.  Disables and Enables are
 *	nested.
 *	Unlike disable_irq(), this function does not ensure existing
 *	instances of the IRQ handler have completed before returning.
 *
 *	This function may be called from IRQ context.
 */
void disable_irq_nosync(unsigned int irq)
{
215
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
216 217
	unsigned long flags;

218
	if (!desc)
219 220
		return;

L
Linus Torvalds 已提交
221
	spin_lock_irqsave(&desc->lock, flags);
222
	__disable_irq(desc, irq, false);
L
Linus Torvalds 已提交
223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240
	spin_unlock_irqrestore(&desc->lock, flags);
}
EXPORT_SYMBOL(disable_irq_nosync);

/**
 *	disable_irq - disable an irq and wait for completion
 *	@irq: Interrupt to disable
 *
 *	Disable the selected interrupt line.  Enables and Disables are
 *	nested.
 *	This function waits for any pending IRQ handlers for this interrupt
 *	to complete before returning. If you use this function while
 *	holding a resource the IRQ handler may need you will deadlock.
 *
 *	This function may be called - with care - from IRQ context.
 */
void disable_irq(unsigned int irq)
{
241
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
242

243
	if (!desc)
244 245
		return;

L
Linus Torvalds 已提交
246 247 248 249 250 251
	disable_irq_nosync(irq);
	if (desc->action)
		synchronize_irq(irq);
}
EXPORT_SYMBOL(disable_irq);

252
void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume)
253
{
254 255 256
	if (resume)
		desc->status &= ~IRQ_SUSPENDED;

257 258
	switch (desc->depth) {
	case 0:
259
 err_out:
260
		WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq);
261 262 263 264
		break;
	case 1: {
		unsigned int status = desc->status & ~IRQ_DISABLED;

265 266
		if (desc->status & IRQ_SUSPENDED)
			goto err_out;
267 268 269 270 271 272 273 274 275 276
		/* Prevent probing on this irq: */
		desc->status = status | IRQ_NOPROBE;
		check_irq_resend(desc, irq);
		/* fall-through */
	}
	default:
		desc->depth--;
	}
}

L
Linus Torvalds 已提交
277 278 279 280 281 282 283 284 285 286 287 288
/**
 *	enable_irq - enable handling of an irq
 *	@irq: Interrupt to enable
 *
 *	Undoes the effect of one call to disable_irq().  If this
 *	matches the last disable, processing of interrupts on this
 *	IRQ line is re-enabled.
 *
 *	This function may be called from IRQ context.
 */
void enable_irq(unsigned int irq)
{
289
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
290 291
	unsigned long flags;

292
	if (!desc)
293 294
		return;

L
Linus Torvalds 已提交
295
	spin_lock_irqsave(&desc->lock, flags);
296
	__enable_irq(desc, irq, false);
L
Linus Torvalds 已提交
297 298 299 300
	spin_unlock_irqrestore(&desc->lock, flags);
}
EXPORT_SYMBOL(enable_irq);

D
David Brownell 已提交
301
static int set_irq_wake_real(unsigned int irq, unsigned int on)
302
{
303
	struct irq_desc *desc = irq_to_desc(irq);
304 305 306 307 308 309 310 311
	int ret = -ENXIO;

	if (desc->chip->set_wake)
		ret = desc->chip->set_wake(irq, on);

	return ret;
}

312 313 314 315 316
/**
 *	set_irq_wake - control irq power management wakeup
 *	@irq:	interrupt to control
 *	@on:	enable/disable power management wakeup
 *
317 318 319 320 321 322
 *	Enable/disable power management wakeup mode, which is
 *	disabled by default.  Enables and disables must match,
 *	just as they match for non-wakeup mode support.
 *
 *	Wakeup mode lets this IRQ wake the system from sleep
 *	states like "suspend to RAM".
323 324 325
 */
int set_irq_wake(unsigned int irq, unsigned int on)
{
326
	struct irq_desc *desc = irq_to_desc(irq);
327
	unsigned long flags;
328
	int ret = 0;
329

330 331 332
	/* wakeup-capable irqs can be shared between drivers that
	 * don't need to have the same sleep mode behaviors.
	 */
333
	spin_lock_irqsave(&desc->lock, flags);
334
	if (on) {
335 336 337 338 339 340 341
		if (desc->wake_depth++ == 0) {
			ret = set_irq_wake_real(irq, on);
			if (ret)
				desc->wake_depth = 0;
			else
				desc->status |= IRQ_WAKEUP;
		}
342 343
	} else {
		if (desc->wake_depth == 0) {
344
			WARN(1, "Unbalanced IRQ %d wake disable\n", irq);
345 346 347 348 349 350 351
		} else if (--desc->wake_depth == 0) {
			ret = set_irq_wake_real(irq, on);
			if (ret)
				desc->wake_depth = 1;
			else
				desc->status &= ~IRQ_WAKEUP;
		}
352
	}
353

354 355 356 357 358
	spin_unlock_irqrestore(&desc->lock, flags);
	return ret;
}
EXPORT_SYMBOL(set_irq_wake);

L
Linus Torvalds 已提交
359 360 361 362 363 364 365
/*
 * Internal function that tells the architecture code whether a
 * particular irq has been exclusively allocated or is available
 * for driver use.
 */
int can_request_irq(unsigned int irq, unsigned long irqflags)
{
366
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
367 368
	struct irqaction *action;

369 370 371 372
	if (!desc)
		return 0;

	if (desc->status & IRQ_NOREQUEST)
L
Linus Torvalds 已提交
373 374
		return 0;

375
	action = desc->action;
L
Linus Torvalds 已提交
376
	if (action)
377
		if (irqflags & action->flags & IRQF_SHARED)
L
Linus Torvalds 已提交
378 379 380 381 382
			action = NULL;

	return !action;
}

T
Thomas Gleixner 已提交
383 384 385 386 387 388 389 390 391 392 393
void compat_irq_chip_set_default_handler(struct irq_desc *desc)
{
	/*
	 * If the architecture still has not overriden
	 * the flow handler then zap the default. This
	 * should catch incorrect flow-type setting.
	 */
	if (desc->handle_irq == &handle_bad_irq)
		desc->handle_irq = NULL;
}

D
David Brownell 已提交
394
int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
395 396 397
		unsigned long flags)
{
	int ret;
D
David Brownell 已提交
398
	struct irq_chip *chip = desc->chip;
399 400 401 402 403 404

	if (!chip || !chip->set_type) {
		/*
		 * IRQF_TRIGGER_* but the PIC does not support multiple
		 * flow-types?
		 */
405
		pr_debug("No set_type function for IRQ %d (%s)\n", irq,
406 407 408 409
				chip ? (chip->name ? : "unknown") : "unknown");
		return 0;
	}

410 411
	/* caller masked out all except trigger mode flags */
	ret = chip->set_type(irq, flags);
412 413

	if (ret)
414
		pr_err("setting trigger mode %d for irq %u failed (%pF)\n",
415
				(int)flags, irq, chip->set_type);
D
David Brownell 已提交
416
	else {
417 418
		if (flags & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
			flags |= IRQ_LEVEL;
D
David Brownell 已提交
419
		/* note that IRQF_TRIGGER_MASK == IRQ_TYPE_SENSE_MASK */
420 421
		desc->status &= ~(IRQ_LEVEL | IRQ_TYPE_SENSE_MASK);
		desc->status |= flags;
D
David Brownell 已提交
422
	}
423 424 425 426

	return ret;
}

427 428 429 430
static int irq_wait_for_interrupt(struct irqaction *action)
{
	while (!kthread_should_stop()) {
		set_current_state(TASK_INTERRUPTIBLE);
431 432 433

		if (test_and_clear_bit(IRQTF_RUNTHREAD,
				       &action->thread_flags)) {
434 435
			__set_current_state(TASK_RUNNING);
			return 0;
436 437
		}
		schedule();
438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490 491 492 493 494 495 496 497 498 499 500 501 502 503 504 505 506 507 508 509 510
	}
	return -1;
}

/*
 * Interrupt handler thread
 */
static int irq_thread(void *data)
{
	struct sched_param param = { .sched_priority = MAX_USER_RT_PRIO/2, };
	struct irqaction *action = data;
	struct irq_desc *desc = irq_to_desc(action->irq);
	int wake;

	sched_setscheduler(current, SCHED_FIFO, &param);
	current->irqaction = action;

	while (!irq_wait_for_interrupt(action)) {

		atomic_inc(&desc->threads_active);

		spin_lock_irq(&desc->lock);
		if (unlikely(desc->status & IRQ_DISABLED)) {
			/*
			 * CHECKME: We might need a dedicated
			 * IRQ_THREAD_PENDING flag here, which
			 * retriggers the thread in check_irq_resend()
			 * but AFAICT IRQ_PENDING should be fine as it
			 * retriggers the interrupt itself --- tglx
			 */
			desc->status |= IRQ_PENDING;
			spin_unlock_irq(&desc->lock);
		} else {
			spin_unlock_irq(&desc->lock);

			action->thread_fn(action->irq, action->dev_id);
		}

		wake = atomic_dec_and_test(&desc->threads_active);

		if (wake && waitqueue_active(&desc->wait_for_threads))
			wake_up(&desc->wait_for_threads);
	}

	/*
	 * Clear irqaction. Otherwise exit_irq_thread() would make
	 * fuzz about an active irq thread going into nirvana.
	 */
	current->irqaction = NULL;
	return 0;
}

/*
 * Called from do_exit()
 */
void exit_irq_thread(void)
{
	struct task_struct *tsk = current;

	if (!tsk->irqaction)
		return;

	printk(KERN_ERR
	       "exiting task \"%s\" (%d) is an active IRQ thread (irq %d)\n",
	       tsk->comm ? tsk->comm : "", tsk->pid, tsk->irqaction->irq);

	/*
	 * Set the THREAD DIED flag to prevent further wakeups of the
	 * soon to be gone threaded handler.
	 */
	set_bit(IRQTF_DIED, &tsk->irqaction->flags);
}

L
Linus Torvalds 已提交
511 512 513 514
/*
 * Internal function to register an irqaction - typically used to
 * allocate special interrupts that are part of the architecture.
 */
515
static int
I
Ingo Molnar 已提交
516
__setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new)
L
Linus Torvalds 已提交
517
{
518
	struct irqaction *old, **old_ptr;
519
	const char *old_name = NULL;
L
Linus Torvalds 已提交
520 521
	unsigned long flags;
	int shared = 0;
522
	int ret;
L
Linus Torvalds 已提交
523

524
	if (!desc)
525 526
		return -EINVAL;

527
	if (desc->chip == &no_irq_chip)
L
Linus Torvalds 已提交
528 529 530 531 532 533
		return -ENOSYS;
	/*
	 * Some drivers like serial.c use request_irq() heavily,
	 * so we have to be careful not to interfere with a
	 * running system.
	 */
534
	if (new->flags & IRQF_SAMPLE_RANDOM) {
L
Linus Torvalds 已提交
535 536 537 538 539 540 541 542 543 544 545
		/*
		 * This function might sleep, we want to call it first,
		 * outside of the atomic block.
		 * Yes, this might clear the entropy pool if the wrong
		 * driver is attempted to be loaded, without actually
		 * installing a new handler, but is this really a problem,
		 * only the sysadmin is able to do this.
		 */
		rand_initialize_irq(irq);
	}

546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562 563 564 565
	/*
	 * Threaded handler ?
	 */
	if (new->thread_fn) {
		struct task_struct *t;

		t = kthread_create(irq_thread, new, "irq/%d-%s", irq,
				   new->name);
		if (IS_ERR(t))
			return PTR_ERR(t);
		/*
		 * We keep the reference to the task struct even if
		 * the thread dies to avoid that the interrupt code
		 * references an already freed task_struct.
		 */
		get_task_struct(t);
		new->thread = t;
		wake_up_process(t);
	}

L
Linus Torvalds 已提交
566 567 568
	/*
	 * The following block of code has to be executed atomically
	 */
569
	spin_lock_irqsave(&desc->lock, flags);
570 571
	old_ptr = &desc->action;
	old = *old_ptr;
572
	if (old) {
573 574 575
		/*
		 * Can't share interrupts unless both agree to and are
		 * the same type (level, edge, polarity). So both flag
576
		 * fields must have IRQF_SHARED set and the bits which
577 578
		 * set the trigger type must match.
		 */
579
		if (!((old->flags & new->flags) & IRQF_SHARED) ||
580 581
		    ((old->flags ^ new->flags) & IRQF_TRIGGER_MASK)) {
			old_name = old->name;
582
			goto mismatch;
583
		}
584

585
#if defined(CONFIG_IRQ_PER_CPU)
586
		/* All handlers must agree on per-cpuness */
587 588
		if ((old->flags & IRQF_PERCPU) !=
		    (new->flags & IRQF_PERCPU))
589 590
			goto mismatch;
#endif
L
Linus Torvalds 已提交
591 592 593

		/* add new interrupt at end of irq queue */
		do {
594 595
			old_ptr = &old->next;
			old = *old_ptr;
L
Linus Torvalds 已提交
596 597 598 599 600
		} while (old);
		shared = 1;
	}

	if (!shared) {
T
Thomas Gleixner 已提交
601
		irq_chip_set_defaults(desc->chip);
602

603 604
		init_waitqueue_head(&desc->wait_for_threads);

605
		/* Setup the type (level, edge polarity) if configured: */
606
		if (new->flags & IRQF_TRIGGER_MASK) {
607 608
			ret = __irq_set_trigger(desc, irq,
					new->flags & IRQF_TRIGGER_MASK);
609

610 611
			if (ret)
				goto out_thread;
612 613
		} else
			compat_irq_chip_set_default_handler(desc);
614 615 616 617
#if defined(CONFIG_IRQ_PER_CPU)
		if (new->flags & IRQF_PERCPU)
			desc->status |= IRQ_PER_CPU;
#endif
T
Thomas Gleixner 已提交
618

619
		desc->status &= ~(IRQ_AUTODETECT | IRQ_WAITING |
620
				  IRQ_INPROGRESS | IRQ_SPURIOUS_DISABLED);
621 622 623 624

		if (!(desc->status & IRQ_NOAUTOEN)) {
			desc->depth = 0;
			desc->status &= ~IRQ_DISABLED;
625
			desc->chip->startup(irq);
626 627 628
		} else
			/* Undo nested disables: */
			desc->depth = 1;
629

630 631 632 633
		/* Exclude IRQ from balancing if requested */
		if (new->flags & IRQF_NOBALANCING)
			desc->status |= IRQ_NO_BALANCING;

634
		/* Set default affinity mask once everything is setup */
635
		setup_affinity(irq, desc);
D
David Brownell 已提交
636 637 638 639 640 641 642 643

	} else if ((new->flags & IRQF_TRIGGER_MASK)
			&& (new->flags & IRQF_TRIGGER_MASK)
				!= (desc->status & IRQ_TYPE_SENSE_MASK)) {
		/* hope the handler works with the actual trigger mode... */
		pr_warning("IRQ %d uses trigger mode %d; requested %d\n",
				irq, (int)(desc->status & IRQ_TYPE_SENSE_MASK),
				(int)(new->flags & IRQF_TRIGGER_MASK));
L
Linus Torvalds 已提交
644
	}
645

646
	*old_ptr = new;
647

648 649 650
	/* Reset broken irq detection when installing new handler */
	desc->irq_count = 0;
	desc->irqs_unhandled = 0;
651 652 653 654 655 656 657

	/*
	 * Check whether we disabled the irq via the spurious handler
	 * before. Reenable it and give it another chance.
	 */
	if (shared && (desc->status & IRQ_SPURIOUS_DISABLED)) {
		desc->status &= ~IRQ_SPURIOUS_DISABLED;
658
		__enable_irq(desc, irq, false);
659 660
	}

661
	spin_unlock_irqrestore(&desc->lock, flags);
L
Linus Torvalds 已提交
662 663

	new->irq = irq;
664
	register_irq_proc(irq, desc);
L
Linus Torvalds 已提交
665 666 667 668
	new->dir = NULL;
	register_handler_proc(irq, new);

	return 0;
669 670

mismatch:
671
#ifdef CONFIG_DEBUG_SHIRQ
672
	if (!(new->flags & IRQF_PROBE_SHARED)) {
673
		printk(KERN_ERR "IRQ handler type mismatch for IRQ %d\n", irq);
674 675
		if (old_name)
			printk(KERN_ERR "current handler: %s\n", old_name);
676 677
		dump_stack();
	}
678
#endif
679 680 681
	ret = -EBUSY;

out_thread:
682
	spin_unlock_irqrestore(&desc->lock, flags);
683 684 685 686 687 688 689 690 691
	if (new->thread) {
		struct task_struct *t = new->thread;

		new->thread = NULL;
		if (likely(!test_bit(IRQTF_DIED, &new->thread_flags)))
			kthread_stop(t);
		put_task_struct(t);
	}
	return ret;
L
Linus Torvalds 已提交
692 693
}

694 695 696 697 698 699 700 701 702 703 704 705 706
/**
 *	setup_irq - setup an interrupt
 *	@irq: Interrupt line to setup
 *	@act: irqaction for the interrupt
 *
 * Used to statically setup interrupts in the early boot process.
 */
int setup_irq(unsigned int irq, struct irqaction *act)
{
	struct irq_desc *desc = irq_to_desc(irq);

	return __setup_irq(irq, desc, act);
}
707
EXPORT_SYMBOL_GPL(setup_irq);
708

709 710 711
 /*
 * Internal function to unregister an irqaction - used to free
 * regular and special interrupts that are part of the architecture.
L
Linus Torvalds 已提交
712
 */
713
static struct irqaction *__free_irq(unsigned int irq, void *dev_id)
L
Linus Torvalds 已提交
714
{
715
	struct irq_desc *desc = irq_to_desc(irq);
716
	struct irqaction *action, **action_ptr;
717
	struct task_struct *irqthread;
L
Linus Torvalds 已提交
718 719
	unsigned long flags;

720
	WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq);
721 722

	if (!desc)
723
		return NULL;
L
Linus Torvalds 已提交
724

725
	spin_lock_irqsave(&desc->lock, flags);
726 727 728 729 730

	/*
	 * There can be multiple actions per IRQ descriptor, find the right
	 * one based on the dev_id:
	 */
731
	action_ptr = &desc->action;
L
Linus Torvalds 已提交
732
	for (;;) {
733
		action = *action_ptr;
L
Linus Torvalds 已提交
734

735 736 737
		if (!action) {
			WARN(1, "Trying to free already-free IRQ %d\n", irq);
			spin_unlock_irqrestore(&desc->lock, flags);
L
Linus Torvalds 已提交
738

739
			return NULL;
740
		}
L
Linus Torvalds 已提交
741

742 743
		if (action->dev_id == dev_id)
			break;
744
		action_ptr = &action->next;
745
	}
746

747
	/* Found it - now remove it from the list of entries: */
748
	*action_ptr = action->next;
749 750

	/* Currently used only by UML, might disappear one day: */
751
#ifdef CONFIG_IRQ_RELEASE_METHOD
752 753
	if (desc->chip->release)
		desc->chip->release(irq, dev_id);
754
#endif
755

756 757 758 759 760 761 762 763
	/* If this was the last handler, shut down the IRQ line: */
	if (!desc->action) {
		desc->status |= IRQ_DISABLED;
		if (desc->chip->shutdown)
			desc->chip->shutdown(irq);
		else
			desc->chip->disable(irq);
	}
764 765 766 767

	irqthread = action->thread;
	action->thread = NULL;

768 769 770 771 772 773
	spin_unlock_irqrestore(&desc->lock, flags);

	unregister_handler_proc(irq, action);

	/* Make sure it's not being used on another CPU: */
	synchronize_irq(irq);
L
Linus Torvalds 已提交
774

775 776 777 778 779 780
	if (irqthread) {
		if (!test_bit(IRQTF_DIED, &action->thread_flags))
			kthread_stop(irqthread);
		put_task_struct(irqthread);
	}

781
#ifdef CONFIG_DEBUG_SHIRQ
782 783 784 785 786 787 788 789 790 791 792 793
	/*
	 * It's a shared IRQ -- the driver ought to be prepared for an IRQ
	 * event to happen even now it's being freed, so let's make sure that
	 * is so by doing an extra call to the handler ....
	 *
	 * ( We do this after actually deregistering it, to make sure that a
	 *   'real' IRQ doesn't run in * parallel with our fake. )
	 */
	if (action->flags & IRQF_SHARED) {
		local_irq_save(flags);
		action->handler(irq, dev_id);
		local_irq_restore(flags);
L
Linus Torvalds 已提交
794
	}
795
#endif
796 797 798
	return action;
}

799 800 801 802 803 804 805 806 807 808 809
/**
 *	remove_irq - free an interrupt
 *	@irq: Interrupt line to free
 *	@act: irqaction for the interrupt
 *
 * Used to remove interrupts statically setup by the early boot process.
 */
void remove_irq(unsigned int irq, struct irqaction *act)
{
	__free_irq(irq, act->dev_id);
}
810
EXPORT_SYMBOL_GPL(remove_irq);
811

812 813 814 815 816 817 818 819 820 821 822 823 824 825 826 827
/**
 *	free_irq - free an interrupt allocated with request_irq
 *	@irq: Interrupt line to free
 *	@dev_id: Device identity to free
 *
 *	Remove an interrupt handler. The handler is removed and if the
 *	interrupt line is no longer in use by any driver it is disabled.
 *	On a shared IRQ the caller must ensure the interrupt is disabled
 *	on the card it drives before calling this function. The function
 *	does not return until any executing interrupts for this IRQ
 *	have completed.
 *
 *	This function must not be called from interrupt context.
 */
void free_irq(unsigned int irq, void *dev_id)
{
828
	kfree(__free_irq(irq, dev_id));
L
Linus Torvalds 已提交
829 830 831 832
}
EXPORT_SYMBOL(free_irq);

/**
833
 *	request_threaded_irq - allocate an interrupt line
L
Linus Torvalds 已提交
834
 *	@irq: Interrupt line to allocate
835 836
 *	@handler: Function to be called when the IRQ occurs.
 *		  Primary handler for threaded interrupts
837 838
 *	@thread_fn: Function called from the irq handler thread
 *		    If NULL, no irq thread is created
L
Linus Torvalds 已提交
839 840 841 842 843 844 845 846 847 848 849
 *	@irqflags: Interrupt type flags
 *	@devname: An ascii name for the claiming device
 *	@dev_id: A cookie passed back to the handler function
 *
 *	This call allocates interrupt resources and enables the
 *	interrupt line and IRQ handling. From the point this
 *	call is made your handler function may be invoked. Since
 *	your handler function must clear any interrupt the board
 *	raises, you must take care both to initialise your hardware
 *	and to set up the interrupt handler in the right order.
 *
850 851 852 853 854 855 856 857 858
 *	If you want to set up a threaded irq handler for your device
 *	then you need to supply @handler and @thread_fn. @handler ist
 *	still called in hard interrupt context and has to check
 *	whether the interrupt originates from the device. If yes it
 *	needs to disable the interrupt on the device and return
 *	IRQ_THREAD_WAKE which will wake up the handler thread and run
 *	@thread_fn. This split handler design is necessary to support
 *	shared interrupts.
 *
L
Linus Torvalds 已提交
859 860 861 862 863 864 865 866 867
 *	Dev_id must be globally unique. Normally the address of the
 *	device data structure is used as the cookie. Since the handler
 *	receives this value it makes sense to use it.
 *
 *	If your interrupt is shared you must pass a non NULL dev_id
 *	as this is required when freeing the interrupt.
 *
 *	Flags:
 *
868 869 870
 *	IRQF_SHARED		Interrupt is shared
 *	IRQF_DISABLED	Disable local interrupts while processing
 *	IRQF_SAMPLE_RANDOM	The interrupt can be used for entropy
D
David Brownell 已提交
871
 *	IRQF_TRIGGER_*		Specify active edge(s) or level
L
Linus Torvalds 已提交
872 873
 *
 */
874 875 876
int request_threaded_irq(unsigned int irq, irq_handler_t handler,
			 irq_handler_t thread_fn, unsigned long irqflags,
			 const char *devname, void *dev_id)
L
Linus Torvalds 已提交
877
{
878
	struct irqaction *action;
879
	struct irq_desc *desc;
880
	int retval;
L
Linus Torvalds 已提交
881

882 883 884 885 886 887
	/*
	 * handle_IRQ_event() always ignores IRQF_DISABLED except for
	 * the _first_ irqaction (sigh).  That can cause oopsing, but
	 * the behavior is classified as "will not fix" so we need to
	 * start nudging drivers away from using that idiom.
	 */
I
Ingo Molnar 已提交
888 889 890 891 892 893
	if ((irqflags & (IRQF_SHARED|IRQF_DISABLED)) ==
					(IRQF_SHARED|IRQF_DISABLED)) {
		pr_warning(
		  "IRQ %d/%s: IRQF_DISABLED is not guaranteed on shared IRQs\n",
			irq, devname);
	}
894

I
Ingo Molnar 已提交
895 896 897 898
#ifdef CONFIG_LOCKDEP
	/*
	 * Lockdep wants atomic interrupt handlers:
	 */
899
	irqflags |= IRQF_DISABLED;
I
Ingo Molnar 已提交
900
#endif
L
Linus Torvalds 已提交
901 902 903 904 905 906
	/*
	 * Sanity-check: shared interrupts must pass in a real dev-ID,
	 * otherwise we'll have trouble later trying to figure out
	 * which interrupt is which (messes up the interrupt freeing
	 * logic etc).
	 */
907
	if ((irqflags & IRQF_SHARED) && !dev_id)
L
Linus Torvalds 已提交
908
		return -EINVAL;
909

910
	desc = irq_to_desc(irq);
911
	if (!desc)
L
Linus Torvalds 已提交
912
		return -EINVAL;
913

914
	if (desc->status & IRQ_NOREQUEST)
915
		return -EINVAL;
L
Linus Torvalds 已提交
916 917 918
	if (!handler)
		return -EINVAL;

919
	action = kzalloc(sizeof(struct irqaction), GFP_KERNEL);
L
Linus Torvalds 已提交
920 921 922 923
	if (!action)
		return -ENOMEM;

	action->handler = handler;
924
	action->thread_fn = thread_fn;
L
Linus Torvalds 已提交
925 926 927 928
	action->flags = irqflags;
	action->name = devname;
	action->dev_id = dev_id;

929
	retval = __setup_irq(irq, desc, action);
930 931 932
	if (retval)
		kfree(action);

D
David Woodhouse 已提交
933 934 935 936 937
#ifdef CONFIG_DEBUG_SHIRQ
	if (irqflags & IRQF_SHARED) {
		/*
		 * It's a shared IRQ -- the driver ought to be prepared for it
		 * to happen immediately, so let's make sure....
938 939
		 * We disable the irq to make sure that a 'real' IRQ doesn't
		 * run in parallel with our fake.
D
David Woodhouse 已提交
940
		 */
941
		unsigned long flags;
D
David Woodhouse 已提交
942

943
		disable_irq(irq);
944
		local_irq_save(flags);
945

946
		handler(irq, dev_id);
947

948
		local_irq_restore(flags);
949
		enable_irq(irq);
D
David Woodhouse 已提交
950 951
	}
#endif
L
Linus Torvalds 已提交
952 953
	return retval;
}
954
EXPORT_SYMBOL(request_threaded_irq);