manage.c 26.9 KB
Newer Older
L
Linus Torvalds 已提交
1 2 3
/*
 * linux/kernel/irq/manage.c
 *
I
Ingo Molnar 已提交
4 5
 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
 * Copyright (C) 2005-2006 Thomas Gleixner
L
Linus Torvalds 已提交
6 7 8 9 10
 *
 * This file contains driver APIs to the irq subsystem.
 */

#include <linux/irq.h>
11
#include <linux/kthread.h>
L
Linus Torvalds 已提交
12 13 14
#include <linux/module.h>
#include <linux/random.h>
#include <linux/interrupt.h>
15
#include <linux/slab.h>
16
#include <linux/sched.h>
L
Linus Torvalds 已提交
17 18 19 20 21

#include "internals.h"

/**
 *	synchronize_irq - wait for pending IRQ handlers (on other CPUs)
22
 *	@irq: interrupt number to wait for
L
Linus Torvalds 已提交
23 24 25 26 27 28 29 30 31
 *
 *	This function waits for any pending IRQ handlers for this interrupt
 *	to complete before returning. If you use this function while
 *	holding a resource the IRQ handler may need you will deadlock.
 *
 *	This function may be called - with care - from IRQ context.
 */
void synchronize_irq(unsigned int irq)
{
32
	struct irq_desc *desc = irq_to_desc(irq);
33
	unsigned int status;
L
Linus Torvalds 已提交
34

35
	if (!desc)
36 37
		return;

38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54
	do {
		unsigned long flags;

		/*
		 * Wait until we're out of the critical section.  This might
		 * give the wrong answer due to the lack of memory barriers.
		 */
		while (desc->status & IRQ_INPROGRESS)
			cpu_relax();

		/* Ok, that indicated we're done: double-check carefully. */
		spin_lock_irqsave(&desc->lock, flags);
		status = desc->status;
		spin_unlock_irqrestore(&desc->lock, flags);

		/* Oops, that failed? */
	} while (status & IRQ_INPROGRESS);
55 56 57 58 59 60

	/*
	 * We made sure that no hardirq handler is running. Now verify
	 * that no threaded handlers are active.
	 */
	wait_event(desc->wait_for_threads, !atomic_read(&desc->threads_active));
L
Linus Torvalds 已提交
61 62 63
}
EXPORT_SYMBOL(synchronize_irq);

64 65 66
#ifdef CONFIG_SMP
cpumask_var_t irq_default_affinity;

67 68 69 70 71 72 73
/**
 *	irq_can_set_affinity - Check if the affinity of a given irq can be set
 *	@irq:		Interrupt to check
 *
 */
int irq_can_set_affinity(unsigned int irq)
{
74
	struct irq_desc *desc = irq_to_desc(irq);
75 76 77 78 79 80 81 82

	if (CHECK_IRQ_PER_CPU(desc->status) || !desc->chip ||
	    !desc->chip->set_affinity)
		return 0;

	return 1;
}

83 84 85 86 87 88 89 90 91 92
/**
 *	irq_set_thread_affinity - Notify irq threads to adjust affinity
 *	@desc:		irq descriptor which has affitnity changed
 *
 *	We just set IRQTF_AFFINITY and delegate the affinity setting
 *	to the interrupt thread itself. We can not call
 *	set_cpus_allowed_ptr() here as we hold desc->lock and this
 *	code can be called from hard interrupt context.
 */
void irq_set_thread_affinity(struct irq_desc *desc)
93 94 95 96 97
{
	struct irqaction *action = desc->action;

	while (action) {
		if (action->thread)
98
			set_bit(IRQTF_AFFINITY, &action->thread_flags);
99 100 101 102
		action = action->next;
	}
}

103 104 105 106 107 108
/**
 *	irq_set_affinity - Set the irq affinity of a given irq
 *	@irq:		Interrupt to set affinity
 *	@cpumask:	cpumask
 *
 */
109
int irq_set_affinity(unsigned int irq, const struct cpumask *cpumask)
110
{
111
	struct irq_desc *desc = irq_to_desc(irq);
112
	unsigned long flags;
113 114 115 116

	if (!desc->chip->set_affinity)
		return -EINVAL;

117 118
	spin_lock_irqsave(&desc->lock, flags);

119
#ifdef CONFIG_GENERIC_PENDING_IRQ
120 121 122
	if (desc->status & IRQ_MOVE_PCNTXT) {
		if (!desc->chip->set_affinity(irq, cpumask)) {
			cpumask_copy(desc->affinity, cpumask);
123
			irq_set_thread_affinity(desc);
124 125
		}
	}
126
	else {
127
		desc->status |= IRQ_MOVE_PENDING;
128
		cpumask_copy(desc->pending_mask, cpumask);
129
	}
130
#else
131 132
	if (!desc->chip->set_affinity(irq, cpumask)) {
		cpumask_copy(desc->affinity, cpumask);
133
		irq_set_thread_affinity(desc);
134
	}
135
#endif
136 137
	desc->status |= IRQ_AFFINITY_SET;
	spin_unlock_irqrestore(&desc->lock, flags);
138 139 140
	return 0;
}

141 142 143 144
#ifndef CONFIG_AUTO_IRQ_AFFINITY
/*
 * Generic version of the affinity autoselector.
 */
145
static int setup_affinity(unsigned int irq, struct irq_desc *desc)
146 147 148 149
{
	if (!irq_can_set_affinity(irq))
		return 0;

150 151 152 153
	/*
	 * Preserve an userspace affinity setup, but make sure that
	 * one of the targets is online.
	 */
154
	if (desc->status & (IRQ_AFFINITY_SET | IRQ_NO_BALANCING)) {
155
		if (cpumask_any_and(desc->affinity, cpu_online_mask)
156 157
		    < nr_cpu_ids)
			goto set_affinity;
158 159 160 161
		else
			desc->status &= ~IRQ_AFFINITY_SET;
	}

162
	cpumask_and(desc->affinity, cpu_online_mask, irq_default_affinity);
163
set_affinity:
164
	desc->chip->set_affinity(irq, desc->affinity);
165 166 167

	return 0;
}
168
#else
169
static inline int setup_affinity(unsigned int irq, struct irq_desc *d)
170 171 172
{
	return irq_select_affinity(irq);
}
173 174
#endif

175 176 177 178 179 180 181 182 183 184
/*
 * Called when affinity is set via /proc/irq
 */
int irq_select_affinity_usr(unsigned int irq)
{
	struct irq_desc *desc = irq_to_desc(irq);
	unsigned long flags;
	int ret;

	spin_lock_irqsave(&desc->lock, flags);
185
	ret = setup_affinity(irq, desc);
186
	if (!ret)
187
		irq_set_thread_affinity(desc);
188 189 190 191 192 193
	spin_unlock_irqrestore(&desc->lock, flags);

	return ret;
}

#else
194
static inline int setup_affinity(unsigned int irq, struct irq_desc *desc)
195 196 197
{
	return 0;
}
L
Linus Torvalds 已提交
198 199
#endif

200 201 202 203 204 205 206 207 208 209 210 211 212 213
void __disable_irq(struct irq_desc *desc, unsigned int irq, bool suspend)
{
	if (suspend) {
		if (!desc->action || (desc->action->flags & IRQF_TIMER))
			return;
		desc->status |= IRQ_SUSPENDED;
	}

	if (!desc->depth++) {
		desc->status |= IRQ_DISABLED;
		desc->chip->disable(irq);
	}
}

L
Linus Torvalds 已提交
214 215 216 217 218 219 220 221 222 223 224 225 226
/**
 *	disable_irq_nosync - disable an irq without waiting
 *	@irq: Interrupt to disable
 *
 *	Disable the selected interrupt line.  Disables and Enables are
 *	nested.
 *	Unlike disable_irq(), this function does not ensure existing
 *	instances of the IRQ handler have completed before returning.
 *
 *	This function may be called from IRQ context.
 */
void disable_irq_nosync(unsigned int irq)
{
227
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
228 229
	unsigned long flags;

230
	if (!desc)
231 232
		return;

T
Thomas Gleixner 已提交
233
	chip_bus_lock(irq, desc);
L
Linus Torvalds 已提交
234
	spin_lock_irqsave(&desc->lock, flags);
235
	__disable_irq(desc, irq, false);
L
Linus Torvalds 已提交
236
	spin_unlock_irqrestore(&desc->lock, flags);
T
Thomas Gleixner 已提交
237
	chip_bus_sync_unlock(irq, desc);
L
Linus Torvalds 已提交
238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254
}
EXPORT_SYMBOL(disable_irq_nosync);

/**
 *	disable_irq - disable an irq and wait for completion
 *	@irq: Interrupt to disable
 *
 *	Disable the selected interrupt line.  Enables and Disables are
 *	nested.
 *	This function waits for any pending IRQ handlers for this interrupt
 *	to complete before returning. If you use this function while
 *	holding a resource the IRQ handler may need you will deadlock.
 *
 *	This function may be called - with care - from IRQ context.
 */
void disable_irq(unsigned int irq)
{
255
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
256

257
	if (!desc)
258 259
		return;

L
Linus Torvalds 已提交
260 261 262 263 264 265
	disable_irq_nosync(irq);
	if (desc->action)
		synchronize_irq(irq);
}
EXPORT_SYMBOL(disable_irq);

266
void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume)
267
{
268 269 270
	if (resume)
		desc->status &= ~IRQ_SUSPENDED;

271 272
	switch (desc->depth) {
	case 0:
273
 err_out:
274
		WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq);
275 276 277 278
		break;
	case 1: {
		unsigned int status = desc->status & ~IRQ_DISABLED;

279 280
		if (desc->status & IRQ_SUSPENDED)
			goto err_out;
281 282 283 284 285 286 287 288 289 290
		/* Prevent probing on this irq: */
		desc->status = status | IRQ_NOPROBE;
		check_irq_resend(desc, irq);
		/* fall-through */
	}
	default:
		desc->depth--;
	}
}

L
Linus Torvalds 已提交
291 292 293 294 295 296 297 298
/**
 *	enable_irq - enable handling of an irq
 *	@irq: Interrupt to enable
 *
 *	Undoes the effect of one call to disable_irq().  If this
 *	matches the last disable, processing of interrupts on this
 *	IRQ line is re-enabled.
 *
T
Thomas Gleixner 已提交
299 300
 *	This function may be called from IRQ context only when
 *	desc->chip->bus_lock and desc->chip->bus_sync_unlock are NULL !
L
Linus Torvalds 已提交
301 302 303
 */
void enable_irq(unsigned int irq)
{
304
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
305 306
	unsigned long flags;

307
	if (!desc)
308 309
		return;

T
Thomas Gleixner 已提交
310
	chip_bus_lock(irq, desc);
L
Linus Torvalds 已提交
311
	spin_lock_irqsave(&desc->lock, flags);
312
	__enable_irq(desc, irq, false);
L
Linus Torvalds 已提交
313
	spin_unlock_irqrestore(&desc->lock, flags);
T
Thomas Gleixner 已提交
314
	chip_bus_sync_unlock(irq, desc);
L
Linus Torvalds 已提交
315 316 317
}
EXPORT_SYMBOL(enable_irq);

D
David Brownell 已提交
318
static int set_irq_wake_real(unsigned int irq, unsigned int on)
319
{
320
	struct irq_desc *desc = irq_to_desc(irq);
321 322 323 324 325 326 327 328
	int ret = -ENXIO;

	if (desc->chip->set_wake)
		ret = desc->chip->set_wake(irq, on);

	return ret;
}

329 330 331 332 333
/**
 *	set_irq_wake - control irq power management wakeup
 *	@irq:	interrupt to control
 *	@on:	enable/disable power management wakeup
 *
334 335 336 337 338 339
 *	Enable/disable power management wakeup mode, which is
 *	disabled by default.  Enables and disables must match,
 *	just as they match for non-wakeup mode support.
 *
 *	Wakeup mode lets this IRQ wake the system from sleep
 *	states like "suspend to RAM".
340 341 342
 */
int set_irq_wake(unsigned int irq, unsigned int on)
{
343
	struct irq_desc *desc = irq_to_desc(irq);
344
	unsigned long flags;
345
	int ret = 0;
346

347 348 349
	/* wakeup-capable irqs can be shared between drivers that
	 * don't need to have the same sleep mode behaviors.
	 */
350
	spin_lock_irqsave(&desc->lock, flags);
351
	if (on) {
352 353 354 355 356 357 358
		if (desc->wake_depth++ == 0) {
			ret = set_irq_wake_real(irq, on);
			if (ret)
				desc->wake_depth = 0;
			else
				desc->status |= IRQ_WAKEUP;
		}
359 360
	} else {
		if (desc->wake_depth == 0) {
361
			WARN(1, "Unbalanced IRQ %d wake disable\n", irq);
362 363 364 365 366 367 368
		} else if (--desc->wake_depth == 0) {
			ret = set_irq_wake_real(irq, on);
			if (ret)
				desc->wake_depth = 1;
			else
				desc->status &= ~IRQ_WAKEUP;
		}
369
	}
370

371 372 373 374 375
	spin_unlock_irqrestore(&desc->lock, flags);
	return ret;
}
EXPORT_SYMBOL(set_irq_wake);

L
Linus Torvalds 已提交
376 377 378 379 380 381 382
/*
 * Internal function that tells the architecture code whether a
 * particular irq has been exclusively allocated or is available
 * for driver use.
 */
int can_request_irq(unsigned int irq, unsigned long irqflags)
{
383
	struct irq_desc *desc = irq_to_desc(irq);
L
Linus Torvalds 已提交
384 385
	struct irqaction *action;

386 387 388 389
	if (!desc)
		return 0;

	if (desc->status & IRQ_NOREQUEST)
L
Linus Torvalds 已提交
390 391
		return 0;

392
	action = desc->action;
L
Linus Torvalds 已提交
393
	if (action)
394
		if (irqflags & action->flags & IRQF_SHARED)
L
Linus Torvalds 已提交
395 396 397 398 399
			action = NULL;

	return !action;
}

T
Thomas Gleixner 已提交
400 401 402 403 404 405 406 407 408 409 410
void compat_irq_chip_set_default_handler(struct irq_desc *desc)
{
	/*
	 * If the architecture still has not overriden
	 * the flow handler then zap the default. This
	 * should catch incorrect flow-type setting.
	 */
	if (desc->handle_irq == &handle_bad_irq)
		desc->handle_irq = NULL;
}

D
David Brownell 已提交
411
int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
412 413 414
		unsigned long flags)
{
	int ret;
D
David Brownell 已提交
415
	struct irq_chip *chip = desc->chip;
416 417 418 419 420 421

	if (!chip || !chip->set_type) {
		/*
		 * IRQF_TRIGGER_* but the PIC does not support multiple
		 * flow-types?
		 */
422
		pr_debug("No set_type function for IRQ %d (%s)\n", irq,
423 424 425 426
				chip ? (chip->name ? : "unknown") : "unknown");
		return 0;
	}

427 428
	/* caller masked out all except trigger mode flags */
	ret = chip->set_type(irq, flags);
429 430

	if (ret)
431
		pr_err("setting trigger mode %d for irq %u failed (%pF)\n",
432
				(int)flags, irq, chip->set_type);
D
David Brownell 已提交
433
	else {
434 435
		if (flags & (IRQ_TYPE_LEVEL_LOW | IRQ_TYPE_LEVEL_HIGH))
			flags |= IRQ_LEVEL;
D
David Brownell 已提交
436
		/* note that IRQF_TRIGGER_MASK == IRQ_TYPE_SENSE_MASK */
437 438
		desc->status &= ~(IRQ_LEVEL | IRQ_TYPE_SENSE_MASK);
		desc->status |= flags;
D
David Brownell 已提交
439
	}
440 441 442 443

	return ret;
}

T
Thomas Gleixner 已提交
444 445 446 447 448 449 450 451 452 453
/*
 * Default primary interrupt handler for threaded interrupts. Is
 * assigned as primary handler when request_threaded_irq is called
 * with handler == NULL. Useful for oneshot interrupts.
 */
static irqreturn_t irq_default_primary_handler(int irq, void *dev_id)
{
	return IRQ_WAKE_THREAD;
}

454 455 456 457 458 459 460 461 462 463
/*
 * Primary handler for nested threaded interrupts. Should never be
 * called.
 */
static irqreturn_t irq_nested_primary_handler(int irq, void *dev_id)
{
	WARN(1, "Primary handler called for nested irq %d\n", irq);
	return IRQ_NONE;
}

464 465 466 467
static int irq_wait_for_interrupt(struct irqaction *action)
{
	while (!kthread_should_stop()) {
		set_current_state(TASK_INTERRUPTIBLE);
468 469 470

		if (test_and_clear_bit(IRQTF_RUNTHREAD,
				       &action->thread_flags)) {
471 472
			__set_current_state(TASK_RUNNING);
			return 0;
473 474
		}
		schedule();
475 476 477 478
	}
	return -1;
}

T
Thomas Gleixner 已提交
479 480 481 482 483 484 485
/*
 * Oneshot interrupts keep the irq line masked until the threaded
 * handler finished. unmask if the interrupt has not been disabled and
 * is marked MASKED.
 */
static void irq_finalize_oneshot(unsigned int irq, struct irq_desc *desc)
{
T
Thomas Gleixner 已提交
486
	chip_bus_lock(irq, desc);
T
Thomas Gleixner 已提交
487 488 489 490 491 492
	spin_lock_irq(&desc->lock);
	if (!(desc->status & IRQ_DISABLED) && (desc->status & IRQ_MASKED)) {
		desc->status &= ~IRQ_MASKED;
		desc->chip->unmask(irq);
	}
	spin_unlock_irq(&desc->lock);
T
Thomas Gleixner 已提交
493
	chip_bus_sync_unlock(irq, desc);
T
Thomas Gleixner 已提交
494 495
}

496
#ifdef CONFIG_SMP
497 498 499 500 501 502 503 504 505 506 507 508 509 510 511 512 513 514 515 516 517 518 519 520 521 522 523
/*
 * Check whether we need to change the affinity of the interrupt thread.
 */
static void
irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action)
{
	cpumask_var_t mask;

	if (!test_and_clear_bit(IRQTF_AFFINITY, &action->thread_flags))
		return;

	/*
	 * In case we are out of memory we set IRQTF_AFFINITY again and
	 * try again next time
	 */
	if (!alloc_cpumask_var(&mask, GFP_KERNEL)) {
		set_bit(IRQTF_AFFINITY, &action->thread_flags);
		return;
	}

	spin_lock_irq(&desc->lock);
	cpumask_copy(mask, desc->affinity);
	spin_unlock_irq(&desc->lock);

	set_cpus_allowed_ptr(current, mask);
	free_cpumask_var(mask);
}
524 525 526 527
#else
static inline void
irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action) { }
#endif
528

529 530 531 532 533 534 535 536
/*
 * Interrupt handler thread
 */
static int irq_thread(void *data)
{
	struct sched_param param = { .sched_priority = MAX_USER_RT_PRIO/2, };
	struct irqaction *action = data;
	struct irq_desc *desc = irq_to_desc(action->irq);
T
Thomas Gleixner 已提交
537
	int wake, oneshot = desc->status & IRQ_ONESHOT;
538 539 540 541 542 543

	sched_setscheduler(current, SCHED_FIFO, &param);
	current->irqaction = action;

	while (!irq_wait_for_interrupt(action)) {

544 545
		irq_thread_check_affinity(desc, action);

546 547 548 549 550 551 552 553 554 555 556 557 558 559 560 561 562
		atomic_inc(&desc->threads_active);

		spin_lock_irq(&desc->lock);
		if (unlikely(desc->status & IRQ_DISABLED)) {
			/*
			 * CHECKME: We might need a dedicated
			 * IRQ_THREAD_PENDING flag here, which
			 * retriggers the thread in check_irq_resend()
			 * but AFAICT IRQ_PENDING should be fine as it
			 * retriggers the interrupt itself --- tglx
			 */
			desc->status |= IRQ_PENDING;
			spin_unlock_irq(&desc->lock);
		} else {
			spin_unlock_irq(&desc->lock);

			action->thread_fn(action->irq, action->dev_id);
T
Thomas Gleixner 已提交
563 564 565

			if (oneshot)
				irq_finalize_oneshot(action->irq, desc);
566 567 568 569 570 571 572 573 574 575 576 577 578 579 580 581 582 583 584 585 586 587 588 589 590 591 592 593 594 595 596 597 598 599 600 601 602
		}

		wake = atomic_dec_and_test(&desc->threads_active);

		if (wake && waitqueue_active(&desc->wait_for_threads))
			wake_up(&desc->wait_for_threads);
	}

	/*
	 * Clear irqaction. Otherwise exit_irq_thread() would make
	 * fuzz about an active irq thread going into nirvana.
	 */
	current->irqaction = NULL;
	return 0;
}

/*
 * Called from do_exit()
 */
void exit_irq_thread(void)
{
	struct task_struct *tsk = current;

	if (!tsk->irqaction)
		return;

	printk(KERN_ERR
	       "exiting task \"%s\" (%d) is an active IRQ thread (irq %d)\n",
	       tsk->comm ? tsk->comm : "", tsk->pid, tsk->irqaction->irq);

	/*
	 * Set the THREAD DIED flag to prevent further wakeups of the
	 * soon to be gone threaded handler.
	 */
	set_bit(IRQTF_DIED, &tsk->irqaction->flags);
}

L
Linus Torvalds 已提交
603 604 605 606
/*
 * Internal function to register an irqaction - typically used to
 * allocate special interrupts that are part of the architecture.
 */
607
static int
I
Ingo Molnar 已提交
608
__setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new)
L
Linus Torvalds 已提交
609
{
610
	struct irqaction *old, **old_ptr;
611
	const char *old_name = NULL;
L
Linus Torvalds 已提交
612
	unsigned long flags;
613
	int nested, shared = 0;
614
	int ret;
L
Linus Torvalds 已提交
615

616
	if (!desc)
617 618
		return -EINVAL;

619
	if (desc->chip == &no_irq_chip)
L
Linus Torvalds 已提交
620 621 622 623 624 625
		return -ENOSYS;
	/*
	 * Some drivers like serial.c use request_irq() heavily,
	 * so we have to be careful not to interfere with a
	 * running system.
	 */
626
	if (new->flags & IRQF_SAMPLE_RANDOM) {
L
Linus Torvalds 已提交
627 628 629 630 631 632 633 634 635 636 637
		/*
		 * This function might sleep, we want to call it first,
		 * outside of the atomic block.
		 * Yes, this might clear the entropy pool if the wrong
		 * driver is attempted to be loaded, without actually
		 * installing a new handler, but is this really a problem,
		 * only the sysadmin is able to do this.
		 */
		rand_initialize_irq(irq);
	}

T
Thomas Gleixner 已提交
638 639 640 641
	/* Oneshot interrupts are not allowed with shared */
	if ((new->flags & IRQF_ONESHOT) && (new->flags & IRQF_SHARED))
		return -EINVAL;

642
	/*
643 644 645 646 647 648 649 650 651 652 653 654 655 656 657
	 * Check whether the interrupt nests into another interrupt
	 * thread.
	 */
	nested = desc->status & IRQ_NESTED_THREAD;
	if (nested) {
		if (!new->thread_fn)
			return -EINVAL;
		/*
		 * Replace the primary handler which was provided from
		 * the driver for non nested interrupt handling by the
		 * dummy function which warns when called.
		 */
		new->handler = irq_nested_primary_handler;
	}

658
	/*
659 660 661
	 * Create a handler thread when a thread function is supplied
	 * and the interrupt does not nest into another interrupt
	 * thread.
662
	 */
663
	if (new->thread_fn && !nested) {
664 665 666 667 668 669 670 671 672 673 674 675 676 677 678
		struct task_struct *t;

		t = kthread_create(irq_thread, new, "irq/%d-%s", irq,
				   new->name);
		if (IS_ERR(t))
			return PTR_ERR(t);
		/*
		 * We keep the reference to the task struct even if
		 * the thread dies to avoid that the interrupt code
		 * references an already freed task_struct.
		 */
		get_task_struct(t);
		new->thread = t;
	}

L
Linus Torvalds 已提交
679 680 681
	/*
	 * The following block of code has to be executed atomically
	 */
682
	spin_lock_irqsave(&desc->lock, flags);
683 684
	old_ptr = &desc->action;
	old = *old_ptr;
685
	if (old) {
686 687 688
		/*
		 * Can't share interrupts unless both agree to and are
		 * the same type (level, edge, polarity). So both flag
689
		 * fields must have IRQF_SHARED set and the bits which
690 691
		 * set the trigger type must match.
		 */
692
		if (!((old->flags & new->flags) & IRQF_SHARED) ||
693 694
		    ((old->flags ^ new->flags) & IRQF_TRIGGER_MASK)) {
			old_name = old->name;
695
			goto mismatch;
696
		}
697

698
#if defined(CONFIG_IRQ_PER_CPU)
699
		/* All handlers must agree on per-cpuness */
700 701
		if ((old->flags & IRQF_PERCPU) !=
		    (new->flags & IRQF_PERCPU))
702 703
			goto mismatch;
#endif
L
Linus Torvalds 已提交
704 705 706

		/* add new interrupt at end of irq queue */
		do {
707 708
			old_ptr = &old->next;
			old = *old_ptr;
L
Linus Torvalds 已提交
709 710 711 712 713
		} while (old);
		shared = 1;
	}

	if (!shared) {
T
Thomas Gleixner 已提交
714
		irq_chip_set_defaults(desc->chip);
715

716 717
		init_waitqueue_head(&desc->wait_for_threads);

718
		/* Setup the type (level, edge polarity) if configured: */
719
		if (new->flags & IRQF_TRIGGER_MASK) {
720 721
			ret = __irq_set_trigger(desc, irq,
					new->flags & IRQF_TRIGGER_MASK);
722

723 724
			if (ret)
				goto out_thread;
725 726
		} else
			compat_irq_chip_set_default_handler(desc);
727 728 729 730
#if defined(CONFIG_IRQ_PER_CPU)
		if (new->flags & IRQF_PERCPU)
			desc->status |= IRQ_PER_CPU;
#endif
T
Thomas Gleixner 已提交
731

T
Thomas Gleixner 已提交
732
		desc->status &= ~(IRQ_AUTODETECT | IRQ_WAITING | IRQ_ONESHOT |
733
				  IRQ_INPROGRESS | IRQ_SPURIOUS_DISABLED);
734

T
Thomas Gleixner 已提交
735 736 737
		if (new->flags & IRQF_ONESHOT)
			desc->status |= IRQ_ONESHOT;

738 739 740
		if (!(desc->status & IRQ_NOAUTOEN)) {
			desc->depth = 0;
			desc->status &= ~IRQ_DISABLED;
741
			desc->chip->startup(irq);
742 743 744
		} else
			/* Undo nested disables: */
			desc->depth = 1;
745

746 747 748 749
		/* Exclude IRQ from balancing if requested */
		if (new->flags & IRQF_NOBALANCING)
			desc->status |= IRQ_NO_BALANCING;

750
		/* Set default affinity mask once everything is setup */
751
		setup_affinity(irq, desc);
D
David Brownell 已提交
752 753 754 755 756 757 758 759

	} else if ((new->flags & IRQF_TRIGGER_MASK)
			&& (new->flags & IRQF_TRIGGER_MASK)
				!= (desc->status & IRQ_TYPE_SENSE_MASK)) {
		/* hope the handler works with the actual trigger mode... */
		pr_warning("IRQ %d uses trigger mode %d; requested %d\n",
				irq, (int)(desc->status & IRQ_TYPE_SENSE_MASK),
				(int)(new->flags & IRQF_TRIGGER_MASK));
L
Linus Torvalds 已提交
760
	}
761

762
	new->irq = irq;
763
	*old_ptr = new;
764

765 766 767
	/* Reset broken irq detection when installing new handler */
	desc->irq_count = 0;
	desc->irqs_unhandled = 0;
768 769 770 771 772 773 774

	/*
	 * Check whether we disabled the irq via the spurious handler
	 * before. Reenable it and give it another chance.
	 */
	if (shared && (desc->status & IRQ_SPURIOUS_DISABLED)) {
		desc->status &= ~IRQ_SPURIOUS_DISABLED;
775
		__enable_irq(desc, irq, false);
776 777
	}

778
	spin_unlock_irqrestore(&desc->lock, flags);
L
Linus Torvalds 已提交
779

780 781 782 783 784 785 786
	/*
	 * Strictly no need to wake it up, but hung_task complains
	 * when no hard interrupt wakes the thread up.
	 */
	if (new->thread)
		wake_up_process(new->thread);

787
	register_irq_proc(irq, desc);
L
Linus Torvalds 已提交
788 789 790 791
	new->dir = NULL;
	register_handler_proc(irq, new);

	return 0;
792 793

mismatch:
794
#ifdef CONFIG_DEBUG_SHIRQ
795
	if (!(new->flags & IRQF_PROBE_SHARED)) {
796
		printk(KERN_ERR "IRQ handler type mismatch for IRQ %d\n", irq);
797 798
		if (old_name)
			printk(KERN_ERR "current handler: %s\n", old_name);
799 800
		dump_stack();
	}
801
#endif
802 803 804
	ret = -EBUSY;

out_thread:
805
	spin_unlock_irqrestore(&desc->lock, flags);
806 807 808 809 810 811 812 813 814
	if (new->thread) {
		struct task_struct *t = new->thread;

		new->thread = NULL;
		if (likely(!test_bit(IRQTF_DIED, &new->thread_flags)))
			kthread_stop(t);
		put_task_struct(t);
	}
	return ret;
L
Linus Torvalds 已提交
815 816
}

817 818 819 820 821 822 823 824 825 826 827 828 829
/**
 *	setup_irq - setup an interrupt
 *	@irq: Interrupt line to setup
 *	@act: irqaction for the interrupt
 *
 * Used to statically setup interrupts in the early boot process.
 */
int setup_irq(unsigned int irq, struct irqaction *act)
{
	struct irq_desc *desc = irq_to_desc(irq);

	return __setup_irq(irq, desc, act);
}
830
EXPORT_SYMBOL_GPL(setup_irq);
831

832 833 834
 /*
 * Internal function to unregister an irqaction - used to free
 * regular and special interrupts that are part of the architecture.
L
Linus Torvalds 已提交
835
 */
836
static struct irqaction *__free_irq(unsigned int irq, void *dev_id)
L
Linus Torvalds 已提交
837
{
838
	struct irq_desc *desc = irq_to_desc(irq);
839
	struct irqaction *action, **action_ptr;
L
Linus Torvalds 已提交
840 841
	unsigned long flags;

842
	WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq);
843 844

	if (!desc)
845
		return NULL;
L
Linus Torvalds 已提交
846

847
	spin_lock_irqsave(&desc->lock, flags);
848 849 850 851 852

	/*
	 * There can be multiple actions per IRQ descriptor, find the right
	 * one based on the dev_id:
	 */
853
	action_ptr = &desc->action;
L
Linus Torvalds 已提交
854
	for (;;) {
855
		action = *action_ptr;
L
Linus Torvalds 已提交
856

857 858 859
		if (!action) {
			WARN(1, "Trying to free already-free IRQ %d\n", irq);
			spin_unlock_irqrestore(&desc->lock, flags);
L
Linus Torvalds 已提交
860

861
			return NULL;
862
		}
L
Linus Torvalds 已提交
863

864 865
		if (action->dev_id == dev_id)
			break;
866
		action_ptr = &action->next;
867
	}
868

869
	/* Found it - now remove it from the list of entries: */
870
	*action_ptr = action->next;
871 872

	/* Currently used only by UML, might disappear one day: */
873
#ifdef CONFIG_IRQ_RELEASE_METHOD
874 875
	if (desc->chip->release)
		desc->chip->release(irq, dev_id);
876
#endif
877

878 879 880 881 882 883 884 885
	/* If this was the last handler, shut down the IRQ line: */
	if (!desc->action) {
		desc->status |= IRQ_DISABLED;
		if (desc->chip->shutdown)
			desc->chip->shutdown(irq);
		else
			desc->chip->disable(irq);
	}
886

887 888 889 890 891 892
	spin_unlock_irqrestore(&desc->lock, flags);

	unregister_handler_proc(irq, action);

	/* Make sure it's not being used on another CPU: */
	synchronize_irq(irq);
L
Linus Torvalds 已提交
893

894
#ifdef CONFIG_DEBUG_SHIRQ
895 896 897 898 899 900 901 902 903 904 905 906
	/*
	 * It's a shared IRQ -- the driver ought to be prepared for an IRQ
	 * event to happen even now it's being freed, so let's make sure that
	 * is so by doing an extra call to the handler ....
	 *
	 * ( We do this after actually deregistering it, to make sure that a
	 *   'real' IRQ doesn't run in * parallel with our fake. )
	 */
	if (action->flags & IRQF_SHARED) {
		local_irq_save(flags);
		action->handler(irq, dev_id);
		local_irq_restore(flags);
L
Linus Torvalds 已提交
907
	}
908
#endif
909 910 911 912 913 914 915

	if (action->thread) {
		if (!test_bit(IRQTF_DIED, &action->thread_flags))
			kthread_stop(action->thread);
		put_task_struct(action->thread);
	}

916 917 918
	return action;
}

919 920 921 922 923 924 925 926 927 928 929
/**
 *	remove_irq - free an interrupt
 *	@irq: Interrupt line to free
 *	@act: irqaction for the interrupt
 *
 * Used to remove interrupts statically setup by the early boot process.
 */
void remove_irq(unsigned int irq, struct irqaction *act)
{
	__free_irq(irq, act->dev_id);
}
930
EXPORT_SYMBOL_GPL(remove_irq);
931

932 933 934 935 936 937 938 939 940 941 942 943 944 945 946 947
/**
 *	free_irq - free an interrupt allocated with request_irq
 *	@irq: Interrupt line to free
 *	@dev_id: Device identity to free
 *
 *	Remove an interrupt handler. The handler is removed and if the
 *	interrupt line is no longer in use by any driver it is disabled.
 *	On a shared IRQ the caller must ensure the interrupt is disabled
 *	on the card it drives before calling this function. The function
 *	does not return until any executing interrupts for this IRQ
 *	have completed.
 *
 *	This function must not be called from interrupt context.
 */
void free_irq(unsigned int irq, void *dev_id)
{
T
Thomas Gleixner 已提交
948 949 950 951 952 953
	struct irq_desc *desc = irq_to_desc(irq);

	if (!desc)
		return;

	chip_bus_lock(irq, desc);
954
	kfree(__free_irq(irq, dev_id));
T
Thomas Gleixner 已提交
955
	chip_bus_sync_unlock(irq, desc);
L
Linus Torvalds 已提交
956 957 958 959
}
EXPORT_SYMBOL(free_irq);

/**
960
 *	request_threaded_irq - allocate an interrupt line
L
Linus Torvalds 已提交
961
 *	@irq: Interrupt line to allocate
962 963
 *	@handler: Function to be called when the IRQ occurs.
 *		  Primary handler for threaded interrupts
T
Thomas Gleixner 已提交
964 965
 *		  If NULL and thread_fn != NULL the default
 *		  primary handler is installed
966 967
 *	@thread_fn: Function called from the irq handler thread
 *		    If NULL, no irq thread is created
L
Linus Torvalds 已提交
968 969 970 971 972 973 974 975 976 977 978
 *	@irqflags: Interrupt type flags
 *	@devname: An ascii name for the claiming device
 *	@dev_id: A cookie passed back to the handler function
 *
 *	This call allocates interrupt resources and enables the
 *	interrupt line and IRQ handling. From the point this
 *	call is made your handler function may be invoked. Since
 *	your handler function must clear any interrupt the board
 *	raises, you must take care both to initialise your hardware
 *	and to set up the interrupt handler in the right order.
 *
979 980 981 982 983
 *	If you want to set up a threaded irq handler for your device
 *	then you need to supply @handler and @thread_fn. @handler ist
 *	still called in hard interrupt context and has to check
 *	whether the interrupt originates from the device. If yes it
 *	needs to disable the interrupt on the device and return
984
 *	IRQ_WAKE_THREAD which will wake up the handler thread and run
985 986 987
 *	@thread_fn. This split handler design is necessary to support
 *	shared interrupts.
 *
L
Linus Torvalds 已提交
988 989 990 991 992 993 994 995 996
 *	Dev_id must be globally unique. Normally the address of the
 *	device data structure is used as the cookie. Since the handler
 *	receives this value it makes sense to use it.
 *
 *	If your interrupt is shared you must pass a non NULL dev_id
 *	as this is required when freeing the interrupt.
 *
 *	Flags:
 *
997 998 999
 *	IRQF_SHARED		Interrupt is shared
 *	IRQF_DISABLED	Disable local interrupts while processing
 *	IRQF_SAMPLE_RANDOM	The interrupt can be used for entropy
D
David Brownell 已提交
1000
 *	IRQF_TRIGGER_*		Specify active edge(s) or level
L
Linus Torvalds 已提交
1001 1002
 *
 */
1003 1004 1005
int request_threaded_irq(unsigned int irq, irq_handler_t handler,
			 irq_handler_t thread_fn, unsigned long irqflags,
			 const char *devname, void *dev_id)
L
Linus Torvalds 已提交
1006
{
1007
	struct irqaction *action;
1008
	struct irq_desc *desc;
1009
	int retval;
L
Linus Torvalds 已提交
1010

1011 1012 1013 1014 1015 1016
	/*
	 * handle_IRQ_event() always ignores IRQF_DISABLED except for
	 * the _first_ irqaction (sigh).  That can cause oopsing, but
	 * the behavior is classified as "will not fix" so we need to
	 * start nudging drivers away from using that idiom.
	 */
I
Ingo Molnar 已提交
1017 1018 1019 1020 1021 1022
	if ((irqflags & (IRQF_SHARED|IRQF_DISABLED)) ==
					(IRQF_SHARED|IRQF_DISABLED)) {
		pr_warning(
		  "IRQ %d/%s: IRQF_DISABLED is not guaranteed on shared IRQs\n",
			irq, devname);
	}
1023

I
Ingo Molnar 已提交
1024 1025 1026 1027
#ifdef CONFIG_LOCKDEP
	/*
	 * Lockdep wants atomic interrupt handlers:
	 */
1028
	irqflags |= IRQF_DISABLED;
I
Ingo Molnar 已提交
1029
#endif
L
Linus Torvalds 已提交
1030 1031 1032 1033 1034 1035
	/*
	 * Sanity-check: shared interrupts must pass in a real dev-ID,
	 * otherwise we'll have trouble later trying to figure out
	 * which interrupt is which (messes up the interrupt freeing
	 * logic etc).
	 */
1036
	if ((irqflags & IRQF_SHARED) && !dev_id)
L
Linus Torvalds 已提交
1037
		return -EINVAL;
1038

1039
	desc = irq_to_desc(irq);
1040
	if (!desc)
L
Linus Torvalds 已提交
1041
		return -EINVAL;
1042

1043
	if (desc->status & IRQ_NOREQUEST)
1044
		return -EINVAL;
T
Thomas Gleixner 已提交
1045 1046 1047 1048 1049 1050

	if (!handler) {
		if (!thread_fn)
			return -EINVAL;
		handler = irq_default_primary_handler;
	}
L
Linus Torvalds 已提交
1051

1052
	action = kzalloc(sizeof(struct irqaction), GFP_KERNEL);
L
Linus Torvalds 已提交
1053 1054 1055 1056
	if (!action)
		return -ENOMEM;

	action->handler = handler;
1057
	action->thread_fn = thread_fn;
L
Linus Torvalds 已提交
1058 1059 1060 1061
	action->flags = irqflags;
	action->name = devname;
	action->dev_id = dev_id;

T
Thomas Gleixner 已提交
1062
	chip_bus_lock(irq, desc);
1063
	retval = __setup_irq(irq, desc, action);
T
Thomas Gleixner 已提交
1064 1065
	chip_bus_sync_unlock(irq, desc);

1066 1067 1068
	if (retval)
		kfree(action);

D
David Woodhouse 已提交
1069
#ifdef CONFIG_DEBUG_SHIRQ
1070
	if (!retval && (irqflags & IRQF_SHARED)) {
D
David Woodhouse 已提交
1071 1072 1073
		/*
		 * It's a shared IRQ -- the driver ought to be prepared for it
		 * to happen immediately, so let's make sure....
1074 1075
		 * We disable the irq to make sure that a 'real' IRQ doesn't
		 * run in parallel with our fake.
D
David Woodhouse 已提交
1076
		 */
1077
		unsigned long flags;
D
David Woodhouse 已提交
1078

1079
		disable_irq(irq);
1080
		local_irq_save(flags);
1081

1082
		handler(irq, dev_id);
1083

1084
		local_irq_restore(flags);
1085
		enable_irq(irq);
D
David Woodhouse 已提交
1086 1087
	}
#endif
L
Linus Torvalds 已提交
1088 1089
	return retval;
}
1090
EXPORT_SYMBOL(request_threaded_irq);