2 * linux/kernel/irq/manage.c
4 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
5 * Copyright (C) 2005-2006 Thomas Gleixner
7 * This file contains driver APIs to the irq subsystem.
10 #include <linux/irq.h>
11 #include <linux/module.h>
12 #include <linux/random.h>
13 #include <linux/interrupt.h>
14 #include <linux/slab.h>
16 #include "internals.h"
18 #if defined(CONFIG_SMP) && defined(CONFIG_GENERIC_HARDIRQS)
19 cpumask_var_t irq_default_affinity
;
22 * synchronize_irq - wait for pending IRQ handlers (on other CPUs)
23 * @irq: interrupt number to wait for
25 * This function waits for any pending IRQ handlers for this interrupt
26 * to complete before returning. If you use this function while
27 * holding a resource the IRQ handler may need you will deadlock.
29 * This function may be called - with care - from IRQ context.
31 void synchronize_irq(unsigned int irq
)
33 struct irq_desc
*desc
= irq_to_desc(irq
);
43 * Wait until we're out of the critical section. This might
44 * give the wrong answer due to the lack of memory barriers.
46 while (desc
->status
& IRQ_INPROGRESS
)
49 /* Ok, that indicated we're done: double-check carefully. */
50 spin_lock_irqsave(&desc
->lock
, flags
);
51 status
= desc
->status
;
52 spin_unlock_irqrestore(&desc
->lock
, flags
);
54 /* Oops, that failed? */
55 } while (status
& IRQ_INPROGRESS
);
57 EXPORT_SYMBOL(synchronize_irq
);
60 * irq_can_set_affinity - Check if the affinity of a given irq can be set
61 * @irq: Interrupt to check
64 int irq_can_set_affinity(unsigned int irq
)
66 struct irq_desc
*desc
= irq_to_desc(irq
);
68 if (CHECK_IRQ_PER_CPU(desc
->status
) || !desc
->chip
||
69 !desc
->chip
->set_affinity
)
76 * irq_set_affinity - Set the irq affinity of a given irq
77 * @irq: Interrupt to set affinity
81 int irq_set_affinity(unsigned int irq
, const struct cpumask
*cpumask
)
83 struct irq_desc
*desc
= irq_to_desc(irq
);
86 if (!desc
->chip
->set_affinity
)
89 spin_lock_irqsave(&desc
->lock
, flags
);
91 #ifdef CONFIG_GENERIC_PENDING_IRQ
92 if (desc
->status
& IRQ_MOVE_PCNTXT
|| desc
->status
& IRQ_DISABLED
) {
93 cpumask_copy(&desc
->affinity
, cpumask
);
94 desc
->chip
->set_affinity(irq
, cpumask
);
96 desc
->status
|= IRQ_MOVE_PENDING
;
97 cpumask_copy(&desc
->pending_mask
, cpumask
);
100 cpumask_copy(&desc
->affinity
, cpumask
);
101 desc
->chip
->set_affinity(irq
, cpumask
);
103 desc
->status
|= IRQ_AFFINITY_SET
;
104 spin_unlock_irqrestore(&desc
->lock
, flags
);
108 #ifndef CONFIG_AUTO_IRQ_AFFINITY
110 * Generic version of the affinity autoselector.
112 int do_irq_select_affinity(unsigned int irq
, struct irq_desc
*desc
)
114 if (!irq_can_set_affinity(irq
))
118 * Preserve an userspace affinity setup, but make sure that
119 * one of the targets is online.
121 if (desc
->status
& (IRQ_AFFINITY_SET
| IRQ_NO_BALANCING
)) {
122 if (cpumask_any_and(&desc
->affinity
, cpu_online_mask
)
126 desc
->status
&= ~IRQ_AFFINITY_SET
;
129 cpumask_and(&desc
->affinity
, cpu_online_mask
, irq_default_affinity
);
131 desc
->chip
->set_affinity(irq
, &desc
->affinity
);
136 static inline int do_irq_select_affinity(unsigned int irq
, struct irq_desc
*d
)
138 return irq_select_affinity(irq
);
143 * Called when affinity is set via /proc/irq
145 int irq_select_affinity_usr(unsigned int irq
)
147 struct irq_desc
*desc
= irq_to_desc(irq
);
151 spin_lock_irqsave(&desc
->lock
, flags
);
152 ret
= do_irq_select_affinity(irq
, desc
);
153 spin_unlock_irqrestore(&desc
->lock
, flags
);
159 static inline int do_irq_select_affinity(int irq
, struct irq_desc
*desc
)
166 * disable_irq_nosync - disable an irq without waiting
167 * @irq: Interrupt to disable
169 * Disable the selected interrupt line. Disables and Enables are
171 * Unlike disable_irq(), this function does not ensure existing
172 * instances of the IRQ handler have completed before returning.
174 * This function may be called from IRQ context.
176 void disable_irq_nosync(unsigned int irq
)
178 struct irq_desc
*desc
= irq_to_desc(irq
);
184 spin_lock_irqsave(&desc
->lock
, flags
);
185 if (!desc
->depth
++) {
186 desc
->status
|= IRQ_DISABLED
;
187 desc
->chip
->disable(irq
);
189 spin_unlock_irqrestore(&desc
->lock
, flags
);
191 EXPORT_SYMBOL(disable_irq_nosync
);
194 * disable_irq - disable an irq and wait for completion
195 * @irq: Interrupt to disable
197 * Disable the selected interrupt line. Enables and Disables are
199 * This function waits for any pending IRQ handlers for this interrupt
200 * to complete before returning. If you use this function while
201 * holding a resource the IRQ handler may need you will deadlock.
203 * This function may be called - with care - from IRQ context.
205 void disable_irq(unsigned int irq
)
207 struct irq_desc
*desc
= irq_to_desc(irq
);
212 disable_irq_nosync(irq
);
214 synchronize_irq(irq
);
216 EXPORT_SYMBOL(disable_irq
);
218 static void __enable_irq(struct irq_desc
*desc
, unsigned int irq
)
220 switch (desc
->depth
) {
222 WARN(1, KERN_WARNING
"Unbalanced enable for IRQ %d\n", irq
);
225 unsigned int status
= desc
->status
& ~IRQ_DISABLED
;
227 /* Prevent probing on this irq: */
228 desc
->status
= status
| IRQ_NOPROBE
;
229 check_irq_resend(desc
, irq
);
238 * enable_irq - enable handling of an irq
239 * @irq: Interrupt to enable
241 * Undoes the effect of one call to disable_irq(). If this
242 * matches the last disable, processing of interrupts on this
243 * IRQ line is re-enabled.
245 * This function may be called from IRQ context.
247 void enable_irq(unsigned int irq
)
249 struct irq_desc
*desc
= irq_to_desc(irq
);
255 spin_lock_irqsave(&desc
->lock
, flags
);
256 __enable_irq(desc
, irq
);
257 spin_unlock_irqrestore(&desc
->lock
, flags
);
259 EXPORT_SYMBOL(enable_irq
);
261 static int set_irq_wake_real(unsigned int irq
, unsigned int on
)
263 struct irq_desc
*desc
= irq_to_desc(irq
);
266 if (desc
->chip
->set_wake
)
267 ret
= desc
->chip
->set_wake(irq
, on
);
273 * set_irq_wake - control irq power management wakeup
274 * @irq: interrupt to control
275 * @on: enable/disable power management wakeup
277 * Enable/disable power management wakeup mode, which is
278 * disabled by default. Enables and disables must match,
279 * just as they match for non-wakeup mode support.
281 * Wakeup mode lets this IRQ wake the system from sleep
282 * states like "suspend to RAM".
284 int set_irq_wake(unsigned int irq
, unsigned int on
)
286 struct irq_desc
*desc
= irq_to_desc(irq
);
290 /* wakeup-capable irqs can be shared between drivers that
291 * don't need to have the same sleep mode behaviors.
293 spin_lock_irqsave(&desc
->lock
, flags
);
295 if (desc
->wake_depth
++ == 0) {
296 ret
= set_irq_wake_real(irq
, on
);
298 desc
->wake_depth
= 0;
300 desc
->status
|= IRQ_WAKEUP
;
303 if (desc
->wake_depth
== 0) {
304 WARN(1, "Unbalanced IRQ %d wake disable\n", irq
);
305 } else if (--desc
->wake_depth
== 0) {
306 ret
= set_irq_wake_real(irq
, on
);
308 desc
->wake_depth
= 1;
310 desc
->status
&= ~IRQ_WAKEUP
;
314 spin_unlock_irqrestore(&desc
->lock
, flags
);
317 EXPORT_SYMBOL(set_irq_wake
);
320 * Internal function that tells the architecture code whether a
321 * particular irq has been exclusively allocated or is available
324 int can_request_irq(unsigned int irq
, unsigned long irqflags
)
326 struct irq_desc
*desc
= irq_to_desc(irq
);
327 struct irqaction
*action
;
332 if (desc
->status
& IRQ_NOREQUEST
)
335 action
= desc
->action
;
337 if (irqflags
& action
->flags
& IRQF_SHARED
)
343 void compat_irq_chip_set_default_handler(struct irq_desc
*desc
)
346 * If the architecture still has not overriden
347 * the flow handler then zap the default. This
348 * should catch incorrect flow-type setting.
350 if (desc
->handle_irq
== &handle_bad_irq
)
351 desc
->handle_irq
= NULL
;
354 int __irq_set_trigger(struct irq_desc
*desc
, unsigned int irq
,
358 struct irq_chip
*chip
= desc
->chip
;
360 if (!chip
|| !chip
->set_type
) {
362 * IRQF_TRIGGER_* but the PIC does not support multiple
365 pr_debug("No set_type function for IRQ %d (%s)\n", irq
,
366 chip
? (chip
->name
? : "unknown") : "unknown");
370 /* caller masked out all except trigger mode flags */
371 ret
= chip
->set_type(irq
, flags
);
374 pr_err("setting trigger mode %d for irq %u failed (%pF)\n",
375 (int)flags
, irq
, chip
->set_type
);
377 if (flags
& (IRQ_TYPE_LEVEL_LOW
| IRQ_TYPE_LEVEL_HIGH
))
379 /* note that IRQF_TRIGGER_MASK == IRQ_TYPE_SENSE_MASK */
380 desc
->status
&= ~(IRQ_LEVEL
| IRQ_TYPE_SENSE_MASK
);
381 desc
->status
|= flags
;
388 * Internal function to register an irqaction - typically used to
389 * allocate special interrupts that are part of the architecture.
392 __setup_irq(unsigned int irq
, struct irq_desc
* desc
, struct irqaction
*new)
394 struct irqaction
*old
, **p
;
395 const char *old_name
= NULL
;
403 if (desc
->chip
== &no_irq_chip
)
406 * Some drivers like serial.c use request_irq() heavily,
407 * so we have to be careful not to interfere with a
410 if (new->flags
& IRQF_SAMPLE_RANDOM
) {
412 * This function might sleep, we want to call it first,
413 * outside of the atomic block.
414 * Yes, this might clear the entropy pool if the wrong
415 * driver is attempted to be loaded, without actually
416 * installing a new handler, but is this really a problem,
417 * only the sysadmin is able to do this.
419 rand_initialize_irq(irq
);
423 * The following block of code has to be executed atomically
425 spin_lock_irqsave(&desc
->lock
, flags
);
430 * Can't share interrupts unless both agree to and are
431 * the same type (level, edge, polarity). So both flag
432 * fields must have IRQF_SHARED set and the bits which
433 * set the trigger type must match.
435 if (!((old
->flags
& new->flags
) & IRQF_SHARED
) ||
436 ((old
->flags
^ new->flags
) & IRQF_TRIGGER_MASK
)) {
437 old_name
= old
->name
;
441 #if defined(CONFIG_IRQ_PER_CPU)
442 /* All handlers must agree on per-cpuness */
443 if ((old
->flags
& IRQF_PERCPU
) !=
444 (new->flags
& IRQF_PERCPU
))
448 /* add new interrupt at end of irq queue */
457 irq_chip_set_defaults(desc
->chip
);
459 /* Setup the type (level, edge polarity) if configured: */
460 if (new->flags
& IRQF_TRIGGER_MASK
) {
461 ret
= __irq_set_trigger(desc
, irq
,
462 new->flags
& IRQF_TRIGGER_MASK
);
465 spin_unlock_irqrestore(&desc
->lock
, flags
);
469 compat_irq_chip_set_default_handler(desc
);
470 #if defined(CONFIG_IRQ_PER_CPU)
471 if (new->flags
& IRQF_PERCPU
)
472 desc
->status
|= IRQ_PER_CPU
;
475 desc
->status
&= ~(IRQ_AUTODETECT
| IRQ_WAITING
|
476 IRQ_INPROGRESS
| IRQ_SPURIOUS_DISABLED
);
478 if (!(desc
->status
& IRQ_NOAUTOEN
)) {
480 desc
->status
&= ~IRQ_DISABLED
;
481 desc
->chip
->startup(irq
);
483 /* Undo nested disables: */
486 /* Exclude IRQ from balancing if requested */
487 if (new->flags
& IRQF_NOBALANCING
)
488 desc
->status
|= IRQ_NO_BALANCING
;
490 /* Set default affinity mask once everything is setup */
491 do_irq_select_affinity(irq
, desc
);
493 } else if ((new->flags
& IRQF_TRIGGER_MASK
)
494 && (new->flags
& IRQF_TRIGGER_MASK
)
495 != (desc
->status
& IRQ_TYPE_SENSE_MASK
)) {
496 /* hope the handler works with the actual trigger mode... */
497 pr_warning("IRQ %d uses trigger mode %d; requested %d\n",
498 irq
, (int)(desc
->status
& IRQ_TYPE_SENSE_MASK
),
499 (int)(new->flags
& IRQF_TRIGGER_MASK
));
504 /* Reset broken irq detection when installing new handler */
506 desc
->irqs_unhandled
= 0;
509 * Check whether we disabled the irq via the spurious handler
510 * before. Reenable it and give it another chance.
512 if (shared
&& (desc
->status
& IRQ_SPURIOUS_DISABLED
)) {
513 desc
->status
&= ~IRQ_SPURIOUS_DISABLED
;
514 __enable_irq(desc
, irq
);
517 spin_unlock_irqrestore(&desc
->lock
, flags
);
520 register_irq_proc(irq
, desc
);
522 register_handler_proc(irq
, new);
527 #ifdef CONFIG_DEBUG_SHIRQ
528 if (!(new->flags
& IRQF_PROBE_SHARED
)) {
529 printk(KERN_ERR
"IRQ handler type mismatch for IRQ %d\n", irq
);
531 printk(KERN_ERR
"current handler: %s\n", old_name
);
535 spin_unlock_irqrestore(&desc
->lock
, flags
);
540 * setup_irq - setup an interrupt
541 * @irq: Interrupt line to setup
542 * @act: irqaction for the interrupt
544 * Used to statically setup interrupts in the early boot process.
546 int setup_irq(unsigned int irq
, struct irqaction
*act
)
548 struct irq_desc
*desc
= irq_to_desc(irq
);
550 return __setup_irq(irq
, desc
, act
);
554 * free_irq - free an interrupt
555 * @irq: Interrupt line to free
556 * @dev_id: Device identity to free
558 * Remove an interrupt handler. The handler is removed and if the
559 * interrupt line is no longer in use by any driver it is disabled.
560 * On a shared IRQ the caller must ensure the interrupt is disabled
561 * on the card it drives before calling this function. The function
562 * does not return until any executing interrupts for this IRQ
565 * This function must not be called from interrupt context.
567 void free_irq(unsigned int irq
, void *dev_id
)
569 struct irq_desc
*desc
= irq_to_desc(irq
);
570 struct irqaction
**p
;
573 WARN_ON(in_interrupt());
578 spin_lock_irqsave(&desc
->lock
, flags
);
581 struct irqaction
*action
= *p
;
584 struct irqaction
**pp
= p
;
587 if (action
->dev_id
!= dev_id
)
590 /* Found it - now remove it from the list of entries */
593 /* Currently used only by UML, might disappear one day.*/
594 #ifdef CONFIG_IRQ_RELEASE_METHOD
595 if (desc
->chip
->release
)
596 desc
->chip
->release(irq
, dev_id
);
600 desc
->status
|= IRQ_DISABLED
;
601 if (desc
->chip
->shutdown
)
602 desc
->chip
->shutdown(irq
);
604 desc
->chip
->disable(irq
);
606 spin_unlock_irqrestore(&desc
->lock
, flags
);
607 unregister_handler_proc(irq
, action
);
609 /* Make sure it's not being used on another CPU */
610 synchronize_irq(irq
);
611 #ifdef CONFIG_DEBUG_SHIRQ
613 * It's a shared IRQ -- the driver ought to be
614 * prepared for it to happen even now it's
615 * being freed, so let's make sure.... We do
616 * this after actually deregistering it, to
617 * make sure that a 'real' IRQ doesn't run in
618 * parallel with our fake
620 if (action
->flags
& IRQF_SHARED
) {
621 local_irq_save(flags
);
622 action
->handler(irq
, dev_id
);
623 local_irq_restore(flags
);
629 printk(KERN_ERR
"Trying to free already-free IRQ %d\n", irq
);
630 #ifdef CONFIG_DEBUG_SHIRQ
633 spin_unlock_irqrestore(&desc
->lock
, flags
);
637 EXPORT_SYMBOL(free_irq
);
640 * request_irq - allocate an interrupt line
641 * @irq: Interrupt line to allocate
642 * @handler: Function to be called when the IRQ occurs
643 * @irqflags: Interrupt type flags
644 * @devname: An ascii name for the claiming device
645 * @dev_id: A cookie passed back to the handler function
647 * This call allocates interrupt resources and enables the
648 * interrupt line and IRQ handling. From the point this
649 * call is made your handler function may be invoked. Since
650 * your handler function must clear any interrupt the board
651 * raises, you must take care both to initialise your hardware
652 * and to set up the interrupt handler in the right order.
654 * Dev_id must be globally unique. Normally the address of the
655 * device data structure is used as the cookie. Since the handler
656 * receives this value it makes sense to use it.
658 * If your interrupt is shared you must pass a non NULL dev_id
659 * as this is required when freeing the interrupt.
663 * IRQF_SHARED Interrupt is shared
664 * IRQF_DISABLED Disable local interrupts while processing
665 * IRQF_SAMPLE_RANDOM The interrupt can be used for entropy
666 * IRQF_TRIGGER_* Specify active edge(s) or level
669 int request_irq(unsigned int irq
, irq_handler_t handler
,
670 unsigned long irqflags
, const char *devname
, void *dev_id
)
672 struct irqaction
*action
;
673 struct irq_desc
*desc
;
677 * handle_IRQ_event() always ignores IRQF_DISABLED except for
678 * the _first_ irqaction (sigh). That can cause oopsing, but
679 * the behavior is classified as "will not fix" so we need to
680 * start nudging drivers away from using that idiom.
682 if ((irqflags
& (IRQF_SHARED
|IRQF_DISABLED
))
683 == (IRQF_SHARED
|IRQF_DISABLED
))
684 pr_warning("IRQ %d/%s: IRQF_DISABLED is not "
685 "guaranteed on shared IRQs\n",
688 #ifdef CONFIG_LOCKDEP
690 * Lockdep wants atomic interrupt handlers:
692 irqflags
|= IRQF_DISABLED
;
695 * Sanity-check: shared interrupts must pass in a real dev-ID,
696 * otherwise we'll have trouble later trying to figure out
697 * which interrupt is which (messes up the interrupt freeing
700 if ((irqflags
& IRQF_SHARED
) && !dev_id
)
703 desc
= irq_to_desc(irq
);
707 if (desc
->status
& IRQ_NOREQUEST
)
712 action
= kmalloc(sizeof(struct irqaction
), GFP_ATOMIC
);
716 action
->handler
= handler
;
717 action
->flags
= irqflags
;
718 cpus_clear(action
->mask
);
719 action
->name
= devname
;
721 action
->dev_id
= dev_id
;
723 retval
= __setup_irq(irq
, desc
, action
);
727 #ifdef CONFIG_DEBUG_SHIRQ
728 if (irqflags
& IRQF_SHARED
) {
730 * It's a shared IRQ -- the driver ought to be prepared for it
731 * to happen immediately, so let's make sure....
732 * We disable the irq to make sure that a 'real' IRQ doesn't
733 * run in parallel with our fake.
738 local_irq_save(flags
);
740 handler(irq
, dev_id
);
742 local_irq_restore(flags
);
748 EXPORT_SYMBOL(request_irq
);