blob: c815b42d0f5bf12baed5e25eb92c7f2d5e4b4472 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/kernel/irq/handle.c
3 *
Ingo Molnara34db9b2006-06-29 02:24:50 -07004 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
5 * Copyright (C) 2005-2006, Thomas Gleixner, Russell King
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * This file contains the core interrupt handling code.
Ingo Molnara34db9b2006-06-29 02:24:50 -07008 *
9 * Detailed information is available in Documentation/DocBook/genericirq
10 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 */
12
13#include <linux/irq.h>
14#include <linux/module.h>
15#include <linux/random.h>
16#include <linux/interrupt.h>
17#include <linux/kernel_stat.h>
18
19#include "internals.h"
20
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070021/**
22 * handle_bad_irq - handle spurious and unhandled irqs
Henrik Kretzschmar43a1dd52006-08-31 21:27:44 -070023 * @irq: the interrupt number
24 * @desc: description of the interrupt
Henrik Kretzschmar43a1dd52006-08-31 21:27:44 -070025 *
26 * Handles spurious and unhandled IRQ's. It also prints a debugmessage.
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070027 */
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +020028void handle_bad_irq(unsigned int irq, struct irq_desc *desc)
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070029{
Ingo Molnar43f77752006-06-29 02:24:58 -070030 print_irq_desc(irq, desc);
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +020031 kstat_incr_irqs_this_cpu(irq, desc);
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070032 ack_bad_irq(irq);
33}
34
Linus Torvalds1da177e2005-04-16 15:20:36 -070035/*
36 * Linux has a controller-independent interrupt architecture.
37 * Every controller has a 'controller-template', that is used
38 * by the main code to do the right thing. Each driver-visible
Ingo Molnar06fcb0c2006-06-29 02:24:40 -070039 * interrupt source is transparently wired to the appropriate
Linus Torvalds1da177e2005-04-16 15:20:36 -070040 * controller. Thus drivers need not be aware of the
41 * interrupt-controller.
42 *
43 * The code is designed to be easily extended with new/different
44 * interrupt controllers, without having to do assembly magic or
45 * having to touch the generic code.
46 *
47 * Controller mappings for all interrupt sources:
48 */
Yinghai Lu85c0f902008-08-19 20:49:47 -070049int nr_irqs = NR_IRQS;
Ingo Molnarfa42d102008-08-19 20:50:30 -070050EXPORT_SYMBOL_GPL(nr_irqs);
Yinghai Lud60458b2008-08-19 20:50:00 -070051
Ravikiran G Thirumalaie729aa12007-05-08 00:29:13 -070052struct irq_desc irq_desc[NR_IRQS] __cacheline_aligned_in_smp = {
Linus Torvalds1da177e2005-04-16 15:20:36 -070053 [0 ... NR_IRQS-1] = {
Zhang, Yanmin4f167fb2005-05-16 21:53:43 -070054 .status = IRQ_DISABLED,
Ingo Molnarf1c26622006-06-29 02:24:57 -070055 .chip = &no_irq_chip,
Ingo Molnar7a557132006-06-29 02:24:54 -070056 .handle_irq = handle_bad_irq,
Thomas Gleixner94d39e12006-06-29 02:24:50 -070057 .depth = 1,
Yinghai Luaac3f2b2008-09-24 19:04:35 -070058 .lock = __SPIN_LOCK_UNLOCKED(irq_desc->lock),
Ingo Molnara53da522006-06-29 02:24:38 -070059#ifdef CONFIG_SMP
60 .affinity = CPU_MASK_ALL
61#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070062 }
63};
Yinghai Lu08678b02008-08-19 20:50:05 -070064
Linus Torvalds1da177e2005-04-16 15:20:36 -070065/*
Ingo Molnar77a5afe2006-06-29 02:24:46 -070066 * What should we do if we get a hw irq event on an illegal vector?
67 * Each architecture has to answer this themself.
Linus Torvalds1da177e2005-04-16 15:20:36 -070068 */
Ingo Molnar77a5afe2006-06-29 02:24:46 -070069static void ack_bad(unsigned int irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -070070{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +020071 struct irq_desc *desc = irq_to_desc(irq);
Yinghai Lu08678b02008-08-19 20:50:05 -070072
Yinghai Lu08678b02008-08-19 20:50:05 -070073 print_irq_desc(irq, desc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 ack_bad_irq(irq);
75}
76
Ingo Molnar77a5afe2006-06-29 02:24:46 -070077/*
78 * NOP functions
79 */
80static void noop(unsigned int irq)
81{
82}
83
84static unsigned int noop_ret(unsigned int irq)
85{
86 return 0;
87}
88
89/*
90 * Generic no controller implementation
91 */
Ingo Molnarf1c26622006-06-29 02:24:57 -070092struct irq_chip no_irq_chip = {
93 .name = "none",
Ingo Molnar77a5afe2006-06-29 02:24:46 -070094 .startup = noop_ret,
95 .shutdown = noop,
96 .enable = noop,
97 .disable = noop,
98 .ack = ack_bad,
99 .end = noop,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100};
101
102/*
Thomas Gleixnerf8b54732006-07-01 22:30:08 +0100103 * Generic dummy implementation which can be used for
104 * real dumb interrupt sources
105 */
106struct irq_chip dummy_irq_chip = {
107 .name = "dummy",
108 .startup = noop_ret,
109 .shutdown = noop,
110 .enable = noop,
111 .disable = noop,
112 .ack = noop,
113 .mask = noop,
114 .unmask = noop,
115 .end = noop,
116};
117
118/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119 * Special, empty irq handler:
120 */
David Howells7d12e782006-10-05 14:55:46 +0100121irqreturn_t no_action(int cpl, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700122{
123 return IRQ_NONE;
124}
125
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700126/**
127 * handle_IRQ_event - irq action chain handler
128 * @irq: the interrupt number
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700129 * @action: the interrupt action chain for this irq
130 *
131 * Handles the action chain of an irq event
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 */
David Howells7d12e782006-10-05 14:55:46 +0100133irqreturn_t handle_IRQ_event(unsigned int irq, struct irqaction *action)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700134{
Jan Beulich908dcec2006-06-23 02:06:00 -0700135 irqreturn_t ret, retval = IRQ_NONE;
136 unsigned int status = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137
Thomas Gleixner3cca53b2006-07-01 19:29:31 -0700138 if (!(action->flags & IRQF_DISABLED))
Ingo Molnar366c7f52006-07-03 00:25:25 -0700139 local_irq_enable_in_hardirq();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
141 do {
David Howells7d12e782006-10-05 14:55:46 +0100142 ret = action->handler(irq, action->dev_id);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 if (ret == IRQ_HANDLED)
144 status |= action->flags;
145 retval |= ret;
146 action = action->next;
147 } while (action);
148
Thomas Gleixner3cca53b2006-07-01 19:29:31 -0700149 if (status & IRQF_SAMPLE_RANDOM)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 add_interrupt_randomness(irq);
151 local_irq_disable();
152
153 return retval;
154}
155
David Howellsaf8c65b2006-09-25 23:32:07 -0700156#ifndef CONFIG_GENERIC_HARDIRQS_NO__DO_IRQ
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700157/**
158 * __do_IRQ - original all in one highlevel IRQ handler
159 * @irq: the interrupt number
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700160 *
161 * __do_IRQ handles all normal device IRQ's (the special
Linus Torvalds1da177e2005-04-16 15:20:36 -0700162 * SMP cross-CPU interrupts have their own specific
163 * handlers).
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700164 *
165 * This is the original x86 implementation which is used for every
166 * interrupt type.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 */
Harvey Harrison7ad5b3a2008-02-08 04:19:53 -0800168unsigned int __do_IRQ(unsigned int irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169{
Yinghai Lu08678b02008-08-19 20:50:05 -0700170 struct irq_desc *desc = irq_to_desc(irq);
Ingo Molnar06fcb0c2006-06-29 02:24:40 -0700171 struct irqaction *action;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172 unsigned int status;
173
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +0200174 kstat_incr_irqs_this_cpu(irq, desc);
175
Karsten Wiesef26fdd52005-09-06 15:17:25 -0700176 if (CHECK_IRQ_PER_CPU(desc->status)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700177 irqreturn_t action_ret;
178
179 /*
180 * No locking required for CPU-local interrupts:
181 */
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700182 if (desc->chip->ack)
183 desc->chip->ack(irq);
Russ Andersonc642b832007-11-14 17:00:15 -0800184 if (likely(!(desc->status & IRQ_DISABLED))) {
185 action_ret = handle_IRQ_event(irq, desc->action);
186 if (!noirqdebug)
187 note_interrupt(irq, desc, action_ret);
188 }
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700189 desc->chip->end(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 return 1;
191 }
192
193 spin_lock(&desc->lock);
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700194 if (desc->chip->ack)
195 desc->chip->ack(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196 /*
197 * REPLAY is when Linux resends an IRQ that was dropped earlier
198 * WAITING is used by probe to mark irqs that are being tested
199 */
200 status = desc->status & ~(IRQ_REPLAY | IRQ_WAITING);
201 status |= IRQ_PENDING; /* we _want_ to handle it */
202
203 /*
204 * If the IRQ is disabled for whatever reason, we cannot
205 * use the action we have.
206 */
207 action = NULL;
208 if (likely(!(status & (IRQ_DISABLED | IRQ_INPROGRESS)))) {
209 action = desc->action;
210 status &= ~IRQ_PENDING; /* we commit to handling */
211 status |= IRQ_INPROGRESS; /* we are handling it */
212 }
213 desc->status = status;
214
215 /*
216 * If there is no IRQ handler or it was disabled, exit early.
217 * Since we set PENDING, if another processor is handling
218 * a different instance of this same irq, the other processor
219 * will take care of it.
220 */
221 if (unlikely(!action))
222 goto out;
223
224 /*
225 * Edge triggered interrupts need to remember
226 * pending events.
227 * This applies to any hw interrupts that allow a second
228 * instance of the same irq to arrive while we are in do_IRQ
229 * or in the handler. But the code here only handles the _second_
230 * instance of the irq, not the third or fourth. So it is mostly
231 * useful for irq hardware that does not mask cleanly in an
232 * SMP environment.
233 */
234 for (;;) {
235 irqreturn_t action_ret;
236
237 spin_unlock(&desc->lock);
238
David Howells7d12e782006-10-05 14:55:46 +0100239 action_ret = handle_IRQ_event(irq, action);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240 if (!noirqdebug)
David Howells7d12e782006-10-05 14:55:46 +0100241 note_interrupt(irq, desc, action_ret);
Linus Torvaldsb42172f2006-11-22 09:32:06 -0800242
243 spin_lock(&desc->lock);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700244 if (likely(!(desc->status & IRQ_PENDING)))
245 break;
246 desc->status &= ~IRQ_PENDING;
247 }
248 desc->status &= ~IRQ_INPROGRESS;
249
250out:
251 /*
252 * The ->end() handler has to deal with interrupts which got
253 * disabled while the handler was running.
254 */
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700255 desc->chip->end(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700256 spin_unlock(&desc->lock);
257
258 return 1;
259}
David Howellsaf8c65b2006-09-25 23:32:07 -0700260#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261
Yinghai Lu08678b02008-08-19 20:50:05 -0700262
Ingo Molnar243c7622006-07-03 00:25:06 -0700263#ifdef CONFIG_TRACE_IRQFLAGS
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +0200264/*
265 * lockdep: we want to handle all irq_desc locks as a single lock-class:
266 */
267static struct lock_class_key irq_desc_lock_class;
268
Ingo Molnar243c7622006-07-03 00:25:06 -0700269void early_init_irq_lock_class(void)
270{
Thomas Gleixner10e58082008-10-16 14:19:04 +0200271 struct irq_desc *desc;
Ingo Molnar243c7622006-07-03 00:25:06 -0700272 int i;
273
Thomas Gleixner10e58082008-10-16 14:19:04 +0200274 for_each_irq_desc(i, desc)
275 lockdep_set_class(&desc->lock, &irq_desc_lock_class);
Yinghai Lu08678b02008-08-19 20:50:05 -0700276}
277#endif