blob: 4c6cdbaed6617a5a0da7b7b39a43fa65a150e572 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/kernel/irq/handle.c
3 *
Ingo Molnara34db9b2006-06-29 02:24:50 -07004 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
5 * Copyright (C) 2005-2006, Thomas Gleixner, Russell King
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * This file contains the core interrupt handling code.
Ingo Molnara34db9b2006-06-29 02:24:50 -07008 *
9 * Detailed information is available in Documentation/DocBook/genericirq
10 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 */
12
13#include <linux/irq.h>
14#include <linux/module.h>
15#include <linux/random.h>
16#include <linux/interrupt.h>
17#include <linux/kernel_stat.h>
18
19#include "internals.h"
20
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070021/**
22 * handle_bad_irq - handle spurious and unhandled irqs
Henrik Kretzschmar43a1dd52006-08-31 21:27:44 -070023 * @irq: the interrupt number
24 * @desc: description of the interrupt
25 * @regs: pointer to a register structure
26 *
27 * Handles spurious and unhandled IRQ's. It also prints a debugmessage.
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070028 */
29void fastcall
30handle_bad_irq(unsigned int irq, struct irq_desc *desc, struct pt_regs *regs)
31{
Ingo Molnar43f77752006-06-29 02:24:58 -070032 print_irq_desc(irq, desc);
Thomas Gleixner6a6de9e2006-06-29 02:24:51 -070033 kstat_this_cpu.irqs[irq]++;
34 ack_bad_irq(irq);
35}
36
Linus Torvalds1da177e2005-04-16 15:20:36 -070037/*
38 * Linux has a controller-independent interrupt architecture.
39 * Every controller has a 'controller-template', that is used
40 * by the main code to do the right thing. Each driver-visible
Ingo Molnar06fcb0c2006-06-29 02:24:40 -070041 * interrupt source is transparently wired to the appropriate
Linus Torvalds1da177e2005-04-16 15:20:36 -070042 * controller. Thus drivers need not be aware of the
43 * interrupt-controller.
44 *
45 * The code is designed to be easily extended with new/different
46 * interrupt controllers, without having to do assembly magic or
47 * having to touch the generic code.
48 *
49 * Controller mappings for all interrupt sources:
50 */
Ingo Molnar34ffdb72006-06-29 02:24:40 -070051struct irq_desc irq_desc[NR_IRQS] __cacheline_aligned = {
Linus Torvalds1da177e2005-04-16 15:20:36 -070052 [0 ... NR_IRQS-1] = {
Zhang, Yanmin4f167fb2005-05-16 21:53:43 -070053 .status = IRQ_DISABLED,
Ingo Molnarf1c26622006-06-29 02:24:57 -070054 .chip = &no_irq_chip,
Ingo Molnar7a557132006-06-29 02:24:54 -070055 .handle_irq = handle_bad_irq,
Thomas Gleixner94d39e12006-06-29 02:24:50 -070056 .depth = 1,
Ingo Molnara53da522006-06-29 02:24:38 -070057 .lock = SPIN_LOCK_UNLOCKED,
58#ifdef CONFIG_SMP
59 .affinity = CPU_MASK_ALL
60#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070061 }
62};
63
64/*
Ingo Molnar77a5afe2006-06-29 02:24:46 -070065 * What should we do if we get a hw irq event on an illegal vector?
66 * Each architecture has to answer this themself.
Linus Torvalds1da177e2005-04-16 15:20:36 -070067 */
Ingo Molnar77a5afe2006-06-29 02:24:46 -070068static void ack_bad(unsigned int irq)
Linus Torvalds1da177e2005-04-16 15:20:36 -070069{
Ingo Molnar43f77752006-06-29 02:24:58 -070070 print_irq_desc(irq, irq_desc + irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071 ack_bad_irq(irq);
72}
73
Ingo Molnar77a5afe2006-06-29 02:24:46 -070074/*
75 * NOP functions
76 */
77static void noop(unsigned int irq)
78{
79}
80
81static unsigned int noop_ret(unsigned int irq)
82{
83 return 0;
84}
85
86/*
87 * Generic no controller implementation
88 */
Ingo Molnarf1c26622006-06-29 02:24:57 -070089struct irq_chip no_irq_chip = {
90 .name = "none",
Ingo Molnar77a5afe2006-06-29 02:24:46 -070091 .startup = noop_ret,
92 .shutdown = noop,
93 .enable = noop,
94 .disable = noop,
95 .ack = ack_bad,
96 .end = noop,
Linus Torvalds1da177e2005-04-16 15:20:36 -070097};
98
99/*
Thomas Gleixnerf8b54732006-07-01 22:30:08 +0100100 * Generic dummy implementation which can be used for
101 * real dumb interrupt sources
102 */
103struct irq_chip dummy_irq_chip = {
104 .name = "dummy",
105 .startup = noop_ret,
106 .shutdown = noop,
107 .enable = noop,
108 .disable = noop,
109 .ack = noop,
110 .mask = noop,
111 .unmask = noop,
112 .end = noop,
113};
114
115/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 * Special, empty irq handler:
117 */
118irqreturn_t no_action(int cpl, void *dev_id, struct pt_regs *regs)
119{
120 return IRQ_NONE;
121}
122
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700123/**
124 * handle_IRQ_event - irq action chain handler
125 * @irq: the interrupt number
126 * @regs: pointer to a register structure
127 * @action: the interrupt action chain for this irq
128 *
129 * Handles the action chain of an irq event
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130 */
Ingo Molnar2e60bbb2006-06-29 02:24:39 -0700131irqreturn_t handle_IRQ_event(unsigned int irq, struct pt_regs *regs,
132 struct irqaction *action)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133{
Jan Beulich908dcec2006-06-23 02:06:00 -0700134 irqreturn_t ret, retval = IRQ_NONE;
135 unsigned int status = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136
Thomas Gleixnerd061daa2006-07-03 02:18:48 +0200137 handle_dynamic_tick(action);
Thomas Gleixnera2166ab2006-07-01 22:30:07 +0100138
Thomas Gleixner3cca53b2006-07-01 19:29:31 -0700139 if (!(action->flags & IRQF_DISABLED))
Ingo Molnar366c7f52006-07-03 00:25:25 -0700140 local_irq_enable_in_hardirq();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141
142 do {
143 ret = action->handler(irq, action->dev_id, regs);
144 if (ret == IRQ_HANDLED)
145 status |= action->flags;
146 retval |= ret;
147 action = action->next;
148 } while (action);
149
Thomas Gleixner3cca53b2006-07-01 19:29:31 -0700150 if (status & IRQF_SAMPLE_RANDOM)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151 add_interrupt_randomness(irq);
152 local_irq_disable();
153
154 return retval;
155}
156
David Howellsaf8c65b2006-09-25 23:32:07 -0700157#ifndef CONFIG_GENERIC_HARDIRQS_NO__DO_IRQ
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700158/**
159 * __do_IRQ - original all in one highlevel IRQ handler
160 * @irq: the interrupt number
161 * @regs: pointer to a register structure
162 *
163 * __do_IRQ handles all normal device IRQ's (the special
Linus Torvalds1da177e2005-04-16 15:20:36 -0700164 * SMP cross-CPU interrupts have their own specific
165 * handlers).
Ingo Molnar8d28bc72006-06-29 02:24:46 -0700166 *
167 * This is the original x86 implementation which is used for every
168 * interrupt type.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 */
170fastcall unsigned int __do_IRQ(unsigned int irq, struct pt_regs *regs)
171{
Ingo Molnar34ffdb72006-06-29 02:24:40 -0700172 struct irq_desc *desc = irq_desc + irq;
Ingo Molnar06fcb0c2006-06-29 02:24:40 -0700173 struct irqaction *action;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 unsigned int status;
175
176 kstat_this_cpu.irqs[irq]++;
Karsten Wiesef26fdd52005-09-06 15:17:25 -0700177 if (CHECK_IRQ_PER_CPU(desc->status)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178 irqreturn_t action_ret;
179
180 /*
181 * No locking required for CPU-local interrupts:
182 */
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700183 if (desc->chip->ack)
184 desc->chip->ack(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 action_ret = handle_IRQ_event(irq, regs, desc->action);
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700186 desc->chip->end(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700187 return 1;
188 }
189
190 spin_lock(&desc->lock);
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700191 if (desc->chip->ack)
192 desc->chip->ack(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193 /*
194 * REPLAY is when Linux resends an IRQ that was dropped earlier
195 * WAITING is used by probe to mark irqs that are being tested
196 */
197 status = desc->status & ~(IRQ_REPLAY | IRQ_WAITING);
198 status |= IRQ_PENDING; /* we _want_ to handle it */
199
200 /*
201 * If the IRQ is disabled for whatever reason, we cannot
202 * use the action we have.
203 */
204 action = NULL;
205 if (likely(!(status & (IRQ_DISABLED | IRQ_INPROGRESS)))) {
206 action = desc->action;
207 status &= ~IRQ_PENDING; /* we commit to handling */
208 status |= IRQ_INPROGRESS; /* we are handling it */
209 }
210 desc->status = status;
211
212 /*
213 * If there is no IRQ handler or it was disabled, exit early.
214 * Since we set PENDING, if another processor is handling
215 * a different instance of this same irq, the other processor
216 * will take care of it.
217 */
218 if (unlikely(!action))
219 goto out;
220
221 /*
222 * Edge triggered interrupts need to remember
223 * pending events.
224 * This applies to any hw interrupts that allow a second
225 * instance of the same irq to arrive while we are in do_IRQ
226 * or in the handler. But the code here only handles the _second_
227 * instance of the irq, not the third or fourth. So it is mostly
228 * useful for irq hardware that does not mask cleanly in an
229 * SMP environment.
230 */
231 for (;;) {
232 irqreturn_t action_ret;
233
234 spin_unlock(&desc->lock);
235
236 action_ret = handle_IRQ_event(irq, regs, action);
237
238 spin_lock(&desc->lock);
239 if (!noirqdebug)
Alan Cox200803d2005-06-28 20:45:18 -0700240 note_interrupt(irq, desc, action_ret, regs);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 if (likely(!(desc->status & IRQ_PENDING)))
242 break;
243 desc->status &= ~IRQ_PENDING;
244 }
245 desc->status &= ~IRQ_INPROGRESS;
246
247out:
248 /*
249 * The ->end() handler has to deal with interrupts which got
250 * disabled while the handler was running.
251 */
Ingo Molnard1bef4e2006-06-29 02:24:36 -0700252 desc->chip->end(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 spin_unlock(&desc->lock);
254
255 return 1;
256}
David Howellsaf8c65b2006-09-25 23:32:07 -0700257#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258
Ingo Molnar243c7622006-07-03 00:25:06 -0700259#ifdef CONFIG_TRACE_IRQFLAGS
260
261/*
262 * lockdep: we want to handle all irq_desc locks as a single lock-class:
263 */
264static struct lock_class_key irq_desc_lock_class;
265
266void early_init_irq_lock_class(void)
267{
268 int i;
269
270 for (i = 0; i < NR_IRQS; i++)
271 lockdep_set_class(&irq_desc[i].lock, &irq_desc_lock_class);
272}
273
274#endif