blob: 659be326c8e8fa0f87a020d604efb06578528844 [file] [log] [blame]
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -07001/*
2 * linux/kernel/irq/chip.c
3 *
4 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
5 * Copyright (C) 2005-2006, Thomas Gleixner, Russell King
6 *
7 * This file contains the core interrupt handling code, for irq-chip
8 * based architectures.
9 *
10 * Detailed information is available in Documentation/DocBook/genericirq
11 */
12
13#include <linux/irq.h>
Michael Ellerman7fe37302007-04-18 19:39:21 +100014#include <linux/msi.h>
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -070015#include <linux/module.h>
16#include <linux/interrupt.h>
17#include <linux/kernel_stat.h>
18
19#include "internals.h"
20
Brandon Phiilpsced5b692010-02-10 01:20:06 -080021static void dynamic_irq_init_x(unsigned int irq, bool keep_chip_data)
Eric W. Biederman3a16d712006-10-04 02:16:37 -070022{
Yinghai Lu0b8f1ef2008-12-05 18:58:31 -080023 struct irq_desc *desc;
Eric W. Biederman3a16d712006-10-04 02:16:37 -070024 unsigned long flags;
25
Yinghai Lu0b8f1ef2008-12-05 18:58:31 -080026 desc = irq_to_desc(irq);
Yinghai Lu7d94f7c2008-08-19 20:50:14 -070027 if (!desc) {
Arjan van de Ven261c40c2008-07-25 19:45:37 -070028 WARN(1, KERN_ERR "Trying to initialize invalid IRQ%d\n", irq);
Eric W. Biederman3a16d712006-10-04 02:16:37 -070029 return;
30 }
31
32 /* Ensure we don't have left over values from a previous use of this irq */
Thomas Gleixner239007b2009-11-17 16:46:45 +010033 raw_spin_lock_irqsave(&desc->lock, flags);
Eric W. Biederman3a16d712006-10-04 02:16:37 -070034 desc->status = IRQ_DISABLED;
Thomas Gleixner6b8ff312010-10-01 12:58:38 +020035 desc->irq_data.chip = &no_irq_chip;
Eric W. Biederman3a16d712006-10-04 02:16:37 -070036 desc->handle_irq = handle_bad_irq;
37 desc->depth = 1;
Thomas Gleixner6b8ff312010-10-01 12:58:38 +020038 desc->irq_data.msi_desc = NULL;
39 desc->irq_data.handler_data = NULL;
Brandon Phiilpsced5b692010-02-10 01:20:06 -080040 if (!keep_chip_data)
Thomas Gleixner6b8ff312010-10-01 12:58:38 +020041 desc->irq_data.chip_data = NULL;
Eric W. Biederman3a16d712006-10-04 02:16:37 -070042 desc->action = NULL;
43 desc->irq_count = 0;
44 desc->irqs_unhandled = 0;
45#ifdef CONFIG_SMP
Thomas Gleixner6b8ff312010-10-01 12:58:38 +020046 cpumask_setall(desc->irq_data.affinity);
Mike Travis7f7ace02009-01-10 21:58:08 -080047#ifdef CONFIG_GENERIC_PENDING_IRQ
48 cpumask_clear(desc->pending_mask);
49#endif
Eric W. Biederman3a16d712006-10-04 02:16:37 -070050#endif
Thomas Gleixner239007b2009-11-17 16:46:45 +010051 raw_spin_unlock_irqrestore(&desc->lock, flags);
Eric W. Biederman3a16d712006-10-04 02:16:37 -070052}
53
54/**
Brandon Phiilpsced5b692010-02-10 01:20:06 -080055 * dynamic_irq_init - initialize a dynamically allocated irq
Eric W. Biederman3a16d712006-10-04 02:16:37 -070056 * @irq: irq number to initialize
57 */
Brandon Phiilpsced5b692010-02-10 01:20:06 -080058void dynamic_irq_init(unsigned int irq)
59{
60 dynamic_irq_init_x(irq, false);
61}
62
63/**
64 * dynamic_irq_init_keep_chip_data - initialize a dynamically allocated irq
65 * @irq: irq number to initialize
66 *
Thomas Gleixner6b8ff312010-10-01 12:58:38 +020067 * does not set irq_to_desc(irq)->irq_data.chip_data to NULL
Brandon Phiilpsced5b692010-02-10 01:20:06 -080068 */
69void dynamic_irq_init_keep_chip_data(unsigned int irq)
70{
71 dynamic_irq_init_x(irq, true);
72}
73
74static void dynamic_irq_cleanup_x(unsigned int irq, bool keep_chip_data)
Eric W. Biederman3a16d712006-10-04 02:16:37 -070075{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +020076 struct irq_desc *desc = irq_to_desc(irq);
Eric W. Biederman3a16d712006-10-04 02:16:37 -070077 unsigned long flags;
78
Yinghai Lu7d94f7c2008-08-19 20:50:14 -070079 if (!desc) {
Arjan van de Ven261c40c2008-07-25 19:45:37 -070080 WARN(1, KERN_ERR "Trying to cleanup invalid IRQ%d\n", irq);
Eric W. Biederman3a16d712006-10-04 02:16:37 -070081 return;
82 }
83
Thomas Gleixner239007b2009-11-17 16:46:45 +010084 raw_spin_lock_irqsave(&desc->lock, flags);
Eric W. Biederman1f800252006-10-04 02:16:56 -070085 if (desc->action) {
Thomas Gleixner239007b2009-11-17 16:46:45 +010086 raw_spin_unlock_irqrestore(&desc->lock, flags);
Arjan van de Ven261c40c2008-07-25 19:45:37 -070087 WARN(1, KERN_ERR "Destroying IRQ%d without calling free_irq\n",
Eric W. Biederman1f800252006-10-04 02:16:56 -070088 irq);
Eric W. Biederman1f800252006-10-04 02:16:56 -070089 return;
90 }
Thomas Gleixner6b8ff312010-10-01 12:58:38 +020091 desc->irq_data.msi_desc = NULL;
92 desc->irq_data.handler_data = NULL;
Brandon Phiilpsced5b692010-02-10 01:20:06 -080093 if (!keep_chip_data)
Thomas Gleixner6b8ff312010-10-01 12:58:38 +020094 desc->irq_data.chip_data = NULL;
Eric W. Biederman3a16d712006-10-04 02:16:37 -070095 desc->handle_irq = handle_bad_irq;
Thomas Gleixner6b8ff312010-10-01 12:58:38 +020096 desc->irq_data.chip = &no_irq_chip;
Dean Nelsonb6f3b782008-10-18 16:06:56 -070097 desc->name = NULL;
Yinghai Lu0f3c2a82009-02-08 16:18:03 -080098 clear_kstat_irqs(desc);
Thomas Gleixner239007b2009-11-17 16:46:45 +010099 raw_spin_unlock_irqrestore(&desc->lock, flags);
Eric W. Biederman3a16d712006-10-04 02:16:37 -0700100}
101
Brandon Phiilpsced5b692010-02-10 01:20:06 -0800102/**
103 * dynamic_irq_cleanup - cleanup a dynamically allocated irq
104 * @irq: irq number to initialize
105 */
106void dynamic_irq_cleanup(unsigned int irq)
107{
108 dynamic_irq_cleanup_x(irq, false);
109}
110
111/**
112 * dynamic_irq_cleanup_keep_chip_data - cleanup a dynamically allocated irq
113 * @irq: irq number to initialize
114 *
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200115 * does not set irq_to_desc(irq)->irq_data.chip_data to NULL
Brandon Phiilpsced5b692010-02-10 01:20:06 -0800116 */
117void dynamic_irq_cleanup_keep_chip_data(unsigned int irq)
118{
119 dynamic_irq_cleanup_x(irq, true);
120}
121
Eric W. Biederman3a16d712006-10-04 02:16:37 -0700122
123/**
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700124 * set_irq_chip - set the irq chip for an irq
125 * @irq: irq number
126 * @chip: pointer to irq chip description structure
127 */
128int set_irq_chip(unsigned int irq, struct irq_chip *chip)
129{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +0200130 struct irq_desc *desc = irq_to_desc(irq);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700131 unsigned long flags;
132
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700133 if (!desc) {
Arjan van de Ven261c40c2008-07-25 19:45:37 -0700134 WARN(1, KERN_ERR "Trying to install chip for IRQ%d\n", irq);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700135 return -EINVAL;
136 }
137
138 if (!chip)
139 chip = &no_irq_chip;
140
Thomas Gleixner239007b2009-11-17 16:46:45 +0100141 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700142 irq_chip_set_defaults(chip);
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200143 desc->irq_data.chip = chip;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100144 raw_spin_unlock_irqrestore(&desc->lock, flags);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700145
146 return 0;
147}
148EXPORT_SYMBOL(set_irq_chip);
149
150/**
David Brownell0c5d1eb2008-10-01 14:46:18 -0700151 * set_irq_type - set the irq trigger type for an irq
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700152 * @irq: irq number
David Brownell0c5d1eb2008-10-01 14:46:18 -0700153 * @type: IRQ_TYPE_{LEVEL,EDGE}_* value - see include/linux/irq.h
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700154 */
155int set_irq_type(unsigned int irq, unsigned int type)
156{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +0200157 struct irq_desc *desc = irq_to_desc(irq);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700158 unsigned long flags;
159 int ret = -ENXIO;
160
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700161 if (!desc) {
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700162 printk(KERN_ERR "Trying to set irq type for IRQ%d\n", irq);
163 return -ENODEV;
164 }
165
David Brownellf2b662d2008-12-01 14:31:38 -0800166 type &= IRQ_TYPE_SENSE_MASK;
David Brownell0c5d1eb2008-10-01 14:46:18 -0700167 if (type == IRQ_TYPE_NONE)
168 return 0;
169
Thomas Gleixner239007b2009-11-17 16:46:45 +0100170 raw_spin_lock_irqsave(&desc->lock, flags);
Chris Friesen0b3682ba32008-10-20 12:41:58 -0600171 ret = __irq_set_trigger(desc, irq, type);
Thomas Gleixner239007b2009-11-17 16:46:45 +0100172 raw_spin_unlock_irqrestore(&desc->lock, flags);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700173 return ret;
174}
175EXPORT_SYMBOL(set_irq_type);
176
177/**
178 * set_irq_data - set irq type data for an irq
179 * @irq: Interrupt number
180 * @data: Pointer to interrupt specific data
181 *
182 * Set the hardware irq controller data for an irq
183 */
184int set_irq_data(unsigned int irq, void *data)
185{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +0200186 struct irq_desc *desc = irq_to_desc(irq);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700187 unsigned long flags;
188
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700189 if (!desc) {
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700190 printk(KERN_ERR
191 "Trying to install controller data for IRQ%d\n", irq);
192 return -EINVAL;
193 }
194
Thomas Gleixner239007b2009-11-17 16:46:45 +0100195 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200196 desc->irq_data.handler_data = data;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100197 raw_spin_unlock_irqrestore(&desc->lock, flags);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700198 return 0;
199}
200EXPORT_SYMBOL(set_irq_data);
201
202/**
Liuweni24b26d42009-11-04 20:11:05 +0800203 * set_irq_msi - set MSI descriptor data for an irq
Eric W. Biederman5b912c12007-01-28 12:52:03 -0700204 * @irq: Interrupt number
Randy Dunlap472900b2007-02-16 01:28:25 -0800205 * @entry: Pointer to MSI descriptor data
Eric W. Biederman5b912c12007-01-28 12:52:03 -0700206 *
Liuweni24b26d42009-11-04 20:11:05 +0800207 * Set the MSI descriptor entry for an irq
Eric W. Biederman5b912c12007-01-28 12:52:03 -0700208 */
209int set_irq_msi(unsigned int irq, struct msi_desc *entry)
210{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +0200211 struct irq_desc *desc = irq_to_desc(irq);
Eric W. Biederman5b912c12007-01-28 12:52:03 -0700212 unsigned long flags;
213
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700214 if (!desc) {
Eric W. Biederman5b912c12007-01-28 12:52:03 -0700215 printk(KERN_ERR
216 "Trying to install msi data for IRQ%d\n", irq);
217 return -EINVAL;
218 }
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700219
Thomas Gleixner239007b2009-11-17 16:46:45 +0100220 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200221 desc->irq_data.msi_desc = entry;
Michael Ellerman7fe37302007-04-18 19:39:21 +1000222 if (entry)
223 entry->irq = irq;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100224 raw_spin_unlock_irqrestore(&desc->lock, flags);
Eric W. Biederman5b912c12007-01-28 12:52:03 -0700225 return 0;
226}
227
228/**
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700229 * set_irq_chip_data - set irq chip data for an irq
230 * @irq: Interrupt number
231 * @data: Pointer to chip specific data
232 *
233 * Set the hardware irq chip data for an irq
234 */
235int set_irq_chip_data(unsigned int irq, void *data)
236{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +0200237 struct irq_desc *desc = irq_to_desc(irq);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700238 unsigned long flags;
239
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700240 if (!desc) {
241 printk(KERN_ERR
242 "Trying to install chip data for IRQ%d\n", irq);
243 return -EINVAL;
244 }
245
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200246 if (!desc->irq_data.chip) {
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700247 printk(KERN_ERR "BUG: bad set_irq_chip_data(IRQ#%d)\n", irq);
248 return -EINVAL;
249 }
250
Thomas Gleixner239007b2009-11-17 16:46:45 +0100251 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200252 desc->irq_data.chip_data = data;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100253 raw_spin_unlock_irqrestore(&desc->lock, flags);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700254
255 return 0;
256}
257EXPORT_SYMBOL(set_irq_chip_data);
258
Thomas Gleixnerf303a6d2010-09-28 17:34:01 +0200259struct irq_data *irq_get_irq_data(unsigned int irq)
260{
261 struct irq_desc *desc = irq_to_desc(irq);
262
263 return desc ? &desc->irq_data : NULL;
264}
265EXPORT_SYMBOL_GPL(irq_get_irq_data);
266
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200267/**
268 * set_irq_nested_thread - Set/Reset the IRQ_NESTED_THREAD flag of an irq
269 *
270 * @irq: Interrupt number
271 * @nest: 0 to clear / 1 to set the IRQ_NESTED_THREAD flag
272 *
273 * The IRQ_NESTED_THREAD flag indicates that on
274 * request_threaded_irq() no separate interrupt thread should be
275 * created for the irq as the handler are called nested in the
276 * context of a demultiplexing interrupt handler thread.
277 */
278void set_irq_nested_thread(unsigned int irq, int nest)
279{
280 struct irq_desc *desc = irq_to_desc(irq);
281 unsigned long flags;
282
283 if (!desc)
284 return;
285
Thomas Gleixner239007b2009-11-17 16:46:45 +0100286 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200287 if (nest)
288 desc->status |= IRQ_NESTED_THREAD;
289 else
290 desc->status &= ~IRQ_NESTED_THREAD;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100291 raw_spin_unlock_irqrestore(&desc->lock, flags);
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200292}
293EXPORT_SYMBOL_GPL(set_irq_nested_thread);
294
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700295/*
296 * default enable function
297 */
Thomas Gleixnerc5f75632010-09-27 12:44:56 +0000298static void default_enable(struct irq_data *data)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700299{
Thomas Gleixnerc5f75632010-09-27 12:44:56 +0000300 struct irq_desc *desc = irq_data_to_desc(data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700301
Thomas Gleixner0eda58b2010-09-27 12:44:44 +0000302 desc->irq_data.chip->irq_unmask(&desc->irq_data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700303 desc->status &= ~IRQ_MASKED;
304}
305
306/*
307 * default disable function
308 */
Thomas Gleixnerbc310dd2010-09-27 12:45:02 +0000309static void default_disable(struct irq_data *data)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700310{
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700311}
312
313/*
314 * default startup function
315 */
Thomas Gleixner37e12df2010-09-27 12:45:38 +0000316static unsigned int default_startup(struct irq_data *data)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700317{
Thomas Gleixner37e12df2010-09-27 12:45:38 +0000318 struct irq_desc *desc = irq_data_to_desc(data);
Yinghai Lu08678b02008-08-19 20:50:05 -0700319
Thomas Gleixner37e12df2010-09-27 12:45:38 +0000320 desc->irq_data.chip->irq_enable(data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700321 return 0;
322}
323
324/*
Thomas Gleixner89d694b2008-02-18 18:25:17 +0100325 * default shutdown function
326 */
Thomas Gleixnerbc310dd2010-09-27 12:45:02 +0000327static void default_shutdown(struct irq_data *data)
Thomas Gleixner89d694b2008-02-18 18:25:17 +0100328{
Thomas Gleixnerbc310dd2010-09-27 12:45:02 +0000329 struct irq_desc *desc = irq_data_to_desc(data);
Thomas Gleixner89d694b2008-02-18 18:25:17 +0100330
Thomas Gleixnere2c0f8f2010-09-27 12:44:42 +0000331 desc->irq_data.chip->irq_mask(&desc->irq_data);
Thomas Gleixner89d694b2008-02-18 18:25:17 +0100332 desc->status |= IRQ_MASKED;
333}
334
Thomas Gleixnerbd151412010-10-01 15:17:14 +0200335#ifndef CONFIG_GENERIC_HARDIRQS_NO_DEPRECATED
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000336/* Temporary migration helpers */
Thomas Gleixnere2c0f8f2010-09-27 12:44:42 +0000337static void compat_irq_mask(struct irq_data *data)
338{
339 data->chip->mask(data->irq);
340}
341
Thomas Gleixner0eda58b2010-09-27 12:44:44 +0000342static void compat_irq_unmask(struct irq_data *data)
343{
344 data->chip->unmask(data->irq);
345}
346
Thomas Gleixner22a49162010-09-27 12:44:47 +0000347static void compat_irq_ack(struct irq_data *data)
348{
349 data->chip->ack(data->irq);
350}
351
Thomas Gleixner9205e312010-09-27 12:44:50 +0000352static void compat_irq_mask_ack(struct irq_data *data)
353{
354 data->chip->mask_ack(data->irq);
355}
356
Thomas Gleixner0c5c1552010-09-27 12:44:53 +0000357static void compat_irq_eoi(struct irq_data *data)
358{
359 data->chip->eoi(data->irq);
360}
361
Thomas Gleixnerc5f75632010-09-27 12:44:56 +0000362static void compat_irq_enable(struct irq_data *data)
363{
364 data->chip->enable(data->irq);
365}
366
Thomas Gleixnerbc310dd2010-09-27 12:45:02 +0000367static void compat_irq_disable(struct irq_data *data)
368{
369 data->chip->disable(data->irq);
370}
371
372static void compat_irq_shutdown(struct irq_data *data)
373{
374 data->chip->shutdown(data->irq);
375}
376
Thomas Gleixner37e12df2010-09-27 12:45:38 +0000377static unsigned int compat_irq_startup(struct irq_data *data)
378{
379 return data->chip->startup(data->irq);
380}
381
Thomas Gleixnerc96b3b32010-09-27 12:45:41 +0000382static int compat_irq_set_affinity(struct irq_data *data,
383 const struct cpumask *dest, bool force)
384{
385 return data->chip->set_affinity(data->irq, dest);
386}
387
Thomas Gleixnerb2ba2c32010-09-27 12:45:47 +0000388static int compat_irq_set_type(struct irq_data *data, unsigned int type)
389{
390 return data->chip->set_type(data->irq, type);
391}
392
Thomas Gleixner2f7e99b2010-09-27 12:45:50 +0000393static int compat_irq_set_wake(struct irq_data *data, unsigned int on)
394{
395 return data->chip->set_wake(data->irq, on);
396}
397
Thomas Gleixner21e2b8c2010-09-27 12:45:53 +0000398static int compat_irq_retrigger(struct irq_data *data)
399{
400 return data->chip->retrigger(data->irq);
401}
402
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000403static void compat_bus_lock(struct irq_data *data)
404{
405 data->chip->bus_lock(data->irq);
406}
407
408static void compat_bus_sync_unlock(struct irq_data *data)
409{
410 data->chip->bus_sync_unlock(data->irq);
411}
Thomas Gleixnerbd151412010-10-01 15:17:14 +0200412#endif
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000413
Thomas Gleixner89d694b2008-02-18 18:25:17 +0100414/*
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700415 * Fixup enable/disable function pointers
416 */
417void irq_chip_set_defaults(struct irq_chip *chip)
418{
Thomas Gleixnerbd151412010-10-01 15:17:14 +0200419#ifndef CONFIG_GENERIC_HARDIRQS_NO_DEPRECATED
Thomas Gleixnerc5f75632010-09-27 12:44:56 +0000420 /*
421 * Compat fixup functions need to be before we set the
422 * defaults for enable/disable/startup/shutdown
423 */
424 if (chip->enable)
425 chip->irq_enable = compat_irq_enable;
Thomas Gleixnerbc310dd2010-09-27 12:45:02 +0000426 if (chip->disable)
427 chip->irq_disable = compat_irq_disable;
428 if (chip->shutdown)
429 chip->irq_shutdown = compat_irq_shutdown;
Thomas Gleixner37e12df2010-09-27 12:45:38 +0000430 if (chip->startup)
431 chip->irq_startup = compat_irq_startup;
Thomas Gleixnerbd151412010-10-01 15:17:14 +0200432#endif
Thomas Gleixnerc5f75632010-09-27 12:44:56 +0000433 /*
434 * The real defaults
435 */
436 if (!chip->irq_enable)
437 chip->irq_enable = default_enable;
Thomas Gleixnerbc310dd2010-09-27 12:45:02 +0000438 if (!chip->irq_disable)
439 chip->irq_disable = default_disable;
Thomas Gleixner37e12df2010-09-27 12:45:38 +0000440 if (!chip->irq_startup)
441 chip->irq_startup = default_startup;
Thomas Gleixner89d694b2008-02-18 18:25:17 +0100442 /*
Thomas Gleixnerbc310dd2010-09-27 12:45:02 +0000443 * We use chip->irq_disable, when the user provided its own. When
444 * we have default_disable set for chip->irq_disable, then we need
Thomas Gleixner89d694b2008-02-18 18:25:17 +0100445 * to use default_shutdown, otherwise the irq line is not
446 * disabled on free_irq():
447 */
Thomas Gleixnerbc310dd2010-09-27 12:45:02 +0000448 if (!chip->irq_shutdown)
449 chip->irq_shutdown = chip->irq_disable != default_disable ?
450 chip->irq_disable : default_shutdown;
Thomas Gleixnerbd151412010-10-01 15:17:14 +0200451
452#ifndef CONFIG_GENERIC_HARDIRQS_NO_DEPRECATED
Zhang, Yanminb86432b2006-11-16 01:19:10 -0800453 if (!chip->end)
454 chip->end = dummy_irq_chip.end;
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000455
Thomas Gleixnerbc310dd2010-09-27 12:45:02 +0000456 /*
457 * Now fix up the remaining compat handlers
458 */
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000459 if (chip->bus_lock)
460 chip->irq_bus_lock = compat_bus_lock;
461 if (chip->bus_sync_unlock)
462 chip->irq_bus_sync_unlock = compat_bus_sync_unlock;
Thomas Gleixnere2c0f8f2010-09-27 12:44:42 +0000463 if (chip->mask)
464 chip->irq_mask = compat_irq_mask;
Thomas Gleixner0eda58b2010-09-27 12:44:44 +0000465 if (chip->unmask)
466 chip->irq_unmask = compat_irq_unmask;
Thomas Gleixner22a49162010-09-27 12:44:47 +0000467 if (chip->ack)
468 chip->irq_ack = compat_irq_ack;
Thomas Gleixner9205e312010-09-27 12:44:50 +0000469 if (chip->mask_ack)
470 chip->irq_mask_ack = compat_irq_mask_ack;
Thomas Gleixner0c5c1552010-09-27 12:44:53 +0000471 if (chip->eoi)
472 chip->irq_eoi = compat_irq_eoi;
Thomas Gleixnerc96b3b32010-09-27 12:45:41 +0000473 if (chip->set_affinity)
474 chip->irq_set_affinity = compat_irq_set_affinity;
Thomas Gleixnerb2ba2c32010-09-27 12:45:47 +0000475 if (chip->set_type)
476 chip->irq_set_type = compat_irq_set_type;
Thomas Gleixner2f7e99b2010-09-27 12:45:50 +0000477 if (chip->set_wake)
478 chip->irq_set_wake = compat_irq_set_wake;
Thomas Gleixner21e2b8c2010-09-27 12:45:53 +0000479 if (chip->retrigger)
480 chip->irq_retrigger = compat_irq_retrigger;
Thomas Gleixnerbd151412010-10-01 15:17:14 +0200481#endif
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700482}
483
Thomas Gleixner9205e312010-09-27 12:44:50 +0000484static inline void mask_ack_irq(struct irq_desc *desc)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700485{
Thomas Gleixner9205e312010-09-27 12:44:50 +0000486 if (desc->irq_data.chip->irq_mask_ack)
487 desc->irq_data.chip->irq_mask_ack(&desc->irq_data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700488 else {
Thomas Gleixnere2c0f8f2010-09-27 12:44:42 +0000489 desc->irq_data.chip->irq_mask(&desc->irq_data);
Thomas Gleixner22a49162010-09-27 12:44:47 +0000490 if (desc->irq_data.chip->irq_ack)
491 desc->irq_data.chip->irq_ack(&desc->irq_data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700492 }
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100493 desc->status |= IRQ_MASKED;
494}
495
Thomas Gleixnere2c0f8f2010-09-27 12:44:42 +0000496static inline void mask_irq(struct irq_desc *desc)
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100497{
Thomas Gleixnere2c0f8f2010-09-27 12:44:42 +0000498 if (desc->irq_data.chip->irq_mask) {
499 desc->irq_data.chip->irq_mask(&desc->irq_data);
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100500 desc->status |= IRQ_MASKED;
501 }
502}
503
Thomas Gleixner0eda58b2010-09-27 12:44:44 +0000504static inline void unmask_irq(struct irq_desc *desc)
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100505{
Thomas Gleixner0eda58b2010-09-27 12:44:44 +0000506 if (desc->irq_data.chip->irq_unmask) {
507 desc->irq_data.chip->irq_unmask(&desc->irq_data);
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100508 desc->status &= ~IRQ_MASKED;
509 }
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700510}
511
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200512/*
513 * handle_nested_irq - Handle a nested irq from a irq thread
514 * @irq: the interrupt number
515 *
516 * Handle interrupts which are nested into a threaded interrupt
517 * handler. The handler function is called inside the calling
518 * threads context.
519 */
520void handle_nested_irq(unsigned int irq)
521{
522 struct irq_desc *desc = irq_to_desc(irq);
523 struct irqaction *action;
524 irqreturn_t action_ret;
525
526 might_sleep();
527
Thomas Gleixner239007b2009-11-17 16:46:45 +0100528 raw_spin_lock_irq(&desc->lock);
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200529
530 kstat_incr_irqs_this_cpu(irq, desc);
531
532 action = desc->action;
533 if (unlikely(!action || (desc->status & IRQ_DISABLED)))
534 goto out_unlock;
535
536 desc->status |= IRQ_INPROGRESS;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100537 raw_spin_unlock_irq(&desc->lock);
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200538
539 action_ret = action->thread_fn(action->irq, action->dev_id);
540 if (!noirqdebug)
541 note_interrupt(irq, desc, action_ret);
542
Thomas Gleixner239007b2009-11-17 16:46:45 +0100543 raw_spin_lock_irq(&desc->lock);
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200544 desc->status &= ~IRQ_INPROGRESS;
545
546out_unlock:
Thomas Gleixner239007b2009-11-17 16:46:45 +0100547 raw_spin_unlock_irq(&desc->lock);
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200548}
549EXPORT_SYMBOL_GPL(handle_nested_irq);
550
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700551/**
552 * handle_simple_irq - Simple and software-decoded IRQs.
553 * @irq: the interrupt number
554 * @desc: the interrupt description structure for this irq
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700555 *
556 * Simple interrupts are either sent from a demultiplexing interrupt
557 * handler or come from hardware, where no interrupt hardware control
558 * is necessary.
559 *
560 * Note: The caller is expected to handle the ack, clear, mask and
561 * unmask issues if necessary.
562 */
Harvey Harrison7ad5b3a2008-02-08 04:19:53 -0800563void
David Howells7d12e782006-10-05 14:55:46 +0100564handle_simple_irq(unsigned int irq, struct irq_desc *desc)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700565{
566 struct irqaction *action;
567 irqreturn_t action_ret;
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700568
Thomas Gleixner239007b2009-11-17 16:46:45 +0100569 raw_spin_lock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700570
571 if (unlikely(desc->status & IRQ_INPROGRESS))
572 goto out_unlock;
Steven Rostedt971e5b35f2007-12-18 18:05:58 +0100573 desc->status &= ~(IRQ_REPLAY | IRQ_WAITING);
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +0200574 kstat_incr_irqs_this_cpu(irq, desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700575
576 action = desc->action;
Steven Rostedt971e5b35f2007-12-18 18:05:58 +0100577 if (unlikely(!action || (desc->status & IRQ_DISABLED)))
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700578 goto out_unlock;
579
580 desc->status |= IRQ_INPROGRESS;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100581 raw_spin_unlock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700582
David Howells7d12e782006-10-05 14:55:46 +0100583 action_ret = handle_IRQ_event(irq, action);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700584 if (!noirqdebug)
David Howells7d12e782006-10-05 14:55:46 +0100585 note_interrupt(irq, desc, action_ret);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700586
Thomas Gleixner239007b2009-11-17 16:46:45 +0100587 raw_spin_lock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700588 desc->status &= ~IRQ_INPROGRESS;
589out_unlock:
Thomas Gleixner239007b2009-11-17 16:46:45 +0100590 raw_spin_unlock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700591}
592
593/**
594 * handle_level_irq - Level type irq handler
595 * @irq: the interrupt number
596 * @desc: the interrupt description structure for this irq
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700597 *
598 * Level type interrupts are active as long as the hardware line has
599 * the active level. This may require to mask the interrupt and unmask
600 * it after the associated handler has acknowledged the device, so the
601 * interrupt line is back to inactive.
602 */
Harvey Harrison7ad5b3a2008-02-08 04:19:53 -0800603void
David Howells7d12e782006-10-05 14:55:46 +0100604handle_level_irq(unsigned int irq, struct irq_desc *desc)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700605{
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700606 struct irqaction *action;
607 irqreturn_t action_ret;
608
Thomas Gleixner239007b2009-11-17 16:46:45 +0100609 raw_spin_lock(&desc->lock);
Thomas Gleixner9205e312010-09-27 12:44:50 +0000610 mask_ack_irq(desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700611
612 if (unlikely(desc->status & IRQ_INPROGRESS))
Ingo Molnar86998aa2006-09-19 11:14:34 +0200613 goto out_unlock;
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700614 desc->status &= ~(IRQ_REPLAY | IRQ_WAITING);
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +0200615 kstat_incr_irqs_this_cpu(irq, desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700616
617 /*
618 * If its disabled or no action available
619 * keep it masked and get out of here
620 */
621 action = desc->action;
Thomas Gleixner49663422007-08-12 15:46:34 +0000622 if (unlikely(!action || (desc->status & IRQ_DISABLED)))
Ingo Molnar86998aa2006-09-19 11:14:34 +0200623 goto out_unlock;
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700624
625 desc->status |= IRQ_INPROGRESS;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100626 raw_spin_unlock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700627
David Howells7d12e782006-10-05 14:55:46 +0100628 action_ret = handle_IRQ_event(irq, action);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700629 if (!noirqdebug)
David Howells7d12e782006-10-05 14:55:46 +0100630 note_interrupt(irq, desc, action_ret);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700631
Thomas Gleixner239007b2009-11-17 16:46:45 +0100632 raw_spin_lock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700633 desc->status &= ~IRQ_INPROGRESS;
Thomas Gleixnerb25c3402009-08-13 12:17:22 +0200634
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100635 if (!(desc->status & (IRQ_DISABLED | IRQ_ONESHOT)))
Thomas Gleixner0eda58b2010-09-27 12:44:44 +0000636 unmask_irq(desc);
Ingo Molnar86998aa2006-09-19 11:14:34 +0200637out_unlock:
Thomas Gleixner239007b2009-11-17 16:46:45 +0100638 raw_spin_unlock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700639}
Ingo Molnar14819ea2009-01-14 12:34:21 +0100640EXPORT_SYMBOL_GPL(handle_level_irq);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700641
642/**
Ingo Molnar47c2a3a2006-06-29 02:25:03 -0700643 * handle_fasteoi_irq - irq handler for transparent controllers
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700644 * @irq: the interrupt number
645 * @desc: the interrupt description structure for this irq
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700646 *
Ingo Molnar47c2a3a2006-06-29 02:25:03 -0700647 * Only a single callback will be issued to the chip: an ->eoi()
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700648 * call when the interrupt has been serviced. This enables support
649 * for modern forms of interrupt handlers, which handle the flow
650 * details in hardware, transparently.
651 */
Harvey Harrison7ad5b3a2008-02-08 04:19:53 -0800652void
David Howells7d12e782006-10-05 14:55:46 +0100653handle_fasteoi_irq(unsigned int irq, struct irq_desc *desc)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700654{
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700655 struct irqaction *action;
656 irqreturn_t action_ret;
657
Thomas Gleixner239007b2009-11-17 16:46:45 +0100658 raw_spin_lock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700659
660 if (unlikely(desc->status & IRQ_INPROGRESS))
661 goto out;
662
663 desc->status &= ~(IRQ_REPLAY | IRQ_WAITING);
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +0200664 kstat_incr_irqs_this_cpu(irq, desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700665
666 /*
667 * If its disabled or no action available
Ingo Molnar76d21602007-02-16 01:28:24 -0800668 * then mask it and get out of here:
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700669 */
670 action = desc->action;
Benjamin Herrenschmidt98bb2442006-06-29 02:25:01 -0700671 if (unlikely(!action || (desc->status & IRQ_DISABLED))) {
672 desc->status |= IRQ_PENDING;
Thomas Gleixnere2c0f8f2010-09-27 12:44:42 +0000673 mask_irq(desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700674 goto out;
Benjamin Herrenschmidt98bb2442006-06-29 02:25:01 -0700675 }
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700676
677 desc->status |= IRQ_INPROGRESS;
Benjamin Herrenschmidt98bb2442006-06-29 02:25:01 -0700678 desc->status &= ~IRQ_PENDING;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100679 raw_spin_unlock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700680
David Howells7d12e782006-10-05 14:55:46 +0100681 action_ret = handle_IRQ_event(irq, action);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700682 if (!noirqdebug)
David Howells7d12e782006-10-05 14:55:46 +0100683 note_interrupt(irq, desc, action_ret);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700684
Thomas Gleixner239007b2009-11-17 16:46:45 +0100685 raw_spin_lock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700686 desc->status &= ~IRQ_INPROGRESS;
687out:
Thomas Gleixner0c5c1552010-09-27 12:44:53 +0000688 desc->irq_data.chip->irq_eoi(&desc->irq_data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700689
Thomas Gleixner239007b2009-11-17 16:46:45 +0100690 raw_spin_unlock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700691}
692
693/**
694 * handle_edge_irq - edge type IRQ handler
695 * @irq: the interrupt number
696 * @desc: the interrupt description structure for this irq
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700697 *
698 * Interrupt occures on the falling and/or rising edge of a hardware
699 * signal. The occurence is latched into the irq controller hardware
700 * and must be acked in order to be reenabled. After the ack another
701 * interrupt can happen on the same source even before the first one
Uwe Kleine-Königdfff0612010-02-12 21:58:11 +0100702 * is handled by the associated event handler. If this happens it
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700703 * might be necessary to disable (mask) the interrupt depending on the
704 * controller hardware. This requires to reenable the interrupt inside
705 * of the loop which handles the interrupts which have arrived while
706 * the handler was running. If all pending interrupts are handled, the
707 * loop is left.
708 */
Harvey Harrison7ad5b3a2008-02-08 04:19:53 -0800709void
David Howells7d12e782006-10-05 14:55:46 +0100710handle_edge_irq(unsigned int irq, struct irq_desc *desc)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700711{
Thomas Gleixner239007b2009-11-17 16:46:45 +0100712 raw_spin_lock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700713
714 desc->status &= ~(IRQ_REPLAY | IRQ_WAITING);
715
716 /*
717 * If we're currently running this IRQ, or its disabled,
718 * we shouldn't process the IRQ. Mark it pending, handle
719 * the necessary masking and go out
720 */
721 if (unlikely((desc->status & (IRQ_INPROGRESS | IRQ_DISABLED)) ||
722 !desc->action)) {
723 desc->status |= (IRQ_PENDING | IRQ_MASKED);
Thomas Gleixner9205e312010-09-27 12:44:50 +0000724 mask_ack_irq(desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700725 goto out_unlock;
726 }
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +0200727 kstat_incr_irqs_this_cpu(irq, desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700728
729 /* Start handling the irq */
Thomas Gleixner22a49162010-09-27 12:44:47 +0000730 desc->irq_data.chip->irq_ack(&desc->irq_data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700731
732 /* Mark the IRQ currently in progress.*/
733 desc->status |= IRQ_INPROGRESS;
734
735 do {
736 struct irqaction *action = desc->action;
737 irqreturn_t action_ret;
738
739 if (unlikely(!action)) {
Thomas Gleixnere2c0f8f2010-09-27 12:44:42 +0000740 mask_irq(desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700741 goto out_unlock;
742 }
743
744 /*
745 * When another irq arrived while we were handling
746 * one, we could have masked the irq.
747 * Renable it, if it was not disabled in meantime.
748 */
749 if (unlikely((desc->status &
750 (IRQ_PENDING | IRQ_MASKED | IRQ_DISABLED)) ==
751 (IRQ_PENDING | IRQ_MASKED))) {
Thomas Gleixner0eda58b2010-09-27 12:44:44 +0000752 unmask_irq(desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700753 }
754
755 desc->status &= ~IRQ_PENDING;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100756 raw_spin_unlock(&desc->lock);
David Howells7d12e782006-10-05 14:55:46 +0100757 action_ret = handle_IRQ_event(irq, action);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700758 if (!noirqdebug)
David Howells7d12e782006-10-05 14:55:46 +0100759 note_interrupt(irq, desc, action_ret);
Thomas Gleixner239007b2009-11-17 16:46:45 +0100760 raw_spin_lock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700761
762 } while ((desc->status & (IRQ_PENDING | IRQ_DISABLED)) == IRQ_PENDING);
763
764 desc->status &= ~IRQ_INPROGRESS;
765out_unlock:
Thomas Gleixner239007b2009-11-17 16:46:45 +0100766 raw_spin_unlock(&desc->lock);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700767}
768
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700769/**
Liuweni24b26d42009-11-04 20:11:05 +0800770 * handle_percpu_irq - Per CPU local irq handler
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700771 * @irq: the interrupt number
772 * @desc: the interrupt description structure for this irq
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700773 *
774 * Per CPU interrupts on SMP machines without locking requirements
775 */
Harvey Harrison7ad5b3a2008-02-08 04:19:53 -0800776void
David Howells7d12e782006-10-05 14:55:46 +0100777handle_percpu_irq(unsigned int irq, struct irq_desc *desc)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700778{
779 irqreturn_t action_ret;
780
Thomas Gleixnerd6c88a52008-10-15 15:27:23 +0200781 kstat_incr_irqs_this_cpu(irq, desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700782
Thomas Gleixner22a49162010-09-27 12:44:47 +0000783 if (desc->irq_data.chip->irq_ack)
784 desc->irq_data.chip->irq_ack(&desc->irq_data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700785
David Howells7d12e782006-10-05 14:55:46 +0100786 action_ret = handle_IRQ_event(irq, desc->action);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700787 if (!noirqdebug)
David Howells7d12e782006-10-05 14:55:46 +0100788 note_interrupt(irq, desc, action_ret);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700789
Thomas Gleixner0c5c1552010-09-27 12:44:53 +0000790 if (desc->irq_data.chip->irq_eoi)
791 desc->irq_data.chip->irq_eoi(&desc->irq_data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700792}
793
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700794void
Ingo Molnara460e742006-10-17 00:10:03 -0700795__set_irq_handler(unsigned int irq, irq_flow_handler_t handle, int is_chained,
796 const char *name)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700797{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +0200798 struct irq_desc *desc = irq_to_desc(irq);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700799 unsigned long flags;
800
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700801 if (!desc) {
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700802 printk(KERN_ERR
803 "Trying to install type control for IRQ%d\n", irq);
804 return;
805 }
806
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700807 if (!handle)
808 handle = handle_bad_irq;
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200809 else if (desc->irq_data.chip == &no_irq_chip) {
Thomas Gleixnerf8b54732006-07-01 22:30:08 +0100810 printk(KERN_WARNING "Trying to install %sinterrupt handler "
Geert Uytterhoevenb039db82006-12-20 15:59:48 +0100811 "for IRQ%d\n", is_chained ? "chained " : "", irq);
Thomas Gleixnerf8b54732006-07-01 22:30:08 +0100812 /*
813 * Some ARM implementations install a handler for really dumb
814 * interrupt hardware without setting an irq_chip. This worked
815 * with the ARM no_irq_chip but the check in setup_irq would
816 * prevent us to setup the interrupt at all. Switch it to
817 * dummy_irq_chip for easy transition.
818 */
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200819 desc->irq_data.chip = &dummy_irq_chip;
Thomas Gleixnerf8b54732006-07-01 22:30:08 +0100820 }
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700821
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000822 chip_bus_lock(desc);
Thomas Gleixner239007b2009-11-17 16:46:45 +0100823 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700824
825 /* Uninstall? */
826 if (handle == handle_bad_irq) {
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200827 if (desc->irq_data.chip != &no_irq_chip)
Thomas Gleixner9205e312010-09-27 12:44:50 +0000828 mask_ack_irq(desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700829 desc->status |= IRQ_DISABLED;
830 desc->depth = 1;
831 }
832 desc->handle_irq = handle;
Ingo Molnara460e742006-10-17 00:10:03 -0700833 desc->name = name;
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700834
835 if (handle != handle_bad_irq && is_chained) {
836 desc->status &= ~IRQ_DISABLED;
837 desc->status |= IRQ_NOREQUEST | IRQ_NOPROBE;
838 desc->depth = 0;
Thomas Gleixner37e12df2010-09-27 12:45:38 +0000839 desc->irq_data.chip->irq_startup(&desc->irq_data);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700840 }
Thomas Gleixner239007b2009-11-17 16:46:45 +0100841 raw_spin_unlock_irqrestore(&desc->lock, flags);
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000842 chip_bus_sync_unlock(desc);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700843}
Ingo Molnar14819ea2009-01-14 12:34:21 +0100844EXPORT_SYMBOL_GPL(__set_irq_handler);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700845
846void
847set_irq_chip_and_handler(unsigned int irq, struct irq_chip *chip,
David Howells57a58a92006-10-05 13:06:34 +0100848 irq_flow_handler_t handle)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700849{
850 set_irq_chip(irq, chip);
Ingo Molnara460e742006-10-17 00:10:03 -0700851 __set_irq_handler(irq, handle, 0, NULL);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700852}
853
Ingo Molnara460e742006-10-17 00:10:03 -0700854void
855set_irq_chip_and_handler_name(unsigned int irq, struct irq_chip *chip,
856 irq_flow_handler_t handle, const char *name)
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700857{
Ingo Molnara460e742006-10-17 00:10:03 -0700858 set_irq_chip(irq, chip);
859 __set_irq_handler(irq, handle, 0, name);
Thomas Gleixnerdd87eb32006-06-29 02:24:53 -0700860}
Ralf Baechle46f4f8f2008-02-08 04:22:01 -0800861
Thomas Gleixner44247182010-09-28 10:40:18 +0200862void irq_modify_status(unsigned int irq, unsigned long clr, unsigned long set)
Ralf Baechle46f4f8f2008-02-08 04:22:01 -0800863{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +0200864 struct irq_desc *desc = irq_to_desc(irq);
Ralf Baechle46f4f8f2008-02-08 04:22:01 -0800865 unsigned long flags;
866
Thomas Gleixner44247182010-09-28 10:40:18 +0200867 if (!desc)
Ralf Baechle46f4f8f2008-02-08 04:22:01 -0800868 return;
Thomas Gleixner44247182010-09-28 10:40:18 +0200869
870 /* Sanitize flags */
871 set &= IRQF_MODIFY_MASK;
872 clr &= IRQF_MODIFY_MASK;
Ralf Baechle46f4f8f2008-02-08 04:22:01 -0800873
Thomas Gleixner239007b2009-11-17 16:46:45 +0100874 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixner44247182010-09-28 10:40:18 +0200875 desc->status &= ~clr;
876 desc->status |= set;
Thomas Gleixner239007b2009-11-17 16:46:45 +0100877 raw_spin_unlock_irqrestore(&desc->lock, flags);
Ralf Baechle46f4f8f2008-02-08 04:22:01 -0800878}