blob: 8550d4b3437704a0fb0f3adc81c8a5c65fc1f944 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * linux/kernel/irq/manage.c
3 *
Ingo Molnara34db9b2006-06-29 02:24:50 -07004 * Copyright (C) 1992, 1998-2006 Linus Torvalds, Ingo Molnar
5 * Copyright (C) 2005-2006 Thomas Gleixner
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * This file contains driver APIs to the irq subsystem.
8 */
9
10#include <linux/irq.h>
Thomas Gleixner3aa551c2009-03-23 18:28:15 +010011#include <linux/kthread.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/module.h>
13#include <linux/random.h>
14#include <linux/interrupt.h>
Robert P. J. Day1aeb2722008-04-29 00:59:25 -070015#include <linux/slab.h>
Thomas Gleixner3aa551c2009-03-23 18:28:15 +010016#include <linux/sched.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017
18#include "internals.h"
19
Thomas Gleixner8d32a302011-02-23 23:52:23 +000020#ifdef CONFIG_IRQ_FORCED_THREADING
21__read_mostly bool force_irqthreads;
22
23static int __init setup_forced_irqthreads(char *arg)
24{
25 force_irqthreads = true;
26 return 0;
27}
28early_param("threadirqs", setup_forced_irqthreads);
29#endif
30
Linus Torvalds1da177e2005-04-16 15:20:36 -070031/**
32 * synchronize_irq - wait for pending IRQ handlers (on other CPUs)
Randy Dunlap1e5d5332005-11-07 01:01:06 -080033 * @irq: interrupt number to wait for
Linus Torvalds1da177e2005-04-16 15:20:36 -070034 *
35 * This function waits for any pending IRQ handlers for this interrupt
36 * to complete before returning. If you use this function while
37 * holding a resource the IRQ handler may need you will deadlock.
38 *
39 * This function may be called - with care - from IRQ context.
40 */
41void synchronize_irq(unsigned int irq)
42{
Yinghai Lucb5bc832008-08-19 20:50:17 -070043 struct irq_desc *desc = irq_to_desc(irq);
Thomas Gleixner32f41252011-03-28 14:10:52 +020044 bool inprogress;
Linus Torvalds1da177e2005-04-16 15:20:36 -070045
Yinghai Lu7d94f7c2008-08-19 20:50:14 -070046 if (!desc)
Matthew Wilcoxc2b5a252005-11-03 07:51:18 -070047 return;
48
Herbert Xua98ce5c2007-10-23 11:26:25 +080049 do {
50 unsigned long flags;
51
52 /*
53 * Wait until we're out of the critical section. This might
54 * give the wrong answer due to the lack of memory barriers.
55 */
Thomas Gleixner32f41252011-03-28 14:10:52 +020056 while (irqd_irq_inprogress(&desc->irq_data))
Herbert Xua98ce5c2007-10-23 11:26:25 +080057 cpu_relax();
58
59 /* Ok, that indicated we're done: double-check carefully. */
Thomas Gleixner239007b2009-11-17 16:46:45 +010060 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixner32f41252011-03-28 14:10:52 +020061 inprogress = irqd_irq_inprogress(&desc->irq_data);
Thomas Gleixner239007b2009-11-17 16:46:45 +010062 raw_spin_unlock_irqrestore(&desc->lock, flags);
Herbert Xua98ce5c2007-10-23 11:26:25 +080063
64 /* Oops, that failed? */
Thomas Gleixner32f41252011-03-28 14:10:52 +020065 } while (inprogress);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +010066
67 /*
68 * We made sure that no hardirq handler is running. Now verify
69 * that no threaded handlers are active.
70 */
71 wait_event(desc->wait_for_threads, !atomic_read(&desc->threads_active));
Linus Torvalds1da177e2005-04-16 15:20:36 -070072}
Linus Torvalds1da177e2005-04-16 15:20:36 -070073EXPORT_SYMBOL(synchronize_irq);
74
Thomas Gleixner3aa551c2009-03-23 18:28:15 +010075#ifdef CONFIG_SMP
76cpumask_var_t irq_default_affinity;
77
Thomas Gleixner771ee3b2007-02-16 01:27:25 -080078/**
79 * irq_can_set_affinity - Check if the affinity of a given irq can be set
80 * @irq: Interrupt to check
81 *
82 */
83int irq_can_set_affinity(unsigned int irq)
84{
Yinghai Lu08678b02008-08-19 20:50:05 -070085 struct irq_desc *desc = irq_to_desc(irq);
Thomas Gleixner771ee3b2007-02-16 01:27:25 -080086
Thomas Gleixnerbce43032011-02-10 22:37:41 +010087 if (!desc || !irqd_can_balance(&desc->irq_data) ||
88 !desc->irq_data.chip || !desc->irq_data.chip->irq_set_affinity)
Thomas Gleixner771ee3b2007-02-16 01:27:25 -080089 return 0;
90
91 return 1;
92}
93
Thomas Gleixner591d2fb2009-07-21 11:09:39 +020094/**
95 * irq_set_thread_affinity - Notify irq threads to adjust affinity
96 * @desc: irq descriptor which has affitnity changed
97 *
98 * We just set IRQTF_AFFINITY and delegate the affinity setting
99 * to the interrupt thread itself. We can not call
100 * set_cpus_allowed_ptr() here as we hold desc->lock and this
101 * code can be called from hard interrupt context.
102 */
103void irq_set_thread_affinity(struct irq_desc *desc)
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100104{
105 struct irqaction *action = desc->action;
106
107 while (action) {
108 if (action->thread)
Thomas Gleixner591d2fb2009-07-21 11:09:39 +0200109 set_bit(IRQTF_AFFINITY, &action->thread_flags);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100110 action = action->next;
111 }
112}
113
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100114#ifdef CONFIG_GENERIC_PENDING_IRQ
Thomas Gleixner0ef5ca12011-03-28 21:59:37 +0200115static inline bool irq_can_move_pcntxt(struct irq_data *data)
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100116{
Thomas Gleixner0ef5ca12011-03-28 21:59:37 +0200117 return irqd_can_move_in_process_context(data);
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100118}
Thomas Gleixner0ef5ca12011-03-28 21:59:37 +0200119static inline bool irq_move_pending(struct irq_data *data)
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100120{
Thomas Gleixner0ef5ca12011-03-28 21:59:37 +0200121 return irqd_is_setaffinity_pending(data);
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100122}
123static inline void
124irq_copy_pending(struct irq_desc *desc, const struct cpumask *mask)
125{
126 cpumask_copy(desc->pending_mask, mask);
127}
128static inline void
129irq_get_pending(struct cpumask *mask, struct irq_desc *desc)
130{
131 cpumask_copy(mask, desc->pending_mask);
132}
133#else
Thomas Gleixner0ef5ca12011-03-28 21:59:37 +0200134static inline bool irq_can_move_pcntxt(struct irq_data *data) { return true; }
Thomas Gleixnercd22c0e2011-03-29 11:36:05 +0200135static inline bool irq_move_pending(struct irq_data *data) { return false; }
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100136static inline void
137irq_copy_pending(struct irq_desc *desc, const struct cpumask *mask) { }
138static inline void
139irq_get_pending(struct cpumask *mask, struct irq_desc *desc) { }
140#endif
141
David Daneyc2d0c552011-03-25 12:38:50 -0700142int __irq_set_affinity_locked(struct irq_data *data, const struct cpumask *mask)
143{
144 struct irq_chip *chip = irq_data_get_irq_chip(data);
145 struct irq_desc *desc = irq_data_to_desc(data);
146 int ret = 0;
147
148 if (!chip || !chip->irq_set_affinity)
149 return -EINVAL;
150
Thomas Gleixner0ef5ca12011-03-28 21:59:37 +0200151 if (irq_can_move_pcntxt(data)) {
David Daneyc2d0c552011-03-25 12:38:50 -0700152 ret = chip->irq_set_affinity(data, mask, false);
153 switch (ret) {
154 case IRQ_SET_MASK_OK:
155 cpumask_copy(data->affinity, mask);
156 case IRQ_SET_MASK_OK_NOCOPY:
157 irq_set_thread_affinity(desc);
158 ret = 0;
159 }
160 } else {
161 irqd_set_move_pending(data);
162 irq_copy_pending(desc, mask);
163 }
164
165 if (desc->affinity_notify) {
166 kref_get(&desc->affinity_notify->kref);
167 schedule_work(&desc->affinity_notify->work);
168 }
David Daneyc2d0c552011-03-25 12:38:50 -0700169 irqd_set(data, IRQD_AFFINITY_SET);
170
171 return ret;
172}
173
Thomas Gleixner771ee3b2007-02-16 01:27:25 -0800174/**
175 * irq_set_affinity - Set the irq affinity of a given irq
176 * @irq: Interrupt to set affinity
Randy Dunlap30398bf62011-03-18 09:33:56 -0700177 * @mask: cpumask
Thomas Gleixner771ee3b2007-02-16 01:27:25 -0800178 *
179 */
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100180int irq_set_affinity(unsigned int irq, const struct cpumask *mask)
Thomas Gleixner771ee3b2007-02-16 01:27:25 -0800181{
Yinghai Lu08678b02008-08-19 20:50:05 -0700182 struct irq_desc *desc = irq_to_desc(irq);
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100183 unsigned long flags;
David Daneyc2d0c552011-03-25 12:38:50 -0700184 int ret;
Thomas Gleixner771ee3b2007-02-16 01:27:25 -0800185
David Daneyc2d0c552011-03-25 12:38:50 -0700186 if (!desc)
Thomas Gleixner771ee3b2007-02-16 01:27:25 -0800187 return -EINVAL;
188
Thomas Gleixner239007b2009-11-17 16:46:45 +0100189 raw_spin_lock_irqsave(&desc->lock, flags);
David Daneyc2d0c552011-03-25 12:38:50 -0700190 ret = __irq_set_affinity_locked(irq_desc_get_irq_data(desc), mask);
Thomas Gleixner239007b2009-11-17 16:46:45 +0100191 raw_spin_unlock_irqrestore(&desc->lock, flags);
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100192 return ret;
Thomas Gleixner771ee3b2007-02-16 01:27:25 -0800193}
194
Peter P Waskiewicz Jre7a297b2010-04-30 14:44:50 -0700195int irq_set_affinity_hint(unsigned int irq, const struct cpumask *m)
196{
Peter P Waskiewicz Jre7a297b2010-04-30 14:44:50 -0700197 unsigned long flags;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100198 struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
Peter P Waskiewicz Jre7a297b2010-04-30 14:44:50 -0700199
200 if (!desc)
201 return -EINVAL;
Peter P Waskiewicz Jre7a297b2010-04-30 14:44:50 -0700202 desc->affinity_hint = m;
Thomas Gleixner02725e72011-02-12 10:37:36 +0100203 irq_put_desc_unlock(desc, flags);
Peter P Waskiewicz Jre7a297b2010-04-30 14:44:50 -0700204 return 0;
205}
206EXPORT_SYMBOL_GPL(irq_set_affinity_hint);
207
Ben Hutchingscd7eab42011-01-19 21:01:44 +0000208static void irq_affinity_notify(struct work_struct *work)
209{
210 struct irq_affinity_notify *notify =
211 container_of(work, struct irq_affinity_notify, work);
212 struct irq_desc *desc = irq_to_desc(notify->irq);
213 cpumask_var_t cpumask;
214 unsigned long flags;
215
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100216 if (!desc || !alloc_cpumask_var(&cpumask, GFP_KERNEL))
Ben Hutchingscd7eab42011-01-19 21:01:44 +0000217 goto out;
218
219 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixner0ef5ca12011-03-28 21:59:37 +0200220 if (irq_move_pending(&desc->irq_data))
Thomas Gleixner1fa46f12011-02-07 16:46:58 +0100221 irq_get_pending(cpumask, desc);
Ben Hutchingscd7eab42011-01-19 21:01:44 +0000222 else
Thomas Gleixner1fb0ef32011-01-31 08:57:41 +0100223 cpumask_copy(cpumask, desc->irq_data.affinity);
Ben Hutchingscd7eab42011-01-19 21:01:44 +0000224 raw_spin_unlock_irqrestore(&desc->lock, flags);
225
226 notify->notify(notify, cpumask);
227
228 free_cpumask_var(cpumask);
229out:
230 kref_put(&notify->kref, notify->release);
231}
232
233/**
234 * irq_set_affinity_notifier - control notification of IRQ affinity changes
235 * @irq: Interrupt for which to enable/disable notification
236 * @notify: Context for notification, or %NULL to disable
237 * notification. Function pointers must be initialised;
238 * the other fields will be initialised by this function.
239 *
240 * Must be called in process context. Notification may only be enabled
241 * after the IRQ is allocated and must be disabled before the IRQ is
242 * freed using free_irq().
243 */
244int
245irq_set_affinity_notifier(unsigned int irq, struct irq_affinity_notify *notify)
246{
247 struct irq_desc *desc = irq_to_desc(irq);
248 struct irq_affinity_notify *old_notify;
249 unsigned long flags;
250
251 /* The release function is promised process context */
252 might_sleep();
253
254 if (!desc)
255 return -EINVAL;
256
257 /* Complete initialisation of *notify */
258 if (notify) {
259 notify->irq = irq;
260 kref_init(&notify->kref);
261 INIT_WORK(&notify->work, irq_affinity_notify);
262 }
263
264 raw_spin_lock_irqsave(&desc->lock, flags);
265 old_notify = desc->affinity_notify;
266 desc->affinity_notify = notify;
267 raw_spin_unlock_irqrestore(&desc->lock, flags);
268
269 if (old_notify)
270 kref_put(&old_notify->kref, old_notify->release);
271
272 return 0;
273}
274EXPORT_SYMBOL_GPL(irq_set_affinity_notifier);
275
Max Krasnyansky18404752008-05-29 11:02:52 -0700276#ifndef CONFIG_AUTO_IRQ_AFFINITY
277/*
278 * Generic version of the affinity autoselector.
279 */
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100280static int
281setup_affinity(unsigned int irq, struct irq_desc *desc, struct cpumask *mask)
Max Krasnyansky18404752008-05-29 11:02:52 -0700282{
Thomas Gleixner35e857c2011-02-10 12:20:23 +0100283 struct irq_chip *chip = irq_desc_get_chip(desc);
Thomas Gleixner569bda82011-02-07 17:05:08 +0100284 struct cpumask *set = irq_default_affinity;
Prarit Bhargava241fc642012-03-26 15:02:18 -0400285 int ret, node = desc->irq_data.node;
Thomas Gleixner569bda82011-02-07 17:05:08 +0100286
Thomas Gleixnerb0082072011-02-07 17:30:50 +0100287 /* Excludes PER_CPU and NO_BALANCE interrupts */
Max Krasnyansky18404752008-05-29 11:02:52 -0700288 if (!irq_can_set_affinity(irq))
289 return 0;
290
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100291 /*
292 * Preserve an userspace affinity setup, but make sure that
293 * one of the targets is online.
294 */
Thomas Gleixner2bdd1052011-02-08 17:22:00 +0100295 if (irqd_has_set(&desc->irq_data, IRQD_AFFINITY_SET)) {
Thomas Gleixner569bda82011-02-07 17:05:08 +0100296 if (cpumask_intersects(desc->irq_data.affinity,
297 cpu_online_mask))
298 set = desc->irq_data.affinity;
Thomas Gleixner0c6f8a82011-03-28 13:32:20 +0200299 else
Thomas Gleixner2bdd1052011-02-08 17:22:00 +0100300 irqd_clear(&desc->irq_data, IRQD_AFFINITY_SET);
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100301 }
Max Krasnyansky18404752008-05-29 11:02:52 -0700302
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100303 cpumask_and(mask, cpu_online_mask, set);
Prarit Bhargava241fc642012-03-26 15:02:18 -0400304 if (node != NUMA_NO_NODE) {
305 const struct cpumask *nodemask = cpumask_of_node(node);
306
307 /* make sure at least one of the cpus in nodemask is online */
308 if (cpumask_intersects(mask, nodemask))
309 cpumask_and(mask, mask, nodemask);
310 }
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100311 ret = chip->irq_set_affinity(&desc->irq_data, mask, false);
312 switch (ret) {
313 case IRQ_SET_MASK_OK:
314 cpumask_copy(desc->irq_data.affinity, mask);
315 case IRQ_SET_MASK_OK_NOCOPY:
316 irq_set_thread_affinity(desc);
317 }
Max Krasnyansky18404752008-05-29 11:02:52 -0700318 return 0;
319}
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100320#else
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100321static inline int
322setup_affinity(unsigned int irq, struct irq_desc *d, struct cpumask *mask)
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100323{
324 return irq_select_affinity(irq);
325}
Max Krasnyansky18404752008-05-29 11:02:52 -0700326#endif
327
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100328/*
329 * Called when affinity is set via /proc/irq
330 */
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100331int irq_select_affinity_usr(unsigned int irq, struct cpumask *mask)
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100332{
333 struct irq_desc *desc = irq_to_desc(irq);
334 unsigned long flags;
335 int ret;
336
Thomas Gleixner239007b2009-11-17 16:46:45 +0100337 raw_spin_lock_irqsave(&desc->lock, flags);
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100338 ret = setup_affinity(irq, desc, mask);
Thomas Gleixner239007b2009-11-17 16:46:45 +0100339 raw_spin_unlock_irqrestore(&desc->lock, flags);
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100340 return ret;
341}
342
343#else
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100344static inline int
345setup_affinity(unsigned int irq, struct irq_desc *desc, struct cpumask *mask)
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100346{
347 return 0;
348}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349#endif
350
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100351void __disable_irq(struct irq_desc *desc, unsigned int irq, bool suspend)
352{
353 if (suspend) {
Ian Campbell685fd0b2010-07-29 11:16:32 +0100354 if (!desc->action || (desc->action->flags & IRQF_NO_SUSPEND))
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100355 return;
Thomas Gleixnerc531e832011-02-08 12:44:58 +0100356 desc->istate |= IRQS_SUSPENDED;
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100357 }
358
Thomas Gleixner3aae9942011-02-04 10:17:52 +0100359 if (!desc->depth++)
Thomas Gleixner87923472011-02-03 12:27:44 +0100360 irq_disable(desc);
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100361}
362
Thomas Gleixner02725e72011-02-12 10:37:36 +0100363static int __disable_irq_nosync(unsigned int irq)
364{
365 unsigned long flags;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100366 struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
Thomas Gleixner02725e72011-02-12 10:37:36 +0100367
368 if (!desc)
369 return -EINVAL;
370 __disable_irq(desc, irq, false);
371 irq_put_desc_busunlock(desc, flags);
372 return 0;
373}
374
Linus Torvalds1da177e2005-04-16 15:20:36 -0700375/**
376 * disable_irq_nosync - disable an irq without waiting
377 * @irq: Interrupt to disable
378 *
379 * Disable the selected interrupt line. Disables and Enables are
380 * nested.
381 * Unlike disable_irq(), this function does not ensure existing
382 * instances of the IRQ handler have completed before returning.
383 *
384 * This function may be called from IRQ context.
385 */
386void disable_irq_nosync(unsigned int irq)
387{
Thomas Gleixner02725e72011-02-12 10:37:36 +0100388 __disable_irq_nosync(irq);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700390EXPORT_SYMBOL(disable_irq_nosync);
391
392/**
393 * disable_irq - disable an irq and wait for completion
394 * @irq: Interrupt to disable
395 *
396 * Disable the selected interrupt line. Enables and Disables are
397 * nested.
398 * This function waits for any pending IRQ handlers for this interrupt
399 * to complete before returning. If you use this function while
400 * holding a resource the IRQ handler may need you will deadlock.
401 *
402 * This function may be called - with care - from IRQ context.
403 */
404void disable_irq(unsigned int irq)
405{
Thomas Gleixner02725e72011-02-12 10:37:36 +0100406 if (!__disable_irq_nosync(irq))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700407 synchronize_irq(irq);
408}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700409EXPORT_SYMBOL(disable_irq);
410
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100411void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume)
Thomas Gleixner1adb0852008-04-28 17:01:56 +0200412{
Thomas Gleixnerdc5f2192011-02-04 13:19:20 +0100413 if (resume) {
Thomas Gleixnerc531e832011-02-08 12:44:58 +0100414 if (!(desc->istate & IRQS_SUSPENDED)) {
Thomas Gleixnerdc5f2192011-02-04 13:19:20 +0100415 if (!desc->action)
416 return;
417 if (!(desc->action->flags & IRQF_FORCE_RESUME))
418 return;
419 /* Pretend that it got disabled ! */
420 desc->depth++;
421 }
Thomas Gleixnerc531e832011-02-08 12:44:58 +0100422 desc->istate &= ~IRQS_SUSPENDED;
Thomas Gleixnerdc5f2192011-02-04 13:19:20 +0100423 }
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100424
Thomas Gleixner1adb0852008-04-28 17:01:56 +0200425 switch (desc->depth) {
426 case 0:
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100427 err_out:
Arjan van de Venb8c512f2008-07-25 19:45:36 -0700428 WARN(1, KERN_WARNING "Unbalanced enable for IRQ %d\n", irq);
Thomas Gleixner1adb0852008-04-28 17:01:56 +0200429 break;
430 case 1: {
Thomas Gleixnerc531e832011-02-08 12:44:58 +0100431 if (desc->istate & IRQS_SUSPENDED)
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100432 goto err_out;
Thomas Gleixner1adb0852008-04-28 17:01:56 +0200433 /* Prevent probing on this irq: */
Thomas Gleixner1ccb4e62011-02-09 14:44:17 +0100434 irq_settings_set_noprobe(desc);
Thomas Gleixner3aae9942011-02-04 10:17:52 +0100435 irq_enable(desc);
Thomas Gleixner1adb0852008-04-28 17:01:56 +0200436 check_irq_resend(desc, irq);
437 /* fall-through */
438 }
439 default:
440 desc->depth--;
441 }
442}
443
Linus Torvalds1da177e2005-04-16 15:20:36 -0700444/**
445 * enable_irq - enable handling of an irq
446 * @irq: Interrupt to enable
447 *
448 * Undoes the effect of one call to disable_irq(). If this
449 * matches the last disable, processing of interrupts on this
450 * IRQ line is re-enabled.
451 *
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200452 * This function may be called from IRQ context only when
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200453 * desc->irq_data.chip->bus_lock and desc->chip->bus_sync_unlock are NULL !
Linus Torvalds1da177e2005-04-16 15:20:36 -0700454 */
455void enable_irq(unsigned int irq)
456{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700457 unsigned long flags;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100458 struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700459
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700460 if (!desc)
Matthew Wilcoxc2b5a252005-11-03 07:51:18 -0700461 return;
Thomas Gleixner50f7c032011-02-03 13:23:54 +0100462 if (WARN(!desc->irq_data.chip,
463 KERN_ERR "enable_irq before setup/request_irq: irq %u\n", irq))
Thomas Gleixner02725e72011-02-12 10:37:36 +0100464 goto out;
Thomas Gleixner2656c362010-10-22 14:47:57 +0200465
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +0100466 __enable_irq(desc, irq, false);
Thomas Gleixner02725e72011-02-12 10:37:36 +0100467out:
468 irq_put_desc_busunlock(desc, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700469}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700470EXPORT_SYMBOL(enable_irq);
471
David Brownell0c5d1eb2008-10-01 14:46:18 -0700472static int set_irq_wake_real(unsigned int irq, unsigned int on)
Uwe Kleine-König2db87322008-07-23 14:42:25 +0200473{
Yinghai Lu08678b02008-08-19 20:50:05 -0700474 struct irq_desc *desc = irq_to_desc(irq);
Uwe Kleine-König2db87322008-07-23 14:42:25 +0200475 int ret = -ENXIO;
476
Santosh Shilimkar60f96b42011-09-09 13:59:35 +0530477 if (irq_desc_get_chip(desc)->flags & IRQCHIP_SKIP_SET_WAKE)
478 return 0;
479
Thomas Gleixner2f7e99b2010-09-27 12:45:50 +0000480 if (desc->irq_data.chip->irq_set_wake)
481 ret = desc->irq_data.chip->irq_set_wake(&desc->irq_data, on);
Uwe Kleine-König2db87322008-07-23 14:42:25 +0200482
483 return ret;
484}
485
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700486/**
Thomas Gleixnera0cd9ca2011-02-10 11:36:33 +0100487 * irq_set_irq_wake - control irq power management wakeup
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700488 * @irq: interrupt to control
489 * @on: enable/disable power management wakeup
490 *
David Brownell15a647e2006-07-30 03:03:08 -0700491 * Enable/disable power management wakeup mode, which is
492 * disabled by default. Enables and disables must match,
493 * just as they match for non-wakeup mode support.
494 *
495 * Wakeup mode lets this IRQ wake the system from sleep
496 * states like "suspend to RAM".
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700497 */
Thomas Gleixnera0cd9ca2011-02-10 11:36:33 +0100498int irq_set_irq_wake(unsigned int irq, unsigned int on)
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700499{
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700500 unsigned long flags;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100501 struct irq_desc *desc = irq_get_desc_buslock(irq, &flags, IRQ_GET_DESC_CHECK_GLOBAL);
Uwe Kleine-König2db87322008-07-23 14:42:25 +0200502 int ret = 0;
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700503
Jesper Juhl13863a62011-06-09 23:14:58 +0200504 if (!desc)
505 return -EINVAL;
506
David Brownell15a647e2006-07-30 03:03:08 -0700507 /* wakeup-capable irqs can be shared between drivers that
508 * don't need to have the same sleep mode behaviors.
509 */
David Brownell15a647e2006-07-30 03:03:08 -0700510 if (on) {
Uwe Kleine-König2db87322008-07-23 14:42:25 +0200511 if (desc->wake_depth++ == 0) {
512 ret = set_irq_wake_real(irq, on);
513 if (ret)
514 desc->wake_depth = 0;
515 else
Thomas Gleixner7f942262011-02-10 19:46:26 +0100516 irqd_set(&desc->irq_data, IRQD_WAKEUP_STATE);
Uwe Kleine-König2db87322008-07-23 14:42:25 +0200517 }
David Brownell15a647e2006-07-30 03:03:08 -0700518 } else {
519 if (desc->wake_depth == 0) {
Arjan van de Ven7a2c4772008-07-25 01:45:54 -0700520 WARN(1, "Unbalanced IRQ %d wake disable\n", irq);
Uwe Kleine-König2db87322008-07-23 14:42:25 +0200521 } else if (--desc->wake_depth == 0) {
522 ret = set_irq_wake_real(irq, on);
523 if (ret)
524 desc->wake_depth = 1;
525 else
Thomas Gleixner7f942262011-02-10 19:46:26 +0100526 irqd_clear(&desc->irq_data, IRQD_WAKEUP_STATE);
Uwe Kleine-König2db87322008-07-23 14:42:25 +0200527 }
David Brownell15a647e2006-07-30 03:03:08 -0700528 }
Thomas Gleixner02725e72011-02-12 10:37:36 +0100529 irq_put_desc_busunlock(desc, flags);
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700530 return ret;
531}
Thomas Gleixnera0cd9ca2011-02-10 11:36:33 +0100532EXPORT_SYMBOL(irq_set_irq_wake);
Thomas Gleixnerba9a2332006-06-29 02:24:55 -0700533
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -0700534/**
535 * irq_read_line - read the value on an irq line
536 * @irq: Interrupt number representing a hardware line
537 *
538 * This function is meant to be called from within the irq handler.
539 * Slowbus irq controllers might sleep, but it is assumed that the irq
540 * handler for slowbus interrupts will execute in thread context, so
541 * sleeping is okay.
542 */
543int irq_read_line(unsigned int irq)
544{
545 struct irq_desc *desc = irq_to_desc(irq);
546 int val;
547
548 if (!desc || !desc->irq_data.chip->irq_read_line)
549 return -EINVAL;
550
551 chip_bus_lock(desc);
552 raw_spin_lock(&desc->lock);
553 val = desc->irq_data.chip->irq_read_line(&desc->irq_data);
554 raw_spin_unlock(&desc->lock);
555 chip_bus_sync_unlock(desc);
556 return val;
557}
558EXPORT_SYMBOL_GPL(irq_read_line);
559
Linus Torvalds1da177e2005-04-16 15:20:36 -0700560/*
561 * Internal function that tells the architecture code whether a
562 * particular irq has been exclusively allocated or is available
563 * for driver use.
564 */
565int can_request_irq(unsigned int irq, unsigned long irqflags)
566{
Thomas Gleixnercc8c3b72010-03-23 22:40:53 +0100567 unsigned long flags;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100568 struct irq_desc *desc = irq_get_desc_lock(irq, &flags, 0);
Thomas Gleixner02725e72011-02-12 10:37:36 +0100569 int canrequest = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700570
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700571 if (!desc)
572 return 0;
573
Thomas Gleixner02725e72011-02-12 10:37:36 +0100574 if (irq_settings_can_request(desc)) {
575 if (desc->action)
576 if (irqflags & desc->action->flags & IRQF_SHARED)
577 canrequest =1;
578 }
579 irq_put_desc_unlock(desc, flags);
580 return canrequest;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700581}
582
David Brownell0c5d1eb2008-10-01 14:46:18 -0700583int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
Thomas Gleixnerb2ba2c32010-09-27 12:45:47 +0000584 unsigned long flags)
Uwe Kleine-König82736f42008-07-23 21:28:54 -0700585{
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200586 struct irq_chip *chip = desc->irq_data.chip;
Thomas Gleixnerd4d5e082011-02-10 13:16:14 +0100587 int ret, unmask = 0;
Uwe Kleine-König82736f42008-07-23 21:28:54 -0700588
Thomas Gleixnerb2ba2c32010-09-27 12:45:47 +0000589 if (!chip || !chip->irq_set_type) {
Uwe Kleine-König82736f42008-07-23 21:28:54 -0700590 /*
591 * IRQF_TRIGGER_* but the PIC does not support multiple
592 * flow-types?
593 */
Mark Nelson3ff68a62008-11-13 21:37:41 +1100594 pr_debug("No set_type function for IRQ %d (%s)\n", irq,
Uwe Kleine-König82736f42008-07-23 21:28:54 -0700595 chip ? (chip->name ? : "unknown") : "unknown");
596 return 0;
597 }
598
Thomas Gleixner876dbd42011-02-08 17:28:12 +0100599 flags &= IRQ_TYPE_SENSE_MASK;
Thomas Gleixnerd4d5e082011-02-10 13:16:14 +0100600
601 if (chip->flags & IRQCHIP_SET_TYPE_MASKED) {
Thomas Gleixner32f41252011-03-28 14:10:52 +0200602 if (!irqd_irq_masked(&desc->irq_data))
Thomas Gleixnerd4d5e082011-02-10 13:16:14 +0100603 mask_irq(desc);
Thomas Gleixner32f41252011-03-28 14:10:52 +0200604 if (!irqd_irq_disabled(&desc->irq_data))
Thomas Gleixnerd4d5e082011-02-10 13:16:14 +0100605 unmask = 1;
606 }
607
David Brownellf2b662d2008-12-01 14:31:38 -0800608 /* caller masked out all except trigger mode flags */
Thomas Gleixnerb2ba2c32010-09-27 12:45:47 +0000609 ret = chip->irq_set_type(&desc->irq_data, flags);
Uwe Kleine-König82736f42008-07-23 21:28:54 -0700610
Thomas Gleixner876dbd42011-02-08 17:28:12 +0100611 switch (ret) {
612 case IRQ_SET_MASK_OK:
613 irqd_clear(&desc->irq_data, IRQD_TRIGGER_MASK);
614 irqd_set(&desc->irq_data, flags);
615
616 case IRQ_SET_MASK_OK_NOCOPY:
617 flags = irqd_get_trigger_type(&desc->irq_data);
618 irq_settings_set_trigger_mask(desc, flags);
619 irqd_clear(&desc->irq_data, IRQD_LEVEL);
620 irq_settings_clr_level(desc);
621 if (flags & IRQ_TYPE_LEVEL_MASK) {
622 irq_settings_set_level(desc);
623 irqd_set(&desc->irq_data, IRQD_LEVEL);
624 }
Thomas Gleixner46732472010-06-07 17:53:51 +0200625
Thomas Gleixnerd4d5e082011-02-10 13:16:14 +0100626 ret = 0;
Thomas Gleixner8fff39e2011-02-21 14:19:42 +0100627 break;
Thomas Gleixner876dbd42011-02-08 17:28:12 +0100628 default:
629 pr_err("setting trigger mode %lu for irq %u failed (%pF)\n",
630 flags, irq, chip->irq_set_type);
David Brownell0c5d1eb2008-10-01 14:46:18 -0700631 }
Thomas Gleixnerd4d5e082011-02-10 13:16:14 +0100632 if (unmask)
633 unmask_irq(desc);
Uwe Kleine-König82736f42008-07-23 21:28:54 -0700634 return ret;
635}
636
Thomas Gleixnerb25c3402009-08-13 12:17:22 +0200637/*
638 * Default primary interrupt handler for threaded interrupts. Is
639 * assigned as primary handler when request_threaded_irq is called
640 * with handler == NULL. Useful for oneshot interrupts.
641 */
642static irqreturn_t irq_default_primary_handler(int irq, void *dev_id)
643{
644 return IRQ_WAKE_THREAD;
645}
646
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200647/*
648 * Primary handler for nested threaded interrupts. Should never be
649 * called.
650 */
651static irqreturn_t irq_nested_primary_handler(int irq, void *dev_id)
652{
653 WARN(1, "Primary handler called for nested irq %d\n", irq);
654 return IRQ_NONE;
655}
656
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100657static int irq_wait_for_interrupt(struct irqaction *action)
658{
Ido Yariv550acb12011-12-01 13:55:08 +0200659 set_current_state(TASK_INTERRUPTIBLE);
660
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100661 while (!kthread_should_stop()) {
Thomas Gleixnerf48fe812009-03-24 11:46:22 +0100662
663 if (test_and_clear_bit(IRQTF_RUNTHREAD,
664 &action->thread_flags)) {
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100665 __set_current_state(TASK_RUNNING);
666 return 0;
Thomas Gleixnerf48fe812009-03-24 11:46:22 +0100667 }
668 schedule();
Ido Yariv550acb12011-12-01 13:55:08 +0200669 set_current_state(TASK_INTERRUPTIBLE);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100670 }
Ido Yariv550acb12011-12-01 13:55:08 +0200671 __set_current_state(TASK_RUNNING);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100672 return -1;
673}
674
Thomas Gleixnerb25c3402009-08-13 12:17:22 +0200675/*
676 * Oneshot interrupts keep the irq line masked until the threaded
677 * handler finished. unmask if the interrupt has not been disabled and
678 * is marked MASKED.
679 */
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000680static void irq_finalize_oneshot(struct irq_desc *desc,
Alexander Gordeevf3f79e32012-03-21 17:22:35 +0100681 struct irqaction *action)
Thomas Gleixnerb25c3402009-08-13 12:17:22 +0200682{
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000683 if (!(desc->istate & IRQS_ONESHOT))
684 return;
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100685again:
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000686 chip_bus_lock(desc);
Thomas Gleixner239007b2009-11-17 16:46:45 +0100687 raw_spin_lock_irq(&desc->lock);
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100688
689 /*
690 * Implausible though it may be we need to protect us against
691 * the following scenario:
692 *
693 * The thread is faster done than the hard interrupt handler
694 * on the other CPU. If we unmask the irq line then the
695 * interrupt can come in again and masks the line, leaves due
Thomas Gleixner009b4c32011-02-07 21:48:49 +0100696 * to IRQS_INPROGRESS and the irq line is masked forever.
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000697 *
698 * This also serializes the state of shared oneshot handlers
699 * versus "desc->threads_onehsot |= action->thread_mask;" in
700 * irq_wake_thread(). See the comment there which explains the
701 * serialization.
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100702 */
Thomas Gleixner32f41252011-03-28 14:10:52 +0200703 if (unlikely(irqd_irq_inprogress(&desc->irq_data))) {
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100704 raw_spin_unlock_irq(&desc->lock);
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000705 chip_bus_sync_unlock(desc);
Thomas Gleixner0b1adaa2010-03-09 19:45:54 +0100706 cpu_relax();
707 goto again;
708 }
709
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000710 /*
711 * Now check again, whether the thread should run. Otherwise
712 * we would clear the threads_oneshot bit of this thread which
713 * was just set.
714 */
Alexander Gordeevf3f79e32012-03-21 17:22:35 +0100715 if (test_bit(IRQTF_RUNTHREAD, &action->thread_flags))
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000716 goto out_unlock;
717
718 desc->threads_oneshot &= ~action->thread_mask;
719
Thomas Gleixner32f41252011-03-28 14:10:52 +0200720 if (!desc->threads_oneshot && !irqd_irq_disabled(&desc->irq_data) &&
721 irqd_irq_masked(&desc->irq_data))
722 unmask_irq(desc);
723
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000724out_unlock:
Thomas Gleixner239007b2009-11-17 16:46:45 +0100725 raw_spin_unlock_irq(&desc->lock);
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000726 chip_bus_sync_unlock(desc);
Thomas Gleixnerb25c3402009-08-13 12:17:22 +0200727}
728
Bruno Premont61f38262009-07-22 22:22:32 +0200729#ifdef CONFIG_SMP
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100730/*
Thomas Gleixnerd4d5e082011-02-10 13:16:14 +0100731 * Check whether we need to chasnge the affinity of the interrupt thread.
Thomas Gleixner591d2fb2009-07-21 11:09:39 +0200732 */
733static void
734irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action)
735{
736 cpumask_var_t mask;
737
738 if (!test_and_clear_bit(IRQTF_AFFINITY, &action->thread_flags))
739 return;
740
741 /*
742 * In case we are out of memory we set IRQTF_AFFINITY again and
743 * try again next time
744 */
745 if (!alloc_cpumask_var(&mask, GFP_KERNEL)) {
746 set_bit(IRQTF_AFFINITY, &action->thread_flags);
747 return;
748 }
749
Thomas Gleixner239007b2009-11-17 16:46:45 +0100750 raw_spin_lock_irq(&desc->lock);
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200751 cpumask_copy(mask, desc->irq_data.affinity);
Thomas Gleixner239007b2009-11-17 16:46:45 +0100752 raw_spin_unlock_irq(&desc->lock);
Thomas Gleixner591d2fb2009-07-21 11:09:39 +0200753
754 set_cpus_allowed_ptr(current, mask);
755 free_cpumask_var(mask);
756}
Bruno Premont61f38262009-07-22 22:22:32 +0200757#else
758static inline void
759irq_thread_check_affinity(struct irq_desc *desc, struct irqaction *action) { }
760#endif
Thomas Gleixner591d2fb2009-07-21 11:09:39 +0200761
762/*
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000763 * Interrupts which are not explicitely requested as threaded
764 * interrupts rely on the implicit bh/preempt disable of the hard irq
765 * context. So we need to disable bh here to avoid deadlocks and other
766 * side effects.
767 */
Sebastian Andrzej Siewior3a43e052011-05-31 08:56:11 +0200768static irqreturn_t
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000769irq_forced_thread_fn(struct irq_desc *desc, struct irqaction *action)
770{
Sebastian Andrzej Siewior3a43e052011-05-31 08:56:11 +0200771 irqreturn_t ret;
772
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000773 local_bh_disable();
Sebastian Andrzej Siewior3a43e052011-05-31 08:56:11 +0200774 ret = action->thread_fn(action->irq, action->dev_id);
Alexander Gordeevf3f79e32012-03-21 17:22:35 +0100775 irq_finalize_oneshot(desc, action);
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000776 local_bh_enable();
Sebastian Andrzej Siewior3a43e052011-05-31 08:56:11 +0200777 return ret;
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000778}
779
780/*
781 * Interrupts explicitely requested as threaded interupts want to be
782 * preemtible - many of them need to sleep and wait for slow busses to
783 * complete.
784 */
Sebastian Andrzej Siewior3a43e052011-05-31 08:56:11 +0200785static irqreturn_t irq_thread_fn(struct irq_desc *desc,
786 struct irqaction *action)
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000787{
Sebastian Andrzej Siewior3a43e052011-05-31 08:56:11 +0200788 irqreturn_t ret;
789
790 ret = action->thread_fn(action->irq, action->dev_id);
Alexander Gordeevf3f79e32012-03-21 17:22:35 +0100791 irq_finalize_oneshot(desc, action);
Sebastian Andrzej Siewior3a43e052011-05-31 08:56:11 +0200792 return ret;
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000793}
794
Ido Yariv7140ea12011-12-02 18:24:12 +0200795static void wake_threads_waitq(struct irq_desc *desc)
796{
797 if (atomic_dec_and_test(&desc->threads_active) &&
798 waitqueue_active(&desc->wait_for_threads))
799 wake_up(&desc->wait_for_threads);
800}
801
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000802/*
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100803 * Interrupt handler thread
804 */
805static int irq_thread(void *data)
806{
Peter Zijlstrac9b5f502011-01-07 13:41:40 +0100807 static const struct sched_param param = {
KOSAKI Motohirofe7de492010-10-20 16:01:12 -0700808 .sched_priority = MAX_USER_RT_PRIO/2,
809 };
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100810 struct irqaction *action = data;
811 struct irq_desc *desc = irq_to_desc(action->irq);
Sebastian Andrzej Siewior3a43e052011-05-31 08:56:11 +0200812 irqreturn_t (*handler_fn)(struct irq_desc *desc,
813 struct irqaction *action);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100814
Alexander Gordeev540b60e2012-03-09 14:59:13 +0100815 if (force_irqthreads && test_bit(IRQTF_FORCED_THREAD,
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000816 &action->thread_flags))
817 handler_fn = irq_forced_thread_fn;
818 else
819 handler_fn = irq_thread_fn;
820
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100821 sched_setscheduler(current, SCHED_FIFO, &param);
Alexander Gordeev4bcdf1d2012-03-09 14:59:26 +0100822 current->irq_thread = 1;
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100823
824 while (!irq_wait_for_interrupt(action)) {
Ido Yariv7140ea12011-12-02 18:24:12 +0200825 irqreturn_t action_ret;
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100826
Thomas Gleixner591d2fb2009-07-21 11:09:39 +0200827 irq_thread_check_affinity(desc, action);
828
Ido Yariv7140ea12011-12-02 18:24:12 +0200829 action_ret = handler_fn(desc, action);
830 if (!noirqdebug)
831 note_interrupt(action->irq, desc, action_ret);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100832
Ido Yariv7140ea12011-12-02 18:24:12 +0200833 wake_threads_waitq(desc);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100834 }
835
Ido Yariv7140ea12011-12-02 18:24:12 +0200836 /*
837 * This is the regular exit path. __free_irq() is stopping the
838 * thread via kthread_stop() after calling
839 * synchronize_irq(). So neither IRQTF_RUNTHREAD nor the
Thomas Gleixnere04268b2012-03-15 22:55:21 +0100840 * oneshot mask bit can be set. We cannot verify that as we
841 * cannot touch the oneshot mask at this point anymore as
842 * __setup_irq() might have given out currents thread_mask
843 * again.
Ido Yariv7140ea12011-12-02 18:24:12 +0200844 *
Alexander Gordeev4bcdf1d2012-03-09 14:59:26 +0100845 * Clear irq_thread. Otherwise exit_irq_thread() would make
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100846 * fuzz about an active irq thread going into nirvana.
847 */
Alexander Gordeev4bcdf1d2012-03-09 14:59:26 +0100848 current->irq_thread = 0;
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100849 return 0;
850}
851
852/*
853 * Called from do_exit()
854 */
855void exit_irq_thread(void)
856{
857 struct task_struct *tsk = current;
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000858 struct irq_desc *desc;
Alexander Gordeev4bcdf1d2012-03-09 14:59:26 +0100859 struct irqaction *action;
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100860
Alexander Gordeev4bcdf1d2012-03-09 14:59:26 +0100861 if (!tsk->irq_thread)
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100862 return;
863
Alexander Gordeev4bcdf1d2012-03-09 14:59:26 +0100864 action = kthread_data(tsk);
865
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100866 printk(KERN_ERR
867 "exiting task \"%s\" (%d) is an active IRQ thread (irq %d)\n",
Alexander Gordeev4bcdf1d2012-03-09 14:59:26 +0100868 tsk->comm ? tsk->comm : "", tsk->pid, action->irq);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100869
Alexander Gordeev4bcdf1d2012-03-09 14:59:26 +0100870 desc = irq_to_desc(action->irq);
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000871
Ido Yariv7140ea12011-12-02 18:24:12 +0200872 /*
873 * If IRQTF_RUNTHREAD is set, we need to decrement
874 * desc->threads_active and wake possible waiters.
875 */
876 if (test_and_clear_bit(IRQTF_RUNTHREAD, &action->thread_flags))
877 wake_threads_waitq(desc);
878
Alexander Gordeev5234ffb2012-03-09 14:59:59 +0100879 /* Prevent a stale desc->threads_oneshot */
Alexander Gordeevf3f79e32012-03-21 17:22:35 +0100880 irq_finalize_oneshot(desc, action);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100881}
882
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000883static void irq_setup_forced_threading(struct irqaction *new)
884{
885 if (!force_irqthreads)
886 return;
887 if (new->flags & (IRQF_NO_THREAD | IRQF_PERCPU | IRQF_ONESHOT))
888 return;
889
890 new->flags |= IRQF_ONESHOT;
891
892 if (!new->thread_fn) {
893 set_bit(IRQTF_FORCED_THREAD, &new->thread_flags);
894 new->thread_fn = new->handler;
895 new->handler = irq_default_primary_handler;
896 }
897}
898
Linus Torvalds1da177e2005-04-16 15:20:36 -0700899/*
900 * Internal function to register an irqaction - typically used to
901 * allocate special interrupts that are part of the architecture.
902 */
Thomas Gleixnerd3c60042008-10-16 09:55:00 +0200903static int
Ingo Molnar327ec562009-02-15 11:21:37 +0100904__setup_irq(unsigned int irq, struct irq_desc *desc, struct irqaction *new)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700905{
Ingo Molnarf17c7542009-02-17 20:43:37 +0100906 struct irqaction *old, **old_ptr;
Andrew Morton8b126b72006-11-14 02:03:23 -0800907 const char *old_name = NULL;
Thomas Gleixnerb5faba22011-02-23 23:52:13 +0000908 unsigned long flags, thread_mask = 0;
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100909 int ret, nested, shared = 0;
910 cpumask_var_t mask;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700911
Yinghai Lu7d94f7c2008-08-19 20:50:14 -0700912 if (!desc)
Matthew Wilcoxc2b5a252005-11-03 07:51:18 -0700913 return -EINVAL;
914
Thomas Gleixner6b8ff312010-10-01 12:58:38 +0200915 if (desc->irq_data.chip == &no_irq_chip)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700916 return -ENOSYS;
Sebastian Andrzej Siewiorb6873802011-07-11 12:17:31 +0200917 if (!try_module_get(desc->owner))
918 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700919
920 /*
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200921 * Check whether the interrupt nests into another interrupt
922 * thread.
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100923 */
Thomas Gleixner1ccb4e62011-02-09 14:44:17 +0100924 nested = irq_settings_is_nested_thread(desc);
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200925 if (nested) {
Sebastian Andrzej Siewiorb6873802011-07-11 12:17:31 +0200926 if (!new->thread_fn) {
927 ret = -EINVAL;
928 goto out_mput;
929 }
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200930 /*
931 * Replace the primary handler which was provided from
932 * the driver for non nested interrupt handling by the
933 * dummy function which warns when called.
934 */
935 new->handler = irq_nested_primary_handler;
Thomas Gleixner8d32a302011-02-23 23:52:23 +0000936 } else {
Paul Mundt7f1b1242011-04-07 06:01:44 +0900937 if (irq_settings_can_thread(desc))
938 irq_setup_forced_threading(new);
Thomas Gleixner399b5da2009-08-13 13:21:38 +0200939 }
940
941 /*
942 * Create a handler thread when a thread function is supplied
943 * and the interrupt does not nest into another interrupt
944 * thread.
945 */
946 if (new->thread_fn && !nested) {
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100947 struct task_struct *t;
948
949 t = kthread_create(irq_thread, new, "irq/%d-%s", irq,
950 new->name);
Sebastian Andrzej Siewiorb6873802011-07-11 12:17:31 +0200951 if (IS_ERR(t)) {
952 ret = PTR_ERR(t);
953 goto out_mput;
954 }
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100955 /*
956 * We keep the reference to the task struct even if
957 * the thread dies to avoid that the interrupt code
958 * references an already freed task_struct.
959 */
960 get_task_struct(t);
961 new->thread = t;
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100962 }
963
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100964 if (!alloc_cpumask_var(&mask, GFP_KERNEL)) {
965 ret = -ENOMEM;
966 goto out_thread;
967 }
968
Thomas Gleixner3aa551c2009-03-23 18:28:15 +0100969 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700970 * The following block of code has to be executed atomically
971 */
Thomas Gleixner239007b2009-11-17 16:46:45 +0100972 raw_spin_lock_irqsave(&desc->lock, flags);
Ingo Molnarf17c7542009-02-17 20:43:37 +0100973 old_ptr = &desc->action;
974 old = *old_ptr;
Ingo Molnar06fcb0c2006-06-29 02:24:40 -0700975 if (old) {
Thomas Gleixnere76de9f2006-06-29 02:24:56 -0700976 /*
977 * Can't share interrupts unless both agree to and are
978 * the same type (level, edge, polarity). So both flag
Thomas Gleixner3cca53b2006-07-01 19:29:31 -0700979 * fields must have IRQF_SHARED set and the bits which
Thomas Gleixner9d591ed2011-02-23 23:52:16 +0000980 * set the trigger type must match. Also all must
981 * agree on ONESHOT.
Thomas Gleixnere76de9f2006-06-29 02:24:56 -0700982 */
Thomas Gleixner3cca53b2006-07-01 19:29:31 -0700983 if (!((old->flags & new->flags) & IRQF_SHARED) ||
Thomas Gleixner9d591ed2011-02-23 23:52:16 +0000984 ((old->flags ^ new->flags) & IRQF_TRIGGER_MASK) ||
985 ((old->flags ^ new->flags) & IRQF_ONESHOT)) {
Andrew Morton8b126b72006-11-14 02:03:23 -0800986 old_name = old->name;
Dimitri Sivanichf5163422006-03-25 03:08:23 -0800987 goto mismatch;
Andrew Morton8b126b72006-11-14 02:03:23 -0800988 }
Dimitri Sivanichf5163422006-03-25 03:08:23 -0800989
Dimitri Sivanichf5163422006-03-25 03:08:23 -0800990 /* All handlers must agree on per-cpuness */
Thomas Gleixner3cca53b2006-07-01 19:29:31 -0700991 if ((old->flags & IRQF_PERCPU) !=
992 (new->flags & IRQF_PERCPU))
Dimitri Sivanichf5163422006-03-25 03:08:23 -0800993 goto mismatch;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700994
995 /* add new interrupt at end of irq queue */
996 do {
Thomas Gleixner52abb702012-03-06 23:18:54 +0100997 /*
998 * Or all existing action->thread_mask bits,
999 * so we can find the next zero bit for this
1000 * new action.
1001 */
Thomas Gleixnerb5faba22011-02-23 23:52:13 +00001002 thread_mask |= old->thread_mask;
Ingo Molnarf17c7542009-02-17 20:43:37 +01001003 old_ptr = &old->next;
1004 old = *old_ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001005 } while (old);
1006 shared = 1;
1007 }
1008
Thomas Gleixnerb5faba22011-02-23 23:52:13 +00001009 /*
Thomas Gleixner52abb702012-03-06 23:18:54 +01001010 * Setup the thread mask for this irqaction for ONESHOT. For
1011 * !ONESHOT irqs the thread mask is 0 so we can avoid a
1012 * conditional in irq_wake_thread().
Thomas Gleixnerb5faba22011-02-23 23:52:13 +00001013 */
Thomas Gleixner52abb702012-03-06 23:18:54 +01001014 if (new->flags & IRQF_ONESHOT) {
1015 /*
1016 * Unlikely to have 32 resp 64 irqs sharing one line,
1017 * but who knows.
1018 */
1019 if (thread_mask == ~0UL) {
1020 ret = -EBUSY;
1021 goto out_mask;
1022 }
1023 /*
1024 * The thread_mask for the action is or'ed to
1025 * desc->thread_active to indicate that the
1026 * IRQF_ONESHOT thread handler has been woken, but not
1027 * yet finished. The bit is cleared when a thread
1028 * completes. When all threads of a shared interrupt
1029 * line have completed desc->threads_active becomes
1030 * zero and the interrupt line is unmasked. See
1031 * handle.c:irq_wake_thread() for further information.
1032 *
1033 * If no thread is woken by primary (hard irq context)
1034 * interrupt handlers, then desc->threads_active is
1035 * also checked for zero to unmask the irq line in the
1036 * affected hard irq flow handlers
1037 * (handle_[fasteoi|level]_irq).
1038 *
1039 * The new action gets the first zero bit of
1040 * thread_mask assigned. See the loop above which or's
1041 * all existing action->thread_mask bits.
1042 */
1043 new->thread_mask = 1 << ffz(thread_mask);
Thomas Gleixnerb5faba22011-02-23 23:52:13 +00001044 }
Thomas Gleixnerb5faba22011-02-23 23:52:13 +00001045
Linus Torvalds1da177e2005-04-16 15:20:36 -07001046 if (!shared) {
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001047 init_waitqueue_head(&desc->wait_for_threads);
1048
Uwe Kleine-König82736f42008-07-23 21:28:54 -07001049 /* Setup the type (level, edge polarity) if configured: */
1050 if (new->flags & IRQF_TRIGGER_MASK) {
David Brownellf2b662d2008-12-01 14:31:38 -08001051 ret = __irq_set_trigger(desc, irq,
1052 new->flags & IRQF_TRIGGER_MASK);
Uwe Kleine-König82736f42008-07-23 21:28:54 -07001053
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001054 if (ret)
Thomas Gleixner3b8249e2011-02-07 16:02:20 +01001055 goto out_mask;
Thomas Gleixner091738a2011-02-14 20:16:43 +01001056 }
Ahmed S. Darwishf75d2222007-05-08 00:27:55 -07001057
Thomas Gleixner009b4c32011-02-07 21:48:49 +01001058 desc->istate &= ~(IRQS_AUTODETECT | IRQS_SPURIOUS_DISABLED | \
Thomas Gleixner32f41252011-03-28 14:10:52 +02001059 IRQS_ONESHOT | IRQS_WAITING);
1060 irqd_clear(&desc->irq_data, IRQD_IRQ_INPROGRESS);
Thomas Gleixner94d39e12006-06-29 02:24:50 -07001061
Thomas Gleixnera0056772011-02-08 17:11:03 +01001062 if (new->flags & IRQF_PERCPU) {
1063 irqd_set(&desc->irq_data, IRQD_PER_CPU);
1064 irq_settings_set_per_cpu(desc);
1065 }
Thomas Gleixner6a58fb32011-02-08 15:40:05 +01001066
Thomas Gleixnerb25c3402009-08-13 12:17:22 +02001067 if (new->flags & IRQF_ONESHOT)
Thomas Gleixner3d67bae2011-02-07 21:02:10 +01001068 desc->istate |= IRQS_ONESHOT;
Thomas Gleixnerb25c3402009-08-13 12:17:22 +02001069
Thomas Gleixner1ccb4e62011-02-09 14:44:17 +01001070 if (irq_settings_can_autoenable(desc))
Thomas Gleixnerb4bc7242012-02-08 11:57:52 +01001071 irq_startup(desc, true);
Thomas Gleixner46999232011-02-02 21:41:14 +00001072 else
Thomas Gleixnere76de9f2006-06-29 02:24:56 -07001073 /* Undo nested disables: */
1074 desc->depth = 1;
Max Krasnyansky18404752008-05-29 11:02:52 -07001075
Thomas Gleixner612e3682008-11-07 13:58:46 +01001076 /* Exclude IRQ from balancing if requested */
Thomas Gleixnera0056772011-02-08 17:11:03 +01001077 if (new->flags & IRQF_NOBALANCING) {
1078 irq_settings_set_no_balancing(desc);
1079 irqd_set(&desc->irq_data, IRQD_NO_BALANCING);
1080 }
Thomas Gleixner612e3682008-11-07 13:58:46 +01001081
Max Krasnyansky18404752008-05-29 11:02:52 -07001082 /* Set default affinity mask once everything is setup */
Thomas Gleixner3b8249e2011-02-07 16:02:20 +01001083 setup_affinity(irq, desc, mask);
David Brownell0c5d1eb2008-10-01 14:46:18 -07001084
Thomas Gleixner876dbd42011-02-08 17:28:12 +01001085 } else if (new->flags & IRQF_TRIGGER_MASK) {
1086 unsigned int nmsk = new->flags & IRQF_TRIGGER_MASK;
1087 unsigned int omsk = irq_settings_get_trigger_mask(desc);
1088
1089 if (nmsk != omsk)
1090 /* hope the handler works with current trigger mode */
1091 pr_warning("IRQ %d uses trigger mode %u; requested %u\n",
1092 irq, nmsk, omsk);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001093 }
Uwe Kleine-König82736f42008-07-23 21:28:54 -07001094
Thomas Gleixner69ab8492009-08-17 14:07:16 +02001095 new->irq = irq;
Ingo Molnarf17c7542009-02-17 20:43:37 +01001096 *old_ptr = new;
Uwe Kleine-König82736f42008-07-23 21:28:54 -07001097
Linus Torvalds8528b0f2007-01-23 14:16:31 -08001098 /* Reset broken irq detection when installing new handler */
1099 desc->irq_count = 0;
1100 desc->irqs_unhandled = 0;
Thomas Gleixner1adb0852008-04-28 17:01:56 +02001101
1102 /*
1103 * Check whether we disabled the irq via the spurious handler
1104 * before. Reenable it and give it another chance.
1105 */
Thomas Gleixner7acdd532011-02-07 20:40:54 +01001106 if (shared && (desc->istate & IRQS_SPURIOUS_DISABLED)) {
1107 desc->istate &= ~IRQS_SPURIOUS_DISABLED;
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +01001108 __enable_irq(desc, irq, false);
Thomas Gleixner1adb0852008-04-28 17:01:56 +02001109 }
1110
Thomas Gleixner239007b2009-11-17 16:46:45 +01001111 raw_spin_unlock_irqrestore(&desc->lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001112
Thomas Gleixner69ab8492009-08-17 14:07:16 +02001113 /*
1114 * Strictly no need to wake it up, but hung_task complains
1115 * when no hard interrupt wakes the thread up.
1116 */
1117 if (new->thread)
1118 wake_up_process(new->thread);
1119
Yinghai Lu2c6927a2008-08-19 20:50:11 -07001120 register_irq_proc(irq, desc);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001121 new->dir = NULL;
1122 register_handler_proc(irq, new);
Xiaotian Feng4f5058c2011-04-02 19:39:35 +08001123 free_cpumask_var(mask);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001124
1125 return 0;
Dimitri Sivanichf5163422006-03-25 03:08:23 -08001126
1127mismatch:
Alan Cox3f050442007-02-12 00:52:04 -08001128#ifdef CONFIG_DEBUG_SHIRQ
Thomas Gleixner3cca53b2006-07-01 19:29:31 -07001129 if (!(new->flags & IRQF_PROBE_SHARED)) {
Bjorn Helgaase8c4b9d2006-07-01 04:35:45 -07001130 printk(KERN_ERR "IRQ handler type mismatch for IRQ %d\n", irq);
Andrew Morton8b126b72006-11-14 02:03:23 -08001131 if (old_name)
1132 printk(KERN_ERR "current handler: %s\n", old_name);
Andrew Morton13e87ec2006-04-27 18:39:18 -07001133 dump_stack();
1134 }
Alan Cox3f050442007-02-12 00:52:04 -08001135#endif
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001136 ret = -EBUSY;
1137
Thomas Gleixner3b8249e2011-02-07 16:02:20 +01001138out_mask:
Dan Carpenter1c389792011-03-17 14:43:07 +03001139 raw_spin_unlock_irqrestore(&desc->lock, flags);
Thomas Gleixner3b8249e2011-02-07 16:02:20 +01001140 free_cpumask_var(mask);
1141
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001142out_thread:
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001143 if (new->thread) {
1144 struct task_struct *t = new->thread;
1145
1146 new->thread = NULL;
Alexander Gordeev05d74ef2012-03-09 14:59:40 +01001147 kthread_stop(t);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001148 put_task_struct(t);
1149 }
Sebastian Andrzej Siewiorb6873802011-07-11 12:17:31 +02001150out_mput:
1151 module_put(desc->owner);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001152 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001153}
1154
1155/**
Thomas Gleixnerd3c60042008-10-16 09:55:00 +02001156 * setup_irq - setup an interrupt
1157 * @irq: Interrupt line to setup
1158 * @act: irqaction for the interrupt
1159 *
1160 * Used to statically setup interrupts in the early boot process.
1161 */
1162int setup_irq(unsigned int irq, struct irqaction *act)
1163{
David Daney986c0112011-02-09 16:04:25 -08001164 int retval;
Thomas Gleixnerd3c60042008-10-16 09:55:00 +02001165 struct irq_desc *desc = irq_to_desc(irq);
1166
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001167 if (WARN_ON(irq_settings_is_per_cpu_devid(desc)))
1168 return -EINVAL;
David Daney986c0112011-02-09 16:04:25 -08001169 chip_bus_lock(desc);
1170 retval = __setup_irq(irq, desc, act);
1171 chip_bus_sync_unlock(desc);
1172
1173 return retval;
Thomas Gleixnerd3c60042008-10-16 09:55:00 +02001174}
Magnus Dammeb53b4e2009-03-12 21:05:59 +09001175EXPORT_SYMBOL_GPL(setup_irq);
Thomas Gleixnerd3c60042008-10-16 09:55:00 +02001176
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001177/*
Magnus Dammcbf94f02009-03-12 21:05:51 +09001178 * Internal function to unregister an irqaction - used to free
1179 * regular and special interrupts that are part of the architecture.
Linus Torvalds1da177e2005-04-16 15:20:36 -07001180 */
Magnus Dammcbf94f02009-03-12 21:05:51 +09001181static struct irqaction *__free_irq(unsigned int irq, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001182{
Thomas Gleixnerd3c60042008-10-16 09:55:00 +02001183 struct irq_desc *desc = irq_to_desc(irq);
Ingo Molnarf17c7542009-02-17 20:43:37 +01001184 struct irqaction *action, **action_ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001185 unsigned long flags;
1186
Ingo Molnarae88a232009-02-15 11:29:50 +01001187 WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq);
Yinghai Lu7d94f7c2008-08-19 20:50:14 -07001188
Yinghai Lu7d94f7c2008-08-19 20:50:14 -07001189 if (!desc)
Magnus Dammf21cfb22009-03-12 21:05:42 +09001190 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001191
Thomas Gleixner239007b2009-11-17 16:46:45 +01001192 raw_spin_lock_irqsave(&desc->lock, flags);
Ingo Molnarae88a232009-02-15 11:29:50 +01001193
1194 /*
1195 * There can be multiple actions per IRQ descriptor, find the right
1196 * one based on the dev_id:
1197 */
Ingo Molnarf17c7542009-02-17 20:43:37 +01001198 action_ptr = &desc->action;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001199 for (;;) {
Ingo Molnarf17c7542009-02-17 20:43:37 +01001200 action = *action_ptr;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001201
Ingo Molnarae88a232009-02-15 11:29:50 +01001202 if (!action) {
1203 WARN(1, "Trying to free already-free IRQ %d\n", irq);
Thomas Gleixner239007b2009-11-17 16:46:45 +01001204 raw_spin_unlock_irqrestore(&desc->lock, flags);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001205
Magnus Dammf21cfb22009-03-12 21:05:42 +09001206 return NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001207 }
Ingo Molnarae88a232009-02-15 11:29:50 +01001208
Ingo Molnar8316e382009-02-17 20:28:29 +01001209 if (action->dev_id == dev_id)
1210 break;
Ingo Molnarf17c7542009-02-17 20:43:37 +01001211 action_ptr = &action->next;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001212 }
Ingo Molnarae88a232009-02-15 11:29:50 +01001213
1214 /* Found it - now remove it from the list of entries: */
Ingo Molnarf17c7542009-02-17 20:43:37 +01001215 *action_ptr = action->next;
Ingo Molnarae88a232009-02-15 11:29:50 +01001216
1217 /* Currently used only by UML, might disappear one day: */
1218#ifdef CONFIG_IRQ_RELEASE_METHOD
Thomas Gleixner6b8ff312010-10-01 12:58:38 +02001219 if (desc->irq_data.chip->release)
1220 desc->irq_data.chip->release(irq, dev_id);
Ingo Molnarae88a232009-02-15 11:29:50 +01001221#endif
1222
1223 /* If this was the last handler, shut down the IRQ line: */
Abhijeet Dharmapurikaref2293e2011-09-09 14:11:00 -07001224 if (!desc->action) {
Thomas Gleixner46999232011-02-02 21:41:14 +00001225 irq_shutdown(desc);
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001226
Abhijeet Dharmapurikaref2293e2011-09-09 14:11:00 -07001227 /* Explicitly mask the interrupt */
1228 if (desc->irq_data.chip->irq_mask)
1229 desc->irq_data.chip->irq_mask(&desc->irq_data);
1230 else if (desc->irq_data.chip->irq_mask_ack)
1231 desc->irq_data.chip->irq_mask_ack(&desc->irq_data);
1232 }
1233
Peter P Waskiewicz Jre7a297b2010-04-30 14:44:50 -07001234#ifdef CONFIG_SMP
1235 /* make sure affinity_hint is cleaned up */
1236 if (WARN_ON_ONCE(desc->affinity_hint))
1237 desc->affinity_hint = NULL;
1238#endif
1239
Thomas Gleixner239007b2009-11-17 16:46:45 +01001240 raw_spin_unlock_irqrestore(&desc->lock, flags);
Ingo Molnarae88a232009-02-15 11:29:50 +01001241
1242 unregister_handler_proc(irq, action);
1243
1244 /* Make sure it's not being used on another CPU: */
1245 synchronize_irq(irq);
1246
1247#ifdef CONFIG_DEBUG_SHIRQ
1248 /*
1249 * It's a shared IRQ -- the driver ought to be prepared for an IRQ
1250 * event to happen even now it's being freed, so let's make sure that
1251 * is so by doing an extra call to the handler ....
1252 *
1253 * ( We do this after actually deregistering it, to make sure that a
1254 * 'real' IRQ doesn't run in * parallel with our fake. )
1255 */
1256 if (action->flags & IRQF_SHARED) {
1257 local_irq_save(flags);
1258 action->handler(irq, dev_id);
1259 local_irq_restore(flags);
1260 }
1261#endif
Linus Torvalds2d860ad2009-08-13 13:05:10 -07001262
1263 if (action->thread) {
Alexander Gordeev05d74ef2012-03-09 14:59:40 +01001264 kthread_stop(action->thread);
Linus Torvalds2d860ad2009-08-13 13:05:10 -07001265 put_task_struct(action->thread);
1266 }
1267
Sebastian Andrzej Siewiorb6873802011-07-11 12:17:31 +02001268 module_put(desc->owner);
Magnus Dammf21cfb22009-03-12 21:05:42 +09001269 return action;
1270}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001271
1272/**
Magnus Dammcbf94f02009-03-12 21:05:51 +09001273 * remove_irq - free an interrupt
1274 * @irq: Interrupt line to free
1275 * @act: irqaction for the interrupt
1276 *
1277 * Used to remove interrupts statically setup by the early boot process.
1278 */
1279void remove_irq(unsigned int irq, struct irqaction *act)
1280{
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001281 struct irq_desc *desc = irq_to_desc(irq);
1282
1283 if (desc && !WARN_ON(irq_settings_is_per_cpu_devid(desc)))
1284 __free_irq(irq, act->dev_id);
Magnus Dammcbf94f02009-03-12 21:05:51 +09001285}
Magnus Dammeb53b4e2009-03-12 21:05:59 +09001286EXPORT_SYMBOL_GPL(remove_irq);
Magnus Dammcbf94f02009-03-12 21:05:51 +09001287
1288/**
Magnus Dammf21cfb22009-03-12 21:05:42 +09001289 * free_irq - free an interrupt allocated with request_irq
Linus Torvalds1da177e2005-04-16 15:20:36 -07001290 * @irq: Interrupt line to free
1291 * @dev_id: Device identity to free
1292 *
1293 * Remove an interrupt handler. The handler is removed and if the
1294 * interrupt line is no longer in use by any driver it is disabled.
1295 * On a shared IRQ the caller must ensure the interrupt is disabled
1296 * on the card it drives before calling this function. The function
1297 * does not return until any executing interrupts for this IRQ
1298 * have completed.
1299 *
1300 * This function must not be called from interrupt context.
1301 */
1302void free_irq(unsigned int irq, void *dev_id)
1303{
Thomas Gleixner70aedd22009-08-13 12:17:48 +02001304 struct irq_desc *desc = irq_to_desc(irq);
1305
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001306 if (!desc || WARN_ON(irq_settings_is_per_cpu_devid(desc)))
Thomas Gleixner70aedd22009-08-13 12:17:48 +02001307 return;
1308
Ben Hutchingscd7eab42011-01-19 21:01:44 +00001309#ifdef CONFIG_SMP
1310 if (WARN_ON(desc->affinity_notify))
1311 desc->affinity_notify = NULL;
1312#endif
1313
Thomas Gleixner3876ec92010-09-27 12:44:35 +00001314 chip_bus_lock(desc);
Magnus Dammcbf94f02009-03-12 21:05:51 +09001315 kfree(__free_irq(irq, dev_id));
Thomas Gleixner3876ec92010-09-27 12:44:35 +00001316 chip_bus_sync_unlock(desc);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001317}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001318EXPORT_SYMBOL(free_irq);
1319
1320/**
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001321 * request_threaded_irq - allocate an interrupt line
Linus Torvalds1da177e2005-04-16 15:20:36 -07001322 * @irq: Interrupt line to allocate
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001323 * @handler: Function to be called when the IRQ occurs.
1324 * Primary handler for threaded interrupts
Thomas Gleixnerb25c3402009-08-13 12:17:22 +02001325 * If NULL and thread_fn != NULL the default
1326 * primary handler is installed
Thomas Gleixnerf48fe812009-03-24 11:46:22 +01001327 * @thread_fn: Function called from the irq handler thread
1328 * If NULL, no irq thread is created
Linus Torvalds1da177e2005-04-16 15:20:36 -07001329 * @irqflags: Interrupt type flags
1330 * @devname: An ascii name for the claiming device
1331 * @dev_id: A cookie passed back to the handler function
1332 *
1333 * This call allocates interrupt resources and enables the
1334 * interrupt line and IRQ handling. From the point this
1335 * call is made your handler function may be invoked. Since
1336 * your handler function must clear any interrupt the board
1337 * raises, you must take care both to initialise your hardware
1338 * and to set up the interrupt handler in the right order.
1339 *
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001340 * If you want to set up a threaded irq handler for your device
Javi Merino6d21af42011-10-26 10:16:11 +01001341 * then you need to supply @handler and @thread_fn. @handler is
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001342 * still called in hard interrupt context and has to check
1343 * whether the interrupt originates from the device. If yes it
1344 * needs to disable the interrupt on the device and return
Steven Rostedt39a2edd2009-05-12 14:35:54 -04001345 * IRQ_WAKE_THREAD which will wake up the handler thread and run
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001346 * @thread_fn. This split handler design is necessary to support
1347 * shared interrupts.
1348 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07001349 * Dev_id must be globally unique. Normally the address of the
1350 * device data structure is used as the cookie. Since the handler
1351 * receives this value it makes sense to use it.
1352 *
1353 * If your interrupt is shared you must pass a non NULL dev_id
1354 * as this is required when freeing the interrupt.
1355 *
1356 * Flags:
1357 *
Thomas Gleixner3cca53b2006-07-01 19:29:31 -07001358 * IRQF_SHARED Interrupt is shared
David Brownell0c5d1eb2008-10-01 14:46:18 -07001359 * IRQF_TRIGGER_* Specify active edge(s) or level
Linus Torvalds1da177e2005-04-16 15:20:36 -07001360 *
1361 */
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001362int request_threaded_irq(unsigned int irq, irq_handler_t handler,
1363 irq_handler_t thread_fn, unsigned long irqflags,
1364 const char *devname, void *dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001365{
Ingo Molnar06fcb0c2006-06-29 02:24:40 -07001366 struct irqaction *action;
Yinghai Lu08678b02008-08-19 20:50:05 -07001367 struct irq_desc *desc;
Thomas Gleixnerd3c60042008-10-16 09:55:00 +02001368 int retval;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001369
David Brownell470c6622008-12-01 14:31:37 -08001370 /*
Linus Torvalds1da177e2005-04-16 15:20:36 -07001371 * Sanity-check: shared interrupts must pass in a real dev-ID,
1372 * otherwise we'll have trouble later trying to figure out
1373 * which interrupt is which (messes up the interrupt freeing
1374 * logic etc).
1375 */
Thomas Gleixner3cca53b2006-07-01 19:29:31 -07001376 if ((irqflags & IRQF_SHARED) && !dev_id)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001377 return -EINVAL;
Yinghai Lu7d94f7c2008-08-19 20:50:14 -07001378
Yinghai Lucb5bc832008-08-19 20:50:17 -07001379 desc = irq_to_desc(irq);
Yinghai Lu7d94f7c2008-08-19 20:50:14 -07001380 if (!desc)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001381 return -EINVAL;
Yinghai Lu7d94f7c2008-08-19 20:50:14 -07001382
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001383 if (!irq_settings_can_request(desc) ||
1384 WARN_ON(irq_settings_is_per_cpu_devid(desc)))
Thomas Gleixner6550c772006-06-29 02:24:49 -07001385 return -EINVAL;
Thomas Gleixnerb25c3402009-08-13 12:17:22 +02001386
1387 if (!handler) {
1388 if (!thread_fn)
1389 return -EINVAL;
1390 handler = irq_default_primary_handler;
1391 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001392
Thomas Gleixner45535732009-02-22 23:00:32 +01001393 action = kzalloc(sizeof(struct irqaction), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001394 if (!action)
1395 return -ENOMEM;
1396
1397 action->handler = handler;
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001398 action->thread_fn = thread_fn;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001399 action->flags = irqflags;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001400 action->name = devname;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001401 action->dev_id = dev_id;
1402
Thomas Gleixner3876ec92010-09-27 12:44:35 +00001403 chip_bus_lock(desc);
Thomas Gleixnerd3c60042008-10-16 09:55:00 +02001404 retval = __setup_irq(irq, desc, action);
Thomas Gleixner3876ec92010-09-27 12:44:35 +00001405 chip_bus_sync_unlock(desc);
Thomas Gleixner70aedd22009-08-13 12:17:48 +02001406
Anton Vorontsov377bf1e2008-08-21 22:58:28 +04001407 if (retval)
1408 kfree(action);
1409
Thomas Gleixner6d83f942011-02-18 23:27:23 +01001410#ifdef CONFIG_DEBUG_SHIRQ_FIXME
Luis Henriques6ce51c42009-04-01 18:06:35 +01001411 if (!retval && (irqflags & IRQF_SHARED)) {
David Woodhousea304e1b2007-02-12 00:52:00 -08001412 /*
1413 * It's a shared IRQ -- the driver ought to be prepared for it
1414 * to happen immediately, so let's make sure....
Anton Vorontsov377bf1e2008-08-21 22:58:28 +04001415 * We disable the irq to make sure that a 'real' IRQ doesn't
1416 * run in parallel with our fake.
David Woodhousea304e1b2007-02-12 00:52:00 -08001417 */
Jarek Poplawski59845b12007-08-30 23:56:34 -07001418 unsigned long flags;
David Woodhousea304e1b2007-02-12 00:52:00 -08001419
Anton Vorontsov377bf1e2008-08-21 22:58:28 +04001420 disable_irq(irq);
Jarek Poplawski59845b12007-08-30 23:56:34 -07001421 local_irq_save(flags);
Anton Vorontsov377bf1e2008-08-21 22:58:28 +04001422
Jarek Poplawski59845b12007-08-30 23:56:34 -07001423 handler(irq, dev_id);
Anton Vorontsov377bf1e2008-08-21 22:58:28 +04001424
Jarek Poplawski59845b12007-08-30 23:56:34 -07001425 local_irq_restore(flags);
Anton Vorontsov377bf1e2008-08-21 22:58:28 +04001426 enable_irq(irq);
David Woodhousea304e1b2007-02-12 00:52:00 -08001427 }
1428#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -07001429 return retval;
1430}
Thomas Gleixner3aa551c2009-03-23 18:28:15 +01001431EXPORT_SYMBOL(request_threaded_irq);
Marc Zyngierae731f82010-03-15 22:56:33 +00001432
1433/**
1434 * request_any_context_irq - allocate an interrupt line
1435 * @irq: Interrupt line to allocate
1436 * @handler: Function to be called when the IRQ occurs.
1437 * Threaded handler for threaded interrupts.
1438 * @flags: Interrupt type flags
1439 * @name: An ascii name for the claiming device
1440 * @dev_id: A cookie passed back to the handler function
1441 *
1442 * This call allocates interrupt resources and enables the
1443 * interrupt line and IRQ handling. It selects either a
1444 * hardirq or threaded handling method depending on the
1445 * context.
1446 *
1447 * On failure, it returns a negative value. On success,
1448 * it returns either IRQC_IS_HARDIRQ or IRQC_IS_NESTED.
1449 */
1450int request_any_context_irq(unsigned int irq, irq_handler_t handler,
1451 unsigned long flags, const char *name, void *dev_id)
1452{
1453 struct irq_desc *desc = irq_to_desc(irq);
1454 int ret;
1455
1456 if (!desc)
1457 return -EINVAL;
1458
Thomas Gleixner1ccb4e62011-02-09 14:44:17 +01001459 if (irq_settings_is_nested_thread(desc)) {
Marc Zyngierae731f82010-03-15 22:56:33 +00001460 ret = request_threaded_irq(irq, NULL, handler,
1461 flags, name, dev_id);
1462 return !ret ? IRQC_IS_NESTED : ret;
1463 }
1464
1465 ret = request_irq(irq, handler, flags, name, dev_id);
1466 return !ret ? IRQC_IS_HARDIRQ : ret;
1467}
1468EXPORT_SYMBOL_GPL(request_any_context_irq);
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001469
Bryan Huntsman3f2bc4d2011-08-16 17:27:22 -07001470void irq_set_pending(unsigned int irq)
1471{
1472 struct irq_desc *desc = irq_to_desc(irq);
1473 unsigned long flags;
1474
1475 if (desc) {
1476 raw_spin_lock_irqsave(&desc->lock, flags);
1477 desc->istate |= IRQS_PENDING;
1478 raw_spin_unlock_irqrestore(&desc->lock, flags);
1479 }
1480}
1481EXPORT_SYMBOL_GPL(irq_set_pending);
Marc Zyngier2c4d6f22011-09-23 17:03:06 +01001482
Marc Zyngier1e7c5fd2011-09-30 10:48:47 +01001483void enable_percpu_irq(unsigned int irq, unsigned int type)
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001484{
1485 unsigned int cpu = smp_processor_id();
1486 unsigned long flags;
1487 struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_PERCPU);
1488
1489 if (!desc)
1490 return;
1491
Marc Zyngier1e7c5fd2011-09-30 10:48:47 +01001492 type &= IRQ_TYPE_SENSE_MASK;
1493 if (type != IRQ_TYPE_NONE) {
1494 int ret;
1495
1496 ret = __irq_set_trigger(desc, irq, type);
1497
1498 if (ret) {
Thomas Gleixner32cffdd2011-10-04 18:43:57 +02001499 WARN(1, "failed to set type for IRQ%d\n", irq);
Marc Zyngier1e7c5fd2011-09-30 10:48:47 +01001500 goto out;
1501 }
1502 }
1503
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001504 irq_percpu_enable(desc, cpu);
Marc Zyngier1e7c5fd2011-09-30 10:48:47 +01001505out:
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001506 irq_put_desc_unlock(desc, flags);
1507}
1508
1509void disable_percpu_irq(unsigned int irq)
1510{
1511 unsigned int cpu = smp_processor_id();
1512 unsigned long flags;
1513 struct irq_desc *desc = irq_get_desc_lock(irq, &flags, IRQ_GET_DESC_CHECK_PERCPU);
1514
1515 if (!desc)
1516 return;
1517
1518 irq_percpu_disable(desc, cpu);
1519 irq_put_desc_unlock(desc, flags);
1520}
1521
1522/*
1523 * Internal function to unregister a percpu irqaction.
1524 */
1525static struct irqaction *__free_percpu_irq(unsigned int irq, void __percpu *dev_id)
1526{
1527 struct irq_desc *desc = irq_to_desc(irq);
1528 struct irqaction *action;
1529 unsigned long flags;
1530
1531 WARN(in_interrupt(), "Trying to free IRQ %d from IRQ context!\n", irq);
1532
1533 if (!desc)
1534 return NULL;
1535
1536 raw_spin_lock_irqsave(&desc->lock, flags);
1537
1538 action = desc->action;
1539 if (!action || action->percpu_dev_id != dev_id) {
1540 WARN(1, "Trying to free already-free IRQ %d\n", irq);
1541 goto bad;
1542 }
1543
1544 if (!cpumask_empty(desc->percpu_enabled)) {
1545 WARN(1, "percpu IRQ %d still enabled on CPU%d!\n",
1546 irq, cpumask_first(desc->percpu_enabled));
1547 goto bad;
1548 }
1549
1550 /* Found it - now remove it from the list of entries: */
1551 desc->action = NULL;
1552
1553 raw_spin_unlock_irqrestore(&desc->lock, flags);
1554
1555 unregister_handler_proc(irq, action);
1556
1557 module_put(desc->owner);
1558 return action;
1559
1560bad:
1561 raw_spin_unlock_irqrestore(&desc->lock, flags);
1562 return NULL;
1563}
1564
1565/**
1566 * remove_percpu_irq - free a per-cpu interrupt
1567 * @irq: Interrupt line to free
1568 * @act: irqaction for the interrupt
1569 *
1570 * Used to remove interrupts statically setup by the early boot process.
1571 */
1572void remove_percpu_irq(unsigned int irq, struct irqaction *act)
1573{
1574 struct irq_desc *desc = irq_to_desc(irq);
1575
1576 if (desc && irq_settings_is_per_cpu_devid(desc))
1577 __free_percpu_irq(irq, act->percpu_dev_id);
1578}
1579
1580/**
1581 * free_percpu_irq - free an interrupt allocated with request_percpu_irq
1582 * @irq: Interrupt line to free
1583 * @dev_id: Device identity to free
1584 *
1585 * Remove a percpu interrupt handler. The handler is removed, but
1586 * the interrupt line is not disabled. This must be done on each
1587 * CPU before calling this function. The function does not return
1588 * until any executing interrupts for this IRQ have completed.
1589 *
1590 * This function must not be called from interrupt context.
1591 */
1592void free_percpu_irq(unsigned int irq, void __percpu *dev_id)
1593{
1594 struct irq_desc *desc = irq_to_desc(irq);
1595
1596 if (!desc || !irq_settings_is_per_cpu_devid(desc))
1597 return;
1598
1599 chip_bus_lock(desc);
1600 kfree(__free_percpu_irq(irq, dev_id));
1601 chip_bus_sync_unlock(desc);
1602}
1603
1604/**
1605 * setup_percpu_irq - setup a per-cpu interrupt
1606 * @irq: Interrupt line to setup
1607 * @act: irqaction for the interrupt
1608 *
1609 * Used to statically setup per-cpu interrupts in the early boot process.
1610 */
1611int setup_percpu_irq(unsigned int irq, struct irqaction *act)
1612{
1613 struct irq_desc *desc = irq_to_desc(irq);
1614 int retval;
1615
1616 if (!desc || !irq_settings_is_per_cpu_devid(desc))
1617 return -EINVAL;
1618 chip_bus_lock(desc);
1619 retval = __setup_irq(irq, desc, act);
1620 chip_bus_sync_unlock(desc);
1621
1622 return retval;
1623}
1624
1625/**
1626 * request_percpu_irq - allocate a percpu interrupt line
1627 * @irq: Interrupt line to allocate
1628 * @handler: Function to be called when the IRQ occurs.
1629 * @devname: An ascii name for the claiming device
1630 * @dev_id: A percpu cookie passed back to the handler function
1631 *
1632 * This call allocates interrupt resources, but doesn't
1633 * automatically enable the interrupt. It has to be done on each
1634 * CPU using enable_percpu_irq().
1635 *
1636 * Dev_id must be globally unique. It is a per-cpu variable, and
1637 * the handler gets called with the interrupted CPU's instance of
1638 * that variable.
1639 */
1640int request_percpu_irq(unsigned int irq, irq_handler_t handler,
1641 const char *devname, void __percpu *dev_id)
1642{
1643 struct irqaction *action;
1644 struct irq_desc *desc;
1645 int retval;
1646
1647 if (!dev_id)
1648 return -EINVAL;
1649
1650 desc = irq_to_desc(irq);
1651 if (!desc || !irq_settings_can_request(desc) ||
1652 !irq_settings_is_per_cpu_devid(desc))
1653 return -EINVAL;
1654
1655 action = kzalloc(sizeof(struct irqaction), GFP_KERNEL);
1656 if (!action)
1657 return -ENOMEM;
1658
1659 action->handler = handler;
Marc Zyngier2ed0e642011-11-16 12:27:39 +00001660 action->flags = IRQF_PERCPU | IRQF_NO_SUSPEND;
Marc Zyngier31d9d9b2011-09-23 17:03:06 +01001661 action->name = devname;
1662 action->percpu_dev_id = dev_id;
1663
1664 chip_bus_lock(desc);
1665 retval = __setup_irq(irq, desc, action);
1666 chip_bus_sync_unlock(desc);
1667
1668 if (retval)
1669 kfree(action);
1670
1671 return retval;
1672}