blob: 8e5c56b3b7d9c5f70c49d48f7082636b1b3bdf89 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * IRQ subsystem internal functions and variables:
Thomas Gleixnerdbec07b2011-02-07 20:19:55 +01003 *
4 * Do not ever include this file from anything else than
5 * kernel/irq/. Do not even think about using any information outside
6 * of this file for your non core code.
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 */
Thomas Gleixnere1447102010-10-01 16:03:45 +02008#include <linux/irqdesc.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009
Thomas Gleixnerc1ee6262011-02-17 17:45:15 +010010#ifdef CONFIG_SPARSE_IRQ
11# define IRQ_BITMAP_BITS (NR_IRQS + 8196)
12#else
13# define IRQ_BITMAP_BITS NR_IRQS
14#endif
15
Thomas Gleixnerdbec07b2011-02-07 20:19:55 +010016#define istate core_internal_state__do_not_mess_with_it
17
Rusty Russell2329abf2012-01-13 09:32:18 +103018extern bool noirqdebug;
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010020/*
21 * Bits used by threaded handlers:
22 * IRQTF_RUNTHREAD - signals that the interrupt handler thread should run
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010023 * IRQTF_WARNED - warning "IRQ_WAKE_THREAD w/o thread_fn" has been printed
24 * IRQTF_AFFINITY - irq thread is requested to adjust affinity
Thomas Gleixner8d32a302011-02-23 23:52:23 +000025 * IRQTF_FORCED_THREAD - irq action is force threaded
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010026 */
27enum {
28 IRQTF_RUNTHREAD,
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010029 IRQTF_WARNED,
30 IRQTF_AFFINITY,
Thomas Gleixner8d32a302011-02-23 23:52:23 +000031 IRQTF_FORCED_THREAD,
Thomas Gleixner1535dfa2011-02-07 01:55:43 +010032};
33
Thomas Gleixnerbd062e72011-02-07 20:25:25 +010034/*
35 * Bit masks for desc->state
36 *
37 * IRQS_AUTODETECT - autodetection in progress
Thomas Gleixner7acdd532011-02-07 20:40:54 +010038 * IRQS_SPURIOUS_DISABLED - was disabled due to spurious interrupt
39 * detection
Thomas Gleixner6954b752011-02-07 20:55:35 +010040 * IRQS_POLL_INPROGRESS - polling in progress
Thomas Gleixner3d67bae2011-02-07 21:02:10 +010041 * IRQS_ONESHOT - irq is not unmasked in primary handler
Thomas Gleixner163ef302011-02-08 11:39:15 +010042 * IRQS_REPLAY - irq is replayed
43 * IRQS_WAITING - irq is waiting
Thomas Gleixner2a0d6fb2011-02-08 12:17:57 +010044 * IRQS_PENDING - irq is pending and replayed later
Thomas Gleixnerc531e832011-02-08 12:44:58 +010045 * IRQS_SUSPENDED - irq is suspended
Thomas Gleixnerbd062e72011-02-07 20:25:25 +010046 */
47enum {
48 IRQS_AUTODETECT = 0x00000001,
Thomas Gleixner7acdd532011-02-07 20:40:54 +010049 IRQS_SPURIOUS_DISABLED = 0x00000002,
Thomas Gleixner6954b752011-02-07 20:55:35 +010050 IRQS_POLL_INPROGRESS = 0x00000008,
Thomas Gleixner3d67bae2011-02-07 21:02:10 +010051 IRQS_ONESHOT = 0x00000020,
Thomas Gleixner163ef302011-02-08 11:39:15 +010052 IRQS_REPLAY = 0x00000040,
53 IRQS_WAITING = 0x00000080,
Thomas Gleixner2a0d6fb2011-02-08 12:17:57 +010054 IRQS_PENDING = 0x00000200,
Thomas Gleixnerc531e832011-02-08 12:44:58 +010055 IRQS_SUSPENDED = 0x00000800,
Thomas Gleixnerbd062e72011-02-07 20:25:25 +010056};
57
Thomas Gleixner1ce60682011-02-09 20:44:21 +010058#include "debug.h"
59#include "settings.h"
60
Thomas Gleixnera77c4632010-10-01 14:44:58 +020061#define irq_data_to_desc(data) container_of(data, struct irq_desc, irq_data)
62
David Brownell0c5d1eb2008-10-01 14:46:18 -070063extern int __irq_set_trigger(struct irq_desc *desc, unsigned int irq,
64 unsigned long flags);
Rafael J. Wysocki0a0c5162009-03-16 22:33:49 +010065extern void __disable_irq(struct irq_desc *desc, unsigned int irq, bool susp);
66extern void __enable_irq(struct irq_desc *desc, unsigned int irq, bool resume);
David Brownell0c5d1eb2008-10-01 14:46:18 -070067
Thomas Gleixnerb4bc7242012-02-08 11:57:52 +010068extern int irq_startup(struct irq_desc *desc, bool resend);
Thomas Gleixner46999232011-02-02 21:41:14 +000069extern void irq_shutdown(struct irq_desc *desc);
Thomas Gleixner87923472011-02-03 12:27:44 +010070extern void irq_enable(struct irq_desc *desc);
71extern void irq_disable(struct irq_desc *desc);
Marc Zyngier31d9d9b2011-09-23 17:03:06 +010072extern void irq_percpu_enable(struct irq_desc *desc, unsigned int cpu);
73extern void irq_percpu_disable(struct irq_desc *desc, unsigned int cpu);
Thomas Gleixnerd4d5e082011-02-10 13:16:14 +010074extern void mask_irq(struct irq_desc *desc);
75extern void unmask_irq(struct irq_desc *desc);
Thomas Gleixner46999232011-02-02 21:41:14 +000076
Yinghai Lu85ac16d2009-04-27 18:00:38 -070077extern void init_kstat_irqs(struct irq_desc *desc, int node, int nr);
Mike Travis0fa0ebb2009-01-10 22:24:06 -080078
Thomas Gleixner49126092011-02-07 01:08:49 +010079irqreturn_t handle_irq_event_percpu(struct irq_desc *desc, struct irqaction *action);
80irqreturn_t handle_irq_event(struct irq_desc *desc);
81
Thomas Gleixnere1447102010-10-01 16:03:45 +020082/* Resending of interrupts :*/
83void check_irq_resend(struct irq_desc *desc, unsigned int irq);
Thomas Gleixnerfe200ae2011-02-07 10:34:30 +010084bool irq_wait_for_poll(struct irq_desc *desc);
Thomas Gleixnere1447102010-10-01 16:03:45 +020085
Linus Torvalds1da177e2005-04-16 15:20:36 -070086#ifdef CONFIG_PROC_FS
Yinghai Lu2c6927a2008-08-19 20:50:11 -070087extern void register_irq_proc(unsigned int irq, struct irq_desc *desc);
Thomas Gleixner13bfe992010-09-30 02:46:07 +020088extern void unregister_irq_proc(unsigned int irq, struct irq_desc *desc);
Linus Torvalds1da177e2005-04-16 15:20:36 -070089extern void register_handler_proc(unsigned int irq, struct irqaction *action);
90extern void unregister_handler_proc(unsigned int irq, struct irqaction *action);
91#else
Yinghai Lu2c6927a2008-08-19 20:50:11 -070092static inline void register_irq_proc(unsigned int irq, struct irq_desc *desc) { }
Thomas Gleixner13bfe992010-09-30 02:46:07 +020093static inline void unregister_irq_proc(unsigned int irq, struct irq_desc *desc) { }
Linus Torvalds1da177e2005-04-16 15:20:36 -070094static inline void register_handler_proc(unsigned int irq,
95 struct irqaction *action) { }
96static inline void unregister_handler_proc(unsigned int irq,
97 struct irqaction *action) { }
98#endif
99
Thomas Gleixner3b8249e2011-02-07 16:02:20 +0100100extern int irq_select_affinity_usr(unsigned int irq, struct cpumask *mask);
Thomas Gleixnerf6d87f42008-11-07 13:18:30 +0100101
Thomas Gleixner591d2fb2009-07-21 11:09:39 +0200102extern void irq_set_thread_affinity(struct irq_desc *desc);
Yinghai Lu57b150c2009-04-27 17:59:53 -0700103
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200104/* Inline functions for support of irq chips on slow busses */
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000105static inline void chip_bus_lock(struct irq_desc *desc)
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200106{
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000107 if (unlikely(desc->irq_data.chip->irq_bus_lock))
108 desc->irq_data.chip->irq_bus_lock(&desc->irq_data);
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200109}
110
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000111static inline void chip_bus_sync_unlock(struct irq_desc *desc)
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200112{
Thomas Gleixner3876ec92010-09-27 12:44:35 +0000113 if (unlikely(desc->irq_data.chip->irq_bus_sync_unlock))
114 desc->irq_data.chip->irq_bus_sync_unlock(&desc->irq_data);
Thomas Gleixner70aedd22009-08-13 12:17:48 +0200115}
116
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100117#define _IRQ_DESC_CHECK (1 << 0)
118#define _IRQ_DESC_PERCPU (1 << 1)
119
120#define IRQ_GET_DESC_CHECK_GLOBAL (_IRQ_DESC_CHECK)
121#define IRQ_GET_DESC_CHECK_PERCPU (_IRQ_DESC_CHECK | _IRQ_DESC_PERCPU)
122
Thomas Gleixnerd5eb4ad2011-02-12 12:16:16 +0100123struct irq_desc *
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100124__irq_get_desc_lock(unsigned int irq, unsigned long *flags, bool bus,
125 unsigned int check);
Thomas Gleixnerd5eb4ad2011-02-12 12:16:16 +0100126void __irq_put_desc_unlock(struct irq_desc *desc, unsigned long flags, bool bus);
127
128static inline struct irq_desc *
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100129irq_get_desc_buslock(unsigned int irq, unsigned long *flags, unsigned int check)
Thomas Gleixnerd5eb4ad2011-02-12 12:16:16 +0100130{
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100131 return __irq_get_desc_lock(irq, flags, true, check);
Thomas Gleixnerd5eb4ad2011-02-12 12:16:16 +0100132}
133
134static inline void
135irq_put_desc_busunlock(struct irq_desc *desc, unsigned long flags)
136{
137 __irq_put_desc_unlock(desc, flags, true);
138}
139
140static inline struct irq_desc *
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100141irq_get_desc_lock(unsigned int irq, unsigned long *flags, unsigned int check)
Thomas Gleixnerd5eb4ad2011-02-12 12:16:16 +0100142{
Marc Zyngier31d9d9b2011-09-23 17:03:06 +0100143 return __irq_get_desc_lock(irq, flags, false, check);
Thomas Gleixnerd5eb4ad2011-02-12 12:16:16 +0100144}
145
146static inline void
147irq_put_desc_unlock(struct irq_desc *desc, unsigned long flags)
148{
149 __irq_put_desc_unlock(desc, flags, false);
150}
151
Ingo Molnar43f77752006-06-29 02:24:58 -0700152/*
Thomas Gleixnerf230b6d2011-02-05 15:20:04 +0100153 * Manipulation functions for irq_data.state
154 */
155static inline void irqd_set_move_pending(struct irq_data *d)
156{
157 d->state_use_accessors |= IRQD_SETAFFINITY_PENDING;
Thomas Gleixnerf230b6d2011-02-05 15:20:04 +0100158}
159
160static inline void irqd_clr_move_pending(struct irq_data *d)
161{
162 d->state_use_accessors &= ~IRQD_SETAFFINITY_PENDING;
Thomas Gleixnerf230b6d2011-02-05 15:20:04 +0100163}
Thomas Gleixnera0056772011-02-08 17:11:03 +0100164
165static inline void irqd_clear(struct irq_data *d, unsigned int mask)
166{
167 d->state_use_accessors &= ~mask;
168}
169
170static inline void irqd_set(struct irq_data *d, unsigned int mask)
171{
172 d->state_use_accessors |= mask;
173}
174
Thomas Gleixner2bdd1052011-02-08 17:22:00 +0100175static inline bool irqd_has_set(struct irq_data *d, unsigned int mask)
176{
177 return d->state_use_accessors & mask;
178}