blob: c38be78fceb42df2ba08402aa0958372389261bb [file] [log] [blame]
Paul Mundt54a90582012-05-19 15:11:47 +09001#define pr_fmt(fmt) "irq: " fmt
2
Grant Likelycc79ca62012-02-16 01:37:49 -07003#include <linux/debugfs.h>
4#include <linux/hardirq.h>
5#include <linux/interrupt.h>
Grant Likely08a543a2011-07-26 03:19:06 -06006#include <linux/irq.h>
Grant Likelycc79ca62012-02-16 01:37:49 -07007#include <linux/irqdesc.h>
Grant Likely08a543a2011-07-26 03:19:06 -06008#include <linux/irqdomain.h>
9#include <linux/module.h>
10#include <linux/mutex.h>
11#include <linux/of.h>
Grant Likely7e713302011-07-26 03:19:06 -060012#include <linux/of_address.h>
Paul Mundt5ca4db62012-06-03 22:04:34 -070013#include <linux/topology.h>
Grant Likelycc79ca62012-02-16 01:37:49 -070014#include <linux/seq_file.h>
Grant Likely7e713302011-07-26 03:19:06 -060015#include <linux/slab.h>
Grant Likelycc79ca62012-02-16 01:37:49 -070016#include <linux/smp.h>
17#include <linux/fs.h>
Grant Likely08a543a2011-07-26 03:19:06 -060018
19static LIST_HEAD(irq_domain_list);
20static DEFINE_MUTEX(irq_domain_mutex);
21
Grant Likelycc79ca62012-02-16 01:37:49 -070022static DEFINE_MUTEX(revmap_trees_mutex);
Grant Likely68700652012-02-14 14:06:53 -070023static struct irq_domain *irq_default_domain;
Grant Likelycc79ca62012-02-16 01:37:49 -070024
Grant Likelycc79ca62012-02-16 01:37:49 -070025/**
Grant Likelya8db8cf2012-02-14 14:06:54 -070026 * irq_domain_alloc() - Allocate a new irq_domain data structure
Grant Likelycc79ca62012-02-16 01:37:49 -070027 * @of_node: optional device-tree node of the interrupt controller
Grant Likely68700652012-02-14 14:06:53 -070028 * @ops: map/unmap domain callbacks
Grant Likelya8db8cf2012-02-14 14:06:54 -070029 * @host_data: Controller private data pointer
Grant Likelycc79ca62012-02-16 01:37:49 -070030 *
Grant Likelya8db8cf2012-02-14 14:06:54 -070031 * Allocates and initialize and irq_domain structure. Caller is expected to
32 * register allocated irq_domain with irq_domain_register(). Returns pointer
33 * to IRQ domain, or NULL on failure.
Grant Likelycc79ca62012-02-16 01:37:49 -070034 */
Grant Likelya8db8cf2012-02-14 14:06:54 -070035static struct irq_domain *irq_domain_alloc(struct device_node *of_node,
Grant Likely1aa0dd92013-06-08 12:03:59 +010036 int size,
Grant Likelya18dc812012-01-26 12:12:14 -070037 const struct irq_domain_ops *ops,
Grant Likelya8db8cf2012-02-14 14:06:54 -070038 void *host_data)
Grant Likelycc79ca62012-02-16 01:37:49 -070039{
Grant Likelya8db8cf2012-02-14 14:06:54 -070040 struct irq_domain *domain;
Grant Likelycc79ca62012-02-16 01:37:49 -070041
Grant Likelycef50752012-07-11 17:24:31 +010042 domain = kzalloc_node(sizeof(*domain) + (sizeof(unsigned int) * size),
43 GFP_KERNEL, of_node_to_nid(of_node));
Grant Likelya8db8cf2012-02-14 14:06:54 -070044 if (WARN_ON(!domain))
Grant Likelycc79ca62012-02-16 01:37:49 -070045 return NULL;
46
47 /* Fill structure */
Grant Likely1aa0dd92013-06-08 12:03:59 +010048 INIT_RADIX_TREE(&domain->revmap_tree, GFP_KERNEL);
Grant Likely68700652012-02-14 14:06:53 -070049 domain->ops = ops;
Grant Likelya8db8cf2012-02-14 14:06:54 -070050 domain->host_data = host_data;
Grant Likely68700652012-02-14 14:06:53 -070051 domain->of_node = of_node_get(of_node);
Grant Likely1aa0dd92013-06-08 12:03:59 +010052 domain->revmap_size = size;
Grant Likelycc79ca62012-02-16 01:37:49 -070053
Grant Likelya8db8cf2012-02-14 14:06:54 -070054 return domain;
55}
56
Paul Mundt58ee99a2012-05-19 15:11:41 +090057static void irq_domain_free(struct irq_domain *domain)
58{
59 of_node_put(domain->of_node);
60 kfree(domain);
61}
62
Grant Likelya8db8cf2012-02-14 14:06:54 -070063static void irq_domain_add(struct irq_domain *domain)
64{
65 mutex_lock(&irq_domain_mutex);
66 list_add(&domain->link, &irq_domain_list);
67 mutex_unlock(&irq_domain_mutex);
Grant Likely1aa0dd92013-06-08 12:03:59 +010068 pr_debug("Added domain %s\n", domain->name);
Grant Likelya8db8cf2012-02-14 14:06:54 -070069}
70
Paul Mundt58ee99a2012-05-19 15:11:41 +090071/**
72 * irq_domain_remove() - Remove an irq domain.
73 * @domain: domain to remove
74 *
75 * This routine is used to remove an irq domain. The caller must ensure
76 * that all mappings within the domain have been disposed of prior to
77 * use, depending on the revmap type.
78 */
79void irq_domain_remove(struct irq_domain *domain)
80{
81 mutex_lock(&irq_domain_mutex);
82
Grant Likelycef50752012-07-11 17:24:31 +010083 /*
84 * radix_tree_delete() takes care of destroying the root
85 * node when all entries are removed. Shout if there are
86 * any mappings left.
87 */
Grant Likely1aa0dd92013-06-08 12:03:59 +010088 WARN_ON(domain->revmap_tree.height);
Paul Mundt58ee99a2012-05-19 15:11:41 +090089
90 list_del(&domain->link);
91
92 /*
93 * If the going away domain is the default one, reset it.
94 */
95 if (unlikely(irq_default_domain == domain))
96 irq_set_default_host(NULL);
97
98 mutex_unlock(&irq_domain_mutex);
99
Grant Likely1aa0dd92013-06-08 12:03:59 +0100100 pr_debug("Removed domain %s\n", domain->name);
Paul Mundt58ee99a2012-05-19 15:11:41 +0900101
102 irq_domain_free(domain);
103}
Paul Mundtecd84eb2012-05-19 15:11:42 +0900104EXPORT_SYMBOL_GPL(irq_domain_remove);
Paul Mundt58ee99a2012-05-19 15:11:41 +0900105
Grant Likelya8db8cf2012-02-14 14:06:54 -0700106/**
Mark Brown781d0f42012-07-05 12:19:19 +0100107 * irq_domain_add_simple() - Allocate and register a simple irq_domain.
108 * @of_node: pointer to interrupt controller's device tree node.
109 * @size: total number of irqs in mapping
Linus Walleij94a63da2013-06-06 12:10:23 +0100110 * @first_irq: first number of irq block assigned to the domain,
111 * pass zero to assign irqs on-the-fly. This will result in a
112 * linear IRQ domain so it is important to use irq_create_mapping()
113 * for each used IRQ, especially when SPARSE_IRQ is enabled.
Mark Brown781d0f42012-07-05 12:19:19 +0100114 * @ops: map/unmap domain callbacks
115 * @host_data: Controller private data pointer
116 *
117 * Allocates a legacy irq_domain if irq_base is positive or a linear
Linus Walleij2854d162012-09-27 14:59:39 +0200118 * domain otherwise. For the legacy domain, IRQ descriptors will also
119 * be allocated.
Mark Brown781d0f42012-07-05 12:19:19 +0100120 *
121 * This is intended to implement the expected behaviour for most
122 * interrupt controllers which is that a linear mapping should
123 * normally be used unless the system requires a legacy mapping in
124 * order to support supplying interrupt numbers during non-DT
125 * registration of devices.
126 */
127struct irq_domain *irq_domain_add_simple(struct device_node *of_node,
128 unsigned int size,
129 unsigned int first_irq,
130 const struct irq_domain_ops *ops,
131 void *host_data)
132{
Linus Walleij2854d162012-09-27 14:59:39 +0200133 if (first_irq > 0) {
134 int irq_base;
135
136 if (IS_ENABLED(CONFIG_SPARSE_IRQ)) {
137 /*
138 * Set the descriptor allocator to search for a
139 * 1-to-1 mapping, such as irq_alloc_desc_at().
140 * Use of_node_to_nid() which is defined to
141 * numa_node_id() on platforms that have no custom
142 * implementation.
143 */
144 irq_base = irq_alloc_descs(first_irq, first_irq, size,
145 of_node_to_nid(of_node));
146 if (irq_base < 0) {
Linus Walleijd202b7b2012-11-27 01:20:32 +0100147 pr_info("Cannot allocate irq_descs @ IRQ%d, assuming pre-allocated\n",
148 first_irq);
Linus Walleij2854d162012-09-27 14:59:39 +0200149 irq_base = first_irq;
150 }
151 } else
152 irq_base = first_irq;
153
154 return irq_domain_add_legacy(of_node, size, irq_base, 0,
Mark Brown781d0f42012-07-05 12:19:19 +0100155 ops, host_data);
Linus Walleij2854d162012-09-27 14:59:39 +0200156 }
157
158 /* A linear domain is the default */
159 return irq_domain_add_linear(of_node, size, ops, host_data);
Mark Brown781d0f42012-07-05 12:19:19 +0100160}
Arnd Bergmann346dbb72013-04-25 19:28:54 +0200161EXPORT_SYMBOL_GPL(irq_domain_add_simple);
Mark Brown781d0f42012-07-05 12:19:19 +0100162
163/**
Grant Likelya8db8cf2012-02-14 14:06:54 -0700164 * irq_domain_add_legacy() - Allocate and register a legacy revmap irq_domain.
165 * @of_node: pointer to interrupt controller's device tree node.
Grant Likely1bc04f22012-02-14 14:06:55 -0700166 * @size: total number of irqs in legacy mapping
167 * @first_irq: first number of irq block assigned to the domain
168 * @first_hwirq: first hwirq number to use for the translation. Should normally
169 * be '0', but a positive integer can be used if the effective
170 * hwirqs numbering does not begin at zero.
Grant Likelya8db8cf2012-02-14 14:06:54 -0700171 * @ops: map/unmap domain callbacks
172 * @host_data: Controller private data pointer
173 *
174 * Note: the map() callback will be called before this function returns
175 * for all legacy interrupts except 0 (which is always the invalid irq for
176 * a legacy controller).
177 */
178struct irq_domain *irq_domain_add_legacy(struct device_node *of_node,
Grant Likely1bc04f22012-02-14 14:06:55 -0700179 unsigned int size,
180 unsigned int first_irq,
181 irq_hw_number_t first_hwirq,
Grant Likelya18dc812012-01-26 12:12:14 -0700182 const struct irq_domain_ops *ops,
Grant Likelya8db8cf2012-02-14 14:06:54 -0700183 void *host_data)
184{
Grant Likely1bc04f22012-02-14 14:06:55 -0700185 struct irq_domain *domain;
Grant Likelya8db8cf2012-02-14 14:06:54 -0700186
Grant Likely9bbf8772013-06-06 12:10:24 +0100187 pr_debug("Setting up legacy domain virq[%i:%i] ==> hwirq[%i:%i]\n",
188 first_irq, first_irq + size - 1,
189 (int)first_hwirq, (int)first_hwirq + size -1);
190
191 domain = irq_domain_add_linear(of_node, first_hwirq + size, ops, host_data);
Grant Likelya8db8cf2012-02-14 14:06:54 -0700192 if (!domain)
193 return NULL;
194
Grant Likely9bbf8772013-06-06 12:10:24 +0100195 WARN_ON(irq_domain_associate_many(domain, first_irq, first_hwirq, size));
Grant Likely1bc04f22012-02-14 14:06:55 -0700196
Grant Likelya8db8cf2012-02-14 14:06:54 -0700197 return domain;
198}
Paul Mundtecd84eb2012-05-19 15:11:42 +0900199EXPORT_SYMBOL_GPL(irq_domain_add_legacy);
Grant Likelycc79ca62012-02-16 01:37:49 -0700200
Grant Likelya8db8cf2012-02-14 14:06:54 -0700201/**
Dong Aisheng22076c72012-06-20 17:00:30 +0800202 * irq_domain_add_linear() - Allocate and register a linear revmap irq_domain.
Grant Likelya8db8cf2012-02-14 14:06:54 -0700203 * @of_node: pointer to interrupt controller's device tree node.
Mark Browna87487e2012-05-19 12:15:35 +0100204 * @size: Number of interrupts in the domain.
Grant Likelya8db8cf2012-02-14 14:06:54 -0700205 * @ops: map/unmap domain callbacks
206 * @host_data: Controller private data pointer
207 */
208struct irq_domain *irq_domain_add_linear(struct device_node *of_node,
209 unsigned int size,
Grant Likelya18dc812012-01-26 12:12:14 -0700210 const struct irq_domain_ops *ops,
Grant Likelya8db8cf2012-02-14 14:06:54 -0700211 void *host_data)
212{
213 struct irq_domain *domain;
Grant Likelycc79ca62012-02-16 01:37:49 -0700214
Grant Likely1aa0dd92013-06-08 12:03:59 +0100215 domain = irq_domain_alloc(of_node, size, ops, host_data);
Grant Likelycef50752012-07-11 17:24:31 +0100216 if (!domain)
Grant Likelya8db8cf2012-02-14 14:06:54 -0700217 return NULL;
218
Grant Likelya8db8cf2012-02-14 14:06:54 -0700219 irq_domain_add(domain);
220 return domain;
221}
Paul Mundtecd84eb2012-05-19 15:11:42 +0900222EXPORT_SYMBOL_GPL(irq_domain_add_linear);
Grant Likelya8db8cf2012-02-14 14:06:54 -0700223
224struct irq_domain *irq_domain_add_nomap(struct device_node *of_node,
Grant Likely6fa6c8e22012-02-15 15:06:08 -0700225 unsigned int max_irq,
Grant Likelya18dc812012-01-26 12:12:14 -0700226 const struct irq_domain_ops *ops,
Grant Likelya8db8cf2012-02-14 14:06:54 -0700227 void *host_data)
228{
Grant Likely1aa0dd92013-06-08 12:03:59 +0100229 struct irq_domain *domain = irq_domain_alloc(of_node, 0, ops, host_data);
Grant Likely6fa6c8e22012-02-15 15:06:08 -0700230 if (domain) {
Grant Likely1aa0dd92013-06-08 12:03:59 +0100231 domain->revmap_direct_max_irq = max_irq ? max_irq : ~0;
Grant Likelya8db8cf2012-02-14 14:06:54 -0700232 irq_domain_add(domain);
Grant Likely6fa6c8e22012-02-15 15:06:08 -0700233 }
Grant Likelya8db8cf2012-02-14 14:06:54 -0700234 return domain;
235}
Paul Mundtecd84eb2012-05-19 15:11:42 +0900236EXPORT_SYMBOL_GPL(irq_domain_add_nomap);
Grant Likelya8db8cf2012-02-14 14:06:54 -0700237
238/**
Grant Likelycc79ca62012-02-16 01:37:49 -0700239 * irq_find_host() - Locates a domain for a given device node
240 * @node: device-tree node of the interrupt controller
241 */
242struct irq_domain *irq_find_host(struct device_node *node)
243{
244 struct irq_domain *h, *found = NULL;
Grant Likelya18dc812012-01-26 12:12:14 -0700245 int rc;
Grant Likelycc79ca62012-02-16 01:37:49 -0700246
247 /* We might want to match the legacy controller last since
248 * it might potentially be set to match all interrupts in
249 * the absence of a device node. This isn't a problem so far
250 * yet though...
251 */
252 mutex_lock(&irq_domain_mutex);
Grant Likelya18dc812012-01-26 12:12:14 -0700253 list_for_each_entry(h, &irq_domain_list, link) {
254 if (h->ops->match)
255 rc = h->ops->match(h, node);
256 else
257 rc = (h->of_node != NULL) && (h->of_node == node);
258
259 if (rc) {
Grant Likelycc79ca62012-02-16 01:37:49 -0700260 found = h;
261 break;
262 }
Grant Likelya18dc812012-01-26 12:12:14 -0700263 }
Grant Likelycc79ca62012-02-16 01:37:49 -0700264 mutex_unlock(&irq_domain_mutex);
265 return found;
266}
267EXPORT_SYMBOL_GPL(irq_find_host);
268
269/**
270 * irq_set_default_host() - Set a "default" irq domain
Grant Likely68700652012-02-14 14:06:53 -0700271 * @domain: default domain pointer
Grant Likelycc79ca62012-02-16 01:37:49 -0700272 *
273 * For convenience, it's possible to set a "default" domain that will be used
274 * whenever NULL is passed to irq_create_mapping(). It makes life easier for
275 * platforms that want to manipulate a few hard coded interrupt numbers that
276 * aren't properly represented in the device-tree.
277 */
Grant Likely68700652012-02-14 14:06:53 -0700278void irq_set_default_host(struct irq_domain *domain)
Grant Likelycc79ca62012-02-16 01:37:49 -0700279{
Paul Mundt54a90582012-05-19 15:11:47 +0900280 pr_debug("Default domain set to @0x%p\n", domain);
Grant Likelycc79ca62012-02-16 01:37:49 -0700281
Grant Likely68700652012-02-14 14:06:53 -0700282 irq_default_domain = domain;
Grant Likelycc79ca62012-02-16 01:37:49 -0700283}
Paul Mundtecd84eb2012-05-19 15:11:42 +0900284EXPORT_SYMBOL_GPL(irq_set_default_host);
Grant Likelycc79ca62012-02-16 01:37:49 -0700285
Grant Likely913af202012-06-03 22:04:35 -0700286static void irq_domain_disassociate_many(struct irq_domain *domain,
287 unsigned int irq_base, int count)
288{
289 /*
290 * disassociate in reverse order;
291 * not strictly necessary, but nice for unwinding
292 */
293 while (count--) {
294 int irq = irq_base + count;
295 struct irq_data *irq_data = irq_get_irq_data(irq);
Chen Gang275e31b2013-05-14 19:02:45 +0800296 irq_hw_number_t hwirq;
Grant Likely913af202012-06-03 22:04:35 -0700297
298 if (WARN_ON(!irq_data || irq_data->domain != domain))
299 continue;
300
Chen Gang275e31b2013-05-14 19:02:45 +0800301 hwirq = irq_data->hwirq;
Grant Likely913af202012-06-03 22:04:35 -0700302 irq_set_status_flags(irq, IRQ_NOREQUEST);
303
304 /* remove chip and handler */
305 irq_set_chip_and_handler(irq, NULL, NULL);
306
307 /* Make sure it's completed */
308 synchronize_irq(irq);
309
310 /* Tell the PIC about it */
311 if (domain->ops->unmap)
312 domain->ops->unmap(domain, irq);
313 smp_mb();
314
315 irq_data->domain = NULL;
316 irq_data->hwirq = 0;
317
Grant Likelycef50752012-07-11 17:24:31 +0100318 /* Clear reverse map for this hwirq */
Grant Likely1aa0dd92013-06-08 12:03:59 +0100319 if (hwirq < domain->revmap_size) {
Grant Likelycef50752012-07-11 17:24:31 +0100320 domain->linear_revmap[hwirq] = 0;
321 } else {
Grant Likely913af202012-06-03 22:04:35 -0700322 mutex_lock(&revmap_trees_mutex);
Grant Likely1aa0dd92013-06-08 12:03:59 +0100323 radix_tree_delete(&domain->revmap_tree, hwirq);
Grant Likely913af202012-06-03 22:04:35 -0700324 mutex_unlock(&revmap_trees_mutex);
Grant Likely913af202012-06-03 22:04:35 -0700325 }
326 }
327}
328
Grant Likely98aa4682012-06-17 16:17:04 -0600329int irq_domain_associate_many(struct irq_domain *domain, unsigned int irq_base,
330 irq_hw_number_t hwirq_base, int count)
Grant Likelycc79ca62012-02-16 01:37:49 -0700331{
Grant Likely98aa4682012-06-17 16:17:04 -0600332 unsigned int virq = irq_base;
333 irq_hw_number_t hwirq = hwirq_base;
Mark Brownf5a1ad02012-07-20 10:33:19 +0100334 int i, ret;
Grant Likelycc79ca62012-02-16 01:37:49 -0700335
Grant Likely98aa4682012-06-17 16:17:04 -0600336 pr_debug("%s(%s, irqbase=%i, hwbase=%i, count=%i)\n", __func__,
337 of_node_full_name(domain->of_node), irq_base, (int)hwirq_base, count);
338
339 for (i = 0; i < count; i++) {
340 struct irq_data *irq_data = irq_get_irq_data(virq + i);
341
342 if (WARN(!irq_data, "error: irq_desc not allocated; "
343 "irq=%i hwirq=0x%x\n", virq + i, (int)hwirq + i))
344 return -EINVAL;
345 if (WARN(irq_data->domain, "error: irq_desc already associated; "
346 "irq=%i hwirq=0x%x\n", virq + i, (int)hwirq + i))
347 return -EINVAL;
348 };
349
350 for (i = 0; i < count; i++, virq++, hwirq++) {
351 struct irq_data *irq_data = irq_get_irq_data(virq);
352
353 irq_data->hwirq = hwirq;
354 irq_data->domain = domain;
Mark Brownf5a1ad02012-07-20 10:33:19 +0100355 if (domain->ops->map) {
356 ret = domain->ops->map(domain, virq, hwirq);
357 if (ret != 0) {
Benjamin Herrenschmidt5fe0c1f2013-05-06 11:37:43 +1000358 /*
359 * If map() returns -EPERM, this interrupt is protected
360 * by the firmware or some other service and shall not
Grant Likely5e1cda52013-05-29 03:10:53 +0100361 * be mapped. Don't bother telling the user about it.
Benjamin Herrenschmidt5fe0c1f2013-05-06 11:37:43 +1000362 */
363 if (ret != -EPERM) {
Grant Likely5e1cda52013-05-29 03:10:53 +0100364 pr_info("%s didn't like hwirq-0x%lx to VIRQ%i mapping (rc=%d)\n",
Grant Likely0bb4afb2013-06-06 14:23:30 +0100365 domain->name, hwirq, virq, ret);
Benjamin Herrenschmidt5fe0c1f2013-05-06 11:37:43 +1000366 }
Mark Brownf5a1ad02012-07-20 10:33:19 +0100367 irq_data->domain = NULL;
368 irq_data->hwirq = 0;
Grant Likely5e1cda52013-05-29 03:10:53 +0100369 continue;
Mark Brownf5a1ad02012-07-20 10:33:19 +0100370 }
Grant Likely0bb4afb2013-06-06 14:23:30 +0100371 /* If not already assigned, give the domain the chip's name */
372 if (!domain->name && irq_data->chip)
373 domain->name = irq_data->chip->name;
Grant Likely98aa4682012-06-17 16:17:04 -0600374 }
375
Grant Likely1aa0dd92013-06-08 12:03:59 +0100376 if (hwirq < domain->revmap_size) {
Grant Likelycef50752012-07-11 17:24:31 +0100377 domain->linear_revmap[hwirq] = virq;
378 } else {
Grant Likely98aa4682012-06-17 16:17:04 -0600379 mutex_lock(&revmap_trees_mutex);
Grant Likely1aa0dd92013-06-08 12:03:59 +0100380 radix_tree_insert(&domain->revmap_tree, hwirq, irq_data);
Grant Likely98aa4682012-06-17 16:17:04 -0600381 mutex_unlock(&revmap_trees_mutex);
Grant Likely98aa4682012-06-17 16:17:04 -0600382 }
383
384 irq_clear_status_flags(virq, IRQ_NOREQUEST);
Grant Likelycc79ca62012-02-16 01:37:49 -0700385 }
386
Grant Likelycc79ca62012-02-16 01:37:49 -0700387 return 0;
388}
Grant Likely98aa4682012-06-17 16:17:04 -0600389EXPORT_SYMBOL_GPL(irq_domain_associate_many);
Grant Likelycc79ca62012-02-16 01:37:49 -0700390
391/**
392 * irq_create_direct_mapping() - Allocate an irq for direct mapping
Grant Likely68700652012-02-14 14:06:53 -0700393 * @domain: domain to allocate the irq for or NULL for default domain
Grant Likelycc79ca62012-02-16 01:37:49 -0700394 *
395 * This routine is used for irq controllers which can choose the hardware
396 * interrupt numbers they generate. In such a case it's simplest to use
Grant Likely1aa0dd92013-06-08 12:03:59 +0100397 * the linux irq as the hardware interrupt number. It still uses the linear
398 * or radix tree to store the mapping, but the irq controller can optimize
399 * the revmap path by using the hwirq directly.
Grant Likelycc79ca62012-02-16 01:37:49 -0700400 */
Grant Likely68700652012-02-14 14:06:53 -0700401unsigned int irq_create_direct_mapping(struct irq_domain *domain)
Grant Likelycc79ca62012-02-16 01:37:49 -0700402{
403 unsigned int virq;
404
Grant Likely68700652012-02-14 14:06:53 -0700405 if (domain == NULL)
406 domain = irq_default_domain;
Grant Likelycc79ca62012-02-16 01:37:49 -0700407
Paul Mundt5ca4db62012-06-03 22:04:34 -0700408 virq = irq_alloc_desc_from(1, of_node_to_nid(domain->of_node));
Grant Likely03848372012-02-14 14:06:52 -0700409 if (!virq) {
Paul Mundt54a90582012-05-19 15:11:47 +0900410 pr_debug("create_direct virq allocation failed\n");
Grant Likely03848372012-02-14 14:06:52 -0700411 return 0;
Grant Likelycc79ca62012-02-16 01:37:49 -0700412 }
Grant Likely1aa0dd92013-06-08 12:03:59 +0100413 if (virq >= domain->revmap_direct_max_irq) {
Grant Likelycc79ca62012-02-16 01:37:49 -0700414 pr_err("ERROR: no free irqs available below %i maximum\n",
Grant Likely1aa0dd92013-06-08 12:03:59 +0100415 domain->revmap_direct_max_irq);
Grant Likelycc79ca62012-02-16 01:37:49 -0700416 irq_free_desc(virq);
417 return 0;
418 }
Paul Mundt54a90582012-05-19 15:11:47 +0900419 pr_debug("create_direct obtained virq %d\n", virq);
Grant Likelycc79ca62012-02-16 01:37:49 -0700420
Grant Likely98aa4682012-06-17 16:17:04 -0600421 if (irq_domain_associate(domain, virq, virq)) {
Grant Likelycc79ca62012-02-16 01:37:49 -0700422 irq_free_desc(virq);
Grant Likely03848372012-02-14 14:06:52 -0700423 return 0;
Grant Likelycc79ca62012-02-16 01:37:49 -0700424 }
425
426 return virq;
427}
Paul Mundtecd84eb2012-05-19 15:11:42 +0900428EXPORT_SYMBOL_GPL(irq_create_direct_mapping);
Grant Likelycc79ca62012-02-16 01:37:49 -0700429
430/**
431 * irq_create_mapping() - Map a hardware interrupt into linux irq space
Grant Likely68700652012-02-14 14:06:53 -0700432 * @domain: domain owning this hardware interrupt or NULL for default domain
433 * @hwirq: hardware irq number in that domain space
Grant Likelycc79ca62012-02-16 01:37:49 -0700434 *
435 * Only one mapping per hardware interrupt is permitted. Returns a linux
436 * irq number.
437 * If the sense/trigger is to be specified, set_irq_type() should be called
438 * on the number returned from that call.
439 */
Grant Likely68700652012-02-14 14:06:53 -0700440unsigned int irq_create_mapping(struct irq_domain *domain,
Grant Likelycc79ca62012-02-16 01:37:49 -0700441 irq_hw_number_t hwirq)
442{
David Daney5b7526e2012-04-05 16:52:13 -0700443 unsigned int hint;
444 int virq;
Grant Likelycc79ca62012-02-16 01:37:49 -0700445
Paul Mundt54a90582012-05-19 15:11:47 +0900446 pr_debug("irq_create_mapping(0x%p, 0x%lx)\n", domain, hwirq);
Grant Likelycc79ca62012-02-16 01:37:49 -0700447
Grant Likely68700652012-02-14 14:06:53 -0700448 /* Look for default domain if nececssary */
449 if (domain == NULL)
450 domain = irq_default_domain;
451 if (domain == NULL) {
Paul Mundt54a90582012-05-19 15:11:47 +0900452 pr_warning("irq_create_mapping called for"
453 " NULL domain, hwirq=%lx\n", hwirq);
Grant Likelycc79ca62012-02-16 01:37:49 -0700454 WARN_ON(1);
Grant Likely03848372012-02-14 14:06:52 -0700455 return 0;
Grant Likelycc79ca62012-02-16 01:37:49 -0700456 }
Paul Mundt54a90582012-05-19 15:11:47 +0900457 pr_debug("-> using domain @%p\n", domain);
Grant Likelycc79ca62012-02-16 01:37:49 -0700458
459 /* Check if mapping already exists */
Grant Likely68700652012-02-14 14:06:53 -0700460 virq = irq_find_mapping(domain, hwirq);
Grant Likely03848372012-02-14 14:06:52 -0700461 if (virq) {
Paul Mundt54a90582012-05-19 15:11:47 +0900462 pr_debug("-> existing mapping on virq %d\n", virq);
Grant Likelycc79ca62012-02-16 01:37:49 -0700463 return virq;
464 }
465
Grant Likely1bc04f22012-02-14 14:06:55 -0700466 /* Allocate a virtual interrupt number */
Grant Likely6fa6c8e22012-02-15 15:06:08 -0700467 hint = hwirq % nr_irqs;
Grant Likely1bc04f22012-02-14 14:06:55 -0700468 if (hint == 0)
469 hint++;
Paul Mundt5ca4db62012-06-03 22:04:34 -0700470 virq = irq_alloc_desc_from(hint, of_node_to_nid(domain->of_node));
David Daney5b7526e2012-04-05 16:52:13 -0700471 if (virq <= 0)
Paul Mundt5ca4db62012-06-03 22:04:34 -0700472 virq = irq_alloc_desc_from(1, of_node_to_nid(domain->of_node));
David Daney5b7526e2012-04-05 16:52:13 -0700473 if (virq <= 0) {
Paul Mundt54a90582012-05-19 15:11:47 +0900474 pr_debug("-> virq allocation failed\n");
Grant Likely1bc04f22012-02-14 14:06:55 -0700475 return 0;
Grant Likelycc79ca62012-02-16 01:37:49 -0700476 }
477
Grant Likely98aa4682012-06-17 16:17:04 -0600478 if (irq_domain_associate(domain, virq, hwirq)) {
Grant Likely73255702012-06-03 22:04:35 -0700479 irq_free_desc(virq);
Grant Likely03848372012-02-14 14:06:52 -0700480 return 0;
Grant Likelycc79ca62012-02-16 01:37:49 -0700481 }
482
Paul Mundt54a90582012-05-19 15:11:47 +0900483 pr_debug("irq %lu on domain %s mapped to virtual irq %u\n",
Grant Likelyefd68e72012-06-03 22:04:33 -0700484 hwirq, of_node_full_name(domain->of_node), virq);
Grant Likelycc79ca62012-02-16 01:37:49 -0700485
486 return virq;
487}
488EXPORT_SYMBOL_GPL(irq_create_mapping);
489
Grant Likely98aa4682012-06-17 16:17:04 -0600490/**
491 * irq_create_strict_mappings() - Map a range of hw irqs to fixed linux irqs
492 * @domain: domain owning the interrupt range
493 * @irq_base: beginning of linux IRQ range
494 * @hwirq_base: beginning of hardware IRQ range
495 * @count: Number of interrupts to map
496 *
497 * This routine is used for allocating and mapping a range of hardware
498 * irqs to linux irqs where the linux irq numbers are at pre-defined
499 * locations. For use by controllers that already have static mappings
500 * to insert in to the domain.
501 *
502 * Non-linear users can use irq_create_identity_mapping() for IRQ-at-a-time
503 * domain insertion.
504 *
505 * 0 is returned upon success, while any failure to establish a static
506 * mapping is treated as an error.
507 */
508int irq_create_strict_mappings(struct irq_domain *domain, unsigned int irq_base,
509 irq_hw_number_t hwirq_base, int count)
510{
511 int ret;
512
513 ret = irq_alloc_descs(irq_base, irq_base, count,
514 of_node_to_nid(domain->of_node));
515 if (unlikely(ret < 0))
516 return ret;
517
518 ret = irq_domain_associate_many(domain, irq_base, hwirq_base, count);
519 if (unlikely(ret < 0)) {
520 irq_free_descs(irq_base, count);
521 return ret;
522 }
523
524 return 0;
525}
526EXPORT_SYMBOL_GPL(irq_create_strict_mappings);
527
Grant Likelycc79ca62012-02-16 01:37:49 -0700528unsigned int irq_create_of_mapping(struct device_node *controller,
529 const u32 *intspec, unsigned int intsize)
530{
Grant Likely68700652012-02-14 14:06:53 -0700531 struct irq_domain *domain;
Grant Likelycc79ca62012-02-16 01:37:49 -0700532 irq_hw_number_t hwirq;
533 unsigned int type = IRQ_TYPE_NONE;
534 unsigned int virq;
535
Grant Likely68700652012-02-14 14:06:53 -0700536 domain = controller ? irq_find_host(controller) : irq_default_domain;
537 if (!domain) {
Grant Likelyabd23632012-02-24 08:07:06 -0700538#ifdef CONFIG_MIPS
539 /*
540 * Workaround to avoid breaking interrupt controller drivers
541 * that don't yet register an irq_domain. This is temporary
542 * code. ~~~gcl, Feb 24, 2012
543 *
544 * Scheduled for removal in Linux v3.6. That should be enough
545 * time.
546 */
547 if (intsize > 0)
548 return intspec[0];
549#endif
Paul Mundt54a90582012-05-19 15:11:47 +0900550 pr_warning("no irq domain found for %s !\n",
Grant Likelyefd68e72012-06-03 22:04:33 -0700551 of_node_full_name(controller));
Grant Likely03848372012-02-14 14:06:52 -0700552 return 0;
Grant Likelycc79ca62012-02-16 01:37:49 -0700553 }
554
Grant Likely68700652012-02-14 14:06:53 -0700555 /* If domain has no translation, then we assume interrupt line */
556 if (domain->ops->xlate == NULL)
Grant Likelycc79ca62012-02-16 01:37:49 -0700557 hwirq = intspec[0];
558 else {
Grant Likely68700652012-02-14 14:06:53 -0700559 if (domain->ops->xlate(domain, controller, intspec, intsize,
Grant Likelycc79ca62012-02-16 01:37:49 -0700560 &hwirq, &type))
Grant Likely03848372012-02-14 14:06:52 -0700561 return 0;
Grant Likelycc79ca62012-02-16 01:37:49 -0700562 }
563
564 /* Create mapping */
Grant Likely68700652012-02-14 14:06:53 -0700565 virq = irq_create_mapping(domain, hwirq);
Grant Likely03848372012-02-14 14:06:52 -0700566 if (!virq)
Grant Likelycc79ca62012-02-16 01:37:49 -0700567 return virq;
568
569 /* Set type if specified and different than the current one */
570 if (type != IRQ_TYPE_NONE &&
571 type != (irqd_get_trigger_type(irq_get_irq_data(virq))))
572 irq_set_irq_type(virq, type);
573 return virq;
574}
575EXPORT_SYMBOL_GPL(irq_create_of_mapping);
576
577/**
578 * irq_dispose_mapping() - Unmap an interrupt
579 * @virq: linux irq number of the interrupt to unmap
580 */
581void irq_dispose_mapping(unsigned int virq)
582{
583 struct irq_data *irq_data = irq_get_irq_data(virq);
Grant Likely68700652012-02-14 14:06:53 -0700584 struct irq_domain *domain;
Grant Likelycc79ca62012-02-16 01:37:49 -0700585
Grant Likely03848372012-02-14 14:06:52 -0700586 if (!virq || !irq_data)
Grant Likelycc79ca62012-02-16 01:37:49 -0700587 return;
588
Grant Likely68700652012-02-14 14:06:53 -0700589 domain = irq_data->domain;
590 if (WARN_ON(domain == NULL))
Grant Likelycc79ca62012-02-16 01:37:49 -0700591 return;
592
Grant Likely913af202012-06-03 22:04:35 -0700593 irq_domain_disassociate_many(domain, virq, 1);
Grant Likelycc79ca62012-02-16 01:37:49 -0700594 irq_free_desc(virq);
595}
596EXPORT_SYMBOL_GPL(irq_dispose_mapping);
597
598/**
599 * irq_find_mapping() - Find a linux irq from an hw irq number.
Grant Likely68700652012-02-14 14:06:53 -0700600 * @domain: domain owning this hardware interrupt
601 * @hwirq: hardware irq number in that domain space
Grant Likelycc79ca62012-02-16 01:37:49 -0700602 */
Grant Likely68700652012-02-14 14:06:53 -0700603unsigned int irq_find_mapping(struct irq_domain *domain,
Grant Likelycc79ca62012-02-16 01:37:49 -0700604 irq_hw_number_t hwirq)
605{
Grant Likely4c0946c2012-06-03 22:04:39 -0700606 struct irq_data *data;
Grant Likelycc79ca62012-02-16 01:37:49 -0700607
Grant Likely68700652012-02-14 14:06:53 -0700608 /* Look for default domain if nececssary */
609 if (domain == NULL)
610 domain = irq_default_domain;
611 if (domain == NULL)
Grant Likely03848372012-02-14 14:06:52 -0700612 return 0;
Grant Likelycc79ca62012-02-16 01:37:49 -0700613
Grant Likely1aa0dd92013-06-08 12:03:59 +0100614 if (hwirq < domain->revmap_direct_max_irq) {
Grant Likely4c0946c2012-06-03 22:04:39 -0700615 data = irq_get_irq_data(hwirq);
Grant Likely68700652012-02-14 14:06:53 -0700616 if (data && (data->domain == domain) && (data->hwirq == hwirq))
Grant Likely4c0946c2012-06-03 22:04:39 -0700617 return hwirq;
Grant Likely4c0946c2012-06-03 22:04:39 -0700618 }
619
Grant Likely1aa0dd92013-06-08 12:03:59 +0100620 return irq_linear_revmap(domain, hwirq);
Grant Likelycc79ca62012-02-16 01:37:49 -0700621}
622EXPORT_SYMBOL_GPL(irq_find_mapping);
623
624/**
Grant Likelycc79ca62012-02-16 01:37:49 -0700625 * irq_linear_revmap() - Find a linux irq from a hw irq number.
Grant Likely68700652012-02-14 14:06:53 -0700626 * @domain: domain owning this hardware interrupt
627 * @hwirq: hardware irq number in that domain space
Grant Likelycc79ca62012-02-16 01:37:49 -0700628 *
Grant Likely4c0946c2012-06-03 22:04:39 -0700629 * This is a fast path that can be called directly by irq controller code to
630 * save a handful of instructions.
Grant Likelycc79ca62012-02-16 01:37:49 -0700631 */
Grant Likely68700652012-02-14 14:06:53 -0700632unsigned int irq_linear_revmap(struct irq_domain *domain,
Grant Likelycc79ca62012-02-16 01:37:49 -0700633 irq_hw_number_t hwirq)
634{
Grant Likelycef50752012-07-11 17:24:31 +0100635 struct irq_data *data;
Grant Likelycc79ca62012-02-16 01:37:49 -0700636
Grant Likely4c0946c2012-06-03 22:04:39 -0700637 /* Check revmap bounds; complain if exceeded */
Grant Likely1aa0dd92013-06-08 12:03:59 +0100638 if (hwirq >= domain->revmap_size) {
Grant Likelycef50752012-07-11 17:24:31 +0100639 rcu_read_lock();
Grant Likely1aa0dd92013-06-08 12:03:59 +0100640 data = radix_tree_lookup(&domain->revmap_tree, hwirq);
Grant Likelycef50752012-07-11 17:24:31 +0100641 rcu_read_unlock();
642 return data ? data->irq : 0;
643 }
Grant Likelycc79ca62012-02-16 01:37:49 -0700644
Grant Likelycef50752012-07-11 17:24:31 +0100645 return domain->linear_revmap[hwirq];
Grant Likelycc79ca62012-02-16 01:37:49 -0700646}
Paul Mundtecd84eb2012-05-19 15:11:42 +0900647EXPORT_SYMBOL_GPL(irq_linear_revmap);
Grant Likelycc79ca62012-02-16 01:37:49 -0700648
Grant Likely092b2fb2012-03-29 14:10:30 -0600649#ifdef CONFIG_IRQ_DOMAIN_DEBUG
Grant Likelycc79ca62012-02-16 01:37:49 -0700650static int virq_debug_show(struct seq_file *m, void *private)
651{
652 unsigned long flags;
653 struct irq_desc *desc;
Grant Likelycc79ca62012-02-16 01:37:49 -0700654 void *data;
655 int i;
656
Grant Likely15e06bf2012-04-11 00:26:25 -0600657 seq_printf(m, "%-5s %-7s %-15s %-*s %s\n", "irq", "hwirq",
Grant Likely5269a9a2012-04-12 14:42:15 -0600658 "chip name", (int)(2 * sizeof(void *) + 2), "chip data",
659 "domain name");
Grant Likelycc79ca62012-02-16 01:37:49 -0700660
661 for (i = 1; i < nr_irqs; i++) {
662 desc = irq_to_desc(i);
663 if (!desc)
664 continue;
665
666 raw_spin_lock_irqsave(&desc->lock, flags);
667
668 if (desc->action && desc->action->handler) {
669 struct irq_chip *chip;
670
671 seq_printf(m, "%5d ", i);
672 seq_printf(m, "0x%05lx ", desc->irq_data.hwirq);
673
674 chip = irq_desc_get_chip(desc);
Grant Likely0bb4afb2013-06-06 14:23:30 +0100675 seq_printf(m, "%-15s ", (chip && chip->name) ? chip->name : "none");
Grant Likelycc79ca62012-02-16 01:37:49 -0700676
677 data = irq_desc_get_chip_data(desc);
Grant Likely15e06bf2012-04-11 00:26:25 -0600678 seq_printf(m, data ? "0x%p " : " %p ", data);
Grant Likelycc79ca62012-02-16 01:37:49 -0700679
Grant Likely0bb4afb2013-06-06 14:23:30 +0100680 seq_printf(m, "%s\n", desc->irq_data.domain->name);
Grant Likelycc79ca62012-02-16 01:37:49 -0700681 }
682
683 raw_spin_unlock_irqrestore(&desc->lock, flags);
684 }
685
686 return 0;
687}
688
689static int virq_debug_open(struct inode *inode, struct file *file)
690{
691 return single_open(file, virq_debug_show, inode->i_private);
692}
693
694static const struct file_operations virq_debug_fops = {
695 .open = virq_debug_open,
696 .read = seq_read,
697 .llseek = seq_lseek,
698 .release = single_release,
699};
700
701static int __init irq_debugfs_init(void)
702{
Grant Likely092b2fb2012-03-29 14:10:30 -0600703 if (debugfs_create_file("irq_domain_mapping", S_IRUGO, NULL,
Grant Likelycc79ca62012-02-16 01:37:49 -0700704 NULL, &virq_debug_fops) == NULL)
705 return -ENOMEM;
706
707 return 0;
708}
709__initcall(irq_debugfs_init);
Grant Likely092b2fb2012-03-29 14:10:30 -0600710#endif /* CONFIG_IRQ_DOMAIN_DEBUG */
Grant Likelycc79ca62012-02-16 01:37:49 -0700711
Grant Likely16b2e6e2012-01-26 11:26:52 -0700712/**
713 * irq_domain_xlate_onecell() - Generic xlate for direct one cell bindings
714 *
715 * Device Tree IRQ specifier translation function which works with one cell
716 * bindings where the cell value maps directly to the hwirq number.
717 */
718int irq_domain_xlate_onecell(struct irq_domain *d, struct device_node *ctrlr,
719 const u32 *intspec, unsigned int intsize,
720 unsigned long *out_hwirq, unsigned int *out_type)
Grant Likely7e713302011-07-26 03:19:06 -0600721{
Grant Likely16b2e6e2012-01-26 11:26:52 -0700722 if (WARN_ON(intsize < 1))
Grant Likely7e713302011-07-26 03:19:06 -0600723 return -EINVAL;
Grant Likely7e713302011-07-26 03:19:06 -0600724 *out_hwirq = intspec[0];
725 *out_type = IRQ_TYPE_NONE;
Grant Likely7e713302011-07-26 03:19:06 -0600726 return 0;
727}
Grant Likely16b2e6e2012-01-26 11:26:52 -0700728EXPORT_SYMBOL_GPL(irq_domain_xlate_onecell);
729
730/**
731 * irq_domain_xlate_twocell() - Generic xlate for direct two cell bindings
732 *
733 * Device Tree IRQ specifier translation function which works with two cell
734 * bindings where the cell values map directly to the hwirq number
735 * and linux irq flags.
736 */
737int irq_domain_xlate_twocell(struct irq_domain *d, struct device_node *ctrlr,
738 const u32 *intspec, unsigned int intsize,
739 irq_hw_number_t *out_hwirq, unsigned int *out_type)
740{
741 if (WARN_ON(intsize < 2))
742 return -EINVAL;
743 *out_hwirq = intspec[0];
744 *out_type = intspec[1] & IRQ_TYPE_SENSE_MASK;
745 return 0;
746}
747EXPORT_SYMBOL_GPL(irq_domain_xlate_twocell);
748
749/**
750 * irq_domain_xlate_onetwocell() - Generic xlate for one or two cell bindings
751 *
752 * Device Tree IRQ specifier translation function which works with either one
753 * or two cell bindings where the cell values map directly to the hwirq number
754 * and linux irq flags.
755 *
756 * Note: don't use this function unless your interrupt controller explicitly
757 * supports both one and two cell bindings. For the majority of controllers
758 * the _onecell() or _twocell() variants above should be used.
759 */
760int irq_domain_xlate_onetwocell(struct irq_domain *d,
761 struct device_node *ctrlr,
762 const u32 *intspec, unsigned int intsize,
763 unsigned long *out_hwirq, unsigned int *out_type)
764{
765 if (WARN_ON(intsize < 1))
766 return -EINVAL;
767 *out_hwirq = intspec[0];
768 *out_type = (intsize > 1) ? intspec[1] : IRQ_TYPE_NONE;
769 return 0;
770}
771EXPORT_SYMBOL_GPL(irq_domain_xlate_onetwocell);
Grant Likely7e713302011-07-26 03:19:06 -0600772
Grant Likelya18dc812012-01-26 12:12:14 -0700773const struct irq_domain_ops irq_domain_simple_ops = {
Grant Likely16b2e6e2012-01-26 11:26:52 -0700774 .xlate = irq_domain_xlate_onetwocell,
Grant Likely75294952012-02-14 14:06:57 -0700775};
776EXPORT_SYMBOL_GPL(irq_domain_simple_ops);
777
778#ifdef CONFIG_OF_IRQ
Grant Likely7e713302011-07-26 03:19:06 -0600779void irq_domain_generate_simple(const struct of_device_id *match,
780 u64 phys_base, unsigned int irq_start)
781{
782 struct device_node *node;
Grant Likelye1964c52012-02-14 14:06:48 -0700783 pr_debug("looking for phys_base=%llx, irq_start=%i\n",
Grant Likely7e713302011-07-26 03:19:06 -0600784 (unsigned long long) phys_base, (int) irq_start);
785 node = of_find_matching_node_by_address(NULL, match, phys_base);
786 if (node)
Grant Likely6b783f72012-01-10 17:09:30 -0700787 irq_domain_add_legacy(node, 32, irq_start, 0,
788 &irq_domain_simple_ops, NULL);
Grant Likely7e713302011-07-26 03:19:06 -0600789}
790EXPORT_SYMBOL_GPL(irq_domain_generate_simple);
Grant Likely75294952012-02-14 14:06:57 -0700791#endif