blob: 368ee4e5266d43e9b23e2fe18bdd2199f7676bed [file] [log] [blame]
Mark Maulefd58e552006-04-10 21:17:48 -05001/*
2 * MSI hooks for standard x86 apic
3 */
4
5#include <linux/pci.h>
6#include <linux/irq.h>
Eric W. Biederman3b7d1922006-10-04 02:16:59 -07007#include <linux/msi.h>
Fenghua Yu62fdd762008-10-17 12:14:13 -07008#include <linux/dmar.h>
Christian Kujaua4cffb62006-06-26 14:00:02 +02009#include <asm/smp.h>
Xiantao Zhang2fa89372009-02-16 15:14:48 +080010#include <asm/msidef.h>
Mark Maulefd58e552006-04-10 21:17:48 -050011
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070012static struct irq_chip ia64_msi_chip;
Mark Maulefd58e552006-04-10 21:17:48 -050013
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070014#ifdef CONFIG_SMP
Rusty Russell0de26522008-12-13 21:20:26 +103015static void ia64_set_msi_irq_affinity(unsigned int irq,
16 const cpumask_t *cpu_mask)
Mark Maulefd58e552006-04-10 21:17:48 -050017{
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070018 struct msi_msg msg;
Yasuaki Ishimatsucd378f12007-07-17 21:22:48 +090019 u32 addr, data;
Rusty Russell0de26522008-12-13 21:20:26 +103020 int cpu = first_cpu(*cpu_mask);
Mark Maulefd58e552006-04-10 21:17:48 -050021
Yasuaki Ishimatsucd378f12007-07-17 21:22:48 +090022 if (!cpu_online(cpu))
23 return;
24
Kenji Kaneshigea6cd63222008-02-25 14:32:22 +090025 if (irq_prepare_move(irq, cpu))
Yasuaki Ishimatsu4994be12007-07-17 21:22:33 +090026 return;
27
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070028 read_msi_msg(irq, &msg);
29
30 addr = msg.address_lo;
Xiantao Zhang2fa89372009-02-16 15:14:48 +080031 addr &= MSI_ADDR_DEST_ID_MASK;
32 addr |= MSI_ADDR_DEST_ID_CPU(cpu_physical_id(cpu));
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070033 msg.address_lo = addr;
Mark Maulefd58e552006-04-10 21:17:48 -050034
Yasuaki Ishimatsucd378f12007-07-17 21:22:48 +090035 data = msg.data;
36 data &= MSI_DATA_VECTOR_MASK;
37 data |= MSI_DATA_VECTOR(irq_to_vector(irq));
38 msg.data = data;
39
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070040 write_msi_msg(irq, &msg);
Yasuaki Ishimatsucd378f12007-07-17 21:22:48 +090041 irq_desc[irq].affinity = cpumask_of_cpu(cpu);
Mark Maulefd58e552006-04-10 21:17:48 -050042}
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070043#endif /* CONFIG_SMP */
Mark Maulefd58e552006-04-10 21:17:48 -050044
Eric W. Biedermanf7feaca2007-01-28 12:56:37 -070045int ia64_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc)
Mark Maulefd58e552006-04-10 21:17:48 -050046{
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070047 struct msi_msg msg;
Mark Maulefd58e552006-04-10 21:17:48 -050048 unsigned long dest_phys_id;
Kenji Kaneshige8a3a0ee2007-03-26 09:38:42 +090049 int irq, vector;
Yasuaki Ishimatsu4994be12007-07-17 21:22:33 +090050 cpumask_t mask;
Mark Maulefd58e552006-04-10 21:17:48 -050051
Eric W. Biedermanf7feaca2007-01-28 12:56:37 -070052 irq = create_irq();
53 if (irq < 0)
54 return irq;
55
56 set_irq_msi(irq, desc);
Yasuaki Ishimatsu4994be12007-07-17 21:22:33 +090057 cpus_and(mask, irq_to_domain(irq), cpu_online_map);
58 dest_phys_id = cpu_physical_id(first_cpu(mask));
Ishimatsu Yasuaki9438a122007-04-06 16:51:12 +090059 vector = irq_to_vector(irq);
Mark Maulefd58e552006-04-10 21:17:48 -050060
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070061 msg.address_hi = 0;
62 msg.address_lo =
Eric W. Biederman38bc0362006-10-04 02:16:34 -070063 MSI_ADDR_HEADER |
Xiantao Zhang2fa89372009-02-16 15:14:48 +080064 MSI_ADDR_DEST_MODE_PHYS |
Eric W. Biederman38bc0362006-10-04 02:16:34 -070065 MSI_ADDR_REDIRECTION_CPU |
Xiantao Zhang2fa89372009-02-16 15:14:48 +080066 MSI_ADDR_DEST_ID_CPU(dest_phys_id);
Mark Maulefd58e552006-04-10 21:17:48 -050067
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070068 msg.data =
Eric W. Biederman38bc0362006-10-04 02:16:34 -070069 MSI_DATA_TRIGGER_EDGE |
Mark Maulefd58e552006-04-10 21:17:48 -050070 MSI_DATA_LEVEL_ASSERT |
71 MSI_DATA_DELIVERY_FIXED |
72 MSI_DATA_VECTOR(vector);
73
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070074 write_msi_msg(irq, &msg);
75 set_irq_chip_and_handler(irq, &ia64_msi_chip, handle_edge_irq);
76
Kenji Kaneshige3aff0372007-10-30 16:01:49 +090077 return 0;
Mark Maulefd58e552006-04-10 21:17:48 -050078}
79
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070080void ia64_teardown_msi_irq(unsigned int irq)
Mark Maulefd58e552006-04-10 21:17:48 -050081{
Eric W. Biedermanf7feaca2007-01-28 12:56:37 -070082 destroy_irq(irq);
Mark Maulefd58e552006-04-10 21:17:48 -050083}
84
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070085static void ia64_ack_msi_irq(unsigned int irq)
86{
Kenji Kaneshigea6cd63222008-02-25 14:32:22 +090087 irq_complete_move(irq);
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070088 move_native_irq(irq);
89 ia64_eoi();
90}
Mark Maulefd58e552006-04-10 21:17:48 -050091
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070092static int ia64_msi_retrigger_irq(unsigned int irq)
93{
Ishimatsu Yasuaki9438a122007-04-06 16:51:12 +090094 unsigned int vector = irq_to_vector(irq);
Eric W. Biederman3b7d1922006-10-04 02:16:59 -070095 ia64_resend_irq(vector);
96
97 return 1;
98}
99
100/*
101 * Generic ops used on most IA64 platforms.
102 */
103static struct irq_chip ia64_msi_chip = {
104 .name = "PCI-MSI",
105 .mask = mask_msi_irq,
106 .unmask = unmask_msi_irq,
107 .ack = ia64_ack_msi_irq,
108#ifdef CONFIG_SMP
109 .set_affinity = ia64_set_msi_irq_affinity,
110#endif
111 .retrigger = ia64_msi_retrigger_irq,
Mark Maulefd58e552006-04-10 21:17:48 -0500112};
Eric W. Biederman3b7d1922006-10-04 02:16:59 -0700113
114
Eric W. Biedermanf7feaca2007-01-28 12:56:37 -0700115int arch_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc)
Eric W. Biederman3b7d1922006-10-04 02:16:59 -0700116{
117 if (platform_setup_msi_irq)
Eric W. Biedermanf7feaca2007-01-28 12:56:37 -0700118 return platform_setup_msi_irq(pdev, desc);
Eric W. Biederman3b7d1922006-10-04 02:16:59 -0700119
Eric W. Biedermanf7feaca2007-01-28 12:56:37 -0700120 return ia64_setup_msi_irq(pdev, desc);
Eric W. Biederman3b7d1922006-10-04 02:16:59 -0700121}
122
123void arch_teardown_msi_irq(unsigned int irq)
124{
125 if (platform_teardown_msi_irq)
126 return platform_teardown_msi_irq(irq);
127
128 return ia64_teardown_msi_irq(irq);
129}
Fenghua Yu62fdd762008-10-17 12:14:13 -0700130
131#ifdef CONFIG_DMAR
132#ifdef CONFIG_SMP
Rusty Russell0de26522008-12-13 21:20:26 +1030133static void dmar_msi_set_affinity(unsigned int irq, const struct cpumask *mask)
Fenghua Yu62fdd762008-10-17 12:14:13 -0700134{
135 struct irq_cfg *cfg = irq_cfg + irq;
136 struct msi_msg msg;
Rusty Russell0de26522008-12-13 21:20:26 +1030137 int cpu = cpumask_first(mask);
Fenghua Yu62fdd762008-10-17 12:14:13 -0700138
139 if (!cpu_online(cpu))
140 return;
141
142 if (irq_prepare_move(irq, cpu))
143 return;
144
145 dmar_msi_read(irq, &msg);
146
147 msg.data &= ~MSI_DATA_VECTOR_MASK;
148 msg.data |= MSI_DATA_VECTOR(cfg->vector);
Xiantao Zhang2fa89372009-02-16 15:14:48 +0800149 msg.address_lo &= ~MSI_ADDR_DEST_ID_MASK;
150 msg.address_lo |= MSI_ADDR_DEST_ID_CPU(cpu_physical_id(cpu));
Fenghua Yu62fdd762008-10-17 12:14:13 -0700151
152 dmar_msi_write(irq, &msg);
Rusty Russell0de26522008-12-13 21:20:26 +1030153 irq_desc[irq].affinity = *mask;
Fenghua Yu62fdd762008-10-17 12:14:13 -0700154}
155#endif /* CONFIG_SMP */
156
157struct irq_chip dmar_msi_type = {
158 .name = "DMAR_MSI",
159 .unmask = dmar_msi_unmask,
160 .mask = dmar_msi_mask,
161 .ack = ia64_ack_msi_irq,
162#ifdef CONFIG_SMP
163 .set_affinity = dmar_msi_set_affinity,
164#endif
165 .retrigger = ia64_msi_retrigger_irq,
166};
167
168static int
169msi_compose_msg(struct pci_dev *pdev, unsigned int irq, struct msi_msg *msg)
170{
171 struct irq_cfg *cfg = irq_cfg + irq;
172 unsigned dest;
173 cpumask_t mask;
174
175 cpus_and(mask, irq_to_domain(irq), cpu_online_map);
176 dest = cpu_physical_id(first_cpu(mask));
177
178 msg->address_hi = 0;
179 msg->address_lo =
180 MSI_ADDR_HEADER |
Xiantao Zhang2fa89372009-02-16 15:14:48 +0800181 MSI_ADDR_DEST_MODE_PHYS |
Fenghua Yu62fdd762008-10-17 12:14:13 -0700182 MSI_ADDR_REDIRECTION_CPU |
Xiantao Zhang2fa89372009-02-16 15:14:48 +0800183 MSI_ADDR_DEST_ID_CPU(dest);
Fenghua Yu62fdd762008-10-17 12:14:13 -0700184
185 msg->data =
186 MSI_DATA_TRIGGER_EDGE |
187 MSI_DATA_LEVEL_ASSERT |
188 MSI_DATA_DELIVERY_FIXED |
189 MSI_DATA_VECTOR(cfg->vector);
190 return 0;
191}
192
193int arch_setup_dmar_msi(unsigned int irq)
194{
195 int ret;
196 struct msi_msg msg;
197
198 ret = msi_compose_msg(NULL, irq, &msg);
199 if (ret < 0)
200 return ret;
201 dmar_msi_write(irq, &msg);
202 set_irq_chip_and_handler_name(irq, &dmar_msi_type, handle_edge_irq,
203 "edge");
204 return 0;
205}
206#endif /* CONFIG_DMAR */
207