Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 1 | /* |
| 2 | * MSI hooks for standard x86 apic |
| 3 | */ |
| 4 | |
| 5 | #include <linux/pci.h> |
| 6 | #include <linux/irq.h> |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 7 | #include <linux/msi.h> |
Christian Kujau | a4cffb6 | 2006-06-26 14:00:02 +0200 | [diff] [blame] | 8 | #include <asm/smp.h> |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 9 | |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 10 | /* |
| 11 | * Shifts for APIC-based data |
| 12 | */ |
| 13 | |
| 14 | #define MSI_DATA_VECTOR_SHIFT 0 |
| 15 | #define MSI_DATA_VECTOR(v) (((u8)v) << MSI_DATA_VECTOR_SHIFT) |
Yasuaki Ishimatsu | cd378f1 | 2007-07-17 21:22:48 +0900 | [diff] [blame] | 16 | #define MSI_DATA_VECTOR_MASK 0xffffff00 |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 17 | |
| 18 | #define MSI_DATA_DELIVERY_SHIFT 8 |
| 19 | #define MSI_DATA_DELIVERY_FIXED (0 << MSI_DATA_DELIVERY_SHIFT) |
| 20 | #define MSI_DATA_DELIVERY_LOWPRI (1 << MSI_DATA_DELIVERY_SHIFT) |
| 21 | |
| 22 | #define MSI_DATA_LEVEL_SHIFT 14 |
| 23 | #define MSI_DATA_LEVEL_DEASSERT (0 << MSI_DATA_LEVEL_SHIFT) |
| 24 | #define MSI_DATA_LEVEL_ASSERT (1 << MSI_DATA_LEVEL_SHIFT) |
| 25 | |
| 26 | #define MSI_DATA_TRIGGER_SHIFT 15 |
| 27 | #define MSI_DATA_TRIGGER_EDGE (0 << MSI_DATA_TRIGGER_SHIFT) |
| 28 | #define MSI_DATA_TRIGGER_LEVEL (1 << MSI_DATA_TRIGGER_SHIFT) |
| 29 | |
| 30 | /* |
| 31 | * Shift/mask fields for APIC-based bus address |
| 32 | */ |
| 33 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 34 | #define MSI_TARGET_CPU_SHIFT 4 |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 35 | #define MSI_ADDR_HEADER 0xfee00000 |
| 36 | |
| 37 | #define MSI_ADDR_DESTID_MASK 0xfff0000f |
| 38 | #define MSI_ADDR_DESTID_CPU(cpu) ((cpu) << MSI_TARGET_CPU_SHIFT) |
| 39 | |
| 40 | #define MSI_ADDR_DESTMODE_SHIFT 2 |
| 41 | #define MSI_ADDR_DESTMODE_PHYS (0 << MSI_ADDR_DESTMODE_SHIFT) |
| 42 | #define MSI_ADDR_DESTMODE_LOGIC (1 << MSI_ADDR_DESTMODE_SHIFT) |
| 43 | |
| 44 | #define MSI_ADDR_REDIRECTION_SHIFT 3 |
| 45 | #define MSI_ADDR_REDIRECTION_CPU (0 << MSI_ADDR_REDIRECTION_SHIFT) |
| 46 | #define MSI_ADDR_REDIRECTION_LOWPRI (1 << MSI_ADDR_REDIRECTION_SHIFT) |
| 47 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 48 | static struct irq_chip ia64_msi_chip; |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 49 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 50 | #ifdef CONFIG_SMP |
| 51 | static void ia64_set_msi_irq_affinity(unsigned int irq, cpumask_t cpu_mask) |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 52 | { |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 53 | struct msi_msg msg; |
Yasuaki Ishimatsu | cd378f1 | 2007-07-17 21:22:48 +0900 | [diff] [blame] | 54 | u32 addr, data; |
| 55 | int cpu = first_cpu(cpu_mask); |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 56 | |
Yasuaki Ishimatsu | cd378f1 | 2007-07-17 21:22:48 +0900 | [diff] [blame] | 57 | if (!cpu_online(cpu)) |
| 58 | return; |
| 59 | |
Kenji Kaneshige | a6cd6322 | 2008-02-25 14:32:22 +0900 | [diff] [blame^] | 60 | if (irq_prepare_move(irq, cpu)) |
Yasuaki Ishimatsu | 4994be1 | 2007-07-17 21:22:33 +0900 | [diff] [blame] | 61 | return; |
| 62 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 63 | read_msi_msg(irq, &msg); |
| 64 | |
| 65 | addr = msg.address_lo; |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 66 | addr &= MSI_ADDR_DESTID_MASK; |
Yasuaki Ishimatsu | cd378f1 | 2007-07-17 21:22:48 +0900 | [diff] [blame] | 67 | addr |= MSI_ADDR_DESTID_CPU(cpu_physical_id(cpu)); |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 68 | msg.address_lo = addr; |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 69 | |
Yasuaki Ishimatsu | cd378f1 | 2007-07-17 21:22:48 +0900 | [diff] [blame] | 70 | data = msg.data; |
| 71 | data &= MSI_DATA_VECTOR_MASK; |
| 72 | data |= MSI_DATA_VECTOR(irq_to_vector(irq)); |
| 73 | msg.data = data; |
| 74 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 75 | write_msi_msg(irq, &msg); |
Yasuaki Ishimatsu | cd378f1 | 2007-07-17 21:22:48 +0900 | [diff] [blame] | 76 | irq_desc[irq].affinity = cpumask_of_cpu(cpu); |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 77 | } |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 78 | #endif /* CONFIG_SMP */ |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 79 | |
Eric W. Biederman | f7feaca | 2007-01-28 12:56:37 -0700 | [diff] [blame] | 80 | int ia64_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc) |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 81 | { |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 82 | struct msi_msg msg; |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 83 | unsigned long dest_phys_id; |
Kenji Kaneshige | 8a3a0ee | 2007-03-26 09:38:42 +0900 | [diff] [blame] | 84 | int irq, vector; |
Yasuaki Ishimatsu | 4994be1 | 2007-07-17 21:22:33 +0900 | [diff] [blame] | 85 | cpumask_t mask; |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 86 | |
Eric W. Biederman | f7feaca | 2007-01-28 12:56:37 -0700 | [diff] [blame] | 87 | irq = create_irq(); |
| 88 | if (irq < 0) |
| 89 | return irq; |
| 90 | |
| 91 | set_irq_msi(irq, desc); |
Yasuaki Ishimatsu | 4994be1 | 2007-07-17 21:22:33 +0900 | [diff] [blame] | 92 | cpus_and(mask, irq_to_domain(irq), cpu_online_map); |
| 93 | dest_phys_id = cpu_physical_id(first_cpu(mask)); |
Ishimatsu Yasuaki | 9438a12 | 2007-04-06 16:51:12 +0900 | [diff] [blame] | 94 | vector = irq_to_vector(irq); |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 95 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 96 | msg.address_hi = 0; |
| 97 | msg.address_lo = |
Eric W. Biederman | 38bc036 | 2006-10-04 02:16:34 -0700 | [diff] [blame] | 98 | MSI_ADDR_HEADER | |
| 99 | MSI_ADDR_DESTMODE_PHYS | |
| 100 | MSI_ADDR_REDIRECTION_CPU | |
| 101 | MSI_ADDR_DESTID_CPU(dest_phys_id); |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 102 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 103 | msg.data = |
Eric W. Biederman | 38bc036 | 2006-10-04 02:16:34 -0700 | [diff] [blame] | 104 | MSI_DATA_TRIGGER_EDGE | |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 105 | MSI_DATA_LEVEL_ASSERT | |
| 106 | MSI_DATA_DELIVERY_FIXED | |
| 107 | MSI_DATA_VECTOR(vector); |
| 108 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 109 | write_msi_msg(irq, &msg); |
| 110 | set_irq_chip_and_handler(irq, &ia64_msi_chip, handle_edge_irq); |
| 111 | |
Kenji Kaneshige | 3aff037 | 2007-10-30 16:01:49 +0900 | [diff] [blame] | 112 | return 0; |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 113 | } |
| 114 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 115 | void ia64_teardown_msi_irq(unsigned int irq) |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 116 | { |
Eric W. Biederman | f7feaca | 2007-01-28 12:56:37 -0700 | [diff] [blame] | 117 | destroy_irq(irq); |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 118 | } |
| 119 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 120 | static void ia64_ack_msi_irq(unsigned int irq) |
| 121 | { |
Kenji Kaneshige | a6cd6322 | 2008-02-25 14:32:22 +0900 | [diff] [blame^] | 122 | irq_complete_move(irq); |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 123 | move_native_irq(irq); |
| 124 | ia64_eoi(); |
| 125 | } |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 126 | |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 127 | static int ia64_msi_retrigger_irq(unsigned int irq) |
| 128 | { |
Ishimatsu Yasuaki | 9438a12 | 2007-04-06 16:51:12 +0900 | [diff] [blame] | 129 | unsigned int vector = irq_to_vector(irq); |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 130 | ia64_resend_irq(vector); |
| 131 | |
| 132 | return 1; |
| 133 | } |
| 134 | |
| 135 | /* |
| 136 | * Generic ops used on most IA64 platforms. |
| 137 | */ |
| 138 | static struct irq_chip ia64_msi_chip = { |
| 139 | .name = "PCI-MSI", |
| 140 | .mask = mask_msi_irq, |
| 141 | .unmask = unmask_msi_irq, |
| 142 | .ack = ia64_ack_msi_irq, |
| 143 | #ifdef CONFIG_SMP |
| 144 | .set_affinity = ia64_set_msi_irq_affinity, |
| 145 | #endif |
| 146 | .retrigger = ia64_msi_retrigger_irq, |
Mark Maule | fd58e55 | 2006-04-10 21:17:48 -0500 | [diff] [blame] | 147 | }; |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 148 | |
| 149 | |
Eric W. Biederman | f7feaca | 2007-01-28 12:56:37 -0700 | [diff] [blame] | 150 | int arch_setup_msi_irq(struct pci_dev *pdev, struct msi_desc *desc) |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 151 | { |
| 152 | if (platform_setup_msi_irq) |
Eric W. Biederman | f7feaca | 2007-01-28 12:56:37 -0700 | [diff] [blame] | 153 | return platform_setup_msi_irq(pdev, desc); |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 154 | |
Eric W. Biederman | f7feaca | 2007-01-28 12:56:37 -0700 | [diff] [blame] | 155 | return ia64_setup_msi_irq(pdev, desc); |
Eric W. Biederman | 3b7d192 | 2006-10-04 02:16:59 -0700 | [diff] [blame] | 156 | } |
| 157 | |
| 158 | void arch_teardown_msi_irq(unsigned int irq) |
| 159 | { |
| 160 | if (platform_teardown_msi_irq) |
| 161 | return platform_teardown_msi_irq(irq); |
| 162 | |
| 163 | return ia64_teardown_msi_irq(irq); |
| 164 | } |