| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 1 | /* | 
 | 2 |  * Copyright 2006, Segher Boessenkool, IBM Corporation. | 
 | 3 |  * Copyright 2006-2007, Michael Ellerman, IBM Corporation. | 
 | 4 |  * | 
 | 5 |  * This program is free software; you can redistribute it and/or | 
 | 6 |  * modify it under the terms of the GNU General Public License | 
 | 7 |  * as published by the Free Software Foundation; version 2 of the | 
 | 8 |  * License. | 
 | 9 |  * | 
 | 10 |  */ | 
 | 11 |  | 
 | 12 | #include <linux/irq.h> | 
 | 13 | #include <linux/bootmem.h> | 
 | 14 | #include <linux/msi.h> | 
 | 15 | #include <asm/mpic.h> | 
 | 16 | #include <asm/prom.h> | 
 | 17 | #include <asm/hw_irq.h> | 
 | 18 | #include <asm/ppc-pci.h> | 
| Michael Ellerman | 25235f7 | 2008-08-06 09:10:03 +1000 | [diff] [blame] | 19 | #include <asm/msi_bitmap.h> | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 20 |  | 
 | 21 | #include "mpic.h" | 
 | 22 |  | 
 | 23 | /* A bit ugly, can we get this from the pci_dev somehow? */ | 
 | 24 | static struct mpic *msi_mpic; | 
 | 25 |  | 
| Thomas Gleixner | 1c9db52 | 2010-09-28 16:46:51 +0200 | [diff] [blame] | 26 | static void mpic_u3msi_mask_irq(struct irq_data *data) | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 27 | { | 
| Thomas Gleixner | 1c9db52 | 2010-09-28 16:46:51 +0200 | [diff] [blame] | 28 | 	mask_msi_irq(data); | 
| Lennert Buytenhek | 835c055 | 2011-03-08 22:26:43 +0000 | [diff] [blame] | 29 | 	mpic_mask_irq(data); | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 30 | } | 
 | 31 |  | 
| Thomas Gleixner | 1c9db52 | 2010-09-28 16:46:51 +0200 | [diff] [blame] | 32 | static void mpic_u3msi_unmask_irq(struct irq_data *data) | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 33 | { | 
| Lennert Buytenhek | 835c055 | 2011-03-08 22:26:43 +0000 | [diff] [blame] | 34 | 	mpic_unmask_irq(data); | 
| Thomas Gleixner | 1c9db52 | 2010-09-28 16:46:51 +0200 | [diff] [blame] | 35 | 	unmask_msi_irq(data); | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 36 | } | 
 | 37 |  | 
 | 38 | static struct irq_chip mpic_u3msi_chip = { | 
| Lennert Buytenhek | 835c055 | 2011-03-08 22:26:43 +0000 | [diff] [blame] | 39 | 	.irq_shutdown		= mpic_u3msi_mask_irq, | 
 | 40 | 	.irq_mask		= mpic_u3msi_mask_irq, | 
 | 41 | 	.irq_unmask		= mpic_u3msi_unmask_irq, | 
 | 42 | 	.irq_eoi		= mpic_end_irq, | 
 | 43 | 	.irq_set_type		= mpic_set_irq_type, | 
 | 44 | 	.irq_set_affinity	= mpic_set_affinity, | 
 | 45 | 	.name			= "MPIC-U3MSI", | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 46 | }; | 
 | 47 |  | 
 | 48 | static u64 read_ht_magic_addr(struct pci_dev *pdev, unsigned int pos) | 
 | 49 | { | 
 | 50 | 	u8 flags; | 
 | 51 | 	u32 tmp; | 
 | 52 | 	u64 addr; | 
 | 53 |  | 
 | 54 | 	pci_read_config_byte(pdev, pos + HT_MSI_FLAGS, &flags); | 
 | 55 |  | 
 | 56 | 	if (flags & HT_MSI_FLAGS_FIXED) | 
 | 57 | 		return HT_MSI_FIXED_ADDR; | 
 | 58 |  | 
 | 59 | 	pci_read_config_dword(pdev, pos + HT_MSI_ADDR_LO, &tmp); | 
 | 60 | 	addr = tmp & HT_MSI_ADDR_LO_MASK; | 
 | 61 | 	pci_read_config_dword(pdev, pos + HT_MSI_ADDR_HI, &tmp); | 
 | 62 | 	addr = addr | ((u64)tmp << 32); | 
 | 63 |  | 
 | 64 | 	return addr; | 
 | 65 | } | 
 | 66 |  | 
| Benjamin Herrenschmidt | 7a96c6b | 2009-12-14 15:31:13 +0000 | [diff] [blame] | 67 | static u64 find_ht_magic_addr(struct pci_dev *pdev, unsigned int hwirq) | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 68 | { | 
 | 69 | 	struct pci_bus *bus; | 
 | 70 | 	unsigned int pos; | 
 | 71 |  | 
| Benjamin Herrenschmidt | 7a96c6b | 2009-12-14 15:31:13 +0000 | [diff] [blame] | 72 | 	for (bus = pdev->bus; bus && bus->self; bus = bus->parent) { | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 73 | 		pos = pci_find_ht_capability(bus->self, HT_CAPTYPE_MSI_MAPPING); | 
 | 74 | 		if (pos) | 
 | 75 | 			return read_ht_magic_addr(bus->self, pos); | 
 | 76 | 	} | 
 | 77 |  | 
 | 78 | 	return 0; | 
 | 79 | } | 
 | 80 |  | 
| Benjamin Herrenschmidt | 7a96c6b | 2009-12-14 15:31:13 +0000 | [diff] [blame] | 81 | static u64 find_u4_magic_addr(struct pci_dev *pdev, unsigned int hwirq) | 
 | 82 | { | 
 | 83 | 	struct pci_controller *hose = pci_bus_to_host(pdev->bus); | 
 | 84 |  | 
 | 85 | 	/* U4 PCIe MSIs need to write to the special register in | 
 | 86 | 	 * the bridge that generates interrupts. There should be | 
 | 87 | 	 * theorically a register at 0xf8005000 where you just write | 
 | 88 | 	 * the MSI number and that triggers the right interrupt, but | 
 | 89 | 	 * unfortunately, this is busted in HW, the bridge endian swaps | 
 | 90 | 	 * the value and hits the wrong nibble in the register. | 
 | 91 | 	 * | 
 | 92 | 	 * So instead we use another register set which is used normally | 
 | 93 | 	 * for converting HT interrupts to MPIC interrupts, which decodes | 
 | 94 | 	 * the interrupt number as part of the low address bits | 
 | 95 | 	 * | 
 | 96 | 	 * This will not work if we ever use more than one legacy MSI in | 
 | 97 | 	 * a block but we never do. For one MSI or multiple MSI-X where | 
 | 98 | 	 * each interrupt address can be specified separately, it works | 
 | 99 | 	 * just fine. | 
 | 100 | 	 */ | 
 | 101 | 	if (of_device_is_compatible(hose->dn, "u4-pcie") || | 
 | 102 | 	    of_device_is_compatible(hose->dn, "U4-pcie")) | 
 | 103 | 		return 0xf8004000 | (hwirq << 4); | 
 | 104 |  | 
 | 105 | 	return 0; | 
 | 106 | } | 
 | 107 |  | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 108 | static int u3msi_msi_check_device(struct pci_dev *pdev, int nvec, int type) | 
 | 109 | { | 
 | 110 | 	if (type == PCI_CAP_ID_MSIX) | 
 | 111 | 		pr_debug("u3msi: MSI-X untested, trying anyway.\n"); | 
 | 112 |  | 
 | 113 | 	/* If we can't find a magic address then MSI ain't gonna work */ | 
| Benjamin Herrenschmidt | 7a96c6b | 2009-12-14 15:31:13 +0000 | [diff] [blame] | 114 | 	if (find_ht_magic_addr(pdev, 0) == 0 && | 
 | 115 | 	    find_u4_magic_addr(pdev, 0) == 0) { | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 116 | 		pr_debug("u3msi: no magic address found for %s\n", | 
 | 117 | 			 pci_name(pdev)); | 
 | 118 | 		return -ENXIO; | 
 | 119 | 	} | 
 | 120 |  | 
 | 121 | 	return 0; | 
 | 122 | } | 
 | 123 |  | 
 | 124 | static void u3msi_teardown_msi_irqs(struct pci_dev *pdev) | 
 | 125 | { | 
 | 126 | 	struct msi_desc *entry; | 
 | 127 |  | 
 | 128 |         list_for_each_entry(entry, &pdev->msi_list, list) { | 
 | 129 | 		if (entry->irq == NO_IRQ) | 
 | 130 | 			continue; | 
 | 131 |  | 
| Thomas Gleixner | ec775d0 | 2011-03-25 16:45:20 +0100 | [diff] [blame] | 132 | 		irq_set_msi_desc(entry->irq, NULL); | 
| Michael Ellerman | 25235f7 | 2008-08-06 09:10:03 +1000 | [diff] [blame] | 133 | 		msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, | 
 | 134 | 				       virq_to_hw(entry->irq), 1); | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 135 | 		irq_dispose_mapping(entry->irq); | 
 | 136 | 	} | 
 | 137 |  | 
 | 138 | 	return; | 
 | 139 | } | 
 | 140 |  | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 141 | static int u3msi_setup_msi_irqs(struct pci_dev *pdev, int nvec, int type) | 
 | 142 | { | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 143 | 	unsigned int virq; | 
 | 144 | 	struct msi_desc *entry; | 
 | 145 | 	struct msi_msg msg; | 
| Michael Ellerman | 21ccdd3 | 2007-09-20 16:36:51 +1000 | [diff] [blame] | 146 | 	u64 addr; | 
| Michael Ellerman | 25235f7 | 2008-08-06 09:10:03 +1000 | [diff] [blame] | 147 | 	int hwirq; | 
| Michael Ellerman | 21ccdd3 | 2007-09-20 16:36:51 +1000 | [diff] [blame] | 148 |  | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 149 | 	list_for_each_entry(entry, &pdev->msi_list, list) { | 
| Michael Ellerman | 25235f7 | 2008-08-06 09:10:03 +1000 | [diff] [blame] | 150 | 		hwirq = msi_bitmap_alloc_hwirqs(&msi_mpic->msi_bitmap, 1); | 
 | 151 | 		if (hwirq < 0) { | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 152 | 			pr_debug("u3msi: failed allocating hwirq\n"); | 
| Michael Ellerman | 25235f7 | 2008-08-06 09:10:03 +1000 | [diff] [blame] | 153 | 			return hwirq; | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 154 | 		} | 
 | 155 |  | 
| Benjamin Herrenschmidt | 7a96c6b | 2009-12-14 15:31:13 +0000 | [diff] [blame] | 156 | 		addr = find_ht_magic_addr(pdev, hwirq); | 
 | 157 | 		if (addr == 0) | 
 | 158 | 			addr = find_u4_magic_addr(pdev, hwirq); | 
 | 159 | 		msg.address_lo = addr & 0xFFFFFFFF; | 
 | 160 | 		msg.address_hi = addr >> 32; | 
 | 161 |  | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 162 | 		virq = irq_create_mapping(msi_mpic->irqhost, hwirq); | 
 | 163 | 		if (virq == NO_IRQ) { | 
| Michael Ellerman | 25235f7 | 2008-08-06 09:10:03 +1000 | [diff] [blame] | 164 | 			pr_debug("u3msi: failed mapping hwirq 0x%x\n", hwirq); | 
 | 165 | 			msi_bitmap_free_hwirqs(&msi_mpic->msi_bitmap, hwirq, 1); | 
| Michael Ellerman | d9303d6 | 2007-09-20 16:36:47 +1000 | [diff] [blame] | 166 | 			return -ENOSPC; | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 167 | 		} | 
 | 168 |  | 
| Thomas Gleixner | ec775d0 | 2011-03-25 16:45:20 +0100 | [diff] [blame] | 169 | 		irq_set_msi_desc(virq, entry); | 
 | 170 | 		irq_set_chip(virq, &mpic_u3msi_chip); | 
 | 171 | 		irq_set_irq_type(virq, IRQ_TYPE_EDGE_RISING); | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 172 |  | 
| Michael Ellerman | 25235f7 | 2008-08-06 09:10:03 +1000 | [diff] [blame] | 173 | 		pr_debug("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n", | 
 | 174 | 			  virq, hwirq, (unsigned long)addr); | 
| Michael Ellerman | 21ccdd3 | 2007-09-20 16:36:51 +1000 | [diff] [blame] | 175 |  | 
| Benjamin Herrenschmidt | 7a96c6b | 2009-12-14 15:31:13 +0000 | [diff] [blame] | 176 | 		printk("u3msi: allocated virq 0x%x (hw 0x%x) addr 0x%lx\n", | 
 | 177 | 			  virq, hwirq, (unsigned long)addr); | 
| Michael Ellerman | 21ccdd3 | 2007-09-20 16:36:51 +1000 | [diff] [blame] | 178 | 		msg.data = hwirq; | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 179 | 		write_msi_msg(virq, &msg); | 
 | 180 |  | 
 | 181 | 		hwirq++; | 
 | 182 | 	} | 
 | 183 |  | 
 | 184 | 	return 0; | 
| Michael Ellerman | 05af7bd | 2007-05-08 12:58:37 +1000 | [diff] [blame] | 185 | } | 
 | 186 |  | 
 | 187 | int mpic_u3msi_init(struct mpic *mpic) | 
 | 188 | { | 
 | 189 | 	int rc; | 
 | 190 |  | 
 | 191 | 	rc = mpic_msi_init_allocator(mpic); | 
 | 192 | 	if (rc) { | 
 | 193 | 		pr_debug("u3msi: Error allocating bitmap!\n"); | 
 | 194 | 		return rc; | 
 | 195 | 	} | 
 | 196 |  | 
 | 197 | 	pr_debug("u3msi: Registering MPIC U3 MSI callbacks.\n"); | 
 | 198 |  | 
 | 199 | 	BUG_ON(msi_mpic); | 
 | 200 | 	msi_mpic = mpic; | 
 | 201 |  | 
 | 202 | 	WARN_ON(ppc_md.setup_msi_irqs); | 
 | 203 | 	ppc_md.setup_msi_irqs = u3msi_setup_msi_irqs; | 
 | 204 | 	ppc_md.teardown_msi_irqs = u3msi_teardown_msi_irqs; | 
 | 205 | 	ppc_md.msi_check_device = u3msi_msi_check_device; | 
 | 206 |  | 
 | 207 | 	return 0; | 
 | 208 | } |