blob: b0409e19b1c156fcb05935f512f1642f84253249 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Port for PPC64 David Engebretsen, IBM Corp.
3 * Contains common pci routines for ppc64 platform, pSeries and iSeries brands.
4 *
5 * Copyright (C) 2003 Anton Blanchard <anton@au.ibm.com>, IBM
6 * Rework, based on alpha PCI code.
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License
10 * as published by the Free Software Foundation; either version
11 * 2 of the License, or (at your option) any later version.
12 */
13
14#undef DEBUG
15
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/kernel.h>
17#include <linux/pci.h>
18#include <linux/string.h>
19#include <linux/init.h>
20#include <linux/bootmem.h>
21#include <linux/mm.h>
22#include <linux/list.h>
Paul Mackerrasb2ad7b52005-09-09 23:02:36 +100023#include <linux/syscalls.h>
Benjamin Herrenschmidt6e99e452006-07-10 04:44:42 -070024#include <linux/irq.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
26#include <asm/processor.h>
27#include <asm/io.h>
28#include <asm/prom.h>
29#include <asm/pci-bridge.h>
30#include <asm/byteorder.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031#include <asm/machdep.h>
Stephen Rothwelld3878992005-09-28 02:50:25 +100032#include <asm/ppc-pci.h>
Stephen Rothwelleecba332006-09-25 13:35:09 +100033#include <asm/firmware.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
35#ifdef DEBUG
Michael Ellermanf9e4ec52005-11-15 15:16:38 +110036#include <asm/udbg.h>
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +110037#define DBG(fmt...) printk(fmt)
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#else
39#define DBG(fmt...)
40#endif
41
42unsigned long pci_probe_only = 1;
Paul Mackerrasf8ef2702005-11-19 20:46:04 +110043int pci_assign_all_buses = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070044
Paul Mackerras42672922005-09-12 17:17:36 +100045static void fixup_resource(struct resource *res, struct pci_dev *dev);
46static void do_bus_setup(struct pci_bus *bus);
Stephen Rothwell9623b5d2006-01-12 14:18:28 +110047static void phbs_remap_io(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
Linus Torvalds1da177e2005-04-16 15:20:36 -070049/* pci_io_base -- the base address from which io bars are offsets.
50 * This is the lowest I/O base address (so bar values are always positive),
51 * and it *must* be the start of ISA space if an ISA bus exists because
52 * ISA drivers use hard coded offsets. If no ISA bus exists a dummy
53 * page is mapped and isa_io_limit prevents access to it.
54 */
55unsigned long isa_io_base; /* NULL if no ISA bus */
56EXPORT_SYMBOL(isa_io_base);
57unsigned long pci_io_base;
58EXPORT_SYMBOL(pci_io_base);
59
60void iSeries_pcibios_init(void);
61
62LIST_HEAD(hose_list);
63
Stephen Rothwell57190702007-03-04 17:02:41 +110064static struct dma_mapping_ops *pci_dma_ops;
Linus Torvalds1da177e2005-04-16 15:20:36 -070065
66int global_phb_number; /* Global phb counter */
67
68/* Cached ISA bridge dev. */
69struct pci_dev *ppc64_isabridge_dev = NULL;
Stephen Rothwellb239cbe2006-03-28 14:40:58 +110070EXPORT_SYMBOL_GPL(ppc64_isabridge_dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -070071
Stephen Rothwell98747772007-03-04 16:58:39 +110072void set_pci_dma_ops(struct dma_mapping_ops *dma_ops)
73{
74 pci_dma_ops = dma_ops;
75}
76
Stephen Rothwell57190702007-03-04 17:02:41 +110077struct dma_mapping_ops *get_pci_dma_ops(void)
78{
79 return pci_dma_ops;
80}
81EXPORT_SYMBOL(get_pci_dma_ops);
82
Linus Torvalds1da177e2005-04-16 15:20:36 -070083static void fixup_broken_pcnet32(struct pci_dev* dev)
84{
85 if ((dev->class>>8 == PCI_CLASS_NETWORK_ETHERNET)) {
86 dev->vendor = PCI_VENDOR_ID_AMD;
87 pci_write_config_word(dev, PCI_VENDOR_ID, PCI_VENDOR_ID_AMD);
Linus Torvalds1da177e2005-04-16 15:20:36 -070088 }
89}
90DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_TRIDENT, PCI_ANY_ID, fixup_broken_pcnet32);
91
92void pcibios_resource_to_bus(struct pci_dev *dev, struct pci_bus_region *region,
93 struct resource *res)
94{
95 unsigned long offset = 0;
96 struct pci_controller *hose = pci_bus_to_host(dev->bus);
97
98 if (!hose)
99 return;
100
101 if (res->flags & IORESOURCE_IO)
102 offset = (unsigned long)hose->io_base_virt - pci_io_base;
103
104 if (res->flags & IORESOURCE_MEM)
105 offset = hose->pci_mem_offset;
106
107 region->start = res->start - offset;
108 region->end = res->end - offset;
109}
110
Dominik Brodowski43c34732005-08-04 18:06:21 -0700111void pcibios_bus_to_resource(struct pci_dev *dev, struct resource *res,
112 struct pci_bus_region *region)
113{
114 unsigned long offset = 0;
115 struct pci_controller *hose = pci_bus_to_host(dev->bus);
116
117 if (!hose)
118 return;
119
120 if (res->flags & IORESOURCE_IO)
121 offset = (unsigned long)hose->io_base_virt - pci_io_base;
122
123 if (res->flags & IORESOURCE_MEM)
124 offset = hose->pci_mem_offset;
125
126 res->start = region->start + offset;
127 res->end = region->end + offset;
128}
129
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130#ifdef CONFIG_HOTPLUG
131EXPORT_SYMBOL(pcibios_resource_to_bus);
Dominik Brodowski43c34732005-08-04 18:06:21 -0700132EXPORT_SYMBOL(pcibios_bus_to_resource);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133#endif
134
135/*
136 * We need to avoid collisions with `mirrored' VGA ports
137 * and other strange ISA hardware, so we always want the
138 * addresses to be allocated in the 0x000-0x0ff region
139 * modulo 0x400.
140 *
141 * Why? Because some silly external IO cards only decode
142 * the low 10 bits of the IO address. The 0x00-0xff region
143 * is reserved for motherboard devices that decode all 16
144 * bits, so it's ok to allocate at, say, 0x2800-0x28ff,
145 * but we want to try to avoid allocating at 0x2900-0x2bff
146 * which might have be mirrored at 0x0100-0x03ff..
147 */
148void pcibios_align_resource(void *data, struct resource *res,
Greg Kroah-Hartmane31dd6e2006-06-12 17:06:02 -0700149 resource_size_t size, resource_size_t align)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150{
151 struct pci_dev *dev = data;
152 struct pci_controller *hose = pci_bus_to_host(dev->bus);
Greg Kroah-Hartmane31dd6e2006-06-12 17:06:02 -0700153 resource_size_t start = res->start;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154 unsigned long alignto;
155
156 if (res->flags & IORESOURCE_IO) {
157 unsigned long offset = (unsigned long)hose->io_base_virt -
158 pci_io_base;
159 /* Make sure we start at our min on all hoses */
160 if (start - offset < PCIBIOS_MIN_IO)
161 start = PCIBIOS_MIN_IO + offset;
162
163 /*
164 * Put everything into 0x00-0xff region modulo 0x400
165 */
166 if (start & 0x300)
167 start = (start + 0x3ff) & ~0x3ff;
168
169 } else if (res->flags & IORESOURCE_MEM) {
170 /* Make sure we start at our min on all hoses */
171 if (start - hose->pci_mem_offset < PCIBIOS_MIN_MEM)
172 start = PCIBIOS_MIN_MEM + hose->pci_mem_offset;
173
174 /* Align to multiple of size of minimum base. */
175 alignto = max(0x1000UL, align);
176 start = ALIGN(start, alignto);
177 }
178
179 res->start = start;
180}
181
182static DEFINE_SPINLOCK(hose_spinlock);
183
184/*
185 * pci_controller(phb) initialized common variables.
186 */
Benjamin Herrenschmidtb5166cc2005-11-15 16:05:33 +1100187static void __devinit pci_setup_pci_controller(struct pci_controller *hose)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188{
189 memset(hose, 0, sizeof(struct pci_controller));
190
191 spin_lock(&hose_spinlock);
192 hose->global_number = global_phb_number++;
193 list_add_tail(&hose->list_node, &hose_list);
194 spin_unlock(&hose_spinlock);
195}
196
Benjamin Herrenschmidtb5166cc2005-11-15 16:05:33 +1100197struct pci_controller * pcibios_alloc_controller(struct device_node *dev)
198{
199 struct pci_controller *phb;
200
201 if (mem_init_done)
202 phb = kmalloc(sizeof(struct pci_controller), GFP_KERNEL);
203 else
204 phb = alloc_bootmem(sizeof (struct pci_controller));
205 if (phb == NULL)
206 return NULL;
207 pci_setup_pci_controller(phb);
208 phb->arch_data = dev;
209 phb->is_dynamic = mem_init_done;
Anton Blanchard284a9402006-10-13 12:26:57 +1000210 if (dev) {
211 int nid = of_node_to_nid(dev);
212
213 if (nid < 0 || !node_online(nid))
214 nid = -1;
215
216 PHB_SET_NODE(phb, nid);
217 }
Benjamin Herrenschmidtb5166cc2005-11-15 16:05:33 +1100218 return phb;
219}
220
221void pcibios_free_controller(struct pci_controller *phb)
222{
Benjamin Herrenschmidt4c9d2802006-11-11 17:25:08 +1100223 spin_lock(&hose_spinlock);
224 list_del(&phb->list_node);
225 spin_unlock(&hose_spinlock);
226
Benjamin Herrenschmidtb5166cc2005-11-15 16:05:33 +1100227 if (phb->is_dynamic)
228 kfree(phb);
229}
230
Linas Vepstasfacf0782005-11-03 18:52:01 -0600231void __devinit pcibios_claim_one_bus(struct pci_bus *b)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700232{
233 struct pci_dev *dev;
234 struct pci_bus *child_bus;
235
236 list_for_each_entry(dev, &b->devices, bus_list) {
237 int i;
238
239 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
240 struct resource *r = &dev->resource[i];
241
242 if (r->parent || !r->start || !r->flags)
243 continue;
244 pci_claim_resource(dev, i);
245 }
246 }
247
248 list_for_each_entry(child_bus, &b->children, node)
249 pcibios_claim_one_bus(child_bus);
250}
linasaf9deab2006-01-10 15:18:16 -0600251#ifdef CONFIG_HOTPLUG
252EXPORT_SYMBOL_GPL(pcibios_claim_one_bus);
253#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700254
Linus Torvalds1da177e2005-04-16 15:20:36 -0700255static void __init pcibios_claim_of_setup(void)
256{
257 struct pci_bus *b;
258
Stephen Rothwelleecba332006-09-25 13:35:09 +1000259 if (firmware_has_feature(FW_FEATURE_ISERIES))
260 return;
261
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262 list_for_each_entry(b, &pci_root_buses, node)
263 pcibios_claim_one_bus(b);
264}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700265
Paul Mackerras42672922005-09-12 17:17:36 +1000266static u32 get_int_prop(struct device_node *np, const char *name, u32 def)
267{
Jeremy Kerra7f67bd2006-07-12 15:35:54 +1000268 const u32 *prop;
Paul Mackerras42672922005-09-12 17:17:36 +1000269 int len;
270
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000271 prop = of_get_property(np, name, &len);
Paul Mackerras42672922005-09-12 17:17:36 +1000272 if (prop && len >= 4)
273 return *prop;
274 return def;
275}
276
277static unsigned int pci_parse_of_flags(u32 addr0)
278{
279 unsigned int flags = 0;
280
281 if (addr0 & 0x02000000) {
Paul Mackerrasd79e7432005-09-21 14:14:22 +1000282 flags = IORESOURCE_MEM | PCI_BASE_ADDRESS_SPACE_MEMORY;
283 flags |= (addr0 >> 22) & PCI_BASE_ADDRESS_MEM_TYPE_64;
284 flags |= (addr0 >> 28) & PCI_BASE_ADDRESS_MEM_TYPE_1M;
Paul Mackerras42672922005-09-12 17:17:36 +1000285 if (addr0 & 0x40000000)
Paul Mackerrasd79e7432005-09-21 14:14:22 +1000286 flags |= IORESOURCE_PREFETCH
287 | PCI_BASE_ADDRESS_MEM_PREFETCH;
Paul Mackerras42672922005-09-12 17:17:36 +1000288 } else if (addr0 & 0x01000000)
Paul Mackerrasd79e7432005-09-21 14:14:22 +1000289 flags = IORESOURCE_IO | PCI_BASE_ADDRESS_SPACE_IO;
Paul Mackerras42672922005-09-12 17:17:36 +1000290 return flags;
291}
292
293#define GET_64BIT(prop, i) ((((u64) (prop)[(i)]) << 32) | (prop)[(i)+1])
294
295static void pci_parse_of_addrs(struct device_node *node, struct pci_dev *dev)
296{
297 u64 base, size;
298 unsigned int flags;
299 struct resource *res;
Jeremy Kerra7f67bd2006-07-12 15:35:54 +1000300 const u32 *addrs;
301 u32 i;
Paul Mackerras42672922005-09-12 17:17:36 +1000302 int proplen;
303
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000304 addrs = of_get_property(node, "assigned-addresses", &proplen);
Paul Mackerras42672922005-09-12 17:17:36 +1000305 if (!addrs)
306 return;
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100307 DBG(" parse addresses (%d bytes) @ %p\n", proplen, addrs);
Paul Mackerras42672922005-09-12 17:17:36 +1000308 for (; proplen >= 20; proplen -= 20, addrs += 5) {
309 flags = pci_parse_of_flags(addrs[0]);
310 if (!flags)
311 continue;
312 base = GET_64BIT(addrs, 1);
313 size = GET_64BIT(addrs, 3);
314 if (!size)
315 continue;
316 i = addrs[0] & 0xff;
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100317 DBG(" base: %llx, size: %llx, i: %x\n",
318 (unsigned long long)base, (unsigned long long)size, i);
319
Paul Mackerras42672922005-09-12 17:17:36 +1000320 if (PCI_BASE_ADDRESS_0 <= i && i <= PCI_BASE_ADDRESS_5) {
321 res = &dev->resource[(i - PCI_BASE_ADDRESS_0) >> 2];
322 } else if (i == dev->rom_base_reg) {
323 res = &dev->resource[PCI_ROM_RESOURCE];
324 flags |= IORESOURCE_READONLY | IORESOURCE_CACHEABLE;
325 } else {
326 printk(KERN_ERR "PCI: bad cfg reg num 0x%x\n", i);
327 continue;
328 }
329 res->start = base;
330 res->end = base + size - 1;
331 res->flags = flags;
332 res->name = pci_name(dev);
333 fixup_resource(res, dev);
334 }
335}
336
John Roseead83712005-11-04 15:30:56 -0600337struct pci_dev *of_create_pci_dev(struct device_node *node,
338 struct pci_bus *bus, int devfn)
Paul Mackerras42672922005-09-12 17:17:36 +1000339{
340 struct pci_dev *dev;
341 const char *type;
342
Michael Ellermanbab41e92007-04-05 17:19:09 +1000343 dev = alloc_pci_dev();
Paul Mackerras42672922005-09-12 17:17:36 +1000344 if (!dev)
345 return NULL;
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000346 type = of_get_property(node, "device_type", NULL);
Paul Mackerras42672922005-09-12 17:17:36 +1000347 if (type == NULL)
348 type = "";
349
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100350 DBG(" create device, devfn: %x, type: %s\n", devfn, type);
351
Paul Mackerras42672922005-09-12 17:17:36 +1000352 dev->bus = bus;
353 dev->sysdata = node;
354 dev->dev.parent = bus->bridge;
355 dev->dev.bus = &pci_bus_type;
356 dev->devfn = devfn;
357 dev->multifunction = 0; /* maybe a lie? */
358
359 dev->vendor = get_int_prop(node, "vendor-id", 0xffff);
360 dev->device = get_int_prop(node, "device-id", 0xffff);
361 dev->subsystem_vendor = get_int_prop(node, "subsystem-vendor-id", 0);
362 dev->subsystem_device = get_int_prop(node, "subsystem-id", 0);
363
Benjamin Herrenschmidt9d17a5c2006-01-10 14:50:37 +1100364 dev->cfg_size = pci_cfg_space_size(dev);
Paul Mackerras42672922005-09-12 17:17:36 +1000365
366 sprintf(pci_name(dev), "%04x:%02x:%02x.%d", pci_domain_nr(bus),
367 dev->bus->number, PCI_SLOT(devfn), PCI_FUNC(devfn));
368 dev->class = get_int_prop(node, "class-code", 0);
369
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100370 DBG(" class: 0x%x\n", dev->class);
371
Paul Mackerras42672922005-09-12 17:17:36 +1000372 dev->current_state = 4; /* unknown power state */
Linas Vepstasbb63ab12006-12-19 14:00:34 -0600373 dev->error_state = pci_channel_io_normal;
Paul Mackerras42672922005-09-12 17:17:36 +1000374
Jake Moilanenbb53bb32006-06-07 16:05:46 -0500375 if (!strcmp(type, "pci") || !strcmp(type, "pciex")) {
Paul Mackerras42672922005-09-12 17:17:36 +1000376 /* a PCI-PCI bridge */
377 dev->hdr_type = PCI_HEADER_TYPE_BRIDGE;
378 dev->rom_base_reg = PCI_ROM_ADDRESS1;
379 } else if (!strcmp(type, "cardbus")) {
380 dev->hdr_type = PCI_HEADER_TYPE_CARDBUS;
381 } else {
382 dev->hdr_type = PCI_HEADER_TYPE_NORMAL;
383 dev->rom_base_reg = PCI_ROM_ADDRESS;
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +1000384 /* Maybe do a default OF mapping here */
Paul Mackerras42672922005-09-12 17:17:36 +1000385 dev->irq = NO_IRQ;
Paul Mackerras42672922005-09-12 17:17:36 +1000386 }
387
388 pci_parse_of_addrs(node, dev);
389
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100390 DBG(" adding to system ...\n");
391
Paul Mackerras42672922005-09-12 17:17:36 +1000392 pci_device_add(dev, bus);
393
Paul Mackerras42672922005-09-12 17:17:36 +1000394 return dev;
395}
John Roseead83712005-11-04 15:30:56 -0600396EXPORT_SYMBOL(of_create_pci_dev);
Paul Mackerras42672922005-09-12 17:17:36 +1000397
John Roseead83712005-11-04 15:30:56 -0600398void __devinit of_scan_bus(struct device_node *node,
Paul Mackerras42672922005-09-12 17:17:36 +1000399 struct pci_bus *bus)
400{
401 struct device_node *child = NULL;
Jeremy Kerra7f67bd2006-07-12 15:35:54 +1000402 const u32 *reg;
Paul Mackerras42672922005-09-12 17:17:36 +1000403 int reglen, devfn;
404 struct pci_dev *dev;
405
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100406 DBG("of_scan_bus(%s) bus no %d... \n", node->full_name, bus->number);
407
Paul Mackerras42672922005-09-12 17:17:36 +1000408 while ((child = of_get_next_child(node, child)) != NULL) {
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100409 DBG(" * %s\n", child->full_name);
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000410 reg = of_get_property(child, "reg", &reglen);
Paul Mackerras42672922005-09-12 17:17:36 +1000411 if (reg == NULL || reglen < 20)
412 continue;
413 devfn = (reg[0] >> 8) & 0xff;
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100414
Paul Mackerras42672922005-09-12 17:17:36 +1000415 /* create a new pci_dev for this device */
416 dev = of_create_pci_dev(child, bus, devfn);
417 if (!dev)
418 continue;
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100419 DBG("dev header type: %x\n", dev->hdr_type);
420
Paul Mackerras42672922005-09-12 17:17:36 +1000421 if (dev->hdr_type == PCI_HEADER_TYPE_BRIDGE ||
422 dev->hdr_type == PCI_HEADER_TYPE_CARDBUS)
423 of_scan_pci_bridge(child, dev);
424 }
425
426 do_bus_setup(bus);
427}
John Roseead83712005-11-04 15:30:56 -0600428EXPORT_SYMBOL(of_scan_bus);
Paul Mackerras42672922005-09-12 17:17:36 +1000429
John Roseead83712005-11-04 15:30:56 -0600430void __devinit of_scan_pci_bridge(struct device_node *node,
431 struct pci_dev *dev)
Paul Mackerras42672922005-09-12 17:17:36 +1000432{
433 struct pci_bus *bus;
Jeremy Kerra7f67bd2006-07-12 15:35:54 +1000434 const u32 *busrange, *ranges;
Paul Mackerras42672922005-09-12 17:17:36 +1000435 int len, i, mode;
436 struct resource *res;
437 unsigned int flags;
438 u64 size;
439
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100440 DBG("of_scan_pci_bridge(%s)\n", node->full_name);
441
Paul Mackerras42672922005-09-12 17:17:36 +1000442 /* parse bus-range property */
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000443 busrange = of_get_property(node, "bus-range", &len);
Paul Mackerras42672922005-09-12 17:17:36 +1000444 if (busrange == NULL || len != 8) {
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100445 printk(KERN_DEBUG "Can't get bus-range for PCI-PCI bridge %s\n",
Paul Mackerras42672922005-09-12 17:17:36 +1000446 node->full_name);
447 return;
448 }
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000449 ranges = of_get_property(node, "ranges", &len);
Paul Mackerras42672922005-09-12 17:17:36 +1000450 if (ranges == NULL) {
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100451 printk(KERN_DEBUG "Can't get ranges for PCI-PCI bridge %s\n",
Paul Mackerras42672922005-09-12 17:17:36 +1000452 node->full_name);
453 return;
454 }
455
456 bus = pci_add_new_bus(dev->bus, dev, busrange[0]);
457 if (!bus) {
458 printk(KERN_ERR "Failed to create pci bus for %s\n",
459 node->full_name);
460 return;
461 }
462
463 bus->primary = dev->bus->number;
464 bus->subordinate = busrange[1];
465 bus->bridge_ctl = 0;
466 bus->sysdata = node;
467
468 /* parse ranges property */
469 /* PCI #address-cells == 3 and #size-cells == 2 always */
470 res = &dev->resource[PCI_BRIDGE_RESOURCES];
471 for (i = 0; i < PCI_NUM_RESOURCES - PCI_BRIDGE_RESOURCES; ++i) {
472 res->flags = 0;
473 bus->resource[i] = res;
474 ++res;
475 }
476 i = 1;
477 for (; len >= 32; len -= 32, ranges += 8) {
478 flags = pci_parse_of_flags(ranges[0]);
479 size = GET_64BIT(ranges, 6);
480 if (flags == 0 || size == 0)
481 continue;
482 if (flags & IORESOURCE_IO) {
483 res = bus->resource[0];
484 if (res->flags) {
485 printk(KERN_ERR "PCI: ignoring extra I/O range"
486 " for bridge %s\n", node->full_name);
487 continue;
488 }
489 } else {
490 if (i >= PCI_NUM_RESOURCES - PCI_BRIDGE_RESOURCES) {
491 printk(KERN_ERR "PCI: too many memory ranges"
492 " for bridge %s\n", node->full_name);
493 continue;
494 }
495 res = bus->resource[i];
496 ++i;
497 }
498 res->start = GET_64BIT(ranges, 1);
499 res->end = res->start + size - 1;
500 res->flags = flags;
501 fixup_resource(res, dev);
502 }
503 sprintf(bus->name, "PCI Bus %04x:%02x", pci_domain_nr(bus),
504 bus->number);
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100505 DBG(" bus name: %s\n", bus->name);
Paul Mackerras42672922005-09-12 17:17:36 +1000506
507 mode = PCI_PROBE_NORMAL;
508 if (ppc_md.pci_probe_mode)
509 mode = ppc_md.pci_probe_mode(bus);
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100510 DBG(" probe mode: %d\n", mode);
511
Paul Mackerras42672922005-09-12 17:17:36 +1000512 if (mode == PCI_PROBE_DEVTREE)
513 of_scan_bus(node, bus);
514 else if (mode == PCI_PROBE_NORMAL)
515 pci_scan_child_bus(bus);
516}
John Roseead83712005-11-04 15:30:56 -0600517EXPORT_SYMBOL(of_scan_pci_bridge);
Paul Mackerras42672922005-09-12 17:17:36 +1000518
John Roseead83712005-11-04 15:30:56 -0600519void __devinit scan_phb(struct pci_controller *hose)
Paul Mackerras42672922005-09-12 17:17:36 +1000520{
521 struct pci_bus *bus;
522 struct device_node *node = hose->arch_data;
523 int i, mode;
524 struct resource *res;
525
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100526 DBG("Scanning PHB %s\n", node ? node->full_name : "<NO NAME>");
527
Benjamin Herrenschmidt803d4572006-11-11 17:25:07 +1100528 bus = pci_create_bus(hose->parent, hose->first_busno, hose->ops, node);
Paul Mackerras42672922005-09-12 17:17:36 +1000529 if (bus == NULL) {
530 printk(KERN_ERR "Failed to create bus for PCI domain %04x\n",
531 hose->global_number);
532 return;
533 }
534 bus->secondary = hose->first_busno;
535 hose->bus = bus;
536
537 bus->resource[0] = res = &hose->io_resource;
538 if (res->flags && request_resource(&ioport_resource, res))
539 printk(KERN_ERR "Failed to request PCI IO region "
540 "on PCI domain %04x\n", hose->global_number);
541
542 for (i = 0; i < 3; ++i) {
543 res = &hose->mem_resources[i];
544 bus->resource[i+1] = res;
545 if (res->flags && request_resource(&iomem_resource, res))
546 printk(KERN_ERR "Failed to request PCI memory region "
547 "on PCI domain %04x\n", hose->global_number);
548 }
549
550 mode = PCI_PROBE_NORMAL;
s.hauer@pengutronix.de99a565b2006-11-02 13:56:06 +0100551
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100552 if (node && ppc_md.pci_probe_mode)
Paul Mackerras42672922005-09-12 17:17:36 +1000553 mode = ppc_md.pci_probe_mode(bus);
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100554 DBG(" probe mode: %d\n", mode);
Paul Mackerras42672922005-09-12 17:17:36 +1000555 if (mode == PCI_PROBE_DEVTREE) {
556 bus->subordinate = hose->last_busno;
557 of_scan_bus(node, bus);
558 }
s.hauer@pengutronix.de99a565b2006-11-02 13:56:06 +0100559
Paul Mackerras42672922005-09-12 17:17:36 +1000560 if (mode == PCI_PROBE_NORMAL)
561 hose->last_busno = bus->subordinate = pci_scan_child_bus(bus);
Paul Mackerras42672922005-09-12 17:17:36 +1000562}
563
Linus Torvalds1da177e2005-04-16 15:20:36 -0700564static int __init pcibios_init(void)
565{
566 struct pci_controller *hose, *tmp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700567
568 /* For now, override phys_mem_access_prot. If we need it,
569 * later, we may move that initialization to each ppc_md
570 */
571 ppc_md.phys_mem_access_prot = pci_phys_mem_access_prot;
572
Stephen Rothwelleecba332006-09-25 13:35:09 +1000573 if (firmware_has_feature(FW_FEATURE_ISERIES))
574 iSeries_pcibios_init();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700575
Olof Johanssone884e9c2006-04-12 15:26:59 -0500576 printk(KERN_DEBUG "PCI: Probing PCI hardware\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700577
578 /* Scan all of the recorded PCI controllers. */
John Rose92eb4602006-03-14 17:46:45 -0600579 list_for_each_entry_safe(hose, tmp, &hose_list, list_node) {
Paul Mackerras42672922005-09-12 17:17:36 +1000580 scan_phb(hose);
John Rose92eb4602006-03-14 17:46:45 -0600581 pci_bus_add_devices(hose->bus);
582 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700583
Stephen Rothwelleecba332006-09-25 13:35:09 +1000584 if (!firmware_has_feature(FW_FEATURE_ISERIES)) {
585 if (pci_probe_only)
586 pcibios_claim_of_setup();
587 else
588 /* FIXME: `else' will be removed when
589 pci_assign_unassigned_resources() is able to work
590 correctly with [partially] allocated PCI tree. */
591 pci_assign_unassigned_resources();
592 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700593
594 /* Call machine dependent final fixup */
595 if (ppc_md.pcibios_fixup)
596 ppc_md.pcibios_fixup();
597
598 /* Cache the location of the ISA bridge (if we have one) */
599 ppc64_isabridge_dev = pci_get_class(PCI_CLASS_BRIDGE_ISA << 8, NULL);
600 if (ppc64_isabridge_dev != NULL)
Olof Johanssone884e9c2006-04-12 15:26:59 -0500601 printk(KERN_DEBUG "ISA bridge at %s\n", pci_name(ppc64_isabridge_dev));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700602
Stephen Rothwelleecba332006-09-25 13:35:09 +1000603 if (!firmware_has_feature(FW_FEATURE_ISERIES))
604 /* map in PCI I/O space */
605 phbs_remap_io();
Benjamin Herrenschmidt0f34f492005-11-10 15:04:24 +1100606
Olof Johanssone884e9c2006-04-12 15:26:59 -0500607 printk(KERN_DEBUG "PCI: Probing PCI hardware done\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700608
609 return 0;
610}
611
612subsys_initcall(pcibios_init);
613
614char __init *pcibios_setup(char *str)
615{
616 return str;
617}
618
619int pcibios_enable_device(struct pci_dev *dev, int mask)
620{
621 u16 cmd, oldcmd;
622 int i;
623
624 pci_read_config_word(dev, PCI_COMMAND, &cmd);
625 oldcmd = cmd;
626
627 for (i = 0; i < PCI_NUM_RESOURCES; i++) {
628 struct resource *res = &dev->resource[i];
629
630 /* Only set up the requested stuff */
631 if (!(mask & (1<<i)))
632 continue;
633
634 if (res->flags & IORESOURCE_IO)
635 cmd |= PCI_COMMAND_IO;
636 if (res->flags & IORESOURCE_MEM)
637 cmd |= PCI_COMMAND_MEMORY;
638 }
639
640 if (cmd != oldcmd) {
641 printk(KERN_DEBUG "PCI: Enabling device: (%s), cmd %x\n",
642 pci_name(dev), cmd);
643 /* Enable the appropriate bits in the PCI command register. */
644 pci_write_config_word(dev, PCI_COMMAND, cmd);
645 }
646 return 0;
647}
648
649/*
650 * Return the domain number for this bus.
651 */
652int pci_domain_nr(struct pci_bus *bus)
653{
Stephen Rothwelleecba332006-09-25 13:35:09 +1000654 if (firmware_has_feature(FW_FEATURE_ISERIES))
655 return 0;
656 else {
657 struct pci_controller *hose = pci_bus_to_host(bus);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700658
Stephen Rothwelleecba332006-09-25 13:35:09 +1000659 return hose->global_number;
660 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700661}
662
663EXPORT_SYMBOL(pci_domain_nr);
664
665/* Decide whether to display the domain number in /proc */
666int pci_proc_domain(struct pci_bus *bus)
667{
Stephen Rothwelleecba332006-09-25 13:35:09 +1000668 if (firmware_has_feature(FW_FEATURE_ISERIES))
669 return 0;
670 else {
671 struct pci_controller *hose = pci_bus_to_host(bus);
672 return hose->buid;
673 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700674}
675
676/*
677 * Platform support for /proc/bus/pci/X/Y mmap()s,
678 * modelled on the sparc64 implementation by Dave Miller.
679 * -- paulus.
680 */
681
682/*
683 * Adjust vm_pgoff of VMA such that it is the physical page offset
684 * corresponding to the 32-bit pci bus offset for DEV requested by the user.
685 *
686 * Basically, the user finds the base address for his device which he wishes
687 * to mmap. They read the 32-bit value from the config space base register,
688 * add whatever PAGE_SIZE multiple offset they wish, and feed this into the
689 * offset parameter of mmap on /proc/bus/pci/XXX for that device.
690 *
691 * Returns negative error code on failure, zero on success.
692 */
693static struct resource *__pci_mmap_make_offset(struct pci_dev *dev,
Benjamin Herrenschmidt396a1a52006-12-08 17:14:33 +1100694 resource_size_t *offset,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700695 enum pci_mmap_state mmap_state)
696{
697 struct pci_controller *hose = pci_bus_to_host(dev->bus);
698 unsigned long io_offset = 0;
699 int i, res_bit;
700
701 if (hose == 0)
702 return NULL; /* should never happen */
703
704 /* If memory, add on the PCI bridge address offset */
705 if (mmap_state == pci_mmap_mem) {
Benjamin Herrenschmidt396a1a52006-12-08 17:14:33 +1100706#if 0 /* See comment in pci_resource_to_user() for why this is disabled */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700707 *offset += hose->pci_mem_offset;
Benjamin Herrenschmidt396a1a52006-12-08 17:14:33 +1100708#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700709 res_bit = IORESOURCE_MEM;
710 } else {
Michael Ellerman2311b1f2005-05-13 17:44:10 +1000711 io_offset = (unsigned long)hose->io_base_virt - pci_io_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700712 *offset += io_offset;
713 res_bit = IORESOURCE_IO;
714 }
715
716 /*
717 * Check that the offset requested corresponds to one of the
718 * resources of the device.
719 */
720 for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
721 struct resource *rp = &dev->resource[i];
722 int flags = rp->flags;
723
724 /* treat ROM as memory (should be already) */
725 if (i == PCI_ROM_RESOURCE)
726 flags |= IORESOURCE_MEM;
727
728 /* Active and same type? */
729 if ((flags & res_bit) == 0)
730 continue;
731
732 /* In the range of this resource? */
733 if (*offset < (rp->start & PAGE_MASK) || *offset > rp->end)
734 continue;
735
736 /* found it! construct the final physical address */
737 if (mmap_state == pci_mmap_io)
Michael Ellerman2311b1f2005-05-13 17:44:10 +1000738 *offset += hose->io_base_phys - io_offset;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700739 return rp;
740 }
741
742 return NULL;
743}
744
745/*
746 * Set vm_page_prot of VMA, as appropriate for this architecture, for a pci
747 * device mapping.
748 */
749static pgprot_t __pci_mmap_set_pgprot(struct pci_dev *dev, struct resource *rp,
750 pgprot_t protection,
751 enum pci_mmap_state mmap_state,
752 int write_combine)
753{
754 unsigned long prot = pgprot_val(protection);
755
756 /* Write combine is always 0 on non-memory space mappings. On
757 * memory space, if the user didn't pass 1, we check for a
758 * "prefetchable" resource. This is a bit hackish, but we use
759 * this to workaround the inability of /sysfs to provide a write
760 * combine bit
761 */
762 if (mmap_state != pci_mmap_mem)
763 write_combine = 0;
764 else if (write_combine == 0) {
765 if (rp->flags & IORESOURCE_PREFETCH)
766 write_combine = 1;
767 }
768
769 /* XXX would be nice to have a way to ask for write-through */
770 prot |= _PAGE_NO_CACHE;
771 if (write_combine)
772 prot &= ~_PAGE_GUARDED;
773 else
774 prot |= _PAGE_GUARDED;
775
Linus Torvalds1da177e2005-04-16 15:20:36 -0700776 return __pgprot(prot);
777}
778
779/*
780 * This one is used by /dev/mem and fbdev who have no clue about the
781 * PCI device, it tries to find the PCI device first and calls the
782 * above routine
783 */
784pgprot_t pci_phys_mem_access_prot(struct file *file,
Roland Dreier8b150472005-10-28 17:46:18 -0700785 unsigned long pfn,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700786 unsigned long size,
787 pgprot_t protection)
788{
789 struct pci_dev *pdev = NULL;
790 struct resource *found = NULL;
791 unsigned long prot = pgprot_val(protection);
Roland Dreier8b150472005-10-28 17:46:18 -0700792 unsigned long offset = pfn << PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700793 int i;
794
Roland Dreier8b150472005-10-28 17:46:18 -0700795 if (page_is_ram(pfn))
David Gibson1f8d4192005-05-05 16:15:13 -0700796 return __pgprot(prot);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700797
798 prot |= _PAGE_NO_CACHE | _PAGE_GUARDED;
799
800 for_each_pci_dev(pdev) {
801 for (i = 0; i <= PCI_ROM_RESOURCE; i++) {
802 struct resource *rp = &pdev->resource[i];
803 int flags = rp->flags;
804
805 /* Active and same type? */
806 if ((flags & IORESOURCE_MEM) == 0)
807 continue;
808 /* In the range of this resource? */
809 if (offset < (rp->start & PAGE_MASK) ||
810 offset > rp->end)
811 continue;
812 found = rp;
813 break;
814 }
815 if (found)
816 break;
817 }
818 if (found) {
819 if (found->flags & IORESOURCE_PREFETCH)
820 prot &= ~_PAGE_GUARDED;
821 pci_dev_put(pdev);
822 }
823
824 DBG("non-PCI map for %lx, prot: %lx\n", offset, prot);
825
826 return __pgprot(prot);
827}
828
829
830/*
831 * Perform the actual remap of the pages for a PCI device mapping, as
832 * appropriate for this architecture. The region in the process to map
833 * is described by vm_start and vm_end members of VMA, the base physical
834 * address is found in vm_pgoff.
835 * The pci device structure is provided so that architectures may make mapping
836 * decisions on a per-device or per-bus basis.
837 *
838 * Returns a negative error code on failure, zero on success.
839 */
840int pci_mmap_page_range(struct pci_dev *dev, struct vm_area_struct *vma,
Benjamin Herrenschmidt1beb6a72005-12-14 13:10:10 +1100841 enum pci_mmap_state mmap_state, int write_combine)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700842{
Benjamin Herrenschmidt396a1a52006-12-08 17:14:33 +1100843 resource_size_t offset = vma->vm_pgoff << PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700844 struct resource *rp;
845 int ret;
846
847 rp = __pci_mmap_make_offset(dev, &offset, mmap_state);
848 if (rp == NULL)
849 return -EINVAL;
850
851 vma->vm_pgoff = offset >> PAGE_SHIFT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700852 vma->vm_page_prot = __pci_mmap_set_pgprot(dev, rp,
853 vma->vm_page_prot,
854 mmap_state, write_combine);
855
856 ret = remap_pfn_range(vma, vma->vm_start, vma->vm_pgoff,
857 vma->vm_end - vma->vm_start, vma->vm_page_prot);
858
859 return ret;
860}
861
Stephen Rothwellefbd3862006-05-19 16:53:11 +1000862static ssize_t pci_show_devspec(struct device *dev,
863 struct device_attribute *attr, char *buf)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700864{
865 struct pci_dev *pdev;
866 struct device_node *np;
867
868 pdev = to_pci_dev (dev);
869 np = pci_device_to_OF_node(pdev);
870 if (np == NULL || np->full_name == NULL)
871 return 0;
872 return sprintf(buf, "%s", np->full_name);
873}
874static DEVICE_ATTR(devspec, S_IRUGO, pci_show_devspec, NULL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700875
876void pcibios_add_platform_entries(struct pci_dev *pdev)
877{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700878 device_create_file(&pdev->dev, &dev_attr_devspec);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700879}
880
Linus Torvalds1da177e2005-04-16 15:20:36 -0700881#define ISA_SPACE_MASK 0x1
882#define ISA_SPACE_IO 0x1
883
884static void __devinit pci_process_ISA_OF_ranges(struct device_node *isa_node,
885 unsigned long phb_io_base_phys,
886 void __iomem * phb_io_base_virt)
887{
Benjamin Herrenschmidtcc5d0182005-12-13 18:01:21 +1100888 /* Remove these asap */
889
890 struct pci_address {
891 u32 a_hi;
892 u32 a_mid;
893 u32 a_lo;
894 };
895
896 struct isa_address {
897 u32 a_hi;
898 u32 a_lo;
899 };
900
901 struct isa_range {
902 struct isa_address isa_addr;
903 struct pci_address pci_addr;
904 unsigned int size;
905 };
906
Jeremy Kerra7f67bd2006-07-12 15:35:54 +1000907 const struct isa_range *range;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700908 unsigned long pci_addr;
909 unsigned int isa_addr;
910 unsigned int size;
911 int rlen = 0;
912
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000913 range = of_get_property(isa_node, "ranges", &rlen);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700914 if (range == NULL || (rlen < sizeof(struct isa_range))) {
915 printk(KERN_ERR "no ISA ranges or unexpected isa range size,"
916 "mapping 64k\n");
Benjamin Herrenschmidtdfbacdc2005-04-16 15:24:33 -0700917 __ioremap_explicit(phb_io_base_phys,
918 (unsigned long)phb_io_base_virt,
919 0x10000, _PAGE_NO_CACHE | _PAGE_GUARDED);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700920 return;
921 }
922
923 /* From "ISA Binding to 1275"
924 * The ranges property is laid out as an array of elements,
925 * each of which comprises:
926 * cells 0 - 1: an ISA address
927 * cells 2 - 4: a PCI address
928 * (size depending on dev->n_addr_cells)
929 * cell 5: the size of the range
930 */
931 if ((range->isa_addr.a_hi && ISA_SPACE_MASK) == ISA_SPACE_IO) {
932 isa_addr = range->isa_addr.a_lo;
933 pci_addr = (unsigned long) range->pci_addr.a_mid << 32 |
934 range->pci_addr.a_lo;
935
936 /* Assume these are both zero */
937 if ((pci_addr != 0) || (isa_addr != 0)) {
938 printk(KERN_ERR "unexpected isa to pci mapping: %s\n",
939 __FUNCTION__);
940 return;
941 }
942
943 size = PAGE_ALIGN(range->size);
944
945 __ioremap_explicit(phb_io_base_phys,
946 (unsigned long) phb_io_base_virt,
Benjamin Herrenschmidtdfbacdc2005-04-16 15:24:33 -0700947 size, _PAGE_NO_CACHE | _PAGE_GUARDED);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700948 }
949}
950
951void __devinit pci_process_bridge_OF_ranges(struct pci_controller *hose,
Paul Mackerrasf7abbc12005-10-22 15:03:21 +1000952 struct device_node *dev, int prim)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700953{
Jeremy Kerra7f67bd2006-07-12 15:35:54 +1000954 const unsigned int *ranges;
955 unsigned int pci_space;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700956 unsigned long size;
957 int rlen = 0;
958 int memno = 0;
959 struct resource *res;
Stephen Rothwella8bda5d2007-04-03 10:56:50 +1000960 int np, na = of_n_addr_cells(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700961 unsigned long pci_addr, cpu_phys_addr;
962
963 np = na + 5;
964
965 /* From "PCI Binding to 1275"
966 * The ranges property is laid out as an array of elements,
967 * each of which comprises:
968 * cells 0 - 2: a PCI address
969 * cells 3 or 3+4: a CPU physical address
970 * (size depending on dev->n_addr_cells)
971 * cells 4+5 or 5+6: the size of the range
972 */
Stephen Rothwelle2eb6392007-04-03 22:26:41 +1000973 ranges = of_get_property(dev, "ranges", &rlen);
Benjamin Herrenschmidtb5166cc2005-11-15 16:05:33 +1100974 if (ranges == NULL)
975 return;
976 hose->io_base_phys = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700977 while ((rlen -= np * sizeof(unsigned int)) >= 0) {
978 res = NULL;
Paul Mackerrasf7abbc12005-10-22 15:03:21 +1000979 pci_space = ranges[0];
980 pci_addr = ((unsigned long)ranges[1] << 32) | ranges[2];
Benjamin Herrenschmidte557a1c2006-11-11 17:25:05 +1100981 cpu_phys_addr = of_translate_address(dev, &ranges[3]);
Paul Mackerrasf7abbc12005-10-22 15:03:21 +1000982 size = ((unsigned long)ranges[na+3] << 32) | ranges[na+4];
983 ranges += np;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700984 if (size == 0)
985 continue;
Paul Mackerrasf7abbc12005-10-22 15:03:21 +1000986
987 /* Now consume following elements while they are contiguous */
988 while (rlen >= np * sizeof(unsigned int)) {
989 unsigned long addr, phys;
990
991 if (ranges[0] != pci_space)
992 break;
993 addr = ((unsigned long)ranges[1] << 32) | ranges[2];
994 phys = ranges[3];
995 if (na >= 2)
996 phys = (phys << 32) | ranges[4];
997 if (addr != pci_addr + size ||
998 phys != cpu_phys_addr + size)
999 break;
1000
1001 size += ((unsigned long)ranges[na+3] << 32)
1002 | ranges[na+4];
1003 ranges += np;
1004 rlen -= np * sizeof(unsigned int);
1005 }
1006
1007 switch ((pci_space >> 24) & 0x3) {
Linus Torvalds1da177e2005-04-16 15:20:36 -07001008 case 1: /* I/O space */
Paul Mackerras11fbb002007-05-07 15:16:23 +10001009 hose->io_base_phys = cpu_phys_addr - pci_addr;
1010 /* handle from 0 to top of I/O window */
1011 hose->pci_io_size = pci_addr + size;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001012
1013 res = &hose->io_resource;
1014 res->flags = IORESOURCE_IO;
1015 res->start = pci_addr;
1016 DBG("phb%d: IO 0x%lx -> 0x%lx\n", hose->global_number,
1017 res->start, res->start + size - 1);
1018 break;
1019 case 2: /* memory space */
1020 memno = 0;
1021 while (memno < 3 && hose->mem_resources[memno].flags)
1022 ++memno;
1023
1024 if (memno == 0)
1025 hose->pci_mem_offset = cpu_phys_addr - pci_addr;
1026 if (memno < 3) {
1027 res = &hose->mem_resources[memno];
1028 res->flags = IORESOURCE_MEM;
1029 res->start = cpu_phys_addr;
1030 DBG("phb%d: MEM 0x%lx -> 0x%lx\n", hose->global_number,
1031 res->start, res->start + size - 1);
1032 }
1033 break;
1034 }
1035 if (res != NULL) {
1036 res->name = dev->full_name;
1037 res->end = res->start + size - 1;
1038 res->parent = NULL;
1039 res->sibling = NULL;
1040 res->child = NULL;
1041 }
Linus Torvalds1da177e2005-04-16 15:20:36 -07001042 }
1043}
1044
1045void __init pci_setup_phb_io(struct pci_controller *hose, int primary)
1046{
1047 unsigned long size = hose->pci_io_size;
1048 unsigned long io_virt_offset;
1049 struct resource *res;
1050 struct device_node *isa_dn;
1051
1052 hose->io_base_virt = reserve_phb_iospace(size);
1053 DBG("phb%d io_base_phys 0x%lx io_base_virt 0x%lx\n",
1054 hose->global_number, hose->io_base_phys,
1055 (unsigned long) hose->io_base_virt);
1056
1057 if (primary) {
1058 pci_io_base = (unsigned long)hose->io_base_virt;
1059 isa_dn = of_find_node_by_type(NULL, "isa");
1060 if (isa_dn) {
1061 isa_io_base = pci_io_base;
1062 pci_process_ISA_OF_ranges(isa_dn, hose->io_base_phys,
1063 hose->io_base_virt);
1064 of_node_put(isa_dn);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001065 }
1066 }
1067
1068 io_virt_offset = (unsigned long)hose->io_base_virt - pci_io_base;
1069 res = &hose->io_resource;
1070 res->start += io_virt_offset;
1071 res->end += io_virt_offset;
1072}
1073
1074void __devinit pci_setup_phb_io_dynamic(struct pci_controller *hose,
1075 int primary)
1076{
1077 unsigned long size = hose->pci_io_size;
1078 unsigned long io_virt_offset;
1079 struct resource *res;
1080
1081 hose->io_base_virt = __ioremap(hose->io_base_phys, size,
Benjamin Herrenschmidtdfbacdc2005-04-16 15:24:33 -07001082 _PAGE_NO_CACHE | _PAGE_GUARDED);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001083 DBG("phb%d io_base_phys 0x%lx io_base_virt 0x%lx\n",
1084 hose->global_number, hose->io_base_phys,
1085 (unsigned long) hose->io_base_virt);
1086
1087 if (primary)
1088 pci_io_base = (unsigned long)hose->io_base_virt;
1089
1090 io_virt_offset = (unsigned long)hose->io_base_virt - pci_io_base;
1091 res = &hose->io_resource;
1092 res->start += io_virt_offset;
1093 res->end += io_virt_offset;
1094}
1095
1096
1097static int get_bus_io_range(struct pci_bus *bus, unsigned long *start_phys,
1098 unsigned long *start_virt, unsigned long *size)
1099{
1100 struct pci_controller *hose = pci_bus_to_host(bus);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001101 struct resource *res;
1102
Paul Mackerras31e92e02007-05-09 21:47:15 +10001103 if (bus->self)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001104 res = bus->resource[0];
Paul Mackerras31e92e02007-05-09 21:47:15 +10001105 else
Linus Torvalds1da177e2005-04-16 15:20:36 -07001106 /* Root Bus */
1107 res = &hose->io_resource;
Paul Mackerras31e92e02007-05-09 21:47:15 +10001108
1109 *start_virt = pci_io_base + res->start;
1110 *start_phys = *start_virt + hose->io_base_phys
1111 - (unsigned long) hose->io_base_virt;
1112
1113 if (res->end > res->start)
1114 *size = res->end - res->start + 1;
1115 else {
1116 printk("%s(): unexpected region 0x%lx->0x%lx\n",
1117 __FUNCTION__, res->start, res->end);
1118 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001119 }
1120
1121 return 0;
1122}
1123
1124int unmap_bus_range(struct pci_bus *bus)
1125{
1126 unsigned long start_phys;
1127 unsigned long start_virt;
1128 unsigned long size;
1129
1130 if (!bus) {
1131 printk(KERN_ERR "%s() expected bus\n", __FUNCTION__);
1132 return 1;
1133 }
1134
1135 if (get_bus_io_range(bus, &start_phys, &start_virt, &size))
1136 return 1;
Benjamin Herrenschmidt4cb3cee2006-11-11 17:25:10 +11001137 if (__iounmap_explicit((void __iomem *) start_virt, size))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001138 return 1;
1139
1140 return 0;
1141}
1142EXPORT_SYMBOL(unmap_bus_range);
1143
1144int remap_bus_range(struct pci_bus *bus)
1145{
1146 unsigned long start_phys;
1147 unsigned long start_virt;
1148 unsigned long size;
1149
1150 if (!bus) {
1151 printk(KERN_ERR "%s() expected bus\n", __FUNCTION__);
1152 return 1;
1153 }
1154
1155
1156 if (get_bus_io_range(bus, &start_phys, &start_virt, &size))
1157 return 1;
Benjamin Herrenschmidtb5166cc2005-11-15 16:05:33 +11001158 if (start_phys == 0)
1159 return 1;
Olof Johanssone884e9c2006-04-12 15:26:59 -05001160 printk(KERN_DEBUG "mapping IO %lx -> %lx, size: %lx\n", start_phys, start_virt, size);
Benjamin Herrenschmidtdfbacdc2005-04-16 15:24:33 -07001161 if (__ioremap_explicit(start_phys, start_virt, size,
1162 _PAGE_NO_CACHE | _PAGE_GUARDED))
Linus Torvalds1da177e2005-04-16 15:20:36 -07001163 return 1;
1164
1165 return 0;
1166}
1167EXPORT_SYMBOL(remap_bus_range);
1168
Stephen Rothwell9623b5d2006-01-12 14:18:28 +11001169static void phbs_remap_io(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001170{
1171 struct pci_controller *hose, *tmp;
1172
1173 list_for_each_entry_safe(hose, tmp, &hose_list, list_node)
1174 remap_bus_range(hose->bus);
1175}
1176
Paul Mackerras42672922005-09-12 17:17:36 +10001177static void __devinit fixup_resource(struct resource *res, struct pci_dev *dev)
1178{
1179 struct pci_controller *hose = pci_bus_to_host(dev->bus);
Anton Blanchardc256f4b2006-04-07 15:23:03 +10001180 unsigned long offset;
Paul Mackerras42672922005-09-12 17:17:36 +10001181
1182 if (res->flags & IORESOURCE_IO) {
1183 offset = (unsigned long)hose->io_base_virt - pci_io_base;
1184
Anton Blanchardc256f4b2006-04-07 15:23:03 +10001185 res->start += offset;
1186 res->end += offset;
Paul Mackerras42672922005-09-12 17:17:36 +10001187 } else if (res->flags & IORESOURCE_MEM) {
1188 res->start += hose->pci_mem_offset;
1189 res->end += hose->pci_mem_offset;
1190 }
1191}
Linus Torvalds1da177e2005-04-16 15:20:36 -07001192
1193void __devinit pcibios_fixup_device_resources(struct pci_dev *dev,
Paul Mackerras42672922005-09-12 17:17:36 +10001194 struct pci_bus *bus)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001195{
1196 /* Update device resources. */
Linus Torvalds1da177e2005-04-16 15:20:36 -07001197 int i;
1198
Paul Mackerras42672922005-09-12 17:17:36 +10001199 for (i = 0; i < PCI_NUM_RESOURCES; i++)
1200 if (dev->resource[i].flags)
1201 fixup_resource(&dev->resource[i], dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001202}
1203EXPORT_SYMBOL(pcibios_fixup_device_resources);
1204
Benjamin Herrenschmidt12d04ee2006-11-11 17:25:02 +11001205void __devinit pcibios_setup_new_device(struct pci_dev *dev)
1206{
1207 struct dev_archdata *sd = &dev->dev.archdata;
1208
1209 sd->of_node = pci_device_to_OF_node(dev);
1210
1211 DBG("PCI device %s OF node: %s\n", pci_name(dev),
1212 sd->of_node ? sd->of_node->full_name : "<none>");
1213
1214 sd->dma_ops = pci_dma_ops;
1215#ifdef CONFIG_NUMA
1216 sd->numa_node = pcibus_to_node(dev->bus);
1217#else
1218 sd->numa_node = -1;
1219#endif
1220 if (ppc_md.pci_dma_dev_setup)
1221 ppc_md.pci_dma_dev_setup(dev);
1222}
1223EXPORT_SYMBOL(pcibios_setup_new_device);
Benjamin Herrenschmidt463ce0e2005-11-23 17:56:06 +11001224
Paul Mackerras42672922005-09-12 17:17:36 +10001225static void __devinit do_bus_setup(struct pci_bus *bus)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001226{
Paul Mackerras42672922005-09-12 17:17:36 +10001227 struct pci_dev *dev;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001228
Benjamin Herrenschmidt12d04ee2006-11-11 17:25:02 +11001229 if (ppc_md.pci_dma_bus_setup)
1230 ppc_md.pci_dma_bus_setup(bus);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001231
1232 list_for_each_entry(dev, &bus->devices, bus_list)
Benjamin Herrenschmidt12d04ee2006-11-11 17:25:02 +11001233 pcibios_setup_new_device(dev);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001234
Benjamin Herrenschmidtf90bb152006-11-11 17:24:51 +11001235 /* Read default IRQs and fixup if necessary */
1236 list_for_each_entry(dev, &bus->devices, bus_list) {
1237 pci_read_irq_line(dev);
1238 if (ppc_md.pci_irq_fixup)
1239 ppc_md.pci_irq_fixup(dev);
1240 }
Paul Mackerras42672922005-09-12 17:17:36 +10001241}
1242
1243void __devinit pcibios_fixup_bus(struct pci_bus *bus)
1244{
1245 struct pci_dev *dev = bus->self;
Benjamin Herrenschmidt4c9d2802006-11-11 17:25:08 +11001246 struct device_node *np;
1247
1248 np = pci_bus_to_OF_node(bus);
1249
1250 DBG("pcibios_fixup_bus(%s)\n", np ? np->full_name : "<???>");
Paul Mackerras42672922005-09-12 17:17:36 +10001251
1252 if (dev && pci_probe_only &&
1253 (dev->class >> 8) == PCI_CLASS_BRIDGE_PCI) {
1254 /* This is a subordinate bridge */
1255
1256 pci_read_bridge_bases(bus);
1257 pcibios_fixup_device_resources(dev, bus);
1258 }
1259
1260 do_bus_setup(bus);
John Rosedad32bb2005-06-23 17:09:54 +10001261
Linus Torvalds1da177e2005-04-16 15:20:36 -07001262 if (!pci_probe_only)
1263 return;
1264
Paul Mackerras42672922005-09-12 17:17:36 +10001265 list_for_each_entry(dev, &bus->devices, bus_list)
Linus Torvalds1da177e2005-04-16 15:20:36 -07001266 if ((dev->class >> 8) != PCI_CLASS_BRIDGE_PCI)
1267 pcibios_fixup_device_resources(dev, bus);
Linus Torvalds1da177e2005-04-16 15:20:36 -07001268}
1269EXPORT_SYMBOL(pcibios_fixup_bus);
1270
1271/*
1272 * Reads the interrupt pin to determine if interrupt is use by card.
1273 * If the interrupt is used, then gets the interrupt line from the
1274 * openfirmware and sets it in the pci_dev and pci_config line.
1275 */
1276int pci_read_irq_line(struct pci_dev *pci_dev)
1277{
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +10001278 struct of_irq oirq;
1279 unsigned int virq;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001280
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +10001281 DBG("Try to map irq for %s...\n", pci_name(pci_dev));
Linus Torvalds1da177e2005-04-16 15:20:36 -07001282
Benjamin Herrenschmidt006b64d2006-08-25 14:46:23 +10001283#ifdef DEBUG
1284 memset(&oirq, 0xff, sizeof(oirq));
1285#endif
Benjamin Herrenschmidt6e99e452006-07-10 04:44:42 -07001286 /* Try to get a mapping from the device-tree */
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +10001287 if (of_irq_map_pci(pci_dev, &oirq)) {
Benjamin Herrenschmidt6e99e452006-07-10 04:44:42 -07001288 u8 line, pin;
1289
1290 /* If that fails, lets fallback to what is in the config
1291 * space and map that through the default controller. We
1292 * also set the type to level low since that's what PCI
1293 * interrupts are. If your platform does differently, then
1294 * either provide a proper interrupt tree or don't use this
1295 * function.
1296 */
1297 if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_PIN, &pin))
1298 return -1;
1299 if (pin == 0)
1300 return -1;
1301 if (pci_read_config_byte(pci_dev, PCI_INTERRUPT_LINE, &line) ||
1302 line == 0xff) {
1303 return -1;
1304 }
1305 DBG(" -> no map ! Using irq line %d from PCI config\n", line);
1306
1307 virq = irq_create_mapping(NULL, line);
1308 if (virq != NO_IRQ)
1309 set_irq_type(virq, IRQ_TYPE_LEVEL_LOW);
1310 } else {
Benjamin Herrenschmidt006b64d2006-08-25 14:46:23 +10001311 DBG(" -> got one, spec %d cells (0x%08x 0x%08x...) on %s\n",
1312 oirq.size, oirq.specifier[0], oirq.specifier[1],
1313 oirq.controller->full_name);
Benjamin Herrenschmidt6e99e452006-07-10 04:44:42 -07001314
1315 virq = irq_create_of_mapping(oirq.controller, oirq.specifier,
1316 oirq.size);
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +10001317 }
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +10001318 if(virq == NO_IRQ) {
1319 DBG(" -> failed to map !\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -07001320 return -1;
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +10001321 }
Benjamin Herrenschmidt006b64d2006-08-25 14:46:23 +10001322
1323 DBG(" -> mapped to linux irq %d\n", virq);
1324
Benjamin Herrenschmidt0ebfff12006-07-03 21:36:01 +10001325 pci_dev->irq = virq;
Linus Torvalds1da177e2005-04-16 15:20:36 -07001326
1327 return 0;
1328}
1329EXPORT_SYMBOL(pci_read_irq_line);
1330
Michael Ellerman2311b1f2005-05-13 17:44:10 +10001331void pci_resource_to_user(const struct pci_dev *dev, int bar,
1332 const struct resource *rsrc,
Benjamin Herrenschmidt396a1a52006-12-08 17:14:33 +11001333 resource_size_t *start, resource_size_t *end)
Michael Ellerman2311b1f2005-05-13 17:44:10 +10001334{
1335 struct pci_controller *hose = pci_bus_to_host(dev->bus);
Benjamin Herrenschmidt396a1a52006-12-08 17:14:33 +11001336 resource_size_t offset = 0;
Michael Ellerman2311b1f2005-05-13 17:44:10 +10001337
1338 if (hose == NULL)
1339 return;
1340
1341 if (rsrc->flags & IORESOURCE_IO)
Benjamin Herrenschmidt396a1a52006-12-08 17:14:33 +11001342 offset = (unsigned long)hose->io_base_virt - pci_io_base;
Michael Ellerman2311b1f2005-05-13 17:44:10 +10001343
Benjamin Herrenschmidt396a1a52006-12-08 17:14:33 +11001344 /* We pass a fully fixed up address to userland for MMIO instead of
1345 * a BAR value because X is lame and expects to be able to use that
1346 * to pass to /dev/mem !
1347 *
1348 * That means that we'll have potentially 64 bits values where some
1349 * userland apps only expect 32 (like X itself since it thinks only
1350 * Sparc has 64 bits MMIO) but if we don't do that, we break it on
1351 * 32 bits CHRPs :-(
1352 *
1353 * Hopefully, the sysfs insterface is immune to that gunk. Once X
1354 * has been fixed (and the fix spread enough), we can re-enable the
1355 * 2 lines below and pass down a BAR value to userland. In that case
1356 * we'll also have to re-enable the matching code in
1357 * __pci_mmap_make_offset().
1358 *
1359 * BenH.
1360 */
1361#if 0
1362 else if (rsrc->flags & IORESOURCE_MEM)
1363 offset = hose->pci_mem_offset;
1364#endif
1365
1366 *start = rsrc->start - offset;
1367 *end = rsrc->end - offset;
Michael Ellerman2311b1f2005-05-13 17:44:10 +10001368}
1369
Benjamin Herrenschmidt463ce0e2005-11-23 17:56:06 +11001370struct pci_controller* pci_find_hose_for_OF_device(struct device_node* node)
1371{
1372 if (!have_of)
1373 return NULL;
1374 while(node) {
1375 struct pci_controller *hose, *tmp;
1376 list_for_each_entry_safe(hose, tmp, &hose_list, list_node)
1377 if (hose->arch_data == node)
1378 return hose;
1379 node = node->parent;
1380 }
1381 return NULL;
1382}
1383
Benjamin Herrenschmidtf2c45832005-12-15 15:00:57 +11001384unsigned long pci_address_to_pio(phys_addr_t address)
Stephen Rothwelld4e4b352005-12-07 13:01:05 +11001385{
1386 struct pci_controller *hose, *tmp;
1387
1388 list_for_each_entry_safe(hose, tmp, &hose_list, list_node) {
1389 if (address >= hose->io_base_phys &&
Benjamin Herrenschmidtf2c45832005-12-15 15:00:57 +11001390 address < (hose->io_base_phys + hose->pci_io_size)) {
1391 unsigned long base =
1392 (unsigned long)hose->io_base_virt - pci_io_base;
1393 return base + (address - hose->io_base_phys);
1394 }
Stephen Rothwelld4e4b352005-12-07 13:01:05 +11001395 }
1396 return (unsigned int)-1;
1397}
1398EXPORT_SYMBOL_GPL(pci_address_to_pio);
1399
Paul Mackerrasb2ad7b52005-09-09 23:02:36 +10001400
1401#define IOBASE_BRIDGE_NUMBER 0
1402#define IOBASE_MEMORY 1
1403#define IOBASE_IO 2
1404#define IOBASE_ISA_IO 3
1405#define IOBASE_ISA_MEM 4
1406
1407long sys_pciconfig_iobase(long which, unsigned long in_bus,
1408 unsigned long in_devfn)
1409{
1410 struct pci_controller* hose;
1411 struct list_head *ln;
1412 struct pci_bus *bus = NULL;
1413 struct device_node *hose_node;
1414
1415 /* Argh ! Please forgive me for that hack, but that's the
1416 * simplest way to get existing XFree to not lockup on some
1417 * G5 machines... So when something asks for bus 0 io base
1418 * (bus 0 is HT root), we return the AGP one instead.
1419 */
Paul Mackerras799d6042005-11-10 13:37:51 +11001420 if (machine_is_compatible("MacRISC4"))
Paul Mackerrasb2ad7b52005-09-09 23:02:36 +10001421 if (in_bus == 0)
1422 in_bus = 0xf0;
Paul Mackerrasb2ad7b52005-09-09 23:02:36 +10001423
1424 /* That syscall isn't quite compatible with PCI domains, but it's
1425 * used on pre-domains setup. We return the first match
1426 */
1427
1428 for (ln = pci_root_buses.next; ln != &pci_root_buses; ln = ln->next) {
1429 bus = pci_bus_b(ln);
Benjamin Herrenschmidt545da942007-01-28 07:45:53 +11001430 if (in_bus >= bus->number && in_bus <= bus->subordinate)
Paul Mackerrasb2ad7b52005-09-09 23:02:36 +10001431 break;
1432 bus = NULL;
1433 }
1434 if (bus == NULL || bus->sysdata == NULL)
1435 return -ENODEV;
1436
1437 hose_node = (struct device_node *)bus->sysdata;
1438 hose = PCI_DN(hose_node)->phb;
1439
1440 switch (which) {
1441 case IOBASE_BRIDGE_NUMBER:
1442 return (long)hose->first_busno;
1443 case IOBASE_MEMORY:
1444 return (long)hose->pci_mem_offset;
1445 case IOBASE_IO:
1446 return (long)hose->io_base_phys;
1447 case IOBASE_ISA_IO:
1448 return (long)isa_io_base;
1449 case IOBASE_ISA_MEM:
1450 return -EINVAL;
1451 }
1452
1453 return -EOPNOTSUPP;
1454}
Anton Blanchard357518f2006-06-10 20:53:06 +10001455
1456#ifdef CONFIG_NUMA
1457int pcibus_to_node(struct pci_bus *bus)
1458{
1459 struct pci_controller *phb = pci_bus_to_host(bus);
1460 return phb->node;
1461}
1462EXPORT_SYMBOL(pcibus_to_node);
1463#endif