| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* | 
| Robert Richter | e27cf3a | 2008-07-11 12:18:41 +0200 | [diff] [blame] | 2 |  * numaq_32.c - Low-level PCI access for NUMA-Q machines | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 |  */ | 
 | 4 |  | 
 | 5 | #include <linux/pci.h> | 
 | 6 | #include <linux/init.h> | 
 | 7 | #include <linux/nodemask.h> | 
| Ingo Molnar | 7b6aa33 | 2009-02-17 13:58:15 +0100 | [diff] [blame] | 8 | #include <asm/apic.h> | 
| Yinghai Lu | d49c428 | 2008-06-08 18:31:54 -0700 | [diff] [blame] | 9 | #include <asm/mpspec.h> | 
| Jaswinder Singh Rajput | 8248771 | 2008-12-27 18:32:28 +0530 | [diff] [blame] | 10 | #include <asm/pci_x86.h> | 
| Brian Gerst | 5c64c70 | 2010-02-05 09:37:03 -0500 | [diff] [blame] | 11 | #include <asm/numaq.h> | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 12 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | #define BUS2QUAD(global) (mp_bus_id_to_node[global]) | 
| Alexey Starikovskiy | e129cb4 | 2008-03-11 22:55:42 +0300 | [diff] [blame] | 14 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #define BUS2LOCAL(global) (mp_bus_id_to_local[global]) | 
| Alexey Starikovskiy | 6079d2d | 2008-03-11 19:45:48 +0300 | [diff] [blame] | 16 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | #define QUADLOCAL2BUS(quad,local) (quad_local_to_mp_bus_id[quad][local]) | 
 | 18 |  | 
 | 19 | #define PCI_CONF1_MQ_ADDRESS(bus, devfn, reg) \ | 
 | 20 | 	(0x80000000 | (BUS2LOCAL(bus) << 16) | (devfn << 8) | (reg & ~3)) | 
 | 21 |  | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 22 | static void write_cf8(unsigned bus, unsigned devfn, unsigned reg) | 
 | 23 | { | 
 | 24 | 	unsigned val = PCI_CONF1_MQ_ADDRESS(bus, devfn, reg); | 
 | 25 | 	if (xquad_portio) | 
 | 26 | 		writel(val, XQUAD_PORT_ADDR(0xcf8, BUS2QUAD(bus))); | 
 | 27 | 	else | 
 | 28 | 		outl(val, 0xCF8); | 
 | 29 | } | 
 | 30 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 31 | static int pci_conf1_mq_read(unsigned int seg, unsigned int bus, | 
 | 32 | 			     unsigned int devfn, int reg, int len, u32 *value) | 
 | 33 | { | 
 | 34 | 	unsigned long flags; | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 35 | 	void *adr __iomem = XQUAD_PORT_ADDR(0xcfc, BUS2QUAD(bus)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 |  | 
 | 37 | 	if (!value || (bus >= MAX_MP_BUSSES) || (devfn > 255) || (reg > 255)) | 
 | 38 | 		return -EINVAL; | 
 | 39 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 40 | 	raw_spin_lock_irqsave(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 41 |  | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 42 | 	write_cf8(bus, devfn, reg); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 43 |  | 
 | 44 | 	switch (len) { | 
 | 45 | 	case 1: | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 46 | 		if (xquad_portio) | 
 | 47 | 			*value = readb(adr + (reg & 3)); | 
 | 48 | 		else | 
 | 49 | 			*value = inb(0xCFC + (reg & 3)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 50 | 		break; | 
 | 51 | 	case 2: | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 52 | 		if (xquad_portio) | 
 | 53 | 			*value = readw(adr + (reg & 2)); | 
 | 54 | 		else | 
 | 55 | 			*value = inw(0xCFC + (reg & 2)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 56 | 		break; | 
 | 57 | 	case 4: | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 58 | 		if (xquad_portio) | 
 | 59 | 			*value = readl(adr); | 
 | 60 | 		else | 
 | 61 | 			*value = inl(0xCFC); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 62 | 		break; | 
 | 63 | 	} | 
 | 64 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 65 | 	raw_spin_unlock_irqrestore(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 66 |  | 
 | 67 | 	return 0; | 
 | 68 | } | 
 | 69 |  | 
 | 70 | static int pci_conf1_mq_write(unsigned int seg, unsigned int bus, | 
 | 71 | 			      unsigned int devfn, int reg, int len, u32 value) | 
 | 72 | { | 
 | 73 | 	unsigned long flags; | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 74 | 	void *adr __iomem = XQUAD_PORT_ADDR(0xcfc, BUS2QUAD(bus)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 75 |  | 
 | 76 | 	if ((bus >= MAX_MP_BUSSES) || (devfn > 255) || (reg > 255))  | 
 | 77 | 		return -EINVAL; | 
 | 78 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 79 | 	raw_spin_lock_irqsave(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 |  | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 81 | 	write_cf8(bus, devfn, reg); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 82 |  | 
 | 83 | 	switch (len) { | 
 | 84 | 	case 1: | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 85 | 		if (xquad_portio) | 
 | 86 | 			writeb(value, adr + (reg & 3)); | 
 | 87 | 		else | 
 | 88 | 			outb((u8)value, 0xCFC + (reg & 3)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 89 | 		break; | 
 | 90 | 	case 2: | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 91 | 		if (xquad_portio) | 
 | 92 | 			writew(value, adr + (reg & 2)); | 
 | 93 | 		else | 
 | 94 | 			outw((u16)value, 0xCFC + (reg & 2)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 95 | 		break; | 
 | 96 | 	case 4: | 
| Andi Kleen | c7e844f | 2008-02-04 16:48:03 +0100 | [diff] [blame] | 97 | 		if (xquad_portio) | 
 | 98 | 			writel(value, adr + reg); | 
 | 99 | 		else | 
 | 100 | 			outl((u32)value, 0xCFC); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 101 | 		break; | 
 | 102 | 	} | 
 | 103 |  | 
| Thomas Gleixner | d19f61f | 2010-02-17 14:35:25 +0000 | [diff] [blame] | 104 | 	raw_spin_unlock_irqrestore(&pci_config_lock, flags); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 |  | 
 | 106 | 	return 0; | 
 | 107 | } | 
 | 108 |  | 
 | 109 | #undef PCI_CONF1_MQ_ADDRESS | 
 | 110 |  | 
 | 111 | static struct pci_raw_ops pci_direct_conf1_mq = { | 
 | 112 | 	.read	= pci_conf1_mq_read, | 
 | 113 | 	.write	= pci_conf1_mq_write | 
 | 114 | }; | 
 | 115 |  | 
 | 116 |  | 
 | 117 | static void __devinit pci_fixup_i450nx(struct pci_dev *d) | 
 | 118 | { | 
 | 119 | 	/* | 
 | 120 | 	 * i450NX -- Find and scan all secondary buses on all PXB's. | 
 | 121 | 	 */ | 
 | 122 | 	int pxb, reg; | 
 | 123 | 	u8 busno, suba, subb; | 
 | 124 | 	int quad = BUS2QUAD(d->bus->number); | 
 | 125 |  | 
| Bjorn Helgaas | 12c0b20 | 2008-07-23 17:00:13 -0600 | [diff] [blame] | 126 | 	dev_info(&d->dev, "searching for i450NX host bridges\n"); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 127 | 	reg = 0xd0; | 
 | 128 | 	for(pxb=0; pxb<2; pxb++) { | 
 | 129 | 		pci_read_config_byte(d, reg++, &busno); | 
 | 130 | 		pci_read_config_byte(d, reg++, &suba); | 
 | 131 | 		pci_read_config_byte(d, reg++, &subb); | 
| Bjorn Helgaas | 12c0b20 | 2008-07-23 17:00:13 -0600 | [diff] [blame] | 132 | 		dev_dbg(&d->dev, "i450NX PXB %d: %02x/%02x/%02x\n", | 
 | 133 | 			pxb, busno, suba, subb); | 
| Muli Ben-Yehuda | 73c59af | 2007-08-10 13:01:19 -0700 | [diff] [blame] | 134 | 		if (busno) { | 
 | 135 | 			/* Bus A */ | 
 | 136 | 			pci_scan_bus_with_sysdata(QUADLOCAL2BUS(quad, busno)); | 
 | 137 | 		} | 
 | 138 | 		if (suba < subb) { | 
 | 139 | 			/* Bus B */ | 
 | 140 | 			pci_scan_bus_with_sysdata(QUADLOCAL2BUS(quad, suba+1)); | 
 | 141 | 		} | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 142 | 	} | 
 | 143 | 	pcibios_last_bus = -1; | 
 | 144 | } | 
 | 145 | DECLARE_PCI_FIXUP_HEADER(PCI_VENDOR_ID_INTEL, PCI_DEVICE_ID_INTEL_82451NX, pci_fixup_i450nx); | 
 | 146 |  | 
| Robert Richter | e27cf3a | 2008-07-11 12:18:41 +0200 | [diff] [blame] | 147 | int __init pci_numaq_init(void) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 148 | { | 
 | 149 | 	int quad; | 
 | 150 |  | 
 | 151 | 	raw_pci_ops = &pci_direct_conf1_mq; | 
 | 152 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 153 | 	pci_root_bus = pcibios_scan_root(0); | 
| Rajesh Shah | c431ada | 2005-04-28 00:25:45 -0700 | [diff] [blame] | 154 | 	if (pci_root_bus) | 
 | 155 | 		pci_bus_add_devices(pci_root_bus); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 156 | 	if (num_online_nodes() > 1) | 
 | 157 | 		for_each_online_node(quad) { | 
 | 158 | 			if (quad == 0) | 
 | 159 | 				continue; | 
 | 160 | 			printk("Scanning PCI bus %d for quad %d\n",  | 
 | 161 | 				QUADLOCAL2BUS(quad,0), quad); | 
| Muli Ben-Yehuda | 73c59af | 2007-08-10 13:01:19 -0700 | [diff] [blame] | 162 | 			pci_scan_bus_with_sysdata(QUADLOCAL2BUS(quad, 0)); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | 		} | 
 | 164 | 	return 0; | 
 | 165 | } |