| Olivier Galibert | b786739 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 1 | /* | 
 | 2 |  * mmconfig-shared.c - Low-level direct PCI config space access via | 
 | 3 |  *                     MMCONFIG - common code between i386 and x86-64. | 
 | 4 |  * | 
 | 5 |  * This code does: | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 6 |  * - known chipset handling | 
| Olivier Galibert | b786739 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 7 |  * - ACPI decoding and validation | 
 | 8 |  * | 
 | 9 |  * Per-architecture code takes care of the mappings and accesses | 
 | 10 |  * themselves. | 
 | 11 |  */ | 
 | 12 |  | 
 | 13 | #include <linux/pci.h> | 
 | 14 | #include <linux/init.h> | 
 | 15 | #include <linux/acpi.h> | 
| Feng Tang | 5f0db7a | 2009-08-14 15:37:50 -0400 | [diff] [blame] | 16 | #include <linux/sfi_acpi.h> | 
| Olivier Galibert | b786739 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 17 | #include <linux/bitmap.h> | 
| Bjorn Helgaas | 9a08f7d | 2009-10-23 15:20:33 -0600 | [diff] [blame] | 18 | #include <linux/dmi.h> | 
| Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 19 | #include <linux/slab.h> | 
| Jiang Liu | 376f70a | 2012-06-22 14:55:12 +0800 | [diff] [blame] | 20 | #include <linux/mutex.h> | 
 | 21 | #include <linux/rculist.h> | 
| Olivier Galibert | b786739 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 22 | #include <asm/e820.h> | 
| Jaswinder Singh Rajput | 8248771 | 2008-12-27 18:32:28 +0530 | [diff] [blame] | 23 | #include <asm/pci_x86.h> | 
| Feng Tang | 5f0db7a | 2009-08-14 15:37:50 -0400 | [diff] [blame] | 24 | #include <asm/acpi.h> | 
| Olivier Galibert | b786739 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 25 |  | 
| Len Brown | f4a2d58 | 2009-07-28 16:48:02 -0400 | [diff] [blame] | 26 | #define PREFIX "PCI: " | 
| Len Brown | a192a95 | 2009-07-28 16:45:54 -0400 | [diff] [blame] | 27 |  | 
| Aaron Durbin | a5ba797 | 2007-07-21 17:10:34 +0200 | [diff] [blame] | 28 | /* Indicate if the mmcfg resources have been placed into the resource table. */ | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 29 | static bool pci_mmcfg_running_state; | 
| Jiang Liu | 9c95111 | 2012-06-22 14:55:15 +0800 | [diff] [blame] | 30 | static bool pci_mmcfg_arch_init_failed; | 
| Jiang Liu | 376f70a | 2012-06-22 14:55:12 +0800 | [diff] [blame] | 31 | static DEFINE_MUTEX(pci_mmcfg_lock); | 
| Aaron Durbin | a5ba797 | 2007-07-21 17:10:34 +0200 | [diff] [blame] | 32 |  | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 33 | LIST_HEAD(pci_mmcfg_list); | 
 | 34 |  | 
| Bjorn Helgaas | ba2afba | 2009-11-13 17:34:54 -0700 | [diff] [blame] | 35 | static __init void pci_mmconfig_remove(struct pci_mmcfg_region *cfg) | 
 | 36 | { | 
 | 37 | 	if (cfg->res.parent) | 
 | 38 | 		release_resource(&cfg->res); | 
 | 39 | 	list_del(&cfg->list); | 
 | 40 | 	kfree(cfg); | 
 | 41 | } | 
 | 42 |  | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 43 | static __init void free_all_mmcfg(void) | 
 | 44 | { | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 45 | 	struct pci_mmcfg_region *cfg, *tmp; | 
| Bjorn Helgaas | 56ddf4d | 2009-11-13 17:34:29 -0700 | [diff] [blame] | 46 |  | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 47 | 	pci_mmcfg_arch_free(); | 
| Bjorn Helgaas | ba2afba | 2009-11-13 17:34:54 -0700 | [diff] [blame] | 48 | 	list_for_each_entry_safe(cfg, tmp, &pci_mmcfg_list, list) | 
 | 49 | 		pci_mmconfig_remove(cfg); | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 50 | } | 
 | 51 |  | 
| Greg Kroah-Hartman | a18e369 | 2012-12-21 14:02:53 -0800 | [diff] [blame] | 52 | static void list_add_sorted(struct pci_mmcfg_region *new) | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 53 | { | 
 | 54 | 	struct pci_mmcfg_region *cfg; | 
 | 55 |  | 
 | 56 | 	/* keep list sorted by segment and starting bus number */ | 
| Jiang Liu | 376f70a | 2012-06-22 14:55:12 +0800 | [diff] [blame] | 57 | 	list_for_each_entry_rcu(cfg, &pci_mmcfg_list, list) { | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 58 | 		if (cfg->segment > new->segment || | 
 | 59 | 		    (cfg->segment == new->segment && | 
 | 60 | 		     cfg->start_bus >= new->start_bus)) { | 
| Jiang Liu | 376f70a | 2012-06-22 14:55:12 +0800 | [diff] [blame] | 61 | 			list_add_tail_rcu(&new->list, &cfg->list); | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 62 | 			return; | 
 | 63 | 		} | 
 | 64 | 	} | 
| Jiang Liu | 376f70a | 2012-06-22 14:55:12 +0800 | [diff] [blame] | 65 | 	list_add_tail_rcu(&new->list, &pci_mmcfg_list); | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 66 | } | 
 | 67 |  | 
| Greg Kroah-Hartman | a18e369 | 2012-12-21 14:02:53 -0800 | [diff] [blame] | 68 | static struct pci_mmcfg_region *pci_mmconfig_alloc(int segment, int start, | 
 | 69 | 						   int end, u64 addr) | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 70 | { | 
| Bjorn Helgaas | d215a9c | 2009-11-13 17:34:13 -0700 | [diff] [blame] | 71 | 	struct pci_mmcfg_region *new; | 
| Bjorn Helgaas | 56ddf4d | 2009-11-13 17:34:29 -0700 | [diff] [blame] | 72 | 	struct resource *res; | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 73 |  | 
| Bjorn Helgaas | f7ca698 | 2009-11-13 17:34:03 -0700 | [diff] [blame] | 74 | 	if (addr == 0) | 
 | 75 | 		return NULL; | 
 | 76 |  | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 77 | 	new = kzalloc(sizeof(*new), GFP_KERNEL); | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 78 | 	if (!new) | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 79 | 		return NULL; | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 80 |  | 
| Bjorn Helgaas | 95cf1cf | 2009-11-13 17:34:24 -0700 | [diff] [blame] | 81 | 	new->address = addr; | 
 | 82 | 	new->segment = segment; | 
 | 83 | 	new->start_bus = start; | 
 | 84 | 	new->end_bus = end; | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 85 |  | 
| Bjorn Helgaas | 56ddf4d | 2009-11-13 17:34:29 -0700 | [diff] [blame] | 86 | 	res = &new->res; | 
 | 87 | 	res->start = addr + PCI_MMCFG_BUS_OFFSET(start); | 
| Bjorn Helgaas | 1ca98fa | 2010-10-04 12:49:24 -0600 | [diff] [blame] | 88 | 	res->end = addr + PCI_MMCFG_BUS_OFFSET(end + 1) - 1; | 
| Bjorn Helgaas | 56ddf4d | 2009-11-13 17:34:29 -0700 | [diff] [blame] | 89 | 	res->flags = IORESOURCE_MEM | IORESOURCE_BUSY; | 
 | 90 | 	snprintf(new->name, PCI_MMCFG_RESOURCE_NAME_LEN, | 
 | 91 | 		 "PCI MMCONFIG %04x [bus %02x-%02x]", segment, start, end); | 
 | 92 | 	res->name = new->name; | 
 | 93 |  | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 94 | 	return new; | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 95 | } | 
 | 96 |  | 
| Jiang Liu | 846e402 | 2012-06-22 14:55:11 +0800 | [diff] [blame] | 97 | static __init struct pci_mmcfg_region *pci_mmconfig_add(int segment, int start, | 
 | 98 | 							int end, u64 addr) | 
 | 99 | { | 
 | 100 | 	struct pci_mmcfg_region *new; | 
 | 101 |  | 
 | 102 | 	new = pci_mmconfig_alloc(segment, start, end, addr); | 
| Jiang Liu | 376f70a | 2012-06-22 14:55:12 +0800 | [diff] [blame] | 103 | 	if (new) { | 
 | 104 | 		mutex_lock(&pci_mmcfg_lock); | 
| Jiang Liu | 846e402 | 2012-06-22 14:55:11 +0800 | [diff] [blame] | 105 | 		list_add_sorted(new); | 
| Jiang Liu | 376f70a | 2012-06-22 14:55:12 +0800 | [diff] [blame] | 106 | 		mutex_unlock(&pci_mmcfg_lock); | 
| Jiang Liu | 9c95111 | 2012-06-22 14:55:15 +0800 | [diff] [blame] | 107 |  | 
| Jiang Liu | 24c97f0 | 2012-06-22 14:55:22 +0800 | [diff] [blame] | 108 | 		pr_info(PREFIX | 
| Jiang Liu | 9c95111 | 2012-06-22 14:55:15 +0800 | [diff] [blame] | 109 | 		       "MMCONFIG for domain %04x [bus %02x-%02x] at %pR " | 
 | 110 | 		       "(base %#lx)\n", | 
 | 111 | 		       segment, start, end, &new->res, (unsigned long)addr); | 
| Jiang Liu | 376f70a | 2012-06-22 14:55:12 +0800 | [diff] [blame] | 112 | 	} | 
| Jiang Liu | 846e402 | 2012-06-22 14:55:11 +0800 | [diff] [blame] | 113 |  | 
 | 114 | 	return new; | 
 | 115 | } | 
 | 116 |  | 
| Bjorn Helgaas | f6e1d8c | 2009-11-13 17:35:04 -0700 | [diff] [blame] | 117 | struct pci_mmcfg_region *pci_mmconfig_lookup(int segment, int bus) | 
 | 118 | { | 
 | 119 | 	struct pci_mmcfg_region *cfg; | 
 | 120 |  | 
| Jiang Liu | 376f70a | 2012-06-22 14:55:12 +0800 | [diff] [blame] | 121 | 	list_for_each_entry_rcu(cfg, &pci_mmcfg_list, list) | 
| Bjorn Helgaas | f6e1d8c | 2009-11-13 17:35:04 -0700 | [diff] [blame] | 122 | 		if (cfg->segment == segment && | 
 | 123 | 		    cfg->start_bus <= bus && bus <= cfg->end_bus) | 
 | 124 | 			return cfg; | 
 | 125 |  | 
 | 126 | 	return NULL; | 
 | 127 | } | 
 | 128 |  | 
| OGAWA Hirofumi | 429d512 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 129 | static const char __init *pci_mmcfg_e7520(void) | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 130 | { | 
 | 131 | 	u32 win; | 
| Yinghai Lu | bb63b42 | 2008-02-28 23:56:50 -0800 | [diff] [blame] | 132 | 	raw_pci_ops->read(0, 0, PCI_DEVFN(0, 0), 0xce, 2, &win); | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 133 |  | 
| Olivier Galibert | b5229db | 2007-05-02 19:27:22 +0200 | [diff] [blame] | 134 | 	win = win & 0xf000; | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 135 | 	if (win == 0x0000 || win == 0xf000) | 
 | 136 | 		return NULL; | 
 | 137 |  | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 138 | 	if (pci_mmconfig_add(0, 0, 255, win << 16) == NULL) | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 139 | 		return NULL; | 
 | 140 |  | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 141 | 	return "Intel Corporation E7520 Memory Controller Hub"; | 
 | 142 | } | 
 | 143 |  | 
| OGAWA Hirofumi | 429d512 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 144 | static const char __init *pci_mmcfg_intel_945(void) | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 145 | { | 
 | 146 | 	u32 pciexbar, mask = 0, len = 0; | 
 | 147 |  | 
| Yinghai Lu | bb63b42 | 2008-02-28 23:56:50 -0800 | [diff] [blame] | 148 | 	raw_pci_ops->read(0, 0, PCI_DEVFN(0, 0), 0x48, 4, &pciexbar); | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 149 |  | 
 | 150 | 	/* Enable bit */ | 
 | 151 | 	if (!(pciexbar & 1)) | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 152 | 		return NULL; | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 153 |  | 
 | 154 | 	/* Size bits */ | 
 | 155 | 	switch ((pciexbar >> 1) & 3) { | 
 | 156 | 	case 0: | 
 | 157 | 		mask = 0xf0000000U; | 
 | 158 | 		len  = 0x10000000U; | 
 | 159 | 		break; | 
 | 160 | 	case 1: | 
 | 161 | 		mask = 0xf8000000U; | 
 | 162 | 		len  = 0x08000000U; | 
 | 163 | 		break; | 
 | 164 | 	case 2: | 
 | 165 | 		mask = 0xfc000000U; | 
 | 166 | 		len  = 0x04000000U; | 
 | 167 | 		break; | 
 | 168 | 	default: | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 169 | 		return NULL; | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 170 | 	} | 
 | 171 |  | 
 | 172 | 	/* Errata #2, things break when not aligned on a 256Mb boundary */ | 
 | 173 | 	/* Can only happen in 64M/128M mode */ | 
 | 174 |  | 
 | 175 | 	if ((pciexbar & mask) & 0x0fffffffU) | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 176 | 		return NULL; | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 177 |  | 
| Olivier Galibert | b5229db | 2007-05-02 19:27:22 +0200 | [diff] [blame] | 178 | 	/* Don't hit the APIC registers and their friends */ | 
 | 179 | 	if ((pciexbar & mask) >= 0xf0000000U) | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 180 | 		return NULL; | 
| Olivier Galibert | b5229db | 2007-05-02 19:27:22 +0200 | [diff] [blame] | 181 |  | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 182 | 	if (pci_mmconfig_add(0, 0, (len >> 20) - 1, pciexbar & mask) == NULL) | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 183 | 		return NULL; | 
 | 184 |  | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 185 | 	return "Intel Corporation 945G/GZ/P/PL Express Memory Controller Hub"; | 
 | 186 | } | 
 | 187 |  | 
| Yinghai Lu | 7fd0da4 | 2008-02-19 03:13:02 -0800 | [diff] [blame] | 188 | static const char __init *pci_mmcfg_amd_fam10h(void) | 
 | 189 | { | 
 | 190 | 	u32 low, high, address; | 
 | 191 | 	u64 base, msr; | 
 | 192 | 	int i; | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 193 | 	unsigned segnbits = 0, busnbits, end_bus; | 
| Yinghai Lu | 7fd0da4 | 2008-02-19 03:13:02 -0800 | [diff] [blame] | 194 |  | 
| Yinghai Lu | 5f0b297 | 2008-04-14 16:08:25 -0700 | [diff] [blame] | 195 | 	if (!(pci_probe & PCI_CHECK_ENABLE_AMD_MMCONF)) | 
 | 196 | 		return NULL; | 
 | 197 |  | 
| Yinghai Lu | 7fd0da4 | 2008-02-19 03:13:02 -0800 | [diff] [blame] | 198 | 	address = MSR_FAM10H_MMIO_CONF_BASE; | 
 | 199 | 	if (rdmsr_safe(address, &low, &high)) | 
 | 200 | 		return NULL; | 
 | 201 |  | 
 | 202 | 	msr = high; | 
 | 203 | 	msr <<= 32; | 
 | 204 | 	msr |= low; | 
 | 205 |  | 
 | 206 | 	/* mmconfig is not enable */ | 
 | 207 | 	if (!(msr & FAM10H_MMIO_CONF_ENABLE)) | 
 | 208 | 		return NULL; | 
 | 209 |  | 
 | 210 | 	base = msr & (FAM10H_MMIO_CONF_BASE_MASK<<FAM10H_MMIO_CONF_BASE_SHIFT); | 
 | 211 |  | 
 | 212 | 	busnbits = (msr >> FAM10H_MMIO_CONF_BUSRANGE_SHIFT) & | 
 | 213 | 			 FAM10H_MMIO_CONF_BUSRANGE_MASK; | 
 | 214 |  | 
 | 215 | 	/* | 
 | 216 | 	 * only handle bus 0 ? | 
 | 217 | 	 * need to skip it | 
 | 218 | 	 */ | 
 | 219 | 	if (!busnbits) | 
 | 220 | 		return NULL; | 
 | 221 |  | 
 | 222 | 	if (busnbits > 8) { | 
 | 223 | 		segnbits = busnbits - 8; | 
 | 224 | 		busnbits = 8; | 
 | 225 | 	} | 
 | 226 |  | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 227 | 	end_bus = (1 << busnbits) - 1; | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 228 | 	for (i = 0; i < (1 << segnbits); i++) | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 229 | 		if (pci_mmconfig_add(i, 0, end_bus, | 
 | 230 | 				     base + (1<<28) * i) == NULL) { | 
 | 231 | 			free_all_mmcfg(); | 
 | 232 | 			return NULL; | 
 | 233 | 		} | 
| Yinghai Lu | 7fd0da4 | 2008-02-19 03:13:02 -0800 | [diff] [blame] | 234 |  | 
 | 235 | 	return "AMD Family 10h NB"; | 
 | 236 | } | 
 | 237 |  | 
| Ed Swierk | 5546d6f | 2009-03-19 20:57:56 -0700 | [diff] [blame] | 238 | static bool __initdata mcp55_checked; | 
 | 239 | static const char __init *pci_mmcfg_nvidia_mcp55(void) | 
 | 240 | { | 
 | 241 | 	int bus; | 
 | 242 | 	int mcp55_mmconf_found = 0; | 
 | 243 |  | 
 | 244 | 	static const u32 extcfg_regnum		= 0x90; | 
 | 245 | 	static const u32 extcfg_regsize		= 4; | 
 | 246 | 	static const u32 extcfg_enable_mask	= 1<<31; | 
 | 247 | 	static const u32 extcfg_start_mask	= 0xff<<16; | 
 | 248 | 	static const int extcfg_start_shift	= 16; | 
 | 249 | 	static const u32 extcfg_size_mask	= 0x3<<28; | 
 | 250 | 	static const int extcfg_size_shift	= 28; | 
 | 251 | 	static const int extcfg_sizebus[]	= {0x100, 0x80, 0x40, 0x20}; | 
 | 252 | 	static const u32 extcfg_base_mask[]	= {0x7ff8, 0x7ffc, 0x7ffe, 0x7fff}; | 
 | 253 | 	static const int extcfg_base_lshift	= 25; | 
 | 254 |  | 
 | 255 | 	/* | 
 | 256 | 	 * do check if amd fam10h already took over | 
 | 257 | 	 */ | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 258 | 	if (!acpi_disabled || !list_empty(&pci_mmcfg_list) || mcp55_checked) | 
| Ed Swierk | 5546d6f | 2009-03-19 20:57:56 -0700 | [diff] [blame] | 259 | 		return NULL; | 
 | 260 |  | 
 | 261 | 	mcp55_checked = true; | 
 | 262 | 	for (bus = 0; bus < 256; bus++) { | 
 | 263 | 		u64 base; | 
 | 264 | 		u32 l, extcfg; | 
 | 265 | 		u16 vendor, device; | 
 | 266 | 		int start, size_index, end; | 
 | 267 |  | 
 | 268 | 		raw_pci_ops->read(0, bus, PCI_DEVFN(0, 0), 0, 4, &l); | 
 | 269 | 		vendor = l & 0xffff; | 
 | 270 | 		device = (l >> 16) & 0xffff; | 
 | 271 |  | 
 | 272 | 		if (PCI_VENDOR_ID_NVIDIA != vendor || 0x0369 != device) | 
 | 273 | 			continue; | 
 | 274 |  | 
 | 275 | 		raw_pci_ops->read(0, bus, PCI_DEVFN(0, 0), extcfg_regnum, | 
 | 276 | 				  extcfg_regsize, &extcfg); | 
 | 277 |  | 
 | 278 | 		if (!(extcfg & extcfg_enable_mask)) | 
 | 279 | 			continue; | 
 | 280 |  | 
| Ed Swierk | 5546d6f | 2009-03-19 20:57:56 -0700 | [diff] [blame] | 281 | 		size_index = (extcfg & extcfg_size_mask) >> extcfg_size_shift; | 
 | 282 | 		base = extcfg & extcfg_base_mask[size_index]; | 
 | 283 | 		/* base could > 4G */ | 
 | 284 | 		base <<= extcfg_base_lshift; | 
 | 285 | 		start = (extcfg & extcfg_start_mask) >> extcfg_start_shift; | 
 | 286 | 		end = start + extcfg_sizebus[size_index] - 1; | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 287 | 		if (pci_mmconfig_add(0, start, end, base) == NULL) | 
 | 288 | 			continue; | 
| Ed Swierk | 5546d6f | 2009-03-19 20:57:56 -0700 | [diff] [blame] | 289 | 		mcp55_mmconf_found++; | 
 | 290 | 	} | 
 | 291 |  | 
 | 292 | 	if (!mcp55_mmconf_found) | 
 | 293 | 		return NULL; | 
 | 294 |  | 
 | 295 | 	return "nVidia MCP55"; | 
 | 296 | } | 
 | 297 |  | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 298 | struct pci_mmcfg_hostbridge_probe { | 
| Yinghai Lu | 7fd0da4 | 2008-02-19 03:13:02 -0800 | [diff] [blame] | 299 | 	u32 bus; | 
 | 300 | 	u32 devfn; | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 301 | 	u32 vendor; | 
 | 302 | 	u32 device; | 
 | 303 | 	const char *(*probe)(void); | 
 | 304 | }; | 
 | 305 |  | 
| OGAWA Hirofumi | 429d512 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 306 | static struct pci_mmcfg_hostbridge_probe pci_mmcfg_probes[] __initdata = { | 
| Yinghai Lu | 7fd0da4 | 2008-02-19 03:13:02 -0800 | [diff] [blame] | 307 | 	{ 0, PCI_DEVFN(0, 0), PCI_VENDOR_ID_INTEL, | 
 | 308 | 	  PCI_DEVICE_ID_INTEL_E7520_MCH, pci_mmcfg_e7520 }, | 
 | 309 | 	{ 0, PCI_DEVFN(0, 0), PCI_VENDOR_ID_INTEL, | 
 | 310 | 	  PCI_DEVICE_ID_INTEL_82945G_HB, pci_mmcfg_intel_945 }, | 
 | 311 | 	{ 0, PCI_DEVFN(0x18, 0), PCI_VENDOR_ID_AMD, | 
 | 312 | 	  0x1200, pci_mmcfg_amd_fam10h }, | 
 | 313 | 	{ 0xff, PCI_DEVFN(0, 0), PCI_VENDOR_ID_AMD, | 
 | 314 | 	  0x1200, pci_mmcfg_amd_fam10h }, | 
| Ed Swierk | 5546d6f | 2009-03-19 20:57:56 -0700 | [diff] [blame] | 315 | 	{ 0, PCI_DEVFN(0, 0), PCI_VENDOR_ID_NVIDIA, | 
 | 316 | 	  0x0369, pci_mmcfg_nvidia_mcp55 }, | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 317 | }; | 
 | 318 |  | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 319 | static void __init pci_mmcfg_check_end_bus_number(void) | 
 | 320 | { | 
| Bjorn Helgaas | 987c367 | 2009-11-13 17:34:44 -0700 | [diff] [blame] | 321 | 	struct pci_mmcfg_region *cfg, *cfgx; | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 322 |  | 
| Thomas Gleixner | bb8d413 | 2010-02-25 16:42:11 +0100 | [diff] [blame] | 323 | 	/* Fixup overlaps */ | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 324 | 	list_for_each_entry(cfg, &pci_mmcfg_list, list) { | 
| Bjorn Helgaas | d7e6b66 | 2009-11-13 17:34:18 -0700 | [diff] [blame] | 325 | 		if (cfg->end_bus < cfg->start_bus) | 
 | 326 | 			cfg->end_bus = 255; | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 327 |  | 
| Thomas Gleixner | bb8d413 | 2010-02-25 16:42:11 +0100 | [diff] [blame] | 328 | 		/* Don't access the list head ! */ | 
 | 329 | 		if (cfg->list.next == &pci_mmcfg_list) | 
 | 330 | 			break; | 
 | 331 |  | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 332 | 		cfgx = list_entry(cfg->list.next, typeof(*cfg), list); | 
| Thomas Gleixner | bb8d413 | 2010-02-25 16:42:11 +0100 | [diff] [blame] | 333 | 		if (cfg->end_bus >= cfgx->start_bus) | 
| Bjorn Helgaas | d7e6b66 | 2009-11-13 17:34:18 -0700 | [diff] [blame] | 334 | 			cfg->end_bus = cfgx->start_bus - 1; | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 335 | 	} | 
 | 336 | } | 
 | 337 |  | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 338 | static int __init pci_mmcfg_check_hostbridge(void) | 
 | 339 | { | 
 | 340 | 	u32 l; | 
| Yinghai Lu | 7fd0da4 | 2008-02-19 03:13:02 -0800 | [diff] [blame] | 341 | 	u32 bus, devfn; | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 342 | 	u16 vendor, device; | 
 | 343 | 	int i; | 
 | 344 | 	const char *name; | 
 | 345 |  | 
| Yinghai Lu | bb63b42 | 2008-02-28 23:56:50 -0800 | [diff] [blame] | 346 | 	if (!raw_pci_ops) | 
 | 347 | 		return 0; | 
 | 348 |  | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 349 | 	free_all_mmcfg(); | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 350 |  | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 351 | 	for (i = 0; i < ARRAY_SIZE(pci_mmcfg_probes); i++) { | 
| Yinghai Lu | 7fd0da4 | 2008-02-19 03:13:02 -0800 | [diff] [blame] | 352 | 		bus =  pci_mmcfg_probes[i].bus; | 
 | 353 | 		devfn = pci_mmcfg_probes[i].devfn; | 
| Yinghai Lu | bb63b42 | 2008-02-28 23:56:50 -0800 | [diff] [blame] | 354 | 		raw_pci_ops->read(0, bus, devfn, 0, 4, &l); | 
| Yinghai Lu | 7fd0da4 | 2008-02-19 03:13:02 -0800 | [diff] [blame] | 355 | 		vendor = l & 0xffff; | 
 | 356 | 		device = (l >> 16) & 0xffff; | 
 | 357 |  | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 358 | 		name = NULL; | 
| OGAWA Hirofumi | 429d512 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 359 | 		if (pci_mmcfg_probes[i].vendor == vendor && | 
 | 360 | 		    pci_mmcfg_probes[i].device == device) | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 361 | 			name = pci_mmcfg_probes[i].probe(); | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 362 |  | 
 | 363 | 		if (name) | 
| Jiang Liu | 24c97f0 | 2012-06-22 14:55:22 +0800 | [diff] [blame] | 364 | 			pr_info(PREFIX "%s with MMCONFIG support\n", name); | 
| OGAWA Hirofumi | 429d512 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 365 | 	} | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 366 |  | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 367 | 	/* some end_bus_number is crazy, fix it */ | 
 | 368 | 	pci_mmcfg_check_end_bus_number(); | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 369 |  | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 370 | 	return !list_empty(&pci_mmcfg_list); | 
| Olivier Galibert | 9358c69 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 371 | } | 
 | 372 |  | 
| Greg Kroah-Hartman | a18e369 | 2012-12-21 14:02:53 -0800 | [diff] [blame] | 373 | static acpi_status check_mcfg_resource(struct acpi_resource *res, void *data) | 
| Robert Hancock | 7752d5c | 2008-02-15 01:27:20 -0800 | [diff] [blame] | 374 | { | 
 | 375 | 	struct resource *mcfg_res = data; | 
 | 376 | 	struct acpi_resource_address64 address; | 
 | 377 | 	acpi_status status; | 
 | 378 |  | 
 | 379 | 	if (res->type == ACPI_RESOURCE_TYPE_FIXED_MEMORY32) { | 
 | 380 | 		struct acpi_resource_fixed_memory32 *fixmem32 = | 
 | 381 | 			&res->data.fixed_memory32; | 
 | 382 | 		if (!fixmem32) | 
 | 383 | 			return AE_OK; | 
 | 384 | 		if ((mcfg_res->start >= fixmem32->address) && | 
| Yinghai Lu | 75e613c | 2009-06-03 00:13:13 -0700 | [diff] [blame] | 385 | 		    (mcfg_res->end < (fixmem32->address + | 
| Robert Hancock | 7752d5c | 2008-02-15 01:27:20 -0800 | [diff] [blame] | 386 | 				      fixmem32->address_length))) { | 
 | 387 | 			mcfg_res->flags = 1; | 
 | 388 | 			return AE_CTRL_TERMINATE; | 
 | 389 | 		} | 
 | 390 | 	} | 
 | 391 | 	if ((res->type != ACPI_RESOURCE_TYPE_ADDRESS32) && | 
 | 392 | 	    (res->type != ACPI_RESOURCE_TYPE_ADDRESS64)) | 
 | 393 | 		return AE_OK; | 
 | 394 |  | 
 | 395 | 	status = acpi_resource_to_address64(res, &address); | 
 | 396 | 	if (ACPI_FAILURE(status) || | 
 | 397 | 	   (address.address_length <= 0) || | 
 | 398 | 	   (address.resource_type != ACPI_MEMORY_RANGE)) | 
 | 399 | 		return AE_OK; | 
 | 400 |  | 
 | 401 | 	if ((mcfg_res->start >= address.minimum) && | 
| Yinghai Lu | 75e613c | 2009-06-03 00:13:13 -0700 | [diff] [blame] | 402 | 	    (mcfg_res->end < (address.minimum + address.address_length))) { | 
| Robert Hancock | 7752d5c | 2008-02-15 01:27:20 -0800 | [diff] [blame] | 403 | 		mcfg_res->flags = 1; | 
 | 404 | 		return AE_CTRL_TERMINATE; | 
 | 405 | 	} | 
 | 406 | 	return AE_OK; | 
 | 407 | } | 
 | 408 |  | 
| Greg Kroah-Hartman | a18e369 | 2012-12-21 14:02:53 -0800 | [diff] [blame] | 409 | static acpi_status find_mboard_resource(acpi_handle handle, u32 lvl, | 
 | 410 | 					void *context, void **rv) | 
| Robert Hancock | 7752d5c | 2008-02-15 01:27:20 -0800 | [diff] [blame] | 411 | { | 
 | 412 | 	struct resource *mcfg_res = context; | 
 | 413 |  | 
 | 414 | 	acpi_walk_resources(handle, METHOD_NAME__CRS, | 
 | 415 | 			    check_mcfg_resource, context); | 
 | 416 |  | 
 | 417 | 	if (mcfg_res->flags) | 
 | 418 | 		return AE_CTRL_TERMINATE; | 
 | 419 |  | 
 | 420 | 	return AE_OK; | 
 | 421 | } | 
 | 422 |  | 
| Greg Kroah-Hartman | a18e369 | 2012-12-21 14:02:53 -0800 | [diff] [blame] | 423 | static int is_acpi_reserved(u64 start, u64 end, unsigned not_used) | 
| Robert Hancock | 7752d5c | 2008-02-15 01:27:20 -0800 | [diff] [blame] | 424 | { | 
 | 425 | 	struct resource mcfg_res; | 
 | 426 |  | 
 | 427 | 	mcfg_res.start = start; | 
| Yinghai Lu | 75e613c | 2009-06-03 00:13:13 -0700 | [diff] [blame] | 428 | 	mcfg_res.end = end - 1; | 
| Robert Hancock | 7752d5c | 2008-02-15 01:27:20 -0800 | [diff] [blame] | 429 | 	mcfg_res.flags = 0; | 
 | 430 |  | 
 | 431 | 	acpi_get_devices("PNP0C01", find_mboard_resource, &mcfg_res, NULL); | 
 | 432 |  | 
 | 433 | 	if (!mcfg_res.flags) | 
 | 434 | 		acpi_get_devices("PNP0C02", find_mboard_resource, &mcfg_res, | 
 | 435 | 				 NULL); | 
 | 436 |  | 
 | 437 | 	return mcfg_res.flags; | 
 | 438 | } | 
 | 439 |  | 
| Yinghai Lu | a83fe32 | 2008-07-18 13:22:36 -0700 | [diff] [blame] | 440 | typedef int (*check_reserved_t)(u64 start, u64 end, unsigned type); | 
 | 441 |  | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 442 | static int __ref is_mmconf_reserved(check_reserved_t is_reserved, | 
 | 443 | 				    struct pci_mmcfg_region *cfg, | 
 | 444 | 				    struct device *dev, int with_e820) | 
| Yinghai Lu | a83fe32 | 2008-07-18 13:22:36 -0700 | [diff] [blame] | 445 | { | 
| Bjorn Helgaas | 2f2a8b9 | 2009-11-13 17:34:34 -0700 | [diff] [blame] | 446 | 	u64 addr = cfg->res.start; | 
 | 447 | 	u64 size = resource_size(&cfg->res); | 
| Yinghai Lu | a83fe32 | 2008-07-18 13:22:36 -0700 | [diff] [blame] | 448 | 	u64 old_size = size; | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 449 | 	int num_buses; | 
 | 450 | 	char *method = with_e820 ? "E820" : "ACPI motherboard resources"; | 
| Yinghai Lu | a83fe32 | 2008-07-18 13:22:36 -0700 | [diff] [blame] | 451 |  | 
| Yinghai Lu | 044cd80 | 2009-04-18 01:43:46 -0700 | [diff] [blame] | 452 | 	while (!is_reserved(addr, addr + size, E820_RESERVED)) { | 
| Yinghai Lu | a83fe32 | 2008-07-18 13:22:36 -0700 | [diff] [blame] | 453 | 		size >>= 1; | 
 | 454 | 		if (size < (16UL<<20)) | 
 | 455 | 			break; | 
 | 456 | 	} | 
 | 457 |  | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 458 | 	if (size < (16UL<<20) && size != old_size) | 
 | 459 | 		return 0; | 
| Yinghai Lu | a83fe32 | 2008-07-18 13:22:36 -0700 | [diff] [blame] | 460 |  | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 461 | 	if (dev) | 
 | 462 | 		dev_info(dev, "MMCONFIG at %pR reserved in %s\n", | 
 | 463 | 			 &cfg->res, method); | 
 | 464 | 	else | 
| Jiang Liu | 24c97f0 | 2012-06-22 14:55:22 +0800 | [diff] [blame] | 465 | 		pr_info(PREFIX "MMCONFIG at %pR reserved in %s\n", | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 466 | 		       &cfg->res, method); | 
 | 467 |  | 
 | 468 | 	if (old_size != size) { | 
 | 469 | 		/* update end_bus */ | 
 | 470 | 		cfg->end_bus = cfg->start_bus + ((size>>20) - 1); | 
 | 471 | 		num_buses = cfg->end_bus - cfg->start_bus + 1; | 
 | 472 | 		cfg->res.end = cfg->res.start + | 
 | 473 | 		    PCI_MMCFG_BUS_OFFSET(num_buses) - 1; | 
 | 474 | 		snprintf(cfg->name, PCI_MMCFG_RESOURCE_NAME_LEN, | 
 | 475 | 			 "PCI MMCONFIG %04x [bus %02x-%02x]", | 
 | 476 | 			 cfg->segment, cfg->start_bus, cfg->end_bus); | 
 | 477 |  | 
 | 478 | 		if (dev) | 
 | 479 | 			dev_info(dev, | 
 | 480 | 				"MMCONFIG " | 
 | 481 | 				"at %pR (base %#lx) (size reduced!)\n", | 
 | 482 | 				&cfg->res, (unsigned long) cfg->address); | 
 | 483 | 		else | 
| Jiang Liu | 24c97f0 | 2012-06-22 14:55:22 +0800 | [diff] [blame] | 484 | 			pr_info(PREFIX | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 485 | 				"MMCONFIG for %04x [bus%02x-%02x] " | 
 | 486 | 				"at %pR (base %#lx) (size reduced!)\n", | 
 | 487 | 				cfg->segment, cfg->start_bus, cfg->end_bus, | 
 | 488 | 				&cfg->res, (unsigned long) cfg->address); | 
| Yinghai Lu | a83fe32 | 2008-07-18 13:22:36 -0700 | [diff] [blame] | 489 | 	} | 
 | 490 |  | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 491 | 	return 1; | 
| Yinghai Lu | a83fe32 | 2008-07-18 13:22:36 -0700 | [diff] [blame] | 492 | } | 
 | 493 |  | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 494 | static int __ref pci_mmcfg_check_reserved(struct device *dev, | 
 | 495 | 		  struct pci_mmcfg_region *cfg, int early) | 
| Jiang Liu | 2a76c45 | 2012-06-22 14:55:10 +0800 | [diff] [blame] | 496 | { | 
 | 497 | 	if (!early && !acpi_disabled) { | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 498 | 		if (is_mmconf_reserved(is_acpi_reserved, cfg, dev, 0)) | 
| Jiang Liu | 2a76c45 | 2012-06-22 14:55:10 +0800 | [diff] [blame] | 499 | 			return 1; | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 500 |  | 
 | 501 | 		if (dev) | 
 | 502 | 			dev_info(dev, FW_INFO | 
 | 503 | 				 "MMCONFIG at %pR not reserved in " | 
 | 504 | 				 "ACPI motherboard resources\n", | 
 | 505 | 				 &cfg->res); | 
| Jiang Liu | 2a76c45 | 2012-06-22 14:55:10 +0800 | [diff] [blame] | 506 | 		else | 
| Jiang Liu | 24c97f0 | 2012-06-22 14:55:22 +0800 | [diff] [blame] | 507 | 			pr_info(FW_INFO PREFIX | 
| Jiang Liu | 2a76c45 | 2012-06-22 14:55:10 +0800 | [diff] [blame] | 508 | 			       "MMCONFIG at %pR not reserved in " | 
 | 509 | 			       "ACPI motherboard resources\n", | 
 | 510 | 			       &cfg->res); | 
 | 511 | 	} | 
 | 512 |  | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 513 | 	/* | 
 | 514 | 	 * e820_all_mapped() is marked as __init. | 
 | 515 | 	 * All entries from ACPI MCFG table have been checked at boot time. | 
 | 516 | 	 * For MCFG information constructed from hotpluggable host bridge's | 
 | 517 | 	 * _CBA method, just assume it's reserved. | 
 | 518 | 	 */ | 
 | 519 | 	if (pci_mmcfg_running_state) | 
 | 520 | 		return 1; | 
 | 521 |  | 
| Jiang Liu | 2a76c45 | 2012-06-22 14:55:10 +0800 | [diff] [blame] | 522 | 	/* Don't try to do this check unless configuration | 
 | 523 | 	   type 1 is available. how about type 2 ?*/ | 
 | 524 | 	if (raw_pci_ops) | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 525 | 		return is_mmconf_reserved(e820_all_mapped, cfg, dev, 1); | 
| Jiang Liu | 2a76c45 | 2012-06-22 14:55:10 +0800 | [diff] [blame] | 526 |  | 
 | 527 | 	return 0; | 
 | 528 | } | 
 | 529 |  | 
| Yinghai Lu | bb63b42 | 2008-02-28 23:56:50 -0800 | [diff] [blame] | 530 | static void __init pci_mmcfg_reject_broken(int early) | 
| OGAWA Hirofumi | 44de020 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 531 | { | 
| Bjorn Helgaas | 987c367 | 2009-11-13 17:34:44 -0700 | [diff] [blame] | 532 | 	struct pci_mmcfg_region *cfg; | 
| OGAWA Hirofumi | 26054ed | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 533 |  | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 534 | 	list_for_each_entry(cfg, &pci_mmcfg_list, list) { | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 535 | 		if (pci_mmcfg_check_reserved(NULL, cfg, early) == 0) { | 
| Jiang Liu | 24c97f0 | 2012-06-22 14:55:22 +0800 | [diff] [blame] | 536 | 			pr_info(PREFIX "not using MMCONFIG\n"); | 
| Jiang Liu | 2a76c45 | 2012-06-22 14:55:10 +0800 | [diff] [blame] | 537 | 			free_all_mmcfg(); | 
 | 538 | 			return; | 
| Feng Tang | a02ce95 | 2010-05-05 17:08:49 +0800 | [diff] [blame] | 539 | 		} | 
| OGAWA Hirofumi | 26054ed | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 540 | 	} | 
| OGAWA Hirofumi | 44de020 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 541 | } | 
 | 542 |  | 
| Bjorn Helgaas | 9a08f7d | 2009-10-23 15:20:33 -0600 | [diff] [blame] | 543 | static int __init acpi_mcfg_check_entry(struct acpi_table_mcfg *mcfg, | 
 | 544 | 					struct acpi_mcfg_allocation *cfg) | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 545 | { | 
| Bjorn Helgaas | 9a08f7d | 2009-10-23 15:20:33 -0600 | [diff] [blame] | 546 | 	int year; | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 547 |  | 
| Bjorn Helgaas | 9a08f7d | 2009-10-23 15:20:33 -0600 | [diff] [blame] | 548 | 	if (cfg->address < 0xFFFFFFFF) | 
 | 549 | 		return 0; | 
 | 550 |  | 
| Jack Steiner | 6885685 | 2011-06-02 14:59:43 -0500 | [diff] [blame] | 551 | 	if (!strcmp(mcfg->header.oem_id, "SGI") || | 
 | 552 | 			!strcmp(mcfg->header.oem_id, "SGI2")) | 
| Bjorn Helgaas | 9a08f7d | 2009-10-23 15:20:33 -0600 | [diff] [blame] | 553 | 		return 0; | 
 | 554 |  | 
 | 555 | 	if (mcfg->header.revision >= 1) { | 
 | 556 | 		if (dmi_get_date(DMI_BIOS_DATE, &year, NULL, NULL) && | 
 | 557 | 		    year >= 2010) | 
 | 558 | 			return 0; | 
 | 559 | 	} | 
 | 560 |  | 
| Jiang Liu | 24c97f0 | 2012-06-22 14:55:22 +0800 | [diff] [blame] | 561 | 	pr_err(PREFIX "MCFG region for %04x [bus %02x-%02x] at %#llx " | 
| Bjorn Helgaas | 9a08f7d | 2009-10-23 15:20:33 -0600 | [diff] [blame] | 562 | 	       "is above 4GB, ignored\n", cfg->pci_segment, | 
 | 563 | 	       cfg->start_bus_number, cfg->end_bus_number, cfg->address); | 
 | 564 | 	return -EINVAL; | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 565 | } | 
 | 566 |  | 
 | 567 | static int __init pci_parse_mcfg(struct acpi_table_header *header) | 
 | 568 | { | 
 | 569 | 	struct acpi_table_mcfg *mcfg; | 
| Bjorn Helgaas | d3578ef | 2009-11-13 17:33:47 -0700 | [diff] [blame] | 570 | 	struct acpi_mcfg_allocation *cfg_table, *cfg; | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 571 | 	unsigned long i; | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 572 | 	int entries; | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 573 |  | 
 | 574 | 	if (!header) | 
 | 575 | 		return -EINVAL; | 
 | 576 |  | 
 | 577 | 	mcfg = (struct acpi_table_mcfg *)header; | 
 | 578 |  | 
 | 579 | 	/* how many config structures do we have */ | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 580 | 	free_all_mmcfg(); | 
| Bjorn Helgaas | e823d6f | 2009-11-13 17:33:42 -0700 | [diff] [blame] | 581 | 	entries = 0; | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 582 | 	i = header->length - sizeof(struct acpi_table_mcfg); | 
 | 583 | 	while (i >= sizeof(struct acpi_mcfg_allocation)) { | 
| Bjorn Helgaas | e823d6f | 2009-11-13 17:33:42 -0700 | [diff] [blame] | 584 | 		entries++; | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 585 | 		i -= sizeof(struct acpi_mcfg_allocation); | 
| Peter Senna Tschudin | 4b8073e | 2012-09-18 18:36:14 +0200 | [diff] [blame] | 586 | 	} | 
| Bjorn Helgaas | e823d6f | 2009-11-13 17:33:42 -0700 | [diff] [blame] | 587 | 	if (entries == 0) { | 
| Jiang Liu | 24c97f0 | 2012-06-22 14:55:22 +0800 | [diff] [blame] | 588 | 		pr_err(PREFIX "MMCONFIG has no entries\n"); | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 589 | 		return -ENODEV; | 
 | 590 | 	} | 
 | 591 |  | 
| Bjorn Helgaas | d3578ef | 2009-11-13 17:33:47 -0700 | [diff] [blame] | 592 | 	cfg_table = (struct acpi_mcfg_allocation *) &mcfg[1]; | 
| Bjorn Helgaas | e823d6f | 2009-11-13 17:33:42 -0700 | [diff] [blame] | 593 | 	for (i = 0; i < entries; i++) { | 
| Bjorn Helgaas | d3578ef | 2009-11-13 17:33:47 -0700 | [diff] [blame] | 594 | 		cfg = &cfg_table[i]; | 
 | 595 | 		if (acpi_mcfg_check_entry(mcfg, cfg)) { | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 596 | 			free_all_mmcfg(); | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 597 | 			return -ENODEV; | 
 | 598 | 		} | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 599 |  | 
 | 600 | 		if (pci_mmconfig_add(cfg->pci_segment, cfg->start_bus_number, | 
 | 601 | 				   cfg->end_bus_number, cfg->address) == NULL) { | 
| Jiang Liu | 24c97f0 | 2012-06-22 14:55:22 +0800 | [diff] [blame] | 602 | 			pr_warn(PREFIX "no memory for MCFG entries\n"); | 
| Bjorn Helgaas | 7da7d36 | 2009-11-13 17:33:53 -0700 | [diff] [blame] | 603 | 			free_all_mmcfg(); | 
 | 604 | 			return -ENOMEM; | 
 | 605 | 		} | 
| Len Brown | c4bf2f3 | 2009-06-11 23:53:55 -0400 | [diff] [blame] | 606 | 	} | 
 | 607 |  | 
 | 608 | 	return 0; | 
 | 609 | } | 
 | 610 |  | 
| Thomas Gleixner | 968cbfa | 2008-05-12 15:43:37 +0200 | [diff] [blame] | 611 | static void __init __pci_mmcfg_init(int early) | 
| Olivier Galibert | b786739 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 612 | { | 
| Yinghai Lu | 068258b | 2009-03-19 20:55:35 -0700 | [diff] [blame] | 613 | 	pci_mmcfg_reject_broken(early); | 
| Bjorn Helgaas | ff097dd | 2009-11-13 17:34:49 -0700 | [diff] [blame] | 614 | 	if (list_empty(&pci_mmcfg_list)) | 
| Olivier Galibert | b786739 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 615 | 		return; | 
 | 616 |  | 
| Jan Beulich | a3170c1 | 2011-02-23 10:08:10 +0000 | [diff] [blame] | 617 | 	if (pcibios_last_bus < 0) { | 
 | 618 | 		const struct pci_mmcfg_region *cfg; | 
 | 619 |  | 
 | 620 | 		list_for_each_entry(cfg, &pci_mmcfg_list, list) { | 
 | 621 | 			if (cfg->segment) | 
 | 622 | 				break; | 
 | 623 | 			pcibios_last_bus = cfg->end_bus; | 
 | 624 | 		} | 
 | 625 | 	} | 
 | 626 |  | 
| Yinghai Lu | ebd60cd | 2008-09-04 21:04:32 +0200 | [diff] [blame] | 627 | 	if (pci_mmcfg_arch_init()) | 
| Olivier Galibert | b786739 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 628 | 		pci_probe = (pci_probe & ~PCI_PROBE_MASK) | PCI_PROBE_MMCONF; | 
| Yinghai Lu | ebd60cd | 2008-09-04 21:04:32 +0200 | [diff] [blame] | 629 | 	else { | 
| Jiang Liu | 66e8850 | 2012-06-22 14:55:18 +0800 | [diff] [blame] | 630 | 		free_all_mmcfg(); | 
| Jiang Liu | 9c95111 | 2012-06-22 14:55:15 +0800 | [diff] [blame] | 631 | 		pci_mmcfg_arch_init_failed = true; | 
| Olivier Galibert | b786739 | 2007-02-13 13:26:20 +0100 | [diff] [blame] | 632 | 	} | 
 | 633 | } | 
| Aaron Durbin | a5ba797 | 2007-07-21 17:10:34 +0200 | [diff] [blame] | 634 |  | 
| Jiang Liu | 574a594 | 2012-06-22 14:55:20 +0800 | [diff] [blame] | 635 | static int __initdata known_bridge; | 
 | 636 |  | 
| Yinghai Lu | bb63b42 | 2008-02-28 23:56:50 -0800 | [diff] [blame] | 637 | void __init pci_mmcfg_early_init(void) | 
| Yinghai Lu | 05c58b8 | 2008-02-15 01:30:14 -0800 | [diff] [blame] | 638 | { | 
| Jiang Liu | 574a594 | 2012-06-22 14:55:20 +0800 | [diff] [blame] | 639 | 	if (pci_probe & PCI_PROBE_MMCONF) { | 
 | 640 | 		if (pci_mmcfg_check_hostbridge()) | 
 | 641 | 			known_bridge = 1; | 
 | 642 | 		else | 
 | 643 | 			acpi_sfi_table_parse(ACPI_SIG_MCFG, pci_parse_mcfg); | 
 | 644 | 		__pci_mmcfg_init(1); | 
 | 645 | 	} | 
| Yinghai Lu | 05c58b8 | 2008-02-15 01:30:14 -0800 | [diff] [blame] | 646 | } | 
 | 647 |  | 
 | 648 | void __init pci_mmcfg_late_init(void) | 
 | 649 | { | 
| Jiang Liu | 574a594 | 2012-06-22 14:55:20 +0800 | [diff] [blame] | 650 | 	/* MMCONFIG disabled */ | 
 | 651 | 	if ((pci_probe & PCI_PROBE_MMCONF) == 0) | 
 | 652 | 		return; | 
 | 653 |  | 
 | 654 | 	if (known_bridge) | 
 | 655 | 		return; | 
 | 656 |  | 
 | 657 | 	/* MMCONFIG hasn't been enabled yet, try again */ | 
 | 658 | 	if (pci_probe & PCI_PROBE_MASK & ~PCI_PROBE_MMCONF) { | 
 | 659 | 		acpi_sfi_table_parse(ACPI_SIG_MCFG, pci_parse_mcfg); | 
 | 660 | 		__pci_mmcfg_init(0); | 
 | 661 | 	} | 
| Yinghai Lu | 05c58b8 | 2008-02-15 01:30:14 -0800 | [diff] [blame] | 662 | } | 
 | 663 |  | 
| Aaron Durbin | a5ba797 | 2007-07-21 17:10:34 +0200 | [diff] [blame] | 664 | static int __init pci_mmcfg_late_insert_resources(void) | 
 | 665 | { | 
| Jiang Liu | 66e8850 | 2012-06-22 14:55:18 +0800 | [diff] [blame] | 666 | 	struct pci_mmcfg_region *cfg; | 
 | 667 |  | 
| Jiang Liu | 95c5e92 | 2012-06-22 14:55:14 +0800 | [diff] [blame] | 668 | 	pci_mmcfg_running_state = true; | 
 | 669 |  | 
| Jiang Liu | 66e8850 | 2012-06-22 14:55:18 +0800 | [diff] [blame] | 670 | 	/* If we are not using MMCONFIG, don't insert the resources. */ | 
 | 671 | 	if ((pci_probe & PCI_PROBE_MMCONF) == 0) | 
| Aaron Durbin | a5ba797 | 2007-07-21 17:10:34 +0200 | [diff] [blame] | 672 | 		return 1; | 
 | 673 |  | 
 | 674 | 	/* | 
 | 675 | 	 * Attempt to insert the mmcfg resources but not with the busy flag | 
 | 676 | 	 * marked so it won't cause request errors when __request_region is | 
 | 677 | 	 * called. | 
 | 678 | 	 */ | 
| Jiang Liu | 66e8850 | 2012-06-22 14:55:18 +0800 | [diff] [blame] | 679 | 	list_for_each_entry(cfg, &pci_mmcfg_list, list) | 
 | 680 | 		if (!cfg->res.parent) | 
 | 681 | 			insert_resource(&iomem_resource, &cfg->res); | 
| Aaron Durbin | a5ba797 | 2007-07-21 17:10:34 +0200 | [diff] [blame] | 682 |  | 
 | 683 | 	return 0; | 
 | 684 | } | 
 | 685 |  | 
 | 686 | /* | 
 | 687 |  * Perform MMCONFIG resource insertion after PCI initialization to allow for | 
 | 688 |  * misprogrammed MCFG tables that state larger sizes but actually conflict | 
 | 689 |  * with other system resources. | 
 | 690 |  */ | 
 | 691 | late_initcall(pci_mmcfg_late_insert_resources); | 
| Jiang Liu | 9c95111 | 2012-06-22 14:55:15 +0800 | [diff] [blame] | 692 |  | 
 | 693 | /* Add MMCFG information for host bridges */ | 
| Greg Kroah-Hartman | a18e369 | 2012-12-21 14:02:53 -0800 | [diff] [blame] | 694 | int pci_mmconfig_insert(struct device *dev, u16 seg, u8 start, u8 end, | 
 | 695 | 			phys_addr_t addr) | 
| Jiang Liu | 9c95111 | 2012-06-22 14:55:15 +0800 | [diff] [blame] | 696 | { | 
 | 697 | 	int rc; | 
 | 698 | 	struct resource *tmp = NULL; | 
 | 699 | 	struct pci_mmcfg_region *cfg; | 
 | 700 |  | 
 | 701 | 	if (!(pci_probe & PCI_PROBE_MMCONF) || pci_mmcfg_arch_init_failed) | 
 | 702 | 		return -ENODEV; | 
 | 703 |  | 
 | 704 | 	if (start > end) | 
 | 705 | 		return -EINVAL; | 
 | 706 |  | 
 | 707 | 	mutex_lock(&pci_mmcfg_lock); | 
 | 708 | 	cfg = pci_mmconfig_lookup(seg, start); | 
 | 709 | 	if (cfg) { | 
 | 710 | 		if (cfg->end_bus < end) | 
 | 711 | 			dev_info(dev, FW_INFO | 
 | 712 | 				 "MMCONFIG for " | 
 | 713 | 				 "domain %04x [bus %02x-%02x] " | 
 | 714 | 				 "only partially covers this bridge\n", | 
 | 715 | 				  cfg->segment, cfg->start_bus, cfg->end_bus); | 
 | 716 | 		mutex_unlock(&pci_mmcfg_lock); | 
 | 717 | 		return -EEXIST; | 
 | 718 | 	} | 
 | 719 |  | 
 | 720 | 	if (!addr) { | 
 | 721 | 		mutex_unlock(&pci_mmcfg_lock); | 
 | 722 | 		return -EINVAL; | 
 | 723 | 	} | 
 | 724 |  | 
 | 725 | 	rc = -EBUSY; | 
 | 726 | 	cfg = pci_mmconfig_alloc(seg, start, end, addr); | 
 | 727 | 	if (cfg == NULL) { | 
 | 728 | 		dev_warn(dev, "fail to add MMCONFIG (out of memory)\n"); | 
 | 729 | 		rc = -ENOMEM; | 
 | 730 | 	} else if (!pci_mmcfg_check_reserved(dev, cfg, 0)) { | 
 | 731 | 		dev_warn(dev, FW_BUG "MMCONFIG %pR isn't reserved\n", | 
 | 732 | 			 &cfg->res); | 
 | 733 | 	} else { | 
 | 734 | 		/* Insert resource if it's not in boot stage */ | 
 | 735 | 		if (pci_mmcfg_running_state) | 
 | 736 | 			tmp = insert_resource_conflict(&iomem_resource, | 
 | 737 | 						       &cfg->res); | 
 | 738 |  | 
 | 739 | 		if (tmp) { | 
 | 740 | 			dev_warn(dev, | 
 | 741 | 				 "MMCONFIG %pR conflicts with " | 
 | 742 | 				 "%s %pR\n", | 
 | 743 | 				 &cfg->res, tmp->name, tmp); | 
 | 744 | 		} else if (pci_mmcfg_arch_map(cfg)) { | 
 | 745 | 			dev_warn(dev, "fail to map MMCONFIG %pR.\n", | 
 | 746 | 				 &cfg->res); | 
 | 747 | 		} else { | 
 | 748 | 			list_add_sorted(cfg); | 
 | 749 | 			dev_info(dev, "MMCONFIG at %pR (base %#lx)\n", | 
 | 750 | 				 &cfg->res, (unsigned long)addr); | 
 | 751 | 			cfg = NULL; | 
 | 752 | 			rc = 0; | 
 | 753 | 		} | 
 | 754 | 	} | 
 | 755 |  | 
 | 756 | 	if (cfg) { | 
 | 757 | 		if (cfg->res.parent) | 
 | 758 | 			release_resource(&cfg->res); | 
 | 759 | 		kfree(cfg); | 
 | 760 | 	} | 
 | 761 |  | 
 | 762 | 	mutex_unlock(&pci_mmcfg_lock); | 
 | 763 |  | 
 | 764 | 	return rc; | 
 | 765 | } | 
 | 766 |  | 
 | 767 | /* Delete MMCFG information for host bridges */ | 
 | 768 | int pci_mmconfig_delete(u16 seg, u8 start, u8 end) | 
 | 769 | { | 
 | 770 | 	struct pci_mmcfg_region *cfg; | 
 | 771 |  | 
 | 772 | 	mutex_lock(&pci_mmcfg_lock); | 
 | 773 | 	list_for_each_entry_rcu(cfg, &pci_mmcfg_list, list) | 
 | 774 | 		if (cfg->segment == seg && cfg->start_bus == start && | 
 | 775 | 		    cfg->end_bus == end) { | 
 | 776 | 			list_del_rcu(&cfg->list); | 
 | 777 | 			synchronize_rcu(); | 
 | 778 | 			pci_mmcfg_arch_unmap(cfg); | 
 | 779 | 			if (cfg->res.parent) | 
 | 780 | 				release_resource(&cfg->res); | 
 | 781 | 			mutex_unlock(&pci_mmcfg_lock); | 
 | 782 | 			kfree(cfg); | 
 | 783 | 			return 0; | 
 | 784 | 		} | 
 | 785 | 	mutex_unlock(&pci_mmcfg_lock); | 
 | 786 |  | 
 | 787 | 	return -ENOENT; | 
 | 788 | } |