| /* | 
 |  * mmconfig-shared.c - Low-level direct PCI config space access via | 
 |  *                     MMCONFIG - common code between i386 and x86-64. | 
 |  * | 
 |  * This code does: | 
 |  * - known chipset handling | 
 |  * - ACPI decoding and validation | 
 |  * | 
 |  * Per-architecture code takes care of the mappings and accesses | 
 |  * themselves. | 
 |  */ | 
 |  | 
 | #include <linux/pci.h> | 
 | #include <linux/init.h> | 
 | #include <linux/acpi.h> | 
 | #include <linux/bitmap.h> | 
 | #include <asm/e820.h> | 
 | #include <asm/pci_x86.h> | 
 |  | 
 | /* aperture is up to 256MB but BIOS may reserve less */ | 
 | #define MMCONFIG_APER_MIN	(2 * 1024*1024) | 
 | #define MMCONFIG_APER_MAX	(256 * 1024*1024) | 
 |  | 
 | /* Indicate if the mmcfg resources have been placed into the resource table. */ | 
 | static int __initdata pci_mmcfg_resources_inserted; | 
 |  | 
 | static const char __init *pci_mmcfg_e7520(void) | 
 | { | 
 | 	u32 win; | 
 | 	raw_pci_ops->read(0, 0, PCI_DEVFN(0, 0), 0xce, 2, &win); | 
 |  | 
 | 	win = win & 0xf000; | 
 | 	if(win == 0x0000 || win == 0xf000) | 
 | 		pci_mmcfg_config_num = 0; | 
 | 	else { | 
 | 		pci_mmcfg_config_num = 1; | 
 | 		pci_mmcfg_config = kzalloc(sizeof(pci_mmcfg_config[0]), GFP_KERNEL); | 
 | 		if (!pci_mmcfg_config) | 
 | 			return NULL; | 
 | 		pci_mmcfg_config[0].address = win << 16; | 
 | 		pci_mmcfg_config[0].pci_segment = 0; | 
 | 		pci_mmcfg_config[0].start_bus_number = 0; | 
 | 		pci_mmcfg_config[0].end_bus_number = 255; | 
 | 	} | 
 |  | 
 | 	return "Intel Corporation E7520 Memory Controller Hub"; | 
 | } | 
 |  | 
 | static const char __init *pci_mmcfg_intel_945(void) | 
 | { | 
 | 	u32 pciexbar, mask = 0, len = 0; | 
 |  | 
 | 	pci_mmcfg_config_num = 1; | 
 |  | 
 | 	raw_pci_ops->read(0, 0, PCI_DEVFN(0, 0), 0x48, 4, &pciexbar); | 
 |  | 
 | 	/* Enable bit */ | 
 | 	if (!(pciexbar & 1)) | 
 | 		pci_mmcfg_config_num = 0; | 
 |  | 
 | 	/* Size bits */ | 
 | 	switch ((pciexbar >> 1) & 3) { | 
 | 	case 0: | 
 | 		mask = 0xf0000000U; | 
 | 		len  = 0x10000000U; | 
 | 		break; | 
 | 	case 1: | 
 | 		mask = 0xf8000000U; | 
 | 		len  = 0x08000000U; | 
 | 		break; | 
 | 	case 2: | 
 | 		mask = 0xfc000000U; | 
 | 		len  = 0x04000000U; | 
 | 		break; | 
 | 	default: | 
 | 		pci_mmcfg_config_num = 0; | 
 | 	} | 
 |  | 
 | 	/* Errata #2, things break when not aligned on a 256Mb boundary */ | 
 | 	/* Can only happen in 64M/128M mode */ | 
 |  | 
 | 	if ((pciexbar & mask) & 0x0fffffffU) | 
 | 		pci_mmcfg_config_num = 0; | 
 |  | 
 | 	/* Don't hit the APIC registers and their friends */ | 
 | 	if ((pciexbar & mask) >= 0xf0000000U) | 
 | 		pci_mmcfg_config_num = 0; | 
 |  | 
 | 	if (pci_mmcfg_config_num) { | 
 | 		pci_mmcfg_config = kzalloc(sizeof(pci_mmcfg_config[0]), GFP_KERNEL); | 
 | 		if (!pci_mmcfg_config) | 
 | 			return NULL; | 
 | 		pci_mmcfg_config[0].address = pciexbar & mask; | 
 | 		pci_mmcfg_config[0].pci_segment = 0; | 
 | 		pci_mmcfg_config[0].start_bus_number = 0; | 
 | 		pci_mmcfg_config[0].end_bus_number = (len >> 20) - 1; | 
 | 	} | 
 |  | 
 | 	return "Intel Corporation 945G/GZ/P/PL Express Memory Controller Hub"; | 
 | } | 
 |  | 
 | static const char __init *pci_mmcfg_amd_fam10h(void) | 
 | { | 
 | 	u32 low, high, address; | 
 | 	u64 base, msr; | 
 | 	int i; | 
 | 	unsigned segnbits = 0, busnbits; | 
 |  | 
 | 	if (!(pci_probe & PCI_CHECK_ENABLE_AMD_MMCONF)) | 
 | 		return NULL; | 
 |  | 
 | 	address = MSR_FAM10H_MMIO_CONF_BASE; | 
 | 	if (rdmsr_safe(address, &low, &high)) | 
 | 		return NULL; | 
 |  | 
 | 	msr = high; | 
 | 	msr <<= 32; | 
 | 	msr |= low; | 
 |  | 
 | 	/* mmconfig is not enable */ | 
 | 	if (!(msr & FAM10H_MMIO_CONF_ENABLE)) | 
 | 		return NULL; | 
 |  | 
 | 	base = msr & (FAM10H_MMIO_CONF_BASE_MASK<<FAM10H_MMIO_CONF_BASE_SHIFT); | 
 |  | 
 | 	busnbits = (msr >> FAM10H_MMIO_CONF_BUSRANGE_SHIFT) & | 
 | 			 FAM10H_MMIO_CONF_BUSRANGE_MASK; | 
 |  | 
 | 	/* | 
 | 	 * only handle bus 0 ? | 
 | 	 * need to skip it | 
 | 	 */ | 
 | 	if (!busnbits) | 
 | 		return NULL; | 
 |  | 
 | 	if (busnbits > 8) { | 
 | 		segnbits = busnbits - 8; | 
 | 		busnbits = 8; | 
 | 	} | 
 |  | 
 | 	pci_mmcfg_config_num = (1 << segnbits); | 
 | 	pci_mmcfg_config = kzalloc(sizeof(pci_mmcfg_config[0]) * | 
 | 				   pci_mmcfg_config_num, GFP_KERNEL); | 
 | 	if (!pci_mmcfg_config) | 
 | 		return NULL; | 
 |  | 
 | 	for (i = 0; i < (1 << segnbits); i++) { | 
 | 		pci_mmcfg_config[i].address = base + (1<<28) * i; | 
 | 		pci_mmcfg_config[i].pci_segment = i; | 
 | 		pci_mmcfg_config[i].start_bus_number = 0; | 
 | 		pci_mmcfg_config[i].end_bus_number = (1 << busnbits) - 1; | 
 | 	} | 
 |  | 
 | 	return "AMD Family 10h NB"; | 
 | } | 
 |  | 
 | struct pci_mmcfg_hostbridge_probe { | 
 | 	u32 bus; | 
 | 	u32 devfn; | 
 | 	u32 vendor; | 
 | 	u32 device; | 
 | 	const char *(*probe)(void); | 
 | }; | 
 |  | 
 | static struct pci_mmcfg_hostbridge_probe pci_mmcfg_probes[] __initdata = { | 
 | 	{ 0, PCI_DEVFN(0, 0), PCI_VENDOR_ID_INTEL, | 
 | 	  PCI_DEVICE_ID_INTEL_E7520_MCH, pci_mmcfg_e7520 }, | 
 | 	{ 0, PCI_DEVFN(0, 0), PCI_VENDOR_ID_INTEL, | 
 | 	  PCI_DEVICE_ID_INTEL_82945G_HB, pci_mmcfg_intel_945 }, | 
 | 	{ 0, PCI_DEVFN(0x18, 0), PCI_VENDOR_ID_AMD, | 
 | 	  0x1200, pci_mmcfg_amd_fam10h }, | 
 | 	{ 0xff, PCI_DEVFN(0, 0), PCI_VENDOR_ID_AMD, | 
 | 	  0x1200, pci_mmcfg_amd_fam10h }, | 
 | }; | 
 |  | 
 | static int __init pci_mmcfg_check_hostbridge(void) | 
 | { | 
 | 	u32 l; | 
 | 	u32 bus, devfn; | 
 | 	u16 vendor, device; | 
 | 	int i; | 
 | 	const char *name; | 
 |  | 
 | 	if (!raw_pci_ops) | 
 | 		return 0; | 
 |  | 
 | 	pci_mmcfg_config_num = 0; | 
 | 	pci_mmcfg_config = NULL; | 
 | 	name = NULL; | 
 |  | 
 | 	for (i = 0; !name && i < ARRAY_SIZE(pci_mmcfg_probes); i++) { | 
 | 		bus =  pci_mmcfg_probes[i].bus; | 
 | 		devfn = pci_mmcfg_probes[i].devfn; | 
 | 		raw_pci_ops->read(0, bus, devfn, 0, 4, &l); | 
 | 		vendor = l & 0xffff; | 
 | 		device = (l >> 16) & 0xffff; | 
 |  | 
 | 		if (pci_mmcfg_probes[i].vendor == vendor && | 
 | 		    pci_mmcfg_probes[i].device == device) | 
 | 			name = pci_mmcfg_probes[i].probe(); | 
 | 	} | 
 |  | 
 | 	if (name) { | 
 | 		printk(KERN_INFO "PCI: Found %s %s MMCONFIG support.\n", | 
 | 		       name, pci_mmcfg_config_num ? "with" : "without"); | 
 | 	} | 
 |  | 
 | 	return name != NULL; | 
 | } | 
 |  | 
 | static void __init pci_mmcfg_insert_resources(void) | 
 | { | 
 | #define PCI_MMCFG_RESOURCE_NAME_LEN 19 | 
 | 	int i; | 
 | 	struct resource *res; | 
 | 	char *names; | 
 | 	unsigned num_buses; | 
 |  | 
 | 	res = kcalloc(PCI_MMCFG_RESOURCE_NAME_LEN + sizeof(*res), | 
 | 			pci_mmcfg_config_num, GFP_KERNEL); | 
 | 	if (!res) { | 
 | 		printk(KERN_ERR "PCI: Unable to allocate MMCONFIG resources\n"); | 
 | 		return; | 
 | 	} | 
 |  | 
 | 	names = (void *)&res[pci_mmcfg_config_num]; | 
 | 	for (i = 0; i < pci_mmcfg_config_num; i++, res++) { | 
 | 		struct acpi_mcfg_allocation *cfg = &pci_mmcfg_config[i]; | 
 | 		num_buses = cfg->end_bus_number - cfg->start_bus_number + 1; | 
 | 		res->name = names; | 
 | 		snprintf(names, PCI_MMCFG_RESOURCE_NAME_LEN, "PCI MMCONFIG %u", | 
 | 			 cfg->pci_segment); | 
 | 		res->start = cfg->address; | 
 | 		res->end = res->start + (num_buses << 20) - 1; | 
 | 		res->flags = IORESOURCE_MEM | IORESOURCE_BUSY; | 
 | 		insert_resource(&iomem_resource, res); | 
 | 		names += PCI_MMCFG_RESOURCE_NAME_LEN; | 
 | 	} | 
 |  | 
 | 	/* Mark that the resources have been inserted. */ | 
 | 	pci_mmcfg_resources_inserted = 1; | 
 | } | 
 |  | 
 | static acpi_status __init check_mcfg_resource(struct acpi_resource *res, | 
 | 					      void *data) | 
 | { | 
 | 	struct resource *mcfg_res = data; | 
 | 	struct acpi_resource_address64 address; | 
 | 	acpi_status status; | 
 |  | 
 | 	if (res->type == ACPI_RESOURCE_TYPE_FIXED_MEMORY32) { | 
 | 		struct acpi_resource_fixed_memory32 *fixmem32 = | 
 | 			&res->data.fixed_memory32; | 
 | 		if (!fixmem32) | 
 | 			return AE_OK; | 
 | 		if ((mcfg_res->start >= fixmem32->address) && | 
 | 		    (mcfg_res->end < (fixmem32->address + | 
 | 				      fixmem32->address_length))) { | 
 | 			mcfg_res->flags = 1; | 
 | 			return AE_CTRL_TERMINATE; | 
 | 		} | 
 | 	} | 
 | 	if ((res->type != ACPI_RESOURCE_TYPE_ADDRESS32) && | 
 | 	    (res->type != ACPI_RESOURCE_TYPE_ADDRESS64)) | 
 | 		return AE_OK; | 
 |  | 
 | 	status = acpi_resource_to_address64(res, &address); | 
 | 	if (ACPI_FAILURE(status) || | 
 | 	   (address.address_length <= 0) || | 
 | 	   (address.resource_type != ACPI_MEMORY_RANGE)) | 
 | 		return AE_OK; | 
 |  | 
 | 	if ((mcfg_res->start >= address.minimum) && | 
 | 	    (mcfg_res->end < (address.minimum + address.address_length))) { | 
 | 		mcfg_res->flags = 1; | 
 | 		return AE_CTRL_TERMINATE; | 
 | 	} | 
 | 	return AE_OK; | 
 | } | 
 |  | 
 | static acpi_status __init find_mboard_resource(acpi_handle handle, u32 lvl, | 
 | 		void *context, void **rv) | 
 | { | 
 | 	struct resource *mcfg_res = context; | 
 |  | 
 | 	acpi_walk_resources(handle, METHOD_NAME__CRS, | 
 | 			    check_mcfg_resource, context); | 
 |  | 
 | 	if (mcfg_res->flags) | 
 | 		return AE_CTRL_TERMINATE; | 
 |  | 
 | 	return AE_OK; | 
 | } | 
 |  | 
 | static int __init is_acpi_reserved(u64 start, u64 end, unsigned not_used) | 
 | { | 
 | 	struct resource mcfg_res; | 
 |  | 
 | 	mcfg_res.start = start; | 
 | 	mcfg_res.end = end; | 
 | 	mcfg_res.flags = 0; | 
 |  | 
 | 	acpi_get_devices("PNP0C01", find_mboard_resource, &mcfg_res, NULL); | 
 |  | 
 | 	if (!mcfg_res.flags) | 
 | 		acpi_get_devices("PNP0C02", find_mboard_resource, &mcfg_res, | 
 | 				 NULL); | 
 |  | 
 | 	return mcfg_res.flags; | 
 | } | 
 |  | 
 | typedef int (*check_reserved_t)(u64 start, u64 end, unsigned type); | 
 |  | 
 | static int __init is_mmconf_reserved(check_reserved_t is_reserved, | 
 | 		u64 addr, u64 size, int i, | 
 | 		typeof(pci_mmcfg_config[0]) *cfg, int with_e820) | 
 | { | 
 | 	u64 old_size = size; | 
 | 	int valid = 0; | 
 |  | 
 | 	while (!is_reserved(addr, addr + size - 1, E820_RESERVED)) { | 
 | 		size >>= 1; | 
 | 		if (size < (16UL<<20)) | 
 | 			break; | 
 | 	} | 
 |  | 
 | 	if (size >= (16UL<<20) || size == old_size) { | 
 | 		printk(KERN_NOTICE | 
 | 		       "PCI: MCFG area at %Lx reserved in %s\n", | 
 | 			addr, with_e820?"E820":"ACPI motherboard resources"); | 
 | 		valid = 1; | 
 |  | 
 | 		if (old_size != size) { | 
 | 			/* update end_bus_number */ | 
 | 			cfg->end_bus_number = cfg->start_bus_number + ((size>>20) - 1); | 
 | 			printk(KERN_NOTICE "PCI: updated MCFG configuration %d: base %lx " | 
 | 			       "segment %hu buses %u - %u\n", | 
 | 			       i, (unsigned long)cfg->address, cfg->pci_segment, | 
 | 			       (unsigned int)cfg->start_bus_number, | 
 | 			       (unsigned int)cfg->end_bus_number); | 
 | 		} | 
 | 	} | 
 |  | 
 | 	return valid; | 
 | } | 
 |  | 
 | static void __init pci_mmcfg_reject_broken(int early) | 
 | { | 
 | 	typeof(pci_mmcfg_config[0]) *cfg; | 
 | 	int i; | 
 |  | 
 | 	if ((pci_mmcfg_config_num == 0) || | 
 | 	    (pci_mmcfg_config == NULL) || | 
 | 	    (pci_mmcfg_config[0].address == 0)) | 
 | 		return; | 
 |  | 
 | 	cfg = &pci_mmcfg_config[0]; | 
 |  | 
 | 	for (i = 0; i < pci_mmcfg_config_num; i++) { | 
 | 		int valid = 0; | 
 | 		u64 addr, size; | 
 |  | 
 | 		cfg = &pci_mmcfg_config[i]; | 
 | 		addr = cfg->start_bus_number; | 
 | 		addr <<= 20; | 
 | 		addr += cfg->address; | 
 | 		size = cfg->end_bus_number + 1 - cfg->start_bus_number; | 
 | 		size <<= 20; | 
 | 		printk(KERN_NOTICE "PCI: MCFG configuration %d: base %lx " | 
 | 		       "segment %hu buses %u - %u\n", | 
 | 		       i, (unsigned long)cfg->address, cfg->pci_segment, | 
 | 		       (unsigned int)cfg->start_bus_number, | 
 | 		       (unsigned int)cfg->end_bus_number); | 
 |  | 
 | 		if (!early) | 
 | 			valid = is_mmconf_reserved(is_acpi_reserved, addr, size, i, cfg, 0); | 
 |  | 
 | 		if (valid) | 
 | 			continue; | 
 |  | 
 | 		if (!early) | 
 | 			printk(KERN_ERR "PCI: BIOS Bug: MCFG area at %Lx is not" | 
 | 			       " reserved in ACPI motherboard resources\n", | 
 | 			       cfg->address); | 
 |  | 
 | 		/* Don't try to do this check unless configuration | 
 | 		   type 1 is available. how about type 2 ?*/ | 
 | 		if (raw_pci_ops) | 
 | 			valid = is_mmconf_reserved(e820_all_mapped, addr, size, i, cfg, 1); | 
 |  | 
 | 		if (!valid) | 
 | 			goto reject; | 
 | 	} | 
 |  | 
 | 	return; | 
 |  | 
 | reject: | 
 | 	printk(KERN_INFO "PCI: Not using MMCONFIG.\n"); | 
 | 	pci_mmcfg_arch_free(); | 
 | 	kfree(pci_mmcfg_config); | 
 | 	pci_mmcfg_config = NULL; | 
 | 	pci_mmcfg_config_num = 0; | 
 | } | 
 |  | 
 | static int __initdata known_bridge; | 
 |  | 
 | static void __init __pci_mmcfg_init(int early) | 
 | { | 
 | 	/* MMCONFIG disabled */ | 
 | 	if ((pci_probe & PCI_PROBE_MMCONF) == 0) | 
 | 		return; | 
 |  | 
 | 	/* MMCONFIG already enabled */ | 
 | 	if (!early && !(pci_probe & PCI_PROBE_MASK & ~PCI_PROBE_MMCONF)) | 
 | 		return; | 
 |  | 
 | 	/* for late to exit */ | 
 | 	if (known_bridge) | 
 | 		return; | 
 |  | 
 | 	if (early) { | 
 | 		if (pci_mmcfg_check_hostbridge()) | 
 | 			known_bridge = 1; | 
 | 	} | 
 |  | 
 | 	if (!known_bridge) { | 
 | 		acpi_table_parse(ACPI_SIG_MCFG, acpi_parse_mcfg); | 
 | 		pci_mmcfg_reject_broken(early); | 
 | 	} | 
 |  | 
 | 	if ((pci_mmcfg_config_num == 0) || | 
 | 	    (pci_mmcfg_config == NULL) || | 
 | 	    (pci_mmcfg_config[0].address == 0)) | 
 | 		return; | 
 |  | 
 | 	if (pci_mmcfg_arch_init()) | 
 | 		pci_probe = (pci_probe & ~PCI_PROBE_MASK) | PCI_PROBE_MMCONF; | 
 | 	else { | 
 | 		/* | 
 | 		 * Signal not to attempt to insert mmcfg resources because | 
 | 		 * the architecture mmcfg setup could not initialize. | 
 | 		 */ | 
 | 		pci_mmcfg_resources_inserted = 1; | 
 | 	} | 
 | } | 
 |  | 
 | void __init pci_mmcfg_early_init(void) | 
 | { | 
 | 	__pci_mmcfg_init(1); | 
 | } | 
 |  | 
 | void __init pci_mmcfg_late_init(void) | 
 | { | 
 | 	__pci_mmcfg_init(0); | 
 | } | 
 |  | 
 | static int __init pci_mmcfg_late_insert_resources(void) | 
 | { | 
 | 	/* | 
 | 	 * If resources are already inserted or we are not using MMCONFIG, | 
 | 	 * don't insert the resources. | 
 | 	 */ | 
 | 	if ((pci_mmcfg_resources_inserted == 1) || | 
 | 	    (pci_probe & PCI_PROBE_MMCONF) == 0 || | 
 | 	    (pci_mmcfg_config_num == 0) || | 
 | 	    (pci_mmcfg_config == NULL) || | 
 | 	    (pci_mmcfg_config[0].address == 0)) | 
 | 		return 1; | 
 |  | 
 | 	/* | 
 | 	 * Attempt to insert the mmcfg resources but not with the busy flag | 
 | 	 * marked so it won't cause request errors when __request_region is | 
 | 	 * called. | 
 | 	 */ | 
 | 	pci_mmcfg_insert_resources(); | 
 |  | 
 | 	return 0; | 
 | } | 
 |  | 
 | /* | 
 |  * Perform MMCONFIG resource insertion after PCI initialization to allow for | 
 |  * misprogrammed MCFG tables that state larger sizes but actually conflict | 
 |  * with other system resources. | 
 |  */ | 
 | late_initcall(pci_mmcfg_late_insert_resources); |