| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #include <linux/init.h> | 
|  | 2 | #include <linux/bitops.h> | 
|  | 3 | #include <linux/mm.h> | 
|  | 4 | #include <asm/io.h> | 
|  | 5 | #include <asm/processor.h> | 
|  | 6 |  | 
|  | 7 | #include "cpu.h" | 
|  | 8 |  | 
|  | 9 | /* | 
|  | 10 | *	B step AMD K6 before B 9730xxxx have hardware bugs that can cause | 
|  | 11 | *	misexecution of code under Linux. Owners of such processors should | 
|  | 12 | *	contact AMD for precise details and a CPU swap. | 
|  | 13 | * | 
|  | 14 | *	See	http://www.multimania.com/poulot/k6bug.html | 
|  | 15 | *		http://www.amd.com/K6/k6docs/revgd.html | 
|  | 16 | * | 
|  | 17 | *	The following test is erm.. interesting. AMD neglected to up | 
|  | 18 | *	the chip setting when fixing the bug but they also tweaked some | 
|  | 19 | *	performance at the same time.. | 
|  | 20 | */ | 
|  | 21 |  | 
|  | 22 | extern void vide(void); | 
|  | 23 | __asm__(".align 4\nvide: ret"); | 
|  | 24 |  | 
| Andi Kleen | 3556ddf | 2007-04-02 12:14:12 +0200 | [diff] [blame] | 25 | #define ENABLE_C1E_MASK         0x18000000 | 
|  | 26 | #define CPUID_PROCESSOR_SIGNATURE       1 | 
|  | 27 | #define CPUID_XFAM              0x0ff00000 | 
|  | 28 | #define CPUID_XFAM_K8           0x00000000 | 
|  | 29 | #define CPUID_XFAM_10H          0x00100000 | 
|  | 30 | #define CPUID_XFAM_11H          0x00200000 | 
|  | 31 | #define CPUID_XMOD              0x000f0000 | 
|  | 32 | #define CPUID_XMOD_REV_F        0x00040000 | 
|  | 33 |  | 
|  | 34 | /* AMD systems with C1E don't have a working lAPIC timer. Check for that. */ | 
|  | 35 | static __cpuinit int amd_apic_timer_broken(void) | 
|  | 36 | { | 
|  | 37 | u32 lo, hi; | 
|  | 38 | u32 eax = cpuid_eax(CPUID_PROCESSOR_SIGNATURE); | 
|  | 39 | switch (eax & CPUID_XFAM) { | 
|  | 40 | case CPUID_XFAM_K8: | 
|  | 41 | if ((eax & CPUID_XMOD) < CPUID_XMOD_REV_F) | 
|  | 42 | break; | 
|  | 43 | case CPUID_XFAM_10H: | 
|  | 44 | case CPUID_XFAM_11H: | 
|  | 45 | rdmsr(MSR_K8_ENABLE_C1E, lo, hi); | 
|  | 46 | if (lo & ENABLE_C1E_MASK) | 
|  | 47 | return 1; | 
|  | 48 | break; | 
|  | 49 | default: | 
|  | 50 | /* err on the side of caution */ | 
|  | 51 | return 1; | 
|  | 52 | } | 
|  | 53 | return 0; | 
|  | 54 | } | 
|  | 55 |  | 
| Andi Kleen | f039b75 | 2007-05-02 19:27:12 +0200 | [diff] [blame] | 56 | int force_mwait __cpuinitdata; | 
|  | 57 |  | 
| Magnus Damm | b4af3f7 | 2006-09-26 10:52:36 +0200 | [diff] [blame] | 58 | static void __cpuinit init_amd(struct cpuinfo_x86 *c) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 59 | { | 
|  | 60 | u32 l, h; | 
|  | 61 | int mbytes = num_physpages >> (20-PAGE_SHIFT); | 
|  | 62 | int r; | 
|  | 63 |  | 
| Andi Kleen | 7d318d7 | 2005-09-29 22:05:55 +0200 | [diff] [blame] | 64 | #ifdef CONFIG_SMP | 
| Andi Kleen | 3c92c2b | 2005-10-11 01:28:33 +0200 | [diff] [blame] | 65 | unsigned long long value; | 
| Andi Kleen | 7d318d7 | 2005-09-29 22:05:55 +0200 | [diff] [blame] | 66 |  | 
|  | 67 | /* Disable TLB flush filter by setting HWCR.FFDIS on K8 | 
|  | 68 | * bit 6 of msr C001_0015 | 
|  | 69 | * | 
|  | 70 | * Errata 63 for SH-B3 steppings | 
|  | 71 | * Errata 122 for all steppings (F+ have it disabled by default) | 
|  | 72 | */ | 
|  | 73 | if (c->x86 == 15) { | 
|  | 74 | rdmsrl(MSR_K7_HWCR, value); | 
|  | 75 | value |= 1 << 6; | 
|  | 76 | wrmsrl(MSR_K7_HWCR, value); | 
|  | 77 | } | 
|  | 78 | #endif | 
|  | 79 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 80 | /* | 
|  | 81 | *	FIXME: We should handle the K5 here. Set up the write | 
|  | 82 | *	range and also turn on MSR 83 bits 4 and 31 (write alloc, | 
|  | 83 | *	no bus pipeline) | 
|  | 84 | */ | 
|  | 85 |  | 
|  | 86 | /* Bit 31 in normal CPUID used for nonstandard 3DNow ID; | 
|  | 87 | 3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway */ | 
|  | 88 | clear_bit(0*32+31, c->x86_capability); | 
|  | 89 |  | 
|  | 90 | r = get_model_name(c); | 
|  | 91 |  | 
|  | 92 | switch(c->x86) | 
|  | 93 | { | 
|  | 94 | case 4: | 
|  | 95 | /* | 
|  | 96 | * General Systems BIOSen alias the cpu frequency registers | 
|  | 97 | * of the Elan at 0x000df000. Unfortuantly, one of the Linux | 
|  | 98 | * drivers subsequently pokes it, and changes the CPU speed. | 
|  | 99 | * Workaround : Remove the unneeded alias. | 
|  | 100 | */ | 
|  | 101 | #define CBAR		(0xfffc) /* Configuration Base Address  (32-bit) */ | 
|  | 102 | #define CBAR_ENB	(0x80000000) | 
|  | 103 | #define CBAR_KEY	(0X000000CB) | 
|  | 104 | if (c->x86_model==9 || c->x86_model == 10) { | 
|  | 105 | if (inl (CBAR) & CBAR_ENB) | 
|  | 106 | outl (0 | CBAR_KEY, CBAR); | 
|  | 107 | } | 
|  | 108 | break; | 
|  | 109 | case 5: | 
|  | 110 | if( c->x86_model < 6 ) | 
|  | 111 | { | 
|  | 112 | /* Based on AMD doc 20734R - June 2000 */ | 
|  | 113 | if ( c->x86_model == 0 ) { | 
|  | 114 | clear_bit(X86_FEATURE_APIC, c->x86_capability); | 
|  | 115 | set_bit(X86_FEATURE_PGE, c->x86_capability); | 
|  | 116 | } | 
|  | 117 | break; | 
|  | 118 | } | 
|  | 119 |  | 
|  | 120 | if ( c->x86_model == 6 && c->x86_mask == 1 ) { | 
|  | 121 | const int K6_BUG_LOOP = 1000000; | 
|  | 122 | int n; | 
|  | 123 | void (*f_vide)(void); | 
|  | 124 | unsigned long d, d2; | 
|  | 125 |  | 
|  | 126 | printk(KERN_INFO "AMD K6 stepping B detected - "); | 
|  | 127 |  | 
|  | 128 | /* | 
|  | 129 | * It looks like AMD fixed the 2.6.2 bug and improved indirect | 
|  | 130 | * calls at the same time. | 
|  | 131 | */ | 
|  | 132 |  | 
|  | 133 | n = K6_BUG_LOOP; | 
|  | 134 | f_vide = vide; | 
|  | 135 | rdtscl(d); | 
|  | 136 | while (n--) | 
|  | 137 | f_vide(); | 
|  | 138 | rdtscl(d2); | 
|  | 139 | d = d2-d; | 
| Dave Jones | 6df0532 | 2006-12-07 02:14:11 +0100 | [diff] [blame] | 140 |  | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 141 | if (d > 20*K6_BUG_LOOP) | 
|  | 142 | printk("system stability may be impaired when more than 32 MB are used.\n"); | 
|  | 143 | else | 
|  | 144 | printk("probably OK (after B9730xxxx).\n"); | 
|  | 145 | printk(KERN_INFO "Please see http://membres.lycos.fr/poulot/k6bug.html\n"); | 
|  | 146 | } | 
|  | 147 |  | 
|  | 148 | /* K6 with old style WHCR */ | 
|  | 149 | if (c->x86_model < 8 || | 
|  | 150 | (c->x86_model== 8 && c->x86_mask < 8)) { | 
|  | 151 | /* We can only write allocate on the low 508Mb */ | 
|  | 152 | if(mbytes>508) | 
|  | 153 | mbytes=508; | 
|  | 154 |  | 
|  | 155 | rdmsr(MSR_K6_WHCR, l, h); | 
|  | 156 | if ((l&0x0000FFFF)==0) { | 
|  | 157 | unsigned long flags; | 
|  | 158 | l=(1<<0)|((mbytes/4)<<1); | 
|  | 159 | local_irq_save(flags); | 
|  | 160 | wbinvd(); | 
|  | 161 | wrmsr(MSR_K6_WHCR, l, h); | 
|  | 162 | local_irq_restore(flags); | 
|  | 163 | printk(KERN_INFO "Enabling old style K6 write allocation for %d Mb\n", | 
|  | 164 | mbytes); | 
|  | 165 | } | 
|  | 166 | break; | 
|  | 167 | } | 
|  | 168 |  | 
|  | 169 | if ((c->x86_model == 8 && c->x86_mask >7) || | 
|  | 170 | c->x86_model == 9 || c->x86_model == 13) { | 
|  | 171 | /* The more serious chips .. */ | 
|  | 172 |  | 
|  | 173 | if(mbytes>4092) | 
|  | 174 | mbytes=4092; | 
|  | 175 |  | 
|  | 176 | rdmsr(MSR_K6_WHCR, l, h); | 
|  | 177 | if ((l&0xFFFF0000)==0) { | 
|  | 178 | unsigned long flags; | 
|  | 179 | l=((mbytes>>2)<<22)|(1<<16); | 
|  | 180 | local_irq_save(flags); | 
|  | 181 | wbinvd(); | 
|  | 182 | wrmsr(MSR_K6_WHCR, l, h); | 
|  | 183 | local_irq_restore(flags); | 
|  | 184 | printk(KERN_INFO "Enabling new style K6 write allocation for %d Mb\n", | 
|  | 185 | mbytes); | 
|  | 186 | } | 
|  | 187 |  | 
|  | 188 | /*  Set MTRR capability flag if appropriate */ | 
|  | 189 | if (c->x86_model == 13 || c->x86_model == 9 || | 
|  | 190 | (c->x86_model == 8 && c->x86_mask >= 8)) | 
|  | 191 | set_bit(X86_FEATURE_K6_MTRR, c->x86_capability); | 
|  | 192 | break; | 
|  | 193 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 194 |  | 
| Jordan Crouse | f90b811 | 2006-01-06 00:12:14 -0800 | [diff] [blame] | 195 | if (c->x86_model == 10) { | 
|  | 196 | /* AMD Geode LX is model 10 */ | 
|  | 197 | /* placeholder for any needed mods */ | 
|  | 198 | break; | 
|  | 199 | } | 
|  | 200 | break; | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 201 | case 6: /* An Athlon/Duron */ | 
|  | 202 |  | 
|  | 203 | /* Bit 15 of Athlon specific MSR 15, needs to be 0 | 
|  | 204 | * to enable SSE on Palomino/Morgan/Barton CPU's. | 
|  | 205 | * If the BIOS didn't enable it already, enable it here. | 
|  | 206 | */ | 
|  | 207 | if (c->x86_model >= 6 && c->x86_model <= 10) { | 
|  | 208 | if (!cpu_has(c, X86_FEATURE_XMM)) { | 
|  | 209 | printk(KERN_INFO "Enabling disabled K7/SSE Support.\n"); | 
|  | 210 | rdmsr(MSR_K7_HWCR, l, h); | 
|  | 211 | l &= ~0x00008000; | 
|  | 212 | wrmsr(MSR_K7_HWCR, l, h); | 
|  | 213 | set_bit(X86_FEATURE_XMM, c->x86_capability); | 
|  | 214 | } | 
|  | 215 | } | 
|  | 216 |  | 
|  | 217 | /* It's been determined by AMD that Athlons since model 8 stepping 1 | 
|  | 218 | * are more robust with CLK_CTL set to 200xxxxx instead of 600xxxxx | 
|  | 219 | * As per AMD technical note 27212 0.2 | 
|  | 220 | */ | 
|  | 221 | if ((c->x86_model == 8 && c->x86_mask>=1) || (c->x86_model > 8)) { | 
|  | 222 | rdmsr(MSR_K7_CLK_CTL, l, h); | 
|  | 223 | if ((l & 0xfff00000) != 0x20000000) { | 
|  | 224 | printk ("CPU: CLK_CTL MSR was %x. Reprogramming to %x\n", l, | 
|  | 225 | ((l & 0x000fffff)|0x20000000)); | 
|  | 226 | wrmsr(MSR_K7_CLK_CTL, (l & 0x000fffff)|0x20000000, h); | 
|  | 227 | } | 
|  | 228 | } | 
|  | 229 | break; | 
|  | 230 | } | 
|  | 231 |  | 
|  | 232 | switch (c->x86) { | 
|  | 233 | case 15: | 
|  | 234 | set_bit(X86_FEATURE_K8, c->x86_capability); | 
|  | 235 | break; | 
|  | 236 | case 6: | 
|  | 237 | set_bit(X86_FEATURE_K7, c->x86_capability); | 
|  | 238 | break; | 
|  | 239 | } | 
| Andi Kleen | 18bd057 | 2006-04-20 02:36:45 +0200 | [diff] [blame] | 240 | if (c->x86 >= 6) | 
|  | 241 | set_bit(X86_FEATURE_FXSAVE_LEAK, c->x86_capability); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 242 |  | 
|  | 243 | display_cacheinfo(c); | 
| Andi Kleen | 3dd9d51 | 2005-04-16 15:25:15 -0700 | [diff] [blame] | 244 |  | 
|  | 245 | if (cpuid_eax(0x80000000) >= 0x80000008) { | 
| Siddha, Suresh B | 94605ef | 2005-11-05 17:25:54 +0100 | [diff] [blame] | 246 | c->x86_max_cores = (cpuid_ecx(0x80000008) & 0xff) + 1; | 
| Andi Kleen | 3dd9d51 | 2005-04-16 15:25:15 -0700 | [diff] [blame] | 247 | } | 
|  | 248 |  | 
| Andi Kleen | 39b3a79 | 2006-01-11 22:42:45 +0100 | [diff] [blame] | 249 | if (cpuid_eax(0x80000000) >= 0x80000007) { | 
| Andi Kleen | 3f98bc4 | 2006-01-11 22:42:51 +0100 | [diff] [blame] | 250 | c->x86_power = cpuid_edx(0x80000007); | 
|  | 251 | if (c->x86_power & (1<<8)) | 
|  | 252 | set_bit(X86_FEATURE_CONSTANT_TSC, c->x86_capability); | 
| Andi Kleen | 39b3a79 | 2006-01-11 22:42:45 +0100 | [diff] [blame] | 253 | } | 
|  | 254 |  | 
| Andi Kleen | b41e293 | 2005-05-20 14:27:55 -0700 | [diff] [blame] | 255 | #ifdef CONFIG_X86_HT | 
| Andi Kleen | 6351864 | 2005-04-16 15:25:16 -0700 | [diff] [blame] | 256 | /* | 
| Andi Kleen | faee9a5 | 2006-06-26 13:56:10 +0200 | [diff] [blame] | 257 | * On a AMD multi core setup the lower bits of the APIC id | 
|  | 258 | * distingush the cores. | 
| Andi Kleen | 6351864 | 2005-04-16 15:25:16 -0700 | [diff] [blame] | 259 | */ | 
| Siddha, Suresh B | 94605ef | 2005-11-05 17:25:54 +0100 | [diff] [blame] | 260 | if (c->x86_max_cores > 1) { | 
| Andi Kleen | a158608 | 2005-05-16 21:53:21 -0700 | [diff] [blame] | 261 | int cpu = smp_processor_id(); | 
| Andi Kleen | faee9a5 | 2006-06-26 13:56:10 +0200 | [diff] [blame] | 262 | unsigned bits = (cpuid_ecx(0x80000008) >> 12) & 0xf; | 
|  | 263 |  | 
|  | 264 | if (bits == 0) { | 
|  | 265 | while ((1 << bits) < c->x86_max_cores) | 
|  | 266 | bits++; | 
|  | 267 | } | 
| Rohit Seth | 4b89aff | 2006-06-27 02:53:46 -0700 | [diff] [blame] | 268 | c->cpu_core_id = c->phys_proc_id & ((1<<bits)-1); | 
|  | 269 | c->phys_proc_id >>= bits; | 
| Andi Kleen | 6351864 | 2005-04-16 15:25:16 -0700 | [diff] [blame] | 270 | printk(KERN_INFO "CPU %d(%d) -> Core %d\n", | 
| Rohit Seth | 4b89aff | 2006-06-27 02:53:46 -0700 | [diff] [blame] | 271 | cpu, c->x86_max_cores, c->cpu_core_id); | 
| Andi Kleen | 6351864 | 2005-04-16 15:25:16 -0700 | [diff] [blame] | 272 | } | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 273 | #endif | 
| Andi Kleen | 39b3a79 | 2006-01-11 22:42:45 +0100 | [diff] [blame] | 274 |  | 
| Andi Kleen | 67cddd9 | 2007-07-21 17:10:03 +0200 | [diff] [blame] | 275 | if (cpuid_eax(0x80000000) >= 0x80000006) { | 
|  | 276 | if ((c->x86 == 0x10) && (cpuid_edx(0x80000006) & 0xf000)) | 
|  | 277 | num_cache_leaves = 4; | 
|  | 278 | else | 
|  | 279 | num_cache_leaves = 3; | 
|  | 280 | } | 
| Andi Kleen | 3556ddf | 2007-04-02 12:14:12 +0200 | [diff] [blame] | 281 |  | 
|  | 282 | if (amd_apic_timer_broken()) | 
|  | 283 | set_bit(X86_FEATURE_LAPIC_TIMER_BROKEN, c->x86_capability); | 
| Andi Kleen | f039b75 | 2007-05-02 19:27:12 +0200 | [diff] [blame] | 284 |  | 
|  | 285 | if (c->x86 == 0x10 && !force_mwait) | 
|  | 286 | clear_bit(X86_FEATURE_MWAIT, c->x86_capability); | 
| Andi Kleen | c12ceb7 | 2007-05-21 14:31:47 +0200 | [diff] [blame] | 287 |  | 
|  | 288 | /* K6s reports MCEs but don't actually have all the MSRs */ | 
|  | 289 | if (c->x86 < 6) | 
|  | 290 | clear_bit(X86_FEATURE_MCE, c->x86_capability); | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 291 | } | 
|  | 292 |  | 
| Magnus Damm | e9dff0e | 2006-09-26 10:52:36 +0200 | [diff] [blame] | 293 | static unsigned int __cpuinit amd_size_cache(struct cpuinfo_x86 * c, unsigned int size) | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 294 | { | 
|  | 295 | /* AMD errata T13 (order #21922) */ | 
|  | 296 | if ((c->x86 == 6)) { | 
|  | 297 | if (c->x86_model == 3 && c->x86_mask == 0)	/* Duron Rev A0 */ | 
|  | 298 | size = 64; | 
|  | 299 | if (c->x86_model == 4 && | 
|  | 300 | (c->x86_mask==0 || c->x86_mask==1))	/* Tbird rev A1/A2 */ | 
|  | 301 | size = 256; | 
|  | 302 | } | 
|  | 303 | return size; | 
|  | 304 | } | 
|  | 305 |  | 
| Magnus Damm | 9541493 | 2006-09-26 10:52:36 +0200 | [diff] [blame] | 306 | static struct cpu_dev amd_cpu_dev __cpuinitdata = { | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 307 | .c_vendor	= "AMD", | 
|  | 308 | .c_ident 	= { "AuthenticAMD" }, | 
|  | 309 | .c_models = { | 
|  | 310 | { .vendor = X86_VENDOR_AMD, .family = 4, .model_names = | 
|  | 311 | { | 
|  | 312 | [3] = "486 DX/2", | 
|  | 313 | [7] = "486 DX/2-WB", | 
|  | 314 | [8] = "486 DX/4", | 
|  | 315 | [9] = "486 DX/4-WB", | 
|  | 316 | [14] = "Am5x86-WT", | 
|  | 317 | [15] = "Am5x86-WB" | 
|  | 318 | } | 
|  | 319 | }, | 
|  | 320 | }, | 
|  | 321 | .c_init		= init_amd, | 
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 322 | .c_size_cache	= amd_size_cache, | 
|  | 323 | }; | 
|  | 324 |  | 
|  | 325 | int __init amd_init_cpu(void) | 
|  | 326 | { | 
|  | 327 | cpu_devs[X86_VENDOR_AMD] = &amd_cpu_dev; | 
|  | 328 | return 0; | 
|  | 329 | } |