amd.c 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751
  1. #include <linux/init.h>
  2. #include <linux/bitops.h>
  3. #include <linux/mm.h>
  4. #include <linux/io.h>
  5. #include <asm/processor.h>
  6. #include <asm/apic.h>
  7. #include <asm/cpu.h>
  8. #include <asm/pci-direct.h>
  9. #ifdef CONFIG_X86_64
  10. # include <asm/numa_64.h>
  11. # include <asm/mmconfig.h>
  12. # include <asm/cacheflush.h>
  13. #endif
  14. #include "cpu.h"
  15. #ifdef CONFIG_X86_32
  16. /*
  17. * B step AMD K6 before B 9730xxxx have hardware bugs that can cause
  18. * misexecution of code under Linux. Owners of such processors should
  19. * contact AMD for precise details and a CPU swap.
  20. *
  21. * See http://www.multimania.com/poulot/k6bug.html
  22. * http://www.amd.com/K6/k6docs/revgd.html
  23. *
  24. * The following test is erm.. interesting. AMD neglected to up
  25. * the chip setting when fixing the bug but they also tweaked some
  26. * performance at the same time..
  27. */
  28. extern void vide(void);
  29. __asm__(".align 4\nvide: ret");
  30. static void __cpuinit init_amd_k5(struct cpuinfo_x86 *c)
  31. {
  32. /*
  33. * General Systems BIOSen alias the cpu frequency registers
  34. * of the Elan at 0x000df000. Unfortuantly, one of the Linux
  35. * drivers subsequently pokes it, and changes the CPU speed.
  36. * Workaround : Remove the unneeded alias.
  37. */
  38. #define CBAR (0xfffc) /* Configuration Base Address (32-bit) */
  39. #define CBAR_ENB (0x80000000)
  40. #define CBAR_KEY (0X000000CB)
  41. if (c->x86_model == 9 || c->x86_model == 10) {
  42. if (inl(CBAR) & CBAR_ENB)
  43. outl(0 | CBAR_KEY, CBAR);
  44. }
  45. }
  46. static void __cpuinit init_amd_k6(struct cpuinfo_x86 *c)
  47. {
  48. u32 l, h;
  49. int mbytes = num_physpages >> (20-PAGE_SHIFT);
  50. if (c->x86_model < 6) {
  51. /* Based on AMD doc 20734R - June 2000 */
  52. if (c->x86_model == 0) {
  53. clear_cpu_cap(c, X86_FEATURE_APIC);
  54. set_cpu_cap(c, X86_FEATURE_PGE);
  55. }
  56. return;
  57. }
  58. if (c->x86_model == 6 && c->x86_mask == 1) {
  59. const int K6_BUG_LOOP = 1000000;
  60. int n;
  61. void (*f_vide)(void);
  62. unsigned long d, d2;
  63. printk(KERN_INFO "AMD K6 stepping B detected - ");
  64. /*
  65. * It looks like AMD fixed the 2.6.2 bug and improved indirect
  66. * calls at the same time.
  67. */
  68. n = K6_BUG_LOOP;
  69. f_vide = vide;
  70. rdtscl(d);
  71. while (n--)
  72. f_vide();
  73. rdtscl(d2);
  74. d = d2-d;
  75. if (d > 20*K6_BUG_LOOP)
  76. printk(KERN_CONT
  77. "system stability may be impaired when more than 32 MB are used.\n");
  78. else
  79. printk(KERN_CONT "probably OK (after B9730xxxx).\n");
  80. printk(KERN_INFO "Please see http://membres.lycos.fr/poulot/k6bug.html\n");
  81. }
  82. /* K6 with old style WHCR */
  83. if (c->x86_model < 8 ||
  84. (c->x86_model == 8 && c->x86_mask < 8)) {
  85. /* We can only write allocate on the low 508Mb */
  86. if (mbytes > 508)
  87. mbytes = 508;
  88. rdmsr(MSR_K6_WHCR, l, h);
  89. if ((l&0x0000FFFF) == 0) {
  90. unsigned long flags;
  91. l = (1<<0)|((mbytes/4)<<1);
  92. local_irq_save(flags);
  93. wbinvd();
  94. wrmsr(MSR_K6_WHCR, l, h);
  95. local_irq_restore(flags);
  96. printk(KERN_INFO "Enabling old style K6 write allocation for %d Mb\n",
  97. mbytes);
  98. }
  99. return;
  100. }
  101. if ((c->x86_model == 8 && c->x86_mask > 7) ||
  102. c->x86_model == 9 || c->x86_model == 13) {
  103. /* The more serious chips .. */
  104. if (mbytes > 4092)
  105. mbytes = 4092;
  106. rdmsr(MSR_K6_WHCR, l, h);
  107. if ((l&0xFFFF0000) == 0) {
  108. unsigned long flags;
  109. l = ((mbytes>>2)<<22)|(1<<16);
  110. local_irq_save(flags);
  111. wbinvd();
  112. wrmsr(MSR_K6_WHCR, l, h);
  113. local_irq_restore(flags);
  114. printk(KERN_INFO "Enabling new style K6 write allocation for %d Mb\n",
  115. mbytes);
  116. }
  117. return;
  118. }
  119. if (c->x86_model == 10) {
  120. /* AMD Geode LX is model 10 */
  121. /* placeholder for any needed mods */
  122. return;
  123. }
  124. }
  125. static void __cpuinit amd_k7_smp_check(struct cpuinfo_x86 *c)
  126. {
  127. #ifdef CONFIG_SMP
  128. /* calling is from identify_secondary_cpu() ? */
  129. if (!c->cpu_index)
  130. return;
  131. /*
  132. * Certain Athlons might work (for various values of 'work') in SMP
  133. * but they are not certified as MP capable.
  134. */
  135. /* Athlon 660/661 is valid. */
  136. if ((c->x86_model == 6) && ((c->x86_mask == 0) ||
  137. (c->x86_mask == 1)))
  138. goto valid_k7;
  139. /* Duron 670 is valid */
  140. if ((c->x86_model == 7) && (c->x86_mask == 0))
  141. goto valid_k7;
  142. /*
  143. * Athlon 662, Duron 671, and Athlon >model 7 have capability
  144. * bit. It's worth noting that the A5 stepping (662) of some
  145. * Athlon XP's have the MP bit set.
  146. * See http://www.heise.de/newsticker/data/jow-18.10.01-000 for
  147. * more.
  148. */
  149. if (((c->x86_model == 6) && (c->x86_mask >= 2)) ||
  150. ((c->x86_model == 7) && (c->x86_mask >= 1)) ||
  151. (c->x86_model > 7))
  152. if (cpu_has_mp)
  153. goto valid_k7;
  154. /* If we get here, not a certified SMP capable AMD system. */
  155. /*
  156. * Don't taint if we are running SMP kernel on a single non-MP
  157. * approved Athlon
  158. */
  159. WARN_ONCE(1, "WARNING: This combination of AMD"
  160. " processors is not suitable for SMP.\n");
  161. if (!test_taint(TAINT_UNSAFE_SMP))
  162. add_taint(TAINT_UNSAFE_SMP);
  163. valid_k7:
  164. ;
  165. #endif
  166. }
  167. static void __cpuinit init_amd_k7(struct cpuinfo_x86 *c)
  168. {
  169. u32 l, h;
  170. /*
  171. * Bit 15 of Athlon specific MSR 15, needs to be 0
  172. * to enable SSE on Palomino/Morgan/Barton CPU's.
  173. * If the BIOS didn't enable it already, enable it here.
  174. */
  175. if (c->x86_model >= 6 && c->x86_model <= 10) {
  176. if (!cpu_has(c, X86_FEATURE_XMM)) {
  177. printk(KERN_INFO "Enabling disabled K7/SSE Support.\n");
  178. rdmsr(MSR_K7_HWCR, l, h);
  179. l &= ~0x00008000;
  180. wrmsr(MSR_K7_HWCR, l, h);
  181. set_cpu_cap(c, X86_FEATURE_XMM);
  182. }
  183. }
  184. /*
  185. * It's been determined by AMD that Athlons since model 8 stepping 1
  186. * are more robust with CLK_CTL set to 200xxxxx instead of 600xxxxx
  187. * As per AMD technical note 27212 0.2
  188. */
  189. if ((c->x86_model == 8 && c->x86_mask >= 1) || (c->x86_model > 8)) {
  190. rdmsr(MSR_K7_CLK_CTL, l, h);
  191. if ((l & 0xfff00000) != 0x20000000) {
  192. printk(KERN_INFO
  193. "CPU: CLK_CTL MSR was %x. Reprogramming to %x\n",
  194. l, ((l & 0x000fffff)|0x20000000));
  195. wrmsr(MSR_K7_CLK_CTL, (l & 0x000fffff)|0x20000000, h);
  196. }
  197. }
  198. set_cpu_cap(c, X86_FEATURE_K7);
  199. amd_k7_smp_check(c);
  200. }
  201. #endif
  202. #ifdef CONFIG_NUMA
  203. /*
  204. * To workaround broken NUMA config. Read the comment in
  205. * srat_detect_node().
  206. */
  207. static int __cpuinit nearby_node(int apicid)
  208. {
  209. int i, node;
  210. for (i = apicid - 1; i >= 0; i--) {
  211. node = __apicid_to_node[i];
  212. if (node != NUMA_NO_NODE && node_online(node))
  213. return node;
  214. }
  215. for (i = apicid + 1; i < MAX_LOCAL_APIC; i++) {
  216. node = __apicid_to_node[i];
  217. if (node != NUMA_NO_NODE && node_online(node))
  218. return node;
  219. }
  220. return first_node(node_online_map); /* Shouldn't happen */
  221. }
  222. #endif
  223. /*
  224. * Fixup core topology information for
  225. * (1) AMD multi-node processors
  226. * Assumption: Number of cores in each internal node is the same.
  227. * (2) AMD processors supporting compute units
  228. */
  229. #ifdef CONFIG_X86_HT
  230. static void __cpuinit amd_get_topology(struct cpuinfo_x86 *c)
  231. {
  232. u32 nodes, cores_per_cu = 1;
  233. u8 node_id;
  234. int cpu = smp_processor_id();
  235. /* get information required for multi-node processors */
  236. if (cpu_has(c, X86_FEATURE_TOPOEXT)) {
  237. u32 eax, ebx, ecx, edx;
  238. cpuid(0x8000001e, &eax, &ebx, &ecx, &edx);
  239. nodes = ((ecx >> 8) & 7) + 1;
  240. node_id = ecx & 7;
  241. /* get compute unit information */
  242. smp_num_siblings = ((ebx >> 8) & 3) + 1;
  243. c->compute_unit_id = ebx & 0xff;
  244. cores_per_cu += ((ebx >> 8) & 3);
  245. } else if (cpu_has(c, X86_FEATURE_NODEID_MSR)) {
  246. u64 value;
  247. rdmsrl(MSR_FAM10H_NODE_ID, value);
  248. nodes = ((value >> 3) & 7) + 1;
  249. node_id = value & 7;
  250. } else
  251. return;
  252. /* fixup multi-node processor information */
  253. if (nodes > 1) {
  254. u32 cores_per_node;
  255. u32 cus_per_node;
  256. set_cpu_cap(c, X86_FEATURE_AMD_DCM);
  257. cores_per_node = c->x86_max_cores / nodes;
  258. cus_per_node = cores_per_node / cores_per_cu;
  259. /* store NodeID, use llc_shared_map to store sibling info */
  260. per_cpu(cpu_llc_id, cpu) = node_id;
  261. /* core id has to be in the [0 .. cores_per_node - 1] range */
  262. c->cpu_core_id %= cores_per_node;
  263. c->compute_unit_id %= cus_per_node;
  264. }
  265. }
  266. #endif
  267. /*
  268. * On a AMD dual core setup the lower bits of the APIC id distingush the cores.
  269. * Assumes number of cores is a power of two.
  270. */
  271. static void __cpuinit amd_detect_cmp(struct cpuinfo_x86 *c)
  272. {
  273. #ifdef CONFIG_X86_HT
  274. unsigned bits;
  275. int cpu = smp_processor_id();
  276. bits = c->x86_coreid_bits;
  277. /* Low order bits define the core id (index of core in socket) */
  278. c->cpu_core_id = c->initial_apicid & ((1 << bits)-1);
  279. /* Convert the initial APIC ID into the socket ID */
  280. c->phys_proc_id = c->initial_apicid >> bits;
  281. /* use socket ID also for last level cache */
  282. per_cpu(cpu_llc_id, cpu) = c->phys_proc_id;
  283. amd_get_topology(c);
  284. #endif
  285. }
  286. int amd_get_nb_id(int cpu)
  287. {
  288. int id = 0;
  289. #ifdef CONFIG_SMP
  290. id = per_cpu(cpu_llc_id, cpu);
  291. #endif
  292. return id;
  293. }
  294. EXPORT_SYMBOL_GPL(amd_get_nb_id);
  295. static void __cpuinit srat_detect_node(struct cpuinfo_x86 *c)
  296. {
  297. #ifdef CONFIG_NUMA
  298. int cpu = smp_processor_id();
  299. int node;
  300. unsigned apicid = c->apicid;
  301. node = numa_cpu_node(cpu);
  302. if (node == NUMA_NO_NODE)
  303. node = per_cpu(cpu_llc_id, cpu);
  304. if (!node_online(node)) {
  305. /*
  306. * Two possibilities here:
  307. *
  308. * - The CPU is missing memory and no node was created. In
  309. * that case try picking one from a nearby CPU.
  310. *
  311. * - The APIC IDs differ from the HyperTransport node IDs
  312. * which the K8 northbridge parsing fills in. Assume
  313. * they are all increased by a constant offset, but in
  314. * the same order as the HT nodeids. If that doesn't
  315. * result in a usable node fall back to the path for the
  316. * previous case.
  317. *
  318. * This workaround operates directly on the mapping between
  319. * APIC ID and NUMA node, assuming certain relationship
  320. * between APIC ID, HT node ID and NUMA topology. As going
  321. * through CPU mapping may alter the outcome, directly
  322. * access __apicid_to_node[].
  323. */
  324. int ht_nodeid = c->initial_apicid;
  325. if (ht_nodeid >= 0 &&
  326. __apicid_to_node[ht_nodeid] != NUMA_NO_NODE)
  327. node = __apicid_to_node[ht_nodeid];
  328. /* Pick a nearby node */
  329. if (!node_online(node))
  330. node = nearby_node(apicid);
  331. }
  332. numa_set_node(cpu, node);
  333. #endif
  334. }
  335. static void __cpuinit early_init_amd_mc(struct cpuinfo_x86 *c)
  336. {
  337. #ifdef CONFIG_X86_HT
  338. unsigned bits, ecx;
  339. /* Multi core CPU? */
  340. if (c->extended_cpuid_level < 0x80000008)
  341. return;
  342. ecx = cpuid_ecx(0x80000008);
  343. c->x86_max_cores = (ecx & 0xff) + 1;
  344. /* CPU telling us the core id bits shift? */
  345. bits = (ecx >> 12) & 0xF;
  346. /* Otherwise recompute */
  347. if (bits == 0) {
  348. while ((1 << bits) < c->x86_max_cores)
  349. bits++;
  350. }
  351. c->x86_coreid_bits = bits;
  352. #endif
  353. }
  354. static void __cpuinit early_init_amd(struct cpuinfo_x86 *c)
  355. {
  356. early_init_amd_mc(c);
  357. /*
  358. * c->x86_power is 8000_0007 edx. Bit 8 is TSC runs at constant rate
  359. * with P/T states and does not stop in deep C-states
  360. */
  361. if (c->x86_power & (1 << 8)) {
  362. set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);
  363. set_cpu_cap(c, X86_FEATURE_NONSTOP_TSC);
  364. }
  365. #ifdef CONFIG_X86_64
  366. set_cpu_cap(c, X86_FEATURE_SYSCALL32);
  367. #else
  368. /* Set MTRR capability flag if appropriate */
  369. if (c->x86 == 5)
  370. if (c->x86_model == 13 || c->x86_model == 9 ||
  371. (c->x86_model == 8 && c->x86_mask >= 8))
  372. set_cpu_cap(c, X86_FEATURE_K6_MTRR);
  373. #endif
  374. #if defined(CONFIG_X86_LOCAL_APIC) && defined(CONFIG_PCI)
  375. /* check CPU config space for extended APIC ID */
  376. if (cpu_has_apic && c->x86 >= 0xf) {
  377. unsigned int val;
  378. val = read_pci_config(0, 24, 0, 0x68);
  379. if ((val & ((1 << 17) | (1 << 18))) == ((1 << 17) | (1 << 18)))
  380. set_cpu_cap(c, X86_FEATURE_EXTD_APICID);
  381. }
  382. #endif
  383. /* We need to do the following only once */
  384. if (c != &boot_cpu_data)
  385. return;
  386. if (cpu_has(c, X86_FEATURE_CONSTANT_TSC)) {
  387. if (c->x86 > 0x10 ||
  388. (c->x86 == 0x10 && c->x86_model >= 0x2)) {
  389. u64 val;
  390. rdmsrl(MSR_K7_HWCR, val);
  391. if (!(val & BIT(24)))
  392. printk(KERN_WARNING FW_BUG "TSC doesn't count "
  393. "with P0 frequency!\n");
  394. }
  395. }
  396. }
  397. static void __cpuinit init_amd(struct cpuinfo_x86 *c)
  398. {
  399. #ifdef CONFIG_SMP
  400. unsigned long long value;
  401. /*
  402. * Disable TLB flush filter by setting HWCR.FFDIS on K8
  403. * bit 6 of msr C001_0015
  404. *
  405. * Errata 63 for SH-B3 steppings
  406. * Errata 122 for all steppings (F+ have it disabled by default)
  407. */
  408. if (c->x86 == 0xf) {
  409. rdmsrl(MSR_K7_HWCR, value);
  410. value |= 1 << 6;
  411. wrmsrl(MSR_K7_HWCR, value);
  412. }
  413. #endif
  414. early_init_amd(c);
  415. /*
  416. * Bit 31 in normal CPUID used for nonstandard 3DNow ID;
  417. * 3DNow is IDd by bit 31 in extended CPUID (1*32+31) anyway
  418. */
  419. clear_cpu_cap(c, 0*32+31);
  420. #ifdef CONFIG_X86_64
  421. /* On C+ stepping K8 rep microcode works well for copy/memset */
  422. if (c->x86 == 0xf) {
  423. u32 level;
  424. level = cpuid_eax(1);
  425. if ((level >= 0x0f48 && level < 0x0f50) || level >= 0x0f58)
  426. set_cpu_cap(c, X86_FEATURE_REP_GOOD);
  427. /*
  428. * Some BIOSes incorrectly force this feature, but only K8
  429. * revision D (model = 0x14) and later actually support it.
  430. * (AMD Erratum #110, docId: 25759).
  431. */
  432. if (c->x86_model < 0x14 && cpu_has(c, X86_FEATURE_LAHF_LM)) {
  433. u64 val;
  434. clear_cpu_cap(c, X86_FEATURE_LAHF_LM);
  435. if (!rdmsrl_amd_safe(0xc001100d, &val)) {
  436. val &= ~(1ULL << 32);
  437. wrmsrl_amd_safe(0xc001100d, val);
  438. }
  439. }
  440. }
  441. if (c->x86 >= 0x10)
  442. set_cpu_cap(c, X86_FEATURE_REP_GOOD);
  443. /* get apicid instead of initial apic id from cpuid */
  444. c->apicid = hard_smp_processor_id();
  445. #else
  446. /*
  447. * FIXME: We should handle the K5 here. Set up the write
  448. * range and also turn on MSR 83 bits 4 and 31 (write alloc,
  449. * no bus pipeline)
  450. */
  451. switch (c->x86) {
  452. case 4:
  453. init_amd_k5(c);
  454. break;
  455. case 5:
  456. init_amd_k6(c);
  457. break;
  458. case 6: /* An Athlon/Duron */
  459. init_amd_k7(c);
  460. break;
  461. }
  462. /* K6s reports MCEs but don't actually have all the MSRs */
  463. if (c->x86 < 6)
  464. clear_cpu_cap(c, X86_FEATURE_MCE);
  465. #endif
  466. /* Enable workaround for FXSAVE leak */
  467. if (c->x86 >= 6)
  468. set_cpu_cap(c, X86_FEATURE_FXSAVE_LEAK);
  469. if (!c->x86_model_id[0]) {
  470. switch (c->x86) {
  471. case 0xf:
  472. /* Should distinguish Models here, but this is only
  473. a fallback anyways. */
  474. strcpy(c->x86_model_id, "Hammer");
  475. break;
  476. }
  477. }
  478. cpu_detect_cache_sizes(c);
  479. /* Multi core CPU? */
  480. if (c->extended_cpuid_level >= 0x80000008) {
  481. amd_detect_cmp(c);
  482. srat_detect_node(c);
  483. }
  484. #ifdef CONFIG_X86_32
  485. detect_ht(c);
  486. #endif
  487. if (c->extended_cpuid_level >= 0x80000006) {
  488. if (cpuid_edx(0x80000006) & 0xf000)
  489. num_cache_leaves = 4;
  490. else
  491. num_cache_leaves = 3;
  492. }
  493. if (c->x86 >= 0xf)
  494. set_cpu_cap(c, X86_FEATURE_K8);
  495. if (cpu_has_xmm2) {
  496. /* MFENCE stops RDTSC speculation */
  497. set_cpu_cap(c, X86_FEATURE_MFENCE_RDTSC);
  498. }
  499. #ifdef CONFIG_X86_64
  500. if (c->x86 == 0x10) {
  501. /* do this for boot cpu */
  502. if (c == &boot_cpu_data)
  503. check_enable_amd_mmconf_dmi();
  504. fam10h_check_enable_mmcfg();
  505. }
  506. if (c == &boot_cpu_data && c->x86 >= 0xf) {
  507. unsigned long long tseg;
  508. /*
  509. * Split up direct mapping around the TSEG SMM area.
  510. * Don't do it for gbpages because there seems very little
  511. * benefit in doing so.
  512. */
  513. if (!rdmsrl_safe(MSR_K8_TSEG_ADDR, &tseg)) {
  514. printk(KERN_DEBUG "tseg: %010llx\n", tseg);
  515. if ((tseg>>PMD_SHIFT) <
  516. (max_low_pfn_mapped>>(PMD_SHIFT-PAGE_SHIFT)) ||
  517. ((tseg>>PMD_SHIFT) <
  518. (max_pfn_mapped>>(PMD_SHIFT-PAGE_SHIFT)) &&
  519. (tseg>>PMD_SHIFT) >= (1ULL<<(32 - PMD_SHIFT))))
  520. set_memory_4k((unsigned long)__va(tseg), 1);
  521. }
  522. }
  523. #endif
  524. /* As a rule processors have APIC timer running in deep C states */
  525. if (c->x86 >= 0xf && !cpu_has_amd_erratum(amd_erratum_400))
  526. set_cpu_cap(c, X86_FEATURE_ARAT);
  527. /*
  528. * Disable GART TLB Walk Errors on Fam10h. We do this here
  529. * because this is always needed when GART is enabled, even in a
  530. * kernel which has no MCE support built in.
  531. */
  532. if (c->x86 == 0x10) {
  533. /*
  534. * BIOS should disable GartTlbWlk Errors themself. If
  535. * it doesn't do it here as suggested by the BKDG.
  536. *
  537. * Fixes: https://bugzilla.kernel.org/show_bug.cgi?id=33012
  538. */
  539. u64 mask;
  540. rdmsrl(MSR_AMD64_MCx_MASK(4), mask);
  541. mask |= (1 << 10);
  542. wrmsrl(MSR_AMD64_MCx_MASK(4), mask);
  543. }
  544. }
  545. #ifdef CONFIG_X86_32
  546. static unsigned int __cpuinit amd_size_cache(struct cpuinfo_x86 *c,
  547. unsigned int size)
  548. {
  549. /* AMD errata T13 (order #21922) */
  550. if ((c->x86 == 6)) {
  551. /* Duron Rev A0 */
  552. if (c->x86_model == 3 && c->x86_mask == 0)
  553. size = 64;
  554. /* Tbird rev A1/A2 */
  555. if (c->x86_model == 4 &&
  556. (c->x86_mask == 0 || c->x86_mask == 1))
  557. size = 256;
  558. }
  559. return size;
  560. }
  561. #endif
  562. static const struct cpu_dev __cpuinitconst amd_cpu_dev = {
  563. .c_vendor = "AMD",
  564. .c_ident = { "AuthenticAMD" },
  565. #ifdef CONFIG_X86_32
  566. .c_models = {
  567. { .vendor = X86_VENDOR_AMD, .family = 4, .model_names =
  568. {
  569. [3] = "486 DX/2",
  570. [7] = "486 DX/2-WB",
  571. [8] = "486 DX/4",
  572. [9] = "486 DX/4-WB",
  573. [14] = "Am5x86-WT",
  574. [15] = "Am5x86-WB"
  575. }
  576. },
  577. },
  578. .c_size_cache = amd_size_cache,
  579. #endif
  580. .c_early_init = early_init_amd,
  581. .c_init = init_amd,
  582. .c_x86_vendor = X86_VENDOR_AMD,
  583. };
  584. cpu_dev_register(amd_cpu_dev);
  585. /*
  586. * AMD errata checking
  587. *
  588. * Errata are defined as arrays of ints using the AMD_LEGACY_ERRATUM() or
  589. * AMD_OSVW_ERRATUM() macros. The latter is intended for newer errata that
  590. * have an OSVW id assigned, which it takes as first argument. Both take a
  591. * variable number of family-specific model-stepping ranges created by
  592. * AMD_MODEL_RANGE(). Each erratum also has to be declared as extern const
  593. * int[] in arch/x86/include/asm/processor.h.
  594. *
  595. * Example:
  596. *
  597. * const int amd_erratum_319[] =
  598. * AMD_LEGACY_ERRATUM(AMD_MODEL_RANGE(0x10, 0x2, 0x1, 0x4, 0x2),
  599. * AMD_MODEL_RANGE(0x10, 0x8, 0x0, 0x8, 0x0),
  600. * AMD_MODEL_RANGE(0x10, 0x9, 0x0, 0x9, 0x0));
  601. */
  602. const int amd_erratum_400[] =
  603. AMD_OSVW_ERRATUM(1, AMD_MODEL_RANGE(0xf, 0x41, 0x2, 0xff, 0xf),
  604. AMD_MODEL_RANGE(0x10, 0x2, 0x1, 0xff, 0xf));
  605. EXPORT_SYMBOL_GPL(amd_erratum_400);
  606. const int amd_erratum_383[] =
  607. AMD_OSVW_ERRATUM(3, AMD_MODEL_RANGE(0x10, 0, 0, 0xff, 0xf));
  608. EXPORT_SYMBOL_GPL(amd_erratum_383);
  609. bool cpu_has_amd_erratum(const int *erratum)
  610. {
  611. struct cpuinfo_x86 *cpu = __this_cpu_ptr(&cpu_info);
  612. int osvw_id = *erratum++;
  613. u32 range;
  614. u32 ms;
  615. /*
  616. * If called early enough that current_cpu_data hasn't been initialized
  617. * yet, fall back to boot_cpu_data.
  618. */
  619. if (cpu->x86 == 0)
  620. cpu = &boot_cpu_data;
  621. if (cpu->x86_vendor != X86_VENDOR_AMD)
  622. return false;
  623. if (osvw_id >= 0 && osvw_id < 65536 &&
  624. cpu_has(cpu, X86_FEATURE_OSVW)) {
  625. u64 osvw_len;
  626. rdmsrl(MSR_AMD64_OSVW_ID_LENGTH, osvw_len);
  627. if (osvw_id < osvw_len) {
  628. u64 osvw_bits;
  629. rdmsrl(MSR_AMD64_OSVW_STATUS + (osvw_id >> 6),
  630. osvw_bits);
  631. return osvw_bits & (1ULL << (osvw_id & 0x3f));
  632. }
  633. }
  634. /* OSVW unavailable or ID unknown, match family-model-stepping range */
  635. ms = (cpu->x86_model << 4) | cpu->x86_mask;
  636. while ((range = *erratum++))
  637. if ((cpu->x86 == AMD_MODEL_RANGE_FAMILY(range)) &&
  638. (ms >= AMD_MODEL_RANGE_START(range)) &&
  639. (ms <= AMD_MODEL_RANGE_END(range)))
  640. return true;
  641. return false;
  642. }
  643. EXPORT_SYMBOL_GPL(cpu_has_amd_erratum);