intel.c 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411
  1. #include <linux/init.h>
  2. #include <linux/kernel.h>
  3. #include <linux/string.h>
  4. #include <linux/bitops.h>
  5. #include <linux/smp.h>
  6. #include <linux/thread_info.h>
  7. #include <linux/module.h>
  8. #include <asm/processor.h>
  9. #include <asm/pgtable.h>
  10. #include <asm/msr.h>
  11. #include <asm/uaccess.h>
  12. #include <asm/ptrace.h>
  13. #include <asm/ds.h>
  14. #include <asm/bugs.h>
  15. #ifdef CONFIG_X86_64
  16. #include <asm/topology.h>
  17. #include <asm/numa_64.h>
  18. #endif
  19. #include "cpu.h"
  20. #ifdef CONFIG_X86_LOCAL_APIC
  21. #include <asm/mpspec.h>
  22. #include <asm/apic.h>
  23. #include <mach_apic.h>
  24. #endif
  25. static void __cpuinit early_init_intel(struct cpuinfo_x86 *c)
  26. {
  27. if ((c->x86 == 0xf && c->x86_model >= 0x03) ||
  28. (c->x86 == 0x6 && c->x86_model >= 0x0e))
  29. set_cpu_cap(c, X86_FEATURE_CONSTANT_TSC);
  30. #ifdef CONFIG_X86_64
  31. set_cpu_cap(c, X86_FEATURE_SYSENTER32);
  32. #else
  33. /* Netburst reports 64 bytes clflush size, but does IO in 128 bytes */
  34. if (c->x86 == 15 && c->x86_cache_alignment == 64)
  35. c->x86_cache_alignment = 128;
  36. #endif
  37. }
  38. #ifdef CONFIG_X86_32
  39. /*
  40. * Early probe support logic for ppro memory erratum #50
  41. *
  42. * This is called before we do cpu ident work
  43. */
  44. int __cpuinit ppro_with_ram_bug(void)
  45. {
  46. /* Uses data from early_cpu_detect now */
  47. if (boot_cpu_data.x86_vendor == X86_VENDOR_INTEL &&
  48. boot_cpu_data.x86 == 6 &&
  49. boot_cpu_data.x86_model == 1 &&
  50. boot_cpu_data.x86_mask < 8) {
  51. printk(KERN_INFO "Pentium Pro with Errata#50 detected. Taking evasive action.\n");
  52. return 1;
  53. }
  54. return 0;
  55. }
  56. #ifdef CONFIG_X86_F00F_BUG
  57. static void __cpuinit trap_init_f00f_bug(void)
  58. {
  59. __set_fixmap(FIX_F00F_IDT, __pa(&idt_table), PAGE_KERNEL_RO);
  60. /*
  61. * Update the IDT descriptor and reload the IDT so that
  62. * it uses the read-only mapped virtual address.
  63. */
  64. idt_descr.address = fix_to_virt(FIX_F00F_IDT);
  65. load_idt(&idt_descr);
  66. }
  67. #endif
  68. static void __cpuinit intel_workarounds(struct cpuinfo_x86 *c)
  69. {
  70. unsigned long lo, hi;
  71. #ifdef CONFIG_X86_F00F_BUG
  72. /*
  73. * All current models of Pentium and Pentium with MMX technology CPUs
  74. * have the F0 0F bug, which lets nonprivileged users lock up the system.
  75. * Note that the workaround only should be initialized once...
  76. */
  77. c->f00f_bug = 0;
  78. if (!paravirt_enabled() && c->x86 == 5) {
  79. static int f00f_workaround_enabled;
  80. c->f00f_bug = 1;
  81. if (!f00f_workaround_enabled) {
  82. trap_init_f00f_bug();
  83. printk(KERN_NOTICE "Intel Pentium with F0 0F bug - workaround enabled.\n");
  84. f00f_workaround_enabled = 1;
  85. }
  86. }
  87. #endif
  88. /*
  89. * SEP CPUID bug: Pentium Pro reports SEP but doesn't have it until
  90. * model 3 mask 3
  91. */
  92. if ((c->x86<<8 | c->x86_model<<4 | c->x86_mask) < 0x633)
  93. clear_cpu_cap(c, X86_FEATURE_SEP);
  94. /*
  95. * P4 Xeon errata 037 workaround.
  96. * Hardware prefetcher may cause stale data to be loaded into the cache.
  97. */
  98. if ((c->x86 == 15) && (c->x86_model == 1) && (c->x86_mask == 1)) {
  99. rdmsr(MSR_IA32_MISC_ENABLE, lo, hi);
  100. if ((lo & (1<<9)) == 0) {
  101. printk (KERN_INFO "CPU: C0 stepping P4 Xeon detected.\n");
  102. printk (KERN_INFO "CPU: Disabling hardware prefetching (Errata 037)\n");
  103. lo |= (1<<9); /* Disable hw prefetching */
  104. wrmsr (MSR_IA32_MISC_ENABLE, lo, hi);
  105. }
  106. }
  107. /*
  108. * See if we have a good local APIC by checking for buggy Pentia,
  109. * i.e. all B steppings and the C2 stepping of P54C when using their
  110. * integrated APIC (see 11AP erratum in "Pentium Processor
  111. * Specification Update").
  112. */
  113. if (cpu_has_apic && (c->x86<<8 | c->x86_model<<4) == 0x520 &&
  114. (c->x86_mask < 0x6 || c->x86_mask == 0xb))
  115. set_cpu_cap(c, X86_FEATURE_11AP);
  116. #ifdef CONFIG_X86_INTEL_USERCOPY
  117. /*
  118. * Set up the preferred alignment for movsl bulk memory moves
  119. */
  120. switch (c->x86) {
  121. case 4: /* 486: untested */
  122. break;
  123. case 5: /* Old Pentia: untested */
  124. break;
  125. case 6: /* PII/PIII only like movsl with 8-byte alignment */
  126. movsl_mask.mask = 7;
  127. break;
  128. case 15: /* P4 is OK down to 8-byte alignment */
  129. movsl_mask.mask = 7;
  130. break;
  131. }
  132. #endif
  133. #ifdef CONFIG_X86_NUMAQ
  134. numaq_tsc_disable();
  135. #endif
  136. }
  137. #else
  138. static void __cpuinit intel_workarounds(struct cpuinfo_x86 *c)
  139. {
  140. }
  141. #endif
  142. static void __cpuinit srat_detect_node(void)
  143. {
  144. #if defined(CONFIG_NUMA) && defined(CONFIG_X86_64)
  145. unsigned node;
  146. int cpu = smp_processor_id();
  147. int apicid = hard_smp_processor_id();
  148. /* Don't do the funky fallback heuristics the AMD version employs
  149. for now. */
  150. node = apicid_to_node[apicid];
  151. if (node == NUMA_NO_NODE || !node_online(node))
  152. node = first_node(node_online_map);
  153. numa_set_node(cpu, node);
  154. printk(KERN_INFO "CPU %d/0x%x -> Node %d\n", cpu, apicid, node);
  155. #endif
  156. }
  157. /*
  158. * find out the number of processor cores on the die
  159. */
  160. static int __cpuinit intel_num_cpu_cores(struct cpuinfo_x86 *c)
  161. {
  162. unsigned int eax, ebx, ecx, edx;
  163. if (c->cpuid_level < 4)
  164. return 1;
  165. /* Intel has a non-standard dependency on %ecx for this CPUID level. */
  166. cpuid_count(4, 0, &eax, &ebx, &ecx, &edx);
  167. if (eax & 0x1f)
  168. return ((eax >> 26) + 1);
  169. else
  170. return 1;
  171. }
  172. static void __cpuinit detect_vmx_virtcap(struct cpuinfo_x86 *c)
  173. {
  174. /* Intel VMX MSR indicated features */
  175. #define X86_VMX_FEATURE_PROC_CTLS_TPR_SHADOW 0x00200000
  176. #define X86_VMX_FEATURE_PROC_CTLS_VNMI 0x00400000
  177. #define X86_VMX_FEATURE_PROC_CTLS_2ND_CTLS 0x80000000
  178. #define X86_VMX_FEATURE_PROC_CTLS2_VIRT_APIC 0x00000001
  179. #define X86_VMX_FEATURE_PROC_CTLS2_EPT 0x00000002
  180. #define X86_VMX_FEATURE_PROC_CTLS2_VPID 0x00000020
  181. u32 vmx_msr_low, vmx_msr_high, msr_ctl, msr_ctl2;
  182. clear_cpu_cap(c, X86_FEATURE_TPR_SHADOW);
  183. clear_cpu_cap(c, X86_FEATURE_VNMI);
  184. clear_cpu_cap(c, X86_FEATURE_FLEXPRIORITY);
  185. clear_cpu_cap(c, X86_FEATURE_EPT);
  186. clear_cpu_cap(c, X86_FEATURE_VPID);
  187. rdmsr(MSR_IA32_VMX_PROCBASED_CTLS, vmx_msr_low, vmx_msr_high);
  188. msr_ctl = vmx_msr_high | vmx_msr_low;
  189. if (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_TPR_SHADOW)
  190. set_cpu_cap(c, X86_FEATURE_TPR_SHADOW);
  191. if (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_VNMI)
  192. set_cpu_cap(c, X86_FEATURE_VNMI);
  193. if (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_2ND_CTLS) {
  194. rdmsr(MSR_IA32_VMX_PROCBASED_CTLS2,
  195. vmx_msr_low, vmx_msr_high);
  196. msr_ctl2 = vmx_msr_high | vmx_msr_low;
  197. if ((msr_ctl2 & X86_VMX_FEATURE_PROC_CTLS2_VIRT_APIC) &&
  198. (msr_ctl & X86_VMX_FEATURE_PROC_CTLS_TPR_SHADOW))
  199. set_cpu_cap(c, X86_FEATURE_FLEXPRIORITY);
  200. if (msr_ctl2 & X86_VMX_FEATURE_PROC_CTLS2_EPT)
  201. set_cpu_cap(c, X86_FEATURE_EPT);
  202. if (msr_ctl2 & X86_VMX_FEATURE_PROC_CTLS2_VPID)
  203. set_cpu_cap(c, X86_FEATURE_VPID);
  204. }
  205. }
  206. static void __cpuinit init_intel(struct cpuinfo_x86 *c)
  207. {
  208. unsigned int l2 = 0;
  209. early_init_intel(c);
  210. intel_workarounds(c);
  211. l2 = init_intel_cacheinfo(c);
  212. if (c->cpuid_level > 9) {
  213. unsigned eax = cpuid_eax(10);
  214. /* Check for version and the number of counters */
  215. if ((eax & 0xff) && (((eax>>8) & 0xff) > 1))
  216. set_cpu_cap(c, X86_FEATURE_ARCH_PERFMON);
  217. }
  218. if (cpu_has_xmm2)
  219. set_cpu_cap(c, X86_FEATURE_LFENCE_RDTSC);
  220. if (cpu_has_ds) {
  221. unsigned int l1;
  222. rdmsr(MSR_IA32_MISC_ENABLE, l1, l2);
  223. if (!(l1 & (1<<11)))
  224. set_cpu_cap(c, X86_FEATURE_BTS);
  225. if (!(l1 & (1<<12)))
  226. set_cpu_cap(c, X86_FEATURE_PEBS);
  227. ds_init_intel(c);
  228. }
  229. #ifdef CONFIG_X86_64
  230. if (c->x86 == 15)
  231. c->x86_cache_alignment = c->x86_clflush_size * 2;
  232. if (c->x86 == 6)
  233. set_cpu_cap(c, X86_FEATURE_REP_GOOD);
  234. #else
  235. /*
  236. * Names for the Pentium II/Celeron processors
  237. * detectable only by also checking the cache size.
  238. * Dixon is NOT a Celeron.
  239. */
  240. if (c->x86 == 6) {
  241. char *p = NULL;
  242. switch (c->x86_model) {
  243. case 5:
  244. if (c->x86_mask == 0) {
  245. if (l2 == 0)
  246. p = "Celeron (Covington)";
  247. else if (l2 == 256)
  248. p = "Mobile Pentium II (Dixon)";
  249. }
  250. break;
  251. case 6:
  252. if (l2 == 128)
  253. p = "Celeron (Mendocino)";
  254. else if (c->x86_mask == 0 || c->x86_mask == 5)
  255. p = "Celeron-A";
  256. break;
  257. case 8:
  258. if (l2 == 128)
  259. p = "Celeron (Coppermine)";
  260. break;
  261. }
  262. if (p)
  263. strcpy(c->x86_model_id, p);
  264. }
  265. if (c->x86 == 15)
  266. set_cpu_cap(c, X86_FEATURE_P4);
  267. if (c->x86 == 6)
  268. set_cpu_cap(c, X86_FEATURE_P3);
  269. if (cpu_has_bts)
  270. ptrace_bts_init_intel(c);
  271. #endif
  272. detect_extended_topology(c);
  273. if (!cpu_has(c, X86_FEATURE_XTOPOLOGY)) {
  274. /*
  275. * let's use the legacy cpuid vector 0x1 and 0x4 for topology
  276. * detection.
  277. */
  278. c->x86_max_cores = intel_num_cpu_cores(c);
  279. #ifdef CONFIG_X86_32
  280. detect_ht(c);
  281. #endif
  282. }
  283. /* Work around errata */
  284. srat_detect_node();
  285. if (cpu_has(c, X86_FEATURE_VMX))
  286. detect_vmx_virtcap(c);
  287. }
  288. #ifdef CONFIG_X86_32
  289. static unsigned int __cpuinit intel_size_cache(struct cpuinfo_x86 *c, unsigned int size)
  290. {
  291. /*
  292. * Intel PIII Tualatin. This comes in two flavours.
  293. * One has 256kb of cache, the other 512. We have no way
  294. * to determine which, so we use a boottime override
  295. * for the 512kb model, and assume 256 otherwise.
  296. */
  297. if ((c->x86 == 6) && (c->x86_model == 11) && (size == 0))
  298. size = 256;
  299. return size;
  300. }
  301. #endif
  302. static struct cpu_dev intel_cpu_dev __cpuinitdata = {
  303. .c_vendor = "Intel",
  304. .c_ident = { "GenuineIntel" },
  305. #ifdef CONFIG_X86_32
  306. .c_models = {
  307. { .vendor = X86_VENDOR_INTEL, .family = 4, .model_names =
  308. {
  309. [0] = "486 DX-25/33",
  310. [1] = "486 DX-50",
  311. [2] = "486 SX",
  312. [3] = "486 DX/2",
  313. [4] = "486 SL",
  314. [5] = "486 SX/2",
  315. [7] = "486 DX/2-WB",
  316. [8] = "486 DX/4",
  317. [9] = "486 DX/4-WB"
  318. }
  319. },
  320. { .vendor = X86_VENDOR_INTEL, .family = 5, .model_names =
  321. {
  322. [0] = "Pentium 60/66 A-step",
  323. [1] = "Pentium 60/66",
  324. [2] = "Pentium 75 - 200",
  325. [3] = "OverDrive PODP5V83",
  326. [4] = "Pentium MMX",
  327. [7] = "Mobile Pentium 75 - 200",
  328. [8] = "Mobile Pentium MMX"
  329. }
  330. },
  331. { .vendor = X86_VENDOR_INTEL, .family = 6, .model_names =
  332. {
  333. [0] = "Pentium Pro A-step",
  334. [1] = "Pentium Pro",
  335. [3] = "Pentium II (Klamath)",
  336. [4] = "Pentium II (Deschutes)",
  337. [5] = "Pentium II (Deschutes)",
  338. [6] = "Mobile Pentium II",
  339. [7] = "Pentium III (Katmai)",
  340. [8] = "Pentium III (Coppermine)",
  341. [10] = "Pentium III (Cascades)",
  342. [11] = "Pentium III (Tualatin)",
  343. }
  344. },
  345. { .vendor = X86_VENDOR_INTEL, .family = 15, .model_names =
  346. {
  347. [0] = "Pentium 4 (Unknown)",
  348. [1] = "Pentium 4 (Willamette)",
  349. [2] = "Pentium 4 (Northwood)",
  350. [4] = "Pentium 4 (Foster)",
  351. [5] = "Pentium 4 (Foster)",
  352. }
  353. },
  354. },
  355. .c_size_cache = intel_size_cache,
  356. #endif
  357. .c_early_init = early_init_intel,
  358. .c_init = init_intel,
  359. .c_x86_vendor = X86_VENDOR_INTEL,
  360. };
  361. cpu_dev_register(intel_cpu_dev);