microcode_intel.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478
  1. /*
  2. * Intel CPU Microcode Update Driver for Linux
  3. *
  4. * Copyright (C) 2000-2006 Tigran Aivazian <tigran@aivazian.fsnet.co.uk>
  5. * 2006 Shaohua Li <shaohua.li@intel.com>
  6. *
  7. * This driver allows to upgrade microcode on Intel processors
  8. * belonging to IA-32 family - PentiumPro, Pentium II,
  9. * Pentium III, Xeon, Pentium 4, etc.
  10. *
  11. * Reference: Section 8.11 of Volume 3a, IA-32 Intel? Architecture
  12. * Software Developer's Manual
  13. * Order Number 253668 or free download from:
  14. *
  15. * http://developer.intel.com/design/pentium4/manuals/253668.htm
  16. *
  17. * For more information, go to http://www.urbanmyth.org/microcode
  18. *
  19. * This program is free software; you can redistribute it and/or
  20. * modify it under the terms of the GNU General Public License
  21. * as published by the Free Software Foundation; either version
  22. * 2 of the License, or (at your option) any later version.
  23. *
  24. * 1.0 16 Feb 2000, Tigran Aivazian <tigran@sco.com>
  25. * Initial release.
  26. * 1.01 18 Feb 2000, Tigran Aivazian <tigran@sco.com>
  27. * Added read() support + cleanups.
  28. * 1.02 21 Feb 2000, Tigran Aivazian <tigran@sco.com>
  29. * Added 'device trimming' support. open(O_WRONLY) zeroes
  30. * and frees the saved copy of applied microcode.
  31. * 1.03 29 Feb 2000, Tigran Aivazian <tigran@sco.com>
  32. * Made to use devfs (/dev/cpu/microcode) + cleanups.
  33. * 1.04 06 Jun 2000, Simon Trimmer <simon@veritas.com>
  34. * Added misc device support (now uses both devfs and misc).
  35. * Added MICROCODE_IOCFREE ioctl to clear memory.
  36. * 1.05 09 Jun 2000, Simon Trimmer <simon@veritas.com>
  37. * Messages for error cases (non Intel & no suitable microcode).
  38. * 1.06 03 Aug 2000, Tigran Aivazian <tigran@veritas.com>
  39. * Removed ->release(). Removed exclusive open and status bitmap.
  40. * Added microcode_rwsem to serialize read()/write()/ioctl().
  41. * Removed global kernel lock usage.
  42. * 1.07 07 Sep 2000, Tigran Aivazian <tigran@veritas.com>
  43. * Write 0 to 0x8B msr and then cpuid before reading revision,
  44. * so that it works even if there were no update done by the
  45. * BIOS. Otherwise, reading from 0x8B gives junk (which happened
  46. * to be 0 on my machine which is why it worked even when I
  47. * disabled update by the BIOS)
  48. * Thanks to Eric W. Biederman <ebiederman@lnxi.com> for the fix.
  49. * 1.08 11 Dec 2000, Richard Schaal <richard.schaal@intel.com> and
  50. * Tigran Aivazian <tigran@veritas.com>
  51. * Intel Pentium 4 processor support and bugfixes.
  52. * 1.09 30 Oct 2001, Tigran Aivazian <tigran@veritas.com>
  53. * Bugfix for HT (Hyper-Threading) enabled processors
  54. * whereby processor resources are shared by all logical processors
  55. * in a single CPU package.
  56. * 1.10 28 Feb 2002 Asit K Mallick <asit.k.mallick@intel.com> and
  57. * Tigran Aivazian <tigran@veritas.com>,
  58. * Serialize updates as required on HT processors due to
  59. * speculative nature of implementation.
  60. * 1.11 22 Mar 2002 Tigran Aivazian <tigran@veritas.com>
  61. * Fix the panic when writing zero-length microcode chunk.
  62. * 1.12 29 Sep 2003 Nitin Kamble <nitin.a.kamble@intel.com>,
  63. * Jun Nakajima <jun.nakajima@intel.com>
  64. * Support for the microcode updates in the new format.
  65. * 1.13 10 Oct 2003 Tigran Aivazian <tigran@veritas.com>
  66. * Removed ->read() method and obsoleted MICROCODE_IOCFREE ioctl
  67. * because we no longer hold a copy of applied microcode
  68. * in kernel memory.
  69. * 1.14 25 Jun 2004 Tigran Aivazian <tigran@veritas.com>
  70. * Fix sigmatch() macro to handle old CPUs with pf == 0.
  71. * Thanks to Stuart Swales for pointing out this bug.
  72. */
  73. #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
  74. #include <linux/firmware.h>
  75. #include <linux/uaccess.h>
  76. #include <linux/kernel.h>
  77. #include <linux/module.h>
  78. #include <linux/vmalloc.h>
  79. #include <asm/microcode.h>
  80. #include <asm/processor.h>
  81. #include <asm/msr.h>
  82. MODULE_DESCRIPTION("Microcode Update Driver");
  83. MODULE_AUTHOR("Tigran Aivazian <tigran@aivazian.fsnet.co.uk>");
  84. MODULE_LICENSE("GPL");
  85. struct microcode_header_intel {
  86. unsigned int hdrver;
  87. unsigned int rev;
  88. unsigned int date;
  89. unsigned int sig;
  90. unsigned int cksum;
  91. unsigned int ldrver;
  92. unsigned int pf;
  93. unsigned int datasize;
  94. unsigned int totalsize;
  95. unsigned int reserved[3];
  96. };
  97. struct microcode_intel {
  98. struct microcode_header_intel hdr;
  99. unsigned int bits[0];
  100. };
  101. /* microcode format is extended from prescott processors */
  102. struct extended_signature {
  103. unsigned int sig;
  104. unsigned int pf;
  105. unsigned int cksum;
  106. };
  107. struct extended_sigtable {
  108. unsigned int count;
  109. unsigned int cksum;
  110. unsigned int reserved[3];
  111. struct extended_signature sigs[0];
  112. };
  113. #define DEFAULT_UCODE_DATASIZE (2000)
  114. #define MC_HEADER_SIZE (sizeof(struct microcode_header_intel))
  115. #define DEFAULT_UCODE_TOTALSIZE (DEFAULT_UCODE_DATASIZE + MC_HEADER_SIZE)
  116. #define EXT_HEADER_SIZE (sizeof(struct extended_sigtable))
  117. #define EXT_SIGNATURE_SIZE (sizeof(struct extended_signature))
  118. #define DWSIZE (sizeof(u32))
  119. #define get_totalsize(mc) \
  120. (((struct microcode_intel *)mc)->hdr.totalsize ? \
  121. ((struct microcode_intel *)mc)->hdr.totalsize : \
  122. DEFAULT_UCODE_TOTALSIZE)
  123. #define get_datasize(mc) \
  124. (((struct microcode_intel *)mc)->hdr.datasize ? \
  125. ((struct microcode_intel *)mc)->hdr.datasize : DEFAULT_UCODE_DATASIZE)
  126. #define sigmatch(s1, s2, p1, p2) \
  127. (((s1) == (s2)) && (((p1) & (p2)) || (((p1) == 0) && ((p2) == 0))))
  128. #define exttable_size(et) ((et)->count * EXT_SIGNATURE_SIZE + EXT_HEADER_SIZE)
  129. static int collect_cpu_info(int cpu_num, struct cpu_signature *csig)
  130. {
  131. struct cpuinfo_x86 *c = &cpu_data(cpu_num);
  132. unsigned int val[2];
  133. memset(csig, 0, sizeof(*csig));
  134. if (c->x86_vendor != X86_VENDOR_INTEL || c->x86 < 6 ||
  135. cpu_has(c, X86_FEATURE_IA64)) {
  136. pr_err("CPU%d not a capable Intel processor\n", cpu_num);
  137. return -1;
  138. }
  139. csig->sig = cpuid_eax(0x00000001);
  140. if ((c->x86_model >= 5) || (c->x86 > 6)) {
  141. /* get processor flags from MSR 0x17 */
  142. rdmsr(MSR_IA32_PLATFORM_ID, val[0], val[1]);
  143. csig->pf = 1 << ((val[1] >> 18) & 7);
  144. }
  145. wrmsr(MSR_IA32_UCODE_REV, 0, 0);
  146. /* see notes above for revision 1.07. Apparent chip bug */
  147. sync_core();
  148. /* get the current revision from MSR 0x8B */
  149. rdmsr(MSR_IA32_UCODE_REV, val[0], csig->rev);
  150. pr_info("CPU%d sig=0x%x, pf=0x%x, revision=0x%x\n",
  151. cpu_num, csig->sig, csig->pf, csig->rev);
  152. return 0;
  153. }
  154. static inline int update_match_cpu(struct cpu_signature *csig, int sig, int pf)
  155. {
  156. return (!sigmatch(sig, csig->sig, pf, csig->pf)) ? 0 : 1;
  157. }
  158. static inline int
  159. update_match_revision(struct microcode_header_intel *mc_header, int rev)
  160. {
  161. return (mc_header->rev <= rev) ? 0 : 1;
  162. }
  163. static int microcode_sanity_check(void *mc)
  164. {
  165. unsigned long total_size, data_size, ext_table_size;
  166. struct microcode_header_intel *mc_header = mc;
  167. struct extended_sigtable *ext_header = NULL;
  168. int sum, orig_sum, ext_sigcount = 0, i;
  169. struct extended_signature *ext_sig;
  170. total_size = get_totalsize(mc_header);
  171. data_size = get_datasize(mc_header);
  172. if (data_size + MC_HEADER_SIZE > total_size) {
  173. pr_err("error! Bad data size in microcode data file\n");
  174. return -EINVAL;
  175. }
  176. if (mc_header->ldrver != 1 || mc_header->hdrver != 1) {
  177. pr_err("error! Unknown microcode update format\n");
  178. return -EINVAL;
  179. }
  180. ext_table_size = total_size - (MC_HEADER_SIZE + data_size);
  181. if (ext_table_size) {
  182. if ((ext_table_size < EXT_HEADER_SIZE)
  183. || ((ext_table_size - EXT_HEADER_SIZE) % EXT_SIGNATURE_SIZE)) {
  184. pr_err("error! Small exttable size in microcode data file\n");
  185. return -EINVAL;
  186. }
  187. ext_header = mc + MC_HEADER_SIZE + data_size;
  188. if (ext_table_size != exttable_size(ext_header)) {
  189. pr_err("error! Bad exttable size in microcode data file\n");
  190. return -EFAULT;
  191. }
  192. ext_sigcount = ext_header->count;
  193. }
  194. /* check extended table checksum */
  195. if (ext_table_size) {
  196. int ext_table_sum = 0;
  197. int *ext_tablep = (int *)ext_header;
  198. i = ext_table_size / DWSIZE;
  199. while (i--)
  200. ext_table_sum += ext_tablep[i];
  201. if (ext_table_sum) {
  202. pr_warning("aborting, bad extended signature table checksum\n");
  203. return -EINVAL;
  204. }
  205. }
  206. /* calculate the checksum */
  207. orig_sum = 0;
  208. i = (MC_HEADER_SIZE + data_size) / DWSIZE;
  209. while (i--)
  210. orig_sum += ((int *)mc)[i];
  211. if (orig_sum) {
  212. pr_err("aborting, bad checksum\n");
  213. return -EINVAL;
  214. }
  215. if (!ext_table_size)
  216. return 0;
  217. /* check extended signature checksum */
  218. for (i = 0; i < ext_sigcount; i++) {
  219. ext_sig = (void *)ext_header + EXT_HEADER_SIZE +
  220. EXT_SIGNATURE_SIZE * i;
  221. sum = orig_sum
  222. - (mc_header->sig + mc_header->pf + mc_header->cksum)
  223. + (ext_sig->sig + ext_sig->pf + ext_sig->cksum);
  224. if (sum) {
  225. pr_err("aborting, bad checksum\n");
  226. return -EINVAL;
  227. }
  228. }
  229. return 0;
  230. }
  231. /*
  232. * return 0 - no update found
  233. * return 1 - found update
  234. */
  235. static int
  236. get_matching_microcode(struct cpu_signature *cpu_sig, void *mc, int rev)
  237. {
  238. struct microcode_header_intel *mc_header = mc;
  239. struct extended_sigtable *ext_header;
  240. unsigned long total_size = get_totalsize(mc_header);
  241. int ext_sigcount, i;
  242. struct extended_signature *ext_sig;
  243. if (!update_match_revision(mc_header, rev))
  244. return 0;
  245. if (update_match_cpu(cpu_sig, mc_header->sig, mc_header->pf))
  246. return 1;
  247. /* Look for ext. headers: */
  248. if (total_size <= get_datasize(mc_header) + MC_HEADER_SIZE)
  249. return 0;
  250. ext_header = mc + get_datasize(mc_header) + MC_HEADER_SIZE;
  251. ext_sigcount = ext_header->count;
  252. ext_sig = (void *)ext_header + EXT_HEADER_SIZE;
  253. for (i = 0; i < ext_sigcount; i++) {
  254. if (update_match_cpu(cpu_sig, ext_sig->sig, ext_sig->pf))
  255. return 1;
  256. ext_sig++;
  257. }
  258. return 0;
  259. }
  260. static int apply_microcode(int cpu)
  261. {
  262. struct microcode_intel *mc_intel;
  263. struct ucode_cpu_info *uci;
  264. unsigned int val[2];
  265. int cpu_num;
  266. cpu_num = raw_smp_processor_id();
  267. uci = ucode_cpu_info + cpu;
  268. mc_intel = uci->mc;
  269. /* We should bind the task to the CPU */
  270. BUG_ON(cpu_num != cpu);
  271. if (mc_intel == NULL)
  272. return 0;
  273. /* write microcode via MSR 0x79 */
  274. wrmsr(MSR_IA32_UCODE_WRITE,
  275. (unsigned long) mc_intel->bits,
  276. (unsigned long) mc_intel->bits >> 16 >> 16);
  277. wrmsr(MSR_IA32_UCODE_REV, 0, 0);
  278. /* see notes above for revision 1.07. Apparent chip bug */
  279. sync_core();
  280. /* get the current revision from MSR 0x8B */
  281. rdmsr(MSR_IA32_UCODE_REV, val[0], val[1]);
  282. if (val[1] != mc_intel->hdr.rev) {
  283. pr_err("CPU%d update to revision 0x%x failed\n",
  284. cpu_num, mc_intel->hdr.rev);
  285. return -1;
  286. }
  287. pr_info("CPU%d updated to revision 0x%x, date = %04x-%02x-%02x\n",
  288. cpu_num, val[1],
  289. mc_intel->hdr.date & 0xffff,
  290. mc_intel->hdr.date >> 24,
  291. (mc_intel->hdr.date >> 16) & 0xff);
  292. uci->cpu_sig.rev = val[1];
  293. return 0;
  294. }
  295. static enum ucode_state generic_load_microcode(int cpu, void *data, size_t size,
  296. int (*get_ucode_data)(void *, const void *, size_t))
  297. {
  298. struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
  299. u8 *ucode_ptr = data, *new_mc = NULL, *mc = NULL;
  300. int new_rev = uci->cpu_sig.rev;
  301. unsigned int leftover = size;
  302. enum ucode_state state = UCODE_OK;
  303. unsigned int curr_mc_size = 0;
  304. while (leftover) {
  305. struct microcode_header_intel mc_header;
  306. unsigned int mc_size;
  307. if (get_ucode_data(&mc_header, ucode_ptr, sizeof(mc_header)))
  308. break;
  309. mc_size = get_totalsize(&mc_header);
  310. if (!mc_size || mc_size > leftover) {
  311. pr_err("error! Bad data in microcode data file\n");
  312. break;
  313. }
  314. /* For performance reasons, reuse mc area when possible */
  315. if (!mc || mc_size > curr_mc_size) {
  316. if (mc)
  317. vfree(mc);
  318. mc = vmalloc(mc_size);
  319. if (!mc)
  320. break;
  321. curr_mc_size = mc_size;
  322. }
  323. if (get_ucode_data(mc, ucode_ptr, mc_size) ||
  324. microcode_sanity_check(mc) < 0) {
  325. vfree(mc);
  326. break;
  327. }
  328. if (get_matching_microcode(&uci->cpu_sig, mc, new_rev)) {
  329. if (new_mc)
  330. vfree(new_mc);
  331. new_rev = mc_header.rev;
  332. new_mc = mc;
  333. mc = NULL; /* trigger new vmalloc */
  334. }
  335. ucode_ptr += mc_size;
  336. leftover -= mc_size;
  337. }
  338. if (mc)
  339. vfree(mc);
  340. if (leftover) {
  341. if (new_mc)
  342. vfree(new_mc);
  343. state = UCODE_ERROR;
  344. goto out;
  345. }
  346. if (!new_mc) {
  347. state = UCODE_NFOUND;
  348. goto out;
  349. }
  350. if (uci->mc)
  351. vfree(uci->mc);
  352. uci->mc = (struct microcode_intel *)new_mc;
  353. pr_debug("CPU%d found a matching microcode update with version 0x%x (current=0x%x)\n",
  354. cpu, new_rev, uci->cpu_sig.rev);
  355. out:
  356. return state;
  357. }
  358. static int get_ucode_fw(void *to, const void *from, size_t n)
  359. {
  360. memcpy(to, from, n);
  361. return 0;
  362. }
  363. static enum ucode_state request_microcode_fw(int cpu, struct device *device)
  364. {
  365. char name[30];
  366. struct cpuinfo_x86 *c = &cpu_data(cpu);
  367. const struct firmware *firmware;
  368. enum ucode_state ret;
  369. sprintf(name, "intel-ucode/%02x-%02x-%02x",
  370. c->x86, c->x86_model, c->x86_mask);
  371. if (request_firmware(&firmware, name, device)) {
  372. pr_debug("data file %s load failed\n", name);
  373. return UCODE_NFOUND;
  374. }
  375. ret = generic_load_microcode(cpu, (void *)firmware->data,
  376. firmware->size, &get_ucode_fw);
  377. release_firmware(firmware);
  378. return ret;
  379. }
  380. static int get_ucode_user(void *to, const void *from, size_t n)
  381. {
  382. return copy_from_user(to, from, n);
  383. }
  384. static enum ucode_state
  385. request_microcode_user(int cpu, const void __user *buf, size_t size)
  386. {
  387. return generic_load_microcode(cpu, (void *)buf, size, &get_ucode_user);
  388. }
  389. static void microcode_fini_cpu(int cpu)
  390. {
  391. struct ucode_cpu_info *uci = ucode_cpu_info + cpu;
  392. vfree(uci->mc);
  393. uci->mc = NULL;
  394. }
  395. static struct microcode_ops microcode_intel_ops = {
  396. .request_microcode_user = request_microcode_user,
  397. .request_microcode_fw = request_microcode_fw,
  398. .collect_cpu_info = collect_cpu_info,
  399. .apply_microcode = apply_microcode,
  400. .microcode_fini_cpu = microcode_fini_cpu,
  401. };
  402. struct microcode_ops * __init init_intel_microcode(void)
  403. {
  404. return &microcode_intel_ops;
  405. }