emulate.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526
  1. /*
  2. * This program is free software; you can redistribute it and/or modify
  3. * it under the terms of the GNU General Public License, version 2, as
  4. * published by the Free Software Foundation.
  5. *
  6. * This program is distributed in the hope that it will be useful,
  7. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  8. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  9. * GNU General Public License for more details.
  10. *
  11. * You should have received a copy of the GNU General Public License
  12. * along with this program; if not, write to the Free Software
  13. * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  14. *
  15. * Copyright IBM Corp. 2007
  16. *
  17. * Authors: Hollis Blanchard <hollisb@us.ibm.com>
  18. */
  19. #include <linux/jiffies.h>
  20. #include <linux/hrtimer.h>
  21. #include <linux/types.h>
  22. #include <linux/string.h>
  23. #include <linux/kvm_host.h>
  24. #include <asm/reg.h>
  25. #include <asm/time.h>
  26. #include <asm/byteorder.h>
  27. #include <asm/kvm_ppc.h>
  28. #include <asm/disassemble.h>
  29. #include "timing.h"
  30. #include "trace.h"
  31. #define OP_TRAP 3
  32. #define OP_TRAP_64 2
  33. #define OP_31_XOP_LWZX 23
  34. #define OP_31_XOP_LBZX 87
  35. #define OP_31_XOP_STWX 151
  36. #define OP_31_XOP_STBX 215
  37. #define OP_31_XOP_LBZUX 119
  38. #define OP_31_XOP_STBUX 247
  39. #define OP_31_XOP_LHZX 279
  40. #define OP_31_XOP_LHZUX 311
  41. #define OP_31_XOP_MFSPR 339
  42. #define OP_31_XOP_LHAX 343
  43. #define OP_31_XOP_STHX 407
  44. #define OP_31_XOP_STHUX 439
  45. #define OP_31_XOP_MTSPR 467
  46. #define OP_31_XOP_DCBI 470
  47. #define OP_31_XOP_LWBRX 534
  48. #define OP_31_XOP_TLBSYNC 566
  49. #define OP_31_XOP_STWBRX 662
  50. #define OP_31_XOP_LHBRX 790
  51. #define OP_31_XOP_STHBRX 918
  52. #define OP_LWZ 32
  53. #define OP_LWZU 33
  54. #define OP_LBZ 34
  55. #define OP_LBZU 35
  56. #define OP_STW 36
  57. #define OP_STWU 37
  58. #define OP_STB 38
  59. #define OP_STBU 39
  60. #define OP_LHZ 40
  61. #define OP_LHZU 41
  62. #define OP_LHA 42
  63. #define OP_LHAU 43
  64. #define OP_STH 44
  65. #define OP_STHU 45
  66. #ifdef CONFIG_PPC_BOOK3S
  67. static int kvmppc_dec_enabled(struct kvm_vcpu *vcpu)
  68. {
  69. return 1;
  70. }
  71. #else
  72. static int kvmppc_dec_enabled(struct kvm_vcpu *vcpu)
  73. {
  74. return vcpu->arch.tcr & TCR_DIE;
  75. }
  76. #endif
  77. void kvmppc_emulate_dec(struct kvm_vcpu *vcpu)
  78. {
  79. unsigned long dec_nsec;
  80. pr_debug("mtDEC: %x\n", vcpu->arch.dec);
  81. #ifdef CONFIG_PPC_BOOK3S
  82. /* mtdec lowers the interrupt line when positive. */
  83. kvmppc_core_dequeue_dec(vcpu);
  84. /* POWER4+ triggers a dec interrupt if the value is < 0 */
  85. if (vcpu->arch.dec & 0x80000000) {
  86. hrtimer_try_to_cancel(&vcpu->arch.dec_timer);
  87. kvmppc_core_queue_dec(vcpu);
  88. return;
  89. }
  90. #endif
  91. if (kvmppc_dec_enabled(vcpu)) {
  92. /* The decrementer ticks at the same rate as the timebase, so
  93. * that's how we convert the guest DEC value to the number of
  94. * host ticks. */
  95. hrtimer_try_to_cancel(&vcpu->arch.dec_timer);
  96. dec_nsec = vcpu->arch.dec;
  97. dec_nsec *= 1000;
  98. dec_nsec /= tb_ticks_per_usec;
  99. hrtimer_start(&vcpu->arch.dec_timer, ktime_set(0, dec_nsec),
  100. HRTIMER_MODE_REL);
  101. vcpu->arch.dec_jiffies = get_tb();
  102. } else {
  103. hrtimer_try_to_cancel(&vcpu->arch.dec_timer);
  104. }
  105. }
  106. /* XXX to do:
  107. * lhax
  108. * lhaux
  109. * lswx
  110. * lswi
  111. * stswx
  112. * stswi
  113. * lha
  114. * lhau
  115. * lmw
  116. * stmw
  117. *
  118. * XXX is_bigendian should depend on MMU mapping or MSR[LE]
  119. */
  120. /* XXX Should probably auto-generate instruction decoding for a particular core
  121. * from opcode tables in the future. */
  122. int kvmppc_emulate_instruction(struct kvm_run *run, struct kvm_vcpu *vcpu)
  123. {
  124. u32 inst = kvmppc_get_last_inst(vcpu);
  125. u32 ea;
  126. int ra;
  127. int rb;
  128. int rs;
  129. int rt;
  130. int sprn;
  131. enum emulation_result emulated = EMULATE_DONE;
  132. int advance = 1;
  133. /* this default type might be overwritten by subcategories */
  134. kvmppc_set_exit_type(vcpu, EMULATED_INST_EXITS);
  135. pr_debug(KERN_INFO "Emulating opcode %d / %d\n", get_op(inst), get_xop(inst));
  136. /* Try again next time */
  137. if (inst == KVM_INST_FETCH_FAILED)
  138. return EMULATE_DONE;
  139. switch (get_op(inst)) {
  140. case OP_TRAP:
  141. #ifdef CONFIG_PPC_BOOK3S
  142. case OP_TRAP_64:
  143. kvmppc_core_queue_program(vcpu, SRR1_PROGTRAP);
  144. #else
  145. kvmppc_core_queue_program(vcpu, vcpu->arch.esr | ESR_PTR);
  146. #endif
  147. advance = 0;
  148. break;
  149. case 31:
  150. switch (get_xop(inst)) {
  151. case OP_31_XOP_LWZX:
  152. rt = get_rt(inst);
  153. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
  154. break;
  155. case OP_31_XOP_LBZX:
  156. rt = get_rt(inst);
  157. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  158. break;
  159. case OP_31_XOP_LBZUX:
  160. rt = get_rt(inst);
  161. ra = get_ra(inst);
  162. rb = get_rb(inst);
  163. ea = kvmppc_get_gpr(vcpu, rb);
  164. if (ra)
  165. ea += kvmppc_get_gpr(vcpu, ra);
  166. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  167. kvmppc_set_gpr(vcpu, ra, ea);
  168. break;
  169. case OP_31_XOP_STWX:
  170. rs = get_rs(inst);
  171. emulated = kvmppc_handle_store(run, vcpu,
  172. kvmppc_get_gpr(vcpu, rs),
  173. 4, 1);
  174. break;
  175. case OP_31_XOP_STBX:
  176. rs = get_rs(inst);
  177. emulated = kvmppc_handle_store(run, vcpu,
  178. kvmppc_get_gpr(vcpu, rs),
  179. 1, 1);
  180. break;
  181. case OP_31_XOP_STBUX:
  182. rs = get_rs(inst);
  183. ra = get_ra(inst);
  184. rb = get_rb(inst);
  185. ea = kvmppc_get_gpr(vcpu, rb);
  186. if (ra)
  187. ea += kvmppc_get_gpr(vcpu, ra);
  188. emulated = kvmppc_handle_store(run, vcpu,
  189. kvmppc_get_gpr(vcpu, rs),
  190. 1, 1);
  191. kvmppc_set_gpr(vcpu, rs, ea);
  192. break;
  193. case OP_31_XOP_LHAX:
  194. rt = get_rt(inst);
  195. emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
  196. break;
  197. case OP_31_XOP_LHZX:
  198. rt = get_rt(inst);
  199. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  200. break;
  201. case OP_31_XOP_LHZUX:
  202. rt = get_rt(inst);
  203. ra = get_ra(inst);
  204. rb = get_rb(inst);
  205. ea = kvmppc_get_gpr(vcpu, rb);
  206. if (ra)
  207. ea += kvmppc_get_gpr(vcpu, ra);
  208. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  209. kvmppc_set_gpr(vcpu, ra, ea);
  210. break;
  211. case OP_31_XOP_MFSPR:
  212. sprn = get_sprn(inst);
  213. rt = get_rt(inst);
  214. switch (sprn) {
  215. case SPRN_SRR0:
  216. kvmppc_set_gpr(vcpu, rt, vcpu->arch.srr0); break;
  217. case SPRN_SRR1:
  218. kvmppc_set_gpr(vcpu, rt, vcpu->arch.srr1); break;
  219. case SPRN_PVR:
  220. kvmppc_set_gpr(vcpu, rt, vcpu->arch.pvr); break;
  221. case SPRN_PIR:
  222. kvmppc_set_gpr(vcpu, rt, vcpu->vcpu_id); break;
  223. case SPRN_MSSSR0:
  224. kvmppc_set_gpr(vcpu, rt, 0); break;
  225. /* Note: mftb and TBRL/TBWL are user-accessible, so
  226. * the guest can always access the real TB anyways.
  227. * In fact, we probably will never see these traps. */
  228. case SPRN_TBWL:
  229. kvmppc_set_gpr(vcpu, rt, get_tb() >> 32); break;
  230. case SPRN_TBWU:
  231. kvmppc_set_gpr(vcpu, rt, get_tb()); break;
  232. case SPRN_SPRG0:
  233. kvmppc_set_gpr(vcpu, rt, vcpu->arch.sprg0); break;
  234. case SPRN_SPRG1:
  235. kvmppc_set_gpr(vcpu, rt, vcpu->arch.sprg1); break;
  236. case SPRN_SPRG2:
  237. kvmppc_set_gpr(vcpu, rt, vcpu->arch.sprg2); break;
  238. case SPRN_SPRG3:
  239. kvmppc_set_gpr(vcpu, rt, vcpu->arch.sprg3); break;
  240. /* Note: SPRG4-7 are user-readable, so we don't get
  241. * a trap. */
  242. case SPRN_DEC:
  243. {
  244. u64 jd = get_tb() - vcpu->arch.dec_jiffies;
  245. kvmppc_set_gpr(vcpu, rt, vcpu->arch.dec - jd);
  246. pr_debug(KERN_INFO "mfDEC: %x - %llx = %lx\n",
  247. vcpu->arch.dec, jd,
  248. kvmppc_get_gpr(vcpu, rt));
  249. break;
  250. }
  251. default:
  252. emulated = kvmppc_core_emulate_mfspr(vcpu, sprn, rt);
  253. if (emulated == EMULATE_FAIL) {
  254. printk("mfspr: unknown spr %x\n", sprn);
  255. kvmppc_set_gpr(vcpu, rt, 0);
  256. }
  257. break;
  258. }
  259. break;
  260. case OP_31_XOP_STHX:
  261. rs = get_rs(inst);
  262. ra = get_ra(inst);
  263. rb = get_rb(inst);
  264. emulated = kvmppc_handle_store(run, vcpu,
  265. kvmppc_get_gpr(vcpu, rs),
  266. 2, 1);
  267. break;
  268. case OP_31_XOP_STHUX:
  269. rs = get_rs(inst);
  270. ra = get_ra(inst);
  271. rb = get_rb(inst);
  272. ea = kvmppc_get_gpr(vcpu, rb);
  273. if (ra)
  274. ea += kvmppc_get_gpr(vcpu, ra);
  275. emulated = kvmppc_handle_store(run, vcpu,
  276. kvmppc_get_gpr(vcpu, rs),
  277. 2, 1);
  278. kvmppc_set_gpr(vcpu, ra, ea);
  279. break;
  280. case OP_31_XOP_MTSPR:
  281. sprn = get_sprn(inst);
  282. rs = get_rs(inst);
  283. switch (sprn) {
  284. case SPRN_SRR0:
  285. vcpu->arch.srr0 = kvmppc_get_gpr(vcpu, rs); break;
  286. case SPRN_SRR1:
  287. vcpu->arch.srr1 = kvmppc_get_gpr(vcpu, rs); break;
  288. /* XXX We need to context-switch the timebase for
  289. * watchdog and FIT. */
  290. case SPRN_TBWL: break;
  291. case SPRN_TBWU: break;
  292. case SPRN_MSSSR0: break;
  293. case SPRN_DEC:
  294. vcpu->arch.dec = kvmppc_get_gpr(vcpu, rs);
  295. kvmppc_emulate_dec(vcpu);
  296. break;
  297. case SPRN_SPRG0:
  298. vcpu->arch.sprg0 = kvmppc_get_gpr(vcpu, rs); break;
  299. case SPRN_SPRG1:
  300. vcpu->arch.sprg1 = kvmppc_get_gpr(vcpu, rs); break;
  301. case SPRN_SPRG2:
  302. vcpu->arch.sprg2 = kvmppc_get_gpr(vcpu, rs); break;
  303. case SPRN_SPRG3:
  304. vcpu->arch.sprg3 = kvmppc_get_gpr(vcpu, rs); break;
  305. default:
  306. emulated = kvmppc_core_emulate_mtspr(vcpu, sprn, rs);
  307. if (emulated == EMULATE_FAIL)
  308. printk("mtspr: unknown spr %x\n", sprn);
  309. break;
  310. }
  311. break;
  312. case OP_31_XOP_DCBI:
  313. /* Do nothing. The guest is performing dcbi because
  314. * hardware DMA is not snooped by the dcache, but
  315. * emulated DMA either goes through the dcache as
  316. * normal writes, or the host kernel has handled dcache
  317. * coherence. */
  318. break;
  319. case OP_31_XOP_LWBRX:
  320. rt = get_rt(inst);
  321. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 0);
  322. break;
  323. case OP_31_XOP_TLBSYNC:
  324. break;
  325. case OP_31_XOP_STWBRX:
  326. rs = get_rs(inst);
  327. ra = get_ra(inst);
  328. rb = get_rb(inst);
  329. emulated = kvmppc_handle_store(run, vcpu,
  330. kvmppc_get_gpr(vcpu, rs),
  331. 4, 0);
  332. break;
  333. case OP_31_XOP_LHBRX:
  334. rt = get_rt(inst);
  335. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 0);
  336. break;
  337. case OP_31_XOP_STHBRX:
  338. rs = get_rs(inst);
  339. ra = get_ra(inst);
  340. rb = get_rb(inst);
  341. emulated = kvmppc_handle_store(run, vcpu,
  342. kvmppc_get_gpr(vcpu, rs),
  343. 2, 0);
  344. break;
  345. default:
  346. /* Attempt core-specific emulation below. */
  347. emulated = EMULATE_FAIL;
  348. }
  349. break;
  350. case OP_LWZ:
  351. rt = get_rt(inst);
  352. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
  353. break;
  354. case OP_LWZU:
  355. ra = get_ra(inst);
  356. rt = get_rt(inst);
  357. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
  358. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  359. break;
  360. case OP_LBZ:
  361. rt = get_rt(inst);
  362. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  363. break;
  364. case OP_LBZU:
  365. ra = get_ra(inst);
  366. rt = get_rt(inst);
  367. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  368. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  369. break;
  370. case OP_STW:
  371. rs = get_rs(inst);
  372. emulated = kvmppc_handle_store(run, vcpu,
  373. kvmppc_get_gpr(vcpu, rs),
  374. 4, 1);
  375. break;
  376. case OP_STWU:
  377. ra = get_ra(inst);
  378. rs = get_rs(inst);
  379. emulated = kvmppc_handle_store(run, vcpu,
  380. kvmppc_get_gpr(vcpu, rs),
  381. 4, 1);
  382. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  383. break;
  384. case OP_STB:
  385. rs = get_rs(inst);
  386. emulated = kvmppc_handle_store(run, vcpu,
  387. kvmppc_get_gpr(vcpu, rs),
  388. 1, 1);
  389. break;
  390. case OP_STBU:
  391. ra = get_ra(inst);
  392. rs = get_rs(inst);
  393. emulated = kvmppc_handle_store(run, vcpu,
  394. kvmppc_get_gpr(vcpu, rs),
  395. 1, 1);
  396. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  397. break;
  398. case OP_LHZ:
  399. rt = get_rt(inst);
  400. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  401. break;
  402. case OP_LHZU:
  403. ra = get_ra(inst);
  404. rt = get_rt(inst);
  405. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  406. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  407. break;
  408. case OP_LHA:
  409. rt = get_rt(inst);
  410. emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
  411. break;
  412. case OP_LHAU:
  413. ra = get_ra(inst);
  414. rt = get_rt(inst);
  415. emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
  416. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  417. break;
  418. case OP_STH:
  419. rs = get_rs(inst);
  420. emulated = kvmppc_handle_store(run, vcpu,
  421. kvmppc_get_gpr(vcpu, rs),
  422. 2, 1);
  423. break;
  424. case OP_STHU:
  425. ra = get_ra(inst);
  426. rs = get_rs(inst);
  427. emulated = kvmppc_handle_store(run, vcpu,
  428. kvmppc_get_gpr(vcpu, rs),
  429. 2, 1);
  430. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  431. break;
  432. default:
  433. emulated = EMULATE_FAIL;
  434. }
  435. if (emulated == EMULATE_FAIL) {
  436. emulated = kvmppc_core_emulate_op(run, vcpu, inst, &advance);
  437. if (emulated == EMULATE_AGAIN) {
  438. advance = 0;
  439. } else if (emulated == EMULATE_FAIL) {
  440. advance = 0;
  441. printk(KERN_ERR "Couldn't emulate instruction 0x%08x "
  442. "(op %d xop %d)\n", inst, get_op(inst), get_xop(inst));
  443. kvmppc_core_queue_program(vcpu, 0);
  444. }
  445. }
  446. trace_kvm_ppc_instr(inst, kvmppc_get_pc(vcpu), emulated);
  447. /* Advance past emulated instruction. */
  448. if (advance)
  449. kvmppc_set_pc(vcpu, kvmppc_get_pc(vcpu) + 4);
  450. return emulated;
  451. }