emulate.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543
  1. /*
  2. * This program is free software; you can redistribute it and/or modify
  3. * it under the terms of the GNU General Public License, version 2, as
  4. * published by the Free Software Foundation.
  5. *
  6. * This program is distributed in the hope that it will be useful,
  7. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  8. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  9. * GNU General Public License for more details.
  10. *
  11. * You should have received a copy of the GNU General Public License
  12. * along with this program; if not, write to the Free Software
  13. * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  14. *
  15. * Copyright IBM Corp. 2007
  16. *
  17. * Authors: Hollis Blanchard <hollisb@us.ibm.com>
  18. */
  19. #include <linux/jiffies.h>
  20. #include <linux/hrtimer.h>
  21. #include <linux/types.h>
  22. #include <linux/string.h>
  23. #include <linux/kvm_host.h>
  24. #include <asm/reg.h>
  25. #include <asm/time.h>
  26. #include <asm/byteorder.h>
  27. #include <asm/kvm_ppc.h>
  28. #include <asm/disassemble.h>
  29. #include "timing.h"
  30. #include "trace.h"
  31. #define OP_TRAP 3
  32. #define OP_TRAP_64 2
  33. #define OP_31_XOP_LWZX 23
  34. #define OP_31_XOP_LBZX 87
  35. #define OP_31_XOP_STWX 151
  36. #define OP_31_XOP_STBX 215
  37. #define OP_31_XOP_LBZUX 119
  38. #define OP_31_XOP_STBUX 247
  39. #define OP_31_XOP_LHZX 279
  40. #define OP_31_XOP_LHZUX 311
  41. #define OP_31_XOP_MFSPR 339
  42. #define OP_31_XOP_LHAX 343
  43. #define OP_31_XOP_STHX 407
  44. #define OP_31_XOP_STHUX 439
  45. #define OP_31_XOP_MTSPR 467
  46. #define OP_31_XOP_DCBI 470
  47. #define OP_31_XOP_LWBRX 534
  48. #define OP_31_XOP_TLBSYNC 566
  49. #define OP_31_XOP_STWBRX 662
  50. #define OP_31_XOP_LHBRX 790
  51. #define OP_31_XOP_STHBRX 918
  52. #define OP_LWZ 32
  53. #define OP_LWZU 33
  54. #define OP_LBZ 34
  55. #define OP_LBZU 35
  56. #define OP_STW 36
  57. #define OP_STWU 37
  58. #define OP_STB 38
  59. #define OP_STBU 39
  60. #define OP_LHZ 40
  61. #define OP_LHZU 41
  62. #define OP_LHA 42
  63. #define OP_LHAU 43
  64. #define OP_STH 44
  65. #define OP_STHU 45
  66. #ifdef CONFIG_PPC_BOOK3S
  67. static int kvmppc_dec_enabled(struct kvm_vcpu *vcpu)
  68. {
  69. return 1;
  70. }
  71. #else
  72. static int kvmppc_dec_enabled(struct kvm_vcpu *vcpu)
  73. {
  74. /* On BOOKE, DEC = 0 is as good as decrementer not enabled */
  75. return (vcpu->arch.tcr & TCR_DIE) && vcpu->arch.dec;
  76. }
  77. #endif
  78. void kvmppc_emulate_dec(struct kvm_vcpu *vcpu)
  79. {
  80. unsigned long dec_nsec;
  81. unsigned long long dec_time;
  82. pr_debug("mtDEC: %x\n", vcpu->arch.dec);
  83. #ifdef CONFIG_PPC_BOOK3S
  84. /* mtdec lowers the interrupt line when positive. */
  85. kvmppc_core_dequeue_dec(vcpu);
  86. /* POWER4+ triggers a dec interrupt if the value is < 0 */
  87. if (vcpu->arch.dec & 0x80000000) {
  88. hrtimer_try_to_cancel(&vcpu->arch.dec_timer);
  89. kvmppc_core_queue_dec(vcpu);
  90. return;
  91. }
  92. #endif
  93. if (kvmppc_dec_enabled(vcpu)) {
  94. /* The decrementer ticks at the same rate as the timebase, so
  95. * that's how we convert the guest DEC value to the number of
  96. * host ticks. */
  97. hrtimer_try_to_cancel(&vcpu->arch.dec_timer);
  98. dec_time = vcpu->arch.dec;
  99. dec_time *= 1000;
  100. do_div(dec_time, tb_ticks_per_usec);
  101. dec_nsec = do_div(dec_time, NSEC_PER_SEC);
  102. hrtimer_start(&vcpu->arch.dec_timer,
  103. ktime_set(dec_time, dec_nsec), HRTIMER_MODE_REL);
  104. vcpu->arch.dec_jiffies = get_tb();
  105. } else {
  106. hrtimer_try_to_cancel(&vcpu->arch.dec_timer);
  107. }
  108. }
  109. u32 kvmppc_get_dec(struct kvm_vcpu *vcpu, u64 tb)
  110. {
  111. u64 jd = tb - vcpu->arch.dec_jiffies;
  112. return vcpu->arch.dec - jd;
  113. }
  114. /* XXX to do:
  115. * lhax
  116. * lhaux
  117. * lswx
  118. * lswi
  119. * stswx
  120. * stswi
  121. * lha
  122. * lhau
  123. * lmw
  124. * stmw
  125. *
  126. * XXX is_bigendian should depend on MMU mapping or MSR[LE]
  127. */
  128. /* XXX Should probably auto-generate instruction decoding for a particular core
  129. * from opcode tables in the future. */
  130. int kvmppc_emulate_instruction(struct kvm_run *run, struct kvm_vcpu *vcpu)
  131. {
  132. u32 inst = kvmppc_get_last_inst(vcpu);
  133. u32 ea;
  134. int ra;
  135. int rb;
  136. int rs;
  137. int rt;
  138. int sprn;
  139. enum emulation_result emulated = EMULATE_DONE;
  140. int advance = 1;
  141. /* this default type might be overwritten by subcategories */
  142. kvmppc_set_exit_type(vcpu, EMULATED_INST_EXITS);
  143. pr_debug("Emulating opcode %d / %d\n", get_op(inst), get_xop(inst));
  144. switch (get_op(inst)) {
  145. case OP_TRAP:
  146. #ifdef CONFIG_PPC_BOOK3S
  147. case OP_TRAP_64:
  148. kvmppc_core_queue_program(vcpu, SRR1_PROGTRAP);
  149. #else
  150. kvmppc_core_queue_program(vcpu,
  151. vcpu->arch.shared->esr | ESR_PTR);
  152. #endif
  153. advance = 0;
  154. break;
  155. case 31:
  156. switch (get_xop(inst)) {
  157. case OP_31_XOP_LWZX:
  158. rt = get_rt(inst);
  159. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
  160. break;
  161. case OP_31_XOP_LBZX:
  162. rt = get_rt(inst);
  163. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  164. break;
  165. case OP_31_XOP_LBZUX:
  166. rt = get_rt(inst);
  167. ra = get_ra(inst);
  168. rb = get_rb(inst);
  169. ea = kvmppc_get_gpr(vcpu, rb);
  170. if (ra)
  171. ea += kvmppc_get_gpr(vcpu, ra);
  172. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  173. kvmppc_set_gpr(vcpu, ra, ea);
  174. break;
  175. case OP_31_XOP_STWX:
  176. rs = get_rs(inst);
  177. emulated = kvmppc_handle_store(run, vcpu,
  178. kvmppc_get_gpr(vcpu, rs),
  179. 4, 1);
  180. break;
  181. case OP_31_XOP_STBX:
  182. rs = get_rs(inst);
  183. emulated = kvmppc_handle_store(run, vcpu,
  184. kvmppc_get_gpr(vcpu, rs),
  185. 1, 1);
  186. break;
  187. case OP_31_XOP_STBUX:
  188. rs = get_rs(inst);
  189. ra = get_ra(inst);
  190. rb = get_rb(inst);
  191. ea = kvmppc_get_gpr(vcpu, rb);
  192. if (ra)
  193. ea += kvmppc_get_gpr(vcpu, ra);
  194. emulated = kvmppc_handle_store(run, vcpu,
  195. kvmppc_get_gpr(vcpu, rs),
  196. 1, 1);
  197. kvmppc_set_gpr(vcpu, rs, ea);
  198. break;
  199. case OP_31_XOP_LHAX:
  200. rt = get_rt(inst);
  201. emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
  202. break;
  203. case OP_31_XOP_LHZX:
  204. rt = get_rt(inst);
  205. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  206. break;
  207. case OP_31_XOP_LHZUX:
  208. rt = get_rt(inst);
  209. ra = get_ra(inst);
  210. rb = get_rb(inst);
  211. ea = kvmppc_get_gpr(vcpu, rb);
  212. if (ra)
  213. ea += kvmppc_get_gpr(vcpu, ra);
  214. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  215. kvmppc_set_gpr(vcpu, ra, ea);
  216. break;
  217. case OP_31_XOP_MFSPR:
  218. sprn = get_sprn(inst);
  219. rt = get_rt(inst);
  220. switch (sprn) {
  221. case SPRN_SRR0:
  222. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->srr0);
  223. break;
  224. case SPRN_SRR1:
  225. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->srr1);
  226. break;
  227. case SPRN_PVR:
  228. kvmppc_set_gpr(vcpu, rt, vcpu->arch.pvr); break;
  229. case SPRN_PIR:
  230. kvmppc_set_gpr(vcpu, rt, vcpu->vcpu_id); break;
  231. case SPRN_MSSSR0:
  232. kvmppc_set_gpr(vcpu, rt, 0); break;
  233. /* Note: mftb and TBRL/TBWL are user-accessible, so
  234. * the guest can always access the real TB anyways.
  235. * In fact, we probably will never see these traps. */
  236. case SPRN_TBWL:
  237. kvmppc_set_gpr(vcpu, rt, get_tb() >> 32); break;
  238. case SPRN_TBWU:
  239. kvmppc_set_gpr(vcpu, rt, get_tb()); break;
  240. case SPRN_SPRG0:
  241. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->sprg0);
  242. break;
  243. case SPRN_SPRG1:
  244. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->sprg1);
  245. break;
  246. case SPRN_SPRG2:
  247. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->sprg2);
  248. break;
  249. case SPRN_SPRG3:
  250. kvmppc_set_gpr(vcpu, rt, vcpu->arch.shared->sprg3);
  251. break;
  252. /* Note: SPRG4-7 are user-readable, so we don't get
  253. * a trap. */
  254. case SPRN_DEC:
  255. {
  256. kvmppc_set_gpr(vcpu, rt,
  257. kvmppc_get_dec(vcpu, get_tb()));
  258. break;
  259. }
  260. default:
  261. emulated = kvmppc_core_emulate_mfspr(vcpu, sprn, rt);
  262. if (emulated == EMULATE_FAIL) {
  263. printk("mfspr: unknown spr %x\n", sprn);
  264. kvmppc_set_gpr(vcpu, rt, 0);
  265. }
  266. break;
  267. }
  268. kvmppc_set_exit_type(vcpu, EMULATED_MFSPR_EXITS);
  269. break;
  270. case OP_31_XOP_STHX:
  271. rs = get_rs(inst);
  272. ra = get_ra(inst);
  273. rb = get_rb(inst);
  274. emulated = kvmppc_handle_store(run, vcpu,
  275. kvmppc_get_gpr(vcpu, rs),
  276. 2, 1);
  277. break;
  278. case OP_31_XOP_STHUX:
  279. rs = get_rs(inst);
  280. ra = get_ra(inst);
  281. rb = get_rb(inst);
  282. ea = kvmppc_get_gpr(vcpu, rb);
  283. if (ra)
  284. ea += kvmppc_get_gpr(vcpu, ra);
  285. emulated = kvmppc_handle_store(run, vcpu,
  286. kvmppc_get_gpr(vcpu, rs),
  287. 2, 1);
  288. kvmppc_set_gpr(vcpu, ra, ea);
  289. break;
  290. case OP_31_XOP_MTSPR:
  291. sprn = get_sprn(inst);
  292. rs = get_rs(inst);
  293. switch (sprn) {
  294. case SPRN_SRR0:
  295. vcpu->arch.shared->srr0 = kvmppc_get_gpr(vcpu, rs);
  296. break;
  297. case SPRN_SRR1:
  298. vcpu->arch.shared->srr1 = kvmppc_get_gpr(vcpu, rs);
  299. break;
  300. /* XXX We need to context-switch the timebase for
  301. * watchdog and FIT. */
  302. case SPRN_TBWL: break;
  303. case SPRN_TBWU: break;
  304. case SPRN_MSSSR0: break;
  305. case SPRN_DEC:
  306. vcpu->arch.dec = kvmppc_get_gpr(vcpu, rs);
  307. kvmppc_emulate_dec(vcpu);
  308. break;
  309. case SPRN_SPRG0:
  310. vcpu->arch.shared->sprg0 = kvmppc_get_gpr(vcpu, rs);
  311. break;
  312. case SPRN_SPRG1:
  313. vcpu->arch.shared->sprg1 = kvmppc_get_gpr(vcpu, rs);
  314. break;
  315. case SPRN_SPRG2:
  316. vcpu->arch.shared->sprg2 = kvmppc_get_gpr(vcpu, rs);
  317. break;
  318. case SPRN_SPRG3:
  319. vcpu->arch.shared->sprg3 = kvmppc_get_gpr(vcpu, rs);
  320. break;
  321. default:
  322. emulated = kvmppc_core_emulate_mtspr(vcpu, sprn, rs);
  323. if (emulated == EMULATE_FAIL)
  324. printk("mtspr: unknown spr %x\n", sprn);
  325. break;
  326. }
  327. kvmppc_set_exit_type(vcpu, EMULATED_MTSPR_EXITS);
  328. break;
  329. case OP_31_XOP_DCBI:
  330. /* Do nothing. The guest is performing dcbi because
  331. * hardware DMA is not snooped by the dcache, but
  332. * emulated DMA either goes through the dcache as
  333. * normal writes, or the host kernel has handled dcache
  334. * coherence. */
  335. break;
  336. case OP_31_XOP_LWBRX:
  337. rt = get_rt(inst);
  338. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 0);
  339. break;
  340. case OP_31_XOP_TLBSYNC:
  341. break;
  342. case OP_31_XOP_STWBRX:
  343. rs = get_rs(inst);
  344. ra = get_ra(inst);
  345. rb = get_rb(inst);
  346. emulated = kvmppc_handle_store(run, vcpu,
  347. kvmppc_get_gpr(vcpu, rs),
  348. 4, 0);
  349. break;
  350. case OP_31_XOP_LHBRX:
  351. rt = get_rt(inst);
  352. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 0);
  353. break;
  354. case OP_31_XOP_STHBRX:
  355. rs = get_rs(inst);
  356. ra = get_ra(inst);
  357. rb = get_rb(inst);
  358. emulated = kvmppc_handle_store(run, vcpu,
  359. kvmppc_get_gpr(vcpu, rs),
  360. 2, 0);
  361. break;
  362. default:
  363. /* Attempt core-specific emulation below. */
  364. emulated = EMULATE_FAIL;
  365. }
  366. break;
  367. case OP_LWZ:
  368. rt = get_rt(inst);
  369. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
  370. break;
  371. case OP_LWZU:
  372. ra = get_ra(inst);
  373. rt = get_rt(inst);
  374. emulated = kvmppc_handle_load(run, vcpu, rt, 4, 1);
  375. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  376. break;
  377. case OP_LBZ:
  378. rt = get_rt(inst);
  379. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  380. break;
  381. case OP_LBZU:
  382. ra = get_ra(inst);
  383. rt = get_rt(inst);
  384. emulated = kvmppc_handle_load(run, vcpu, rt, 1, 1);
  385. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  386. break;
  387. case OP_STW:
  388. rs = get_rs(inst);
  389. emulated = kvmppc_handle_store(run, vcpu,
  390. kvmppc_get_gpr(vcpu, rs),
  391. 4, 1);
  392. break;
  393. case OP_STWU:
  394. ra = get_ra(inst);
  395. rs = get_rs(inst);
  396. emulated = kvmppc_handle_store(run, vcpu,
  397. kvmppc_get_gpr(vcpu, rs),
  398. 4, 1);
  399. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  400. break;
  401. case OP_STB:
  402. rs = get_rs(inst);
  403. emulated = kvmppc_handle_store(run, vcpu,
  404. kvmppc_get_gpr(vcpu, rs),
  405. 1, 1);
  406. break;
  407. case OP_STBU:
  408. ra = get_ra(inst);
  409. rs = get_rs(inst);
  410. emulated = kvmppc_handle_store(run, vcpu,
  411. kvmppc_get_gpr(vcpu, rs),
  412. 1, 1);
  413. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  414. break;
  415. case OP_LHZ:
  416. rt = get_rt(inst);
  417. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  418. break;
  419. case OP_LHZU:
  420. ra = get_ra(inst);
  421. rt = get_rt(inst);
  422. emulated = kvmppc_handle_load(run, vcpu, rt, 2, 1);
  423. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  424. break;
  425. case OP_LHA:
  426. rt = get_rt(inst);
  427. emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
  428. break;
  429. case OP_LHAU:
  430. ra = get_ra(inst);
  431. rt = get_rt(inst);
  432. emulated = kvmppc_handle_loads(run, vcpu, rt, 2, 1);
  433. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  434. break;
  435. case OP_STH:
  436. rs = get_rs(inst);
  437. emulated = kvmppc_handle_store(run, vcpu,
  438. kvmppc_get_gpr(vcpu, rs),
  439. 2, 1);
  440. break;
  441. case OP_STHU:
  442. ra = get_ra(inst);
  443. rs = get_rs(inst);
  444. emulated = kvmppc_handle_store(run, vcpu,
  445. kvmppc_get_gpr(vcpu, rs),
  446. 2, 1);
  447. kvmppc_set_gpr(vcpu, ra, vcpu->arch.paddr_accessed);
  448. break;
  449. default:
  450. emulated = EMULATE_FAIL;
  451. }
  452. if (emulated == EMULATE_FAIL) {
  453. emulated = kvmppc_core_emulate_op(run, vcpu, inst, &advance);
  454. if (emulated == EMULATE_AGAIN) {
  455. advance = 0;
  456. } else if (emulated == EMULATE_FAIL) {
  457. advance = 0;
  458. printk(KERN_ERR "Couldn't emulate instruction 0x%08x "
  459. "(op %d xop %d)\n", inst, get_op(inst), get_xop(inst));
  460. kvmppc_core_queue_program(vcpu, 0);
  461. }
  462. }
  463. trace_kvm_ppc_instr(inst, kvmppc_get_pc(vcpu), emulated);
  464. /* Advance past emulated instruction. */
  465. if (advance)
  466. kvmppc_set_pc(vcpu, kvmppc_get_pc(vcpu) + 4);
  467. return emulated;
  468. }