book3s_64_emulate.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551
  1. /*
  2. * This program is free software; you can redistribute it and/or modify
  3. * it under the terms of the GNU General Public License, version 2, as
  4. * published by the Free Software Foundation.
  5. *
  6. * This program is distributed in the hope that it will be useful,
  7. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  8. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  9. * GNU General Public License for more details.
  10. *
  11. * You should have received a copy of the GNU General Public License
  12. * along with this program; if not, write to the Free Software
  13. * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  14. *
  15. * Copyright SUSE Linux Products GmbH 2009
  16. *
  17. * Authors: Alexander Graf <agraf@suse.de>
  18. */
  19. #include <asm/kvm_ppc.h>
  20. #include <asm/disassemble.h>
  21. #include <asm/kvm_book3s.h>
  22. #include <asm/reg.h>
  23. #define OP_19_XOP_RFID 18
  24. #define OP_19_XOP_RFI 50
  25. #define OP_31_XOP_MFMSR 83
  26. #define OP_31_XOP_MTMSR 146
  27. #define OP_31_XOP_MTMSRD 178
  28. #define OP_31_XOP_MTSR 210
  29. #define OP_31_XOP_MTSRIN 242
  30. #define OP_31_XOP_TLBIEL 274
  31. #define OP_31_XOP_TLBIE 306
  32. #define OP_31_XOP_SLBMTE 402
  33. #define OP_31_XOP_SLBIE 434
  34. #define OP_31_XOP_SLBIA 498
  35. #define OP_31_XOP_MFSR 595
  36. #define OP_31_XOP_MFSRIN 659
  37. #define OP_31_XOP_SLBMFEV 851
  38. #define OP_31_XOP_EIOIO 854
  39. #define OP_31_XOP_SLBMFEE 915
  40. /* DCBZ is actually 1014, but we patch it to 1010 so we get a trap */
  41. #define OP_31_XOP_DCBZ 1010
  42. #define OP_LFS 48
  43. #define OP_LFD 50
  44. #define OP_STFS 52
  45. #define OP_STFD 54
  46. #define SPRN_GQR0 912
  47. #define SPRN_GQR1 913
  48. #define SPRN_GQR2 914
  49. #define SPRN_GQR3 915
  50. #define SPRN_GQR4 916
  51. #define SPRN_GQR5 917
  52. #define SPRN_GQR6 918
  53. #define SPRN_GQR7 919
  54. int kvmppc_core_emulate_op(struct kvm_run *run, struct kvm_vcpu *vcpu,
  55. unsigned int inst, int *advance)
  56. {
  57. int emulated = EMULATE_DONE;
  58. switch (get_op(inst)) {
  59. case 19:
  60. switch (get_xop(inst)) {
  61. case OP_19_XOP_RFID:
  62. case OP_19_XOP_RFI:
  63. vcpu->arch.pc = vcpu->arch.srr0;
  64. kvmppc_set_msr(vcpu, vcpu->arch.srr1);
  65. *advance = 0;
  66. break;
  67. default:
  68. emulated = EMULATE_FAIL;
  69. break;
  70. }
  71. break;
  72. case 31:
  73. switch (get_xop(inst)) {
  74. case OP_31_XOP_MFMSR:
  75. kvmppc_set_gpr(vcpu, get_rt(inst), vcpu->arch.msr);
  76. break;
  77. case OP_31_XOP_MTMSRD:
  78. {
  79. ulong rs = kvmppc_get_gpr(vcpu, get_rs(inst));
  80. if (inst & 0x10000) {
  81. vcpu->arch.msr &= ~(MSR_RI | MSR_EE);
  82. vcpu->arch.msr |= rs & (MSR_RI | MSR_EE);
  83. } else
  84. kvmppc_set_msr(vcpu, rs);
  85. break;
  86. }
  87. case OP_31_XOP_MTMSR:
  88. kvmppc_set_msr(vcpu, kvmppc_get_gpr(vcpu, get_rs(inst)));
  89. break;
  90. case OP_31_XOP_MFSR:
  91. {
  92. int srnum;
  93. srnum = kvmppc_get_field(inst, 12 + 32, 15 + 32);
  94. if (vcpu->arch.mmu.mfsrin) {
  95. u32 sr;
  96. sr = vcpu->arch.mmu.mfsrin(vcpu, srnum);
  97. kvmppc_set_gpr(vcpu, get_rt(inst), sr);
  98. }
  99. break;
  100. }
  101. case OP_31_XOP_MFSRIN:
  102. {
  103. int srnum;
  104. srnum = (kvmppc_get_gpr(vcpu, get_rb(inst)) >> 28) & 0xf;
  105. if (vcpu->arch.mmu.mfsrin) {
  106. u32 sr;
  107. sr = vcpu->arch.mmu.mfsrin(vcpu, srnum);
  108. kvmppc_set_gpr(vcpu, get_rt(inst), sr);
  109. }
  110. break;
  111. }
  112. case OP_31_XOP_MTSR:
  113. vcpu->arch.mmu.mtsrin(vcpu,
  114. (inst >> 16) & 0xf,
  115. kvmppc_get_gpr(vcpu, get_rs(inst)));
  116. break;
  117. case OP_31_XOP_MTSRIN:
  118. vcpu->arch.mmu.mtsrin(vcpu,
  119. (kvmppc_get_gpr(vcpu, get_rb(inst)) >> 28) & 0xf,
  120. kvmppc_get_gpr(vcpu, get_rs(inst)));
  121. break;
  122. case OP_31_XOP_TLBIE:
  123. case OP_31_XOP_TLBIEL:
  124. {
  125. bool large = (inst & 0x00200000) ? true : false;
  126. ulong addr = kvmppc_get_gpr(vcpu, get_rb(inst));
  127. vcpu->arch.mmu.tlbie(vcpu, addr, large);
  128. break;
  129. }
  130. case OP_31_XOP_EIOIO:
  131. break;
  132. case OP_31_XOP_SLBMTE:
  133. if (!vcpu->arch.mmu.slbmte)
  134. return EMULATE_FAIL;
  135. vcpu->arch.mmu.slbmte(vcpu,
  136. kvmppc_get_gpr(vcpu, get_rs(inst)),
  137. kvmppc_get_gpr(vcpu, get_rb(inst)));
  138. break;
  139. case OP_31_XOP_SLBIE:
  140. if (!vcpu->arch.mmu.slbie)
  141. return EMULATE_FAIL;
  142. vcpu->arch.mmu.slbie(vcpu,
  143. kvmppc_get_gpr(vcpu, get_rb(inst)));
  144. break;
  145. case OP_31_XOP_SLBIA:
  146. if (!vcpu->arch.mmu.slbia)
  147. return EMULATE_FAIL;
  148. vcpu->arch.mmu.slbia(vcpu);
  149. break;
  150. case OP_31_XOP_SLBMFEE:
  151. if (!vcpu->arch.mmu.slbmfee) {
  152. emulated = EMULATE_FAIL;
  153. } else {
  154. ulong t, rb;
  155. rb = kvmppc_get_gpr(vcpu, get_rb(inst));
  156. t = vcpu->arch.mmu.slbmfee(vcpu, rb);
  157. kvmppc_set_gpr(vcpu, get_rt(inst), t);
  158. }
  159. break;
  160. case OP_31_XOP_SLBMFEV:
  161. if (!vcpu->arch.mmu.slbmfev) {
  162. emulated = EMULATE_FAIL;
  163. } else {
  164. ulong t, rb;
  165. rb = kvmppc_get_gpr(vcpu, get_rb(inst));
  166. t = vcpu->arch.mmu.slbmfev(vcpu, rb);
  167. kvmppc_set_gpr(vcpu, get_rt(inst), t);
  168. }
  169. break;
  170. case OP_31_XOP_DCBZ:
  171. {
  172. ulong rb = kvmppc_get_gpr(vcpu, get_rb(inst));
  173. ulong ra = 0;
  174. ulong addr, vaddr;
  175. u32 zeros[8] = { 0, 0, 0, 0, 0, 0, 0, 0 };
  176. if (get_ra(inst))
  177. ra = kvmppc_get_gpr(vcpu, get_ra(inst));
  178. addr = (ra + rb) & ~31ULL;
  179. if (!(vcpu->arch.msr & MSR_SF))
  180. addr &= 0xffffffff;
  181. vaddr = addr;
  182. if (kvmppc_st(vcpu, &addr, 32, zeros, true)) {
  183. vcpu->arch.dear = vaddr;
  184. vcpu->arch.fault_dear = vaddr;
  185. to_book3s(vcpu)->dsisr = DSISR_PROTFAULT |
  186. DSISR_ISSTORE;
  187. kvmppc_book3s_queue_irqprio(vcpu,
  188. BOOK3S_INTERRUPT_DATA_STORAGE);
  189. kvmppc_mmu_pte_flush(vcpu, vaddr, ~0xFFFULL);
  190. }
  191. break;
  192. }
  193. default:
  194. emulated = EMULATE_FAIL;
  195. }
  196. break;
  197. default:
  198. emulated = EMULATE_FAIL;
  199. }
  200. if (emulated == EMULATE_FAIL)
  201. emulated = kvmppc_emulate_paired_single(run, vcpu);
  202. return emulated;
  203. }
  204. void kvmppc_set_bat(struct kvm_vcpu *vcpu, struct kvmppc_bat *bat, bool upper,
  205. u32 val)
  206. {
  207. if (upper) {
  208. /* Upper BAT */
  209. u32 bl = (val >> 2) & 0x7ff;
  210. bat->bepi_mask = (~bl << 17);
  211. bat->bepi = val & 0xfffe0000;
  212. bat->vs = (val & 2) ? 1 : 0;
  213. bat->vp = (val & 1) ? 1 : 0;
  214. bat->raw = (bat->raw & 0xffffffff00000000ULL) | val;
  215. } else {
  216. /* Lower BAT */
  217. bat->brpn = val & 0xfffe0000;
  218. bat->wimg = (val >> 3) & 0xf;
  219. bat->pp = val & 3;
  220. bat->raw = (bat->raw & 0x00000000ffffffffULL) | ((u64)val << 32);
  221. }
  222. }
  223. static u32 kvmppc_read_bat(struct kvm_vcpu *vcpu, int sprn)
  224. {
  225. struct kvmppc_vcpu_book3s *vcpu_book3s = to_book3s(vcpu);
  226. struct kvmppc_bat *bat;
  227. switch (sprn) {
  228. case SPRN_IBAT0U ... SPRN_IBAT3L:
  229. bat = &vcpu_book3s->ibat[(sprn - SPRN_IBAT0U) / 2];
  230. break;
  231. case SPRN_IBAT4U ... SPRN_IBAT7L:
  232. bat = &vcpu_book3s->ibat[4 + ((sprn - SPRN_IBAT4U) / 2)];
  233. break;
  234. case SPRN_DBAT0U ... SPRN_DBAT3L:
  235. bat = &vcpu_book3s->dbat[(sprn - SPRN_DBAT0U) / 2];
  236. break;
  237. case SPRN_DBAT4U ... SPRN_DBAT7L:
  238. bat = &vcpu_book3s->dbat[4 + ((sprn - SPRN_DBAT4U) / 2)];
  239. break;
  240. default:
  241. BUG();
  242. }
  243. if (sprn % 2)
  244. return bat->raw >> 32;
  245. else
  246. return bat->raw;
  247. }
  248. static void kvmppc_write_bat(struct kvm_vcpu *vcpu, int sprn, u32 val)
  249. {
  250. struct kvmppc_vcpu_book3s *vcpu_book3s = to_book3s(vcpu);
  251. struct kvmppc_bat *bat;
  252. switch (sprn) {
  253. case SPRN_IBAT0U ... SPRN_IBAT3L:
  254. bat = &vcpu_book3s->ibat[(sprn - SPRN_IBAT0U) / 2];
  255. break;
  256. case SPRN_IBAT4U ... SPRN_IBAT7L:
  257. bat = &vcpu_book3s->ibat[4 + ((sprn - SPRN_IBAT4U) / 2)];
  258. break;
  259. case SPRN_DBAT0U ... SPRN_DBAT3L:
  260. bat = &vcpu_book3s->dbat[(sprn - SPRN_DBAT0U) / 2];
  261. break;
  262. case SPRN_DBAT4U ... SPRN_DBAT7L:
  263. bat = &vcpu_book3s->dbat[4 + ((sprn - SPRN_DBAT4U) / 2)];
  264. break;
  265. default:
  266. BUG();
  267. }
  268. kvmppc_set_bat(vcpu, bat, !(sprn % 2), val);
  269. }
  270. int kvmppc_core_emulate_mtspr(struct kvm_vcpu *vcpu, int sprn, int rs)
  271. {
  272. int emulated = EMULATE_DONE;
  273. ulong spr_val = kvmppc_get_gpr(vcpu, rs);
  274. switch (sprn) {
  275. case SPRN_SDR1:
  276. to_book3s(vcpu)->sdr1 = spr_val;
  277. break;
  278. case SPRN_DSISR:
  279. to_book3s(vcpu)->dsisr = spr_val;
  280. break;
  281. case SPRN_DAR:
  282. vcpu->arch.dear = spr_val;
  283. break;
  284. case SPRN_HIOR:
  285. to_book3s(vcpu)->hior = spr_val;
  286. break;
  287. case SPRN_IBAT0U ... SPRN_IBAT3L:
  288. case SPRN_IBAT4U ... SPRN_IBAT7L:
  289. case SPRN_DBAT0U ... SPRN_DBAT3L:
  290. case SPRN_DBAT4U ... SPRN_DBAT7L:
  291. kvmppc_write_bat(vcpu, sprn, (u32)spr_val);
  292. /* BAT writes happen so rarely that we're ok to flush
  293. * everything here */
  294. kvmppc_mmu_pte_flush(vcpu, 0, 0);
  295. kvmppc_mmu_flush_segments(vcpu);
  296. break;
  297. case SPRN_HID0:
  298. to_book3s(vcpu)->hid[0] = spr_val;
  299. break;
  300. case SPRN_HID1:
  301. to_book3s(vcpu)->hid[1] = spr_val;
  302. break;
  303. case SPRN_HID2:
  304. to_book3s(vcpu)->hid[2] = spr_val;
  305. break;
  306. case SPRN_HID2_GEKKO:
  307. to_book3s(vcpu)->hid[2] = spr_val;
  308. /* HID2.PSE controls paired single on gekko */
  309. switch (vcpu->arch.pvr) {
  310. case 0x00080200: /* lonestar 2.0 */
  311. case 0x00088202: /* lonestar 2.2 */
  312. case 0x70000100: /* gekko 1.0 */
  313. case 0x00080100: /* gekko 2.0 */
  314. case 0x00083203: /* gekko 2.3a */
  315. case 0x00083213: /* gekko 2.3b */
  316. case 0x00083204: /* gekko 2.4 */
  317. case 0x00083214: /* gekko 2.4e (8SE) - retail HW2 */
  318. if (spr_val & (1 << 29)) { /* HID2.PSE */
  319. vcpu->arch.hflags |= BOOK3S_HFLAG_PAIRED_SINGLE;
  320. kvmppc_giveup_ext(vcpu, MSR_FP);
  321. } else {
  322. vcpu->arch.hflags &= ~BOOK3S_HFLAG_PAIRED_SINGLE;
  323. }
  324. break;
  325. }
  326. break;
  327. case SPRN_HID4:
  328. case SPRN_HID4_GEKKO:
  329. to_book3s(vcpu)->hid[4] = spr_val;
  330. break;
  331. case SPRN_HID5:
  332. to_book3s(vcpu)->hid[5] = spr_val;
  333. /* guest HID5 set can change is_dcbz32 */
  334. if (vcpu->arch.mmu.is_dcbz32(vcpu) &&
  335. (mfmsr() & MSR_HV))
  336. vcpu->arch.hflags |= BOOK3S_HFLAG_DCBZ32;
  337. break;
  338. case SPRN_GQR0:
  339. case SPRN_GQR1:
  340. case SPRN_GQR2:
  341. case SPRN_GQR3:
  342. case SPRN_GQR4:
  343. case SPRN_GQR5:
  344. case SPRN_GQR6:
  345. case SPRN_GQR7:
  346. to_book3s(vcpu)->gqr[sprn - SPRN_GQR0] = spr_val;
  347. break;
  348. case SPRN_ICTC:
  349. case SPRN_THRM1:
  350. case SPRN_THRM2:
  351. case SPRN_THRM3:
  352. case SPRN_CTRLF:
  353. case SPRN_CTRLT:
  354. case SPRN_L2CR:
  355. case SPRN_MMCR0_GEKKO:
  356. case SPRN_MMCR1_GEKKO:
  357. case SPRN_PMC1_GEKKO:
  358. case SPRN_PMC2_GEKKO:
  359. case SPRN_PMC3_GEKKO:
  360. case SPRN_PMC4_GEKKO:
  361. case SPRN_WPAR_GEKKO:
  362. break;
  363. default:
  364. printk(KERN_INFO "KVM: invalid SPR write: %d\n", sprn);
  365. #ifndef DEBUG_SPR
  366. emulated = EMULATE_FAIL;
  367. #endif
  368. break;
  369. }
  370. return emulated;
  371. }
  372. int kvmppc_core_emulate_mfspr(struct kvm_vcpu *vcpu, int sprn, int rt)
  373. {
  374. int emulated = EMULATE_DONE;
  375. switch (sprn) {
  376. case SPRN_IBAT0U ... SPRN_IBAT3L:
  377. case SPRN_IBAT4U ... SPRN_IBAT7L:
  378. case SPRN_DBAT0U ... SPRN_DBAT3L:
  379. case SPRN_DBAT4U ... SPRN_DBAT7L:
  380. kvmppc_set_gpr(vcpu, rt, kvmppc_read_bat(vcpu, sprn));
  381. break;
  382. case SPRN_SDR1:
  383. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->sdr1);
  384. break;
  385. case SPRN_DSISR:
  386. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->dsisr);
  387. break;
  388. case SPRN_DAR:
  389. kvmppc_set_gpr(vcpu, rt, vcpu->arch.dear);
  390. break;
  391. case SPRN_HIOR:
  392. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hior);
  393. break;
  394. case SPRN_HID0:
  395. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[0]);
  396. break;
  397. case SPRN_HID1:
  398. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[1]);
  399. break;
  400. case SPRN_HID2:
  401. case SPRN_HID2_GEKKO:
  402. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[2]);
  403. break;
  404. case SPRN_HID4:
  405. case SPRN_HID4_GEKKO:
  406. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[4]);
  407. break;
  408. case SPRN_HID5:
  409. kvmppc_set_gpr(vcpu, rt, to_book3s(vcpu)->hid[5]);
  410. break;
  411. case SPRN_GQR0:
  412. case SPRN_GQR1:
  413. case SPRN_GQR2:
  414. case SPRN_GQR3:
  415. case SPRN_GQR4:
  416. case SPRN_GQR5:
  417. case SPRN_GQR6:
  418. case SPRN_GQR7:
  419. kvmppc_set_gpr(vcpu, rt,
  420. to_book3s(vcpu)->gqr[sprn - SPRN_GQR0]);
  421. break;
  422. case SPRN_THRM1:
  423. case SPRN_THRM2:
  424. case SPRN_THRM3:
  425. case SPRN_CTRLF:
  426. case SPRN_CTRLT:
  427. case SPRN_L2CR:
  428. case SPRN_MMCR0_GEKKO:
  429. case SPRN_MMCR1_GEKKO:
  430. case SPRN_PMC1_GEKKO:
  431. case SPRN_PMC2_GEKKO:
  432. case SPRN_PMC3_GEKKO:
  433. case SPRN_PMC4_GEKKO:
  434. case SPRN_WPAR_GEKKO:
  435. kvmppc_set_gpr(vcpu, rt, 0);
  436. break;
  437. default:
  438. printk(KERN_INFO "KVM: invalid SPR read: %d\n", sprn);
  439. #ifndef DEBUG_SPR
  440. emulated = EMULATE_FAIL;
  441. #endif
  442. break;
  443. }
  444. return emulated;
  445. }
  446. u32 kvmppc_alignment_dsisr(struct kvm_vcpu *vcpu, unsigned int inst)
  447. {
  448. u32 dsisr = 0;
  449. /*
  450. * This is what the spec says about DSISR bits (not mentioned = 0):
  451. *
  452. * 12:13 [DS] Set to bits 30:31
  453. * 15:16 [X] Set to bits 29:30
  454. * 17 [X] Set to bit 25
  455. * [D/DS] Set to bit 5
  456. * 18:21 [X] Set to bits 21:24
  457. * [D/DS] Set to bits 1:4
  458. * 22:26 Set to bits 6:10 (RT/RS/FRT/FRS)
  459. * 27:31 Set to bits 11:15 (RA)
  460. */
  461. switch (get_op(inst)) {
  462. /* D-form */
  463. case OP_LFS:
  464. case OP_LFD:
  465. case OP_STFD:
  466. case OP_STFS:
  467. dsisr |= (inst >> 12) & 0x4000; /* bit 17 */
  468. dsisr |= (inst >> 17) & 0x3c00; /* bits 18:21 */
  469. break;
  470. /* X-form */
  471. case 31:
  472. dsisr |= (inst << 14) & 0x18000; /* bits 15:16 */
  473. dsisr |= (inst << 8) & 0x04000; /* bit 17 */
  474. dsisr |= (inst << 3) & 0x03c00; /* bits 18:21 */
  475. break;
  476. default:
  477. printk(KERN_INFO "KVM: Unaligned instruction 0x%x\n", inst);
  478. break;
  479. }
  480. dsisr |= (inst >> 16) & 0x03ff; /* bits 22:31 */
  481. return dsisr;
  482. }
  483. ulong kvmppc_alignment_dar(struct kvm_vcpu *vcpu, unsigned int inst)
  484. {
  485. ulong dar = 0;
  486. ulong ra;
  487. switch (get_op(inst)) {
  488. case OP_LFS:
  489. case OP_LFD:
  490. case OP_STFD:
  491. case OP_STFS:
  492. ra = get_ra(inst);
  493. if (ra)
  494. dar = kvmppc_get_gpr(vcpu, ra);
  495. dar += (s32)((s16)inst);
  496. break;
  497. case 31:
  498. ra = get_ra(inst);
  499. if (ra)
  500. dar = kvmppc_get_gpr(vcpu, ra);
  501. dar += kvmppc_get_gpr(vcpu, get_rb(inst));
  502. break;
  503. default:
  504. printk(KERN_INFO "KVM: Unaligned instruction 0x%x\n", inst);
  505. break;
  506. }
  507. return dar;
  508. }