book3s_pr_papr.c 7.0 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252
  1. /*
  2. * Copyright (C) 2011. Freescale Inc. All rights reserved.
  3. *
  4. * Authors:
  5. * Alexander Graf <agraf@suse.de>
  6. * Paul Mackerras <paulus@samba.org>
  7. *
  8. * Description:
  9. *
  10. * Hypercall handling for running PAPR guests in PR KVM on Book 3S
  11. * processors.
  12. *
  13. * This program is free software; you can redistribute it and/or modify
  14. * it under the terms of the GNU General Public License, version 2, as
  15. * published by the Free Software Foundation.
  16. */
  17. #include <linux/anon_inodes.h>
  18. #include <asm/uaccess.h>
  19. #include <asm/kvm_ppc.h>
  20. #include <asm/kvm_book3s.h>
  21. static unsigned long get_pteg_addr(struct kvm_vcpu *vcpu, long pte_index)
  22. {
  23. struct kvmppc_vcpu_book3s *vcpu_book3s = to_book3s(vcpu);
  24. unsigned long pteg_addr;
  25. pte_index <<= 4;
  26. pte_index &= ((1 << ((vcpu_book3s->sdr1 & 0x1f) + 11)) - 1) << 7 | 0x70;
  27. pteg_addr = vcpu_book3s->sdr1 & 0xfffffffffffc0000ULL;
  28. pteg_addr |= pte_index;
  29. return pteg_addr;
  30. }
  31. static int kvmppc_h_pr_enter(struct kvm_vcpu *vcpu)
  32. {
  33. long flags = kvmppc_get_gpr(vcpu, 4);
  34. long pte_index = kvmppc_get_gpr(vcpu, 5);
  35. unsigned long pteg[2 * 8];
  36. unsigned long pteg_addr, i, *hpte;
  37. pte_index &= ~7UL;
  38. pteg_addr = get_pteg_addr(vcpu, pte_index);
  39. copy_from_user(pteg, (void __user *)pteg_addr, sizeof(pteg));
  40. hpte = pteg;
  41. if (likely((flags & H_EXACT) == 0)) {
  42. pte_index &= ~7UL;
  43. for (i = 0; ; ++i) {
  44. if (i == 8)
  45. return H_PTEG_FULL;
  46. if ((*hpte & HPTE_V_VALID) == 0)
  47. break;
  48. hpte += 2;
  49. }
  50. } else {
  51. i = kvmppc_get_gpr(vcpu, 5) & 7UL;
  52. hpte += i * 2;
  53. }
  54. hpte[0] = kvmppc_get_gpr(vcpu, 6);
  55. hpte[1] = kvmppc_get_gpr(vcpu, 7);
  56. copy_to_user((void __user *)pteg_addr, pteg, sizeof(pteg));
  57. kvmppc_set_gpr(vcpu, 3, H_SUCCESS);
  58. kvmppc_set_gpr(vcpu, 4, pte_index | i);
  59. return EMULATE_DONE;
  60. }
  61. static int kvmppc_h_pr_remove(struct kvm_vcpu *vcpu)
  62. {
  63. unsigned long flags= kvmppc_get_gpr(vcpu, 4);
  64. unsigned long pte_index = kvmppc_get_gpr(vcpu, 5);
  65. unsigned long avpn = kvmppc_get_gpr(vcpu, 6);
  66. unsigned long v = 0, pteg, rb;
  67. unsigned long pte[2];
  68. pteg = get_pteg_addr(vcpu, pte_index);
  69. copy_from_user(pte, (void __user *)pteg, sizeof(pte));
  70. if ((pte[0] & HPTE_V_VALID) == 0 ||
  71. ((flags & H_AVPN) && (pte[0] & ~0x7fUL) != avpn) ||
  72. ((flags & H_ANDCOND) && (pte[0] & avpn) != 0)) {
  73. kvmppc_set_gpr(vcpu, 3, H_NOT_FOUND);
  74. return EMULATE_DONE;
  75. }
  76. copy_to_user((void __user *)pteg, &v, sizeof(v));
  77. rb = compute_tlbie_rb(pte[0], pte[1], pte_index);
  78. vcpu->arch.mmu.tlbie(vcpu, rb, rb & 1 ? true : false);
  79. kvmppc_set_gpr(vcpu, 3, H_SUCCESS);
  80. kvmppc_set_gpr(vcpu, 4, pte[0]);
  81. kvmppc_set_gpr(vcpu, 5, pte[1]);
  82. return EMULATE_DONE;
  83. }
  84. /* Request defs for kvmppc_h_pr_bulk_remove() */
  85. #define H_BULK_REMOVE_TYPE 0xc000000000000000ULL
  86. #define H_BULK_REMOVE_REQUEST 0x4000000000000000ULL
  87. #define H_BULK_REMOVE_RESPONSE 0x8000000000000000ULL
  88. #define H_BULK_REMOVE_END 0xc000000000000000ULL
  89. #define H_BULK_REMOVE_CODE 0x3000000000000000ULL
  90. #define H_BULK_REMOVE_SUCCESS 0x0000000000000000ULL
  91. #define H_BULK_REMOVE_NOT_FOUND 0x1000000000000000ULL
  92. #define H_BULK_REMOVE_PARM 0x2000000000000000ULL
  93. #define H_BULK_REMOVE_HW 0x3000000000000000ULL
  94. #define H_BULK_REMOVE_RC 0x0c00000000000000ULL
  95. #define H_BULK_REMOVE_FLAGS 0x0300000000000000ULL
  96. #define H_BULK_REMOVE_ABSOLUTE 0x0000000000000000ULL
  97. #define H_BULK_REMOVE_ANDCOND 0x0100000000000000ULL
  98. #define H_BULK_REMOVE_AVPN 0x0200000000000000ULL
  99. #define H_BULK_REMOVE_PTEX 0x00ffffffffffffffULL
  100. #define H_BULK_REMOVE_MAX_BATCH 4
  101. static int kvmppc_h_pr_bulk_remove(struct kvm_vcpu *vcpu)
  102. {
  103. int i;
  104. int paramnr = 4;
  105. int ret = H_SUCCESS;
  106. for (i = 0; i < H_BULK_REMOVE_MAX_BATCH; i++) {
  107. unsigned long tsh = kvmppc_get_gpr(vcpu, paramnr+(2*i));
  108. unsigned long tsl = kvmppc_get_gpr(vcpu, paramnr+(2*i)+1);
  109. unsigned long pteg, rb, flags;
  110. unsigned long pte[2];
  111. unsigned long v = 0;
  112. if ((tsh & H_BULK_REMOVE_TYPE) == H_BULK_REMOVE_END) {
  113. break; /* Exit success */
  114. } else if ((tsh & H_BULK_REMOVE_TYPE) !=
  115. H_BULK_REMOVE_REQUEST) {
  116. ret = H_PARAMETER;
  117. break; /* Exit fail */
  118. }
  119. tsh &= H_BULK_REMOVE_PTEX | H_BULK_REMOVE_FLAGS;
  120. tsh |= H_BULK_REMOVE_RESPONSE;
  121. if ((tsh & H_BULK_REMOVE_ANDCOND) &&
  122. (tsh & H_BULK_REMOVE_AVPN)) {
  123. tsh |= H_BULK_REMOVE_PARM;
  124. kvmppc_set_gpr(vcpu, paramnr+(2*i), tsh);
  125. ret = H_PARAMETER;
  126. break; /* Exit fail */
  127. }
  128. pteg = get_pteg_addr(vcpu, tsh & H_BULK_REMOVE_PTEX);
  129. copy_from_user(pte, (void __user *)pteg, sizeof(pte));
  130. /* tsl = AVPN */
  131. flags = (tsh & H_BULK_REMOVE_FLAGS) >> 26;
  132. if ((pte[0] & HPTE_V_VALID) == 0 ||
  133. ((flags & H_AVPN) && (pte[0] & ~0x7fUL) != tsl) ||
  134. ((flags & H_ANDCOND) && (pte[0] & tsl) != 0)) {
  135. tsh |= H_BULK_REMOVE_NOT_FOUND;
  136. } else {
  137. /* Splat the pteg in (userland) hpt */
  138. copy_to_user((void __user *)pteg, &v, sizeof(v));
  139. rb = compute_tlbie_rb(pte[0], pte[1],
  140. tsh & H_BULK_REMOVE_PTEX);
  141. vcpu->arch.mmu.tlbie(vcpu, rb, rb & 1 ? true : false);
  142. tsh |= H_BULK_REMOVE_SUCCESS;
  143. tsh |= (pte[1] & (HPTE_R_C | HPTE_R_R)) << 43;
  144. }
  145. kvmppc_set_gpr(vcpu, paramnr+(2*i), tsh);
  146. }
  147. kvmppc_set_gpr(vcpu, 3, ret);
  148. return EMULATE_DONE;
  149. }
  150. static int kvmppc_h_pr_protect(struct kvm_vcpu *vcpu)
  151. {
  152. unsigned long flags = kvmppc_get_gpr(vcpu, 4);
  153. unsigned long pte_index = kvmppc_get_gpr(vcpu, 5);
  154. unsigned long avpn = kvmppc_get_gpr(vcpu, 6);
  155. unsigned long rb, pteg, r, v;
  156. unsigned long pte[2];
  157. pteg = get_pteg_addr(vcpu, pte_index);
  158. copy_from_user(pte, (void __user *)pteg, sizeof(pte));
  159. if ((pte[0] & HPTE_V_VALID) == 0 ||
  160. ((flags & H_AVPN) && (pte[0] & ~0x7fUL) != avpn)) {
  161. kvmppc_set_gpr(vcpu, 3, H_NOT_FOUND);
  162. return EMULATE_DONE;
  163. }
  164. v = pte[0];
  165. r = pte[1];
  166. r &= ~(HPTE_R_PP0 | HPTE_R_PP | HPTE_R_N | HPTE_R_KEY_HI |
  167. HPTE_R_KEY_LO);
  168. r |= (flags << 55) & HPTE_R_PP0;
  169. r |= (flags << 48) & HPTE_R_KEY_HI;
  170. r |= flags & (HPTE_R_PP | HPTE_R_N | HPTE_R_KEY_LO);
  171. pte[1] = r;
  172. rb = compute_tlbie_rb(v, r, pte_index);
  173. vcpu->arch.mmu.tlbie(vcpu, rb, rb & 1 ? true : false);
  174. copy_to_user((void __user *)pteg, pte, sizeof(pte));
  175. kvmppc_set_gpr(vcpu, 3, H_SUCCESS);
  176. return EMULATE_DONE;
  177. }
  178. static int kvmppc_h_pr_put_tce(struct kvm_vcpu *vcpu)
  179. {
  180. unsigned long liobn = kvmppc_get_gpr(vcpu, 4);
  181. unsigned long ioba = kvmppc_get_gpr(vcpu, 5);
  182. unsigned long tce = kvmppc_get_gpr(vcpu, 6);
  183. long rc;
  184. rc = kvmppc_h_put_tce(vcpu, liobn, ioba, tce);
  185. if (rc == H_TOO_HARD)
  186. return EMULATE_FAIL;
  187. kvmppc_set_gpr(vcpu, 3, rc);
  188. return EMULATE_DONE;
  189. }
  190. int kvmppc_h_pr(struct kvm_vcpu *vcpu, unsigned long cmd)
  191. {
  192. switch (cmd) {
  193. case H_ENTER:
  194. return kvmppc_h_pr_enter(vcpu);
  195. case H_REMOVE:
  196. return kvmppc_h_pr_remove(vcpu);
  197. case H_PROTECT:
  198. return kvmppc_h_pr_protect(vcpu);
  199. case H_BULK_REMOVE:
  200. return kvmppc_h_pr_bulk_remove(vcpu);
  201. case H_PUT_TCE:
  202. return kvmppc_h_pr_put_tce(vcpu);
  203. case H_CEDE:
  204. vcpu->arch.shared->msr |= MSR_EE;
  205. kvm_vcpu_block(vcpu);
  206. clear_bit(KVM_REQ_UNHALT, &vcpu->requests);
  207. vcpu->stat.halt_wakeup++;
  208. return EMULATE_DONE;
  209. }
  210. return EMULATE_FAIL;
  211. }