book3s_pr_papr.c 6.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232
  1. /*
  2. * Copyright (C) 2011. Freescale Inc. All rights reserved.
  3. *
  4. * Authors:
  5. * Alexander Graf <agraf@suse.de>
  6. * Paul Mackerras <paulus@samba.org>
  7. *
  8. * Description:
  9. *
  10. * Hypercall handling for running PAPR guests in PR KVM on Book 3S
  11. * processors.
  12. *
  13. * This program is free software; you can redistribute it and/or modify
  14. * it under the terms of the GNU General Public License, version 2, as
  15. * published by the Free Software Foundation.
  16. */
  17. #include <asm/uaccess.h>
  18. #include <asm/kvm_ppc.h>
  19. #include <asm/kvm_book3s.h>
  20. static unsigned long get_pteg_addr(struct kvm_vcpu *vcpu, long pte_index)
  21. {
  22. struct kvmppc_vcpu_book3s *vcpu_book3s = to_book3s(vcpu);
  23. unsigned long pteg_addr;
  24. pte_index <<= 4;
  25. pte_index &= ((1 << ((vcpu_book3s->sdr1 & 0x1f) + 11)) - 1) << 7 | 0x70;
  26. pteg_addr = vcpu_book3s->sdr1 & 0xfffffffffffc0000ULL;
  27. pteg_addr |= pte_index;
  28. return pteg_addr;
  29. }
  30. static int kvmppc_h_pr_enter(struct kvm_vcpu *vcpu)
  31. {
  32. long flags = kvmppc_get_gpr(vcpu, 4);
  33. long pte_index = kvmppc_get_gpr(vcpu, 5);
  34. unsigned long pteg[2 * 8];
  35. unsigned long pteg_addr, i, *hpte;
  36. pte_index &= ~7UL;
  37. pteg_addr = get_pteg_addr(vcpu, pte_index);
  38. copy_from_user(pteg, (void __user *)pteg_addr, sizeof(pteg));
  39. hpte = pteg;
  40. if (likely((flags & H_EXACT) == 0)) {
  41. pte_index &= ~7UL;
  42. for (i = 0; ; ++i) {
  43. if (i == 8)
  44. return H_PTEG_FULL;
  45. if ((*hpte & HPTE_V_VALID) == 0)
  46. break;
  47. hpte += 2;
  48. }
  49. } else {
  50. i = kvmppc_get_gpr(vcpu, 5) & 7UL;
  51. hpte += i * 2;
  52. }
  53. hpte[0] = kvmppc_get_gpr(vcpu, 6);
  54. hpte[1] = kvmppc_get_gpr(vcpu, 7);
  55. copy_to_user((void __user *)pteg_addr, pteg, sizeof(pteg));
  56. kvmppc_set_gpr(vcpu, 3, H_SUCCESS);
  57. kvmppc_set_gpr(vcpu, 4, pte_index | i);
  58. return EMULATE_DONE;
  59. }
  60. static int kvmppc_h_pr_remove(struct kvm_vcpu *vcpu)
  61. {
  62. unsigned long flags= kvmppc_get_gpr(vcpu, 4);
  63. unsigned long pte_index = kvmppc_get_gpr(vcpu, 5);
  64. unsigned long avpn = kvmppc_get_gpr(vcpu, 6);
  65. unsigned long v = 0, pteg, rb;
  66. unsigned long pte[2];
  67. pteg = get_pteg_addr(vcpu, pte_index);
  68. copy_from_user(pte, (void __user *)pteg, sizeof(pte));
  69. if ((pte[0] & HPTE_V_VALID) == 0 ||
  70. ((flags & H_AVPN) && (pte[0] & ~0x7fUL) != avpn) ||
  71. ((flags & H_ANDCOND) && (pte[0] & avpn) != 0)) {
  72. kvmppc_set_gpr(vcpu, 3, H_NOT_FOUND);
  73. return EMULATE_DONE;
  74. }
  75. copy_to_user((void __user *)pteg, &v, sizeof(v));
  76. rb = compute_tlbie_rb(pte[0], pte[1], pte_index);
  77. vcpu->arch.mmu.tlbie(vcpu, rb, rb & 1 ? true : false);
  78. kvmppc_set_gpr(vcpu, 3, H_SUCCESS);
  79. kvmppc_set_gpr(vcpu, 4, pte[0]);
  80. kvmppc_set_gpr(vcpu, 5, pte[1]);
  81. return EMULATE_DONE;
  82. }
  83. /* Request defs for kvmppc_h_pr_bulk_remove() */
  84. #define H_BULK_REMOVE_TYPE 0xc000000000000000ULL
  85. #define H_BULK_REMOVE_REQUEST 0x4000000000000000ULL
  86. #define H_BULK_REMOVE_RESPONSE 0x8000000000000000ULL
  87. #define H_BULK_REMOVE_END 0xc000000000000000ULL
  88. #define H_BULK_REMOVE_CODE 0x3000000000000000ULL
  89. #define H_BULK_REMOVE_SUCCESS 0x0000000000000000ULL
  90. #define H_BULK_REMOVE_NOT_FOUND 0x1000000000000000ULL
  91. #define H_BULK_REMOVE_PARM 0x2000000000000000ULL
  92. #define H_BULK_REMOVE_HW 0x3000000000000000ULL
  93. #define H_BULK_REMOVE_RC 0x0c00000000000000ULL
  94. #define H_BULK_REMOVE_FLAGS 0x0300000000000000ULL
  95. #define H_BULK_REMOVE_ABSOLUTE 0x0000000000000000ULL
  96. #define H_BULK_REMOVE_ANDCOND 0x0100000000000000ULL
  97. #define H_BULK_REMOVE_AVPN 0x0200000000000000ULL
  98. #define H_BULK_REMOVE_PTEX 0x00ffffffffffffffULL
  99. #define H_BULK_REMOVE_MAX_BATCH 4
  100. static int kvmppc_h_pr_bulk_remove(struct kvm_vcpu *vcpu)
  101. {
  102. int i;
  103. int paramnr = 4;
  104. int ret = H_SUCCESS;
  105. for (i = 0; i < H_BULK_REMOVE_MAX_BATCH; i++) {
  106. unsigned long tsh = kvmppc_get_gpr(vcpu, paramnr+(2*i));
  107. unsigned long tsl = kvmppc_get_gpr(vcpu, paramnr+(2*i)+1);
  108. unsigned long pteg, rb, flags;
  109. unsigned long pte[2];
  110. unsigned long v = 0;
  111. if ((tsh & H_BULK_REMOVE_TYPE) == H_BULK_REMOVE_END) {
  112. break; /* Exit success */
  113. } else if ((tsh & H_BULK_REMOVE_TYPE) !=
  114. H_BULK_REMOVE_REQUEST) {
  115. ret = H_PARAMETER;
  116. break; /* Exit fail */
  117. }
  118. tsh &= H_BULK_REMOVE_PTEX | H_BULK_REMOVE_FLAGS;
  119. tsh |= H_BULK_REMOVE_RESPONSE;
  120. if ((tsh & H_BULK_REMOVE_ANDCOND) &&
  121. (tsh & H_BULK_REMOVE_AVPN)) {
  122. tsh |= H_BULK_REMOVE_PARM;
  123. kvmppc_set_gpr(vcpu, paramnr+(2*i), tsh);
  124. ret = H_PARAMETER;
  125. break; /* Exit fail */
  126. }
  127. pteg = get_pteg_addr(vcpu, tsh & H_BULK_REMOVE_PTEX);
  128. copy_from_user(pte, (void __user *)pteg, sizeof(pte));
  129. /* tsl = AVPN */
  130. flags = (tsh & H_BULK_REMOVE_FLAGS) >> 26;
  131. if ((pte[0] & HPTE_V_VALID) == 0 ||
  132. ((flags & H_AVPN) && (pte[0] & ~0x7fUL) != tsl) ||
  133. ((flags & H_ANDCOND) && (pte[0] & tsl) != 0)) {
  134. tsh |= H_BULK_REMOVE_NOT_FOUND;
  135. } else {
  136. /* Splat the pteg in (userland) hpt */
  137. copy_to_user((void __user *)pteg, &v, sizeof(v));
  138. rb = compute_tlbie_rb(pte[0], pte[1],
  139. tsh & H_BULK_REMOVE_PTEX);
  140. vcpu->arch.mmu.tlbie(vcpu, rb, rb & 1 ? true : false);
  141. tsh |= H_BULK_REMOVE_SUCCESS;
  142. tsh |= (pte[1] & (HPTE_R_C | HPTE_R_R)) << 43;
  143. }
  144. kvmppc_set_gpr(vcpu, paramnr+(2*i), tsh);
  145. }
  146. kvmppc_set_gpr(vcpu, 3, ret);
  147. return EMULATE_DONE;
  148. }
  149. static int kvmppc_h_pr_protect(struct kvm_vcpu *vcpu)
  150. {
  151. unsigned long flags = kvmppc_get_gpr(vcpu, 4);
  152. unsigned long pte_index = kvmppc_get_gpr(vcpu, 5);
  153. unsigned long avpn = kvmppc_get_gpr(vcpu, 6);
  154. unsigned long rb, pteg, r, v;
  155. unsigned long pte[2];
  156. pteg = get_pteg_addr(vcpu, pte_index);
  157. copy_from_user(pte, (void __user *)pteg, sizeof(pte));
  158. if ((pte[0] & HPTE_V_VALID) == 0 ||
  159. ((flags & H_AVPN) && (pte[0] & ~0x7fUL) != avpn)) {
  160. kvmppc_set_gpr(vcpu, 3, H_NOT_FOUND);
  161. return EMULATE_DONE;
  162. }
  163. v = pte[0];
  164. r = pte[1];
  165. r &= ~(HPTE_R_PP0 | HPTE_R_PP | HPTE_R_N | HPTE_R_KEY_HI |
  166. HPTE_R_KEY_LO);
  167. r |= (flags << 55) & HPTE_R_PP0;
  168. r |= (flags << 48) & HPTE_R_KEY_HI;
  169. r |= flags & (HPTE_R_PP | HPTE_R_N | HPTE_R_KEY_LO);
  170. pte[1] = r;
  171. rb = compute_tlbie_rb(v, r, pte_index);
  172. vcpu->arch.mmu.tlbie(vcpu, rb, rb & 1 ? true : false);
  173. copy_to_user((void __user *)pteg, pte, sizeof(pte));
  174. kvmppc_set_gpr(vcpu, 3, H_SUCCESS);
  175. return EMULATE_DONE;
  176. }
  177. int kvmppc_h_pr(struct kvm_vcpu *vcpu, unsigned long cmd)
  178. {
  179. switch (cmd) {
  180. case H_ENTER:
  181. return kvmppc_h_pr_enter(vcpu);
  182. case H_REMOVE:
  183. return kvmppc_h_pr_remove(vcpu);
  184. case H_PROTECT:
  185. return kvmppc_h_pr_protect(vcpu);
  186. case H_BULK_REMOVE:
  187. return kvmppc_h_pr_bulk_remove(vcpu);
  188. case H_CEDE:
  189. kvm_vcpu_block(vcpu);
  190. vcpu->stat.halt_wakeup++;
  191. return EMULATE_DONE;
  192. }
  193. return EMULATE_FAIL;
  194. }