kvm_emul.S 7.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302
  1. /*
  2. * This program is free software; you can redistribute it and/or modify
  3. * it under the terms of the GNU General Public License, version 2, as
  4. * published by the Free Software Foundation.
  5. *
  6. * This program is distributed in the hope that it will be useful,
  7. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  8. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  9. * GNU General Public License for more details.
  10. *
  11. * You should have received a copy of the GNU General Public License
  12. * along with this program; if not, write to the Free Software
  13. * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  14. *
  15. * Copyright SUSE Linux Products GmbH 2010
  16. *
  17. * Authors: Alexander Graf <agraf@suse.de>
  18. */
  19. #include <asm/ppc_asm.h>
  20. #include <asm/kvm_asm.h>
  21. #include <asm/reg.h>
  22. #include <asm/page.h>
  23. #include <asm/asm-offsets.h>
  24. /* Hypercall entry point. Will be patched with device tree instructions. */
  25. .global kvm_hypercall_start
  26. kvm_hypercall_start:
  27. li r3, -1
  28. nop
  29. nop
  30. nop
  31. blr
  32. #define KVM_MAGIC_PAGE (-4096)
  33. #ifdef CONFIG_64BIT
  34. #define LL64(reg, offs, reg2) ld reg, (offs)(reg2)
  35. #define STL64(reg, offs, reg2) std reg, (offs)(reg2)
  36. #else
  37. #define LL64(reg, offs, reg2) lwz reg, (offs + 4)(reg2)
  38. #define STL64(reg, offs, reg2) stw reg, (offs + 4)(reg2)
  39. #endif
  40. #define SCRATCH_SAVE \
  41. /* Enable critical section. We are critical if \
  42. shared->critical == r1 */ \
  43. STL64(r1, KVM_MAGIC_PAGE + KVM_MAGIC_CRITICAL, 0); \
  44. \
  45. /* Save state */ \
  46. PPC_STL r31, (KVM_MAGIC_PAGE + KVM_MAGIC_SCRATCH1)(0); \
  47. PPC_STL r30, (KVM_MAGIC_PAGE + KVM_MAGIC_SCRATCH2)(0); \
  48. mfcr r31; \
  49. stw r31, (KVM_MAGIC_PAGE + KVM_MAGIC_SCRATCH3)(0);
  50. #define SCRATCH_RESTORE \
  51. /* Restore state */ \
  52. PPC_LL r31, (KVM_MAGIC_PAGE + KVM_MAGIC_SCRATCH1)(0); \
  53. lwz r30, (KVM_MAGIC_PAGE + KVM_MAGIC_SCRATCH3)(0); \
  54. mtcr r30; \
  55. PPC_LL r30, (KVM_MAGIC_PAGE + KVM_MAGIC_SCRATCH2)(0); \
  56. \
  57. /* Disable critical section. We are critical if \
  58. shared->critical == r1 and r2 is always != r1 */ \
  59. STL64(r2, KVM_MAGIC_PAGE + KVM_MAGIC_CRITICAL, 0);
  60. .global kvm_emulate_mtmsrd
  61. kvm_emulate_mtmsrd:
  62. SCRATCH_SAVE
  63. /* Put MSR & ~(MSR_EE|MSR_RI) in r31 */
  64. LL64(r31, KVM_MAGIC_PAGE + KVM_MAGIC_MSR, 0)
  65. lis r30, (~(MSR_EE | MSR_RI))@h
  66. ori r30, r30, (~(MSR_EE | MSR_RI))@l
  67. and r31, r31, r30
  68. /* OR the register's (MSR_EE|MSR_RI) on MSR */
  69. kvm_emulate_mtmsrd_reg:
  70. ori r30, r0, 0
  71. andi. r30, r30, (MSR_EE|MSR_RI)
  72. or r31, r31, r30
  73. /* Put MSR back into magic page */
  74. STL64(r31, KVM_MAGIC_PAGE + KVM_MAGIC_MSR, 0)
  75. /* Check if we have to fetch an interrupt */
  76. lwz r31, (KVM_MAGIC_PAGE + KVM_MAGIC_INT)(0)
  77. cmpwi r31, 0
  78. beq+ no_check
  79. /* Check if we may trigger an interrupt */
  80. andi. r30, r30, MSR_EE
  81. beq no_check
  82. SCRATCH_RESTORE
  83. /* Nag hypervisor */
  84. kvm_emulate_mtmsrd_orig_ins:
  85. tlbsync
  86. b kvm_emulate_mtmsrd_branch
  87. no_check:
  88. SCRATCH_RESTORE
  89. /* Go back to caller */
  90. kvm_emulate_mtmsrd_branch:
  91. b .
  92. kvm_emulate_mtmsrd_end:
  93. .global kvm_emulate_mtmsrd_branch_offs
  94. kvm_emulate_mtmsrd_branch_offs:
  95. .long (kvm_emulate_mtmsrd_branch - kvm_emulate_mtmsrd) / 4
  96. .global kvm_emulate_mtmsrd_reg_offs
  97. kvm_emulate_mtmsrd_reg_offs:
  98. .long (kvm_emulate_mtmsrd_reg - kvm_emulate_mtmsrd) / 4
  99. .global kvm_emulate_mtmsrd_orig_ins_offs
  100. kvm_emulate_mtmsrd_orig_ins_offs:
  101. .long (kvm_emulate_mtmsrd_orig_ins - kvm_emulate_mtmsrd) / 4
  102. .global kvm_emulate_mtmsrd_len
  103. kvm_emulate_mtmsrd_len:
  104. .long (kvm_emulate_mtmsrd_end - kvm_emulate_mtmsrd) / 4
  105. #define MSR_SAFE_BITS (MSR_EE | MSR_CE | MSR_ME | MSR_RI)
  106. #define MSR_CRITICAL_BITS ~MSR_SAFE_BITS
  107. .global kvm_emulate_mtmsr
  108. kvm_emulate_mtmsr:
  109. SCRATCH_SAVE
  110. /* Fetch old MSR in r31 */
  111. LL64(r31, KVM_MAGIC_PAGE + KVM_MAGIC_MSR, 0)
  112. /* Find the changed bits between old and new MSR */
  113. kvm_emulate_mtmsr_reg1:
  114. ori r30, r0, 0
  115. xor r31, r30, r31
  116. /* Check if we need to really do mtmsr */
  117. LOAD_REG_IMMEDIATE(r30, MSR_CRITICAL_BITS)
  118. and. r31, r31, r30
  119. /* No critical bits changed? Maybe we can stay in the guest. */
  120. beq maybe_stay_in_guest
  121. do_mtmsr:
  122. SCRATCH_RESTORE
  123. /* Just fire off the mtmsr if it's critical */
  124. kvm_emulate_mtmsr_orig_ins:
  125. mtmsr r0
  126. b kvm_emulate_mtmsr_branch
  127. maybe_stay_in_guest:
  128. /* Get the target register in r30 */
  129. kvm_emulate_mtmsr_reg2:
  130. ori r30, r0, 0
  131. /* Check if we have to fetch an interrupt */
  132. lwz r31, (KVM_MAGIC_PAGE + KVM_MAGIC_INT)(0)
  133. cmpwi r31, 0
  134. beq+ no_mtmsr
  135. /* Check if we may trigger an interrupt */
  136. andi. r31, r30, MSR_EE
  137. beq no_mtmsr
  138. b do_mtmsr
  139. no_mtmsr:
  140. /* Put MSR into magic page because we don't call mtmsr */
  141. STL64(r30, KVM_MAGIC_PAGE + KVM_MAGIC_MSR, 0)
  142. SCRATCH_RESTORE
  143. /* Go back to caller */
  144. kvm_emulate_mtmsr_branch:
  145. b .
  146. kvm_emulate_mtmsr_end:
  147. .global kvm_emulate_mtmsr_branch_offs
  148. kvm_emulate_mtmsr_branch_offs:
  149. .long (kvm_emulate_mtmsr_branch - kvm_emulate_mtmsr) / 4
  150. .global kvm_emulate_mtmsr_reg1_offs
  151. kvm_emulate_mtmsr_reg1_offs:
  152. .long (kvm_emulate_mtmsr_reg1 - kvm_emulate_mtmsr) / 4
  153. .global kvm_emulate_mtmsr_reg2_offs
  154. kvm_emulate_mtmsr_reg2_offs:
  155. .long (kvm_emulate_mtmsr_reg2 - kvm_emulate_mtmsr) / 4
  156. .global kvm_emulate_mtmsr_orig_ins_offs
  157. kvm_emulate_mtmsr_orig_ins_offs:
  158. .long (kvm_emulate_mtmsr_orig_ins - kvm_emulate_mtmsr) / 4
  159. .global kvm_emulate_mtmsr_len
  160. kvm_emulate_mtmsr_len:
  161. .long (kvm_emulate_mtmsr_end - kvm_emulate_mtmsr) / 4
  162. .global kvm_emulate_wrteei
  163. kvm_emulate_wrteei:
  164. SCRATCH_SAVE
  165. /* Fetch old MSR in r31 */
  166. LL64(r31, KVM_MAGIC_PAGE + KVM_MAGIC_MSR, 0)
  167. /* Remove MSR_EE from old MSR */
  168. li r30, 0
  169. ori r30, r30, MSR_EE
  170. andc r31, r31, r30
  171. /* OR new MSR_EE onto the old MSR */
  172. kvm_emulate_wrteei_ee:
  173. ori r31, r31, 0
  174. /* Write new MSR value back */
  175. STL64(r31, KVM_MAGIC_PAGE + KVM_MAGIC_MSR, 0)
  176. SCRATCH_RESTORE
  177. /* Go back to caller */
  178. kvm_emulate_wrteei_branch:
  179. b .
  180. kvm_emulate_wrteei_end:
  181. .global kvm_emulate_wrteei_branch_offs
  182. kvm_emulate_wrteei_branch_offs:
  183. .long (kvm_emulate_wrteei_branch - kvm_emulate_wrteei) / 4
  184. .global kvm_emulate_wrteei_ee_offs
  185. kvm_emulate_wrteei_ee_offs:
  186. .long (kvm_emulate_wrteei_ee - kvm_emulate_wrteei) / 4
  187. .global kvm_emulate_wrteei_len
  188. kvm_emulate_wrteei_len:
  189. .long (kvm_emulate_wrteei_end - kvm_emulate_wrteei) / 4
  190. .global kvm_emulate_mtsrin
  191. kvm_emulate_mtsrin:
  192. SCRATCH_SAVE
  193. LL64(r31, KVM_MAGIC_PAGE + KVM_MAGIC_MSR, 0)
  194. andi. r31, r31, MSR_DR | MSR_IR
  195. beq kvm_emulate_mtsrin_reg1
  196. SCRATCH_RESTORE
  197. kvm_emulate_mtsrin_orig_ins:
  198. nop
  199. b kvm_emulate_mtsrin_branch
  200. kvm_emulate_mtsrin_reg1:
  201. /* rX >> 26 */
  202. rlwinm r30,r0,6,26,29
  203. kvm_emulate_mtsrin_reg2:
  204. stw r0, (KVM_MAGIC_PAGE + KVM_MAGIC_SR)(r30)
  205. SCRATCH_RESTORE
  206. /* Go back to caller */
  207. kvm_emulate_mtsrin_branch:
  208. b .
  209. kvm_emulate_mtsrin_end:
  210. .global kvm_emulate_mtsrin_branch_offs
  211. kvm_emulate_mtsrin_branch_offs:
  212. .long (kvm_emulate_mtsrin_branch - kvm_emulate_mtsrin) / 4
  213. .global kvm_emulate_mtsrin_reg1_offs
  214. kvm_emulate_mtsrin_reg1_offs:
  215. .long (kvm_emulate_mtsrin_reg1 - kvm_emulate_mtsrin) / 4
  216. .global kvm_emulate_mtsrin_reg2_offs
  217. kvm_emulate_mtsrin_reg2_offs:
  218. .long (kvm_emulate_mtsrin_reg2 - kvm_emulate_mtsrin) / 4
  219. .global kvm_emulate_mtsrin_orig_ins_offs
  220. kvm_emulate_mtsrin_orig_ins_offs:
  221. .long (kvm_emulate_mtsrin_orig_ins - kvm_emulate_mtsrin) / 4
  222. .global kvm_emulate_mtsrin_len
  223. kvm_emulate_mtsrin_len:
  224. .long (kvm_emulate_mtsrin_end - kvm_emulate_mtsrin) / 4