handle_exit.c 4.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167
  1. /*
  2. * Copyright (C) 2012 - Virtual Open Systems and Columbia University
  3. * Author: Christoffer Dall <c.dall@virtualopensystems.com>
  4. *
  5. * This program is free software; you can redistribute it and/or modify
  6. * it under the terms of the GNU General Public License, version 2, as
  7. * published by the Free Software Foundation.
  8. *
  9. * This program is distributed in the hope that it will be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. * GNU General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU General Public License
  15. * along with this program; if not, write to the Free Software
  16. * Foundation, 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
  17. */
  18. #include <linux/kvm.h>
  19. #include <linux/kvm_host.h>
  20. #include <asm/kvm_emulate.h>
  21. #include <asm/kvm_coproc.h>
  22. #include <asm/kvm_mmu.h>
  23. #include <asm/kvm_psci.h>
  24. #include <trace/events/kvm.h>
  25. #include "trace.h"
  26. #include "trace.h"
  27. typedef int (*exit_handle_fn)(struct kvm_vcpu *, struct kvm_run *);
  28. static int handle_svc_hyp(struct kvm_vcpu *vcpu, struct kvm_run *run)
  29. {
  30. /* SVC called from Hyp mode should never get here */
  31. kvm_debug("SVC called from Hyp mode shouldn't go here\n");
  32. BUG();
  33. return -EINVAL; /* Squash warning */
  34. }
  35. static int handle_hvc(struct kvm_vcpu *vcpu, struct kvm_run *run)
  36. {
  37. trace_kvm_hvc(*vcpu_pc(vcpu), *vcpu_reg(vcpu, 0),
  38. kvm_vcpu_hvc_get_imm(vcpu));
  39. if (kvm_psci_call(vcpu))
  40. return 1;
  41. kvm_inject_undefined(vcpu);
  42. return 1;
  43. }
  44. static int handle_smc(struct kvm_vcpu *vcpu, struct kvm_run *run)
  45. {
  46. kvm_inject_undefined(vcpu);
  47. return 1;
  48. }
  49. static int handle_pabt_hyp(struct kvm_vcpu *vcpu, struct kvm_run *run)
  50. {
  51. /* The hypervisor should never cause aborts */
  52. kvm_err("Prefetch Abort taken from Hyp mode at %#08lx (HSR: %#08x)\n",
  53. kvm_vcpu_get_hfar(vcpu), kvm_vcpu_get_hsr(vcpu));
  54. return -EFAULT;
  55. }
  56. static int handle_dabt_hyp(struct kvm_vcpu *vcpu, struct kvm_run *run)
  57. {
  58. /* This is either an error in the ws. code or an external abort */
  59. kvm_err("Data Abort taken from Hyp mode at %#08lx (HSR: %#08x)\n",
  60. kvm_vcpu_get_hfar(vcpu), kvm_vcpu_get_hsr(vcpu));
  61. return -EFAULT;
  62. }
  63. /**
  64. * kvm_handle_wfx - handle a WFI or WFE instructions trapped in guests
  65. * @vcpu: the vcpu pointer
  66. * @run: the kvm_run structure pointer
  67. *
  68. * WFE: Yield the CPU and come back to this vcpu when the scheduler
  69. * decides to.
  70. * WFI: Simply call kvm_vcpu_block(), which will halt execution of
  71. * world-switches and schedule other host processes until there is an
  72. * incoming IRQ or FIQ to the VM.
  73. */
  74. static int kvm_handle_wfx(struct kvm_vcpu *vcpu, struct kvm_run *run)
  75. {
  76. trace_kvm_wfi(*vcpu_pc(vcpu));
  77. if (kvm_vcpu_get_hsr(vcpu) & HSR_WFI_IS_WFE)
  78. kvm_vcpu_on_spin(vcpu);
  79. else
  80. kvm_vcpu_block(vcpu);
  81. return 1;
  82. }
  83. static exit_handle_fn arm_exit_handlers[] = {
  84. [HSR_EC_WFI] = kvm_handle_wfx,
  85. [HSR_EC_CP15_32] = kvm_handle_cp15_32,
  86. [HSR_EC_CP15_64] = kvm_handle_cp15_64,
  87. [HSR_EC_CP14_MR] = kvm_handle_cp14_access,
  88. [HSR_EC_CP14_LS] = kvm_handle_cp14_load_store,
  89. [HSR_EC_CP14_64] = kvm_handle_cp14_access,
  90. [HSR_EC_CP_0_13] = kvm_handle_cp_0_13_access,
  91. [HSR_EC_CP10_ID] = kvm_handle_cp10_id,
  92. [HSR_EC_SVC_HYP] = handle_svc_hyp,
  93. [HSR_EC_HVC] = handle_hvc,
  94. [HSR_EC_SMC] = handle_smc,
  95. [HSR_EC_IABT] = kvm_handle_guest_abort,
  96. [HSR_EC_IABT_HYP] = handle_pabt_hyp,
  97. [HSR_EC_DABT] = kvm_handle_guest_abort,
  98. [HSR_EC_DABT_HYP] = handle_dabt_hyp,
  99. };
  100. static exit_handle_fn kvm_get_exit_handler(struct kvm_vcpu *vcpu)
  101. {
  102. u8 hsr_ec = kvm_vcpu_trap_get_class(vcpu);
  103. if (hsr_ec >= ARRAY_SIZE(arm_exit_handlers) ||
  104. !arm_exit_handlers[hsr_ec]) {
  105. kvm_err("Unknown exception class: hsr: %#08x\n",
  106. (unsigned int)kvm_vcpu_get_hsr(vcpu));
  107. BUG();
  108. }
  109. return arm_exit_handlers[hsr_ec];
  110. }
  111. /*
  112. * Return > 0 to return to guest, < 0 on error, 0 (and set exit_reason) on
  113. * proper exit to userspace.
  114. */
  115. int handle_exit(struct kvm_vcpu *vcpu, struct kvm_run *run,
  116. int exception_index)
  117. {
  118. exit_handle_fn exit_handler;
  119. switch (exception_index) {
  120. case ARM_EXCEPTION_IRQ:
  121. return 1;
  122. case ARM_EXCEPTION_UNDEFINED:
  123. kvm_err("Undefined exception in Hyp mode at: %#08lx\n",
  124. kvm_vcpu_get_hyp_pc(vcpu));
  125. BUG();
  126. panic("KVM: Hypervisor undefined exception!\n");
  127. case ARM_EXCEPTION_DATA_ABORT:
  128. case ARM_EXCEPTION_PREF_ABORT:
  129. case ARM_EXCEPTION_HVC:
  130. /*
  131. * See ARM ARM B1.14.1: "Hyp traps on instructions
  132. * that fail their condition code check"
  133. */
  134. if (!kvm_condition_valid(vcpu)) {
  135. kvm_skip_instr(vcpu, kvm_vcpu_trap_il_is32bit(vcpu));
  136. return 1;
  137. }
  138. exit_handler = kvm_get_exit_handler(vcpu);
  139. return exit_handler(vcpu, run);
  140. default:
  141. kvm_pr_unimpl("Unsupported exception type: %d",
  142. exception_index);
  143. run->exit_reason = KVM_EXIT_INTERNAL_ERROR;
  144. return 0;
  145. }
  146. }