x86.h 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270
  1. #/*
  2. * Kernel-based Virtual Machine driver for Linux
  3. *
  4. * This header defines architecture specific interfaces, x86 version
  5. *
  6. * This work is licensed under the terms of the GNU GPL, version 2. See
  7. * the COPYING file in the top-level directory.
  8. *
  9. */
  10. #ifndef KVM_X86_H
  11. #define KVM_X86_H
  12. #include "kvm.h"
  13. #include <linux/types.h>
  14. #include <linux/mm.h>
  15. #include <linux/kvm.h>
  16. #include <linux/kvm_para.h>
  17. #define CR3_PAE_RESERVED_BITS ((X86_CR3_PWT | X86_CR3_PCD) - 1)
  18. #define CR3_NONPAE_RESERVED_BITS ((PAGE_SIZE-1) & ~(X86_CR3_PWT | X86_CR3_PCD))
  19. #define CR3_L_MODE_RESERVED_BITS (CR3_NONPAE_RESERVED_BITS|0xFFFFFF0000000000ULL)
  20. #define KVM_GUEST_CR0_MASK \
  21. (X86_CR0_PG | X86_CR0_PE | X86_CR0_WP | X86_CR0_NE \
  22. | X86_CR0_NW | X86_CR0_CD)
  23. #define KVM_VM_CR0_ALWAYS_ON \
  24. (X86_CR0_PG | X86_CR0_PE | X86_CR0_WP | X86_CR0_NE | X86_CR0_TS \
  25. | X86_CR0_MP)
  26. #define KVM_GUEST_CR4_MASK \
  27. (X86_CR4_VME | X86_CR4_PSE | X86_CR4_PAE | X86_CR4_PGE | X86_CR4_VMXE)
  28. #define KVM_PMODE_VM_CR4_ALWAYS_ON (X86_CR4_PAE | X86_CR4_VMXE)
  29. #define KVM_RMODE_VM_CR4_ALWAYS_ON (X86_CR4_VME | X86_CR4_PAE | X86_CR4_VMXE)
  30. #define INVALID_PAGE (~(hpa_t)0)
  31. #define UNMAPPED_GVA (~(gpa_t)0)
  32. #define DE_VECTOR 0
  33. #define UD_VECTOR 6
  34. #define NM_VECTOR 7
  35. #define DF_VECTOR 8
  36. #define TS_VECTOR 10
  37. #define NP_VECTOR 11
  38. #define SS_VECTOR 12
  39. #define GP_VECTOR 13
  40. #define PF_VECTOR 14
  41. #define SELECTOR_TI_MASK (1 << 2)
  42. #define SELECTOR_RPL_MASK 0x03
  43. #define IOPL_SHIFT 12
  44. extern spinlock_t kvm_lock;
  45. extern struct list_head vm_list;
  46. enum {
  47. VCPU_REGS_RAX = 0,
  48. VCPU_REGS_RCX = 1,
  49. VCPU_REGS_RDX = 2,
  50. VCPU_REGS_RBX = 3,
  51. VCPU_REGS_RSP = 4,
  52. VCPU_REGS_RBP = 5,
  53. VCPU_REGS_RSI = 6,
  54. VCPU_REGS_RDI = 7,
  55. #ifdef CONFIG_X86_64
  56. VCPU_REGS_R8 = 8,
  57. VCPU_REGS_R9 = 9,
  58. VCPU_REGS_R10 = 10,
  59. VCPU_REGS_R11 = 11,
  60. VCPU_REGS_R12 = 12,
  61. VCPU_REGS_R13 = 13,
  62. VCPU_REGS_R14 = 14,
  63. VCPU_REGS_R15 = 15,
  64. #endif
  65. NR_VCPU_REGS
  66. };
  67. enum {
  68. VCPU_SREG_CS,
  69. VCPU_SREG_DS,
  70. VCPU_SREG_ES,
  71. VCPU_SREG_FS,
  72. VCPU_SREG_GS,
  73. VCPU_SREG_SS,
  74. VCPU_SREG_TR,
  75. VCPU_SREG_LDTR,
  76. };
  77. #include "x86_emulate.h"
  78. struct kvm_vcpu {
  79. KVM_VCPU_COMM;
  80. u64 host_tsc;
  81. int interrupt_window_open;
  82. unsigned long irq_summary; /* bit vector: 1 per word in irq_pending */
  83. DECLARE_BITMAP(irq_pending, KVM_NR_INTERRUPTS);
  84. unsigned long regs[NR_VCPU_REGS]; /* for rsp: vcpu_load_rsp_rip() */
  85. unsigned long rip; /* needs vcpu_load_rsp_rip() */
  86. unsigned long cr0;
  87. unsigned long cr2;
  88. unsigned long cr3;
  89. unsigned long cr4;
  90. unsigned long cr8;
  91. u64 pdptrs[4]; /* pae */
  92. u64 shadow_efer;
  93. u64 apic_base;
  94. struct kvm_lapic *apic; /* kernel irqchip context */
  95. #define VCPU_MP_STATE_RUNNABLE 0
  96. #define VCPU_MP_STATE_UNINITIALIZED 1
  97. #define VCPU_MP_STATE_INIT_RECEIVED 2
  98. #define VCPU_MP_STATE_SIPI_RECEIVED 3
  99. #define VCPU_MP_STATE_HALTED 4
  100. int mp_state;
  101. int sipi_vector;
  102. u64 ia32_misc_enable_msr;
  103. struct kvm_mmu mmu;
  104. struct kvm_mmu_memory_cache mmu_pte_chain_cache;
  105. struct kvm_mmu_memory_cache mmu_rmap_desc_cache;
  106. struct kvm_mmu_memory_cache mmu_page_cache;
  107. struct kvm_mmu_memory_cache mmu_page_header_cache;
  108. gfn_t last_pt_write_gfn;
  109. int last_pt_write_count;
  110. u64 *last_pte_updated;
  111. struct i387_fxsave_struct host_fx_image;
  112. struct i387_fxsave_struct guest_fx_image;
  113. gva_t mmio_fault_cr2;
  114. struct kvm_pio_request pio;
  115. void *pio_data;
  116. struct {
  117. int active;
  118. u8 save_iopl;
  119. struct kvm_save_segment {
  120. u16 selector;
  121. unsigned long base;
  122. u32 limit;
  123. u32 ar;
  124. } tr, es, ds, fs, gs;
  125. } rmode;
  126. int halt_request; /* real mode on Intel only */
  127. int cpuid_nent;
  128. struct kvm_cpuid_entry cpuid_entries[KVM_MAX_CPUID_ENTRIES];
  129. /* emulate context */
  130. struct x86_emulate_ctxt emulate_ctxt;
  131. };
  132. struct kvm_x86_ops {
  133. int (*cpu_has_kvm_support)(void); /* __init */
  134. int (*disabled_by_bios)(void); /* __init */
  135. void (*hardware_enable)(void *dummy); /* __init */
  136. void (*hardware_disable)(void *dummy);
  137. void (*check_processor_compatibility)(void *rtn);
  138. int (*hardware_setup)(void); /* __init */
  139. void (*hardware_unsetup)(void); /* __exit */
  140. /* Create, but do not attach this VCPU */
  141. struct kvm_vcpu *(*vcpu_create)(struct kvm *kvm, unsigned id);
  142. void (*vcpu_free)(struct kvm_vcpu *vcpu);
  143. int (*vcpu_reset)(struct kvm_vcpu *vcpu);
  144. void (*prepare_guest_switch)(struct kvm_vcpu *vcpu);
  145. void (*vcpu_load)(struct kvm_vcpu *vcpu, int cpu);
  146. void (*vcpu_put)(struct kvm_vcpu *vcpu);
  147. void (*vcpu_decache)(struct kvm_vcpu *vcpu);
  148. int (*set_guest_debug)(struct kvm_vcpu *vcpu,
  149. struct kvm_debug_guest *dbg);
  150. void (*guest_debug_pre)(struct kvm_vcpu *vcpu);
  151. int (*get_msr)(struct kvm_vcpu *vcpu, u32 msr_index, u64 *pdata);
  152. int (*set_msr)(struct kvm_vcpu *vcpu, u32 msr_index, u64 data);
  153. u64 (*get_segment_base)(struct kvm_vcpu *vcpu, int seg);
  154. void (*get_segment)(struct kvm_vcpu *vcpu,
  155. struct kvm_segment *var, int seg);
  156. void (*set_segment)(struct kvm_vcpu *vcpu,
  157. struct kvm_segment *var, int seg);
  158. void (*get_cs_db_l_bits)(struct kvm_vcpu *vcpu, int *db, int *l);
  159. void (*decache_cr4_guest_bits)(struct kvm_vcpu *vcpu);
  160. void (*set_cr0)(struct kvm_vcpu *vcpu, unsigned long cr0);
  161. void (*set_cr3)(struct kvm_vcpu *vcpu, unsigned long cr3);
  162. void (*set_cr4)(struct kvm_vcpu *vcpu, unsigned long cr4);
  163. void (*set_efer)(struct kvm_vcpu *vcpu, u64 efer);
  164. void (*get_idt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
  165. void (*set_idt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
  166. void (*get_gdt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
  167. void (*set_gdt)(struct kvm_vcpu *vcpu, struct descriptor_table *dt);
  168. unsigned long (*get_dr)(struct kvm_vcpu *vcpu, int dr);
  169. void (*set_dr)(struct kvm_vcpu *vcpu, int dr, unsigned long value,
  170. int *exception);
  171. void (*cache_regs)(struct kvm_vcpu *vcpu);
  172. void (*decache_regs)(struct kvm_vcpu *vcpu);
  173. unsigned long (*get_rflags)(struct kvm_vcpu *vcpu);
  174. void (*set_rflags)(struct kvm_vcpu *vcpu, unsigned long rflags);
  175. void (*tlb_flush)(struct kvm_vcpu *vcpu);
  176. void (*inject_page_fault)(struct kvm_vcpu *vcpu,
  177. unsigned long addr, u32 err_code);
  178. void (*inject_gp)(struct kvm_vcpu *vcpu, unsigned err_code);
  179. void (*run)(struct kvm_vcpu *vcpu, struct kvm_run *run);
  180. int (*handle_exit)(struct kvm_run *run, struct kvm_vcpu *vcpu);
  181. void (*skip_emulated_instruction)(struct kvm_vcpu *vcpu);
  182. void (*patch_hypercall)(struct kvm_vcpu *vcpu,
  183. unsigned char *hypercall_addr);
  184. int (*get_irq)(struct kvm_vcpu *vcpu);
  185. void (*set_irq)(struct kvm_vcpu *vcpu, int vec);
  186. void (*inject_pending_irq)(struct kvm_vcpu *vcpu);
  187. void (*inject_pending_vectors)(struct kvm_vcpu *vcpu,
  188. struct kvm_run *run);
  189. int (*set_tss_addr)(struct kvm *kvm, unsigned int addr);
  190. };
  191. extern struct kvm_x86_ops *kvm_x86_ops;
  192. int kvm_mmu_page_fault(struct kvm_vcpu *vcpu, gva_t gva, u32 error_code);
  193. static inline void kvm_mmu_free_some_pages(struct kvm_vcpu *vcpu)
  194. {
  195. if (unlikely(vcpu->kvm->n_free_mmu_pages < KVM_MIN_FREE_MMU_PAGES))
  196. __kvm_mmu_free_some_pages(vcpu);
  197. }
  198. static inline int kvm_mmu_reload(struct kvm_vcpu *vcpu)
  199. {
  200. if (likely(vcpu->mmu.root_hpa != INVALID_PAGE))
  201. return 0;
  202. return kvm_mmu_load(vcpu);
  203. }
  204. static inline int is_long_mode(struct kvm_vcpu *vcpu)
  205. {
  206. #ifdef CONFIG_X86_64
  207. return vcpu->shadow_efer & EFER_LME;
  208. #else
  209. return 0;
  210. #endif
  211. }
  212. static inline int is_pae(struct kvm_vcpu *vcpu)
  213. {
  214. return vcpu->cr4 & X86_CR4_PAE;
  215. }
  216. static inline int is_pse(struct kvm_vcpu *vcpu)
  217. {
  218. return vcpu->cr4 & X86_CR4_PSE;
  219. }
  220. static inline int is_paging(struct kvm_vcpu *vcpu)
  221. {
  222. return vcpu->cr0 & X86_CR0_PG;
  223. }
  224. int load_pdptrs(struct kvm_vcpu *vcpu, unsigned long cr3);
  225. int complete_pio(struct kvm_vcpu *vcpu);
  226. #endif