kvm_host.h 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 2012 MIPS Technologies, Inc. All rights reserved.
  7. * Authors: Sanjay Lal <sanjayl@kymasys.com>
  8. */
  9. #ifndef __MIPS_KVM_HOST_H__
  10. #define __MIPS_KVM_HOST_H__
  11. #include <linux/mutex.h>
  12. #include <linux/hrtimer.h>
  13. #include <linux/interrupt.h>
  14. #include <linux/types.h>
  15. #include <linux/kvm.h>
  16. #include <linux/kvm_types.h>
  17. #include <linux/threads.h>
  18. #include <linux/spinlock.h>
  19. #define KVM_MAX_VCPUS 1
  20. #define KVM_USER_MEM_SLOTS 8
  21. /* memory slots that does not exposed to userspace */
  22. #define KVM_PRIVATE_MEM_SLOTS 0
  23. #define KVM_COALESCED_MMIO_PAGE_OFFSET 1
  24. /* Special address that contains the comm page, used for reducing # of traps */
  25. #define KVM_GUEST_COMMPAGE_ADDR 0x0
  26. #define KVM_GUEST_KERNEL_MODE(vcpu) ((kvm_read_c0_guest_status(vcpu->arch.cop0) & (ST0_EXL | ST0_ERL)) || \
  27. ((kvm_read_c0_guest_status(vcpu->arch.cop0) & KSU_USER) == 0))
  28. #define KVM_GUEST_KUSEG 0x00000000UL
  29. #define KVM_GUEST_KSEG0 0x40000000UL
  30. #define KVM_GUEST_KSEG23 0x60000000UL
  31. #define KVM_GUEST_KSEGX(a) ((_ACAST32_(a)) & 0x60000000)
  32. #define KVM_GUEST_CPHYSADDR(a) ((_ACAST32_(a)) & 0x1fffffff)
  33. #define KVM_GUEST_CKSEG0ADDR(a) (KVM_GUEST_CPHYSADDR(a) | KVM_GUEST_KSEG0)
  34. #define KVM_GUEST_CKSEG1ADDR(a) (KVM_GUEST_CPHYSADDR(a) | KVM_GUEST_KSEG1)
  35. #define KVM_GUEST_CKSEG23ADDR(a) (KVM_GUEST_CPHYSADDR(a) | KVM_GUEST_KSEG23)
  36. /*
  37. * Map an address to a certain kernel segment
  38. */
  39. #define KVM_GUEST_KSEG0ADDR(a) (KVM_GUEST_CPHYSADDR(a) | KVM_GUEST_KSEG0)
  40. #define KVM_GUEST_KSEG1ADDR(a) (KVM_GUEST_CPHYSADDR(a) | KVM_GUEST_KSEG1)
  41. #define KVM_GUEST_KSEG23ADDR(a) (KVM_GUEST_CPHYSADDR(a) | KVM_GUEST_KSEG23)
  42. #define KVM_INVALID_PAGE 0xdeadbeef
  43. #define KVM_INVALID_INST 0xdeadbeef
  44. #define KVM_INVALID_ADDR 0xdeadbeef
  45. #define KVM_MALTA_GUEST_RTC_ADDR 0xb8000070UL
  46. #define GUEST_TICKS_PER_JIFFY (40000000/HZ)
  47. #define MS_TO_NS(x) (x * 1E6L)
  48. #define CAUSEB_DC 27
  49. #define CAUSEF_DC (_ULCAST_(1) << 27)
  50. struct kvm;
  51. struct kvm_run;
  52. struct kvm_vcpu;
  53. struct kvm_interrupt;
  54. extern atomic_t kvm_mips_instance;
  55. extern pfn_t(*kvm_mips_gfn_to_pfn) (struct kvm *kvm, gfn_t gfn);
  56. extern void (*kvm_mips_release_pfn_clean) (pfn_t pfn);
  57. extern bool(*kvm_mips_is_error_pfn) (pfn_t pfn);
  58. struct kvm_vm_stat {
  59. u32 remote_tlb_flush;
  60. };
  61. struct kvm_vcpu_stat {
  62. u32 wait_exits;
  63. u32 cache_exits;
  64. u32 signal_exits;
  65. u32 int_exits;
  66. u32 cop_unusable_exits;
  67. u32 tlbmod_exits;
  68. u32 tlbmiss_ld_exits;
  69. u32 tlbmiss_st_exits;
  70. u32 addrerr_st_exits;
  71. u32 addrerr_ld_exits;
  72. u32 syscall_exits;
  73. u32 resvd_inst_exits;
  74. u32 break_inst_exits;
  75. u32 flush_dcache_exits;
  76. u32 halt_wakeup;
  77. };
  78. enum kvm_mips_exit_types {
  79. WAIT_EXITS,
  80. CACHE_EXITS,
  81. SIGNAL_EXITS,
  82. INT_EXITS,
  83. COP_UNUSABLE_EXITS,
  84. TLBMOD_EXITS,
  85. TLBMISS_LD_EXITS,
  86. TLBMISS_ST_EXITS,
  87. ADDRERR_ST_EXITS,
  88. ADDRERR_LD_EXITS,
  89. SYSCALL_EXITS,
  90. RESVD_INST_EXITS,
  91. BREAK_INST_EXITS,
  92. FLUSH_DCACHE_EXITS,
  93. MAX_KVM_MIPS_EXIT_TYPES
  94. };
  95. struct kvm_arch_memory_slot {
  96. };
  97. struct kvm_arch {
  98. /* Guest GVA->HPA page table */
  99. unsigned long *guest_pmap;
  100. unsigned long guest_pmap_npages;
  101. /* Wired host TLB used for the commpage */
  102. int commpage_tlb;
  103. };
  104. #define N_MIPS_COPROC_REGS 32
  105. #define N_MIPS_COPROC_SEL 8
  106. struct mips_coproc {
  107. unsigned long reg[N_MIPS_COPROC_REGS][N_MIPS_COPROC_SEL];
  108. #ifdef CONFIG_KVM_MIPS_DEBUG_COP0_COUNTERS
  109. unsigned long stat[N_MIPS_COPROC_REGS][N_MIPS_COPROC_SEL];
  110. #endif
  111. };
  112. /*
  113. * Coprocessor 0 register names
  114. */
  115. #define MIPS_CP0_TLB_INDEX 0
  116. #define MIPS_CP0_TLB_RANDOM 1
  117. #define MIPS_CP0_TLB_LOW 2
  118. #define MIPS_CP0_TLB_LO0 2
  119. #define MIPS_CP0_TLB_LO1 3
  120. #define MIPS_CP0_TLB_CONTEXT 4
  121. #define MIPS_CP0_TLB_PG_MASK 5
  122. #define MIPS_CP0_TLB_WIRED 6
  123. #define MIPS_CP0_HWRENA 7
  124. #define MIPS_CP0_BAD_VADDR 8
  125. #define MIPS_CP0_COUNT 9
  126. #define MIPS_CP0_TLB_HI 10
  127. #define MIPS_CP0_COMPARE 11
  128. #define MIPS_CP0_STATUS 12
  129. #define MIPS_CP0_CAUSE 13
  130. #define MIPS_CP0_EXC_PC 14
  131. #define MIPS_CP0_PRID 15
  132. #define MIPS_CP0_CONFIG 16
  133. #define MIPS_CP0_LLADDR 17
  134. #define MIPS_CP0_WATCH_LO 18
  135. #define MIPS_CP0_WATCH_HI 19
  136. #define MIPS_CP0_TLB_XCONTEXT 20
  137. #define MIPS_CP0_ECC 26
  138. #define MIPS_CP0_CACHE_ERR 27
  139. #define MIPS_CP0_TAG_LO 28
  140. #define MIPS_CP0_TAG_HI 29
  141. #define MIPS_CP0_ERROR_PC 30
  142. #define MIPS_CP0_DEBUG 23
  143. #define MIPS_CP0_DEPC 24
  144. #define MIPS_CP0_PERFCNT 25
  145. #define MIPS_CP0_ERRCTL 26
  146. #define MIPS_CP0_DATA_LO 28
  147. #define MIPS_CP0_DATA_HI 29
  148. #define MIPS_CP0_DESAVE 31
  149. #define MIPS_CP0_CONFIG_SEL 0
  150. #define MIPS_CP0_CONFIG1_SEL 1
  151. #define MIPS_CP0_CONFIG2_SEL 2
  152. #define MIPS_CP0_CONFIG3_SEL 3
  153. /* Config0 register bits */
  154. #define CP0C0_M 31
  155. #define CP0C0_K23 28
  156. #define CP0C0_KU 25
  157. #define CP0C0_MDU 20
  158. #define CP0C0_MM 17
  159. #define CP0C0_BM 16
  160. #define CP0C0_BE 15
  161. #define CP0C0_AT 13
  162. #define CP0C0_AR 10
  163. #define CP0C0_MT 7
  164. #define CP0C0_VI 3
  165. #define CP0C0_K0 0
  166. /* Config1 register bits */
  167. #define CP0C1_M 31
  168. #define CP0C1_MMU 25
  169. #define CP0C1_IS 22
  170. #define CP0C1_IL 19
  171. #define CP0C1_IA 16
  172. #define CP0C1_DS 13
  173. #define CP0C1_DL 10
  174. #define CP0C1_DA 7
  175. #define CP0C1_C2 6
  176. #define CP0C1_MD 5
  177. #define CP0C1_PC 4
  178. #define CP0C1_WR 3
  179. #define CP0C1_CA 2
  180. #define CP0C1_EP 1
  181. #define CP0C1_FP 0
  182. /* Config2 Register bits */
  183. #define CP0C2_M 31
  184. #define CP0C2_TU 28
  185. #define CP0C2_TS 24
  186. #define CP0C2_TL 20
  187. #define CP0C2_TA 16
  188. #define CP0C2_SU 12
  189. #define CP0C2_SS 8
  190. #define CP0C2_SL 4
  191. #define CP0C2_SA 0
  192. /* Config3 Register bits */
  193. #define CP0C3_M 31
  194. #define CP0C3_ISA_ON_EXC 16
  195. #define CP0C3_ULRI 13
  196. #define CP0C3_DSPP 10
  197. #define CP0C3_LPA 7
  198. #define CP0C3_VEIC 6
  199. #define CP0C3_VInt 5
  200. #define CP0C3_SP 4
  201. #define CP0C3_MT 2
  202. #define CP0C3_SM 1
  203. #define CP0C3_TL 0
  204. /* Have config1, Cacheable, noncoherent, write-back, write allocate*/
  205. #define MIPS_CONFIG0 \
  206. ((1 << CP0C0_M) | (0x3 << CP0C0_K0))
  207. /* Have config2, no coprocessor2 attached, no MDMX support attached,
  208. no performance counters, watch registers present,
  209. no code compression, EJTAG present, no FPU, no watch registers */
  210. #define MIPS_CONFIG1 \
  211. ((1 << CP0C1_M) | \
  212. (0 << CP0C1_C2) | (0 << CP0C1_MD) | (0 << CP0C1_PC) | \
  213. (0 << CP0C1_WR) | (0 << CP0C1_CA) | (1 << CP0C1_EP) | \
  214. (0 << CP0C1_FP))
  215. /* Have config3, no tertiary/secondary caches implemented */
  216. #define MIPS_CONFIG2 \
  217. ((1 << CP0C2_M))
  218. /* No config4, no DSP ASE, no large physaddr (PABITS),
  219. no external interrupt controller, no vectored interrupts,
  220. no 1kb pages, no SmartMIPS ASE, no trace logic */
  221. #define MIPS_CONFIG3 \
  222. ((0 << CP0C3_M) | (0 << CP0C3_DSPP) | (0 << CP0C3_LPA) | \
  223. (0 << CP0C3_VEIC) | (0 << CP0C3_VInt) | (0 << CP0C3_SP) | \
  224. (0 << CP0C3_SM) | (0 << CP0C3_TL))
  225. /* MMU types, the first four entries have the same layout as the
  226. CP0C0_MT field. */
  227. enum mips_mmu_types {
  228. MMU_TYPE_NONE,
  229. MMU_TYPE_R4000,
  230. MMU_TYPE_RESERVED,
  231. MMU_TYPE_FMT,
  232. MMU_TYPE_R3000,
  233. MMU_TYPE_R6000,
  234. MMU_TYPE_R8000
  235. };
  236. /*
  237. * Trap codes
  238. */
  239. #define T_INT 0 /* Interrupt pending */
  240. #define T_TLB_MOD 1 /* TLB modified fault */
  241. #define T_TLB_LD_MISS 2 /* TLB miss on load or ifetch */
  242. #define T_TLB_ST_MISS 3 /* TLB miss on a store */
  243. #define T_ADDR_ERR_LD 4 /* Address error on a load or ifetch */
  244. #define T_ADDR_ERR_ST 5 /* Address error on a store */
  245. #define T_BUS_ERR_IFETCH 6 /* Bus error on an ifetch */
  246. #define T_BUS_ERR_LD_ST 7 /* Bus error on a load or store */
  247. #define T_SYSCALL 8 /* System call */
  248. #define T_BREAK 9 /* Breakpoint */
  249. #define T_RES_INST 10 /* Reserved instruction exception */
  250. #define T_COP_UNUSABLE 11 /* Coprocessor unusable */
  251. #define T_OVFLOW 12 /* Arithmetic overflow */
  252. /*
  253. * Trap definitions added for r4000 port.
  254. */
  255. #define T_TRAP 13 /* Trap instruction */
  256. #define T_VCEI 14 /* Virtual coherency exception */
  257. #define T_FPE 15 /* Floating point exception */
  258. #define T_WATCH 23 /* Watch address reference */
  259. #define T_VCED 31 /* Virtual coherency data */
  260. /* Resume Flags */
  261. #define RESUME_FLAG_DR (1<<0) /* Reload guest nonvolatile state? */
  262. #define RESUME_FLAG_HOST (1<<1) /* Resume host? */
  263. #define RESUME_GUEST 0
  264. #define RESUME_GUEST_DR RESUME_FLAG_DR
  265. #define RESUME_HOST RESUME_FLAG_HOST
  266. enum emulation_result {
  267. EMULATE_DONE, /* no further processing */
  268. EMULATE_DO_MMIO, /* kvm_run filled with MMIO request */
  269. EMULATE_FAIL, /* can't emulate this instruction */
  270. EMULATE_WAIT, /* WAIT instruction */
  271. EMULATE_PRIV_FAIL,
  272. };
  273. #define MIPS3_PG_G 0x00000001 /* Global; ignore ASID if in lo0 & lo1 */
  274. #define MIPS3_PG_V 0x00000002 /* Valid */
  275. #define MIPS3_PG_NV 0x00000000
  276. #define MIPS3_PG_D 0x00000004 /* Dirty */
  277. #define mips3_paddr_to_tlbpfn(x) \
  278. (((unsigned long)(x) >> MIPS3_PG_SHIFT) & MIPS3_PG_FRAME)
  279. #define mips3_tlbpfn_to_paddr(x) \
  280. ((unsigned long)((x) & MIPS3_PG_FRAME) << MIPS3_PG_SHIFT)
  281. #define MIPS3_PG_SHIFT 6
  282. #define MIPS3_PG_FRAME 0x3fffffc0
  283. #define VPN2_MASK 0xffffe000
  284. #define TLB_IS_GLOBAL(x) (((x).tlb_lo0 & MIPS3_PG_G) && ((x).tlb_lo1 & MIPS3_PG_G))
  285. #define TLB_VPN2(x) ((x).tlb_hi & VPN2_MASK)
  286. #define TLB_ASID(x) ((x).tlb_hi & ASID_MASK)
  287. #define TLB_IS_VALID(x, va) (((va) & (1 << PAGE_SHIFT)) ? ((x).tlb_lo1 & MIPS3_PG_V) : ((x).tlb_lo0 & MIPS3_PG_V))
  288. struct kvm_mips_tlb {
  289. long tlb_mask;
  290. long tlb_hi;
  291. long tlb_lo0;
  292. long tlb_lo1;
  293. };
  294. #define KVM_MIPS_GUEST_TLB_SIZE 64
  295. struct kvm_vcpu_arch {
  296. void *host_ebase, *guest_ebase;
  297. unsigned long host_stack;
  298. unsigned long host_gp;
  299. /* Host CP0 registers used when handling exits from guest */
  300. unsigned long host_cp0_badvaddr;
  301. unsigned long host_cp0_cause;
  302. unsigned long host_cp0_epc;
  303. unsigned long host_cp0_entryhi;
  304. uint32_t guest_inst;
  305. /* GPRS */
  306. unsigned long gprs[32];
  307. unsigned long hi;
  308. unsigned long lo;
  309. unsigned long pc;
  310. /* FPU State */
  311. struct mips_fpu_struct fpu;
  312. /* COP0 State */
  313. struct mips_coproc *cop0;
  314. /* Host KSEG0 address of the EI/DI offset */
  315. void *kseg0_commpage;
  316. u32 io_gpr; /* GPR used as IO source/target */
  317. /* Used to calibrate the virutal count register for the guest */
  318. int32_t host_cp0_count;
  319. /* Bitmask of exceptions that are pending */
  320. unsigned long pending_exceptions;
  321. /* Bitmask of pending exceptions to be cleared */
  322. unsigned long pending_exceptions_clr;
  323. unsigned long pending_load_cause;
  324. /* Save/Restore the entryhi register when are are preempted/scheduled back in */
  325. unsigned long preempt_entryhi;
  326. /* S/W Based TLB for guest */
  327. struct kvm_mips_tlb guest_tlb[KVM_MIPS_GUEST_TLB_SIZE];
  328. /* Cached guest kernel/user ASIDs */
  329. uint32_t guest_user_asid[NR_CPUS];
  330. uint32_t guest_kernel_asid[NR_CPUS];
  331. struct mm_struct guest_kernel_mm, guest_user_mm;
  332. struct kvm_mips_tlb shadow_tlb[NR_CPUS][KVM_MIPS_GUEST_TLB_SIZE];
  333. struct hrtimer comparecount_timer;
  334. int last_sched_cpu;
  335. /* WAIT executed */
  336. int wait;
  337. };
  338. #define kvm_read_c0_guest_index(cop0) (cop0->reg[MIPS_CP0_TLB_INDEX][0])
  339. #define kvm_write_c0_guest_index(cop0, val) (cop0->reg[MIPS_CP0_TLB_INDEX][0] = val)
  340. #define kvm_read_c0_guest_entrylo0(cop0) (cop0->reg[MIPS_CP0_TLB_LO0][0])
  341. #define kvm_read_c0_guest_entrylo1(cop0) (cop0->reg[MIPS_CP0_TLB_LO1][0])
  342. #define kvm_read_c0_guest_context(cop0) (cop0->reg[MIPS_CP0_TLB_CONTEXT][0])
  343. #define kvm_write_c0_guest_context(cop0, val) (cop0->reg[MIPS_CP0_TLB_CONTEXT][0] = (val))
  344. #define kvm_read_c0_guest_userlocal(cop0) (cop0->reg[MIPS_CP0_TLB_CONTEXT][2])
  345. #define kvm_read_c0_guest_pagemask(cop0) (cop0->reg[MIPS_CP0_TLB_PG_MASK][0])
  346. #define kvm_write_c0_guest_pagemask(cop0, val) (cop0->reg[MIPS_CP0_TLB_PG_MASK][0] = (val))
  347. #define kvm_read_c0_guest_wired(cop0) (cop0->reg[MIPS_CP0_TLB_WIRED][0])
  348. #define kvm_write_c0_guest_wired(cop0, val) (cop0->reg[MIPS_CP0_TLB_WIRED][0] = (val))
  349. #define kvm_read_c0_guest_badvaddr(cop0) (cop0->reg[MIPS_CP0_BAD_VADDR][0])
  350. #define kvm_write_c0_guest_badvaddr(cop0, val) (cop0->reg[MIPS_CP0_BAD_VADDR][0] = (val))
  351. #define kvm_read_c0_guest_count(cop0) (cop0->reg[MIPS_CP0_COUNT][0])
  352. #define kvm_write_c0_guest_count(cop0, val) (cop0->reg[MIPS_CP0_COUNT][0] = (val))
  353. #define kvm_read_c0_guest_entryhi(cop0) (cop0->reg[MIPS_CP0_TLB_HI][0])
  354. #define kvm_write_c0_guest_entryhi(cop0, val) (cop0->reg[MIPS_CP0_TLB_HI][0] = (val))
  355. #define kvm_read_c0_guest_compare(cop0) (cop0->reg[MIPS_CP0_COMPARE][0])
  356. #define kvm_write_c0_guest_compare(cop0, val) (cop0->reg[MIPS_CP0_COMPARE][0] = (val))
  357. #define kvm_read_c0_guest_status(cop0) (cop0->reg[MIPS_CP0_STATUS][0])
  358. #define kvm_write_c0_guest_status(cop0, val) (cop0->reg[MIPS_CP0_STATUS][0] = (val))
  359. #define kvm_read_c0_guest_intctl(cop0) (cop0->reg[MIPS_CP0_STATUS][1])
  360. #define kvm_write_c0_guest_intctl(cop0, val) (cop0->reg[MIPS_CP0_STATUS][1] = (val))
  361. #define kvm_read_c0_guest_cause(cop0) (cop0->reg[MIPS_CP0_CAUSE][0])
  362. #define kvm_write_c0_guest_cause(cop0, val) (cop0->reg[MIPS_CP0_CAUSE][0] = (val))
  363. #define kvm_read_c0_guest_epc(cop0) (cop0->reg[MIPS_CP0_EXC_PC][0])
  364. #define kvm_write_c0_guest_epc(cop0, val) (cop0->reg[MIPS_CP0_EXC_PC][0] = (val))
  365. #define kvm_read_c0_guest_prid(cop0) (cop0->reg[MIPS_CP0_PRID][0])
  366. #define kvm_write_c0_guest_prid(cop0, val) (cop0->reg[MIPS_CP0_PRID][0] = (val))
  367. #define kvm_read_c0_guest_ebase(cop0) (cop0->reg[MIPS_CP0_PRID][1])
  368. #define kvm_write_c0_guest_ebase(cop0, val) (cop0->reg[MIPS_CP0_PRID][1] = (val))
  369. #define kvm_read_c0_guest_config(cop0) (cop0->reg[MIPS_CP0_CONFIG][0])
  370. #define kvm_read_c0_guest_config1(cop0) (cop0->reg[MIPS_CP0_CONFIG][1])
  371. #define kvm_read_c0_guest_config2(cop0) (cop0->reg[MIPS_CP0_CONFIG][2])
  372. #define kvm_read_c0_guest_config3(cop0) (cop0->reg[MIPS_CP0_CONFIG][3])
  373. #define kvm_read_c0_guest_config7(cop0) (cop0->reg[MIPS_CP0_CONFIG][7])
  374. #define kvm_write_c0_guest_config(cop0, val) (cop0->reg[MIPS_CP0_CONFIG][0] = (val))
  375. #define kvm_write_c0_guest_config1(cop0, val) (cop0->reg[MIPS_CP0_CONFIG][1] = (val))
  376. #define kvm_write_c0_guest_config2(cop0, val) (cop0->reg[MIPS_CP0_CONFIG][2] = (val))
  377. #define kvm_write_c0_guest_config3(cop0, val) (cop0->reg[MIPS_CP0_CONFIG][3] = (val))
  378. #define kvm_write_c0_guest_config7(cop0, val) (cop0->reg[MIPS_CP0_CONFIG][7] = (val))
  379. #define kvm_read_c0_guest_errorepc(cop0) (cop0->reg[MIPS_CP0_ERROR_PC][0])
  380. #define kvm_write_c0_guest_errorepc(cop0, val) (cop0->reg[MIPS_CP0_ERROR_PC][0] = (val))
  381. #define kvm_set_c0_guest_status(cop0, val) (cop0->reg[MIPS_CP0_STATUS][0] |= (val))
  382. #define kvm_clear_c0_guest_status(cop0, val) (cop0->reg[MIPS_CP0_STATUS][0] &= ~(val))
  383. #define kvm_set_c0_guest_cause(cop0, val) (cop0->reg[MIPS_CP0_CAUSE][0] |= (val))
  384. #define kvm_clear_c0_guest_cause(cop0, val) (cop0->reg[MIPS_CP0_CAUSE][0] &= ~(val))
  385. #define kvm_change_c0_guest_cause(cop0, change, val) \
  386. { \
  387. kvm_clear_c0_guest_cause(cop0, change); \
  388. kvm_set_c0_guest_cause(cop0, ((val) & (change))); \
  389. }
  390. #define kvm_set_c0_guest_ebase(cop0, val) (cop0->reg[MIPS_CP0_PRID][1] |= (val))
  391. #define kvm_clear_c0_guest_ebase(cop0, val) (cop0->reg[MIPS_CP0_PRID][1] &= ~(val))
  392. #define kvm_change_c0_guest_ebase(cop0, change, val) \
  393. { \
  394. kvm_clear_c0_guest_ebase(cop0, change); \
  395. kvm_set_c0_guest_ebase(cop0, ((val) & (change))); \
  396. }
  397. struct kvm_mips_callbacks {
  398. int (*handle_cop_unusable) (struct kvm_vcpu *vcpu);
  399. int (*handle_tlb_mod) (struct kvm_vcpu *vcpu);
  400. int (*handle_tlb_ld_miss) (struct kvm_vcpu *vcpu);
  401. int (*handle_tlb_st_miss) (struct kvm_vcpu *vcpu);
  402. int (*handle_addr_err_st) (struct kvm_vcpu *vcpu);
  403. int (*handle_addr_err_ld) (struct kvm_vcpu *vcpu);
  404. int (*handle_syscall) (struct kvm_vcpu *vcpu);
  405. int (*handle_res_inst) (struct kvm_vcpu *vcpu);
  406. int (*handle_break) (struct kvm_vcpu *vcpu);
  407. int (*vm_init) (struct kvm *kvm);
  408. int (*vcpu_init) (struct kvm_vcpu *vcpu);
  409. int (*vcpu_setup) (struct kvm_vcpu *vcpu);
  410. gpa_t(*gva_to_gpa) (gva_t gva);
  411. void (*queue_timer_int) (struct kvm_vcpu *vcpu);
  412. void (*dequeue_timer_int) (struct kvm_vcpu *vcpu);
  413. void (*queue_io_int) (struct kvm_vcpu *vcpu,
  414. struct kvm_mips_interrupt *irq);
  415. void (*dequeue_io_int) (struct kvm_vcpu *vcpu,
  416. struct kvm_mips_interrupt *irq);
  417. int (*irq_deliver) (struct kvm_vcpu *vcpu, unsigned int priority,
  418. uint32_t cause);
  419. int (*irq_clear) (struct kvm_vcpu *vcpu, unsigned int priority,
  420. uint32_t cause);
  421. };
  422. extern struct kvm_mips_callbacks *kvm_mips_callbacks;
  423. int kvm_mips_emulation_init(struct kvm_mips_callbacks **install_callbacks);
  424. /* Debug: dump vcpu state */
  425. int kvm_arch_vcpu_dump_regs(struct kvm_vcpu *vcpu);
  426. /* Trampoline ASM routine to start running in "Guest" context */
  427. extern int __kvm_mips_vcpu_run(struct kvm_run *run, struct kvm_vcpu *vcpu);
  428. /* TLB handling */
  429. uint32_t kvm_get_kernel_asid(struct kvm_vcpu *vcpu);
  430. uint32_t kvm_get_user_asid(struct kvm_vcpu *vcpu);
  431. uint32_t kvm_get_commpage_asid (struct kvm_vcpu *vcpu);
  432. extern int kvm_mips_handle_kseg0_tlb_fault(unsigned long badbaddr,
  433. struct kvm_vcpu *vcpu);
  434. extern int kvm_mips_handle_commpage_tlb_fault(unsigned long badvaddr,
  435. struct kvm_vcpu *vcpu);
  436. extern int kvm_mips_handle_mapped_seg_tlb_fault(struct kvm_vcpu *vcpu,
  437. struct kvm_mips_tlb *tlb,
  438. unsigned long *hpa0,
  439. unsigned long *hpa1);
  440. extern enum emulation_result kvm_mips_handle_tlbmiss(unsigned long cause,
  441. uint32_t *opc,
  442. struct kvm_run *run,
  443. struct kvm_vcpu *vcpu);
  444. extern enum emulation_result kvm_mips_handle_tlbmod(unsigned long cause,
  445. uint32_t *opc,
  446. struct kvm_run *run,
  447. struct kvm_vcpu *vcpu);
  448. extern void kvm_mips_dump_host_tlbs(void);
  449. extern void kvm_mips_dump_guest_tlbs(struct kvm_vcpu *vcpu);
  450. extern void kvm_mips_dump_shadow_tlbs(struct kvm_vcpu *vcpu);
  451. extern void kvm_mips_flush_host_tlb(int skip_kseg0);
  452. extern int kvm_mips_host_tlb_inv(struct kvm_vcpu *vcpu, unsigned long entryhi);
  453. extern int kvm_mips_host_tlb_inv_index(struct kvm_vcpu *vcpu, int index);
  454. extern int kvm_mips_guest_tlb_lookup(struct kvm_vcpu *vcpu,
  455. unsigned long entryhi);
  456. extern int kvm_mips_host_tlb_lookup(struct kvm_vcpu *vcpu, unsigned long vaddr);
  457. extern unsigned long kvm_mips_translate_guest_kseg0_to_hpa(struct kvm_vcpu *vcpu,
  458. unsigned long gva);
  459. extern void kvm_get_new_mmu_context(struct mm_struct *mm, unsigned long cpu,
  460. struct kvm_vcpu *vcpu);
  461. extern void kvm_shadow_tlb_put(struct kvm_vcpu *vcpu);
  462. extern void kvm_shadow_tlb_load(struct kvm_vcpu *vcpu);
  463. extern void kvm_local_flush_tlb_all(void);
  464. extern void kvm_mips_init_shadow_tlb(struct kvm_vcpu *vcpu);
  465. extern void kvm_mips_alloc_new_mmu_context(struct kvm_vcpu *vcpu);
  466. extern void kvm_mips_vcpu_load(struct kvm_vcpu *vcpu, int cpu);
  467. extern void kvm_mips_vcpu_put(struct kvm_vcpu *vcpu);
  468. /* Emulation */
  469. uint32_t kvm_get_inst(uint32_t *opc, struct kvm_vcpu *vcpu);
  470. enum emulation_result update_pc(struct kvm_vcpu *vcpu, uint32_t cause);
  471. extern enum emulation_result kvm_mips_emulate_inst(unsigned long cause,
  472. uint32_t *opc,
  473. struct kvm_run *run,
  474. struct kvm_vcpu *vcpu);
  475. extern enum emulation_result kvm_mips_emulate_syscall(unsigned long cause,
  476. uint32_t *opc,
  477. struct kvm_run *run,
  478. struct kvm_vcpu *vcpu);
  479. extern enum emulation_result kvm_mips_emulate_tlbmiss_ld(unsigned long cause,
  480. uint32_t *opc,
  481. struct kvm_run *run,
  482. struct kvm_vcpu *vcpu);
  483. extern enum emulation_result kvm_mips_emulate_tlbinv_ld(unsigned long cause,
  484. uint32_t *opc,
  485. struct kvm_run *run,
  486. struct kvm_vcpu *vcpu);
  487. extern enum emulation_result kvm_mips_emulate_tlbmiss_st(unsigned long cause,
  488. uint32_t *opc,
  489. struct kvm_run *run,
  490. struct kvm_vcpu *vcpu);
  491. extern enum emulation_result kvm_mips_emulate_tlbinv_st(unsigned long cause,
  492. uint32_t *opc,
  493. struct kvm_run *run,
  494. struct kvm_vcpu *vcpu);
  495. extern enum emulation_result kvm_mips_emulate_tlbmod(unsigned long cause,
  496. uint32_t *opc,
  497. struct kvm_run *run,
  498. struct kvm_vcpu *vcpu);
  499. extern enum emulation_result kvm_mips_emulate_fpu_exc(unsigned long cause,
  500. uint32_t *opc,
  501. struct kvm_run *run,
  502. struct kvm_vcpu *vcpu);
  503. extern enum emulation_result kvm_mips_handle_ri(unsigned long cause,
  504. uint32_t *opc,
  505. struct kvm_run *run,
  506. struct kvm_vcpu *vcpu);
  507. extern enum emulation_result kvm_mips_emulate_ri_exc(unsigned long cause,
  508. uint32_t *opc,
  509. struct kvm_run *run,
  510. struct kvm_vcpu *vcpu);
  511. extern enum emulation_result kvm_mips_emulate_bp_exc(unsigned long cause,
  512. uint32_t *opc,
  513. struct kvm_run *run,
  514. struct kvm_vcpu *vcpu);
  515. extern enum emulation_result kvm_mips_complete_mmio_load(struct kvm_vcpu *vcpu,
  516. struct kvm_run *run);
  517. enum emulation_result kvm_mips_emulate_count(struct kvm_vcpu *vcpu);
  518. enum emulation_result kvm_mips_check_privilege(unsigned long cause,
  519. uint32_t *opc,
  520. struct kvm_run *run,
  521. struct kvm_vcpu *vcpu);
  522. enum emulation_result kvm_mips_emulate_cache(uint32_t inst,
  523. uint32_t *opc,
  524. uint32_t cause,
  525. struct kvm_run *run,
  526. struct kvm_vcpu *vcpu);
  527. enum emulation_result kvm_mips_emulate_CP0(uint32_t inst,
  528. uint32_t *opc,
  529. uint32_t cause,
  530. struct kvm_run *run,
  531. struct kvm_vcpu *vcpu);
  532. enum emulation_result kvm_mips_emulate_store(uint32_t inst,
  533. uint32_t cause,
  534. struct kvm_run *run,
  535. struct kvm_vcpu *vcpu);
  536. enum emulation_result kvm_mips_emulate_load(uint32_t inst,
  537. uint32_t cause,
  538. struct kvm_run *run,
  539. struct kvm_vcpu *vcpu);
  540. /* Dynamic binary translation */
  541. extern int kvm_mips_trans_cache_index(uint32_t inst, uint32_t *opc,
  542. struct kvm_vcpu *vcpu);
  543. extern int kvm_mips_trans_cache_va(uint32_t inst, uint32_t *opc,
  544. struct kvm_vcpu *vcpu);
  545. extern int kvm_mips_trans_mfc0(uint32_t inst, uint32_t *opc,
  546. struct kvm_vcpu *vcpu);
  547. extern int kvm_mips_trans_mtc0(uint32_t inst, uint32_t *opc,
  548. struct kvm_vcpu *vcpu);
  549. /* Misc */
  550. extern void mips32_SyncICache(unsigned long addr, unsigned long size);
  551. extern int kvm_mips_dump_stats(struct kvm_vcpu *vcpu);
  552. extern unsigned long kvm_mips_get_ramsize(struct kvm *kvm);
  553. #endif /* __MIPS_KVM_HOST_H__ */