mmu.S 6.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346
  1. /*
  2. * linux/arch/m32r/mm/mmu.S
  3. *
  4. * Copyright (C) 2001 by Hiroyuki Kondo
  5. */
  6. #include <linux/linkage.h>
  7. #include <asm/assembler.h>
  8. #include <asm/smp.h>
  9. .text
  10. #ifdef CONFIG_MMU
  11. #include <asm/mmu_context.h>
  12. #include <asm/page.h>
  13. #include <asm/pgtable.h>
  14. #include <asm/m32r.h>
  15. /*
  16. * TLB Miss Exception handler
  17. */
  18. .balign 16
  19. ENTRY(tme_handler)
  20. .global tlb_entry_i_dat
  21. .global tlb_entry_d_dat
  22. SWITCH_TO_KERNEL_STACK
  23. #if defined(CONFIG_ISA_M32R2)
  24. st r0, @-sp
  25. st r1, @-sp
  26. st r2, @-sp
  27. st r3, @-sp
  28. seth r3, #high(MMU_REG_BASE)
  29. ld r1, @(MESTS_offset, r3) ; r1: status (MESTS reg.)
  30. ld r0, @(MDEVP_offset, r3) ; r0: PFN + ASID (MDEVP reg.)
  31. st r1, @(MESTS_offset, r3) ; clear status (MESTS reg.)
  32. and3 r1, r1, #(MESTS_IT)
  33. bnez r1, 1f ; instruction TLB miss?
  34. ;; data TLB miss
  35. ;; input
  36. ;; r0: PFN + ASID (MDEVP reg.)
  37. ;; r1 - r3: free
  38. ;; output
  39. ;; r0: PFN + ASID
  40. ;; r1: TLB entry base address
  41. ;; r2: &tlb_entry_{i|d}_dat
  42. ;; r3: free
  43. #ifndef CONFIG_SMP
  44. seth r2, #high(tlb_entry_d_dat)
  45. or3 r2, r2, #low(tlb_entry_d_dat)
  46. #else /* CONFIG_SMP */
  47. ldi r1, #-8192
  48. seth r2, #high(tlb_entry_d_dat)
  49. or3 r2, r2, #low(tlb_entry_d_dat)
  50. and r1, sp
  51. ld r1, @(16, r1) ; current_thread_info->cpu
  52. slli r1, #2
  53. add r2, r1
  54. #endif /* !CONFIG_SMP */
  55. seth r1, #high(DTLB_BASE)
  56. or3 r1, r1, #low(DTLB_BASE)
  57. bra 2f
  58. .balign 16
  59. .fillinsn
  60. 1:
  61. ;; instrucntion TLB miss
  62. ;; input
  63. ;; r0: MDEVP reg. (included ASID)
  64. ;; r1 - r3: free
  65. ;; output
  66. ;; r0: PFN + ASID
  67. ;; r1: TLB entry base address
  68. ;; r2: &tlb_entry_{i|d}_dat
  69. ;; r3: free
  70. ldi r3, #-4096
  71. and3 r0, r0, #(MMU_CONTEXT_ASID_MASK)
  72. mvfc r1, bpc
  73. and r1, r3
  74. or r0, r1 ; r0: PFN + ASID
  75. #ifndef CONFIG_SMP
  76. seth r2, #high(tlb_entry_i_dat)
  77. or3 r2, r2, #low(tlb_entry_i_dat)
  78. #else /* CONFIG_SMP */
  79. ldi r1, #-8192
  80. seth r2, #high(tlb_entry_i_dat)
  81. or3 r2, r2, #low(tlb_entry_i_dat)
  82. and r1, sp
  83. ld r1, @(16, r1) ; current_thread_info->cpu
  84. slli r1, #2
  85. add r2, r1
  86. #endif /* !CONFIG_SMP */
  87. seth r1, #high(ITLB_BASE)
  88. or3 r1, r1, #low(ITLB_BASE)
  89. .fillinsn
  90. 2:
  91. ;; select TLB entry
  92. ;; input
  93. ;; r0: PFN + ASID
  94. ;; r1: TLB entry base address
  95. ;; r2: &tlb_entry_{i|d}_dat
  96. ;; r3: free
  97. ;; output
  98. ;; r0: PFN + ASID
  99. ;; r1: TLB entry address
  100. ;; r2, r3: free
  101. #ifdef CONFIG_ISA_DUAL_ISSUE
  102. ld r3, @r2 || srli r1, #3
  103. #else
  104. ld r3, @r2
  105. srli r1, #3
  106. #endif
  107. add r1, r3
  108. ; tlb_entry_{d|i}_dat++;
  109. addi r3, #1
  110. and3 r3, r3, #(NR_TLB_ENTRIES - 1)
  111. #ifdef CONFIG_ISA_DUAL_ISSUE
  112. st r3, @r2 || slli r1, #3
  113. #else
  114. st r3, @r2
  115. slli r1, #3
  116. #endif
  117. ;; load pte
  118. ;; input
  119. ;; r0: PFN + ASID
  120. ;; r1: TLB entry address
  121. ;; r2, r3: free
  122. ;; output
  123. ;; r0: PFN + ASID
  124. ;; r1: TLB entry address
  125. ;; r2: pte_data
  126. ;; r3: free
  127. ; pgd = *(unsigned long *)MPTB;
  128. ld24 r2, #(-MPTB - 1)
  129. srl3 r3, r0, #22
  130. #ifdef CONFIG_ISA_DUAL_ISSUE
  131. not r2, r2 || slli r3, #2 ; r3: pgd offset
  132. #else
  133. not r2, r2
  134. slli r3, #2
  135. #endif
  136. ld r2, @r2 ; r2: pgd base addr (MPTB reg.)
  137. or r3, r2 ; r3: pmd addr
  138. ; pmd = pmd_offset(pgd, address);
  139. ld r3, @r3 ; r3: pmd data
  140. ldi r2, #-4096
  141. beqz r3, 3f ; pmd_none(*pmd) ?
  142. ; pte = pte_offset(pmd, address);
  143. and r2, r3 ; r2: pte base addr
  144. srl3 r3, r0, #10
  145. and3 r3, r3, #0xffc ; r3: pte offset
  146. or r3, r2
  147. seth r2, #0x8000
  148. or r3, r2 ; r3: pte addr
  149. ; pte_data = (unsigned long)pte_val(*pte);
  150. ld r2, @r3 ; r2: pte data
  151. or3 r2, r2, #2 ; _PAGE_PRESENT(=2)
  152. .fillinsn
  153. 5:
  154. ;; set tlb
  155. ;; input
  156. ;; r0: PFN + ASID
  157. ;; r1: TLB entry address
  158. ;; r2: pte_data
  159. ;; r3: free
  160. st r0, @r1 ; set_tlb_tag(entry++, address);
  161. st r2, @+r1 ; set_tlb_data(entry, pte_data);
  162. .fillinsn
  163. 6:
  164. ld r3, @sp+
  165. ld r2, @sp+
  166. ld r1, @sp+
  167. ld r0, @sp+
  168. rte
  169. .fillinsn
  170. 3:
  171. ;; error
  172. ;; input
  173. ;; r0: PFN + ASID
  174. ;; r1: TLB entry address
  175. ;; r2, r3: free
  176. ;; output
  177. ;; r0: PFN + ASID
  178. ;; r1: TLB entry address
  179. ;; r2: pte_data
  180. ;; r3: free
  181. #ifdef CONFIG_ISA_DUAL_ISSUE
  182. bra 5b || ldi r2, #2
  183. #else
  184. ldi r2, #2 ; r2: pte_data = 0 | _PAGE_PRESENT(=2)
  185. bra 5b
  186. #endif
  187. #elif defined (CONFIG_ISA_M32R)
  188. st sp, @-sp
  189. st r0, @-sp
  190. st r1, @-sp
  191. st r2, @-sp
  192. st r3, @-sp
  193. st r4, @-sp
  194. seth r3, #high(MMU_REG_BASE)
  195. ld r0, @(MDEVA_offset,r3) ; r0: address (MDEVA reg.)
  196. mvfc r2, bpc ; r2: bpc
  197. ld r1, @(MESTS_offset,r3) ; r1: status (MESTS reg.)
  198. st r1, @(MESTS_offset,r3) ; clear status (MESTS reg.)
  199. and3 r1, r1, #(MESTS_IT)
  200. beqz r1, 1f ; data TLB miss?
  201. ;; instrucntion TLB miss
  202. mv r0, r2 ; address = bpc;
  203. ; entry = (unsigned long *)ITLB_BASE+tlb_entry_i*2;
  204. seth r3, #shigh(tlb_entry_i_dat)
  205. ld r4, @(low(tlb_entry_i_dat),r3)
  206. sll3 r2, r4, #3
  207. seth r1, #high(ITLB_BASE)
  208. or3 r1, r1, #low(ITLB_BASE)
  209. add r2, r1 ; r2: entry
  210. addi r4, #1 ; tlb_entry_i++;
  211. and3 r4, r4, #(NR_TLB_ENTRIES-1)
  212. st r4, @(low(tlb_entry_i_dat),r3)
  213. bra 2f
  214. .fillinsn
  215. 1:
  216. ;; data TLB miss
  217. ; entry = (unsigned long *)DTLB_BASE+tlb_entry_d*2;
  218. seth r3, #shigh(tlb_entry_d_dat)
  219. ld r4, @(low(tlb_entry_d_dat),r3)
  220. sll3 r2, r4, #3
  221. seth r1, #high(DTLB_BASE)
  222. or3 r1, r1, #low(DTLB_BASE)
  223. add r2, r1 ; r2: entry
  224. addi r4, #1 ; tlb_entry_d++;
  225. and3 r4, r4, #(NR_TLB_ENTRIES-1)
  226. st r4, @(low(tlb_entry_d_dat),r3)
  227. .fillinsn
  228. 2:
  229. ;; load pte
  230. ; r0: address, r2: entry
  231. ; r1,r3,r4: (free)
  232. ; pgd = *(unsigned long *)MPTB;
  233. ld24 r1, #(-MPTB-1)
  234. not r1, r1
  235. ld r1, @r1
  236. srl3 r4, r0, #22
  237. sll3 r3, r4, #2
  238. add r3, r1 ; r3: pgd
  239. ; pmd = pmd_offset(pgd, address);
  240. ld r1, @r3 ; r1: pmd
  241. beqz r1, 3f ; pmd_none(*pmd) ?
  242. ;
  243. and3 r1, r1, #0xeff
  244. ldi r4, #611 ; _KERNPG_TABLE(=611)
  245. beq r1, r4, 4f ; !pmd_bad(*pmd) ?
  246. .fillinsn
  247. 3:
  248. ldi r1, #0 ; r1: pte_data = 0
  249. bra 5f
  250. .fillinsn
  251. 4:
  252. ; pte = pte_offset(pmd, address);
  253. ld r4, @r3 ; r4: pte
  254. ldi r3, #-4096
  255. and r4, r3
  256. srl3 r3, r0, #10
  257. and3 r3, r3, #0xffc
  258. add r4, r3
  259. seth r3, #0x8000
  260. add r4, r3 ; r4: pte
  261. ; pte_data = (unsigned long)pte_val(*pte);
  262. ld r1, @r4 ; r1: pte_data
  263. .fillinsn
  264. ;; set tlb
  265. ; r0: address, r1: pte_data, r2: entry
  266. ; r3,r4: (free)
  267. 5:
  268. ldi r3, #-4096 ; set_tlb_tag(entry++, address);
  269. and r3, r0
  270. seth r4, #shigh(MASID)
  271. ld r4, @(low(MASID),r4) ; r4: MASID
  272. and3 r4, r4, #(MMU_CONTEXT_ASID_MASK)
  273. or r3, r4
  274. st r3, @r2
  275. or3 r4, r1, #2 ; _PAGE_PRESENT(=2)
  276. st r4, @(4,r2) ; set_tlb_data(entry, pte_data);
  277. ld r4, @sp+
  278. ld r3, @sp+
  279. ld r2, @sp+
  280. ld r1, @sp+
  281. ld r0, @sp+
  282. ld sp, @sp+
  283. rte
  284. #else
  285. #error unknown isa configuration
  286. #endif
  287. ENTRY(init_tlb)
  288. ;; Set MMU Register
  289. seth r0, #high(MMU_REG_BASE) ; Set MMU_REG_BASE higher
  290. or3 r0, r0, #low(MMU_REG_BASE) ; Set MMU_REG_BASE lower
  291. ldi r1, #0
  292. st r1, @(MPSZ_offset,r0) ; Set MPSZ Reg(Page size 4KB:0 16KB:1 64KB:2)
  293. ldi r1, #0
  294. st r1, @(MASID_offset,r0) ; Set ASID Zero
  295. ;; Set TLB
  296. seth r0, #high(ITLB_BASE) ; Set ITLB_BASE higher
  297. or3 r0, r0, #low(ITLB_BASE) ; Set ITLB_BASE lower
  298. seth r1, #high(DTLB_BASE) ; Set DTLB_BASE higher
  299. or3 r1, r1, #low(DTLB_BASE) ; Set DTLB_BASE lower
  300. ldi r2, #0
  301. ldi r3, #NR_TLB_ENTRIES
  302. addi r0, #-4
  303. addi r1, #-4
  304. clear_tlb:
  305. st r2, @+r0 ; VPA <- 0
  306. st r2, @+r0 ; PPA <- 0
  307. st r2, @+r1 ; VPA <- 0
  308. st r2, @+r1 ; PPA <- 0
  309. addi r3, #-1
  310. bnez r3, clear_tlb
  311. ;;
  312. jmp r14
  313. ENTRY(m32r_itlb_entrys)
  314. ENTRY(m32r_otlb_entrys)
  315. #endif /* CONFIG_MMU */
  316. .end