r4k_switch.S 5.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1994, 1995, 1996, 1998, 1999, 2002, 2003 Ralf Baechle
  7. * Copyright (C) 1996 David S. Miller (dm@engr.sgi.com)
  8. * Copyright (C) 1994, 1995, 1996, by Andreas Busse
  9. * Copyright (C) 1999 Silicon Graphics, Inc.
  10. * Copyright (C) 2000 MIPS Technologies, Inc.
  11. * written by Carsten Langgaard, carstenl@mips.com
  12. */
  13. #include <asm/asm.h>
  14. #include <asm/cachectl.h>
  15. #include <asm/fpregdef.h>
  16. #include <asm/mipsregs.h>
  17. #include <asm/asm-offsets.h>
  18. #include <asm/page.h>
  19. #include <asm/pgtable-bits.h>
  20. #include <asm/regdef.h>
  21. #include <asm/stackframe.h>
  22. #include <asm/thread_info.h>
  23. #include <asm/asmmacro.h>
  24. /*
  25. * Offset to the current process status flags, the first 32 bytes of the
  26. * stack are not used.
  27. */
  28. #define ST_OFF (_THREAD_SIZE - 32 - PT_SIZE + PT_STATUS)
  29. /*
  30. * FPU context is saved iff the process has used it's FPU in the current
  31. * time slice as indicated by _TIF_USEDFPU. In any case, the CU1 bit for user
  32. * space STATUS register should be 0, so that a process *always* starts its
  33. * userland with FPU disabled after each context switch.
  34. *
  35. * FPU will be enabled as soon as the process accesses FPU again, through
  36. * do_cpu() trap.
  37. */
  38. /*
  39. * task_struct *resume(task_struct *prev, task_struct *next,
  40. * struct thread_info *next_ti)
  41. */
  42. .align 5
  43. LEAF(resume)
  44. #ifndef CONFIG_CPU_HAS_LLSC
  45. sw zero, ll_bit
  46. #endif
  47. mfc0 t1, CP0_STATUS
  48. LONG_S t1, THREAD_STATUS(a0)
  49. cpu_save_nonscratch a0
  50. LONG_S ra, THREAD_REG31(a0)
  51. /*
  52. * check if we need to save FPU registers
  53. */
  54. PTR_L t3, TASK_THREAD_INFO(a0)
  55. LONG_L t0, TI_FLAGS(t3)
  56. li t1, _TIF_USEDFPU
  57. and t2, t0, t1
  58. beqz t2, 1f
  59. nor t1, zero, t1
  60. and t0, t0, t1
  61. LONG_S t0, TI_FLAGS(t3)
  62. /*
  63. * clear saved user stack CU1 bit
  64. */
  65. LONG_L t0, ST_OFF(t3)
  66. li t1, ~ST0_CU1
  67. and t0, t0, t1
  68. LONG_S t0, ST_OFF(t3)
  69. fpu_save_double a0 t0 t1 # c0_status passed in t0
  70. # clobbers t1
  71. 1:
  72. /*
  73. * The order of restoring the registers takes care of the race
  74. * updating $28, $29 and kernelsp without disabling ints.
  75. */
  76. move $28, a2
  77. cpu_restore_nonscratch a1
  78. #if (_THREAD_SIZE - 32) < 0x10000
  79. PTR_ADDIU t0, $28, _THREAD_SIZE - 32
  80. #else
  81. PTR_LI t0, _THREAD_SIZE - 32
  82. PTR_ADDU t0, $28
  83. #endif
  84. set_saved_sp t0, t1, t2
  85. #ifdef CONFIG_MIPS_MT_SMTC
  86. /* Read-modify-writes of Status must be atomic on a VPE */
  87. mfc0 t2, CP0_TCSTATUS
  88. ori t1, t2, TCSTATUS_IXMT
  89. mtc0 t1, CP0_TCSTATUS
  90. andi t2, t2, TCSTATUS_IXMT
  91. _ehb
  92. DMT 8 # dmt t0
  93. move t1,ra
  94. jal mips_ihb
  95. move ra,t1
  96. #endif /* CONFIG_MIPS_MT_SMTC */
  97. mfc0 t1, CP0_STATUS /* Do we really need this? */
  98. li a3, 0xff01
  99. and t1, a3
  100. LONG_L a2, THREAD_STATUS(a1)
  101. nor a3, $0, a3
  102. and a2, a3
  103. or a2, t1
  104. mtc0 a2, CP0_STATUS
  105. #ifdef CONFIG_MIPS_MT_SMTC
  106. _ehb
  107. andi t0, t0, VPECONTROL_TE
  108. beqz t0, 1f
  109. emt
  110. 1:
  111. mfc0 t1, CP0_TCSTATUS
  112. xori t1, t1, TCSTATUS_IXMT
  113. or t1, t1, t2
  114. mtc0 t1, CP0_TCSTATUS
  115. _ehb
  116. #endif /* CONFIG_MIPS_MT_SMTC */
  117. move v0, a0
  118. jr ra
  119. END(resume)
  120. /*
  121. * Save a thread's fp context.
  122. */
  123. LEAF(_save_fp)
  124. #ifdef CONFIG_64BIT
  125. mfc0 t0, CP0_STATUS
  126. #endif
  127. fpu_save_double a0 t0 t1 # clobbers t1
  128. jr ra
  129. END(_save_fp)
  130. /*
  131. * Restore a thread's fp context.
  132. */
  133. LEAF(_restore_fp)
  134. #ifdef CONFIG_64BIT
  135. mfc0 t0, CP0_STATUS
  136. #endif
  137. fpu_restore_double a0 t0 t1 # clobbers t1
  138. jr ra
  139. END(_restore_fp)
  140. /*
  141. * Load the FPU with signalling NANS. This bit pattern we're using has
  142. * the property that no matter whether considered as single or as double
  143. * precision represents signaling NANS.
  144. *
  145. * We initialize fcr31 to rounding to nearest, no exceptions.
  146. */
  147. #define FPU_DEFAULT 0x00000000
  148. LEAF(_init_fpu)
  149. #ifdef CONFIG_MIPS_MT_SMTC
  150. /* Rather than manipulate per-VPE Status, set per-TC bit in TCStatus */
  151. mfc0 t0, CP0_TCSTATUS
  152. /* Bit position is the same for Status, TCStatus */
  153. li t1, ST0_CU1
  154. or t0, t1
  155. mtc0 t0, CP0_TCSTATUS
  156. #else /* Normal MIPS CU1 enable */
  157. mfc0 t0, CP0_STATUS
  158. li t1, ST0_CU1
  159. or t0, t1
  160. mtc0 t0, CP0_STATUS
  161. #endif /* CONFIG_MIPS_MT_SMTC */
  162. fpu_enable_hazard
  163. li t1, FPU_DEFAULT
  164. ctc1 t1, fcr31
  165. li t1, -1 # SNaN
  166. #ifdef CONFIG_64BIT
  167. sll t0, t0, 5
  168. bgez t0, 1f # 16 / 32 register mode?
  169. dmtc1 t1, $f1
  170. dmtc1 t1, $f3
  171. dmtc1 t1, $f5
  172. dmtc1 t1, $f7
  173. dmtc1 t1, $f9
  174. dmtc1 t1, $f11
  175. dmtc1 t1, $f13
  176. dmtc1 t1, $f15
  177. dmtc1 t1, $f17
  178. dmtc1 t1, $f19
  179. dmtc1 t1, $f21
  180. dmtc1 t1, $f23
  181. dmtc1 t1, $f25
  182. dmtc1 t1, $f27
  183. dmtc1 t1, $f29
  184. dmtc1 t1, $f31
  185. 1:
  186. #endif
  187. #ifdef CONFIG_CPU_MIPS32
  188. mtc1 t1, $f0
  189. mtc1 t1, $f1
  190. mtc1 t1, $f2
  191. mtc1 t1, $f3
  192. mtc1 t1, $f4
  193. mtc1 t1, $f5
  194. mtc1 t1, $f6
  195. mtc1 t1, $f7
  196. mtc1 t1, $f8
  197. mtc1 t1, $f9
  198. mtc1 t1, $f10
  199. mtc1 t1, $f11
  200. mtc1 t1, $f12
  201. mtc1 t1, $f13
  202. mtc1 t1, $f14
  203. mtc1 t1, $f15
  204. mtc1 t1, $f16
  205. mtc1 t1, $f17
  206. mtc1 t1, $f18
  207. mtc1 t1, $f19
  208. mtc1 t1, $f20
  209. mtc1 t1, $f21
  210. mtc1 t1, $f22
  211. mtc1 t1, $f23
  212. mtc1 t1, $f24
  213. mtc1 t1, $f25
  214. mtc1 t1, $f26
  215. mtc1 t1, $f27
  216. mtc1 t1, $f28
  217. mtc1 t1, $f29
  218. mtc1 t1, $f30
  219. mtc1 t1, $f31
  220. #else
  221. .set mips3
  222. dmtc1 t1, $f0
  223. dmtc1 t1, $f2
  224. dmtc1 t1, $f4
  225. dmtc1 t1, $f6
  226. dmtc1 t1, $f8
  227. dmtc1 t1, $f10
  228. dmtc1 t1, $f12
  229. dmtc1 t1, $f14
  230. dmtc1 t1, $f16
  231. dmtc1 t1, $f18
  232. dmtc1 t1, $f20
  233. dmtc1 t1, $f22
  234. dmtc1 t1, $f24
  235. dmtc1 t1, $f26
  236. dmtc1 t1, $f28
  237. dmtc1 t1, $f30
  238. #endif
  239. jr ra
  240. END(_init_fpu)