fpu.S 4.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179
  1. /*
  2. * FPU support code, moved here from head.S so that it can be used
  3. * by chips which use other head-whatever.S files.
  4. *
  5. * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
  6. * Copyright (C) 1996 Cort Dougan <cort@cs.nmt.edu>
  7. * Copyright (C) 1996 Paul Mackerras.
  8. * Copyright (C) 1997 Dan Malek (dmalek@jlc.net).
  9. *
  10. * This program is free software; you can redistribute it and/or
  11. * modify it under the terms of the GNU General Public License
  12. * as published by the Free Software Foundation; either version
  13. * 2 of the License, or (at your option) any later version.
  14. *
  15. */
  16. #include <asm/reg.h>
  17. #include <asm/page.h>
  18. #include <asm/mmu.h>
  19. #include <asm/pgtable.h>
  20. #include <asm/cputable.h>
  21. #include <asm/cache.h>
  22. #include <asm/thread_info.h>
  23. #include <asm/ppc_asm.h>
  24. #include <asm/asm-offsets.h>
  25. #include <asm/ptrace.h>
  26. #ifdef CONFIG_VSX
  27. #define __REST_32FPVSRS(n,c,base) \
  28. BEGIN_FTR_SECTION \
  29. b 2f; \
  30. END_FTR_SECTION_IFSET(CPU_FTR_VSX); \
  31. REST_32FPRS(n,base); \
  32. b 3f; \
  33. 2: REST_32VSRS(n,c,base); \
  34. 3:
  35. #define __SAVE_32FPVSRS(n,c,base) \
  36. BEGIN_FTR_SECTION \
  37. b 2f; \
  38. END_FTR_SECTION_IFSET(CPU_FTR_VSX); \
  39. SAVE_32FPRS(n,base); \
  40. b 3f; \
  41. 2: SAVE_32VSRS(n,c,base); \
  42. 3:
  43. #else
  44. #define __REST_32FPVSRS(n,b,base) REST_32FPRS(n, base)
  45. #define __SAVE_32FPVSRS(n,b,base) SAVE_32FPRS(n, base)
  46. #endif
  47. #define REST_32FPVSRS(n,c,base) __REST_32FPVSRS(n,__REG_##c,__REG_##base)
  48. #define SAVE_32FPVSRS(n,c,base) __SAVE_32FPVSRS(n,__REG_##c,__REG_##base)
  49. /*
  50. * This task wants to use the FPU now.
  51. * On UP, disable FP for the task which had the FPU previously,
  52. * and save its floating-point registers in its thread_struct.
  53. * Load up this task's FP registers from its thread_struct,
  54. * enable the FPU for the current task and return to the task.
  55. */
  56. _GLOBAL(load_up_fpu)
  57. mfmsr r5
  58. ori r5,r5,MSR_FP
  59. #ifdef CONFIG_VSX
  60. BEGIN_FTR_SECTION
  61. oris r5,r5,MSR_VSX@h
  62. END_FTR_SECTION_IFSET(CPU_FTR_VSX)
  63. #endif
  64. SYNC
  65. MTMSRD(r5) /* enable use of fpu now */
  66. isync
  67. /*
  68. * For SMP, we don't do lazy FPU switching because it just gets too
  69. * horrendously complex, especially when a task switches from one CPU
  70. * to another. Instead we call giveup_fpu in switch_to.
  71. */
  72. #ifndef CONFIG_SMP
  73. LOAD_REG_ADDRBASE(r3, last_task_used_math)
  74. toreal(r3)
  75. PPC_LL r4,ADDROFF(last_task_used_math)(r3)
  76. PPC_LCMPI 0,r4,0
  77. beq 1f
  78. toreal(r4)
  79. addi r4,r4,THREAD /* want last_task_used_math->thread */
  80. SAVE_32FPVSRS(0, R5, R4)
  81. mffs fr0
  82. stfd fr0,THREAD_FPSCR(r4)
  83. PPC_LL r5,PT_REGS(r4)
  84. toreal(r5)
  85. PPC_LL r4,_MSR-STACK_FRAME_OVERHEAD(r5)
  86. li r10,MSR_FP|MSR_FE0|MSR_FE1
  87. andc r4,r4,r10 /* disable FP for previous task */
  88. PPC_STL r4,_MSR-STACK_FRAME_OVERHEAD(r5)
  89. 1:
  90. #endif /* CONFIG_SMP */
  91. /* enable use of FP after return */
  92. #ifdef CONFIG_PPC32
  93. mfspr r5,SPRN_SPRG_THREAD /* current task's THREAD (phys) */
  94. lwz r4,THREAD_FPEXC_MODE(r5)
  95. ori r9,r9,MSR_FP /* enable FP for current */
  96. or r9,r9,r4
  97. #else
  98. ld r4,PACACURRENT(r13)
  99. addi r5,r4,THREAD /* Get THREAD */
  100. lwz r4,THREAD_FPEXC_MODE(r5)
  101. ori r12,r12,MSR_FP
  102. or r12,r12,r4
  103. std r12,_MSR(r1)
  104. #endif
  105. lfd fr0,THREAD_FPSCR(r5)
  106. MTFSF_L(fr0)
  107. REST_32FPVSRS(0, R4, R5)
  108. #ifndef CONFIG_SMP
  109. subi r4,r5,THREAD
  110. fromreal(r4)
  111. PPC_STL r4,ADDROFF(last_task_used_math)(r3)
  112. #endif /* CONFIG_SMP */
  113. /* restore registers and return */
  114. /* we haven't used ctr or xer or lr */
  115. blr
  116. /*
  117. * giveup_fpu(tsk)
  118. * Disable FP for the task given as the argument,
  119. * and save the floating-point registers in its thread_struct.
  120. * Enables the FPU for use in the kernel on return.
  121. */
  122. _GLOBAL(giveup_fpu)
  123. mfmsr r5
  124. ori r5,r5,MSR_FP
  125. #ifdef CONFIG_VSX
  126. BEGIN_FTR_SECTION
  127. oris r5,r5,MSR_VSX@h
  128. END_FTR_SECTION_IFSET(CPU_FTR_VSX)
  129. #endif
  130. SYNC_601
  131. ISYNC_601
  132. MTMSRD(r5) /* enable use of fpu now */
  133. SYNC_601
  134. isync
  135. PPC_LCMPI 0,r3,0
  136. beqlr- /* if no previous owner, done */
  137. addi r3,r3,THREAD /* want THREAD of task */
  138. PPC_LL r5,PT_REGS(r3)
  139. PPC_LCMPI 0,r5,0
  140. SAVE_32FPVSRS(0, R4 ,R3)
  141. mffs fr0
  142. stfd fr0,THREAD_FPSCR(r3)
  143. beq 1f
  144. PPC_LL r4,_MSR-STACK_FRAME_OVERHEAD(r5)
  145. li r3,MSR_FP|MSR_FE0|MSR_FE1
  146. #ifdef CONFIG_VSX
  147. BEGIN_FTR_SECTION
  148. oris r3,r3,MSR_VSX@h
  149. END_FTR_SECTION_IFSET(CPU_FTR_VSX)
  150. #endif
  151. andc r4,r4,r3 /* disable FP for previous task */
  152. PPC_STL r4,_MSR-STACK_FRAME_OVERHEAD(r5)
  153. 1:
  154. #ifndef CONFIG_SMP
  155. li r5,0
  156. LOAD_REG_ADDRBASE(r4,last_task_used_math)
  157. PPC_STL r5,ADDROFF(last_task_used_math)(r4)
  158. #endif /* CONFIG_SMP */
  159. blr
  160. /*
  161. * These are used in the alignment trap handler when emulating
  162. * single-precision loads and stores.
  163. */
  164. _GLOBAL(cvt_fd)
  165. lfs 0,0(r3)
  166. stfd 0,0(r4)
  167. blr
  168. _GLOBAL(cvt_df)
  169. lfd 0,0(r3)
  170. stfs 0,0(r4)
  171. blr