head_booke.h 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308
  1. #ifndef __HEAD_BOOKE_H__
  2. #define __HEAD_BOOKE_H__
  3. /*
  4. * Macros used for common Book-e exception handling
  5. */
  6. #define SET_IVOR(vector_number, vector_label) \
  7. li r26,vector_label@l; \
  8. mtspr SPRN_IVOR##vector_number,r26; \
  9. sync
  10. #define NORMAL_EXCEPTION_PROLOG \
  11. mtspr SPRN_SPRG0,r10; /* save two registers to work with */\
  12. mtspr SPRN_SPRG1,r11; \
  13. mtspr SPRN_SPRG4W,r1; \
  14. mfcr r10; /* save CR in r10 for now */\
  15. mfspr r11,SPRN_SRR1; /* check whether user or kernel */\
  16. andi. r11,r11,MSR_PR; \
  17. beq 1f; \
  18. mfspr r1,SPRN_SPRG3; /* if from user, start at top of */\
  19. lwz r1,THREAD_INFO-THREAD(r1); /* this thread's kernel stack */\
  20. addi r1,r1,THREAD_SIZE; \
  21. 1: subi r1,r1,INT_FRAME_SIZE; /* Allocate an exception frame */\
  22. mr r11,r1; \
  23. stw r10,_CCR(r11); /* save various registers */\
  24. stw r12,GPR12(r11); \
  25. stw r9,GPR9(r11); \
  26. mfspr r10,SPRN_SPRG0; \
  27. stw r10,GPR10(r11); \
  28. mfspr r12,SPRN_SPRG1; \
  29. stw r12,GPR11(r11); \
  30. mflr r10; \
  31. stw r10,_LINK(r11); \
  32. mfspr r10,SPRN_SPRG4R; \
  33. mfspr r12,SPRN_SRR0; \
  34. stw r10,GPR1(r11); \
  35. mfspr r9,SPRN_SRR1; \
  36. stw r10,0(r11); \
  37. rlwinm r9,r9,0,14,12; /* clear MSR_WE (necessary?) */\
  38. stw r0,GPR0(r11); \
  39. SAVE_4GPRS(3, r11); \
  40. SAVE_2GPRS(7, r11)
  41. /* To handle the additional exception priority levels on 40x and Book-E
  42. * processors we allocate a 4k stack per additional priority level. The various
  43. * head_xxx.S files allocate space (exception_stack_top) for each priority's
  44. * stack times the number of CPUs
  45. *
  46. * On 40x critical is the only additional level
  47. * On 44x/e500 we have critical and machine check
  48. * On e200 we have critical and debug (machine check occurs via critical)
  49. *
  50. * Additionally we reserve a SPRG for each priority level so we can free up a
  51. * GPR to use as the base for indirect access to the exception stacks. This
  52. * is necessary since the MMU is always on, for Book-E parts, and the stacks
  53. * are offset from KERNELBASE.
  54. *
  55. */
  56. #define BOOKE_EXCEPTION_STACK_SIZE (8192)
  57. /* CRIT_SPRG only used in critical exception handling */
  58. #define CRIT_SPRG SPRN_SPRG2
  59. /* MCHECK_SPRG only used in machine check exception handling */
  60. #define MCHECK_SPRG SPRN_SPRG6W
  61. #define MCHECK_STACK_TOP (exception_stack_top - 4096)
  62. #define CRIT_STACK_TOP (exception_stack_top)
  63. /* only on e200 for now */
  64. #define DEBUG_STACK_TOP (exception_stack_top - 4096)
  65. #define DEBUG_SPRG SPRN_SPRG6W
  66. #ifdef CONFIG_SMP
  67. #define BOOKE_LOAD_EXC_LEVEL_STACK(level) \
  68. mfspr r8,SPRN_PIR; \
  69. mulli r8,r8,BOOKE_EXCEPTION_STACK_SIZE; \
  70. neg r8,r8; \
  71. addis r8,r8,level##_STACK_TOP@ha; \
  72. addi r8,r8,level##_STACK_TOP@l
  73. #else
  74. #define BOOKE_LOAD_EXC_LEVEL_STACK(level) \
  75. lis r8,level##_STACK_TOP@h; \
  76. ori r8,r8,level##_STACK_TOP@l
  77. #endif
  78. /*
  79. * Exception prolog for critical/machine check exceptions. This is a
  80. * little different from the normal exception prolog above since a
  81. * critical/machine check exception can potentially occur at any point
  82. * during normal exception processing. Thus we cannot use the same SPRG
  83. * registers as the normal prolog above. Instead we use a portion of the
  84. * critical/machine check exception stack at low physical addresses.
  85. */
  86. #define EXC_LEVEL_EXCEPTION_PROLOG(exc_level, exc_level_srr0, exc_level_srr1) \
  87. mtspr exc_level##_SPRG,r8; \
  88. BOOKE_LOAD_EXC_LEVEL_STACK(exc_level);/* r8 points to the exc_level stack*/ \
  89. stw r10,GPR10-INT_FRAME_SIZE(r8); \
  90. stw r11,GPR11-INT_FRAME_SIZE(r8); \
  91. mfcr r10; /* save CR in r10 for now */\
  92. mfspr r11,exc_level_srr1; /* check whether user or kernel */\
  93. andi. r11,r11,MSR_PR; \
  94. mr r11,r8; \
  95. mfspr r8,exc_level##_SPRG; \
  96. beq 1f; \
  97. /* COMING FROM USER MODE */ \
  98. mfspr r11,SPRN_SPRG3; /* if from user, start at top of */\
  99. lwz r11,THREAD_INFO-THREAD(r11); /* this thread's kernel stack */\
  100. addi r11,r11,THREAD_SIZE; \
  101. 1: subi r11,r11,INT_FRAME_SIZE; /* Allocate an exception frame */\
  102. stw r10,_CCR(r11); /* save various registers */\
  103. stw r12,GPR12(r11); \
  104. stw r9,GPR9(r11); \
  105. mflr r10; \
  106. stw r10,_LINK(r11); \
  107. mfspr r12,SPRN_DEAR; /* save DEAR and ESR in the frame */\
  108. stw r12,_DEAR(r11); /* since they may have had stuff */\
  109. mfspr r9,SPRN_ESR; /* in them at the point where the */\
  110. stw r9,_ESR(r11); /* exception was taken */\
  111. mfspr r12,exc_level_srr0; \
  112. stw r1,GPR1(r11); \
  113. mfspr r9,exc_level_srr1; \
  114. stw r1,0(r11); \
  115. mr r1,r11; \
  116. rlwinm r9,r9,0,14,12; /* clear MSR_WE (necessary?) */\
  117. stw r0,GPR0(r11); \
  118. SAVE_4GPRS(3, r11); \
  119. SAVE_2GPRS(7, r11)
  120. #define CRITICAL_EXCEPTION_PROLOG \
  121. EXC_LEVEL_EXCEPTION_PROLOG(CRIT, SPRN_CSRR0, SPRN_CSRR1)
  122. #define DEBUG_EXCEPTION_PROLOG \
  123. EXC_LEVEL_EXCEPTION_PROLOG(DEBUG, SPRN_DSRR0, SPRN_DSRR1)
  124. #define MCHECK_EXCEPTION_PROLOG \
  125. EXC_LEVEL_EXCEPTION_PROLOG(MCHECK, SPRN_MCSRR0, SPRN_MCSRR1)
  126. /*
  127. * Exception vectors.
  128. */
  129. #define START_EXCEPTION(label) \
  130. .align 5; \
  131. label:
  132. #define FINISH_EXCEPTION(func) \
  133. bl transfer_to_handler_full; \
  134. .long func; \
  135. .long ret_from_except_full
  136. #define EXCEPTION(n, label, hdlr, xfer) \
  137. START_EXCEPTION(label); \
  138. NORMAL_EXCEPTION_PROLOG; \
  139. addi r3,r1,STACK_FRAME_OVERHEAD; \
  140. xfer(n, hdlr)
  141. #define CRITICAL_EXCEPTION(n, label, hdlr) \
  142. START_EXCEPTION(label); \
  143. CRITICAL_EXCEPTION_PROLOG; \
  144. addi r3,r1,STACK_FRAME_OVERHEAD; \
  145. EXC_XFER_TEMPLATE(hdlr, n+2, (MSR_KERNEL & ~(MSR_ME|MSR_DE|MSR_CE)), \
  146. NOCOPY, crit_transfer_to_handler, \
  147. ret_from_crit_exc)
  148. #define MCHECK_EXCEPTION(n, label, hdlr) \
  149. START_EXCEPTION(label); \
  150. MCHECK_EXCEPTION_PROLOG; \
  151. mfspr r5,SPRN_ESR; \
  152. stw r5,_ESR(r11); \
  153. addi r3,r1,STACK_FRAME_OVERHEAD; \
  154. EXC_XFER_TEMPLATE(hdlr, n+2, (MSR_KERNEL & ~(MSR_ME|MSR_DE|MSR_CE)), \
  155. NOCOPY, mcheck_transfer_to_handler, \
  156. ret_from_mcheck_exc)
  157. #define EXC_XFER_TEMPLATE(hdlr, trap, msr, copyee, tfer, ret) \
  158. li r10,trap; \
  159. stw r10,TRAP(r11); \
  160. lis r10,msr@h; \
  161. ori r10,r10,msr@l; \
  162. copyee(r10, r9); \
  163. bl tfer; \
  164. .long hdlr; \
  165. .long ret
  166. #define COPY_EE(d, s) rlwimi d,s,0,16,16
  167. #define NOCOPY(d, s)
  168. #define EXC_XFER_STD(n, hdlr) \
  169. EXC_XFER_TEMPLATE(hdlr, n, MSR_KERNEL, NOCOPY, transfer_to_handler_full, \
  170. ret_from_except_full)
  171. #define EXC_XFER_LITE(n, hdlr) \
  172. EXC_XFER_TEMPLATE(hdlr, n+1, MSR_KERNEL, NOCOPY, transfer_to_handler, \
  173. ret_from_except)
  174. #define EXC_XFER_EE(n, hdlr) \
  175. EXC_XFER_TEMPLATE(hdlr, n, MSR_KERNEL, COPY_EE, transfer_to_handler_full, \
  176. ret_from_except_full)
  177. #define EXC_XFER_EE_LITE(n, hdlr) \
  178. EXC_XFER_TEMPLATE(hdlr, n+1, MSR_KERNEL, COPY_EE, transfer_to_handler, \
  179. ret_from_except)
  180. /* Check for a single step debug exception while in an exception
  181. * handler before state has been saved. This is to catch the case
  182. * where an instruction that we are trying to single step causes
  183. * an exception (eg ITLB/DTLB miss) and thus the first instruction of
  184. * the exception handler generates a single step debug exception.
  185. *
  186. * If we get a debug trap on the first instruction of an exception handler,
  187. * we reset the MSR_DE in the _exception handler's_ MSR (the debug trap is
  188. * a critical exception, so we are using SPRN_CSRR1 to manipulate the MSR).
  189. * The exception handler was handling a non-critical interrupt, so it will
  190. * save (and later restore) the MSR via SPRN_CSRR1, which will still have
  191. * the MSR_DE bit set.
  192. */
  193. #define DEBUG_EXCEPTION \
  194. START_EXCEPTION(Debug); \
  195. CRITICAL_EXCEPTION_PROLOG; \
  196. \
  197. /* \
  198. * If there is a single step or branch-taken exception in an \
  199. * exception entry sequence, it was probably meant to apply to \
  200. * the code where the exception occurred (since exception entry \
  201. * doesn't turn off DE automatically). We simulate the effect \
  202. * of turning off DE on entry to an exception handler by turning \
  203. * off DE in the CSRR1 value and clearing the debug status. \
  204. */ \
  205. mfspr r10,SPRN_DBSR; /* check single-step/branch taken */ \
  206. andis. r10,r10,DBSR_IC@h; \
  207. beq+ 2f; \
  208. \
  209. lis r10,KERNELBASE@h; /* check if exception in vectors */ \
  210. ori r10,r10,KERNELBASE@l; \
  211. cmplw r12,r10; \
  212. blt+ 2f; /* addr below exception vectors */ \
  213. \
  214. lis r10,Debug@h; \
  215. ori r10,r10,Debug@l; \
  216. cmplw r12,r10; \
  217. bgt+ 2f; /* addr above exception vectors */ \
  218. \
  219. /* here it looks like we got an inappropriate debug exception. */ \
  220. 1: rlwinm r9,r9,0,~MSR_DE; /* clear DE in the CSRR1 value */ \
  221. lis r10,DBSR_IC@h; /* clear the IC event */ \
  222. mtspr SPRN_DBSR,r10; \
  223. /* restore state and get out */ \
  224. lwz r10,_CCR(r11); \
  225. lwz r0,GPR0(r11); \
  226. lwz r1,GPR1(r11); \
  227. mtcrf 0x80,r10; \
  228. mtspr SPRN_CSRR0,r12; \
  229. mtspr SPRN_CSRR1,r9; \
  230. lwz r9,GPR9(r11); \
  231. lwz r12,GPR12(r11); \
  232. mtspr CRIT_SPRG,r8; \
  233. BOOKE_LOAD_EXC_LEVEL_STACK(CRIT); /* r8 points to the debug stack */ \
  234. lwz r10,GPR10-INT_FRAME_SIZE(r8); \
  235. lwz r11,GPR11-INT_FRAME_SIZE(r8); \
  236. mfspr r8,CRIT_SPRG; \
  237. \
  238. rfci; \
  239. b .; \
  240. \
  241. /* continue normal handling for a critical exception... */ \
  242. 2: mfspr r4,SPRN_DBSR; \
  243. addi r3,r1,STACK_FRAME_OVERHEAD; \
  244. EXC_XFER_TEMPLATE(DebugException, 0x2002, (MSR_KERNEL & ~(MSR_ME|MSR_DE|MSR_CE)), NOCOPY, crit_transfer_to_handler, ret_from_crit_exc)
  245. #define INSTRUCTION_STORAGE_EXCEPTION \
  246. START_EXCEPTION(InstructionStorage) \
  247. NORMAL_EXCEPTION_PROLOG; \
  248. mfspr r5,SPRN_ESR; /* Grab the ESR and save it */ \
  249. stw r5,_ESR(r11); \
  250. mr r4,r12; /* Pass SRR0 as arg2 */ \
  251. li r5,0; /* Pass zero as arg3 */ \
  252. EXC_XFER_EE_LITE(0x0400, handle_page_fault)
  253. #define ALIGNMENT_EXCEPTION \
  254. START_EXCEPTION(Alignment) \
  255. NORMAL_EXCEPTION_PROLOG; \
  256. mfspr r4,SPRN_DEAR; /* Grab the DEAR and save it */ \
  257. stw r4,_DEAR(r11); \
  258. addi r3,r1,STACK_FRAME_OVERHEAD; \
  259. EXC_XFER_EE(0x0600, alignment_exception)
  260. #define PROGRAM_EXCEPTION \
  261. START_EXCEPTION(Program) \
  262. NORMAL_EXCEPTION_PROLOG; \
  263. mfspr r4,SPRN_ESR; /* Grab the ESR and save it */ \
  264. stw r4,_ESR(r11); \
  265. addi r3,r1,STACK_FRAME_OVERHEAD; \
  266. EXC_XFER_STD(0x0700, program_check_exception)
  267. #define DECREMENTER_EXCEPTION \
  268. START_EXCEPTION(Decrementer) \
  269. NORMAL_EXCEPTION_PROLOG; \
  270. lis r0,TSR_DIS@h; /* Setup the DEC interrupt mask */ \
  271. mtspr SPRN_TSR,r0; /* Clear the DEC interrupt */ \
  272. addi r3,r1,STACK_FRAME_OVERHEAD; \
  273. EXC_XFER_LITE(0x0900, timer_interrupt)
  274. #define FP_UNAVAILABLE_EXCEPTION \
  275. START_EXCEPTION(FloatingPointUnavailable) \
  276. NORMAL_EXCEPTION_PROLOG; \
  277. bne load_up_fpu; /* if from user, just load it up */ \
  278. addi r3,r1,STACK_FRAME_OVERHEAD; \
  279. EXC_XFER_EE_LITE(0x800, kernel_fp_unavailable_exception)
  280. #endif /* __HEAD_BOOKE_H__ */