exception-64s.h 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538
  1. #ifndef _ASM_POWERPC_EXCEPTION_H
  2. #define _ASM_POWERPC_EXCEPTION_H
  3. /*
  4. * Extracted from head_64.S
  5. *
  6. * PowerPC version
  7. * Copyright (C) 1995-1996 Gary Thomas (gdt@linuxppc.org)
  8. *
  9. * Rewritten by Cort Dougan (cort@cs.nmt.edu) for PReP
  10. * Copyright (C) 1996 Cort Dougan <cort@cs.nmt.edu>
  11. * Adapted for Power Macintosh by Paul Mackerras.
  12. * Low-level exception handlers and MMU support
  13. * rewritten by Paul Mackerras.
  14. * Copyright (C) 1996 Paul Mackerras.
  15. *
  16. * Adapted for 64bit PowerPC by Dave Engebretsen, Peter Bergner, and
  17. * Mike Corrigan {engebret|bergner|mikejc}@us.ibm.com
  18. *
  19. * This file contains the low-level support and setup for the
  20. * PowerPC-64 platform, including trap and interrupt dispatch.
  21. *
  22. * This program is free software; you can redistribute it and/or
  23. * modify it under the terms of the GNU General Public License
  24. * as published by the Free Software Foundation; either version
  25. * 2 of the License, or (at your option) any later version.
  26. */
  27. /*
  28. * The following macros define the code that appears as
  29. * the prologue to each of the exception handlers. They
  30. * are split into two parts to allow a single kernel binary
  31. * to be used for pSeries and iSeries.
  32. *
  33. * We make as much of the exception code common between native
  34. * exception handlers (including pSeries LPAR) and iSeries LPAR
  35. * implementations as possible.
  36. */
  37. #define EX_R9 0
  38. #define EX_R10 8
  39. #define EX_R11 16
  40. #define EX_R12 24
  41. #define EX_R13 32
  42. #define EX_SRR0 40
  43. #define EX_DAR 48
  44. #define EX_DSISR 56
  45. #define EX_CCR 60
  46. #define EX_R3 64
  47. #define EX_LR 72
  48. #define EX_CFAR 80
  49. #define EX_PPR 88 /* SMT thread status register (priority) */
  50. #define EX_CTR 96
  51. #ifdef CONFIG_RELOCATABLE
  52. #define __EXCEPTION_RELON_PROLOG_PSERIES_1(label, h) \
  53. ld r12,PACAKBASE(r13); /* get high part of &label */ \
  54. mfspr r11,SPRN_##h##SRR0; /* save SRR0 */ \
  55. LOAD_HANDLER(r12,label); \
  56. mtctr r12; \
  57. mfspr r12,SPRN_##h##SRR1; /* and SRR1 */ \
  58. li r10,MSR_RI; \
  59. mtmsrd r10,1; /* Set RI (EE=0) */ \
  60. bctr;
  61. #else
  62. /* If not relocatable, we can jump directly -- and save messing with LR */
  63. #define __EXCEPTION_RELON_PROLOG_PSERIES_1(label, h) \
  64. mfspr r11,SPRN_##h##SRR0; /* save SRR0 */ \
  65. mfspr r12,SPRN_##h##SRR1; /* and SRR1 */ \
  66. li r10,MSR_RI; \
  67. mtmsrd r10,1; /* Set RI (EE=0) */ \
  68. b label;
  69. #endif
  70. #define EXCEPTION_RELON_PROLOG_PSERIES_1(label, h) \
  71. __EXCEPTION_RELON_PROLOG_PSERIES_1(label, h) \
  72. /*
  73. * As EXCEPTION_PROLOG_PSERIES(), except we've already got relocation on
  74. * so no need to rfid. Save lr in case we're CONFIG_RELOCATABLE, in which
  75. * case EXCEPTION_RELON_PROLOG_PSERIES_1 will be using lr.
  76. */
  77. #define EXCEPTION_RELON_PROLOG_PSERIES(area, label, h, extra, vec) \
  78. EXCEPTION_PROLOG_0(area); \
  79. EXCEPTION_PROLOG_1(area, extra, vec); \
  80. EXCEPTION_RELON_PROLOG_PSERIES_1(label, h)
  81. /*
  82. * We're short on space and time in the exception prolog, so we can't
  83. * use the normal SET_REG_IMMEDIATE macro. Normally we just need the
  84. * low halfword of the address, but for Kdump we need the whole low
  85. * word.
  86. */
  87. #define LOAD_HANDLER(reg, label) \
  88. /* Handlers must be within 64K of kbase, which must be 64k aligned */ \
  89. ori reg,reg,(label)-_stext; /* virt addr of handler ... */
  90. /* Exception register prefixes */
  91. #define EXC_HV H
  92. #define EXC_STD
  93. #if defined(CONFIG_RELOCATABLE)
  94. /*
  95. * If we support interrupts with relocation on AND we're a relocatable kernel,
  96. * we need to use CTR to get to the 2nd level handler. So, save/restore it
  97. * when required.
  98. */
  99. #define SAVE_CTR(reg, area) mfctr reg ; std reg,area+EX_CTR(r13)
  100. #define GET_CTR(reg, area) ld reg,area+EX_CTR(r13)
  101. #define RESTORE_CTR(reg, area) ld reg,area+EX_CTR(r13) ; mtctr reg
  102. #else
  103. /* ...else CTR is unused and in register. */
  104. #define SAVE_CTR(reg, area)
  105. #define GET_CTR(reg, area) mfctr reg
  106. #define RESTORE_CTR(reg, area)
  107. #endif
  108. /*
  109. * PPR save/restore macros used in exceptions_64s.S
  110. * Used for P7 or later processors
  111. */
  112. #define SAVE_PPR(area, ra, rb) \
  113. BEGIN_FTR_SECTION_NESTED(940) \
  114. ld ra,PACACURRENT(r13); \
  115. ld rb,area+EX_PPR(r13); /* Read PPR from paca */ \
  116. std rb,TASKTHREADPPR(ra); \
  117. END_FTR_SECTION_NESTED(CPU_FTR_HAS_PPR,CPU_FTR_HAS_PPR,940)
  118. #define RESTORE_PPR_PACA(area, ra) \
  119. BEGIN_FTR_SECTION_NESTED(941) \
  120. ld ra,area+EX_PPR(r13); \
  121. mtspr SPRN_PPR,ra; \
  122. END_FTR_SECTION_NESTED(CPU_FTR_HAS_PPR,CPU_FTR_HAS_PPR,941)
  123. /*
  124. * Increase the priority on systems where PPR save/restore is not
  125. * implemented/ supported.
  126. */
  127. #define HMT_MEDIUM_PPR_DISCARD \
  128. BEGIN_FTR_SECTION_NESTED(942) \
  129. HMT_MEDIUM; \
  130. END_FTR_SECTION_NESTED(CPU_FTR_HAS_PPR,0,942) /*non P7*/
  131. /*
  132. * Get an SPR into a register if the CPU has the given feature
  133. */
  134. #define OPT_GET_SPR(ra, spr, ftr) \
  135. BEGIN_FTR_SECTION_NESTED(943) \
  136. mfspr ra,spr; \
  137. END_FTR_SECTION_NESTED(ftr,ftr,943)
  138. /*
  139. * Save a register to the PACA if the CPU has the given feature
  140. */
  141. #define OPT_SAVE_REG_TO_PACA(offset, ra, ftr) \
  142. BEGIN_FTR_SECTION_NESTED(943) \
  143. std ra,offset(r13); \
  144. END_FTR_SECTION_NESTED(ftr,ftr,943)
  145. #define EXCEPTION_PROLOG_0(area) \
  146. GET_PACA(r13); \
  147. std r9,area+EX_R9(r13); /* save r9 */ \
  148. OPT_GET_SPR(r9, SPRN_PPR, CPU_FTR_HAS_PPR); \
  149. HMT_MEDIUM; \
  150. std r10,area+EX_R10(r13); /* save r10 - r12 */ \
  151. OPT_GET_SPR(r10, SPRN_CFAR, CPU_FTR_CFAR)
  152. #define __EXCEPTION_PROLOG_1(area, extra, vec) \
  153. OPT_SAVE_REG_TO_PACA(area+EX_PPR, r9, CPU_FTR_HAS_PPR); \
  154. OPT_SAVE_REG_TO_PACA(area+EX_CFAR, r10, CPU_FTR_CFAR); \
  155. SAVE_CTR(r10, area); \
  156. mfcr r9; \
  157. extra(vec); \
  158. std r11,area+EX_R11(r13); \
  159. std r12,area+EX_R12(r13); \
  160. GET_SCRATCH0(r10); \
  161. std r10,area+EX_R13(r13)
  162. #define EXCEPTION_PROLOG_1(area, extra, vec) \
  163. __EXCEPTION_PROLOG_1(area, extra, vec)
  164. #define __EXCEPTION_PROLOG_PSERIES_1(label, h) \
  165. ld r12,PACAKBASE(r13); /* get high part of &label */ \
  166. ld r10,PACAKMSR(r13); /* get MSR value for kernel */ \
  167. mfspr r11,SPRN_##h##SRR0; /* save SRR0 */ \
  168. LOAD_HANDLER(r12,label) \
  169. mtspr SPRN_##h##SRR0,r12; \
  170. mfspr r12,SPRN_##h##SRR1; /* and SRR1 */ \
  171. mtspr SPRN_##h##SRR1,r10; \
  172. h##rfid; \
  173. b . /* prevent speculative execution */
  174. #define EXCEPTION_PROLOG_PSERIES_1(label, h) \
  175. __EXCEPTION_PROLOG_PSERIES_1(label, h)
  176. #define EXCEPTION_PROLOG_PSERIES(area, label, h, extra, vec) \
  177. EXCEPTION_PROLOG_0(area); \
  178. EXCEPTION_PROLOG_1(area, extra, vec); \
  179. EXCEPTION_PROLOG_PSERIES_1(label, h);
  180. #define __KVMTEST(n) \
  181. lbz r10,HSTATE_IN_GUEST(r13); \
  182. cmpwi r10,0; \
  183. bne do_kvm_##n
  184. #define __KVM_HANDLER(area, h, n) \
  185. do_kvm_##n: \
  186. BEGIN_FTR_SECTION_NESTED(947) \
  187. ld r10,area+EX_CFAR(r13); \
  188. std r10,HSTATE_CFAR(r13); \
  189. END_FTR_SECTION_NESTED(CPU_FTR_CFAR,CPU_FTR_CFAR,947); \
  190. ld r10,area+EX_R10(r13); \
  191. stw r9,HSTATE_SCRATCH1(r13); \
  192. ld r9,area+EX_R9(r13); \
  193. std r12,HSTATE_SCRATCH0(r13); \
  194. li r12,n; \
  195. b kvmppc_interrupt
  196. #define __KVM_HANDLER_SKIP(area, h, n) \
  197. do_kvm_##n: \
  198. cmpwi r10,KVM_GUEST_MODE_SKIP; \
  199. ld r10,area+EX_R10(r13); \
  200. beq 89f; \
  201. stw r9,HSTATE_SCRATCH1(r13); \
  202. ld r9,area+EX_R9(r13); \
  203. std r12,HSTATE_SCRATCH0(r13); \
  204. li r12,n; \
  205. b kvmppc_interrupt; \
  206. 89: mtocrf 0x80,r9; \
  207. ld r9,area+EX_R9(r13); \
  208. b kvmppc_skip_##h##interrupt
  209. #ifdef CONFIG_KVM_BOOK3S_64_HANDLER
  210. #define KVMTEST(n) __KVMTEST(n)
  211. #define KVM_HANDLER(area, h, n) __KVM_HANDLER(area, h, n)
  212. #define KVM_HANDLER_SKIP(area, h, n) __KVM_HANDLER_SKIP(area, h, n)
  213. #else
  214. #define KVMTEST(n)
  215. #define KVM_HANDLER(area, h, n)
  216. #define KVM_HANDLER_SKIP(area, h, n)
  217. #endif
  218. #ifdef CONFIG_KVM_BOOK3S_PR
  219. #define KVMTEST_PR(n) __KVMTEST(n)
  220. #define KVM_HANDLER_PR(area, h, n) __KVM_HANDLER(area, h, n)
  221. #define KVM_HANDLER_PR_SKIP(area, h, n) __KVM_HANDLER_SKIP(area, h, n)
  222. #else
  223. #define KVMTEST_PR(n)
  224. #define KVM_HANDLER_PR(area, h, n)
  225. #define KVM_HANDLER_PR_SKIP(area, h, n)
  226. #endif
  227. #define NOTEST(n)
  228. /*
  229. * The common exception prolog is used for all except a few exceptions
  230. * such as a segment miss on a kernel address. We have to be prepared
  231. * to take another exception from the point where we first touch the
  232. * kernel stack onwards.
  233. *
  234. * On entry r13 points to the paca, r9-r13 are saved in the paca,
  235. * r9 contains the saved CR, r11 and r12 contain the saved SRR0 and
  236. * SRR1, and relocation is on.
  237. */
  238. #define EXCEPTION_PROLOG_COMMON(n, area) \
  239. andi. r10,r12,MSR_PR; /* See if coming from user */ \
  240. mr r10,r1; /* Save r1 */ \
  241. subi r1,r1,INT_FRAME_SIZE; /* alloc frame on kernel stack */ \
  242. beq- 1f; \
  243. ld r1,PACAKSAVE(r13); /* kernel stack to use */ \
  244. 1: cmpdi cr1,r1,0; /* check if r1 is in userspace */ \
  245. blt+ cr1,3f; /* abort if it is */ \
  246. li r1,(n); /* will be reloaded later */ \
  247. sth r1,PACA_TRAP_SAVE(r13); \
  248. std r3,area+EX_R3(r13); \
  249. addi r3,r13,area; /* r3 -> where regs are saved*/ \
  250. RESTORE_CTR(r1, area); \
  251. b bad_stack; \
  252. 3: std r9,_CCR(r1); /* save CR in stackframe */ \
  253. std r11,_NIP(r1); /* save SRR0 in stackframe */ \
  254. std r12,_MSR(r1); /* save SRR1 in stackframe */ \
  255. std r10,0(r1); /* make stack chain pointer */ \
  256. std r0,GPR0(r1); /* save r0 in stackframe */ \
  257. std r10,GPR1(r1); /* save r1 in stackframe */ \
  258. beq 4f; /* if from kernel mode */ \
  259. ACCOUNT_CPU_USER_ENTRY(r9, r10); \
  260. SAVE_PPR(area, r9, r10); \
  261. 4: std r2,GPR2(r1); /* save r2 in stackframe */ \
  262. SAVE_4GPRS(3, r1); /* save r3 - r6 in stackframe */ \
  263. SAVE_2GPRS(7, r1); /* save r7, r8 in stackframe */ \
  264. ld r9,area+EX_R9(r13); /* move r9, r10 to stackframe */ \
  265. ld r10,area+EX_R10(r13); \
  266. std r9,GPR9(r1); \
  267. std r10,GPR10(r1); \
  268. ld r9,area+EX_R11(r13); /* move r11 - r13 to stackframe */ \
  269. ld r10,area+EX_R12(r13); \
  270. ld r11,area+EX_R13(r13); \
  271. std r9,GPR11(r1); \
  272. std r10,GPR12(r1); \
  273. std r11,GPR13(r1); \
  274. BEGIN_FTR_SECTION_NESTED(66); \
  275. ld r10,area+EX_CFAR(r13); \
  276. std r10,ORIG_GPR3(r1); \
  277. END_FTR_SECTION_NESTED(CPU_FTR_CFAR, CPU_FTR_CFAR, 66); \
  278. mflr r9; /* Get LR, later save to stack */ \
  279. ld r2,PACATOC(r13); /* get kernel TOC into r2 */ \
  280. std r9,_LINK(r1); \
  281. GET_CTR(r10, area); \
  282. std r10,_CTR(r1); \
  283. lbz r10,PACASOFTIRQEN(r13); \
  284. mfspr r11,SPRN_XER; /* save XER in stackframe */ \
  285. std r10,SOFTE(r1); \
  286. std r11,_XER(r1); \
  287. li r9,(n)+1; \
  288. std r9,_TRAP(r1); /* set trap number */ \
  289. li r10,0; \
  290. ld r11,exception_marker@toc(r2); \
  291. std r10,RESULT(r1); /* clear regs->result */ \
  292. std r11,STACK_FRAME_OVERHEAD-16(r1); /* mark the frame */ \
  293. ACCOUNT_STOLEN_TIME
  294. /*
  295. * Exception vectors.
  296. */
  297. #define STD_EXCEPTION_PSERIES(loc, vec, label) \
  298. . = loc; \
  299. .globl label##_pSeries; \
  300. label##_pSeries: \
  301. HMT_MEDIUM_PPR_DISCARD; \
  302. SET_SCRATCH0(r13); /* save r13 */ \
  303. EXCEPTION_PROLOG_PSERIES(PACA_EXGEN, label##_common, \
  304. EXC_STD, KVMTEST_PR, vec)
  305. /* Version of above for when we have to branch out-of-line */
  306. #define STD_EXCEPTION_PSERIES_OOL(vec, label) \
  307. .globl label##_pSeries; \
  308. label##_pSeries: \
  309. EXCEPTION_PROLOG_1(PACA_EXGEN, KVMTEST_PR, vec); \
  310. EXCEPTION_PROLOG_PSERIES_1(label##_common, EXC_STD)
  311. #define STD_EXCEPTION_HV(loc, vec, label) \
  312. . = loc; \
  313. .globl label##_hv; \
  314. label##_hv: \
  315. HMT_MEDIUM_PPR_DISCARD; \
  316. SET_SCRATCH0(r13); /* save r13 */ \
  317. EXCEPTION_PROLOG_PSERIES(PACA_EXGEN, label##_common, \
  318. EXC_HV, KVMTEST, vec)
  319. /* Version of above for when we have to branch out-of-line */
  320. #define STD_EXCEPTION_HV_OOL(vec, label) \
  321. .globl label##_hv; \
  322. label##_hv: \
  323. EXCEPTION_PROLOG_1(PACA_EXGEN, KVMTEST, vec); \
  324. EXCEPTION_PROLOG_PSERIES_1(label##_common, EXC_HV)
  325. #define STD_RELON_EXCEPTION_PSERIES(loc, vec, label) \
  326. . = loc; \
  327. .globl label##_relon_pSeries; \
  328. label##_relon_pSeries: \
  329. HMT_MEDIUM_PPR_DISCARD; \
  330. /* No guest interrupts come through here */ \
  331. SET_SCRATCH0(r13); /* save r13 */ \
  332. EXCEPTION_RELON_PROLOG_PSERIES(PACA_EXGEN, label##_common, \
  333. EXC_STD, NOTEST, vec)
  334. #define STD_RELON_EXCEPTION_PSERIES_OOL(vec, label) \
  335. .globl label##_relon_pSeries; \
  336. label##_relon_pSeries: \
  337. EXCEPTION_PROLOG_1(PACA_EXGEN, NOTEST, vec); \
  338. EXCEPTION_RELON_PROLOG_PSERIES_1(label##_common, EXC_STD)
  339. #define STD_RELON_EXCEPTION_HV(loc, vec, label) \
  340. . = loc; \
  341. .globl label##_relon_hv; \
  342. label##_relon_hv: \
  343. HMT_MEDIUM_PPR_DISCARD; \
  344. /* No guest interrupts come through here */ \
  345. SET_SCRATCH0(r13); /* save r13 */ \
  346. EXCEPTION_RELON_PROLOG_PSERIES(PACA_EXGEN, label##_common, \
  347. EXC_HV, NOTEST, vec)
  348. #define STD_RELON_EXCEPTION_HV_OOL(vec, label) \
  349. .globl label##_relon_hv; \
  350. label##_relon_hv: \
  351. EXCEPTION_PROLOG_1(PACA_EXGEN, NOTEST, vec); \
  352. EXCEPTION_RELON_PROLOG_PSERIES_1(label##_common, EXC_HV)
  353. /* This associate vector numbers with bits in paca->irq_happened */
  354. #define SOFTEN_VALUE_0x500 PACA_IRQ_EE
  355. #define SOFTEN_VALUE_0x502 PACA_IRQ_EE
  356. #define SOFTEN_VALUE_0x900 PACA_IRQ_DEC
  357. #define SOFTEN_VALUE_0x982 PACA_IRQ_DEC
  358. #define SOFTEN_VALUE_0xa00 PACA_IRQ_DBELL
  359. #define SOFTEN_VALUE_0xe80 PACA_IRQ_DBELL
  360. #define SOFTEN_VALUE_0xe82 PACA_IRQ_DBELL
  361. #define __SOFTEN_TEST(h, vec) \
  362. lbz r10,PACASOFTIRQEN(r13); \
  363. cmpwi r10,0; \
  364. li r10,SOFTEN_VALUE_##vec; \
  365. beq masked_##h##interrupt
  366. #define _SOFTEN_TEST(h, vec) __SOFTEN_TEST(h, vec)
  367. #define SOFTEN_TEST_PR(vec) \
  368. KVMTEST_PR(vec); \
  369. _SOFTEN_TEST(EXC_STD, vec)
  370. #define SOFTEN_TEST_HV(vec) \
  371. KVMTEST(vec); \
  372. _SOFTEN_TEST(EXC_HV, vec)
  373. #define SOFTEN_TEST_HV_201(vec) \
  374. KVMTEST(vec); \
  375. _SOFTEN_TEST(EXC_STD, vec)
  376. #define SOFTEN_NOTEST_PR(vec) _SOFTEN_TEST(EXC_STD, vec)
  377. #define SOFTEN_NOTEST_HV(vec) _SOFTEN_TEST(EXC_HV, vec)
  378. #define __MASKABLE_EXCEPTION_PSERIES(vec, label, h, extra) \
  379. SET_SCRATCH0(r13); /* save r13 */ \
  380. EXCEPTION_PROLOG_0(PACA_EXGEN); \
  381. __EXCEPTION_PROLOG_1(PACA_EXGEN, extra, vec); \
  382. EXCEPTION_PROLOG_PSERIES_1(label##_common, h);
  383. #define _MASKABLE_EXCEPTION_PSERIES(vec, label, h, extra) \
  384. __MASKABLE_EXCEPTION_PSERIES(vec, label, h, extra)
  385. #define MASKABLE_EXCEPTION_PSERIES(loc, vec, label) \
  386. . = loc; \
  387. .globl label##_pSeries; \
  388. label##_pSeries: \
  389. HMT_MEDIUM_PPR_DISCARD; \
  390. _MASKABLE_EXCEPTION_PSERIES(vec, label, \
  391. EXC_STD, SOFTEN_TEST_PR)
  392. #define MASKABLE_EXCEPTION_HV(loc, vec, label) \
  393. . = loc; \
  394. .globl label##_hv; \
  395. label##_hv: \
  396. _MASKABLE_EXCEPTION_PSERIES(vec, label, \
  397. EXC_HV, SOFTEN_TEST_HV)
  398. #define MASKABLE_EXCEPTION_HV_OOL(vec, label) \
  399. .globl label##_hv; \
  400. label##_hv: \
  401. EXCEPTION_PROLOG_1(PACA_EXGEN, SOFTEN_TEST_HV, vec); \
  402. EXCEPTION_PROLOG_PSERIES_1(label##_common, EXC_HV);
  403. #define __MASKABLE_RELON_EXCEPTION_PSERIES(vec, label, h, extra) \
  404. HMT_MEDIUM_PPR_DISCARD; \
  405. SET_SCRATCH0(r13); /* save r13 */ \
  406. EXCEPTION_PROLOG_0(PACA_EXGEN); \
  407. __EXCEPTION_PROLOG_1(PACA_EXGEN, extra, vec); \
  408. EXCEPTION_RELON_PROLOG_PSERIES_1(label##_common, h);
  409. #define _MASKABLE_RELON_EXCEPTION_PSERIES(vec, label, h, extra) \
  410. __MASKABLE_RELON_EXCEPTION_PSERIES(vec, label, h, extra)
  411. #define MASKABLE_RELON_EXCEPTION_PSERIES(loc, vec, label) \
  412. . = loc; \
  413. .globl label##_relon_pSeries; \
  414. label##_relon_pSeries: \
  415. _MASKABLE_RELON_EXCEPTION_PSERIES(vec, label, \
  416. EXC_STD, SOFTEN_NOTEST_PR)
  417. #define MASKABLE_RELON_EXCEPTION_HV(loc, vec, label) \
  418. . = loc; \
  419. .globl label##_relon_hv; \
  420. label##_relon_hv: \
  421. _MASKABLE_RELON_EXCEPTION_PSERIES(vec, label, \
  422. EXC_HV, SOFTEN_NOTEST_HV)
  423. #define MASKABLE_RELON_EXCEPTION_HV_OOL(vec, label) \
  424. .globl label##_relon_hv; \
  425. label##_relon_hv: \
  426. EXCEPTION_PROLOG_1(PACA_EXGEN, SOFTEN_NOTEST_HV, vec); \
  427. EXCEPTION_PROLOG_PSERIES_1(label##_common, EXC_HV);
  428. /*
  429. * Our exception common code can be passed various "additions"
  430. * to specify the behaviour of interrupts, whether to kick the
  431. * runlatch, etc...
  432. */
  433. /* Exception addition: Hard disable interrupts */
  434. #define DISABLE_INTS RECONCILE_IRQ_STATE(r10,r11)
  435. #define ADD_NVGPRS \
  436. bl .save_nvgprs
  437. #define RUNLATCH_ON \
  438. BEGIN_FTR_SECTION \
  439. CURRENT_THREAD_INFO(r3, r1); \
  440. ld r4,TI_LOCAL_FLAGS(r3); \
  441. andi. r0,r4,_TLF_RUNLATCH; \
  442. beql ppc64_runlatch_on_trampoline; \
  443. END_FTR_SECTION_IFSET(CPU_FTR_CTRL)
  444. #define EXCEPTION_COMMON(trap, label, hdlr, ret, additions) \
  445. .align 7; \
  446. .globl label##_common; \
  447. label##_common: \
  448. EXCEPTION_PROLOG_COMMON(trap, PACA_EXGEN); \
  449. additions; \
  450. addi r3,r1,STACK_FRAME_OVERHEAD; \
  451. bl hdlr; \
  452. b ret
  453. #define STD_EXCEPTION_COMMON(trap, label, hdlr) \
  454. EXCEPTION_COMMON(trap, label, hdlr, ret_from_except, \
  455. ADD_NVGPRS;DISABLE_INTS)
  456. /*
  457. * Like STD_EXCEPTION_COMMON, but for exceptions that can occur
  458. * in the idle task and therefore need the special idle handling
  459. * (finish nap and runlatch)
  460. */
  461. #define STD_EXCEPTION_COMMON_ASYNC(trap, label, hdlr) \
  462. EXCEPTION_COMMON(trap, label, hdlr, ret_from_except_lite, \
  463. FINISH_NAP;DISABLE_INTS;RUNLATCH_ON)
  464. /*
  465. * When the idle code in power4_idle puts the CPU into NAP mode,
  466. * it has to do so in a loop, and relies on the external interrupt
  467. * and decrementer interrupt entry code to get it out of the loop.
  468. * It sets the _TLF_NAPPING bit in current_thread_info()->local_flags
  469. * to signal that it is in the loop and needs help to get out.
  470. */
  471. #ifdef CONFIG_PPC_970_NAP
  472. #define FINISH_NAP \
  473. BEGIN_FTR_SECTION \
  474. CURRENT_THREAD_INFO(r11, r1); \
  475. ld r9,TI_LOCAL_FLAGS(r11); \
  476. andi. r10,r9,_TLF_NAPPING; \
  477. bnel power4_fixup_nap; \
  478. END_FTR_SECTION_IFSET(CPU_FTR_CAN_NAP)
  479. #else
  480. #define FINISH_NAP
  481. #endif
  482. #endif /* _ASM_POWERPC_EXCEPTION_H */