ppc_asm.h 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838
  1. /*
  2. * Copyright (C) 1995-1999 Gary Thomas, Paul Mackerras, Cort Dougan.
  3. */
  4. #ifndef _ASM_POWERPC_PPC_ASM_H
  5. #define _ASM_POWERPC_PPC_ASM_H
  6. #include <linux/init.h>
  7. #include <linux/stringify.h>
  8. #include <asm/asm-compat.h>
  9. #include <asm/processor.h>
  10. #include <asm/ppc-opcode.h>
  11. #include <asm/firmware.h>
  12. #ifndef __ASSEMBLY__
  13. #error __FILE__ should only be used in assembler files
  14. #else
  15. #define SZL (BITS_PER_LONG/8)
  16. /*
  17. * Stuff for accurate CPU time accounting.
  18. * These macros handle transitions between user and system state
  19. * in exception entry and exit and accumulate time to the
  20. * user_time and system_time fields in the paca.
  21. */
  22. #ifndef CONFIG_VIRT_CPU_ACCOUNTING_NATIVE
  23. #define ACCOUNT_CPU_USER_ENTRY(ra, rb)
  24. #define ACCOUNT_CPU_USER_EXIT(ra, rb)
  25. #define ACCOUNT_STOLEN_TIME
  26. #else
  27. #define ACCOUNT_CPU_USER_ENTRY(ra, rb) \
  28. MFTB(ra); /* get timebase */ \
  29. ld rb,PACA_STARTTIME_USER(r13); \
  30. std ra,PACA_STARTTIME(r13); \
  31. subf rb,rb,ra; /* subtract start value */ \
  32. ld ra,PACA_USER_TIME(r13); \
  33. add ra,ra,rb; /* add on to user time */ \
  34. std ra,PACA_USER_TIME(r13); \
  35. #define ACCOUNT_CPU_USER_EXIT(ra, rb) \
  36. MFTB(ra); /* get timebase */ \
  37. ld rb,PACA_STARTTIME(r13); \
  38. std ra,PACA_STARTTIME_USER(r13); \
  39. subf rb,rb,ra; /* subtract start value */ \
  40. ld ra,PACA_SYSTEM_TIME(r13); \
  41. add ra,ra,rb; /* add on to system time */ \
  42. std ra,PACA_SYSTEM_TIME(r13)
  43. #ifdef CONFIG_PPC_SPLPAR
  44. #define ACCOUNT_STOLEN_TIME \
  45. BEGIN_FW_FTR_SECTION; \
  46. beq 33f; \
  47. /* from user - see if there are any DTL entries to process */ \
  48. ld r10,PACALPPACAPTR(r13); /* get ptr to VPA */ \
  49. ld r11,PACA_DTL_RIDX(r13); /* get log read index */ \
  50. ld r10,LPPACA_DTLIDX(r10); /* get log write index */ \
  51. cmpd cr1,r11,r10; \
  52. beq+ cr1,33f; \
  53. bl .accumulate_stolen_time; \
  54. ld r12,_MSR(r1); \
  55. andi. r10,r12,MSR_PR; /* Restore cr0 (coming from user) */ \
  56. 33: \
  57. END_FW_FTR_SECTION_IFSET(FW_FEATURE_SPLPAR)
  58. #else /* CONFIG_PPC_SPLPAR */
  59. #define ACCOUNT_STOLEN_TIME
  60. #endif /* CONFIG_PPC_SPLPAR */
  61. #endif /* CONFIG_VIRT_CPU_ACCOUNTING_NATIVE */
  62. /*
  63. * Macros for storing registers into and loading registers from
  64. * exception frames.
  65. */
  66. #ifdef __powerpc64__
  67. #define SAVE_GPR(n, base) std n,GPR0+8*(n)(base)
  68. #define REST_GPR(n, base) ld n,GPR0+8*(n)(base)
  69. #define SAVE_NVGPRS(base) SAVE_8GPRS(14, base); SAVE_10GPRS(22, base)
  70. #define REST_NVGPRS(base) REST_8GPRS(14, base); REST_10GPRS(22, base)
  71. #else
  72. #define SAVE_GPR(n, base) stw n,GPR0+4*(n)(base)
  73. #define REST_GPR(n, base) lwz n,GPR0+4*(n)(base)
  74. #define SAVE_NVGPRS(base) SAVE_GPR(13, base); SAVE_8GPRS(14, base); \
  75. SAVE_10GPRS(22, base)
  76. #define REST_NVGPRS(base) REST_GPR(13, base); REST_8GPRS(14, base); \
  77. REST_10GPRS(22, base)
  78. #endif
  79. #define SAVE_2GPRS(n, base) SAVE_GPR(n, base); SAVE_GPR(n+1, base)
  80. #define SAVE_4GPRS(n, base) SAVE_2GPRS(n, base); SAVE_2GPRS(n+2, base)
  81. #define SAVE_8GPRS(n, base) SAVE_4GPRS(n, base); SAVE_4GPRS(n+4, base)
  82. #define SAVE_10GPRS(n, base) SAVE_8GPRS(n, base); SAVE_2GPRS(n+8, base)
  83. #define REST_2GPRS(n, base) REST_GPR(n, base); REST_GPR(n+1, base)
  84. #define REST_4GPRS(n, base) REST_2GPRS(n, base); REST_2GPRS(n+2, base)
  85. #define REST_8GPRS(n, base) REST_4GPRS(n, base); REST_4GPRS(n+4, base)
  86. #define REST_10GPRS(n, base) REST_8GPRS(n, base); REST_2GPRS(n+8, base)
  87. #define SAVE_FPR(n, base) stfd n,THREAD_FPR0+8*TS_FPRWIDTH*(n)(base)
  88. #define SAVE_2FPRS(n, base) SAVE_FPR(n, base); SAVE_FPR(n+1, base)
  89. #define SAVE_4FPRS(n, base) SAVE_2FPRS(n, base); SAVE_2FPRS(n+2, base)
  90. #define SAVE_8FPRS(n, base) SAVE_4FPRS(n, base); SAVE_4FPRS(n+4, base)
  91. #define SAVE_16FPRS(n, base) SAVE_8FPRS(n, base); SAVE_8FPRS(n+8, base)
  92. #define SAVE_32FPRS(n, base) SAVE_16FPRS(n, base); SAVE_16FPRS(n+16, base)
  93. #define REST_FPR(n, base) lfd n,THREAD_FPR0+8*TS_FPRWIDTH*(n)(base)
  94. #define REST_2FPRS(n, base) REST_FPR(n, base); REST_FPR(n+1, base)
  95. #define REST_4FPRS(n, base) REST_2FPRS(n, base); REST_2FPRS(n+2, base)
  96. #define REST_8FPRS(n, base) REST_4FPRS(n, base); REST_4FPRS(n+4, base)
  97. #define REST_16FPRS(n, base) REST_8FPRS(n, base); REST_8FPRS(n+8, base)
  98. #define REST_32FPRS(n, base) REST_16FPRS(n, base); REST_16FPRS(n+16, base)
  99. #define SAVE_VR(n,b,base) li b,THREAD_VR0+(16*(n)); stvx n,base,b
  100. #define SAVE_2VRS(n,b,base) SAVE_VR(n,b,base); SAVE_VR(n+1,b,base)
  101. #define SAVE_4VRS(n,b,base) SAVE_2VRS(n,b,base); SAVE_2VRS(n+2,b,base)
  102. #define SAVE_8VRS(n,b,base) SAVE_4VRS(n,b,base); SAVE_4VRS(n+4,b,base)
  103. #define SAVE_16VRS(n,b,base) SAVE_8VRS(n,b,base); SAVE_8VRS(n+8,b,base)
  104. #define SAVE_32VRS(n,b,base) SAVE_16VRS(n,b,base); SAVE_16VRS(n+16,b,base)
  105. #define REST_VR(n,b,base) li b,THREAD_VR0+(16*(n)); lvx n,base,b
  106. #define REST_2VRS(n,b,base) REST_VR(n,b,base); REST_VR(n+1,b,base)
  107. #define REST_4VRS(n,b,base) REST_2VRS(n,b,base); REST_2VRS(n+2,b,base)
  108. #define REST_8VRS(n,b,base) REST_4VRS(n,b,base); REST_4VRS(n+4,b,base)
  109. #define REST_16VRS(n,b,base) REST_8VRS(n,b,base); REST_8VRS(n+8,b,base)
  110. #define REST_32VRS(n,b,base) REST_16VRS(n,b,base); REST_16VRS(n+16,b,base)
  111. /* Save/restore FPRs, VRs and VSRs from their checkpointed backups in
  112. * thread_struct:
  113. */
  114. #define SAVE_FPR_TRANSACT(n, base) stfd n,THREAD_TRANSACT_FPR0+ \
  115. 8*TS_FPRWIDTH*(n)(base)
  116. #define SAVE_2FPRS_TRANSACT(n, base) SAVE_FPR_TRANSACT(n, base); \
  117. SAVE_FPR_TRANSACT(n+1, base)
  118. #define SAVE_4FPRS_TRANSACT(n, base) SAVE_2FPRS_TRANSACT(n, base); \
  119. SAVE_2FPRS_TRANSACT(n+2, base)
  120. #define SAVE_8FPRS_TRANSACT(n, base) SAVE_4FPRS_TRANSACT(n, base); \
  121. SAVE_4FPRS_TRANSACT(n+4, base)
  122. #define SAVE_16FPRS_TRANSACT(n, base) SAVE_8FPRS_TRANSACT(n, base); \
  123. SAVE_8FPRS_TRANSACT(n+8, base)
  124. #define SAVE_32FPRS_TRANSACT(n, base) SAVE_16FPRS_TRANSACT(n, base); \
  125. SAVE_16FPRS_TRANSACT(n+16, base)
  126. #define REST_FPR_TRANSACT(n, base) lfd n,THREAD_TRANSACT_FPR0+ \
  127. 8*TS_FPRWIDTH*(n)(base)
  128. #define REST_2FPRS_TRANSACT(n, base) REST_FPR_TRANSACT(n, base); \
  129. REST_FPR_TRANSACT(n+1, base)
  130. #define REST_4FPRS_TRANSACT(n, base) REST_2FPRS_TRANSACT(n, base); \
  131. REST_2FPRS_TRANSACT(n+2, base)
  132. #define REST_8FPRS_TRANSACT(n, base) REST_4FPRS_TRANSACT(n, base); \
  133. REST_4FPRS_TRANSACT(n+4, base)
  134. #define REST_16FPRS_TRANSACT(n, base) REST_8FPRS_TRANSACT(n, base); \
  135. REST_8FPRS_TRANSACT(n+8, base)
  136. #define REST_32FPRS_TRANSACT(n, base) REST_16FPRS_TRANSACT(n, base); \
  137. REST_16FPRS_TRANSACT(n+16, base)
  138. #define SAVE_VR_TRANSACT(n,b,base) li b,THREAD_TRANSACT_VR0+(16*(n)); \
  139. stvx n,b,base
  140. #define SAVE_2VRS_TRANSACT(n,b,base) SAVE_VR_TRANSACT(n,b,base); \
  141. SAVE_VR_TRANSACT(n+1,b,base)
  142. #define SAVE_4VRS_TRANSACT(n,b,base) SAVE_2VRS_TRANSACT(n,b,base); \
  143. SAVE_2VRS_TRANSACT(n+2,b,base)
  144. #define SAVE_8VRS_TRANSACT(n,b,base) SAVE_4VRS_TRANSACT(n,b,base); \
  145. SAVE_4VRS_TRANSACT(n+4,b,base)
  146. #define SAVE_16VRS_TRANSACT(n,b,base) SAVE_8VRS_TRANSACT(n,b,base); \
  147. SAVE_8VRS_TRANSACT(n+8,b,base)
  148. #define SAVE_32VRS_TRANSACT(n,b,base) SAVE_16VRS_TRANSACT(n,b,base); \
  149. SAVE_16VRS_TRANSACT(n+16,b,base)
  150. #define REST_VR_TRANSACT(n,b,base) li b,THREAD_TRANSACT_VR0+(16*(n)); \
  151. lvx n,b,base
  152. #define REST_2VRS_TRANSACT(n,b,base) REST_VR_TRANSACT(n,b,base); \
  153. REST_VR_TRANSACT(n+1,b,base)
  154. #define REST_4VRS_TRANSACT(n,b,base) REST_2VRS_TRANSACT(n,b,base); \
  155. REST_2VRS_TRANSACT(n+2,b,base)
  156. #define REST_8VRS_TRANSACT(n,b,base) REST_4VRS_TRANSACT(n,b,base); \
  157. REST_4VRS_TRANSACT(n+4,b,base)
  158. #define REST_16VRS_TRANSACT(n,b,base) REST_8VRS_TRANSACT(n,b,base); \
  159. REST_8VRS_TRANSACT(n+8,b,base)
  160. #define REST_32VRS_TRANSACT(n,b,base) REST_16VRS_TRANSACT(n,b,base); \
  161. REST_16VRS_TRANSACT(n+16,b,base)
  162. #define SAVE_VSR_TRANSACT(n,b,base) li b,THREAD_TRANSACT_VSR0+(16*(n)); \
  163. STXVD2X(n,R##base,R##b)
  164. #define SAVE_2VSRS_TRANSACT(n,b,base) SAVE_VSR_TRANSACT(n,b,base); \
  165. SAVE_VSR_TRANSACT(n+1,b,base)
  166. #define SAVE_4VSRS_TRANSACT(n,b,base) SAVE_2VSRS_TRANSACT(n,b,base); \
  167. SAVE_2VSRS_TRANSACT(n+2,b,base)
  168. #define SAVE_8VSRS_TRANSACT(n,b,base) SAVE_4VSRS_TRANSACT(n,b,base); \
  169. SAVE_4VSRS_TRANSACT(n+4,b,base)
  170. #define SAVE_16VSRS_TRANSACT(n,b,base) SAVE_8VSRS_TRANSACT(n,b,base); \
  171. SAVE_8VSRS_TRANSACT(n+8,b,base)
  172. #define SAVE_32VSRS_TRANSACT(n,b,base) SAVE_16VSRS_TRANSACT(n,b,base); \
  173. SAVE_16VSRS_TRANSACT(n+16,b,base)
  174. #define REST_VSR_TRANSACT(n,b,base) li b,THREAD_TRANSACT_VSR0+(16*(n)); \
  175. LXVD2X(n,R##base,R##b)
  176. #define REST_2VSRS_TRANSACT(n,b,base) REST_VSR_TRANSACT(n,b,base); \
  177. REST_VSR_TRANSACT(n+1,b,base)
  178. #define REST_4VSRS_TRANSACT(n,b,base) REST_2VSRS_TRANSACT(n,b,base); \
  179. REST_2VSRS_TRANSACT(n+2,b,base)
  180. #define REST_8VSRS_TRANSACT(n,b,base) REST_4VSRS_TRANSACT(n,b,base); \
  181. REST_4VSRS_TRANSACT(n+4,b,base)
  182. #define REST_16VSRS_TRANSACT(n,b,base) REST_8VSRS_TRANSACT(n,b,base); \
  183. REST_8VSRS_TRANSACT(n+8,b,base)
  184. #define REST_32VSRS_TRANSACT(n,b,base) REST_16VSRS_TRANSACT(n,b,base); \
  185. REST_16VSRS_TRANSACT(n+16,b,base)
  186. /* Save the lower 32 VSRs in the thread VSR region */
  187. #define SAVE_VSR(n,b,base) li b,THREAD_VSR0+(16*(n)); STXVD2X(n,R##base,R##b)
  188. #define SAVE_2VSRS(n,b,base) SAVE_VSR(n,b,base); SAVE_VSR(n+1,b,base)
  189. #define SAVE_4VSRS(n,b,base) SAVE_2VSRS(n,b,base); SAVE_2VSRS(n+2,b,base)
  190. #define SAVE_8VSRS(n,b,base) SAVE_4VSRS(n,b,base); SAVE_4VSRS(n+4,b,base)
  191. #define SAVE_16VSRS(n,b,base) SAVE_8VSRS(n,b,base); SAVE_8VSRS(n+8,b,base)
  192. #define SAVE_32VSRS(n,b,base) SAVE_16VSRS(n,b,base); SAVE_16VSRS(n+16,b,base)
  193. #define REST_VSR(n,b,base) li b,THREAD_VSR0+(16*(n)); LXVD2X(n,R##base,R##b)
  194. #define REST_2VSRS(n,b,base) REST_VSR(n,b,base); REST_VSR(n+1,b,base)
  195. #define REST_4VSRS(n,b,base) REST_2VSRS(n,b,base); REST_2VSRS(n+2,b,base)
  196. #define REST_8VSRS(n,b,base) REST_4VSRS(n,b,base); REST_4VSRS(n+4,b,base)
  197. #define REST_16VSRS(n,b,base) REST_8VSRS(n,b,base); REST_8VSRS(n+8,b,base)
  198. #define REST_32VSRS(n,b,base) REST_16VSRS(n,b,base); REST_16VSRS(n+16,b,base)
  199. /* Save the upper 32 VSRs (32-63) in the thread VSX region (0-31) */
  200. #define SAVE_VSRU(n,b,base) li b,THREAD_VR0+(16*(n)); STXVD2X(n+32,R##base,R##b)
  201. #define SAVE_2VSRSU(n,b,base) SAVE_VSRU(n,b,base); SAVE_VSRU(n+1,b,base)
  202. #define SAVE_4VSRSU(n,b,base) SAVE_2VSRSU(n,b,base); SAVE_2VSRSU(n+2,b,base)
  203. #define SAVE_8VSRSU(n,b,base) SAVE_4VSRSU(n,b,base); SAVE_4VSRSU(n+4,b,base)
  204. #define SAVE_16VSRSU(n,b,base) SAVE_8VSRSU(n,b,base); SAVE_8VSRSU(n+8,b,base)
  205. #define SAVE_32VSRSU(n,b,base) SAVE_16VSRSU(n,b,base); SAVE_16VSRSU(n+16,b,base)
  206. #define REST_VSRU(n,b,base) li b,THREAD_VR0+(16*(n)); LXVD2X(n+32,R##base,R##b)
  207. #define REST_2VSRSU(n,b,base) REST_VSRU(n,b,base); REST_VSRU(n+1,b,base)
  208. #define REST_4VSRSU(n,b,base) REST_2VSRSU(n,b,base); REST_2VSRSU(n+2,b,base)
  209. #define REST_8VSRSU(n,b,base) REST_4VSRSU(n,b,base); REST_4VSRSU(n+4,b,base)
  210. #define REST_16VSRSU(n,b,base) REST_8VSRSU(n,b,base); REST_8VSRSU(n+8,b,base)
  211. #define REST_32VSRSU(n,b,base) REST_16VSRSU(n,b,base); REST_16VSRSU(n+16,b,base)
  212. /*
  213. * b = base register for addressing, o = base offset from register of 1st EVR
  214. * n = first EVR, s = scratch
  215. */
  216. #define SAVE_EVR(n,s,b,o) evmergehi s,s,n; stw s,o+4*(n)(b)
  217. #define SAVE_2EVRS(n,s,b,o) SAVE_EVR(n,s,b,o); SAVE_EVR(n+1,s,b,o)
  218. #define SAVE_4EVRS(n,s,b,o) SAVE_2EVRS(n,s,b,o); SAVE_2EVRS(n+2,s,b,o)
  219. #define SAVE_8EVRS(n,s,b,o) SAVE_4EVRS(n,s,b,o); SAVE_4EVRS(n+4,s,b,o)
  220. #define SAVE_16EVRS(n,s,b,o) SAVE_8EVRS(n,s,b,o); SAVE_8EVRS(n+8,s,b,o)
  221. #define SAVE_32EVRS(n,s,b,o) SAVE_16EVRS(n,s,b,o); SAVE_16EVRS(n+16,s,b,o)
  222. #define REST_EVR(n,s,b,o) lwz s,o+4*(n)(b); evmergelo n,s,n
  223. #define REST_2EVRS(n,s,b,o) REST_EVR(n,s,b,o); REST_EVR(n+1,s,b,o)
  224. #define REST_4EVRS(n,s,b,o) REST_2EVRS(n,s,b,o); REST_2EVRS(n+2,s,b,o)
  225. #define REST_8EVRS(n,s,b,o) REST_4EVRS(n,s,b,o); REST_4EVRS(n+4,s,b,o)
  226. #define REST_16EVRS(n,s,b,o) REST_8EVRS(n,s,b,o); REST_8EVRS(n+8,s,b,o)
  227. #define REST_32EVRS(n,s,b,o) REST_16EVRS(n,s,b,o); REST_16EVRS(n+16,s,b,o)
  228. /* Macros to adjust thread priority for hardware multithreading */
  229. #define HMT_VERY_LOW or 31,31,31 # very low priority
  230. #define HMT_LOW or 1,1,1
  231. #define HMT_MEDIUM_LOW or 6,6,6 # medium low priority
  232. #define HMT_MEDIUM or 2,2,2
  233. #define HMT_MEDIUM_HIGH or 5,5,5 # medium high priority
  234. #define HMT_HIGH or 3,3,3
  235. #define HMT_EXTRA_HIGH or 7,7,7 # power7 only
  236. #ifdef CONFIG_PPC64
  237. #define ULONG_SIZE 8
  238. #else
  239. #define ULONG_SIZE 4
  240. #endif
  241. #define __VCPU_GPR(n) (VCPU_GPRS + (n * ULONG_SIZE))
  242. #define VCPU_GPR(n) __VCPU_GPR(__REG_##n)
  243. #ifdef __KERNEL__
  244. #ifdef CONFIG_PPC64
  245. #define STACKFRAMESIZE 256
  246. #define __STK_REG(i) (112 + ((i)-14)*8)
  247. #define STK_REG(i) __STK_REG(__REG_##i)
  248. #define __STK_PARAM(i) (48 + ((i)-3)*8)
  249. #define STK_PARAM(i) __STK_PARAM(__REG_##i)
  250. #define XGLUE(a,b) a##b
  251. #define GLUE(a,b) XGLUE(a,b)
  252. #define _GLOBAL(name) \
  253. .section ".text"; \
  254. .align 2 ; \
  255. .globl name; \
  256. .globl GLUE(.,name); \
  257. .section ".opd","aw"; \
  258. name: \
  259. .quad GLUE(.,name); \
  260. .quad .TOC.@tocbase; \
  261. .quad 0; \
  262. .previous; \
  263. .type GLUE(.,name),@function; \
  264. GLUE(.,name):
  265. #define _INIT_GLOBAL(name) \
  266. __REF; \
  267. .align 2 ; \
  268. .globl name; \
  269. .globl GLUE(.,name); \
  270. .section ".opd","aw"; \
  271. name: \
  272. .quad GLUE(.,name); \
  273. .quad .TOC.@tocbase; \
  274. .quad 0; \
  275. .previous; \
  276. .type GLUE(.,name),@function; \
  277. GLUE(.,name):
  278. #define _KPROBE(name) \
  279. .section ".kprobes.text","a"; \
  280. .align 2 ; \
  281. .globl name; \
  282. .globl GLUE(.,name); \
  283. .section ".opd","aw"; \
  284. name: \
  285. .quad GLUE(.,name); \
  286. .quad .TOC.@tocbase; \
  287. .quad 0; \
  288. .previous; \
  289. .type GLUE(.,name),@function; \
  290. GLUE(.,name):
  291. #define _STATIC(name) \
  292. .section ".text"; \
  293. .align 2 ; \
  294. .section ".opd","aw"; \
  295. name: \
  296. .quad GLUE(.,name); \
  297. .quad .TOC.@tocbase; \
  298. .quad 0; \
  299. .previous; \
  300. .type GLUE(.,name),@function; \
  301. GLUE(.,name):
  302. #define _INIT_STATIC(name) \
  303. __REF; \
  304. .align 2 ; \
  305. .section ".opd","aw"; \
  306. name: \
  307. .quad GLUE(.,name); \
  308. .quad .TOC.@tocbase; \
  309. .quad 0; \
  310. .previous; \
  311. .type GLUE(.,name),@function; \
  312. GLUE(.,name):
  313. #else /* 32-bit */
  314. #define _ENTRY(n) \
  315. .globl n; \
  316. n:
  317. #define _GLOBAL(n) \
  318. .text; \
  319. .stabs __stringify(n:F-1),N_FUN,0,0,n;\
  320. .globl n; \
  321. n:
  322. #define _KPROBE(n) \
  323. .section ".kprobes.text","a"; \
  324. .globl n; \
  325. n:
  326. #endif
  327. /*
  328. * LOAD_REG_IMMEDIATE(rn, expr)
  329. * Loads the value of the constant expression 'expr' into register 'rn'
  330. * using immediate instructions only. Use this when it's important not
  331. * to reference other data (i.e. on ppc64 when the TOC pointer is not
  332. * valid) and when 'expr' is a constant or absolute address.
  333. *
  334. * LOAD_REG_ADDR(rn, name)
  335. * Loads the address of label 'name' into register 'rn'. Use this when
  336. * you don't particularly need immediate instructions only, but you need
  337. * the whole address in one register (e.g. it's a structure address and
  338. * you want to access various offsets within it). On ppc32 this is
  339. * identical to LOAD_REG_IMMEDIATE.
  340. *
  341. * LOAD_REG_ADDRBASE(rn, name)
  342. * ADDROFF(name)
  343. * LOAD_REG_ADDRBASE loads part of the address of label 'name' into
  344. * register 'rn'. ADDROFF(name) returns the remainder of the address as
  345. * a constant expression. ADDROFF(name) is a signed expression < 16 bits
  346. * in size, so is suitable for use directly as an offset in load and store
  347. * instructions. Use this when loading/storing a single word or less as:
  348. * LOAD_REG_ADDRBASE(rX, name)
  349. * ld rY,ADDROFF(name)(rX)
  350. */
  351. #ifdef __powerpc64__
  352. #define LOAD_REG_IMMEDIATE(reg,expr) \
  353. lis reg,(expr)@highest; \
  354. ori reg,reg,(expr)@higher; \
  355. rldicr reg,reg,32,31; \
  356. oris reg,reg,(expr)@h; \
  357. ori reg,reg,(expr)@l;
  358. #define LOAD_REG_ADDR(reg,name) \
  359. ld reg,name@got(r2)
  360. #define LOAD_REG_ADDRBASE(reg,name) LOAD_REG_ADDR(reg,name)
  361. #define ADDROFF(name) 0
  362. /* offsets for stack frame layout */
  363. #define LRSAVE 16
  364. #else /* 32-bit */
  365. #define LOAD_REG_IMMEDIATE(reg,expr) \
  366. lis reg,(expr)@ha; \
  367. addi reg,reg,(expr)@l;
  368. #define LOAD_REG_ADDR(reg,name) LOAD_REG_IMMEDIATE(reg, name)
  369. #define LOAD_REG_ADDRBASE(reg, name) lis reg,name@ha
  370. #define ADDROFF(name) name@l
  371. /* offsets for stack frame layout */
  372. #define LRSAVE 4
  373. #endif
  374. /* various errata or part fixups */
  375. #ifdef CONFIG_PPC601_SYNC_FIX
  376. #define SYNC \
  377. BEGIN_FTR_SECTION \
  378. sync; \
  379. isync; \
  380. END_FTR_SECTION_IFSET(CPU_FTR_601)
  381. #define SYNC_601 \
  382. BEGIN_FTR_SECTION \
  383. sync; \
  384. END_FTR_SECTION_IFSET(CPU_FTR_601)
  385. #define ISYNC_601 \
  386. BEGIN_FTR_SECTION \
  387. isync; \
  388. END_FTR_SECTION_IFSET(CPU_FTR_601)
  389. #else
  390. #define SYNC
  391. #define SYNC_601
  392. #define ISYNC_601
  393. #endif
  394. #ifdef CONFIG_PPC_CELL
  395. #define MFTB(dest) \
  396. 90: mftb dest; \
  397. BEGIN_FTR_SECTION_NESTED(96); \
  398. cmpwi dest,0; \
  399. beq- 90b; \
  400. END_FTR_SECTION_NESTED(CPU_FTR_CELL_TB_BUG, CPU_FTR_CELL_TB_BUG, 96)
  401. #else
  402. #define MFTB(dest) mftb dest
  403. #endif
  404. #ifndef CONFIG_SMP
  405. #define TLBSYNC
  406. #else /* CONFIG_SMP */
  407. /* tlbsync is not implemented on 601 */
  408. #define TLBSYNC \
  409. BEGIN_FTR_SECTION \
  410. tlbsync; \
  411. sync; \
  412. END_FTR_SECTION_IFCLR(CPU_FTR_601)
  413. #endif
  414. #ifdef CONFIG_PPC64
  415. #define MTOCRF(FXM, RS) \
  416. BEGIN_FTR_SECTION_NESTED(848); \
  417. mtcrf (FXM), RS; \
  418. FTR_SECTION_ELSE_NESTED(848); \
  419. mtocrf (FXM), RS; \
  420. ALT_FTR_SECTION_END_NESTED_IFCLR(CPU_FTR_NOEXECUTE, 848)
  421. /*
  422. * PPR restore macros used in entry_64.S
  423. * Used for P7 or later processors
  424. */
  425. #define HMT_MEDIUM_LOW_HAS_PPR \
  426. BEGIN_FTR_SECTION_NESTED(944) \
  427. HMT_MEDIUM_LOW; \
  428. END_FTR_SECTION_NESTED(CPU_FTR_HAS_PPR,CPU_FTR_HAS_PPR,944)
  429. #define SET_DEFAULT_THREAD_PPR(ra, rb) \
  430. BEGIN_FTR_SECTION_NESTED(945) \
  431. lis ra,INIT_PPR@highest; /* default ppr=3 */ \
  432. ld rb,PACACURRENT(r13); \
  433. sldi ra,ra,32; /* 11- 13 bits are used for ppr */ \
  434. std ra,TASKTHREADPPR(rb); \
  435. END_FTR_SECTION_NESTED(CPU_FTR_HAS_PPR,CPU_FTR_HAS_PPR,945)
  436. #define RESTORE_PPR(ra, rb) \
  437. BEGIN_FTR_SECTION_NESTED(946) \
  438. ld ra,PACACURRENT(r13); \
  439. ld rb,TASKTHREADPPR(ra); \
  440. mtspr SPRN_PPR,rb; /* Restore PPR */ \
  441. END_FTR_SECTION_NESTED(CPU_FTR_HAS_PPR,CPU_FTR_HAS_PPR,946)
  442. #endif
  443. /*
  444. * This instruction is not implemented on the PPC 603 or 601; however, on
  445. * the 403GCX and 405GP tlbia IS defined and tlbie is not.
  446. * All of these instructions exist in the 8xx, they have magical powers,
  447. * and they must be used.
  448. */
  449. #if !defined(CONFIG_4xx) && !defined(CONFIG_8xx)
  450. #define tlbia \
  451. li r4,1024; \
  452. mtctr r4; \
  453. lis r4,KERNELBASE@h; \
  454. 0: tlbie r4; \
  455. addi r4,r4,0x1000; \
  456. bdnz 0b
  457. #endif
  458. #ifdef CONFIG_IBM440EP_ERR42
  459. #define PPC440EP_ERR42 isync
  460. #else
  461. #define PPC440EP_ERR42
  462. #endif
  463. /*
  464. * toreal/fromreal/tophys/tovirt macros. 32-bit BookE makes them
  465. * keep the address intact to be compatible with code shared with
  466. * 32-bit classic.
  467. *
  468. * On the other hand, I find it useful to have them behave as expected
  469. * by their name (ie always do the addition) on 64-bit BookE
  470. */
  471. #if defined(CONFIG_BOOKE) && !defined(CONFIG_PPC64)
  472. #define toreal(rd)
  473. #define fromreal(rd)
  474. /*
  475. * We use addis to ensure compatibility with the "classic" ppc versions of
  476. * these macros, which use rs = 0 to get the tophys offset in rd, rather than
  477. * converting the address in r0, and so this version has to do that too
  478. * (i.e. set register rd to 0 when rs == 0).
  479. */
  480. #define tophys(rd,rs) \
  481. addis rd,rs,0
  482. #define tovirt(rd,rs) \
  483. addis rd,rs,0
  484. #elif defined(CONFIG_PPC64)
  485. #define toreal(rd) /* we can access c000... in real mode */
  486. #define fromreal(rd)
  487. #define tophys(rd,rs) \
  488. clrldi rd,rs,2
  489. #define tovirt(rd,rs) \
  490. rotldi rd,rs,16; \
  491. ori rd,rd,((KERNELBASE>>48)&0xFFFF);\
  492. rotldi rd,rd,48
  493. #else
  494. /*
  495. * On APUS (Amiga PowerPC cpu upgrade board), we don't know the
  496. * physical base address of RAM at compile time.
  497. */
  498. #define toreal(rd) tophys(rd,rd)
  499. #define fromreal(rd) tovirt(rd,rd)
  500. #define tophys(rd,rs) \
  501. 0: addis rd,rs,-PAGE_OFFSET@h; \
  502. .section ".vtop_fixup","aw"; \
  503. .align 1; \
  504. .long 0b; \
  505. .previous
  506. #define tovirt(rd,rs) \
  507. 0: addis rd,rs,PAGE_OFFSET@h; \
  508. .section ".ptov_fixup","aw"; \
  509. .align 1; \
  510. .long 0b; \
  511. .previous
  512. #endif
  513. #ifdef CONFIG_PPC_BOOK3S_64
  514. #define RFI rfid
  515. #define MTMSRD(r) mtmsrd r
  516. #define MTMSR_EERI(reg) mtmsrd reg,1
  517. #else
  518. #define FIX_SRR1(ra, rb)
  519. #ifndef CONFIG_40x
  520. #define RFI rfi
  521. #else
  522. #define RFI rfi; b . /* Prevent prefetch past rfi */
  523. #endif
  524. #define MTMSRD(r) mtmsr r
  525. #define MTMSR_EERI(reg) mtmsr reg
  526. #define CLR_TOP32(r)
  527. #endif
  528. #endif /* __KERNEL__ */
  529. /* The boring bits... */
  530. /* Condition Register Bit Fields */
  531. #define cr0 0
  532. #define cr1 1
  533. #define cr2 2
  534. #define cr3 3
  535. #define cr4 4
  536. #define cr5 5
  537. #define cr6 6
  538. #define cr7 7
  539. /*
  540. * General Purpose Registers (GPRs)
  541. *
  542. * The lower case r0-r31 should be used in preference to the upper
  543. * case R0-R31 as they provide more error checking in the assembler.
  544. * Use R0-31 only when really nessesary.
  545. */
  546. #define r0 %r0
  547. #define r1 %r1
  548. #define r2 %r2
  549. #define r3 %r3
  550. #define r4 %r4
  551. #define r5 %r5
  552. #define r6 %r6
  553. #define r7 %r7
  554. #define r8 %r8
  555. #define r9 %r9
  556. #define r10 %r10
  557. #define r11 %r11
  558. #define r12 %r12
  559. #define r13 %r13
  560. #define r14 %r14
  561. #define r15 %r15
  562. #define r16 %r16
  563. #define r17 %r17
  564. #define r18 %r18
  565. #define r19 %r19
  566. #define r20 %r20
  567. #define r21 %r21
  568. #define r22 %r22
  569. #define r23 %r23
  570. #define r24 %r24
  571. #define r25 %r25
  572. #define r26 %r26
  573. #define r27 %r27
  574. #define r28 %r28
  575. #define r29 %r29
  576. #define r30 %r30
  577. #define r31 %r31
  578. /* Floating Point Registers (FPRs) */
  579. #define fr0 0
  580. #define fr1 1
  581. #define fr2 2
  582. #define fr3 3
  583. #define fr4 4
  584. #define fr5 5
  585. #define fr6 6
  586. #define fr7 7
  587. #define fr8 8
  588. #define fr9 9
  589. #define fr10 10
  590. #define fr11 11
  591. #define fr12 12
  592. #define fr13 13
  593. #define fr14 14
  594. #define fr15 15
  595. #define fr16 16
  596. #define fr17 17
  597. #define fr18 18
  598. #define fr19 19
  599. #define fr20 20
  600. #define fr21 21
  601. #define fr22 22
  602. #define fr23 23
  603. #define fr24 24
  604. #define fr25 25
  605. #define fr26 26
  606. #define fr27 27
  607. #define fr28 28
  608. #define fr29 29
  609. #define fr30 30
  610. #define fr31 31
  611. /* AltiVec Registers (VPRs) */
  612. #define vr0 0
  613. #define vr1 1
  614. #define vr2 2
  615. #define vr3 3
  616. #define vr4 4
  617. #define vr5 5
  618. #define vr6 6
  619. #define vr7 7
  620. #define vr8 8
  621. #define vr9 9
  622. #define vr10 10
  623. #define vr11 11
  624. #define vr12 12
  625. #define vr13 13
  626. #define vr14 14
  627. #define vr15 15
  628. #define vr16 16
  629. #define vr17 17
  630. #define vr18 18
  631. #define vr19 19
  632. #define vr20 20
  633. #define vr21 21
  634. #define vr22 22
  635. #define vr23 23
  636. #define vr24 24
  637. #define vr25 25
  638. #define vr26 26
  639. #define vr27 27
  640. #define vr28 28
  641. #define vr29 29
  642. #define vr30 30
  643. #define vr31 31
  644. /* VSX Registers (VSRs) */
  645. #define vsr0 0
  646. #define vsr1 1
  647. #define vsr2 2
  648. #define vsr3 3
  649. #define vsr4 4
  650. #define vsr5 5
  651. #define vsr6 6
  652. #define vsr7 7
  653. #define vsr8 8
  654. #define vsr9 9
  655. #define vsr10 10
  656. #define vsr11 11
  657. #define vsr12 12
  658. #define vsr13 13
  659. #define vsr14 14
  660. #define vsr15 15
  661. #define vsr16 16
  662. #define vsr17 17
  663. #define vsr18 18
  664. #define vsr19 19
  665. #define vsr20 20
  666. #define vsr21 21
  667. #define vsr22 22
  668. #define vsr23 23
  669. #define vsr24 24
  670. #define vsr25 25
  671. #define vsr26 26
  672. #define vsr27 27
  673. #define vsr28 28
  674. #define vsr29 29
  675. #define vsr30 30
  676. #define vsr31 31
  677. #define vsr32 32
  678. #define vsr33 33
  679. #define vsr34 34
  680. #define vsr35 35
  681. #define vsr36 36
  682. #define vsr37 37
  683. #define vsr38 38
  684. #define vsr39 39
  685. #define vsr40 40
  686. #define vsr41 41
  687. #define vsr42 42
  688. #define vsr43 43
  689. #define vsr44 44
  690. #define vsr45 45
  691. #define vsr46 46
  692. #define vsr47 47
  693. #define vsr48 48
  694. #define vsr49 49
  695. #define vsr50 50
  696. #define vsr51 51
  697. #define vsr52 52
  698. #define vsr53 53
  699. #define vsr54 54
  700. #define vsr55 55
  701. #define vsr56 56
  702. #define vsr57 57
  703. #define vsr58 58
  704. #define vsr59 59
  705. #define vsr60 60
  706. #define vsr61 61
  707. #define vsr62 62
  708. #define vsr63 63
  709. /* SPE Registers (EVPRs) */
  710. #define evr0 0
  711. #define evr1 1
  712. #define evr2 2
  713. #define evr3 3
  714. #define evr4 4
  715. #define evr5 5
  716. #define evr6 6
  717. #define evr7 7
  718. #define evr8 8
  719. #define evr9 9
  720. #define evr10 10
  721. #define evr11 11
  722. #define evr12 12
  723. #define evr13 13
  724. #define evr14 14
  725. #define evr15 15
  726. #define evr16 16
  727. #define evr17 17
  728. #define evr18 18
  729. #define evr19 19
  730. #define evr20 20
  731. #define evr21 21
  732. #define evr22 22
  733. #define evr23 23
  734. #define evr24 24
  735. #define evr25 25
  736. #define evr26 26
  737. #define evr27 27
  738. #define evr28 28
  739. #define evr29 29
  740. #define evr30 30
  741. #define evr31 31
  742. /* some stab codes */
  743. #define N_FUN 36
  744. #define N_RSYM 64
  745. #define N_SLINE 68
  746. #define N_SO 100
  747. #endif /* __ASSEMBLY__ */
  748. #endif /* _ASM_POWERPC_PPC_ASM_H */