headsmp.S 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276
  1. #include <linux/linkage.h>
  2. #include <linux/init.h>
  3. #include <asm/cache.h>
  4. #include <asm/asm-offsets.h>
  5. #include <asm/hardware/cache-l2x0.h>
  6. #include "flowctrl.h"
  7. #include "iomap.h"
  8. #include "reset.h"
  9. #include "sleep.h"
  10. #define APB_MISC_GP_HIDREV 0x804
  11. #define PMC_SCRATCH41 0x140
  12. #define RESET_DATA(x) ((TEGRA_RESET_##x)*4)
  13. .section ".text.head", "ax"
  14. /*
  15. * Tegra specific entry point for secondary CPUs.
  16. * The secondary kernel init calls v7_flush_dcache_all before it enables
  17. * the L1; however, the L1 comes out of reset in an undefined state, so
  18. * the clean + invalidate performed by v7_flush_dcache_all causes a bunch
  19. * of cache lines with uninitialized data and uninitialized tags to get
  20. * written out to memory, which does really unpleasant things to the main
  21. * processor. We fix this by performing an invalidate, rather than a
  22. * clean + invalidate, before jumping into the kernel.
  23. */
  24. ENTRY(v7_invalidate_l1)
  25. mov r0, #0
  26. mcr p15, 2, r0, c0, c0, 0
  27. mrc p15, 1, r0, c0, c0, 0
  28. ldr r1, =0x7fff
  29. and r2, r1, r0, lsr #13
  30. ldr r1, =0x3ff
  31. and r3, r1, r0, lsr #3 @ NumWays - 1
  32. add r2, r2, #1 @ NumSets
  33. and r0, r0, #0x7
  34. add r0, r0, #4 @ SetShift
  35. clz r1, r3 @ WayShift
  36. add r4, r3, #1 @ NumWays
  37. 1: sub r2, r2, #1 @ NumSets--
  38. mov r3, r4 @ Temp = NumWays
  39. 2: subs r3, r3, #1 @ Temp--
  40. mov r5, r3, lsl r1
  41. mov r6, r2, lsl r0
  42. orr r5, r5, r6 @ Reg = (Temp<<WayShift)|(NumSets<<SetShift)
  43. mcr p15, 0, r5, c7, c6, 2
  44. bgt 2b
  45. cmp r2, #0
  46. bgt 1b
  47. dsb
  48. isb
  49. mov pc, lr
  50. ENDPROC(v7_invalidate_l1)
  51. ENTRY(tegra_secondary_startup)
  52. bl v7_invalidate_l1
  53. /* Enable coresight */
  54. mov32 r0, 0xC5ACCE55
  55. mcr p14, 0, r0, c7, c12, 6
  56. b secondary_startup
  57. ENDPROC(tegra_secondary_startup)
  58. #ifdef CONFIG_PM_SLEEP
  59. /*
  60. * tegra_resume
  61. *
  62. * CPU boot vector when restarting the a CPU following
  63. * an LP2 transition. Also branched to by LP0 and LP1 resume after
  64. * re-enabling sdram.
  65. */
  66. ENTRY(tegra_resume)
  67. bl v7_invalidate_l1
  68. /* Enable coresight */
  69. mov32 r0, 0xC5ACCE55
  70. mcr p14, 0, r0, c7, c12, 6
  71. cpu_id r0
  72. cmp r0, #0 @ CPU0?
  73. bne cpu_resume @ no
  74. #ifdef CONFIG_ARCH_TEGRA_3x_SOC
  75. /* Are we on Tegra20? */
  76. mov32 r6, TEGRA_APB_MISC_BASE
  77. ldr r0, [r6, #APB_MISC_GP_HIDREV]
  78. and r0, r0, #0xff00
  79. cmp r0, #(0x20 << 8)
  80. beq 1f @ Yes
  81. /* Clear the flow controller flags for this CPU. */
  82. mov32 r2, TEGRA_FLOW_CTRL_BASE + FLOW_CTRL_CPU0_CSR @ CPU0 CSR
  83. ldr r1, [r2]
  84. /* Clear event & intr flag */
  85. orr r1, r1, \
  86. #FLOW_CTRL_CSR_INTR_FLAG | FLOW_CTRL_CSR_EVENT_FLAG
  87. movw r0, #0x0FFD @ enable, cluster_switch, immed, & bitmaps
  88. bic r1, r1, r0
  89. str r1, [r2]
  90. 1:
  91. #endif
  92. #ifdef CONFIG_HAVE_ARM_SCU
  93. /* enable SCU */
  94. mov32 r0, TEGRA_ARM_PERIF_BASE
  95. ldr r1, [r0]
  96. orr r1, r1, #1
  97. str r1, [r0]
  98. #endif
  99. /* L2 cache resume & re-enable */
  100. l2_cache_resume r0, r1, r2, l2x0_saved_regs_addr
  101. b cpu_resume
  102. ENDPROC(tegra_resume)
  103. #endif
  104. #ifdef CONFIG_CACHE_L2X0
  105. .globl l2x0_saved_regs_addr
  106. l2x0_saved_regs_addr:
  107. .long 0
  108. #endif
  109. .align L1_CACHE_SHIFT
  110. ENTRY(__tegra_cpu_reset_handler_start)
  111. /*
  112. * __tegra_cpu_reset_handler:
  113. *
  114. * Common handler for all CPU reset events.
  115. *
  116. * Register usage within the reset handler:
  117. *
  118. * R7 = CPU present (to the OS) mask
  119. * R8 = CPU in LP1 state mask
  120. * R9 = CPU in LP2 state mask
  121. * R10 = CPU number
  122. * R11 = CPU mask
  123. * R12 = pointer to reset handler data
  124. *
  125. * NOTE: This code is copied to IRAM. All code and data accesses
  126. * must be position-independent.
  127. */
  128. .align L1_CACHE_SHIFT
  129. ENTRY(__tegra_cpu_reset_handler)
  130. cpsid aif, 0x13 @ SVC mode, interrupts disabled
  131. mrc p15, 0, r10, c0, c0, 5 @ MPIDR
  132. and r10, r10, #0x3 @ R10 = CPU number
  133. mov r11, #1
  134. mov r11, r11, lsl r10 @ R11 = CPU mask
  135. adr r12, __tegra_cpu_reset_handler_data
  136. #ifdef CONFIG_SMP
  137. /* Does the OS know about this CPU? */
  138. ldr r7, [r12, #RESET_DATA(MASK_PRESENT)]
  139. tst r7, r11 @ if !present
  140. bleq __die @ CPU not present (to OS)
  141. #endif
  142. #ifdef CONFIG_ARCH_TEGRA_2x_SOC
  143. /* Are we on Tegra20? */
  144. mov32 r6, TEGRA_APB_MISC_BASE
  145. ldr r0, [r6, #APB_MISC_GP_HIDREV]
  146. and r0, r0, #0xff00
  147. cmp r0, #(0x20 << 8)
  148. bne 1f
  149. /* If not CPU0, don't let CPU0 reset CPU1 now that CPU1 is coming up. */
  150. mov32 r6, TEGRA_PMC_BASE
  151. mov r0, #0
  152. cmp r10, #0
  153. strne r0, [r6, #PMC_SCRATCH41]
  154. 1:
  155. #endif
  156. /* Waking up from LP2? */
  157. ldr r9, [r12, #RESET_DATA(MASK_LP2)]
  158. tst r9, r11 @ if in_lp2
  159. beq __is_not_lp2
  160. ldr lr, [r12, #RESET_DATA(STARTUP_LP2)]
  161. cmp lr, #0
  162. bleq __die @ no LP2 startup handler
  163. bx lr
  164. __is_not_lp2:
  165. #ifdef CONFIG_SMP
  166. /*
  167. * Can only be secondary boot (initial or hotplug) but CPU 0
  168. * cannot be here.
  169. */
  170. cmp r10, #0
  171. bleq __die @ CPU0 cannot be here
  172. ldr lr, [r12, #RESET_DATA(STARTUP_SECONDARY)]
  173. cmp lr, #0
  174. bleq __die @ no secondary startup handler
  175. bx lr
  176. #endif
  177. /*
  178. * We don't know why the CPU reset. Just kill it.
  179. * The LR register will contain the address we died at + 4.
  180. */
  181. __die:
  182. sub lr, lr, #4
  183. mov32 r7, TEGRA_PMC_BASE
  184. str lr, [r7, #PMC_SCRATCH41]
  185. mov32 r7, TEGRA_CLK_RESET_BASE
  186. /* Are we on Tegra20? */
  187. mov32 r6, TEGRA_APB_MISC_BASE
  188. ldr r0, [r6, #APB_MISC_GP_HIDREV]
  189. and r0, r0, #0xff00
  190. cmp r0, #(0x20 << 8)
  191. bne 1f
  192. #ifdef CONFIG_ARCH_TEGRA_2x_SOC
  193. mov32 r0, 0x1111
  194. mov r1, r0, lsl r10
  195. str r1, [r7, #0x340] @ CLK_RST_CPU_CMPLX_SET
  196. #endif
  197. 1:
  198. #ifdef CONFIG_ARCH_TEGRA_3x_SOC
  199. mov32 r6, TEGRA_FLOW_CTRL_BASE
  200. cmp r10, #0
  201. moveq r1, #FLOW_CTRL_HALT_CPU0_EVENTS
  202. moveq r2, #FLOW_CTRL_CPU0_CSR
  203. movne r1, r10, lsl #3
  204. addne r2, r1, #(FLOW_CTRL_CPU1_CSR-8)
  205. addne r1, r1, #(FLOW_CTRL_HALT_CPU1_EVENTS-8)
  206. /* Clear CPU "event" and "interrupt" flags and power gate
  207. it when halting but not before it is in the "WFI" state. */
  208. ldr r0, [r6, +r2]
  209. orr r0, r0, #FLOW_CTRL_CSR_INTR_FLAG | FLOW_CTRL_CSR_EVENT_FLAG
  210. orr r0, r0, #FLOW_CTRL_CSR_ENABLE
  211. str r0, [r6, +r2]
  212. /* Unconditionally halt this CPU */
  213. mov r0, #FLOW_CTRL_WAITEVENT
  214. str r0, [r6, +r1]
  215. ldr r0, [r6, +r1] @ memory barrier
  216. dsb
  217. isb
  218. wfi @ CPU should be power gated here
  219. /* If the CPU didn't power gate above just kill it's clock. */
  220. mov r0, r11, lsl #8
  221. str r0, [r7, #348] @ CLK_CPU_CMPLX_SET
  222. #endif
  223. /* If the CPU still isn't dead, just spin here. */
  224. b .
  225. ENDPROC(__tegra_cpu_reset_handler)
  226. .align L1_CACHE_SHIFT
  227. .type __tegra_cpu_reset_handler_data, %object
  228. .globl __tegra_cpu_reset_handler_data
  229. __tegra_cpu_reset_handler_data:
  230. .rept TEGRA_RESET_DATA_SIZE
  231. .long 0
  232. .endr
  233. .align L1_CACHE_SHIFT
  234. ENTRY(__tegra_cpu_reset_handler_end)