headsmp.S 6.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278
  1. #include <linux/linkage.h>
  2. #include <linux/init.h>
  3. #include <asm/cache.h>
  4. #include <asm/asm-offsets.h>
  5. #include <asm/hardware/cache-l2x0.h>
  6. #include "flowctrl.h"
  7. #include "iomap.h"
  8. #include "reset.h"
  9. #include "sleep.h"
  10. #define APB_MISC_GP_HIDREV 0x804
  11. #define PMC_SCRATCH41 0x140
  12. #define RESET_DATA(x) ((TEGRA_RESET_##x)*4)
  13. .section ".text.head", "ax"
  14. __CPUINIT
  15. /*
  16. * Tegra specific entry point for secondary CPUs.
  17. * The secondary kernel init calls v7_flush_dcache_all before it enables
  18. * the L1; however, the L1 comes out of reset in an undefined state, so
  19. * the clean + invalidate performed by v7_flush_dcache_all causes a bunch
  20. * of cache lines with uninitialized data and uninitialized tags to get
  21. * written out to memory, which does really unpleasant things to the main
  22. * processor. We fix this by performing an invalidate, rather than a
  23. * clean + invalidate, before jumping into the kernel.
  24. */
  25. ENTRY(v7_invalidate_l1)
  26. mov r0, #0
  27. mcr p15, 2, r0, c0, c0, 0
  28. mrc p15, 1, r0, c0, c0, 0
  29. ldr r1, =0x7fff
  30. and r2, r1, r0, lsr #13
  31. ldr r1, =0x3ff
  32. and r3, r1, r0, lsr #3 @ NumWays - 1
  33. add r2, r2, #1 @ NumSets
  34. and r0, r0, #0x7
  35. add r0, r0, #4 @ SetShift
  36. clz r1, r3 @ WayShift
  37. add r4, r3, #1 @ NumWays
  38. 1: sub r2, r2, #1 @ NumSets--
  39. mov r3, r4 @ Temp = NumWays
  40. 2: subs r3, r3, #1 @ Temp--
  41. mov r5, r3, lsl r1
  42. mov r6, r2, lsl r0
  43. orr r5, r5, r6 @ Reg = (Temp<<WayShift)|(NumSets<<SetShift)
  44. mcr p15, 0, r5, c7, c6, 2
  45. bgt 2b
  46. cmp r2, #0
  47. bgt 1b
  48. dsb
  49. isb
  50. mov pc, lr
  51. ENDPROC(v7_invalidate_l1)
  52. ENTRY(tegra_secondary_startup)
  53. bl v7_invalidate_l1
  54. /* Enable coresight */
  55. mov32 r0, 0xC5ACCE55
  56. mcr p14, 0, r0, c7, c12, 6
  57. b secondary_startup
  58. ENDPROC(tegra_secondary_startup)
  59. #ifdef CONFIG_PM_SLEEP
  60. /*
  61. * tegra_resume
  62. *
  63. * CPU boot vector when restarting the a CPU following
  64. * an LP2 transition. Also branched to by LP0 and LP1 resume after
  65. * re-enabling sdram.
  66. */
  67. ENTRY(tegra_resume)
  68. bl v7_invalidate_l1
  69. /* Enable coresight */
  70. mov32 r0, 0xC5ACCE55
  71. mcr p14, 0, r0, c7, c12, 6
  72. cpu_id r0
  73. cmp r0, #0 @ CPU0?
  74. bne cpu_resume @ no
  75. #ifdef CONFIG_ARCH_TEGRA_3x_SOC
  76. /* Are we on Tegra20? */
  77. mov32 r6, TEGRA_APB_MISC_BASE
  78. ldr r0, [r6, #APB_MISC_GP_HIDREV]
  79. and r0, r0, #0xff00
  80. cmp r0, #(0x20 << 8)
  81. beq 1f @ Yes
  82. /* Clear the flow controller flags for this CPU. */
  83. mov32 r2, TEGRA_FLOW_CTRL_BASE + FLOW_CTRL_CPU0_CSR @ CPU0 CSR
  84. ldr r1, [r2]
  85. /* Clear event & intr flag */
  86. orr r1, r1, \
  87. #FLOW_CTRL_CSR_INTR_FLAG | FLOW_CTRL_CSR_EVENT_FLAG
  88. movw r0, #0x0FFD @ enable, cluster_switch, immed, & bitmaps
  89. bic r1, r1, r0
  90. str r1, [r2]
  91. 1:
  92. #endif
  93. #ifdef CONFIG_HAVE_ARM_SCU
  94. /* enable SCU */
  95. mov32 r0, TEGRA_ARM_PERIF_BASE
  96. ldr r1, [r0]
  97. orr r1, r1, #1
  98. str r1, [r0]
  99. #endif
  100. /* L2 cache resume & re-enable */
  101. l2_cache_resume r0, r1, r2, l2x0_saved_regs_addr
  102. b cpu_resume
  103. ENDPROC(tegra_resume)
  104. #endif
  105. #ifdef CONFIG_CACHE_L2X0
  106. .globl l2x0_saved_regs_addr
  107. l2x0_saved_regs_addr:
  108. .long 0
  109. #endif
  110. .align L1_CACHE_SHIFT
  111. ENTRY(__tegra_cpu_reset_handler_start)
  112. /*
  113. * __tegra_cpu_reset_handler:
  114. *
  115. * Common handler for all CPU reset events.
  116. *
  117. * Register usage within the reset handler:
  118. *
  119. * R7 = CPU present (to the OS) mask
  120. * R8 = CPU in LP1 state mask
  121. * R9 = CPU in LP2 state mask
  122. * R10 = CPU number
  123. * R11 = CPU mask
  124. * R12 = pointer to reset handler data
  125. *
  126. * NOTE: This code is copied to IRAM. All code and data accesses
  127. * must be position-independent.
  128. */
  129. .align L1_CACHE_SHIFT
  130. ENTRY(__tegra_cpu_reset_handler)
  131. cpsid aif, 0x13 @ SVC mode, interrupts disabled
  132. mrc p15, 0, r10, c0, c0, 5 @ MPIDR
  133. and r10, r10, #0x3 @ R10 = CPU number
  134. mov r11, #1
  135. mov r11, r11, lsl r10 @ R11 = CPU mask
  136. adr r12, __tegra_cpu_reset_handler_data
  137. #ifdef CONFIG_SMP
  138. /* Does the OS know about this CPU? */
  139. ldr r7, [r12, #RESET_DATA(MASK_PRESENT)]
  140. tst r7, r11 @ if !present
  141. bleq __die @ CPU not present (to OS)
  142. #endif
  143. #ifdef CONFIG_ARCH_TEGRA_2x_SOC
  144. /* Are we on Tegra20? */
  145. mov32 r6, TEGRA_APB_MISC_BASE
  146. ldr r0, [r6, #APB_MISC_GP_HIDREV]
  147. and r0, r0, #0xff00
  148. cmp r0, #(0x20 << 8)
  149. bne 1f
  150. /* If not CPU0, don't let CPU0 reset CPU1 now that CPU1 is coming up. */
  151. mov32 r6, TEGRA_PMC_BASE
  152. mov r0, #0
  153. cmp r10, #0
  154. strne r0, [r6, #PMC_SCRATCH41]
  155. 1:
  156. #endif
  157. /* Waking up from LP2? */
  158. ldr r9, [r12, #RESET_DATA(MASK_LP2)]
  159. tst r9, r11 @ if in_lp2
  160. beq __is_not_lp2
  161. ldr lr, [r12, #RESET_DATA(STARTUP_LP2)]
  162. cmp lr, #0
  163. bleq __die @ no LP2 startup handler
  164. bx lr
  165. __is_not_lp2:
  166. #ifdef CONFIG_SMP
  167. /*
  168. * Can only be secondary boot (initial or hotplug) but CPU 0
  169. * cannot be here.
  170. */
  171. cmp r10, #0
  172. bleq __die @ CPU0 cannot be here
  173. ldr lr, [r12, #RESET_DATA(STARTUP_SECONDARY)]
  174. cmp lr, #0
  175. bleq __die @ no secondary startup handler
  176. bx lr
  177. #endif
  178. /*
  179. * We don't know why the CPU reset. Just kill it.
  180. * The LR register will contain the address we died at + 4.
  181. */
  182. __die:
  183. sub lr, lr, #4
  184. mov32 r7, TEGRA_PMC_BASE
  185. str lr, [r7, #PMC_SCRATCH41]
  186. mov32 r7, TEGRA_CLK_RESET_BASE
  187. /* Are we on Tegra20? */
  188. mov32 r6, TEGRA_APB_MISC_BASE
  189. ldr r0, [r6, #APB_MISC_GP_HIDREV]
  190. and r0, r0, #0xff00
  191. cmp r0, #(0x20 << 8)
  192. bne 1f
  193. #ifdef CONFIG_ARCH_TEGRA_2x_SOC
  194. mov32 r0, 0x1111
  195. mov r1, r0, lsl r10
  196. str r1, [r7, #0x340] @ CLK_RST_CPU_CMPLX_SET
  197. #endif
  198. 1:
  199. #ifdef CONFIG_ARCH_TEGRA_3x_SOC
  200. mov32 r6, TEGRA_FLOW_CTRL_BASE
  201. cmp r10, #0
  202. moveq r1, #FLOW_CTRL_HALT_CPU0_EVENTS
  203. moveq r2, #FLOW_CTRL_CPU0_CSR
  204. movne r1, r10, lsl #3
  205. addne r2, r1, #(FLOW_CTRL_CPU1_CSR-8)
  206. addne r1, r1, #(FLOW_CTRL_HALT_CPU1_EVENTS-8)
  207. /* Clear CPU "event" and "interrupt" flags and power gate
  208. it when halting but not before it is in the "WFI" state. */
  209. ldr r0, [r6, +r2]
  210. orr r0, r0, #FLOW_CTRL_CSR_INTR_FLAG | FLOW_CTRL_CSR_EVENT_FLAG
  211. orr r0, r0, #FLOW_CTRL_CSR_ENABLE
  212. str r0, [r6, +r2]
  213. /* Unconditionally halt this CPU */
  214. mov r0, #FLOW_CTRL_WAITEVENT
  215. str r0, [r6, +r1]
  216. ldr r0, [r6, +r1] @ memory barrier
  217. dsb
  218. isb
  219. wfi @ CPU should be power gated here
  220. /* If the CPU didn't power gate above just kill it's clock. */
  221. mov r0, r11, lsl #8
  222. str r0, [r7, #348] @ CLK_CPU_CMPLX_SET
  223. #endif
  224. /* If the CPU still isn't dead, just spin here. */
  225. b .
  226. ENDPROC(__tegra_cpu_reset_handler)
  227. .align L1_CACHE_SHIFT
  228. .type __tegra_cpu_reset_handler_data, %object
  229. .globl __tegra_cpu_reset_handler_data
  230. __tegra_cpu_reset_handler_data:
  231. .rept TEGRA_RESET_DATA_SIZE
  232. .long 0
  233. .endr
  234. .align L1_CACHE_SHIFT
  235. ENTRY(__tegra_cpu_reset_handler_end)