head.S 6.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1994, 1995 Waldorf Electronics
  7. * Written by Ralf Baechle and Andreas Busse
  8. * Copyright (C) 1994, 95, 96, 97, 98, 99, 2003 Ralf Baechle
  9. * Copyright (C) 1996 Paul M. Antoine
  10. * Modified for DECStation and hence R3000 support by Paul M. Antoine
  11. * Further modifications by David S. Miller and Harald Koerfgen
  12. * Copyright (C) 1999 Silicon Graphics, Inc.
  13. * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
  14. * Copyright (C) 2000 MIPS Technologies, Inc. All rights reserved.
  15. */
  16. #include <linux/init.h>
  17. #include <linux/threads.h>
  18. #include <asm/asm.h>
  19. #include <asm/asmmacro.h>
  20. #include <asm/regdef.h>
  21. #include <asm/page.h>
  22. #include <asm/mipsregs.h>
  23. #include <asm/stackframe.h>
  24. #include <kernel-entry-init.h>
  25. .macro ARC64_TWIDDLE_PC
  26. #if defined(CONFIG_ARC64) || defined(CONFIG_MAPPED_KERNEL)
  27. /* We get launched at a XKPHYS address but the kernel is linked to
  28. run at a KSEG0 address, so jump there. */
  29. PTR_LA t0, \@f
  30. jr t0
  31. \@:
  32. #endif
  33. .endm
  34. /*
  35. * inputs are the text nasid in t1, data nasid in t2.
  36. */
  37. .macro MAPPED_KERNEL_SETUP_TLB
  38. #ifdef CONFIG_MAPPED_KERNEL
  39. /*
  40. * This needs to read the nasid - assume 0 for now.
  41. * Drop in 0xffffffffc0000000 in tlbhi, 0+VG in tlblo_0,
  42. * 0+DVG in tlblo_1.
  43. */
  44. dli t0, 0xffffffffc0000000
  45. dmtc0 t0, CP0_ENTRYHI
  46. li t0, 0x1c000 # Offset of text into node memory
  47. dsll t1, NASID_SHFT # Shift text nasid into place
  48. dsll t2, NASID_SHFT # Same for data nasid
  49. or t1, t1, t0 # Physical load address of kernel text
  50. or t2, t2, t0 # Physical load address of kernel data
  51. dsrl t1, 12 # 4K pfn
  52. dsrl t2, 12 # 4K pfn
  53. dsll t1, 6 # Get pfn into place
  54. dsll t2, 6 # Get pfn into place
  55. li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _CACHE_CACHABLE_COW) >> 6)
  56. or t0, t0, t1
  57. mtc0 t0, CP0_ENTRYLO0 # physaddr, VG, cach exlwr
  58. li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _PAGE_DIRTY|_CACHE_CACHABLE_COW) >> 6)
  59. or t0, t0, t2
  60. mtc0 t0, CP0_ENTRYLO1 # physaddr, DVG, cach exlwr
  61. li t0, 0x1ffe000 # MAPPED_KERN_TLBMASK, TLBPGMASK_16M
  62. mtc0 t0, CP0_PAGEMASK
  63. li t0, 0 # KMAP_INX
  64. mtc0 t0, CP0_INDEX
  65. li t0, 1
  66. mtc0 t0, CP0_WIRED
  67. tlbwi
  68. #else
  69. mtc0 zero, CP0_WIRED
  70. #endif
  71. .endm
  72. /*
  73. * For the moment disable interrupts, mark the kernel mode and
  74. * set ST0_KX so that the CPU does not spit fire when using
  75. * 64-bit addresses. A full initialization of the CPU's status
  76. * register is done later in per_cpu_trap_init().
  77. */
  78. .macro setup_c0_status set clr
  79. .set push
  80. #ifdef CONFIG_MIPS_MT_SMTC
  81. /*
  82. * For SMTC, we need to set privilege and disable interrupts only for
  83. * the current TC, using the TCStatus register.
  84. */
  85. mfc0 t0, CP0_TCSTATUS
  86. /* Fortunately CU 0 is in the same place in both registers */
  87. /* Set TCU0, TMX, TKSU (for later inversion) and IXMT */
  88. li t1, ST0_CU0 | 0x08001c00
  89. or t0, t1
  90. /* Clear TKSU, leave IXMT */
  91. xori t0, 0x00001800
  92. mtc0 t0, CP0_TCSTATUS
  93. _ehb
  94. /* We need to leave the global IE bit set, but clear EXL...*/
  95. mfc0 t0, CP0_STATUS
  96. or t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr
  97. xor t0, ST0_EXL | ST0_ERL | \clr
  98. mtc0 t0, CP0_STATUS
  99. #else
  100. mfc0 t0, CP0_STATUS
  101. or t0, ST0_CU0|\set|0x1f|\clr
  102. xor t0, 0x1f|\clr
  103. mtc0 t0, CP0_STATUS
  104. .set noreorder
  105. sll zero,3 # ehb
  106. #endif
  107. .set pop
  108. .endm
  109. .macro setup_c0_status_pri
  110. #ifdef CONFIG_64BIT
  111. setup_c0_status ST0_KX 0
  112. #else
  113. setup_c0_status 0 0
  114. #endif
  115. .endm
  116. .macro setup_c0_status_sec
  117. #ifdef CONFIG_64BIT
  118. setup_c0_status ST0_KX ST0_BEV
  119. #else
  120. setup_c0_status 0 ST0_BEV
  121. #endif
  122. .endm
  123. /*
  124. * Reserved space for exception handlers.
  125. * Necessary for machines which link their kernels at KSEG0.
  126. */
  127. .fill 0x400
  128. EXPORT(stext) # used for profiling
  129. EXPORT(_stext)
  130. #if defined(CONFIG_QEMU) || defined(CONFIG_MIPS_SIM)
  131. /*
  132. * Give us a fighting chance of running if execution beings at the
  133. * kernel load address. This is needed because this platform does
  134. * not have a ELF loader yet.
  135. */
  136. j kernel_entry
  137. #endif
  138. __INIT
  139. NESTED(kernel_entry, 16, sp) # kernel entry point
  140. kernel_entry_setup # cpu specific setup
  141. setup_c0_status_pri
  142. ARC64_TWIDDLE_PC
  143. #ifdef CONFIG_MIPS_MT_SMTC
  144. /*
  145. * In SMTC kernel, "CLI" is thread-specific, in TCStatus.
  146. * We still need to enable interrupts globally in Status,
  147. * and clear EXL/ERL.
  148. *
  149. * TCContext is used to track interrupt levels under
  150. * service in SMTC kernel. Clear for boot TC before
  151. * allowing any interrupts.
  152. */
  153. mtc0 zero, CP0_TCCONTEXT
  154. mfc0 t0, CP0_STATUS
  155. ori t0, t0, 0xff1f
  156. xori t0, t0, 0x001e
  157. mtc0 t0, CP0_STATUS
  158. #endif /* CONFIG_MIPS_MT_SMTC */
  159. PTR_LA t0, __bss_start # clear .bss
  160. LONG_S zero, (t0)
  161. PTR_LA t1, __bss_stop - LONGSIZE
  162. 1:
  163. PTR_ADDIU t0, LONGSIZE
  164. LONG_S zero, (t0)
  165. bne t0, t1, 1b
  166. LONG_S a0, fw_arg0 # firmware arguments
  167. LONG_S a1, fw_arg1
  168. LONG_S a2, fw_arg2
  169. LONG_S a3, fw_arg3
  170. MTC0 zero, CP0_CONTEXT # clear context register
  171. PTR_LA $28, init_thread_union
  172. PTR_ADDIU sp, $28, _THREAD_SIZE - 32
  173. set_saved_sp sp, t0, t1
  174. PTR_SUBU sp, 4 * SZREG # init stack pointer
  175. j start_kernel
  176. END(kernel_entry)
  177. #ifdef CONFIG_QEMU
  178. __INIT
  179. #endif
  180. #ifdef CONFIG_SMP
  181. /*
  182. * SMP slave cpus entry point. Board specific code for bootstrap calls this
  183. * function after setting up the stack and gp registers.
  184. */
  185. NESTED(smp_bootstrap, 16, sp)
  186. #ifdef CONFIG_MIPS_MT_SMTC
  187. /*
  188. * Read-modify-writes of Status must be atomic, and this
  189. * is one case where CLI is invoked without EXL being
  190. * necessarily set. The CLI and setup_c0_status will
  191. * in fact be redundant for all but the first TC of
  192. * each VPE being booted.
  193. */
  194. DMT 10 # dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */
  195. jal mips_ihb
  196. #endif /* CONFIG_MIPS_MT_SMTC */
  197. setup_c0_status_sec
  198. smp_slave_setup
  199. #ifdef CONFIG_MIPS_MT_SMTC
  200. andi t2, t2, VPECONTROL_TE
  201. beqz t2, 2f
  202. EMT # emt
  203. 2:
  204. #endif /* CONFIG_MIPS_MT_SMTC */
  205. j start_secondary
  206. END(smp_bootstrap)
  207. #endif /* CONFIG_SMP */
  208. __FINIT
  209. .comm kernelsp, NR_CPUS * 8, 8
  210. .comm pgd_current, NR_CPUS * 8, 8
  211. .comm fw_arg0, SZREG, SZREG # firmware arguments
  212. .comm fw_arg1, SZREG, SZREG
  213. .comm fw_arg2, SZREG, SZREG
  214. .comm fw_arg3, SZREG, SZREG
  215. .macro page name, order
  216. .comm \name, (_PAGE_SIZE << \order), (_PAGE_SIZE << \order)
  217. .endm
  218. /*
  219. * On 64-bit we've got three-level pagetables with a slightly
  220. * different layout ...
  221. */
  222. page swapper_pg_dir, _PGD_ORDER
  223. #ifdef CONFIG_64BIT
  224. page invalid_pmd_table, _PMD_ORDER
  225. #endif
  226. page invalid_pte_table, _PTE_ORDER