head.S 5.8 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1994, 1995 Waldorf Electronics
  7. * Written by Ralf Baechle and Andreas Busse
  8. * Copyright (C) 1994 - 99, 2003, 06 Ralf Baechle
  9. * Copyright (C) 1996 Paul M. Antoine
  10. * Modified for DECStation and hence R3000 support by Paul M. Antoine
  11. * Further modifications by David S. Miller and Harald Koerfgen
  12. * Copyright (C) 1999 Silicon Graphics, Inc.
  13. * Kevin Kissell, kevink@mips.com and Carsten Langgaard, carstenl@mips.com
  14. * Copyright (C) 2000 MIPS Technologies, Inc. All rights reserved.
  15. */
  16. #include <linux/init.h>
  17. #include <linux/threads.h>
  18. #include <asm/addrspace.h>
  19. #include <asm/asm.h>
  20. #include <asm/asmmacro.h>
  21. #include <asm/irqflags.h>
  22. #include <asm/regdef.h>
  23. #include <asm/page.h>
  24. #include <asm/mipsregs.h>
  25. #include <asm/stackframe.h>
  26. #include <kernel-entry-init.h>
  27. /*
  28. * inputs are the text nasid in t1, data nasid in t2.
  29. */
  30. .macro MAPPED_KERNEL_SETUP_TLB
  31. #ifdef CONFIG_MAPPED_KERNEL
  32. /*
  33. * This needs to read the nasid - assume 0 for now.
  34. * Drop in 0xffffffffc0000000 in tlbhi, 0+VG in tlblo_0,
  35. * 0+DVG in tlblo_1.
  36. */
  37. dli t0, 0xffffffffc0000000
  38. dmtc0 t0, CP0_ENTRYHI
  39. li t0, 0x1c000 # Offset of text into node memory
  40. dsll t1, NASID_SHFT # Shift text nasid into place
  41. dsll t2, NASID_SHFT # Same for data nasid
  42. or t1, t1, t0 # Physical load address of kernel text
  43. or t2, t2, t0 # Physical load address of kernel data
  44. dsrl t1, 12 # 4K pfn
  45. dsrl t2, 12 # 4K pfn
  46. dsll t1, 6 # Get pfn into place
  47. dsll t2, 6 # Get pfn into place
  48. li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _CACHE_CACHABLE_COW) >> 6)
  49. or t0, t0, t1
  50. mtc0 t0, CP0_ENTRYLO0 # physaddr, VG, cach exlwr
  51. li t0, ((_PAGE_GLOBAL|_PAGE_VALID| _PAGE_DIRTY|_CACHE_CACHABLE_COW) >> 6)
  52. or t0, t0, t2
  53. mtc0 t0, CP0_ENTRYLO1 # physaddr, DVG, cach exlwr
  54. li t0, 0x1ffe000 # MAPPED_KERN_TLBMASK, TLBPGMASK_16M
  55. mtc0 t0, CP0_PAGEMASK
  56. li t0, 0 # KMAP_INX
  57. mtc0 t0, CP0_INDEX
  58. li t0, 1
  59. mtc0 t0, CP0_WIRED
  60. tlbwi
  61. #else
  62. mtc0 zero, CP0_WIRED
  63. #endif
  64. .endm
  65. /*
  66. * For the moment disable interrupts, mark the kernel mode and
  67. * set ST0_KX so that the CPU does not spit fire when using
  68. * 64-bit addresses. A full initialization of the CPU's status
  69. * register is done later in per_cpu_trap_init().
  70. */
  71. .macro setup_c0_status set clr
  72. .set push
  73. #ifdef CONFIG_MIPS_MT_SMTC
  74. /*
  75. * For SMTC, we need to set privilege and disable interrupts only for
  76. * the current TC, using the TCStatus register.
  77. */
  78. mfc0 t0, CP0_TCSTATUS
  79. /* Fortunately CU 0 is in the same place in both registers */
  80. /* Set TCU0, TMX, TKSU (for later inversion) and IXMT */
  81. li t1, ST0_CU0 | 0x08001c00
  82. or t0, t1
  83. /* Clear TKSU, leave IXMT */
  84. xori t0, 0x00001800
  85. mtc0 t0, CP0_TCSTATUS
  86. _ehb
  87. /* We need to leave the global IE bit set, but clear EXL...*/
  88. mfc0 t0, CP0_STATUS
  89. or t0, ST0_CU0 | ST0_EXL | ST0_ERL | \set | \clr
  90. xor t0, ST0_EXL | ST0_ERL | \clr
  91. mtc0 t0, CP0_STATUS
  92. #else
  93. mfc0 t0, CP0_STATUS
  94. or t0, ST0_CU0|\set|0x1f|\clr
  95. xor t0, 0x1f|\clr
  96. mtc0 t0, CP0_STATUS
  97. .set noreorder
  98. sll zero,3 # ehb
  99. #endif
  100. .set pop
  101. .endm
  102. .macro setup_c0_status_pri
  103. #ifdef CONFIG_64BIT
  104. setup_c0_status ST0_KX 0
  105. #else
  106. setup_c0_status 0 0
  107. #endif
  108. .endm
  109. .macro setup_c0_status_sec
  110. #ifdef CONFIG_64BIT
  111. setup_c0_status ST0_KX ST0_BEV
  112. #else
  113. setup_c0_status 0 ST0_BEV
  114. #endif
  115. .endm
  116. #ifndef CONFIG_NO_EXCEPT_FILL
  117. /*
  118. * Reserved space for exception handlers.
  119. * Necessary for machines which link their kernels at KSEG0.
  120. */
  121. .fill 0x400
  122. #endif
  123. EXPORT(_stext)
  124. #ifdef CONFIG_BOOT_RAW
  125. /*
  126. * Give us a fighting chance of running if execution beings at the
  127. * kernel load address. This is needed because this platform does
  128. * not have a ELF loader yet.
  129. */
  130. FEXPORT(__kernel_entry)
  131. j kernel_entry
  132. #endif
  133. __INIT_REFOK
  134. NESTED(kernel_entry, 16, sp) # kernel entry point
  135. kernel_entry_setup # cpu specific setup
  136. setup_c0_status_pri
  137. /* We might not get launched at the address the kernel is linked to,
  138. so we jump there. */
  139. PTR_LA t0, 0f
  140. jr t0
  141. 0:
  142. #ifdef CONFIG_MIPS_MT_SMTC
  143. /*
  144. * In SMTC kernel, "CLI" is thread-specific, in TCStatus.
  145. * We still need to enable interrupts globally in Status,
  146. * and clear EXL/ERL.
  147. *
  148. * TCContext is used to track interrupt levels under
  149. * service in SMTC kernel. Clear for boot TC before
  150. * allowing any interrupts.
  151. */
  152. mtc0 zero, CP0_TCCONTEXT
  153. mfc0 t0, CP0_STATUS
  154. ori t0, t0, 0xff1f
  155. xori t0, t0, 0x001e
  156. mtc0 t0, CP0_STATUS
  157. #endif /* CONFIG_MIPS_MT_SMTC */
  158. PTR_LA t0, __bss_start # clear .bss
  159. LONG_S zero, (t0)
  160. PTR_LA t1, __bss_stop - LONGSIZE
  161. 1:
  162. PTR_ADDIU t0, LONGSIZE
  163. LONG_S zero, (t0)
  164. bne t0, t1, 1b
  165. LONG_S a0, fw_arg0 # firmware arguments
  166. LONG_S a1, fw_arg1
  167. LONG_S a2, fw_arg2
  168. LONG_S a3, fw_arg3
  169. MTC0 zero, CP0_CONTEXT # clear context register
  170. PTR_LA $28, init_thread_union
  171. PTR_LI sp, _THREAD_SIZE - 32
  172. PTR_ADDU sp, $28
  173. set_saved_sp sp, t0, t1
  174. PTR_SUBU sp, 4 * SZREG # init stack pointer
  175. j start_kernel
  176. END(kernel_entry)
  177. __INIT
  178. #ifdef CONFIG_SMP
  179. /*
  180. * SMP slave cpus entry point. Board specific code for bootstrap calls this
  181. * function after setting up the stack and gp registers.
  182. */
  183. NESTED(smp_bootstrap, 16, sp)
  184. #ifdef CONFIG_MIPS_MT_SMTC
  185. /*
  186. * Read-modify-writes of Status must be atomic, and this
  187. * is one case where CLI is invoked without EXL being
  188. * necessarily set. The CLI and setup_c0_status will
  189. * in fact be redundant for all but the first TC of
  190. * each VPE being booted.
  191. */
  192. DMT 10 # dmt t2 /* t0, t1 are used by CLI and setup_c0_status() */
  193. jal mips_ihb
  194. #endif /* CONFIG_MIPS_MT_SMTC */
  195. setup_c0_status_sec
  196. smp_slave_setup
  197. #ifdef CONFIG_MIPS_MT_SMTC
  198. andi t2, t2, VPECONTROL_TE
  199. beqz t2, 2f
  200. EMT # emt
  201. 2:
  202. #endif /* CONFIG_MIPS_MT_SMTC */
  203. j start_secondary
  204. END(smp_bootstrap)
  205. #endif /* CONFIG_SMP */
  206. __FINIT