head.S 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515
  1. /* $Id: head.S,v 1.87 2002/02/09 19:49:31 davem Exp $
  2. * head.S: Initial boot code for the Sparc64 port of Linux.
  3. *
  4. * Copyright (C) 1996,1997 David S. Miller (davem@caip.rutgers.edu)
  5. * Copyright (C) 1996 David Sitsky (David.Sitsky@anu.edu.au)
  6. * Copyright (C) 1997,1998 Jakub Jelinek (jj@sunsite.mff.cuni.cz)
  7. * Copyright (C) 1997 Miguel de Icaza (miguel@nuclecu.unam.mx)
  8. */
  9. #include <linux/config.h>
  10. #include <linux/version.h>
  11. #include <linux/errno.h>
  12. #include <asm/thread_info.h>
  13. #include <asm/asi.h>
  14. #include <asm/pstate.h>
  15. #include <asm/ptrace.h>
  16. #include <asm/spitfire.h>
  17. #include <asm/page.h>
  18. #include <asm/pgtable.h>
  19. #include <asm/errno.h>
  20. #include <asm/signal.h>
  21. #include <asm/processor.h>
  22. #include <asm/lsu.h>
  23. #include <asm/dcr.h>
  24. #include <asm/dcu.h>
  25. #include <asm/head.h>
  26. #include <asm/ttable.h>
  27. #include <asm/mmu.h>
  28. #include <asm/cpudata.h>
  29. /* This section from from _start to sparc64_boot_end should fit into
  30. * 0x0000000000404000 to 0x0000000000408000.
  31. */
  32. .text
  33. .globl start, _start, stext, _stext
  34. _start:
  35. start:
  36. _stext:
  37. stext:
  38. ! 0x0000000000404000
  39. b sparc64_boot
  40. flushw /* Flush register file. */
  41. /* This stuff has to be in sync with SILO and other potential boot loaders
  42. * Fields should be kept upward compatible and whenever any change is made,
  43. * HdrS version should be incremented.
  44. */
  45. .global root_flags, ram_flags, root_dev
  46. .global sparc_ramdisk_image, sparc_ramdisk_size
  47. .global sparc_ramdisk_image64
  48. .ascii "HdrS"
  49. .word LINUX_VERSION_CODE
  50. /* History:
  51. *
  52. * 0x0300 : Supports being located at other than 0x4000
  53. * 0x0202 : Supports kernel params string
  54. * 0x0201 : Supports reboot_command
  55. */
  56. .half 0x0301 /* HdrS version */
  57. root_flags:
  58. .half 1
  59. root_dev:
  60. .half 0
  61. ram_flags:
  62. .half 0
  63. sparc_ramdisk_image:
  64. .word 0
  65. sparc_ramdisk_size:
  66. .word 0
  67. .xword reboot_command
  68. .xword bootstr_info
  69. sparc_ramdisk_image64:
  70. .xword 0
  71. .word _end
  72. /* PROM cif handler code address is in %o4. */
  73. sparc64_boot:
  74. 1: rd %pc, %g7
  75. set 1b, %g1
  76. cmp %g1, %g7
  77. be,pn %xcc, sparc64_boot_after_remap
  78. mov %o4, %l7
  79. /* We need to remap the kernel. Use position independant
  80. * code to remap us to KERNBASE.
  81. *
  82. * SILO can invoke us with 32-bit address masking enabled,
  83. * so make sure that's clear.
  84. */
  85. rdpr %pstate, %g1
  86. andn %g1, PSTATE_AM, %g1
  87. wrpr %g1, 0x0, %pstate
  88. ba,a,pt %xcc, 1f
  89. .globl prom_finddev_name, prom_chosen_path
  90. .globl prom_getprop_name, prom_mmu_name
  91. .globl prom_callmethod_name, prom_translate_name
  92. .globl prom_map_name, prom_unmap_name, prom_mmu_ihandle_cache
  93. .globl prom_boot_mapped_pc, prom_boot_mapping_mode
  94. .globl prom_boot_mapping_phys_high, prom_boot_mapping_phys_low
  95. prom_finddev_name:
  96. .asciz "finddevice"
  97. prom_chosen_path:
  98. .asciz "/chosen"
  99. prom_getprop_name:
  100. .asciz "getprop"
  101. prom_mmu_name:
  102. .asciz "mmu"
  103. prom_callmethod_name:
  104. .asciz "call-method"
  105. prom_translate_name:
  106. .asciz "translate"
  107. prom_map_name:
  108. .asciz "map"
  109. prom_unmap_name:
  110. .asciz "unmap"
  111. .align 4
  112. prom_mmu_ihandle_cache:
  113. .word 0
  114. prom_boot_mapped_pc:
  115. .word 0
  116. prom_boot_mapping_mode:
  117. .word 0
  118. .align 8
  119. prom_boot_mapping_phys_high:
  120. .xword 0
  121. prom_boot_mapping_phys_low:
  122. .xword 0
  123. 1:
  124. rd %pc, %l0
  125. mov (1b - prom_finddev_name), %l1
  126. mov (1b - prom_chosen_path), %l2
  127. mov (1b - prom_boot_mapped_pc), %l3
  128. sub %l0, %l1, %l1
  129. sub %l0, %l2, %l2
  130. sub %l0, %l3, %l3
  131. stw %l0, [%l3]
  132. sub %sp, (192 + 128), %sp
  133. /* chosen_node = prom_finddevice("/chosen") */
  134. stx %l1, [%sp + 2047 + 128 + 0x00] ! service, "finddevice"
  135. mov 1, %l3
  136. stx %l3, [%sp + 2047 + 128 + 0x08] ! num_args, 1
  137. stx %l3, [%sp + 2047 + 128 + 0x10] ! num_rets, 1
  138. stx %l2, [%sp + 2047 + 128 + 0x18] ! arg1, "/chosen"
  139. stx %g0, [%sp + 2047 + 128 + 0x20] ! ret1
  140. call %l7
  141. add %sp, (2047 + 128), %o0 ! argument array
  142. ldx [%sp + 2047 + 128 + 0x20], %l4 ! chosen device node
  143. mov (1b - prom_getprop_name), %l1
  144. mov (1b - prom_mmu_name), %l2
  145. mov (1b - prom_mmu_ihandle_cache), %l5
  146. sub %l0, %l1, %l1
  147. sub %l0, %l2, %l2
  148. sub %l0, %l5, %l5
  149. /* prom_mmu_ihandle_cache = prom_getint(chosen_node, "mmu") */
  150. stx %l1, [%sp + 2047 + 128 + 0x00] ! service, "getprop"
  151. mov 4, %l3
  152. stx %l3, [%sp + 2047 + 128 + 0x08] ! num_args, 4
  153. mov 1, %l3
  154. stx %l3, [%sp + 2047 + 128 + 0x10] ! num_rets, 1
  155. stx %l4, [%sp + 2047 + 128 + 0x18] ! arg1, chosen_node
  156. stx %l2, [%sp + 2047 + 128 + 0x20] ! arg2, "mmu"
  157. stx %l5, [%sp + 2047 + 128 + 0x28] ! arg3, &prom_mmu_ihandle_cache
  158. mov 4, %l3
  159. stx %l3, [%sp + 2047 + 128 + 0x30] ! arg4, sizeof(arg3)
  160. stx %g0, [%sp + 2047 + 128 + 0x38] ! ret1
  161. call %l7
  162. add %sp, (2047 + 128), %o0 ! argument array
  163. mov (1b - prom_callmethod_name), %l1
  164. mov (1b - prom_translate_name), %l2
  165. sub %l0, %l1, %l1
  166. sub %l0, %l2, %l2
  167. lduw [%l5], %l5 ! prom_mmu_ihandle_cache
  168. stx %l1, [%sp + 2047 + 128 + 0x00] ! service, "call-method"
  169. mov 3, %l3
  170. stx %l3, [%sp + 2047 + 128 + 0x08] ! num_args, 3
  171. mov 5, %l3
  172. stx %l3, [%sp + 2047 + 128 + 0x10] ! num_rets, 5
  173. stx %l2, [%sp + 2047 + 128 + 0x18] ! arg1: "translate"
  174. stx %l5, [%sp + 2047 + 128 + 0x20] ! arg2: prom_mmu_ihandle_cache
  175. /* PAGE align */
  176. srlx %l0, 13, %l3
  177. sllx %l3, 13, %l3
  178. stx %l3, [%sp + 2047 + 128 + 0x28] ! arg3: vaddr, our PC
  179. stx %g0, [%sp + 2047 + 128 + 0x30] ! res1
  180. stx %g0, [%sp + 2047 + 128 + 0x38] ! res2
  181. stx %g0, [%sp + 2047 + 128 + 0x40] ! res3
  182. stx %g0, [%sp + 2047 + 128 + 0x48] ! res4
  183. stx %g0, [%sp + 2047 + 128 + 0x50] ! res5
  184. call %l7
  185. add %sp, (2047 + 128), %o0 ! argument array
  186. ldx [%sp + 2047 + 128 + 0x40], %l1 ! translation mode
  187. mov (1b - prom_boot_mapping_mode), %l4
  188. sub %l0, %l4, %l4
  189. stw %l1, [%l4]
  190. mov (1b - prom_boot_mapping_phys_high), %l4
  191. sub %l0, %l4, %l4
  192. ldx [%sp + 2047 + 128 + 0x48], %l2 ! physaddr high
  193. stx %l2, [%l4 + 0x0]
  194. ldx [%sp + 2047 + 128 + 0x50], %l3 ! physaddr low
  195. /* 4MB align */
  196. srlx %l3, 22, %l3
  197. sllx %l3, 22, %l3
  198. stx %l3, [%l4 + 0x8]
  199. /* Leave service as-is, "call-method" */
  200. mov 7, %l3
  201. stx %l3, [%sp + 2047 + 128 + 0x08] ! num_args, 7
  202. mov 1, %l3
  203. stx %l3, [%sp + 2047 + 128 + 0x10] ! num_rets, 1
  204. mov (1b - prom_map_name), %l3
  205. sub %l0, %l3, %l3
  206. stx %l3, [%sp + 2047 + 128 + 0x18] ! arg1: "map"
  207. /* Leave arg2 as-is, prom_mmu_ihandle_cache */
  208. mov -1, %l3
  209. stx %l3, [%sp + 2047 + 128 + 0x28] ! arg3: mode (-1 default)
  210. sethi %hi(8 * 1024 * 1024), %l3
  211. stx %l3, [%sp + 2047 + 128 + 0x30] ! arg4: size (8MB)
  212. sethi %hi(KERNBASE), %l3
  213. stx %l3, [%sp + 2047 + 128 + 0x38] ! arg5: vaddr (KERNBASE)
  214. stx %g0, [%sp + 2047 + 128 + 0x40] ! arg6: empty
  215. mov (1b - prom_boot_mapping_phys_low), %l3
  216. sub %l0, %l3, %l3
  217. ldx [%l3], %l3
  218. stx %l3, [%sp + 2047 + 128 + 0x48] ! arg7: phys addr
  219. call %l7
  220. add %sp, (2047 + 128), %o0 ! argument array
  221. add %sp, (192 + 128), %sp
  222. sparc64_boot_after_remap:
  223. BRANCH_IF_CHEETAH_BASE(g1,g7,cheetah_boot)
  224. BRANCH_IF_CHEETAH_PLUS_OR_FOLLOWON(g1,g7,cheetah_plus_boot)
  225. ba,pt %xcc, spitfire_boot
  226. nop
  227. cheetah_plus_boot:
  228. /* Preserve OBP chosen DCU and DCR register settings. */
  229. ba,pt %xcc, cheetah_generic_boot
  230. nop
  231. cheetah_boot:
  232. mov DCR_BPE | DCR_RPE | DCR_SI | DCR_IFPOE | DCR_MS, %g1
  233. wr %g1, %asr18
  234. sethi %uhi(DCU_ME|DCU_RE|DCU_HPE|DCU_SPE|DCU_SL|DCU_WE), %g7
  235. or %g7, %ulo(DCU_ME|DCU_RE|DCU_HPE|DCU_SPE|DCU_SL|DCU_WE), %g7
  236. sllx %g7, 32, %g7
  237. or %g7, DCU_DM | DCU_IM | DCU_DC | DCU_IC, %g7
  238. stxa %g7, [%g0] ASI_DCU_CONTROL_REG
  239. membar #Sync
  240. cheetah_generic_boot:
  241. mov TSB_EXTENSION_P, %g3
  242. stxa %g0, [%g3] ASI_DMMU
  243. stxa %g0, [%g3] ASI_IMMU
  244. membar #Sync
  245. mov TSB_EXTENSION_S, %g3
  246. stxa %g0, [%g3] ASI_DMMU
  247. membar #Sync
  248. mov TSB_EXTENSION_N, %g3
  249. stxa %g0, [%g3] ASI_DMMU
  250. stxa %g0, [%g3] ASI_IMMU
  251. membar #Sync
  252. ba,a,pt %xcc, jump_to_sun4u_init
  253. spitfire_boot:
  254. /* Typically PROM has already enabled both MMU's and both on-chip
  255. * caches, but we do it here anyway just to be paranoid.
  256. */
  257. mov (LSU_CONTROL_IC|LSU_CONTROL_DC|LSU_CONTROL_IM|LSU_CONTROL_DM), %g1
  258. stxa %g1, [%g0] ASI_LSU_CONTROL
  259. membar #Sync
  260. jump_to_sun4u_init:
  261. /*
  262. * Make sure we are in privileged mode, have address masking,
  263. * using the ordinary globals and have enabled floating
  264. * point.
  265. *
  266. * Again, typically PROM has left %pil at 13 or similar, and
  267. * (PSTATE_PRIV | PSTATE_PEF | PSTATE_IE) in %pstate.
  268. */
  269. wrpr %g0, (PSTATE_PRIV|PSTATE_PEF|PSTATE_IE), %pstate
  270. wr %g0, 0, %fprs
  271. set sun4u_init, %g2
  272. jmpl %g2 + %g0, %g0
  273. nop
  274. sun4u_init:
  275. /* Set ctx 0 */
  276. mov PRIMARY_CONTEXT, %g7
  277. stxa %g0, [%g7] ASI_DMMU
  278. membar #Sync
  279. mov SECONDARY_CONTEXT, %g7
  280. stxa %g0, [%g7] ASI_DMMU
  281. membar #Sync
  282. BRANCH_IF_ANY_CHEETAH(g1,g7,cheetah_tlb_fixup)
  283. ba,pt %xcc, spitfire_tlb_fixup
  284. nop
  285. cheetah_tlb_fixup:
  286. mov 2, %g2 /* Set TLB type to cheetah+. */
  287. BRANCH_IF_CHEETAH_PLUS_OR_FOLLOWON(g1,g7,1f)
  288. mov 1, %g2 /* Set TLB type to cheetah. */
  289. 1: sethi %hi(tlb_type), %g1
  290. stw %g2, [%g1 + %lo(tlb_type)]
  291. /* Patch copy/page operations to cheetah optimized versions. */
  292. call cheetah_patch_copyops
  293. nop
  294. call cheetah_patch_copy_page
  295. nop
  296. call cheetah_patch_cachetlbops
  297. nop
  298. ba,pt %xcc, tlb_fixup_done
  299. nop
  300. spitfire_tlb_fixup:
  301. /* Set TLB type to spitfire. */
  302. mov 0, %g2
  303. sethi %hi(tlb_type), %g1
  304. stw %g2, [%g1 + %lo(tlb_type)]
  305. tlb_fixup_done:
  306. sethi %hi(init_thread_union), %g6
  307. or %g6, %lo(init_thread_union), %g6
  308. ldx [%g6 + TI_TASK], %g4
  309. mov %sp, %l6
  310. mov %o4, %l7
  311. wr %g0, ASI_P, %asi
  312. mov 1, %g1
  313. sllx %g1, THREAD_SHIFT, %g1
  314. sub %g1, (STACKFRAME_SZ + STACK_BIAS), %g1
  315. add %g6, %g1, %sp
  316. mov 0, %fp
  317. /* Set per-cpu pointer initially to zero, this makes
  318. * the boot-cpu use the in-kernel-image per-cpu areas
  319. * before setup_per_cpu_area() is invoked.
  320. */
  321. clr %g5
  322. wrpr %g0, 0, %wstate
  323. wrpr %g0, 0x0, %tl
  324. /* Clear the bss */
  325. sethi %hi(__bss_start), %o0
  326. or %o0, %lo(__bss_start), %o0
  327. sethi %hi(_end), %o1
  328. or %o1, %lo(_end), %o1
  329. call __bzero
  330. sub %o1, %o0, %o1
  331. mov %l6, %o1 ! OpenPROM stack
  332. call prom_init
  333. mov %l7, %o0 ! OpenPROM cif handler
  334. /* Off we go.... */
  335. call start_kernel
  336. nop
  337. /* Not reached... */
  338. /* This is meant to allow the sharing of this code between
  339. * boot processor invocation (via setup_tba() below) and
  340. * secondary processor startup (via trampoline.S). The
  341. * former does use this code, the latter does not yet due
  342. * to some complexities. That should be fixed up at some
  343. * point.
  344. *
  345. * There used to be enormous complexity wrt. transferring
  346. * over from the firwmare's trap table to the Linux kernel's.
  347. * For example, there was a chicken & egg problem wrt. building
  348. * the OBP page tables, yet needing to be on the Linux kernel
  349. * trap table (to translate PAGE_OFFSET addresses) in order to
  350. * do that.
  351. *
  352. * We now handle OBP tlb misses differently, via linear lookups
  353. * into the prom_trans[] array. So that specific problem no
  354. * longer exists. Yet, unfortunately there are still some issues
  355. * preventing trampoline.S from using this code... ho hum.
  356. */
  357. .globl setup_trap_table
  358. setup_trap_table:
  359. save %sp, -192, %sp
  360. /* Force interrupts to be disabled. */
  361. rdpr %pstate, %o1
  362. andn %o1, PSTATE_IE, %o1
  363. wrpr %o1, 0x0, %pstate
  364. wrpr %g0, 15, %pil
  365. /* Make the firmware call to jump over to the Linux trap table. */
  366. call prom_set_trap_table
  367. sethi %hi(sparc64_ttable_tl0), %o0
  368. /* Start using proper page size encodings in ctx register. */
  369. sethi %hi(sparc64_kern_pri_context), %g3
  370. ldx [%g3 + %lo(sparc64_kern_pri_context)], %g2
  371. mov PRIMARY_CONTEXT, %g1
  372. stxa %g2, [%g1] ASI_DMMU
  373. membar #Sync
  374. /* Kill PROM timer */
  375. sethi %hi(0x80000000), %o2
  376. sllx %o2, 32, %o2
  377. wr %o2, 0, %tick_cmpr
  378. BRANCH_IF_ANY_CHEETAH(o2,o3,1f)
  379. ba,pt %xcc, 2f
  380. nop
  381. /* Disable STICK_INT interrupts. */
  382. 1:
  383. sethi %hi(0x80000000), %o2
  384. sllx %o2, 32, %o2
  385. wr %o2, %asr25
  386. 2:
  387. wrpr %g0, %g0, %wstate
  388. call init_irqwork_curcpu
  389. nop
  390. /* Now we can turn interrupts back on. */
  391. rdpr %pstate, %o1
  392. or %o1, PSTATE_IE, %o1
  393. wrpr %o1, 0, %pstate
  394. wrpr %g0, 0x0, %pil
  395. ret
  396. restore
  397. .globl setup_tba
  398. setup_tba: /* i0 = is_starfire */
  399. save %sp, -192, %sp
  400. /* The boot processor is the only cpu which invokes this
  401. * routine, the other cpus set things up via trampoline.S.
  402. * So save the OBP trap table address here.
  403. */
  404. rdpr %tba, %g7
  405. sethi %hi(prom_tba), %o1
  406. or %o1, %lo(prom_tba), %o1
  407. stx %g7, [%o1]
  408. call setup_trap_table
  409. nop
  410. ret
  411. restore
  412. sparc64_boot_end:
  413. #include "systbls.S"
  414. #include "ktlb.S"
  415. #include "tsb.S"
  416. #include "etrap.S"
  417. #include "rtrap.S"
  418. #include "winfixup.S"
  419. #include "entry.S"
  420. /*
  421. * The following skip makes sure the trap table in ttable.S is aligned
  422. * on a 32K boundary as required by the v9 specs for TBA register.
  423. */
  424. 1:
  425. .skip 0x4000 + _start - 1b
  426. #ifdef CONFIG_SBUS
  427. /* This is just a hack to fool make depend config.h discovering
  428. strategy: As the .S files below need config.h, but
  429. make depend does not find it for them, we include config.h
  430. in head.S */
  431. #endif
  432. ! 0x0000000000408000
  433. #include "ttable.S"
  434. .data
  435. .align 8
  436. .globl prom_tba, tlb_type
  437. prom_tba: .xword 0
  438. tlb_type: .word 0 /* Must NOT end up in BSS */
  439. .section ".fixup",#alloc,#execinstr
  440. .globl __ret_efault, __retl_efault
  441. __ret_efault:
  442. ret
  443. restore %g0, -EFAULT, %o0
  444. __retl_efault:
  445. retl
  446. mov -EFAULT, %o0