head.S 8.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322
  1. /*
  2. * linux/arch/arm/kernel/head.S
  3. *
  4. * Copyright (C) 1994-2002 Russell King
  5. * Copyright (c) 2003 ARM Limited
  6. * All Rights Reserved
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License version 2 as
  10. * published by the Free Software Foundation.
  11. *
  12. * Kernel startup code for all 32-bit CPUs
  13. */
  14. #include <linux/linkage.h>
  15. #include <linux/init.h>
  16. #include <asm/assembler.h>
  17. #include <asm/domain.h>
  18. #include <asm/ptrace.h>
  19. #include <asm/asm-offsets.h>
  20. #include <asm/memory.h>
  21. #include <asm/thread_info.h>
  22. #include <asm/system.h>
  23. #if (PHYS_OFFSET & 0x001fffff)
  24. #error "PHYS_OFFSET must be at an even 2MiB boundary!"
  25. #endif
  26. #define KERNEL_RAM_VADDR (PAGE_OFFSET + TEXT_OFFSET)
  27. #define KERNEL_RAM_PADDR (PHYS_OFFSET + TEXT_OFFSET)
  28. /*
  29. * swapper_pg_dir is the virtual address of the initial page table.
  30. * We place the page tables 16K below KERNEL_RAM_VADDR. Therefore, we must
  31. * make sure that KERNEL_RAM_VADDR is correctly set. Currently, we expect
  32. * the least significant 16 bits to be 0x8000, but we could probably
  33. * relax this restriction to KERNEL_RAM_VADDR >= PAGE_OFFSET + 0x4000.
  34. */
  35. #if (KERNEL_RAM_VADDR & 0xffff) != 0x8000
  36. #error KERNEL_RAM_VADDR must start at 0xXXXX8000
  37. #endif
  38. .globl swapper_pg_dir
  39. .equ swapper_pg_dir, KERNEL_RAM_VADDR - 0x4000
  40. .macro pgtbl, rd
  41. ldr \rd, =(KERNEL_RAM_PADDR - 0x4000)
  42. .endm
  43. #ifdef CONFIG_XIP_KERNEL
  44. #define TEXTADDR XIP_VIRT_ADDR(CONFIG_XIP_PHYS_ADDR)
  45. #else
  46. #define TEXTADDR KERNEL_RAM_VADDR
  47. #endif
  48. /*
  49. * Kernel startup entry point.
  50. * ---------------------------
  51. *
  52. * This is normally called from the decompressor code. The requirements
  53. * are: MMU = off, D-cache = off, I-cache = dont care, r0 = 0,
  54. * r1 = machine nr.
  55. *
  56. * This code is mostly position independent, so if you link the kernel at
  57. * 0xc0008000, you call this at __pa(0xc0008000).
  58. *
  59. * See linux/arch/arm/tools/mach-types for the complete list of machine
  60. * numbers for r1.
  61. *
  62. * We're trying to keep crap to a minimum; DO NOT add any machine specific
  63. * crap here - that's what the boot loader (or in extreme, well justified
  64. * circumstances, zImage) is for.
  65. */
  66. __INIT
  67. .type stext, %function
  68. ENTRY(stext)
  69. msr cpsr_c, #PSR_F_BIT | PSR_I_BIT | SVC_MODE @ ensure svc mode
  70. @ and irqs disabled
  71. mrc p15, 0, r9, c0, c0 @ get processor id
  72. bl __lookup_processor_type @ r5=procinfo r9=cpuid
  73. movs r10, r5 @ invalid processor (r5=0)?
  74. beq __error_p @ yes, error 'p'
  75. bl __lookup_machine_type @ r5=machinfo
  76. movs r8, r5 @ invalid machine (r5=0)?
  77. beq __error_a @ yes, error 'a'
  78. bl __create_page_tables
  79. /*
  80. * The following calls CPU specific code in a position independent
  81. * manner. See arch/arm/mm/proc-*.S for details. r10 = base of
  82. * xxx_proc_info structure selected by __lookup_machine_type
  83. * above. On return, the CPU will be ready for the MMU to be
  84. * turned on, and r0 will hold the CPU control register value.
  85. */
  86. ldr r13, __switch_data @ address to jump to after
  87. @ mmu has been enabled
  88. adr lr, __enable_mmu @ return (PIC) address
  89. add pc, r10, #PROCINFO_INITFUNC
  90. #if defined(CONFIG_SMP)
  91. .type secondary_startup, #function
  92. ENTRY(secondary_startup)
  93. /*
  94. * Common entry point for secondary CPUs.
  95. *
  96. * Ensure that we're in SVC mode, and IRQs are disabled. Lookup
  97. * the processor type - there is no need to check the machine type
  98. * as it has already been validated by the primary processor.
  99. */
  100. msr cpsr_c, #PSR_F_BIT | PSR_I_BIT | SVC_MODE
  101. mrc p15, 0, r9, c0, c0 @ get processor id
  102. bl __lookup_processor_type
  103. movs r10, r5 @ invalid processor?
  104. moveq r0, #'p' @ yes, error 'p'
  105. beq __error
  106. /*
  107. * Use the page tables supplied from __cpu_up.
  108. */
  109. adr r4, __secondary_data
  110. ldmia r4, {r5, r7, r13} @ address to jump to after
  111. sub r4, r4, r5 @ mmu has been enabled
  112. ldr r4, [r7, r4] @ get secondary_data.pgdir
  113. adr lr, __enable_mmu @ return address
  114. add pc, r10, #PROCINFO_INITFUNC @ initialise processor
  115. @ (return control reg)
  116. /*
  117. * r6 = &secondary_data
  118. */
  119. ENTRY(__secondary_switched)
  120. ldr sp, [r7, #4] @ get secondary_data.stack
  121. mov fp, #0
  122. b secondary_start_kernel
  123. .type __secondary_data, %object
  124. __secondary_data:
  125. .long .
  126. .long secondary_data
  127. .long __secondary_switched
  128. #endif /* defined(CONFIG_SMP) */
  129. /*
  130. * Setup common bits before finally enabling the MMU. Essentially
  131. * this is just loading the page table pointer and domain access
  132. * registers.
  133. */
  134. .type __enable_mmu, %function
  135. __enable_mmu:
  136. #ifdef CONFIG_ALIGNMENT_TRAP
  137. orr r0, r0, #CR_A
  138. #else
  139. bic r0, r0, #CR_A
  140. #endif
  141. #ifdef CONFIG_CPU_DCACHE_DISABLE
  142. bic r0, r0, #CR_C
  143. #endif
  144. #ifdef CONFIG_CPU_BPREDICT_DISABLE
  145. bic r0, r0, #CR_Z
  146. #endif
  147. #ifdef CONFIG_CPU_ICACHE_DISABLE
  148. bic r0, r0, #CR_I
  149. #endif
  150. mov r5, #(domain_val(DOMAIN_USER, DOMAIN_MANAGER) | \
  151. domain_val(DOMAIN_KERNEL, DOMAIN_MANAGER) | \
  152. domain_val(DOMAIN_TABLE, DOMAIN_MANAGER) | \
  153. domain_val(DOMAIN_IO, DOMAIN_CLIENT))
  154. mcr p15, 0, r5, c3, c0, 0 @ load domain access register
  155. mcr p15, 0, r4, c2, c0, 0 @ load page table pointer
  156. b __turn_mmu_on
  157. /*
  158. * Enable the MMU. This completely changes the structure of the visible
  159. * memory space. You will not be able to trace execution through this.
  160. * If you have an enquiry about this, *please* check the linux-arm-kernel
  161. * mailing list archives BEFORE sending another post to the list.
  162. *
  163. * r0 = cp#15 control register
  164. * r13 = *virtual* address to jump to upon completion
  165. *
  166. * other registers depend on the function called upon completion
  167. */
  168. .align 5
  169. .type __turn_mmu_on, %function
  170. __turn_mmu_on:
  171. mov r0, r0
  172. mcr p15, 0, r0, c1, c0, 0 @ write control reg
  173. mrc p15, 0, r3, c0, c0, 0 @ read id reg
  174. mov r3, r3
  175. mov r3, r3
  176. mov pc, r13
  177. /*
  178. * Setup the initial page tables. We only setup the barest
  179. * amount which are required to get the kernel running, which
  180. * generally means mapping in the kernel code.
  181. *
  182. * r8 = machinfo
  183. * r9 = cpuid
  184. * r10 = procinfo
  185. *
  186. * Returns:
  187. * r0, r3, r6, r7 corrupted
  188. * r4 = physical page table address
  189. */
  190. .type __create_page_tables, %function
  191. __create_page_tables:
  192. pgtbl r4 @ page table address
  193. /*
  194. * Clear the 16K level 1 swapper page table
  195. */
  196. mov r0, r4
  197. mov r3, #0
  198. add r6, r0, #0x4000
  199. 1: str r3, [r0], #4
  200. str r3, [r0], #4
  201. str r3, [r0], #4
  202. str r3, [r0], #4
  203. teq r0, r6
  204. bne 1b
  205. ldr r7, [r10, #PROCINFO_MM_MMUFLAGS] @ mm_mmuflags
  206. /*
  207. * Create identity mapping for first MB of kernel to
  208. * cater for the MMU enable. This identity mapping
  209. * will be removed by paging_init(). We use our current program
  210. * counter to determine corresponding section base address.
  211. */
  212. mov r6, pc, lsr #20 @ start of kernel section
  213. orr r3, r7, r6, lsl #20 @ flags + kernel base
  214. str r3, [r4, r6, lsl #2] @ identity mapping
  215. /*
  216. * Now setup the pagetables for our kernel direct
  217. * mapped region.
  218. */
  219. add r0, r4, #(TEXTADDR & 0xff000000) >> 18 @ start of kernel
  220. str r3, [r0, #(TEXTADDR & 0x00f00000) >> 18]!
  221. ldr r6, =(_end - PAGE_OFFSET - 1) @ r6 = number of sections
  222. mov r6, r6, lsr #20 @ needed for kernel minus 1
  223. 1: add r3, r3, #1 << 20
  224. str r3, [r0, #4]!
  225. subs r6, r6, #1
  226. bgt 1b
  227. /*
  228. * Then map first 1MB of ram in case it contains our boot params.
  229. */
  230. add r0, r4, #PAGE_OFFSET >> 18
  231. orr r6, r7, #(PHYS_OFFSET & 0xff000000)
  232. orr r6, r6, #(PHYS_OFFSET & 0x00e00000)
  233. str r6, [r0]
  234. #ifdef CONFIG_XIP_KERNEL
  235. /*
  236. * Map some ram to cover our .data and .bss areas.
  237. * Mapping 3MB should be plenty.
  238. */
  239. sub r3, r4, #PHYS_OFFSET
  240. mov r3, r3, lsr #20
  241. add r0, r0, r3, lsl #2
  242. add r6, r6, r3, lsl #20
  243. str r6, [r0], #4
  244. add r6, r6, #(1 << 20)
  245. str r6, [r0], #4
  246. add r6, r6, #(1 << 20)
  247. str r6, [r0]
  248. #endif
  249. #ifdef CONFIG_DEBUG_LL
  250. ldr r7, [r10, #PROCINFO_IO_MMUFLAGS] @ io_mmuflags
  251. /*
  252. * Map in IO space for serial debugging.
  253. * This allows debug messages to be output
  254. * via a serial console before paging_init.
  255. */
  256. ldr r3, [r8, #MACHINFO_PGOFFIO]
  257. add r0, r4, r3
  258. rsb r3, r3, #0x4000 @ PTRS_PER_PGD*sizeof(long)
  259. cmp r3, #0x0800 @ limit to 512MB
  260. movhi r3, #0x0800
  261. add r6, r0, r3
  262. ldr r3, [r8, #MACHINFO_PHYSIO]
  263. orr r3, r3, r7
  264. 1: str r3, [r0], #4
  265. add r3, r3, #1 << 20
  266. teq r0, r6
  267. bne 1b
  268. #if defined(CONFIG_ARCH_NETWINDER) || defined(CONFIG_ARCH_CATS)
  269. /*
  270. * If we're using the NetWinder or CATS, we also need to map
  271. * in the 16550-type serial port for the debug messages
  272. */
  273. add r0, r4, #0xff000000 >> 18
  274. orr r3, r7, #0x7c000000
  275. str r3, [r0]
  276. #endif
  277. #ifdef CONFIG_ARCH_RPC
  278. /*
  279. * Map in screen at 0x02000000 & SCREEN2_BASE
  280. * Similar reasons here - for debug. This is
  281. * only for Acorn RiscPC architectures.
  282. */
  283. add r0, r4, #0x02000000 >> 18
  284. orr r3, r7, #0x02000000
  285. str r3, [r0]
  286. add r0, r4, #0xd8000000 >> 18
  287. str r3, [r0]
  288. #endif
  289. #endif
  290. mov pc, lr
  291. .ltorg
  292. #include "head-common.S"