proc-arm946.S 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447
  1. /*
  2. * linux/arch/arm/mm/arm946.S: utility functions for ARM946E-S
  3. *
  4. * Copyright (C) 2004-2006 Hyok S. Choi (hyok.choi@samsung.com)
  5. *
  6. * (Many of cache codes are from proc-arm926.S)
  7. *
  8. * This program is free software; you can redistribute it and/or modify
  9. * it under the terms of the GNU General Public License version 2 as
  10. * published by the Free Software Foundation.
  11. *
  12. */
  13. #include <linux/linkage.h>
  14. #include <linux/init.h>
  15. #include <asm/assembler.h>
  16. #include <asm/hwcap.h>
  17. #include <asm/pgtable-hwdef.h>
  18. #include <asm/pgtable.h>
  19. #include <asm/ptrace.h>
  20. #include "proc-macros.S"
  21. /*
  22. * ARM946E-S is synthesizable to have 0KB to 1MB sized D-Cache,
  23. * comprising 256 lines of 32 bytes (8 words).
  24. */
  25. #define CACHE_DSIZE (CONFIG_CPU_DCACHE_SIZE) /* typically 8KB. */
  26. #define CACHE_DLINESIZE 32 /* fixed */
  27. #define CACHE_DSEGMENTS 4 /* fixed */
  28. #define CACHE_DENTRIES (CACHE_DSIZE / CACHE_DSEGMENTS / CACHE_DLINESIZE)
  29. #define CACHE_DLIMIT (CACHE_DSIZE * 4) /* benchmark needed */
  30. .text
  31. /*
  32. * cpu_arm946_proc_init()
  33. * cpu_arm946_switch_mm()
  34. *
  35. * These are not required.
  36. */
  37. ENTRY(cpu_arm946_proc_init)
  38. ENTRY(cpu_arm946_switch_mm)
  39. mov pc, lr
  40. /*
  41. * cpu_arm946_proc_fin()
  42. */
  43. ENTRY(cpu_arm946_proc_fin)
  44. mrc p15, 0, r0, c1, c0, 0 @ ctrl register
  45. bic r0, r0, #0x00001000 @ i-cache
  46. bic r0, r0, #0x00000004 @ d-cache
  47. mcr p15, 0, r0, c1, c0, 0 @ disable caches
  48. mov pc, lr
  49. /*
  50. * cpu_arm946_reset(loc)
  51. * Params : r0 = address to jump to
  52. * Notes : This sets up everything for a reset
  53. */
  54. ENTRY(cpu_arm946_reset)
  55. mov ip, #0
  56. mcr p15, 0, ip, c7, c5, 0 @ flush I cache
  57. mcr p15, 0, ip, c7, c6, 0 @ flush D cache
  58. mcr p15, 0, ip, c7, c10, 4 @ drain WB
  59. mrc p15, 0, ip, c1, c0, 0 @ ctrl register
  60. bic ip, ip, #0x00000005 @ .............c.p
  61. bic ip, ip, #0x00001000 @ i-cache
  62. mcr p15, 0, ip, c1, c0, 0 @ ctrl register
  63. mov pc, r0
  64. /*
  65. * cpu_arm946_do_idle()
  66. */
  67. .align 5
  68. ENTRY(cpu_arm946_do_idle)
  69. mcr p15, 0, r0, c7, c0, 4 @ Wait for interrupt
  70. mov pc, lr
  71. /*
  72. * flush_user_cache_all()
  73. */
  74. ENTRY(arm946_flush_user_cache_all)
  75. /* FALLTHROUGH */
  76. /*
  77. * flush_kern_cache_all()
  78. *
  79. * Clean and invalidate the entire cache.
  80. */
  81. ENTRY(arm946_flush_kern_cache_all)
  82. mov r2, #VM_EXEC
  83. mov ip, #0
  84. __flush_whole_cache:
  85. #ifdef CONFIG_CPU_DCACHE_WRITETHROUGH
  86. mcr p15, 0, ip, c7, c6, 0 @ flush D cache
  87. #else
  88. mov r1, #(CACHE_DSEGMENTS - 1) << 29 @ 4 segments
  89. 1: orr r3, r1, #(CACHE_DENTRIES - 1) << 4 @ n entries
  90. 2: mcr p15, 0, r3, c7, c14, 2 @ clean/flush D index
  91. subs r3, r3, #1 << 4
  92. bcs 2b @ entries n to 0
  93. subs r1, r1, #1 << 29
  94. bcs 1b @ segments 3 to 0
  95. #endif
  96. tst r2, #VM_EXEC
  97. mcrne p15, 0, ip, c7, c5, 0 @ flush I cache
  98. mcrne p15, 0, ip, c7, c10, 4 @ drain WB
  99. mov pc, lr
  100. /*
  101. * flush_user_cache_range(start, end, flags)
  102. *
  103. * Clean and invalidate a range of cache entries in the
  104. * specified address range.
  105. *
  106. * - start - start address (inclusive)
  107. * - end - end address (exclusive)
  108. * - flags - vm_flags describing address space
  109. * (same as arm926)
  110. */
  111. ENTRY(arm946_flush_user_cache_range)
  112. mov ip, #0
  113. sub r3, r1, r0 @ calculate total size
  114. cmp r3, #CACHE_DLIMIT
  115. bhs __flush_whole_cache
  116. 1: tst r2, #VM_EXEC
  117. #ifdef CONFIG_CPU_DCACHE_WRITETHROUGH
  118. mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
  119. mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
  120. add r0, r0, #CACHE_DLINESIZE
  121. mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
  122. mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
  123. add r0, r0, #CACHE_DLINESIZE
  124. #else
  125. mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D entry
  126. mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
  127. add r0, r0, #CACHE_DLINESIZE
  128. mcr p15, 0, r0, c7, c14, 1 @ clean and invalidate D entry
  129. mcrne p15, 0, r0, c7, c5, 1 @ invalidate I entry
  130. add r0, r0, #CACHE_DLINESIZE
  131. #endif
  132. cmp r0, r1
  133. blo 1b
  134. tst r2, #VM_EXEC
  135. mcrne p15, 0, ip, c7, c10, 4 @ drain WB
  136. mov pc, lr
  137. /*
  138. * coherent_kern_range(start, end)
  139. *
  140. * Ensure coherency between the Icache and the Dcache in the
  141. * region described by start, end. If you have non-snooping
  142. * Harvard caches, you need to implement this function.
  143. *
  144. * - start - virtual start address
  145. * - end - virtual end address
  146. */
  147. ENTRY(arm946_coherent_kern_range)
  148. /* FALLTHROUGH */
  149. /*
  150. * coherent_user_range(start, end)
  151. *
  152. * Ensure coherency between the Icache and the Dcache in the
  153. * region described by start, end. If you have non-snooping
  154. * Harvard caches, you need to implement this function.
  155. *
  156. * - start - virtual start address
  157. * - end - virtual end address
  158. * (same as arm926)
  159. */
  160. ENTRY(arm946_coherent_user_range)
  161. bic r0, r0, #CACHE_DLINESIZE - 1
  162. 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
  163. mcr p15, 0, r0, c7, c5, 1 @ invalidate I entry
  164. add r0, r0, #CACHE_DLINESIZE
  165. cmp r0, r1
  166. blo 1b
  167. mcr p15, 0, r0, c7, c10, 4 @ drain WB
  168. mov pc, lr
  169. /*
  170. * flush_kern_dcache_area(void *addr, size_t size)
  171. *
  172. * Ensure no D cache aliasing occurs, either with itself or
  173. * the I cache
  174. *
  175. * - addr - kernel address
  176. * - size - region size
  177. * (same as arm926)
  178. */
  179. ENTRY(arm946_flush_kern_dcache_area)
  180. add r1, r0, r1
  181. 1: mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry
  182. add r0, r0, #CACHE_DLINESIZE
  183. cmp r0, r1
  184. blo 1b
  185. mov r0, #0
  186. mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache
  187. mcr p15, 0, r0, c7, c10, 4 @ drain WB
  188. mov pc, lr
  189. /*
  190. * dma_inv_range(start, end)
  191. *
  192. * Invalidate (discard) the specified virtual address range.
  193. * May not write back any entries. If 'start' or 'end'
  194. * are not cache line aligned, those lines must be written
  195. * back.
  196. *
  197. * - start - virtual start address
  198. * - end - virtual end address
  199. * (same as arm926)
  200. */
  201. arm946_dma_inv_range:
  202. #ifndef CONFIG_CPU_DCACHE_WRITETHROUGH
  203. tst r0, #CACHE_DLINESIZE - 1
  204. mcrne p15, 0, r0, c7, c10, 1 @ clean D entry
  205. tst r1, #CACHE_DLINESIZE - 1
  206. mcrne p15, 0, r1, c7, c10, 1 @ clean D entry
  207. #endif
  208. bic r0, r0, #CACHE_DLINESIZE - 1
  209. 1: mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
  210. add r0, r0, #CACHE_DLINESIZE
  211. cmp r0, r1
  212. blo 1b
  213. mcr p15, 0, r0, c7, c10, 4 @ drain WB
  214. mov pc, lr
  215. /*
  216. * dma_clean_range(start, end)
  217. *
  218. * Clean the specified virtual address range.
  219. *
  220. * - start - virtual start address
  221. * - end - virtual end address
  222. *
  223. * (same as arm926)
  224. */
  225. arm946_dma_clean_range:
  226. #ifndef CONFIG_CPU_DCACHE_WRITETHROUGH
  227. bic r0, r0, #CACHE_DLINESIZE - 1
  228. 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
  229. add r0, r0, #CACHE_DLINESIZE
  230. cmp r0, r1
  231. blo 1b
  232. #endif
  233. mcr p15, 0, r0, c7, c10, 4 @ drain WB
  234. mov pc, lr
  235. /*
  236. * dma_flush_range(start, end)
  237. *
  238. * Clean and invalidate the specified virtual address range.
  239. *
  240. * - start - virtual start address
  241. * - end - virtual end address
  242. *
  243. * (same as arm926)
  244. */
  245. ENTRY(arm946_dma_flush_range)
  246. bic r0, r0, #CACHE_DLINESIZE - 1
  247. 1:
  248. #ifndef CONFIG_CPU_DCACHE_WRITETHROUGH
  249. mcr p15, 0, r0, c7, c14, 1 @ clean+invalidate D entry
  250. #else
  251. mcr p15, 0, r0, c7, c6, 1 @ invalidate D entry
  252. #endif
  253. add r0, r0, #CACHE_DLINESIZE
  254. cmp r0, r1
  255. blo 1b
  256. mcr p15, 0, r0, c7, c10, 4 @ drain WB
  257. mov pc, lr
  258. /*
  259. * dma_map_area(start, size, dir)
  260. * - start - kernel virtual start address
  261. * - size - size of region
  262. * - dir - DMA direction
  263. */
  264. ENTRY(arm946_dma_map_area)
  265. add r1, r1, r0
  266. cmp r2, #DMA_TO_DEVICE
  267. beq arm946_dma_clean_range
  268. bcs arm946_dma_inv_range
  269. b arm946_dma_flush_range
  270. ENDPROC(arm946_dma_map_area)
  271. /*
  272. * dma_unmap_area(start, size, dir)
  273. * - start - kernel virtual start address
  274. * - size - size of region
  275. * - dir - DMA direction
  276. */
  277. ENTRY(arm946_dma_unmap_area)
  278. mov pc, lr
  279. ENDPROC(arm946_dma_unmap_area)
  280. ENTRY(arm946_cache_fns)
  281. .long arm946_flush_kern_cache_all
  282. .long arm946_flush_user_cache_all
  283. .long arm946_flush_user_cache_range
  284. .long arm946_coherent_kern_range
  285. .long arm946_coherent_user_range
  286. .long arm946_flush_kern_dcache_area
  287. .long arm946_dma_map_area
  288. .long arm946_dma_unmap_area
  289. .long arm946_dma_flush_range
  290. ENTRY(cpu_arm946_dcache_clean_area)
  291. #ifndef CONFIG_CPU_DCACHE_WRITETHROUGH
  292. 1: mcr p15, 0, r0, c7, c10, 1 @ clean D entry
  293. add r0, r0, #CACHE_DLINESIZE
  294. subs r1, r1, #CACHE_DLINESIZE
  295. bhi 1b
  296. #endif
  297. mcr p15, 0, r0, c7, c10, 4 @ drain WB
  298. mov pc, lr
  299. __INIT
  300. .type __arm946_setup, #function
  301. __arm946_setup:
  302. mov r0, #0
  303. mcr p15, 0, r0, c7, c5, 0 @ invalidate I cache
  304. mcr p15, 0, r0, c7, c6, 0 @ invalidate D cache
  305. mcr p15, 0, r0, c7, c10, 4 @ drain WB
  306. mcr p15, 0, r0, c6, c3, 0 @ disable memory region 3~7
  307. mcr p15, 0, r0, c6, c4, 0
  308. mcr p15, 0, r0, c6, c5, 0
  309. mcr p15, 0, r0, c6, c6, 0
  310. mcr p15, 0, r0, c6, c7, 0
  311. mov r0, #0x0000003F @ base = 0, size = 4GB
  312. mcr p15, 0, r0, c6, c0, 0 @ set region 0, default
  313. ldr r0, =(CONFIG_DRAM_BASE & 0xFFFFF000) @ base[31:12] of RAM
  314. ldr r1, =(CONFIG_DRAM_SIZE >> 12) @ size of RAM (must be >= 4KB)
  315. mov r2, #10 @ 11 is the minimum (4KB)
  316. 1: add r2, r2, #1 @ area size *= 2
  317. mov r1, r1, lsr #1
  318. bne 1b @ count not zero r-shift
  319. orr r0, r0, r2, lsl #1 @ the region register value
  320. orr r0, r0, #1 @ set enable bit
  321. mcr p15, 0, r0, c6, c1, 0 @ set region 1, RAM
  322. ldr r0, =(CONFIG_FLASH_MEM_BASE & 0xFFFFF000) @ base[31:12] of FLASH
  323. ldr r1, =(CONFIG_FLASH_SIZE >> 12) @ size of FLASH (must be >= 4KB)
  324. mov r2, #10 @ 11 is the minimum (4KB)
  325. 1: add r2, r2, #1 @ area size *= 2
  326. mov r1, r1, lsr #1
  327. bne 1b @ count not zero r-shift
  328. orr r0, r0, r2, lsl #1 @ the region register value
  329. orr r0, r0, #1 @ set enable bit
  330. mcr p15, 0, r0, c6, c2, 0 @ set region 2, ROM/FLASH
  331. mov r0, #0x06
  332. mcr p15, 0, r0, c2, c0, 0 @ region 1,2 d-cacheable
  333. mcr p15, 0, r0, c2, c0, 1 @ region 1,2 i-cacheable
  334. #ifdef CONFIG_CPU_DCACHE_WRITETHROUGH
  335. mov r0, #0x00 @ disable whole write buffer
  336. #else
  337. mov r0, #0x02 @ region 1 write bufferred
  338. #endif
  339. mcr p15, 0, r0, c3, c0, 0
  340. /*
  341. * Access Permission Settings for future permission control by PU.
  342. *
  343. * priv. user
  344. * region 0 (whole) rw -- : b0001
  345. * region 1 (RAM) rw rw : b0011
  346. * region 2 (FLASH) rw r- : b0010
  347. * region 3~7 (none) -- -- : b0000
  348. */
  349. mov r0, #0x00000031
  350. orr r0, r0, #0x00000200
  351. mcr p15, 0, r0, c5, c0, 2 @ set data access permission
  352. mcr p15, 0, r0, c5, c0, 3 @ set inst. access permission
  353. mrc p15, 0, r0, c1, c0 @ get control register
  354. orr r0, r0, #0x00001000 @ I-cache
  355. orr r0, r0, #0x00000005 @ MPU/D-cache
  356. #ifdef CONFIG_CPU_CACHE_ROUND_ROBIN
  357. orr r0, r0, #0x00004000 @ .1.. .... .... ....
  358. #endif
  359. mov pc, lr
  360. .size __arm946_setup, . - __arm946_setup
  361. __INITDATA
  362. /*
  363. * Purpose : Function pointers used to access above functions - all calls
  364. * come through these
  365. */
  366. .type arm946_processor_functions, #object
  367. ENTRY(arm946_processor_functions)
  368. .word nommu_early_abort
  369. .word legacy_pabort
  370. .word cpu_arm946_proc_init
  371. .word cpu_arm946_proc_fin
  372. .word cpu_arm946_reset
  373. .word cpu_arm946_do_idle
  374. .word cpu_arm946_dcache_clean_area
  375. .word cpu_arm946_switch_mm
  376. .word 0 @ cpu_*_set_pte
  377. .size arm946_processor_functions, . - arm946_processor_functions
  378. .section ".rodata"
  379. .type cpu_arch_name, #object
  380. cpu_arch_name:
  381. .asciz "armv5te"
  382. .size cpu_arch_name, . - cpu_arch_name
  383. .type cpu_elf_name, #object
  384. cpu_elf_name:
  385. .asciz "v5t"
  386. .size cpu_elf_name, . - cpu_elf_name
  387. .type cpu_arm946_name, #object
  388. cpu_arm946_name:
  389. .ascii "ARM946E-S"
  390. .size cpu_arm946_name, . - cpu_arm946_name
  391. .align
  392. .section ".proc.info.init", #alloc, #execinstr
  393. .type __arm946_proc_info,#object
  394. __arm946_proc_info:
  395. .long 0x41009460
  396. .long 0xff00fff0
  397. .long 0
  398. b __arm946_setup
  399. .long cpu_arch_name
  400. .long cpu_elf_name
  401. .long HWCAP_SWP | HWCAP_HALF | HWCAP_THUMB
  402. .long cpu_arm946_name
  403. .long arm946_processor_functions
  404. .long 0
  405. .long 0
  406. .long arm940_cache_fns
  407. .size __arm946_proc_info, . - __arm946_proc_info