entry.S 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543
  1. /*
  2. * arch/sh/kernel/cpu/sh3/entry.S
  3. *
  4. * Copyright (C) 1999, 2000, 2002 Niibe Yutaka
  5. * Copyright (C) 2003 - 2006 Paul Mundt
  6. *
  7. * This file is subject to the terms and conditions of the GNU General Public
  8. * License. See the file "COPYING" in the main directory of this archive
  9. * for more details.
  10. */
  11. #include <linux/sys.h>
  12. #include <linux/errno.h>
  13. #include <linux/linkage.h>
  14. #include <asm/asm-offsets.h>
  15. #include <asm/thread_info.h>
  16. #include <asm/unistd.h>
  17. #include <cpu/mmu_context.h>
  18. #include <asm/page.h>
  19. #include <asm/cache.h>
  20. ! NOTE:
  21. ! GNU as (as of 2.9.1) changes bf/s into bt/s and bra, when the address
  22. ! to be jumped is too far, but it causes illegal slot exception.
  23. /*
  24. * entry.S contains the system-call and fault low-level handling routines.
  25. * This also contains the timer-interrupt handler, as well as all interrupts
  26. * and faults that can result in a task-switch.
  27. *
  28. * NOTE: This code handles signal-recognition, which happens every time
  29. * after a timer-interrupt and after each system call.
  30. *
  31. * NOTE: This code uses a convention that instructions in the delay slot
  32. * of a transfer-control instruction are indented by an extra space, thus:
  33. *
  34. * jmp @k0 ! control-transfer instruction
  35. * ldc k1, ssr ! delay slot
  36. *
  37. * Stack layout in 'ret_from_syscall':
  38. * ptrace needs to have all regs on the stack.
  39. * if the order here is changed, it needs to be
  40. * updated in ptrace.c and ptrace.h
  41. *
  42. * r0
  43. * ...
  44. * r15 = stack pointer
  45. * spc
  46. * pr
  47. * ssr
  48. * gbr
  49. * mach
  50. * macl
  51. * syscall #
  52. *
  53. */
  54. #if defined(CONFIG_KGDB)
  55. NMI_VEC = 0x1c0 ! Must catch early for debounce
  56. #endif
  57. /* Offsets to the stack */
  58. OFF_R0 = 0 /* Return value. New ABI also arg4 */
  59. OFF_R1 = 4 /* New ABI: arg5 */
  60. OFF_R2 = 8 /* New ABI: arg6 */
  61. OFF_R3 = 12 /* New ABI: syscall_nr */
  62. OFF_R4 = 16 /* New ABI: arg0 */
  63. OFF_R5 = 20 /* New ABI: arg1 */
  64. OFF_R6 = 24 /* New ABI: arg2 */
  65. OFF_R7 = 28 /* New ABI: arg3 */
  66. OFF_SP = (15*4)
  67. OFF_PC = (16*4)
  68. OFF_SR = (16*4+8)
  69. OFF_TRA = (16*4+6*4)
  70. #define k0 r0
  71. #define k1 r1
  72. #define k2 r2
  73. #define k3 r3
  74. #define k4 r4
  75. #define g_imask r6 /* r6_bank1 */
  76. #define k_g_imask r6_bank /* r6_bank1 */
  77. #define current r7 /* r7_bank1 */
  78. #include <asm/entry-macros.S>
  79. /*
  80. * Kernel mode register usage:
  81. * k0 scratch
  82. * k1 scratch
  83. * k2 scratch (Exception code)
  84. * k3 scratch (Return address)
  85. * k4 scratch
  86. * k5 reserved
  87. * k6 Global Interrupt Mask (0--15 << 4)
  88. * k7 CURRENT_THREAD_INFO (pointer to current thread info)
  89. */
  90. !
  91. ! TLB Miss / Initial Page write exception handling
  92. ! _and_
  93. ! TLB hits, but the access violate the protection.
  94. ! It can be valid access, such as stack grow and/or C-O-W.
  95. !
  96. !
  97. ! Find the pmd/pte entry and loadtlb
  98. ! If it's not found, cause address error (SEGV)
  99. !
  100. ! Although this could be written in assembly language (and it'd be faster),
  101. ! this first version depends *much* on C implementation.
  102. !
  103. #if defined(CONFIG_MMU)
  104. .align 2
  105. ENTRY(tlb_miss_load)
  106. bra call_dpf
  107. mov #0, r5
  108. .align 2
  109. ENTRY(tlb_miss_store)
  110. bra call_dpf
  111. mov #1, r5
  112. .align 2
  113. ENTRY(initial_page_write)
  114. bra call_dpf
  115. mov #1, r5
  116. .align 2
  117. ENTRY(tlb_protection_violation_load)
  118. bra call_dpf
  119. mov #0, r5
  120. .align 2
  121. ENTRY(tlb_protection_violation_store)
  122. bra call_dpf
  123. mov #1, r5
  124. call_dpf:
  125. setup_frame_reg
  126. mov.l 1f, r0
  127. mov r5, r8
  128. mov.l @r0, r6
  129. mov r6, r9
  130. mov.l 2f, r0
  131. sts pr, r10
  132. jsr @r0
  133. mov r15, r4
  134. !
  135. tst r0, r0
  136. bf/s 0f
  137. lds r10, pr
  138. rts
  139. nop
  140. 0: mov.l 3f, r0
  141. mov r9, r6
  142. mov r8, r5
  143. jmp @r0
  144. mov r15, r4
  145. .align 2
  146. 1: .long MMU_TEA
  147. 2: .long __do_page_fault
  148. 3: .long do_page_fault
  149. .align 2
  150. ENTRY(address_error_load)
  151. bra call_dae
  152. mov #0,r5 ! writeaccess = 0
  153. .align 2
  154. ENTRY(address_error_store)
  155. bra call_dae
  156. mov #1,r5 ! writeaccess = 1
  157. .align 2
  158. call_dae:
  159. mov.l 1f, r0
  160. mov.l @r0, r6 ! address
  161. mov.l 2f, r0
  162. jmp @r0
  163. mov r15, r4 ! regs
  164. .align 2
  165. 1: .long MMU_TEA
  166. 2: .long do_address_error
  167. #endif /* CONFIG_MMU */
  168. #if defined(CONFIG_SH_STANDARD_BIOS)
  169. /* Unwind the stack and jmp to the debug entry */
  170. ENTRY(sh_bios_handler)
  171. mov.l 1f, r8
  172. bsr restore_regs
  173. nop
  174. lds k2, pr ! restore pr
  175. mov k4, r15
  176. !
  177. mov.l 2f, k0
  178. mov.l @k0, k0
  179. jmp @k0
  180. ldc k3, ssr
  181. .align 2
  182. 1: .long 0x300000f0
  183. 2: .long gdb_vbr_vector
  184. #endif /* CONFIG_SH_STANDARD_BIOS */
  185. ! restore_regs()
  186. ! - restore r0, r1, r2, r3, r4, r5, r6, r7 from the stack
  187. ! - switch bank
  188. ! - restore r8, r9, r10, r11, r12, r13, r14, r15 from the stack
  189. ! - restore spc, pr*, ssr, gbr, mach, macl, skip default tra
  190. ! k2 returns original pr
  191. ! k3 returns original sr
  192. ! k4 returns original stack pointer
  193. ! r8 passes SR bitmask, overwritten with restored data on return
  194. ! r9 trashed
  195. ! BL=0 on entry, on exit BL=1 (depending on r8).
  196. ENTRY(restore_regs)
  197. mov.l @r15+, r0
  198. mov.l @r15+, r1
  199. mov.l @r15+, r2
  200. mov.l @r15+, r3
  201. mov.l @r15+, r4
  202. mov.l @r15+, r5
  203. mov.l @r15+, r6
  204. mov.l @r15+, r7
  205. !
  206. stc sr, r9
  207. or r8, r9
  208. ldc r9, sr
  209. !
  210. mov.l @r15+, r8
  211. mov.l @r15+, r9
  212. mov.l @r15+, r10
  213. mov.l @r15+, r11
  214. mov.l @r15+, r12
  215. mov.l @r15+, r13
  216. mov.l @r15+, r14
  217. mov.l @r15+, k4 ! original stack pointer
  218. ldc.l @r15+, spc
  219. mov.l @r15+, k2 ! original PR
  220. mov.l @r15+, k3 ! original SR
  221. ldc.l @r15+, gbr
  222. lds.l @r15+, mach
  223. lds.l @r15+, macl
  224. rts
  225. add #4, r15 ! Skip syscall number
  226. restore_all:
  227. mov.l 7f, r8
  228. bsr restore_regs
  229. nop
  230. lds k2, pr ! restore pr
  231. !
  232. ! Calculate new SR value
  233. mov k3, k2 ! original SR value
  234. mov #0xf0, k1
  235. extu.b k1, k1
  236. not k1, k1
  237. and k1, k2 ! Mask original SR value
  238. !
  239. mov k3, k0 ! Calculate IMASK-bits
  240. shlr2 k0
  241. and #0x3c, k0
  242. cmp/eq #0x3c, k0
  243. bt/s 6f
  244. shll2 k0
  245. mov g_imask, k0
  246. !
  247. 6: or k0, k2 ! Set the IMASK-bits
  248. ldc k2, ssr
  249. !
  250. #if defined(CONFIG_KGDB)
  251. ! Clear in_nmi
  252. mov.l 6f, k0
  253. mov #0, k1
  254. mov.b k1, @k0
  255. #endif
  256. mov k4, r15
  257. rte
  258. nop
  259. .align 2
  260. 5: .long 0x00001000 ! DSP
  261. #ifdef CONFIG_KGDB
  262. 6: .long in_nmi
  263. #endif
  264. 7: .long 0x30000000
  265. ! common exception handler
  266. #include "../../entry-common.S"
  267. ! Exception Vector Base
  268. !
  269. ! Should be aligned page boundary.
  270. !
  271. .balign 4096,0,4096
  272. ENTRY(vbr_base)
  273. .long 0
  274. !
  275. ! 0x100: General exception vector
  276. !
  277. .balign 256,0,256
  278. general_exception:
  279. #ifndef CONFIG_CPU_SUBTYPE_SHX3
  280. bra handle_exception
  281. sts pr, k3 ! save original pr value in k3
  282. #else
  283. mov.l 1f, k4
  284. mov.l @k4, k4
  285. ! Is EXPEVT larger than 0x800?
  286. mov #0x8, k0
  287. shll8 k0
  288. cmp/hs k0, k4
  289. bf 0f
  290. ! then add 0x580 (k2 is 0xd80 or 0xda0)
  291. mov #0x58, k0
  292. shll2 k0
  293. shll2 k0
  294. add k0, k4
  295. 0:
  296. ! Setup stack and save DSP context (k0 contains original r15 on return)
  297. bsr prepare_stack
  298. nop
  299. ! Save registers / Switch to bank 0
  300. mov k4, k2 ! keep vector in k2
  301. mov.l 1f, k4 ! SR bits to clear in k4
  302. bsr save_regs ! needs original pr value in k3
  303. nop
  304. bra handle_exception_special
  305. nop
  306. .align 2
  307. 1: .long EXPEVT
  308. #endif
  309. ! prepare_stack()
  310. ! - roll back gRB
  311. ! - switch to kernel stack
  312. ! k0 returns original sp (after roll back)
  313. ! k1 trashed
  314. ! k2 trashed
  315. prepare_stack:
  316. #ifdef CONFIG_GUSA
  317. ! Check for roll back gRB (User and Kernel)
  318. mov r15, k0
  319. shll k0
  320. bf/s 1f
  321. shll k0
  322. bf/s 1f
  323. stc spc, k1
  324. stc r0_bank, k0
  325. cmp/hs k0, k1 ! test k1 (saved PC) >= k0 (saved r0)
  326. bt/s 2f
  327. stc r1_bank, k1
  328. add #-2, k0
  329. add r15, k0
  330. ldc k0, spc ! PC = saved r0 + r15 - 2
  331. 2: mov k1, r15 ! SP = r1
  332. 1:
  333. #endif
  334. ! Switch to kernel stack if needed
  335. stc ssr, k0 ! Is it from kernel space?
  336. shll k0 ! Check MD bit (bit30) by shifting it into...
  337. shll k0 ! ...the T bit
  338. bt/s 1f ! It's a kernel to kernel transition.
  339. mov r15, k0 ! save original stack to k0
  340. /* User space to kernel */
  341. mov #(THREAD_SIZE >> 10), k1
  342. shll8 k1 ! k1 := THREAD_SIZE
  343. shll2 k1
  344. add current, k1
  345. mov k1, r15 ! change to kernel stack
  346. !
  347. 1:
  348. rts
  349. nop
  350. !
  351. ! 0x400: Instruction and Data TLB miss exception vector
  352. !
  353. .balign 1024,0,1024
  354. tlb_miss:
  355. sts pr, k3 ! save original pr value in k3
  356. handle_exception:
  357. mova exception_data, k0
  358. ! Setup stack and save DSP context (k0 contains original r15 on return)
  359. bsr prepare_stack
  360. PREF(k0)
  361. ! Save registers / Switch to bank 0
  362. mov.l 5f, k2 ! vector register address
  363. mov.l 1f, k4 ! SR bits to clear in k4
  364. bsr save_regs ! needs original pr value in k3
  365. mov.l @k2, k2 ! read out vector and keep in k2
  366. handle_exception_special:
  367. ! Setup return address and jump to exception handler
  368. mov.l 7f, r9 ! fetch return address
  369. stc r2_bank, r0 ! k2 (vector)
  370. mov.l 6f, r10
  371. shlr2 r0
  372. shlr r0
  373. mov.l @(r0, r10), r10
  374. jmp @r10
  375. lds r9, pr ! put return address in pr
  376. .align L1_CACHE_SHIFT
  377. ! save_regs()
  378. ! - save default tra, macl, mach, gbr, ssr, pr* and spc on the stack
  379. ! - save r15*, r14, r13, r12, r11, r10, r9, r8 on the stack
  380. ! - switch bank
  381. ! - save r7, r6, r5, r4, r3, r2, r1, r0 on the stack
  382. ! k0 contains original stack pointer*
  383. ! k1 trashed
  384. ! k3 passes original pr*
  385. ! k4 passes SR bitmask
  386. ! BL=1 on entry, on exit BL=0.
  387. ENTRY(save_regs)
  388. mov #-1, r1
  389. mov.l k1, @-r15 ! set TRA (default: -1)
  390. sts.l macl, @-r15
  391. sts.l mach, @-r15
  392. stc.l gbr, @-r15
  393. stc.l ssr, @-r15
  394. mov.l k3, @-r15 ! original pr in k3
  395. stc.l spc, @-r15
  396. mov.l k0, @-r15 ! original stack pointer in k0
  397. mov.l r14, @-r15
  398. mov.l r13, @-r15
  399. mov.l r12, @-r15
  400. mov.l r11, @-r15
  401. mov.l r10, @-r15
  402. mov.l r9, @-r15
  403. mov.l r8, @-r15
  404. mov.l 0f, k3 ! SR bits to set in k3
  405. ! fall-through
  406. ! save_low_regs()
  407. ! - modify SR for bank switch
  408. ! - save r7, r6, r5, r4, r3, r2, r1, r0 on the stack
  409. ! k3 passes bits to set in SR
  410. ! k4 passes bits to clear in SR
  411. ENTRY(save_low_regs)
  412. stc sr, r8
  413. or k3, r8
  414. and k4, r8
  415. ldc r8, sr
  416. mov.l r7, @-r15
  417. mov.l r6, @-r15
  418. mov.l r5, @-r15
  419. mov.l r4, @-r15
  420. mov.l r3, @-r15
  421. mov.l r2, @-r15
  422. mov.l r1, @-r15
  423. rts
  424. mov.l r0, @-r15
  425. !
  426. ! 0x600: Interrupt / NMI vector
  427. !
  428. .balign 512,0,512
  429. ENTRY(handle_interrupt)
  430. #if defined(CONFIG_KGDB)
  431. mov.l 2f, k2
  432. ! Debounce (filter nested NMI)
  433. mov.l @k2, k0
  434. mov.l 9f, k1
  435. cmp/eq k1, k0
  436. bf 11f
  437. mov.l 10f, k1
  438. tas.b @k1
  439. bt 11f
  440. rte
  441. nop
  442. .align 2
  443. 9: .long NMI_VEC
  444. 10: .long in_nmi
  445. 11:
  446. #endif /* defined(CONFIG_KGDB) */
  447. sts pr, k3 ! save original pr value in k3
  448. mova exception_data, k0
  449. ! Setup stack and save DSP context (k0 contains original r15 on return)
  450. bsr prepare_stack
  451. PREF(k0)
  452. ! Save registers / Switch to bank 0
  453. mov.l 1f, k4 ! SR bits to clear in k4
  454. bsr save_regs ! needs original pr value in k3
  455. mov #-1, k2 ! default vector kept in k2
  456. setup_frame_reg
  457. stc sr, r0 ! get status register
  458. shlr2 r0
  459. and #0x3c, r0
  460. cmp/eq #0x3c, r0
  461. bf 9f
  462. TRACE_IRQS_OFF
  463. 9:
  464. ! Setup return address and jump to do_IRQ
  465. mov.l 4f, r9 ! fetch return address
  466. lds r9, pr ! put return address in pr
  467. mov.l 2f, r4
  468. mov.l 3f, r9
  469. mov.l @r4, r4 ! pass INTEVT vector as arg0
  470. jmp @r9
  471. mov r15, r5 ! pass saved registers as arg1
  472. ENTRY(exception_none)
  473. rts
  474. nop
  475. .align L1_CACHE_SHIFT
  476. exception_data:
  477. 0: .long 0x000080f0 ! FD=1, IMASK=15
  478. 1: .long 0xcfffffff ! RB=0, BL=0
  479. 2: .long INTEVT
  480. 3: .long do_IRQ
  481. 4: .long ret_from_irq
  482. 5: .long EXPEVT
  483. 6: .long exception_handling_table
  484. 7: .long ret_from_exception