entry-avr32b.S 16 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819
  1. /*
  2. * Copyright (C) 2004-2006 Atmel Corporation
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License version 2 as
  6. * published by the Free Software Foundation.
  7. */
  8. /*
  9. * This file contains the low-level entry-points into the kernel, that is,
  10. * exception handlers, debug trap handlers, interrupt handlers and the
  11. * system call handler.
  12. */
  13. #include <linux/errno.h>
  14. #include <asm/asm.h>
  15. #include <asm/hardirq.h>
  16. #include <asm/irq.h>
  17. #include <asm/ocd.h>
  18. #include <asm/page.h>
  19. #include <asm/pgtable.h>
  20. #include <asm/ptrace.h>
  21. #include <asm/sysreg.h>
  22. #include <asm/thread_info.h>
  23. #include <asm/unistd.h>
  24. #ifdef CONFIG_PREEMPT
  25. # define preempt_stop mask_interrupts
  26. #else
  27. # define preempt_stop
  28. # define fault_resume_kernel fault_restore_all
  29. #endif
  30. #define __MASK(x) ((1 << (x)) - 1)
  31. #define IRQ_MASK ((__MASK(SOFTIRQ_BITS) << SOFTIRQ_SHIFT) | \
  32. (__MASK(HARDIRQ_BITS) << HARDIRQ_SHIFT))
  33. .section .ex.text,"ax",@progbits
  34. .align 2
  35. exception_vectors:
  36. bral handle_critical
  37. .align 2
  38. bral handle_critical
  39. .align 2
  40. bral do_bus_error_write
  41. .align 2
  42. bral do_bus_error_read
  43. .align 2
  44. bral do_nmi_ll
  45. .align 2
  46. bral handle_address_fault
  47. .align 2
  48. bral handle_protection_fault
  49. .align 2
  50. bral handle_debug
  51. .align 2
  52. bral do_illegal_opcode_ll
  53. .align 2
  54. bral do_illegal_opcode_ll
  55. .align 2
  56. bral do_illegal_opcode_ll
  57. .align 2
  58. bral do_fpe_ll
  59. .align 2
  60. bral do_illegal_opcode_ll
  61. .align 2
  62. bral handle_address_fault
  63. .align 2
  64. bral handle_address_fault
  65. .align 2
  66. bral handle_protection_fault
  67. .align 2
  68. bral handle_protection_fault
  69. .align 2
  70. bral do_dtlb_modified
  71. #define tlbmiss_save pushm r0-r3
  72. #define tlbmiss_restore popm r0-r3
  73. .org 0x50
  74. .global itlb_miss
  75. itlb_miss:
  76. tlbmiss_save
  77. rjmp tlb_miss_common
  78. .org 0x60
  79. dtlb_miss_read:
  80. tlbmiss_save
  81. rjmp tlb_miss_common
  82. .org 0x70
  83. dtlb_miss_write:
  84. tlbmiss_save
  85. .global tlb_miss_common
  86. .align 2
  87. tlb_miss_common:
  88. mfsr r0, SYSREG_TLBEAR
  89. mfsr r1, SYSREG_PTBR
  90. /*
  91. * First level lookup: The PGD contains virtual pointers to
  92. * the second-level page tables, but they may be NULL if not
  93. * present.
  94. */
  95. pgtbl_lookup:
  96. lsr r2, r0, PGDIR_SHIFT
  97. ld.w r3, r1[r2 << 2]
  98. bfextu r1, r0, PAGE_SHIFT, PGDIR_SHIFT - PAGE_SHIFT
  99. cp.w r3, 0
  100. breq page_table_not_present
  101. /* Second level lookup */
  102. ld.w r2, r3[r1 << 2]
  103. mfsr r0, SYSREG_TLBARLO
  104. bld r2, _PAGE_BIT_PRESENT
  105. brcc page_not_present
  106. /* Mark the page as accessed */
  107. sbr r2, _PAGE_BIT_ACCESSED
  108. st.w r3[r1 << 2], r2
  109. /* Drop software flags */
  110. andl r2, _PAGE_FLAGS_HARDWARE_MASK & 0xffff
  111. mtsr SYSREG_TLBELO, r2
  112. /* Figure out which entry we want to replace */
  113. mfsr r1, SYSREG_MMUCR
  114. clz r2, r0
  115. brcc 1f
  116. mov r3, -1 /* All entries have been accessed, */
  117. mov r2, 0 /* so start at 0 */
  118. mtsr SYSREG_TLBARLO, r3 /* and reset TLBAR */
  119. 1: bfins r1, r2, SYSREG_DRP_OFFSET, SYSREG_DRP_SIZE
  120. mtsr SYSREG_MMUCR, r1
  121. tlbw
  122. tlbmiss_restore
  123. rete
  124. /* The slow path of the TLB miss handler */
  125. .align 2
  126. page_table_not_present:
  127. /* Do we need to synchronize with swapper_pg_dir? */
  128. bld r0, 31
  129. brcs sync_with_swapper_pg_dir
  130. page_not_present:
  131. tlbmiss_restore
  132. sub sp, 4
  133. stmts --sp, r0-lr
  134. rcall save_full_context_ex
  135. mfsr r12, SYSREG_ECR
  136. mov r11, sp
  137. rcall do_page_fault
  138. rjmp ret_from_exception
  139. .align 2
  140. sync_with_swapper_pg_dir:
  141. /*
  142. * If swapper_pg_dir contains a non-NULL second-level page
  143. * table pointer, copy it into the current PGD. If not, we
  144. * must handle it as a full-blown page fault.
  145. *
  146. * Jumping back to pgtbl_lookup causes an unnecessary lookup,
  147. * but it is guaranteed to be a cache hit, it won't happen
  148. * very often, and we absolutely do not want to sacrifice any
  149. * performance in the fast path in order to improve this.
  150. */
  151. mov r1, lo(swapper_pg_dir)
  152. orh r1, hi(swapper_pg_dir)
  153. ld.w r3, r1[r2 << 2]
  154. cp.w r3, 0
  155. breq page_not_present
  156. mfsr r1, SYSREG_PTBR
  157. st.w r1[r2 << 2], r3
  158. rjmp pgtbl_lookup
  159. /*
  160. * We currently have two bytes left at this point until we
  161. * crash into the system call handler...
  162. *
  163. * Don't worry, the assembler will let us know.
  164. */
  165. /* --- System Call --- */
  166. .org 0x100
  167. system_call:
  168. #ifdef CONFIG_PREEMPT
  169. mask_interrupts
  170. #endif
  171. pushm r12 /* r12_orig */
  172. stmts --sp, r0-lr
  173. mfsr r0, SYSREG_RAR_SUP
  174. mfsr r1, SYSREG_RSR_SUP
  175. #ifdef CONFIG_PREEMPT
  176. unmask_interrupts
  177. #endif
  178. zero_fp
  179. stm --sp, r0-r1
  180. /* check for syscall tracing */
  181. get_thread_info r0
  182. ld.w r1, r0[TI_flags]
  183. bld r1, TIF_SYSCALL_TRACE
  184. brcs syscall_trace_enter
  185. syscall_trace_cont:
  186. cp.w r8, NR_syscalls
  187. brhs syscall_badsys
  188. lddpc lr, syscall_table_addr
  189. ld.w lr, lr[r8 << 2]
  190. mov r8, r5 /* 5th argument (6th is pushed by stub) */
  191. icall lr
  192. .global syscall_return
  193. syscall_return:
  194. get_thread_info r0
  195. mask_interrupts /* make sure we don't miss an interrupt
  196. setting need_resched or sigpending
  197. between sampling and the rets */
  198. /* Store the return value so that the correct value is loaded below */
  199. stdsp sp[REG_R12], r12
  200. ld.w r1, r0[TI_flags]
  201. andl r1, _TIF_ALLWORK_MASK, COH
  202. brne syscall_exit_work
  203. syscall_exit_cont:
  204. popm r8-r9
  205. mtsr SYSREG_RAR_SUP, r8
  206. mtsr SYSREG_RSR_SUP, r9
  207. ldmts sp++, r0-lr
  208. sub sp, -4 /* r12_orig */
  209. rets
  210. .align 2
  211. syscall_table_addr:
  212. .long sys_call_table
  213. syscall_badsys:
  214. mov r12, -ENOSYS
  215. rjmp syscall_return
  216. .global ret_from_fork
  217. ret_from_fork:
  218. rcall schedule_tail
  219. /* check for syscall tracing */
  220. get_thread_info r0
  221. ld.w r1, r0[TI_flags]
  222. andl r1, _TIF_ALLWORK_MASK, COH
  223. brne syscall_exit_work
  224. rjmp syscall_exit_cont
  225. syscall_trace_enter:
  226. pushm r8-r12
  227. rcall syscall_trace
  228. popm r8-r12
  229. rjmp syscall_trace_cont
  230. syscall_exit_work:
  231. bld r1, TIF_SYSCALL_TRACE
  232. brcc 1f
  233. unmask_interrupts
  234. rcall syscall_trace
  235. mask_interrupts
  236. ld.w r1, r0[TI_flags]
  237. 1: bld r1, TIF_NEED_RESCHED
  238. brcc 2f
  239. unmask_interrupts
  240. rcall schedule
  241. mask_interrupts
  242. ld.w r1, r0[TI_flags]
  243. rjmp 1b
  244. 2: mov r2, _TIF_SIGPENDING | _TIF_RESTORE_SIGMASK
  245. tst r1, r2
  246. breq 3f
  247. unmask_interrupts
  248. mov r12, sp
  249. mov r11, r0
  250. rcall do_notify_resume
  251. mask_interrupts
  252. ld.w r1, r0[TI_flags]
  253. rjmp 1b
  254. 3: bld r1, TIF_BREAKPOINT
  255. brcc syscall_exit_cont
  256. rjmp enter_monitor_mode
  257. /* This function expects to find offending PC in SYSREG_RAR_EX */
  258. .type save_full_context_ex, @function
  259. .align 2
  260. save_full_context_ex:
  261. mfsr r11, SYSREG_RAR_EX
  262. sub r9, pc, . - debug_trampoline
  263. mfsr r8, SYSREG_RSR_EX
  264. cp.w r9, r11
  265. breq 3f
  266. mov r12, r8
  267. andh r8, (MODE_MASK >> 16), COH
  268. brne 2f
  269. 1: pushm r11, r12 /* PC and SR */
  270. unmask_exceptions
  271. ret r12
  272. 2: sub r10, sp, -(FRAME_SIZE_FULL - REG_LR)
  273. stdsp sp[4], r10 /* replace saved SP */
  274. rjmp 1b
  275. /*
  276. * The debug handler set up a trampoline to make us
  277. * automatically enter monitor mode upon return, but since
  278. * we're saving the full context, we must assume that the
  279. * exception handler might want to alter the return address
  280. * and/or status register. So we need to restore the original
  281. * context and enter monitor mode manually after the exception
  282. * has been handled.
  283. */
  284. 3: get_thread_info r8
  285. ld.w r11, r8[TI_rar_saved]
  286. ld.w r12, r8[TI_rsr_saved]
  287. rjmp 1b
  288. .size save_full_context_ex, . - save_full_context_ex
  289. /* Low-level exception handlers */
  290. handle_critical:
  291. sub sp, 4
  292. stmts --sp, r0-lr
  293. rcall save_full_context_ex
  294. mfsr r12, SYSREG_ECR
  295. mov r11, sp
  296. rcall do_critical_exception
  297. /* We should never get here... */
  298. bad_return:
  299. sub r12, pc, (. - 1f)
  300. bral panic
  301. .align 2
  302. 1: .asciz "Return from critical exception!"
  303. .align 1
  304. do_bus_error_write:
  305. sub sp, 4
  306. stmts --sp, r0-lr
  307. rcall save_full_context_ex
  308. mov r11, 1
  309. rjmp 1f
  310. do_bus_error_read:
  311. sub sp, 4
  312. stmts --sp, r0-lr
  313. rcall save_full_context_ex
  314. mov r11, 0
  315. 1: mfsr r12, SYSREG_BEAR
  316. mov r10, sp
  317. rcall do_bus_error
  318. rjmp ret_from_exception
  319. .align 1
  320. do_nmi_ll:
  321. sub sp, 4
  322. stmts --sp, r0-lr
  323. mfsr r9, SYSREG_RSR_NMI
  324. mfsr r8, SYSREG_RAR_NMI
  325. bfextu r0, r9, MODE_SHIFT, 3
  326. brne 2f
  327. 1: pushm r8, r9 /* PC and SR */
  328. mfsr r12, SYSREG_ECR
  329. mov r11, sp
  330. rcall do_nmi
  331. popm r8-r9
  332. mtsr SYSREG_RAR_NMI, r8
  333. tst r0, r0
  334. mtsr SYSREG_RSR_NMI, r9
  335. brne 3f
  336. ldmts sp++, r0-lr
  337. sub sp, -4 /* skip r12_orig */
  338. rete
  339. 2: sub r10, sp, -(FRAME_SIZE_FULL - REG_LR)
  340. stdsp sp[4], r10 /* replace saved SP */
  341. rjmp 1b
  342. 3: popm lr
  343. sub sp, -4 /* skip sp */
  344. popm r0-r12
  345. sub sp, -4 /* skip r12_orig */
  346. rete
  347. handle_address_fault:
  348. sub sp, 4
  349. stmts --sp, r0-lr
  350. rcall save_full_context_ex
  351. mfsr r12, SYSREG_ECR
  352. mov r11, sp
  353. rcall do_address_exception
  354. rjmp ret_from_exception
  355. handle_protection_fault:
  356. sub sp, 4
  357. stmts --sp, r0-lr
  358. rcall save_full_context_ex
  359. mfsr r12, SYSREG_ECR
  360. mov r11, sp
  361. rcall do_page_fault
  362. rjmp ret_from_exception
  363. .align 1
  364. do_illegal_opcode_ll:
  365. sub sp, 4
  366. stmts --sp, r0-lr
  367. rcall save_full_context_ex
  368. mfsr r12, SYSREG_ECR
  369. mov r11, sp
  370. rcall do_illegal_opcode
  371. rjmp ret_from_exception
  372. do_dtlb_modified:
  373. pushm r0-r3
  374. mfsr r1, SYSREG_TLBEAR
  375. mfsr r0, SYSREG_PTBR
  376. lsr r2, r1, PGDIR_SHIFT
  377. ld.w r0, r0[r2 << 2]
  378. lsl r1, (32 - PGDIR_SHIFT)
  379. lsr r1, (32 - PGDIR_SHIFT) + PAGE_SHIFT
  380. /* Translate to virtual address in P1 */
  381. andl r0, 0xf000
  382. sbr r0, 31
  383. add r2, r0, r1 << 2
  384. ld.w r3, r2[0]
  385. sbr r3, _PAGE_BIT_DIRTY
  386. mov r0, r3
  387. st.w r2[0], r3
  388. /* The page table is up-to-date. Update the TLB entry as well */
  389. andl r0, lo(_PAGE_FLAGS_HARDWARE_MASK)
  390. mtsr SYSREG_TLBELO, r0
  391. /* MMUCR[DRP] is updated automatically, so let's go... */
  392. tlbw
  393. popm r0-r3
  394. rete
  395. do_fpe_ll:
  396. sub sp, 4
  397. stmts --sp, r0-lr
  398. rcall save_full_context_ex
  399. unmask_interrupts
  400. mov r12, 26
  401. mov r11, sp
  402. rcall do_fpe
  403. rjmp ret_from_exception
  404. ret_from_exception:
  405. mask_interrupts
  406. lddsp r4, sp[REG_SR]
  407. andh r4, (MODE_MASK >> 16), COH
  408. brne fault_resume_kernel
  409. get_thread_info r0
  410. ld.w r1, r0[TI_flags]
  411. andl r1, _TIF_WORK_MASK, COH
  412. brne fault_exit_work
  413. fault_resume_user:
  414. popm r8-r9
  415. mask_exceptions
  416. mtsr SYSREG_RAR_EX, r8
  417. mtsr SYSREG_RSR_EX, r9
  418. ldmts sp++, r0-lr
  419. sub sp, -4
  420. rete
  421. fault_resume_kernel:
  422. #ifdef CONFIG_PREEMPT
  423. get_thread_info r0
  424. ld.w r2, r0[TI_preempt_count]
  425. cp.w r2, 0
  426. brne 1f
  427. ld.w r1, r0[TI_flags]
  428. bld r1, TIF_NEED_RESCHED
  429. brcc 1f
  430. lddsp r4, sp[REG_SR]
  431. bld r4, SYSREG_GM_OFFSET
  432. brcs 1f
  433. rcall preempt_schedule_irq
  434. 1:
  435. #endif
  436. popm r8-r9
  437. mask_exceptions
  438. mfsr r1, SYSREG_SR
  439. mtsr SYSREG_RAR_EX, r8
  440. mtsr SYSREG_RSR_EX, r9
  441. popm lr
  442. sub sp, -4 /* ignore SP */
  443. popm r0-r12
  444. sub sp, -4 /* ignore r12_orig */
  445. rete
  446. irq_exit_work:
  447. /* Switch to exception mode so that we can share the same code. */
  448. mfsr r8, SYSREG_SR
  449. cbr r8, SYSREG_M0_OFFSET
  450. orh r8, hi(SYSREG_BIT(M1) | SYSREG_BIT(M2))
  451. mtsr SYSREG_SR, r8
  452. sub pc, -2
  453. get_thread_info r0
  454. ld.w r1, r0[TI_flags]
  455. fault_exit_work:
  456. bld r1, TIF_NEED_RESCHED
  457. brcc 1f
  458. unmask_interrupts
  459. rcall schedule
  460. mask_interrupts
  461. ld.w r1, r0[TI_flags]
  462. rjmp fault_exit_work
  463. 1: mov r2, _TIF_SIGPENDING | _TIF_RESTORE_SIGMASK
  464. tst r1, r2
  465. breq 2f
  466. unmask_interrupts
  467. mov r12, sp
  468. mov r11, r0
  469. rcall do_notify_resume
  470. mask_interrupts
  471. ld.w r1, r0[TI_flags]
  472. rjmp fault_exit_work
  473. 2: bld r1, TIF_BREAKPOINT
  474. brcc fault_resume_user
  475. rjmp enter_monitor_mode
  476. .section .kprobes.text, "ax", @progbits
  477. .type handle_debug, @function
  478. handle_debug:
  479. sub sp, 4 /* r12_orig */
  480. stmts --sp, r0-lr
  481. mfsr r8, SYSREG_RAR_DBG
  482. mfsr r9, SYSREG_RSR_DBG
  483. unmask_exceptions
  484. pushm r8-r9
  485. bfextu r9, r9, SYSREG_MODE_OFFSET, SYSREG_MODE_SIZE
  486. brne debug_fixup_regs
  487. .Ldebug_fixup_cont:
  488. #ifdef CONFIG_TRACE_IRQFLAGS
  489. rcall trace_hardirqs_off
  490. #endif
  491. mov r12, sp
  492. rcall do_debug
  493. mov sp, r12
  494. lddsp r2, sp[REG_SR]
  495. bfextu r3, r2, SYSREG_MODE_OFFSET, SYSREG_MODE_SIZE
  496. brne debug_resume_kernel
  497. get_thread_info r0
  498. ld.w r1, r0[TI_flags]
  499. mov r2, _TIF_DBGWORK_MASK
  500. tst r1, r2
  501. brne debug_exit_work
  502. bld r1, TIF_SINGLE_STEP
  503. brcc 1f
  504. mfdr r4, OCD_DC
  505. sbr r4, OCD_DC_SS_BIT
  506. mtdr OCD_DC, r4
  507. 1: popm r10,r11
  508. mask_exceptions
  509. mtsr SYSREG_RSR_DBG, r11
  510. mtsr SYSREG_RAR_DBG, r10
  511. #ifdef CONFIG_TRACE_IRQFLAGS
  512. rcall trace_hardirqs_on
  513. 1:
  514. #endif
  515. ldmts sp++, r0-lr
  516. sub sp, -4
  517. retd
  518. .size handle_debug, . - handle_debug
  519. /* Mode of the trapped context is in r9 */
  520. .type debug_fixup_regs, @function
  521. debug_fixup_regs:
  522. mfsr r8, SYSREG_SR
  523. mov r10, r8
  524. bfins r8, r9, SYSREG_MODE_OFFSET, SYSREG_MODE_SIZE
  525. mtsr SYSREG_SR, r8
  526. sub pc, -2
  527. stdsp sp[REG_LR], lr
  528. mtsr SYSREG_SR, r10
  529. sub pc, -2
  530. sub r8, sp, -FRAME_SIZE_FULL
  531. stdsp sp[REG_SP], r8
  532. rjmp .Ldebug_fixup_cont
  533. .size debug_fixup_regs, . - debug_fixup_regs
  534. .type debug_resume_kernel, @function
  535. debug_resume_kernel:
  536. mask_exceptions
  537. popm r10, r11
  538. mtsr SYSREG_RAR_DBG, r10
  539. mtsr SYSREG_RSR_DBG, r11
  540. #ifdef CONFIG_TRACE_IRQFLAGS
  541. bld r11, SYSREG_GM_OFFSET
  542. brcc 1f
  543. rcall trace_hardirqs_on
  544. 1:
  545. #endif
  546. mfsr r2, SYSREG_SR
  547. mov r1, r2
  548. bfins r2, r3, SYSREG_MODE_OFFSET, SYSREG_MODE_SIZE
  549. mtsr SYSREG_SR, r2
  550. sub pc, -2
  551. popm lr
  552. mtsr SYSREG_SR, r1
  553. sub pc, -2
  554. sub sp, -4 /* skip SP */
  555. popm r0-r12
  556. sub sp, -4
  557. retd
  558. .size debug_resume_kernel, . - debug_resume_kernel
  559. .type debug_exit_work, @function
  560. debug_exit_work:
  561. /*
  562. * We must return from Monitor Mode using a retd, and we must
  563. * not schedule since that involves the D bit in SR getting
  564. * cleared by something other than the debug hardware. This
  565. * may cause undefined behaviour according to the Architecture
  566. * manual.
  567. *
  568. * So we fix up the return address and status and return to a
  569. * stub below in Exception mode. From there, we can follow the
  570. * normal exception return path.
  571. *
  572. * The real return address and status registers are stored on
  573. * the stack in the way the exception return path understands,
  574. * so no need to fix anything up there.
  575. */
  576. sub r8, pc, . - fault_exit_work
  577. mtsr SYSREG_RAR_DBG, r8
  578. mov r9, 0
  579. orh r9, hi(SR_EM | SR_GM | MODE_EXCEPTION)
  580. mtsr SYSREG_RSR_DBG, r9
  581. sub pc, -2
  582. retd
  583. .size debug_exit_work, . - debug_exit_work
  584. .set rsr_int0, SYSREG_RSR_INT0
  585. .set rsr_int1, SYSREG_RSR_INT1
  586. .set rsr_int2, SYSREG_RSR_INT2
  587. .set rsr_int3, SYSREG_RSR_INT3
  588. .set rar_int0, SYSREG_RAR_INT0
  589. .set rar_int1, SYSREG_RAR_INT1
  590. .set rar_int2, SYSREG_RAR_INT2
  591. .set rar_int3, SYSREG_RAR_INT3
  592. .macro IRQ_LEVEL level
  593. .type irq_level\level, @function
  594. irq_level\level:
  595. sub sp, 4 /* r12_orig */
  596. stmts --sp,r0-lr
  597. mfsr r8, rar_int\level
  598. mfsr r9, rsr_int\level
  599. #ifdef CONFIG_PREEMPT
  600. sub r11, pc, (. - system_call)
  601. cp.w r11, r8
  602. breq 4f
  603. #endif
  604. pushm r8-r9
  605. mov r11, sp
  606. mov r12, \level
  607. rcall do_IRQ
  608. lddsp r4, sp[REG_SR]
  609. bfextu r4, r4, SYSREG_M0_OFFSET, 3
  610. cp.w r4, MODE_SUPERVISOR >> SYSREG_M0_OFFSET
  611. breq 2f
  612. cp.w r4, MODE_USER >> SYSREG_M0_OFFSET
  613. #ifdef CONFIG_PREEMPT
  614. brne 3f
  615. #else
  616. brne 1f
  617. #endif
  618. get_thread_info r0
  619. ld.w r1, r0[TI_flags]
  620. andl r1, _TIF_WORK_MASK, COH
  621. brne irq_exit_work
  622. 1:
  623. #ifdef CONFIG_TRACE_IRQFLAGS
  624. rcall trace_hardirqs_on
  625. #endif
  626. popm r8-r9
  627. mtsr rar_int\level, r8
  628. mtsr rsr_int\level, r9
  629. ldmts sp++,r0-lr
  630. sub sp, -4 /* ignore r12_orig */
  631. rete
  632. #ifdef CONFIG_PREEMPT
  633. 4: mask_interrupts
  634. mfsr r8, rsr_int\level
  635. sbr r8, 16
  636. mtsr rsr_int\level, r8
  637. ldmts sp++, r0-lr
  638. sub sp, -4 /* ignore r12_orig */
  639. rete
  640. #endif
  641. 2: get_thread_info r0
  642. ld.w r1, r0[TI_flags]
  643. bld r1, TIF_CPU_GOING_TO_SLEEP
  644. #ifdef CONFIG_PREEMPT
  645. brcc 3f
  646. #else
  647. brcc 1b
  648. #endif
  649. sub r1, pc, . - cpu_idle_skip_sleep
  650. stdsp sp[REG_PC], r1
  651. #ifdef CONFIG_PREEMPT
  652. 3: get_thread_info r0
  653. ld.w r2, r0[TI_preempt_count]
  654. cp.w r2, 0
  655. brne 1b
  656. ld.w r1, r0[TI_flags]
  657. bld r1, TIF_NEED_RESCHED
  658. brcc 1b
  659. lddsp r4, sp[REG_SR]
  660. bld r4, SYSREG_GM_OFFSET
  661. brcs 1b
  662. rcall preempt_schedule_irq
  663. #endif
  664. rjmp 1b
  665. .endm
  666. .section .irq.text,"ax",@progbits
  667. .global irq_level0
  668. .global irq_level1
  669. .global irq_level2
  670. .global irq_level3
  671. IRQ_LEVEL 0
  672. IRQ_LEVEL 1
  673. IRQ_LEVEL 2
  674. IRQ_LEVEL 3
  675. .section .kprobes.text, "ax", @progbits
  676. .type enter_monitor_mode, @function
  677. enter_monitor_mode:
  678. /*
  679. * We need to enter monitor mode to do a single step. The
  680. * monitor code will alter the return address so that we
  681. * return directly to the user instead of returning here.
  682. */
  683. breakpoint
  684. rjmp breakpoint_failed
  685. .size enter_monitor_mode, . - enter_monitor_mode
  686. .type debug_trampoline, @function
  687. .global debug_trampoline
  688. debug_trampoline:
  689. /*
  690. * Save the registers on the stack so that the monitor code
  691. * can find them easily.
  692. */
  693. sub sp, 4 /* r12_orig */
  694. stmts --sp, r0-lr
  695. get_thread_info r0
  696. ld.w r8, r0[TI_rar_saved]
  697. ld.w r9, r0[TI_rsr_saved]
  698. pushm r8-r9
  699. /*
  700. * The monitor code will alter the return address so we don't
  701. * return here.
  702. */
  703. breakpoint
  704. rjmp breakpoint_failed
  705. .size debug_trampoline, . - debug_trampoline
  706. .type breakpoint_failed, @function
  707. breakpoint_failed:
  708. /*
  709. * Something went wrong. Perhaps the debug hardware isn't
  710. * enabled?
  711. */
  712. lda.w r12, msg_breakpoint_failed
  713. mov r11, sp
  714. mov r10, 9 /* SIGKILL */
  715. call die
  716. 1: rjmp 1b
  717. msg_breakpoint_failed:
  718. .asciz "Failed to enter Debug Mode"