ia32_entry.S 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463
  1. #include <asm/asmmacro.h>
  2. #include <asm/ia32.h>
  3. #include <asm/asm-offsets.h>
  4. #include <asm/signal.h>
  5. #include <asm/thread_info.h>
  6. #include "../kernel/minstate.h"
  7. /*
  8. * execve() is special because in case of success, we need to
  9. * setup a null register window frame (in case an IA-32 process
  10. * is exec'ing an IA-64 program).
  11. */
  12. ENTRY(ia32_execve)
  13. .prologue ASM_UNW_PRLG_RP|ASM_UNW_PRLG_PFS, ASM_UNW_PRLG_GRSAVE(3)
  14. alloc loc1=ar.pfs,3,2,4,0
  15. mov loc0=rp
  16. .body
  17. zxt4 out0=in0 // filename
  18. ;; // stop bit between alloc and call
  19. zxt4 out1=in1 // argv
  20. zxt4 out2=in2 // envp
  21. add out3=16,sp // regs
  22. br.call.sptk.few rp=sys32_execve
  23. 1: cmp.ge p6,p0=r8,r0
  24. mov ar.pfs=loc1 // restore ar.pfs
  25. ;;
  26. (p6) mov ar.pfs=r0 // clear ar.pfs in case of success
  27. sxt4 r8=r8 // return 64-bit result
  28. mov rp=loc0
  29. br.ret.sptk.few rp
  30. END(ia32_execve)
  31. ENTRY(ia32_clone)
  32. .prologue ASM_UNW_PRLG_RP|ASM_UNW_PRLG_PFS, ASM_UNW_PRLG_GRSAVE(5)
  33. alloc r16=ar.pfs,5,2,6,0
  34. DO_SAVE_SWITCH_STACK
  35. mov loc0=rp
  36. mov loc1=r16 // save ar.pfs across do_fork
  37. .body
  38. zxt4 out1=in1 // newsp
  39. mov out3=16 // stacksize (compensates for 16-byte scratch area)
  40. adds out2=IA64_SWITCH_STACK_SIZE+16,sp // out2 = &regs
  41. mov out0=in0 // out0 = clone_flags
  42. zxt4 out4=in2 // out4 = parent_tidptr
  43. zxt4 out5=in4 // out5 = child_tidptr
  44. br.call.sptk.many rp=do_fork
  45. .ret0: .restore sp
  46. adds sp=IA64_SWITCH_STACK_SIZE,sp // pop the switch stack
  47. mov ar.pfs=loc1
  48. mov rp=loc0
  49. br.ret.sptk.many rp
  50. END(ia32_clone)
  51. GLOBAL_ENTRY(ia32_ret_from_clone)
  52. PT_REGS_UNWIND_INFO(0)
  53. { /*
  54. * Some versions of gas generate bad unwind info if the first instruction of a
  55. * procedure doesn't go into the first slot of a bundle. This is a workaround.
  56. */
  57. nop.m 0
  58. nop.i 0
  59. /*
  60. * We need to call schedule_tail() to complete the scheduling process.
  61. * Called by ia64_switch_to after do_fork()->copy_thread(). r8 contains the
  62. * address of the previously executing task.
  63. */
  64. br.call.sptk.many rp=ia64_invoke_schedule_tail
  65. }
  66. .ret1:
  67. adds r2=TI_FLAGS+IA64_TASK_SIZE,r13
  68. ;;
  69. ld4 r2=[r2]
  70. ;;
  71. mov r8=0
  72. and r2=_TIF_SYSCALL_TRACEAUDIT,r2
  73. ;;
  74. cmp.ne p6,p0=r2,r0
  75. (p6) br.cond.spnt .ia32_strace_check_retval
  76. ;; // prevent RAW on r8
  77. END(ia32_ret_from_clone)
  78. // fall thrugh
  79. GLOBAL_ENTRY(ia32_ret_from_syscall)
  80. PT_REGS_UNWIND_INFO(0)
  81. cmp.ge p6,p7=r8,r0 // syscall executed successfully?
  82. adds r2=IA64_PT_REGS_R8_OFFSET+16,sp // r2 = &pt_regs.r8
  83. ;;
  84. alloc r3=ar.pfs,0,0,0,0 // drop the syscall argument frame
  85. st8 [r2]=r8 // store return value in slot for r8
  86. br.cond.sptk.many ia64_leave_kernel
  87. END(ia32_ret_from_syscall)
  88. //
  89. // Invoke a system call, but do some tracing before and after the call.
  90. // We MUST preserve the current register frame throughout this routine
  91. // because some system calls (such as ia64_execve) directly
  92. // manipulate ar.pfs.
  93. //
  94. // Input:
  95. // r8 = syscall number
  96. // b6 = syscall entry point
  97. //
  98. GLOBAL_ENTRY(ia32_trace_syscall)
  99. PT_REGS_UNWIND_INFO(0)
  100. mov r3=-38
  101. adds r2=IA64_PT_REGS_R8_OFFSET+16,sp
  102. ;;
  103. st8 [r2]=r3 // initialize return code to -ENOSYS
  104. br.call.sptk.few rp=syscall_trace_enter // give parent a chance to catch syscall args
  105. .ret2: // Need to reload arguments (they may be changed by the tracing process)
  106. adds r2=IA64_PT_REGS_R1_OFFSET+16,sp // r2 = &pt_regs.r1
  107. adds r3=IA64_PT_REGS_R13_OFFSET+16,sp // r3 = &pt_regs.r13
  108. mov r15=IA32_NR_syscalls
  109. ;;
  110. ld4 r8=[r2],IA64_PT_REGS_R9_OFFSET-IA64_PT_REGS_R1_OFFSET
  111. movl r16=ia32_syscall_table
  112. ;;
  113. ld4 r33=[r2],8 // r9 == ecx
  114. ld4 r37=[r3],16 // r13 == ebp
  115. cmp.ltu.unc p6,p7=r8,r15
  116. ;;
  117. ld4 r34=[r2],8 // r10 == edx
  118. ld4 r36=[r3],8 // r15 == edi
  119. (p6) shladd r16=r8,3,r16 // force ni_syscall if not valid syscall number
  120. ;;
  121. ld8 r16=[r16]
  122. ;;
  123. ld4 r32=[r2],8 // r11 == ebx
  124. mov b6=r16
  125. ld4 r35=[r3],8 // r14 == esi
  126. br.call.sptk.few rp=b6 // do the syscall
  127. .ia32_strace_check_retval:
  128. cmp.lt p6,p0=r8,r0 // syscall failed?
  129. adds r2=IA64_PT_REGS_R8_OFFSET+16,sp // r2 = &pt_regs.r8
  130. ;;
  131. st8.spill [r2]=r8 // store return value in slot for r8
  132. br.call.sptk.few rp=syscall_trace_leave // give parent a chance to catch return value
  133. .ret4: alloc r2=ar.pfs,0,0,0,0 // drop the syscall argument frame
  134. br.cond.sptk.many ia64_leave_kernel
  135. END(ia32_trace_syscall)
  136. GLOBAL_ENTRY(sys32_vfork)
  137. alloc r16=ar.pfs,2,2,4,0;;
  138. mov out0=IA64_CLONE_VFORK|IA64_CLONE_VM|SIGCHLD // out0 = clone_flags
  139. br.cond.sptk.few .fork1 // do the work
  140. END(sys32_vfork)
  141. GLOBAL_ENTRY(sys32_fork)
  142. .prologue ASM_UNW_PRLG_RP|ASM_UNW_PRLG_PFS, ASM_UNW_PRLG_GRSAVE(2)
  143. alloc r16=ar.pfs,2,2,4,0
  144. mov out0=SIGCHLD // out0 = clone_flags
  145. ;;
  146. .fork1:
  147. mov loc0=rp
  148. mov loc1=r16 // save ar.pfs across do_fork
  149. DO_SAVE_SWITCH_STACK
  150. .body
  151. mov out1=0
  152. mov out3=0
  153. adds out2=IA64_SWITCH_STACK_SIZE+16,sp // out2 = &regs
  154. br.call.sptk.few rp=do_fork
  155. .ret5: .restore sp
  156. adds sp=IA64_SWITCH_STACK_SIZE,sp // pop the switch stack
  157. mov ar.pfs=loc1
  158. mov rp=loc0
  159. br.ret.sptk.many rp
  160. END(sys32_fork)
  161. .rodata
  162. .align 8
  163. .globl ia32_syscall_table
  164. ia32_syscall_table:
  165. data8 sys_ni_syscall /* 0 - old "setup(" system call*/
  166. data8 sys_exit
  167. data8 sys32_fork
  168. data8 sys_read
  169. data8 sys_write
  170. data8 compat_sys_open /* 5 */
  171. data8 sys_close
  172. data8 sys32_waitpid
  173. data8 sys_creat
  174. data8 sys_link
  175. data8 sys_unlink /* 10 */
  176. data8 ia32_execve
  177. data8 sys_chdir
  178. data8 compat_sys_time
  179. data8 sys_mknod
  180. data8 sys_chmod /* 15 */
  181. data8 sys_lchown /* 16-bit version */
  182. data8 sys_ni_syscall /* old break syscall holder */
  183. data8 sys_ni_syscall
  184. data8 sys32_lseek
  185. data8 sys_getpid /* 20 */
  186. data8 compat_sys_mount
  187. data8 sys_oldumount
  188. data8 sys_setuid /* 16-bit version */
  189. data8 sys_getuid /* 16-bit version */
  190. data8 compat_sys_stime /* 25 */
  191. data8 sys32_ptrace
  192. data8 sys32_alarm
  193. data8 sys_ni_syscall
  194. data8 sys32_pause
  195. data8 compat_sys_utime /* 30 */
  196. data8 sys_ni_syscall /* old stty syscall holder */
  197. data8 sys_ni_syscall /* old gtty syscall holder */
  198. data8 sys_access
  199. data8 sys_nice
  200. data8 sys_ni_syscall /* 35 */ /* old ftime syscall holder */
  201. data8 sys_sync
  202. data8 sys_kill
  203. data8 sys_rename
  204. data8 sys_mkdir
  205. data8 sys_rmdir /* 40 */
  206. data8 sys_dup
  207. data8 sys32_pipe
  208. data8 compat_sys_times
  209. data8 sys_ni_syscall /* old prof syscall holder */
  210. data8 sys32_brk /* 45 */
  211. data8 sys_setgid /* 16-bit version */
  212. data8 sys_getgid /* 16-bit version */
  213. data8 sys32_signal
  214. data8 sys_geteuid /* 16-bit version */
  215. data8 sys_getegid /* 16-bit version */ /* 50 */
  216. data8 sys_acct
  217. data8 sys_umount /* recycled never used phys( */
  218. data8 sys_ni_syscall /* old lock syscall holder */
  219. data8 compat_sys_ioctl
  220. data8 compat_sys_fcntl /* 55 */
  221. data8 sys_ni_syscall /* old mpx syscall holder */
  222. data8 sys_setpgid
  223. data8 sys_ni_syscall /* old ulimit syscall holder */
  224. data8 sys_ni_syscall
  225. data8 sys_umask /* 60 */
  226. data8 sys_chroot
  227. data8 sys_ustat
  228. data8 sys_dup2
  229. data8 sys_getppid
  230. data8 sys_getpgrp /* 65 */
  231. data8 sys_setsid
  232. data8 sys32_sigaction
  233. data8 sys_ni_syscall
  234. data8 sys_ni_syscall
  235. data8 sys_setreuid /* 16-bit version */ /* 70 */
  236. data8 sys_setregid /* 16-bit version */
  237. data8 sys32_sigsuspend
  238. data8 compat_sys_sigpending
  239. data8 sys_sethostname
  240. data8 compat_sys_setrlimit /* 75 */
  241. data8 compat_sys_old_getrlimit
  242. data8 compat_sys_getrusage
  243. data8 sys32_gettimeofday
  244. data8 sys32_settimeofday
  245. data8 sys32_getgroups16 /* 80 */
  246. data8 sys32_setgroups16
  247. data8 sys32_old_select
  248. data8 sys_symlink
  249. data8 sys_ni_syscall
  250. data8 sys_readlink /* 85 */
  251. data8 sys_uselib
  252. data8 sys_swapon
  253. data8 sys_reboot
  254. data8 compat_sys_old_readdir
  255. data8 sys32_mmap /* 90 */
  256. data8 sys32_munmap
  257. data8 sys_truncate
  258. data8 sys_ftruncate
  259. data8 sys_fchmod
  260. data8 sys_fchown /* 16-bit version */ /* 95 */
  261. data8 sys_getpriority
  262. data8 sys_setpriority
  263. data8 sys_ni_syscall /* old profil syscall holder */
  264. data8 compat_sys_statfs
  265. data8 compat_sys_fstatfs /* 100 */
  266. data8 sys_ni_syscall /* ioperm */
  267. data8 compat_sys_socketcall
  268. data8 sys_syslog
  269. data8 compat_sys_setitimer
  270. data8 compat_sys_getitimer /* 105 */
  271. data8 compat_sys_newstat
  272. data8 compat_sys_newlstat
  273. data8 compat_sys_newfstat
  274. data8 sys_ni_syscall
  275. data8 sys_ni_syscall /* iopl */ /* 110 */
  276. data8 sys_vhangup
  277. data8 sys_ni_syscall /* used to be sys_idle */
  278. data8 sys_ni_syscall
  279. data8 compat_sys_wait4
  280. data8 sys_swapoff /* 115 */
  281. data8 compat_sys_sysinfo
  282. data8 sys32_ipc
  283. data8 sys_fsync
  284. data8 sys32_sigreturn
  285. data8 ia32_clone /* 120 */
  286. data8 sys_setdomainname
  287. data8 sys32_newuname
  288. data8 sys32_modify_ldt
  289. data8 compat_sys_adjtimex
  290. data8 sys32_mprotect /* 125 */
  291. data8 compat_sys_sigprocmask
  292. data8 sys_ni_syscall /* create_module */
  293. data8 sys_ni_syscall /* init_module */
  294. data8 sys_ni_syscall /* delete_module */
  295. data8 sys_ni_syscall /* get_kernel_syms */ /* 130 */
  296. data8 sys32_quotactl
  297. data8 sys_getpgid
  298. data8 sys_fchdir
  299. data8 sys_ni_syscall /* sys_bdflush */
  300. data8 sys_sysfs /* 135 */
  301. data8 sys32_personality
  302. data8 sys_ni_syscall /* for afs_syscall */
  303. data8 sys_setfsuid /* 16-bit version */
  304. data8 sys_setfsgid /* 16-bit version */
  305. data8 sys_llseek /* 140 */
  306. data8 compat_sys_getdents
  307. data8 compat_sys_select
  308. data8 sys_flock
  309. data8 sys32_msync
  310. data8 compat_sys_readv /* 145 */
  311. data8 compat_sys_writev
  312. data8 sys_getsid
  313. data8 sys_fdatasync
  314. data8 sys32_sysctl
  315. data8 sys_mlock /* 150 */
  316. data8 sys_munlock
  317. data8 sys_mlockall
  318. data8 sys_munlockall
  319. data8 sys_sched_setparam
  320. data8 sys_sched_getparam /* 155 */
  321. data8 sys_sched_setscheduler
  322. data8 sys_sched_getscheduler
  323. data8 sys_sched_yield
  324. data8 sys_sched_get_priority_max
  325. data8 sys_sched_get_priority_min /* 160 */
  326. data8 sys32_sched_rr_get_interval
  327. data8 compat_sys_nanosleep
  328. data8 sys32_mremap
  329. data8 sys_setresuid /* 16-bit version */
  330. data8 sys32_getresuid16 /* 16-bit version */ /* 165 */
  331. data8 sys_ni_syscall /* vm86 */
  332. data8 sys_ni_syscall /* sys_query_module */
  333. data8 sys_poll
  334. data8 sys_ni_syscall /* nfsservctl */
  335. data8 sys_setresgid /* 170 */
  336. data8 sys32_getresgid16
  337. data8 sys_prctl
  338. data8 sys32_rt_sigreturn
  339. data8 sys32_rt_sigaction
  340. data8 sys32_rt_sigprocmask /* 175 */
  341. data8 sys_rt_sigpending
  342. data8 compat_sys_rt_sigtimedwait
  343. data8 sys32_rt_sigqueueinfo
  344. data8 compat_sys_rt_sigsuspend
  345. data8 sys32_pread /* 180 */
  346. data8 sys32_pwrite
  347. data8 sys_chown /* 16-bit version */
  348. data8 sys_getcwd
  349. data8 sys_capget
  350. data8 sys_capset /* 185 */
  351. data8 sys32_sigaltstack
  352. data8 sys32_sendfile
  353. data8 sys_ni_syscall /* streams1 */
  354. data8 sys_ni_syscall /* streams2 */
  355. data8 sys32_vfork /* 190 */
  356. data8 compat_sys_getrlimit
  357. data8 sys32_mmap2
  358. data8 sys32_truncate64
  359. data8 sys32_ftruncate64
  360. data8 sys32_stat64 /* 195 */
  361. data8 sys32_lstat64
  362. data8 sys32_fstat64
  363. data8 sys_lchown
  364. data8 sys_getuid
  365. data8 sys_getgid /* 200 */
  366. data8 sys_geteuid
  367. data8 sys_getegid
  368. data8 sys_setreuid
  369. data8 sys_setregid
  370. data8 sys_getgroups /* 205 */
  371. data8 sys_setgroups
  372. data8 sys_fchown
  373. data8 sys_setresuid
  374. data8 sys_getresuid
  375. data8 sys_setresgid /* 210 */
  376. data8 sys_getresgid
  377. data8 sys_chown
  378. data8 sys_setuid
  379. data8 sys_setgid
  380. data8 sys_setfsuid /* 215 */
  381. data8 sys_setfsgid
  382. data8 sys_pivot_root
  383. data8 sys_mincore
  384. data8 sys_madvise
  385. data8 compat_sys_getdents64 /* 220 */
  386. data8 compat_sys_fcntl64
  387. data8 sys_ni_syscall /* reserved for TUX */
  388. data8 sys_ni_syscall /* reserved for Security */
  389. data8 sys_gettid
  390. data8 sys_readahead /* 225 */
  391. data8 sys_setxattr
  392. data8 sys_lsetxattr
  393. data8 sys_fsetxattr
  394. data8 sys_getxattr
  395. data8 sys_lgetxattr /* 230 */
  396. data8 sys_fgetxattr
  397. data8 sys_listxattr
  398. data8 sys_llistxattr
  399. data8 sys_flistxattr
  400. data8 sys_removexattr /* 235 */
  401. data8 sys_lremovexattr
  402. data8 sys_fremovexattr
  403. data8 sys_tkill
  404. data8 sys_sendfile64
  405. data8 compat_sys_futex /* 240 */
  406. data8 compat_sys_sched_setaffinity
  407. data8 compat_sys_sched_getaffinity
  408. data8 sys32_set_thread_area
  409. data8 sys32_get_thread_area
  410. data8 compat_sys_io_setup /* 245 */
  411. data8 sys_io_destroy
  412. data8 compat_sys_io_getevents
  413. data8 compat_sys_io_submit
  414. data8 sys_io_cancel
  415. data8 sys_fadvise64 /* 250 */
  416. data8 sys_ni_syscall
  417. data8 sys_exit_group
  418. data8 sys_lookup_dcookie
  419. data8 sys_epoll_create
  420. data8 sys32_epoll_ctl /* 255 */
  421. data8 sys32_epoll_wait
  422. data8 sys_remap_file_pages
  423. data8 sys_set_tid_address
  424. data8 compat_sys_timer_create
  425. data8 compat_sys_timer_settime /* 260 */
  426. data8 compat_sys_timer_gettime
  427. data8 sys_timer_getoverrun
  428. data8 sys_timer_delete
  429. data8 compat_sys_clock_settime
  430. data8 compat_sys_clock_gettime /* 265 */
  431. data8 compat_sys_clock_getres
  432. data8 compat_sys_clock_nanosleep
  433. data8 compat_sys_statfs64
  434. data8 compat_sys_fstatfs64
  435. data8 sys_tgkill /* 270 */
  436. data8 compat_sys_utimes
  437. data8 sys32_fadvise64_64
  438. data8 sys_ni_syscall
  439. data8 sys_ni_syscall
  440. data8 sys_ni_syscall /* 275 */
  441. data8 sys_ni_syscall
  442. data8 compat_sys_mq_open
  443. data8 sys_mq_unlink
  444. data8 compat_sys_mq_timedsend
  445. data8 compat_sys_mq_timedreceive /* 280 */
  446. data8 compat_sys_mq_notify
  447. data8 compat_sys_mq_getsetattr
  448. data8 sys_ni_syscall /* reserved for kexec */
  449. data8 compat_sys_waitid
  450. // guard against failures to increase IA32_NR_syscalls
  451. .org ia32_syscall_table + 8*IA32_NR_syscalls