ia32entry.S 23 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850
  1. /*
  2. * Compatibility mode system call entry point for x86-64.
  3. *
  4. * Copyright 2000-2002 Andi Kleen, SuSE Labs.
  5. */
  6. #include <asm/dwarf2.h>
  7. #include <asm/calling.h>
  8. #include <asm/asm-offsets.h>
  9. #include <asm/current.h>
  10. #include <asm/errno.h>
  11. #include <asm/ia32_unistd.h>
  12. #include <asm/thread_info.h>
  13. #include <asm/segment.h>
  14. #include <asm/irqflags.h>
  15. #include <linux/linkage.h>
  16. #include <linux/err.h>
  17. /* Avoid __ASSEMBLER__'ifying <linux/audit.h> just for this. */
  18. #include <linux/elf-em.h>
  19. #define AUDIT_ARCH_I386 (EM_386|__AUDIT_ARCH_LE)
  20. #define __AUDIT_ARCH_LE 0x40000000
  21. #ifndef CONFIG_AUDITSYSCALL
  22. #define sysexit_audit ia32_ret_from_sys_call
  23. #define sysretl_audit ia32_ret_from_sys_call
  24. #endif
  25. .section .entry.text, "ax"
  26. #define IA32_NR_syscalls ((ia32_syscall_end - ia32_sys_call_table)/8)
  27. .macro IA32_ARG_FIXUP noebp=0
  28. movl %edi,%r8d
  29. .if \noebp
  30. .else
  31. movl %ebp,%r9d
  32. .endif
  33. xchg %ecx,%esi
  34. movl %ebx,%edi
  35. movl %edx,%edx /* zero extension */
  36. .endm
  37. /* clobbers %eax */
  38. .macro CLEAR_RREGS offset=0, _r9=rax
  39. xorl %eax,%eax
  40. movq %rax,\offset+R11(%rsp)
  41. movq %rax,\offset+R10(%rsp)
  42. movq %\_r9,\offset+R9(%rsp)
  43. movq %rax,\offset+R8(%rsp)
  44. .endm
  45. /*
  46. * Reload arg registers from stack in case ptrace changed them.
  47. * We don't reload %eax because syscall_trace_enter() returned
  48. * the %rax value we should see. Instead, we just truncate that
  49. * value to 32 bits again as we did on entry from user mode.
  50. * If it's a new value set by user_regset during entry tracing,
  51. * this matches the normal truncation of the user-mode value.
  52. * If it's -1 to make us punt the syscall, then (u32)-1 is still
  53. * an appropriately invalid value.
  54. */
  55. .macro LOAD_ARGS32 offset, _r9=0
  56. .if \_r9
  57. movl \offset+16(%rsp),%r9d
  58. .endif
  59. movl \offset+40(%rsp),%ecx
  60. movl \offset+48(%rsp),%edx
  61. movl \offset+56(%rsp),%esi
  62. movl \offset+64(%rsp),%edi
  63. movl %eax,%eax /* zero extension */
  64. .endm
  65. .macro CFI_STARTPROC32 simple
  66. CFI_STARTPROC \simple
  67. CFI_UNDEFINED r8
  68. CFI_UNDEFINED r9
  69. CFI_UNDEFINED r10
  70. CFI_UNDEFINED r11
  71. CFI_UNDEFINED r12
  72. CFI_UNDEFINED r13
  73. CFI_UNDEFINED r14
  74. CFI_UNDEFINED r15
  75. .endm
  76. #ifdef CONFIG_PARAVIRT
  77. ENTRY(native_usergs_sysret32)
  78. swapgs
  79. sysretl
  80. ENDPROC(native_usergs_sysret32)
  81. ENTRY(native_irq_enable_sysexit)
  82. swapgs
  83. sti
  84. sysexit
  85. ENDPROC(native_irq_enable_sysexit)
  86. #endif
  87. /*
  88. * 32bit SYSENTER instruction entry.
  89. *
  90. * Arguments:
  91. * %eax System call number.
  92. * %ebx Arg1
  93. * %ecx Arg2
  94. * %edx Arg3
  95. * %esi Arg4
  96. * %edi Arg5
  97. * %ebp user stack
  98. * 0(%ebp) Arg6
  99. *
  100. * Interrupts off.
  101. *
  102. * This is purely a fast path. For anything complicated we use the int 0x80
  103. * path below. Set up a complete hardware stack frame to share code
  104. * with the int 0x80 path.
  105. */
  106. ENTRY(ia32_sysenter_target)
  107. CFI_STARTPROC32 simple
  108. CFI_SIGNAL_FRAME
  109. CFI_DEF_CFA rsp,0
  110. CFI_REGISTER rsp,rbp
  111. SWAPGS_UNSAFE_STACK
  112. movq PER_CPU_VAR(kernel_stack), %rsp
  113. addq $(KERNEL_STACK_OFFSET),%rsp
  114. /*
  115. * No need to follow this irqs on/off section: the syscall
  116. * disabled irqs, here we enable it straight after entry:
  117. */
  118. ENABLE_INTERRUPTS(CLBR_NONE)
  119. movl %ebp,%ebp /* zero extension */
  120. pushq_cfi $__USER32_DS
  121. /*CFI_REL_OFFSET ss,0*/
  122. pushq_cfi %rbp
  123. CFI_REL_OFFSET rsp,0
  124. pushfq_cfi
  125. /*CFI_REL_OFFSET rflags,0*/
  126. movl TI_sysenter_return+THREAD_INFO(%rsp,3*8-KERNEL_STACK_OFFSET),%r10d
  127. CFI_REGISTER rip,r10
  128. pushq_cfi $__USER32_CS
  129. /*CFI_REL_OFFSET cs,0*/
  130. movl %eax, %eax
  131. pushq_cfi %r10
  132. CFI_REL_OFFSET rip,0
  133. pushq_cfi %rax
  134. cld
  135. SAVE_ARGS 0,1,0
  136. /* no need to do an access_ok check here because rbp has been
  137. 32bit zero extended */
  138. 1: movl (%rbp),%ebp
  139. .section __ex_table,"a"
  140. .quad 1b,ia32_badarg
  141. .previous
  142. orl $TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  143. testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  144. CFI_REMEMBER_STATE
  145. jnz sysenter_tracesys
  146. cmpq $(IA32_NR_syscalls-1),%rax
  147. ja ia32_badsys
  148. sysenter_do_call:
  149. IA32_ARG_FIXUP
  150. sysenter_dispatch:
  151. call *ia32_sys_call_table(,%rax,8)
  152. movq %rax,RAX-ARGOFFSET(%rsp)
  153. DISABLE_INTERRUPTS(CLBR_NONE)
  154. TRACE_IRQS_OFF
  155. testl $_TIF_ALLWORK_MASK,TI_flags+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  156. jnz sysexit_audit
  157. sysexit_from_sys_call:
  158. andl $~TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  159. /* clear IF, that popfq doesn't enable interrupts early */
  160. andl $~0x200,EFLAGS-R11(%rsp)
  161. movl RIP-R11(%rsp),%edx /* User %eip */
  162. CFI_REGISTER rip,rdx
  163. RESTORE_ARGS 0,24,0,0,0,0
  164. xorq %r8,%r8
  165. xorq %r9,%r9
  166. xorq %r10,%r10
  167. xorq %r11,%r11
  168. popfq_cfi
  169. /*CFI_RESTORE rflags*/
  170. popq_cfi %rcx /* User %esp */
  171. CFI_REGISTER rsp,rcx
  172. TRACE_IRQS_ON
  173. ENABLE_INTERRUPTS_SYSEXIT32
  174. #ifdef CONFIG_AUDITSYSCALL
  175. .macro auditsys_entry_common
  176. movl %esi,%r9d /* 6th arg: 4th syscall arg */
  177. movl %edx,%r8d /* 5th arg: 3rd syscall arg */
  178. /* (already in %ecx) 4th arg: 2nd syscall arg */
  179. movl %ebx,%edx /* 3rd arg: 1st syscall arg */
  180. movl %eax,%esi /* 2nd arg: syscall number */
  181. movl $AUDIT_ARCH_I386,%edi /* 1st arg: audit arch */
  182. call audit_syscall_entry
  183. movl RAX-ARGOFFSET(%rsp),%eax /* reload syscall number */
  184. cmpq $(IA32_NR_syscalls-1),%rax
  185. ja ia32_badsys
  186. movl %ebx,%edi /* reload 1st syscall arg */
  187. movl RCX-ARGOFFSET(%rsp),%esi /* reload 2nd syscall arg */
  188. movl RDX-ARGOFFSET(%rsp),%edx /* reload 3rd syscall arg */
  189. movl RSI-ARGOFFSET(%rsp),%ecx /* reload 4th syscall arg */
  190. movl RDI-ARGOFFSET(%rsp),%r8d /* reload 5th syscall arg */
  191. .endm
  192. .macro auditsys_exit exit
  193. testl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),TI_flags+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  194. jnz ia32_ret_from_sys_call
  195. TRACE_IRQS_ON
  196. sti
  197. movl %eax,%esi /* second arg, syscall return value */
  198. cmpl $-MAX_ERRNO,%eax /* is it an error ? */
  199. setbe %al /* 1 if so, 0 if not */
  200. movzbl %al,%edi /* zero-extend that into %edi */
  201. call __audit_syscall_exit
  202. movq RAX-ARGOFFSET(%rsp),%rax /* reload syscall return value */
  203. movl $(_TIF_ALLWORK_MASK & ~_TIF_SYSCALL_AUDIT),%edi
  204. cli
  205. TRACE_IRQS_OFF
  206. testl %edi,TI_flags+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  207. jz \exit
  208. CLEAR_RREGS -ARGOFFSET
  209. jmp int_with_check
  210. .endm
  211. sysenter_auditsys:
  212. CFI_RESTORE_STATE
  213. auditsys_entry_common
  214. movl %ebp,%r9d /* reload 6th syscall arg */
  215. jmp sysenter_dispatch
  216. sysexit_audit:
  217. auditsys_exit sysexit_from_sys_call
  218. #endif
  219. sysenter_tracesys:
  220. #ifdef CONFIG_AUDITSYSCALL
  221. testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  222. jz sysenter_auditsys
  223. #endif
  224. SAVE_REST
  225. CLEAR_RREGS
  226. movq $-ENOSYS,RAX(%rsp)/* ptrace can change this for a bad syscall */
  227. movq %rsp,%rdi /* &pt_regs -> arg1 */
  228. call syscall_trace_enter
  229. LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
  230. RESTORE_REST
  231. cmpq $(IA32_NR_syscalls-1),%rax
  232. ja int_ret_from_sys_call /* sysenter_tracesys has set RAX(%rsp) */
  233. jmp sysenter_do_call
  234. CFI_ENDPROC
  235. ENDPROC(ia32_sysenter_target)
  236. /*
  237. * 32bit SYSCALL instruction entry.
  238. *
  239. * Arguments:
  240. * %eax System call number.
  241. * %ebx Arg1
  242. * %ecx return EIP
  243. * %edx Arg3
  244. * %esi Arg4
  245. * %edi Arg5
  246. * %ebp Arg2 [note: not saved in the stack frame, should not be touched]
  247. * %esp user stack
  248. * 0(%esp) Arg6
  249. *
  250. * Interrupts off.
  251. *
  252. * This is purely a fast path. For anything complicated we use the int 0x80
  253. * path below. Set up a complete hardware stack frame to share code
  254. * with the int 0x80 path.
  255. */
  256. ENTRY(ia32_cstar_target)
  257. CFI_STARTPROC32 simple
  258. CFI_SIGNAL_FRAME
  259. CFI_DEF_CFA rsp,KERNEL_STACK_OFFSET
  260. CFI_REGISTER rip,rcx
  261. /*CFI_REGISTER rflags,r11*/
  262. SWAPGS_UNSAFE_STACK
  263. movl %esp,%r8d
  264. CFI_REGISTER rsp,r8
  265. movq PER_CPU_VAR(kernel_stack),%rsp
  266. /*
  267. * No need to follow this irqs on/off section: the syscall
  268. * disabled irqs and here we enable it straight after entry:
  269. */
  270. ENABLE_INTERRUPTS(CLBR_NONE)
  271. SAVE_ARGS 8,0,0
  272. movl %eax,%eax /* zero extension */
  273. movq %rax,ORIG_RAX-ARGOFFSET(%rsp)
  274. movq %rcx,RIP-ARGOFFSET(%rsp)
  275. CFI_REL_OFFSET rip,RIP-ARGOFFSET
  276. movq %rbp,RCX-ARGOFFSET(%rsp) /* this lies slightly to ptrace */
  277. movl %ebp,%ecx
  278. movq $__USER32_CS,CS-ARGOFFSET(%rsp)
  279. movq $__USER32_DS,SS-ARGOFFSET(%rsp)
  280. movq %r11,EFLAGS-ARGOFFSET(%rsp)
  281. /*CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
  282. movq %r8,RSP-ARGOFFSET(%rsp)
  283. CFI_REL_OFFSET rsp,RSP-ARGOFFSET
  284. /* no need to do an access_ok check here because r8 has been
  285. 32bit zero extended */
  286. /* hardware stack frame is complete now */
  287. 1: movl (%r8),%r9d
  288. .section __ex_table,"a"
  289. .quad 1b,ia32_badarg
  290. .previous
  291. orl $TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  292. testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  293. CFI_REMEMBER_STATE
  294. jnz cstar_tracesys
  295. cmpq $IA32_NR_syscalls-1,%rax
  296. ja ia32_badsys
  297. cstar_do_call:
  298. IA32_ARG_FIXUP 1
  299. cstar_dispatch:
  300. call *ia32_sys_call_table(,%rax,8)
  301. movq %rax,RAX-ARGOFFSET(%rsp)
  302. DISABLE_INTERRUPTS(CLBR_NONE)
  303. TRACE_IRQS_OFF
  304. testl $_TIF_ALLWORK_MASK,TI_flags+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  305. jnz sysretl_audit
  306. sysretl_from_sys_call:
  307. andl $~TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  308. RESTORE_ARGS 0,-ARG_SKIP,0,0,0
  309. movl RIP-ARGOFFSET(%rsp),%ecx
  310. CFI_REGISTER rip,rcx
  311. movl EFLAGS-ARGOFFSET(%rsp),%r11d
  312. /*CFI_REGISTER rflags,r11*/
  313. xorq %r10,%r10
  314. xorq %r9,%r9
  315. xorq %r8,%r8
  316. TRACE_IRQS_ON
  317. movl RSP-ARGOFFSET(%rsp),%esp
  318. CFI_RESTORE rsp
  319. USERGS_SYSRET32
  320. #ifdef CONFIG_AUDITSYSCALL
  321. cstar_auditsys:
  322. CFI_RESTORE_STATE
  323. movl %r9d,R9-ARGOFFSET(%rsp) /* register to be clobbered by call */
  324. auditsys_entry_common
  325. movl R9-ARGOFFSET(%rsp),%r9d /* reload 6th syscall arg */
  326. jmp cstar_dispatch
  327. sysretl_audit:
  328. auditsys_exit sysretl_from_sys_call
  329. #endif
  330. cstar_tracesys:
  331. #ifdef CONFIG_AUDITSYSCALL
  332. testl $(_TIF_WORK_SYSCALL_ENTRY & ~_TIF_SYSCALL_AUDIT),TI_flags+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  333. jz cstar_auditsys
  334. #endif
  335. xchgl %r9d,%ebp
  336. SAVE_REST
  337. CLEAR_RREGS 0, r9
  338. movq $-ENOSYS,RAX(%rsp) /* ptrace can change this for a bad syscall */
  339. movq %rsp,%rdi /* &pt_regs -> arg1 */
  340. call syscall_trace_enter
  341. LOAD_ARGS32 ARGOFFSET, 1 /* reload args from stack in case ptrace changed it */
  342. RESTORE_REST
  343. xchgl %ebp,%r9d
  344. cmpq $(IA32_NR_syscalls-1),%rax
  345. ja int_ret_from_sys_call /* cstar_tracesys has set RAX(%rsp) */
  346. jmp cstar_do_call
  347. END(ia32_cstar_target)
  348. ia32_badarg:
  349. movq $-EFAULT,%rax
  350. jmp ia32_sysret
  351. CFI_ENDPROC
  352. /*
  353. * Emulated IA32 system calls via int 0x80.
  354. *
  355. * Arguments:
  356. * %eax System call number.
  357. * %ebx Arg1
  358. * %ecx Arg2
  359. * %edx Arg3
  360. * %esi Arg4
  361. * %edi Arg5
  362. * %ebp Arg6 [note: not saved in the stack frame, should not be touched]
  363. *
  364. * Notes:
  365. * Uses the same stack frame as the x86-64 version.
  366. * All registers except %eax must be saved (but ptrace may violate that)
  367. * Arguments are zero extended. For system calls that want sign extension and
  368. * take long arguments a wrapper is needed. Most calls can just be called
  369. * directly.
  370. * Assumes it is only called from user space and entered with interrupts off.
  371. */
  372. ENTRY(ia32_syscall)
  373. CFI_STARTPROC32 simple
  374. CFI_SIGNAL_FRAME
  375. CFI_DEF_CFA rsp,SS+8-RIP
  376. /*CFI_REL_OFFSET ss,SS-RIP*/
  377. CFI_REL_OFFSET rsp,RSP-RIP
  378. /*CFI_REL_OFFSET rflags,EFLAGS-RIP*/
  379. /*CFI_REL_OFFSET cs,CS-RIP*/
  380. CFI_REL_OFFSET rip,RIP-RIP
  381. PARAVIRT_ADJUST_EXCEPTION_FRAME
  382. SWAPGS
  383. /*
  384. * No need to follow this irqs on/off section: the syscall
  385. * disabled irqs and here we enable it straight after entry:
  386. */
  387. ENABLE_INTERRUPTS(CLBR_NONE)
  388. movl %eax,%eax
  389. pushq_cfi %rax
  390. cld
  391. /* note the registers are not zero extended to the sf.
  392. this could be a problem. */
  393. SAVE_ARGS 0,1,0
  394. orl $TS_COMPAT,TI_status+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  395. testl $_TIF_WORK_SYSCALL_ENTRY,TI_flags+THREAD_INFO(%rsp,RIP-ARGOFFSET)
  396. jnz ia32_tracesys
  397. cmpq $(IA32_NR_syscalls-1),%rax
  398. ja ia32_badsys
  399. ia32_do_call:
  400. IA32_ARG_FIXUP
  401. call *ia32_sys_call_table(,%rax,8) # xxx: rip relative
  402. ia32_sysret:
  403. movq %rax,RAX-ARGOFFSET(%rsp)
  404. ia32_ret_from_sys_call:
  405. CLEAR_RREGS -ARGOFFSET
  406. jmp int_ret_from_sys_call
  407. ia32_tracesys:
  408. SAVE_REST
  409. CLEAR_RREGS
  410. movq $-ENOSYS,RAX(%rsp) /* ptrace can change this for a bad syscall */
  411. movq %rsp,%rdi /* &pt_regs -> arg1 */
  412. call syscall_trace_enter
  413. LOAD_ARGS32 ARGOFFSET /* reload args from stack in case ptrace changed it */
  414. RESTORE_REST
  415. cmpq $(IA32_NR_syscalls-1),%rax
  416. ja int_ret_from_sys_call /* ia32_tracesys has set RAX(%rsp) */
  417. jmp ia32_do_call
  418. END(ia32_syscall)
  419. ia32_badsys:
  420. movq $0,ORIG_RAX-ARGOFFSET(%rsp)
  421. movq $-ENOSYS,%rax
  422. jmp ia32_sysret
  423. quiet_ni_syscall:
  424. movq $-ENOSYS,%rax
  425. ret
  426. CFI_ENDPROC
  427. .macro PTREGSCALL label, func, arg
  428. ALIGN
  429. GLOBAL(\label)
  430. leaq \func(%rip),%rax
  431. leaq -ARGOFFSET+8(%rsp),\arg /* 8 for return address */
  432. jmp ia32_ptregs_common
  433. .endm
  434. CFI_STARTPROC32
  435. PTREGSCALL stub32_rt_sigreturn, sys32_rt_sigreturn, %rdi
  436. PTREGSCALL stub32_sigreturn, sys32_sigreturn, %rdi
  437. PTREGSCALL stub32_sigaltstack, sys32_sigaltstack, %rdx
  438. PTREGSCALL stub32_execve, sys32_execve, %rcx
  439. PTREGSCALL stub32_fork, sys_fork, %rdi
  440. PTREGSCALL stub32_clone, sys32_clone, %rdx
  441. PTREGSCALL stub32_vfork, sys_vfork, %rdi
  442. PTREGSCALL stub32_iopl, sys_iopl, %rsi
  443. ALIGN
  444. ia32_ptregs_common:
  445. popq %r11
  446. CFI_ENDPROC
  447. CFI_STARTPROC32 simple
  448. CFI_SIGNAL_FRAME
  449. CFI_DEF_CFA rsp,SS+8-ARGOFFSET
  450. CFI_REL_OFFSET rax,RAX-ARGOFFSET
  451. CFI_REL_OFFSET rcx,RCX-ARGOFFSET
  452. CFI_REL_OFFSET rdx,RDX-ARGOFFSET
  453. CFI_REL_OFFSET rsi,RSI-ARGOFFSET
  454. CFI_REL_OFFSET rdi,RDI-ARGOFFSET
  455. CFI_REL_OFFSET rip,RIP-ARGOFFSET
  456. /* CFI_REL_OFFSET cs,CS-ARGOFFSET*/
  457. /* CFI_REL_OFFSET rflags,EFLAGS-ARGOFFSET*/
  458. CFI_REL_OFFSET rsp,RSP-ARGOFFSET
  459. /* CFI_REL_OFFSET ss,SS-ARGOFFSET*/
  460. SAVE_REST
  461. call *%rax
  462. RESTORE_REST
  463. jmp ia32_sysret /* misbalances the return cache */
  464. CFI_ENDPROC
  465. END(ia32_ptregs_common)
  466. .section .rodata,"a"
  467. .align 8
  468. ia32_sys_call_table:
  469. .quad sys_restart_syscall
  470. .quad sys_exit
  471. .quad stub32_fork
  472. .quad sys_read
  473. .quad sys_write
  474. .quad compat_sys_open /* 5 */
  475. .quad sys_close
  476. .quad sys32_waitpid
  477. .quad sys_creat
  478. .quad sys_link
  479. .quad sys_unlink /* 10 */
  480. .quad stub32_execve
  481. .quad sys_chdir
  482. .quad compat_sys_time
  483. .quad sys_mknod
  484. .quad sys_chmod /* 15 */
  485. .quad sys_lchown16
  486. .quad quiet_ni_syscall /* old break syscall holder */
  487. .quad sys_stat
  488. .quad sys32_lseek
  489. .quad sys_getpid /* 20 */
  490. .quad compat_sys_mount /* mount */
  491. .quad sys_oldumount /* old_umount */
  492. .quad sys_setuid16
  493. .quad sys_getuid16
  494. .quad compat_sys_stime /* stime */ /* 25 */
  495. .quad compat_sys_ptrace /* ptrace */
  496. .quad sys_alarm
  497. .quad sys_fstat /* (old)fstat */
  498. .quad sys_pause
  499. .quad compat_sys_utime /* 30 */
  500. .quad quiet_ni_syscall /* old stty syscall holder */
  501. .quad quiet_ni_syscall /* old gtty syscall holder */
  502. .quad sys_access
  503. .quad sys_nice
  504. .quad quiet_ni_syscall /* 35 */ /* old ftime syscall holder */
  505. .quad sys_sync
  506. .quad sys32_kill
  507. .quad sys_rename
  508. .quad sys_mkdir
  509. .quad sys_rmdir /* 40 */
  510. .quad sys_dup
  511. .quad sys_pipe
  512. .quad compat_sys_times
  513. .quad quiet_ni_syscall /* old prof syscall holder */
  514. .quad sys_brk /* 45 */
  515. .quad sys_setgid16
  516. .quad sys_getgid16
  517. .quad sys_signal
  518. .quad sys_geteuid16
  519. .quad sys_getegid16 /* 50 */
  520. .quad sys_acct
  521. .quad sys_umount /* new_umount */
  522. .quad quiet_ni_syscall /* old lock syscall holder */
  523. .quad compat_sys_ioctl
  524. .quad compat_sys_fcntl64 /* 55 */
  525. .quad quiet_ni_syscall /* old mpx syscall holder */
  526. .quad sys_setpgid
  527. .quad quiet_ni_syscall /* old ulimit syscall holder */
  528. .quad sys_olduname
  529. .quad sys_umask /* 60 */
  530. .quad sys_chroot
  531. .quad compat_sys_ustat
  532. .quad sys_dup2
  533. .quad sys_getppid
  534. .quad sys_getpgrp /* 65 */
  535. .quad sys_setsid
  536. .quad sys32_sigaction
  537. .quad sys_sgetmask
  538. .quad sys_ssetmask
  539. .quad sys_setreuid16 /* 70 */
  540. .quad sys_setregid16
  541. .quad sys32_sigsuspend
  542. .quad compat_sys_sigpending
  543. .quad sys_sethostname
  544. .quad compat_sys_setrlimit /* 75 */
  545. .quad compat_sys_old_getrlimit /* old_getrlimit */
  546. .quad compat_sys_getrusage
  547. .quad compat_sys_gettimeofday
  548. .quad compat_sys_settimeofday
  549. .quad sys_getgroups16 /* 80 */
  550. .quad sys_setgroups16
  551. .quad compat_sys_old_select
  552. .quad sys_symlink
  553. .quad sys_lstat
  554. .quad sys_readlink /* 85 */
  555. .quad sys_uselib
  556. .quad sys_swapon
  557. .quad sys_reboot
  558. .quad compat_sys_old_readdir
  559. .quad sys32_mmap /* 90 */
  560. .quad sys_munmap
  561. .quad sys_truncate
  562. .quad sys_ftruncate
  563. .quad sys_fchmod
  564. .quad sys_fchown16 /* 95 */
  565. .quad sys_getpriority
  566. .quad sys_setpriority
  567. .quad quiet_ni_syscall /* old profil syscall holder */
  568. .quad compat_sys_statfs
  569. .quad compat_sys_fstatfs /* 100 */
  570. .quad sys_ioperm
  571. .quad compat_sys_socketcall
  572. .quad sys_syslog
  573. .quad compat_sys_setitimer
  574. .quad compat_sys_getitimer /* 105 */
  575. .quad compat_sys_newstat
  576. .quad compat_sys_newlstat
  577. .quad compat_sys_newfstat
  578. .quad sys_uname
  579. .quad stub32_iopl /* 110 */
  580. .quad sys_vhangup
  581. .quad quiet_ni_syscall /* old "idle" system call */
  582. .quad sys32_vm86_warning /* vm86old */
  583. .quad compat_sys_wait4
  584. .quad sys_swapoff /* 115 */
  585. .quad compat_sys_sysinfo
  586. .quad sys32_ipc
  587. .quad sys_fsync
  588. .quad stub32_sigreturn
  589. .quad stub32_clone /* 120 */
  590. .quad sys_setdomainname
  591. .quad sys_newuname
  592. .quad sys_modify_ldt
  593. .quad compat_sys_adjtimex
  594. .quad sys32_mprotect /* 125 */
  595. .quad compat_sys_sigprocmask
  596. .quad quiet_ni_syscall /* create_module */
  597. .quad sys_init_module
  598. .quad sys_delete_module
  599. .quad quiet_ni_syscall /* 130 get_kernel_syms */
  600. .quad sys32_quotactl
  601. .quad sys_getpgid
  602. .quad sys_fchdir
  603. .quad quiet_ni_syscall /* bdflush */
  604. .quad sys_sysfs /* 135 */
  605. .quad sys_personality
  606. .quad quiet_ni_syscall /* for afs_syscall */
  607. .quad sys_setfsuid16
  608. .quad sys_setfsgid16
  609. .quad sys_llseek /* 140 */
  610. .quad compat_sys_getdents
  611. .quad compat_sys_select
  612. .quad sys_flock
  613. .quad sys_msync
  614. .quad compat_sys_readv /* 145 */
  615. .quad compat_sys_writev
  616. .quad sys_getsid
  617. .quad sys_fdatasync
  618. .quad compat_sys_sysctl /* sysctl */
  619. .quad sys_mlock /* 150 */
  620. .quad sys_munlock
  621. .quad sys_mlockall
  622. .quad sys_munlockall
  623. .quad sys_sched_setparam
  624. .quad sys_sched_getparam /* 155 */
  625. .quad sys_sched_setscheduler
  626. .quad sys_sched_getscheduler
  627. .quad sys_sched_yield
  628. .quad sys_sched_get_priority_max
  629. .quad sys_sched_get_priority_min /* 160 */
  630. .quad sys32_sched_rr_get_interval
  631. .quad compat_sys_nanosleep
  632. .quad sys_mremap
  633. .quad sys_setresuid16
  634. .quad sys_getresuid16 /* 165 */
  635. .quad sys32_vm86_warning /* vm86 */
  636. .quad quiet_ni_syscall /* query_module */
  637. .quad sys_poll
  638. .quad quiet_ni_syscall /* old nfsservctl */
  639. .quad sys_setresgid16 /* 170 */
  640. .quad sys_getresgid16
  641. .quad sys_prctl
  642. .quad stub32_rt_sigreturn
  643. .quad sys32_rt_sigaction
  644. .quad sys32_rt_sigprocmask /* 175 */
  645. .quad sys32_rt_sigpending
  646. .quad compat_sys_rt_sigtimedwait
  647. .quad sys32_rt_sigqueueinfo
  648. .quad sys_rt_sigsuspend
  649. .quad sys32_pread /* 180 */
  650. .quad sys32_pwrite
  651. .quad sys_chown16
  652. .quad sys_getcwd
  653. .quad sys_capget
  654. .quad sys_capset
  655. .quad stub32_sigaltstack
  656. .quad sys32_sendfile
  657. .quad quiet_ni_syscall /* streams1 */
  658. .quad quiet_ni_syscall /* streams2 */
  659. .quad stub32_vfork /* 190 */
  660. .quad compat_sys_getrlimit
  661. .quad sys_mmap_pgoff
  662. .quad sys32_truncate64
  663. .quad sys32_ftruncate64
  664. .quad sys32_stat64 /* 195 */
  665. .quad sys32_lstat64
  666. .quad sys32_fstat64
  667. .quad sys_lchown
  668. .quad sys_getuid
  669. .quad sys_getgid /* 200 */
  670. .quad sys_geteuid
  671. .quad sys_getegid
  672. .quad sys_setreuid
  673. .quad sys_setregid
  674. .quad sys_getgroups /* 205 */
  675. .quad sys_setgroups
  676. .quad sys_fchown
  677. .quad sys_setresuid
  678. .quad sys_getresuid
  679. .quad sys_setresgid /* 210 */
  680. .quad sys_getresgid
  681. .quad sys_chown
  682. .quad sys_setuid
  683. .quad sys_setgid
  684. .quad sys_setfsuid /* 215 */
  685. .quad sys_setfsgid
  686. .quad sys_pivot_root
  687. .quad sys_mincore
  688. .quad sys_madvise
  689. .quad compat_sys_getdents64 /* 220 getdents64 */
  690. .quad compat_sys_fcntl64
  691. .quad quiet_ni_syscall /* tux */
  692. .quad quiet_ni_syscall /* security */
  693. .quad sys_gettid
  694. .quad sys32_readahead /* 225 */
  695. .quad sys_setxattr
  696. .quad sys_lsetxattr
  697. .quad sys_fsetxattr
  698. .quad sys_getxattr
  699. .quad sys_lgetxattr /* 230 */
  700. .quad sys_fgetxattr
  701. .quad sys_listxattr
  702. .quad sys_llistxattr
  703. .quad sys_flistxattr
  704. .quad sys_removexattr /* 235 */
  705. .quad sys_lremovexattr
  706. .quad sys_fremovexattr
  707. .quad sys_tkill
  708. .quad sys_sendfile64
  709. .quad compat_sys_futex /* 240 */
  710. .quad compat_sys_sched_setaffinity
  711. .quad compat_sys_sched_getaffinity
  712. .quad sys_set_thread_area
  713. .quad sys_get_thread_area
  714. .quad compat_sys_io_setup /* 245 */
  715. .quad sys_io_destroy
  716. .quad compat_sys_io_getevents
  717. .quad compat_sys_io_submit
  718. .quad sys_io_cancel
  719. .quad sys32_fadvise64 /* 250 */
  720. .quad quiet_ni_syscall /* free_huge_pages */
  721. .quad sys_exit_group
  722. .quad sys32_lookup_dcookie
  723. .quad sys_epoll_create
  724. .quad sys_epoll_ctl /* 255 */
  725. .quad sys_epoll_wait
  726. .quad sys_remap_file_pages
  727. .quad sys_set_tid_address
  728. .quad compat_sys_timer_create
  729. .quad compat_sys_timer_settime /* 260 */
  730. .quad compat_sys_timer_gettime
  731. .quad sys_timer_getoverrun
  732. .quad sys_timer_delete
  733. .quad compat_sys_clock_settime
  734. .quad compat_sys_clock_gettime /* 265 */
  735. .quad compat_sys_clock_getres
  736. .quad compat_sys_clock_nanosleep
  737. .quad compat_sys_statfs64
  738. .quad compat_sys_fstatfs64
  739. .quad sys_tgkill /* 270 */
  740. .quad compat_sys_utimes
  741. .quad sys32_fadvise64_64
  742. .quad quiet_ni_syscall /* sys_vserver */
  743. .quad sys_mbind
  744. .quad compat_sys_get_mempolicy /* 275 */
  745. .quad sys_set_mempolicy
  746. .quad compat_sys_mq_open
  747. .quad sys_mq_unlink
  748. .quad compat_sys_mq_timedsend
  749. .quad compat_sys_mq_timedreceive /* 280 */
  750. .quad compat_sys_mq_notify
  751. .quad compat_sys_mq_getsetattr
  752. .quad compat_sys_kexec_load /* reserved for kexec */
  753. .quad compat_sys_waitid
  754. .quad quiet_ni_syscall /* 285: sys_altroot */
  755. .quad sys_add_key
  756. .quad sys_request_key
  757. .quad sys_keyctl
  758. .quad sys_ioprio_set
  759. .quad sys_ioprio_get /* 290 */
  760. .quad sys_inotify_init
  761. .quad sys_inotify_add_watch
  762. .quad sys_inotify_rm_watch
  763. .quad sys_migrate_pages
  764. .quad compat_sys_openat /* 295 */
  765. .quad sys_mkdirat
  766. .quad sys_mknodat
  767. .quad sys_fchownat
  768. .quad compat_sys_futimesat
  769. .quad sys32_fstatat /* 300 */
  770. .quad sys_unlinkat
  771. .quad sys_renameat
  772. .quad sys_linkat
  773. .quad sys_symlinkat
  774. .quad sys_readlinkat /* 305 */
  775. .quad sys_fchmodat
  776. .quad sys_faccessat
  777. .quad compat_sys_pselect6
  778. .quad compat_sys_ppoll
  779. .quad sys_unshare /* 310 */
  780. .quad compat_sys_set_robust_list
  781. .quad compat_sys_get_robust_list
  782. .quad sys_splice
  783. .quad sys32_sync_file_range
  784. .quad sys_tee /* 315 */
  785. .quad compat_sys_vmsplice
  786. .quad compat_sys_move_pages
  787. .quad sys_getcpu
  788. .quad sys_epoll_pwait
  789. .quad compat_sys_utimensat /* 320 */
  790. .quad compat_sys_signalfd
  791. .quad sys_timerfd_create
  792. .quad sys_eventfd
  793. .quad sys32_fallocate
  794. .quad compat_sys_timerfd_settime /* 325 */
  795. .quad compat_sys_timerfd_gettime
  796. .quad compat_sys_signalfd4
  797. .quad sys_eventfd2
  798. .quad sys_epoll_create1
  799. .quad sys_dup3 /* 330 */
  800. .quad sys_pipe2
  801. .quad sys_inotify_init1
  802. .quad compat_sys_preadv
  803. .quad compat_sys_pwritev
  804. .quad compat_sys_rt_tgsigqueueinfo /* 335 */
  805. .quad sys_perf_event_open
  806. .quad compat_sys_recvmmsg
  807. .quad sys_fanotify_init
  808. .quad sys32_fanotify_mark
  809. .quad sys_prlimit64 /* 340 */
  810. .quad sys_name_to_handle_at
  811. .quad compat_sys_open_by_handle_at
  812. .quad compat_sys_clock_adjtime
  813. .quad sys_syncfs
  814. .quad compat_sys_sendmmsg /* 345 */
  815. .quad sys_setns
  816. .quad compat_sys_process_vm_readv
  817. .quad compat_sys_process_vm_writev
  818. ia32_syscall_end: