scall64-64.S 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492
  1. /*
  2. * This file is subject to the terms and conditions of the GNU General Public
  3. * License. See the file "COPYING" in the main directory of this archive
  4. * for more details.
  5. *
  6. * Copyright (C) 1995, 96, 97, 98, 99, 2000, 01, 02 by Ralf Baechle
  7. * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
  8. * Copyright (C) 2001 MIPS Technologies, Inc.
  9. */
  10. #include <linux/errno.h>
  11. #include <asm/asm.h>
  12. #include <asm/asmmacro.h>
  13. #include <asm/irqflags.h>
  14. #include <asm/mipsregs.h>
  15. #include <asm/regdef.h>
  16. #include <asm/stackframe.h>
  17. #include <asm/asm-offsets.h>
  18. #include <asm/sysmips.h>
  19. #include <asm/thread_info.h>
  20. #include <asm/unistd.h>
  21. #include <asm/war.h>
  22. #ifndef CONFIG_BINFMT_ELF32
  23. /* Neither O32 nor N32, so define handle_sys here */
  24. #define handle_sys64 handle_sys
  25. #endif
  26. .align 5
  27. NESTED(handle_sys64, PT_SIZE, sp)
  28. #if !defined(CONFIG_MIPS32_O32) && !defined(CONFIG_MIPS32_N32)
  29. /*
  30. * When 32-bit compatibility is configured scall_o32.S
  31. * already did this.
  32. */
  33. .set noat
  34. SAVE_SOME
  35. TRACE_IRQS_ON_RELOAD
  36. STI
  37. .set at
  38. #endif
  39. dsubu t0, v0, __NR_64_Linux # check syscall number
  40. sltiu t0, t0, __NR_64_Linux_syscalls + 1
  41. #if !defined(CONFIG_MIPS32_O32) && !defined(CONFIG_MIPS32_N32)
  42. ld t1, PT_EPC(sp) # skip syscall on return
  43. daddiu t1, 4 # skip to next instruction
  44. sd t1, PT_EPC(sp)
  45. #endif
  46. beqz t0, illegal_syscall
  47. dsll t0, v0, 3 # offset into table
  48. ld t2, (sys_call_table - (__NR_64_Linux * 8))(t0)
  49. # syscall routine
  50. sd a3, PT_R26(sp) # save a3 for syscall restarting
  51. li t1, _TIF_SYSCALL_TRACE | _TIF_SYSCALL_AUDIT
  52. LONG_L t0, TI_FLAGS($28) # syscall tracing enabled?
  53. and t0, t1, t0
  54. bnez t0, syscall_trace_entry
  55. jalr t2 # Do The Real Thing (TM)
  56. li t0, -EMAXERRNO - 1 # error?
  57. sltu t0, t0, v0
  58. sd t0, PT_R7(sp) # set error flag
  59. beqz t0, 1f
  60. dnegu v0 # error
  61. sd v0, PT_R0(sp) # set flag for syscall
  62. # restarting
  63. 1: sd v0, PT_R2(sp) # result
  64. n64_syscall_exit:
  65. local_irq_disable # make sure need_resched and
  66. # signals dont change between
  67. # sampling and return
  68. LONG_L a2, TI_FLAGS($28) # current->work
  69. li t0, _TIF_ALLWORK_MASK
  70. and t0, a2, t0
  71. bnez t0, n64_syscall_exit_work
  72. j restore_partial
  73. n64_syscall_exit_work:
  74. j syscall_exit_work_partial
  75. /* ------------------------------------------------------------------------ */
  76. syscall_trace_entry:
  77. SAVE_STATIC
  78. move s0, t2
  79. move a0, sp
  80. li a1, 0
  81. jal do_syscall_trace
  82. move t0, s0
  83. RESTORE_STATIC
  84. ld a0, PT_R4(sp) # Restore argument registers
  85. ld a1, PT_R5(sp)
  86. ld a2, PT_R6(sp)
  87. ld a3, PT_R7(sp)
  88. ld a4, PT_R8(sp)
  89. ld a5, PT_R9(sp)
  90. jalr t0
  91. li t0, -EMAXERRNO - 1 # error?
  92. sltu t0, t0, v0
  93. sd t0, PT_R7(sp) # set error flag
  94. beqz t0, 1f
  95. dnegu v0 # error
  96. sd v0, PT_R0(sp) # set flag for syscall restarting
  97. 1: sd v0, PT_R2(sp) # result
  98. j syscall_exit
  99. illegal_syscall:
  100. /* This also isn't a 64-bit syscall, throw an error. */
  101. li v0, ENOSYS # error
  102. sd v0, PT_R2(sp)
  103. li t0, 1 # set error flag
  104. sd t0, PT_R7(sp)
  105. j n64_syscall_exit
  106. END(handle_sys64)
  107. LEAF(mips_atomic_set)
  108. andi v0, a1, 3 # must be word aligned
  109. bnez v0, bad_alignment
  110. LONG_L v1, TI_ADDR_LIMIT($28) # in legal address range?
  111. LONG_ADDIU a0, a1, 4
  112. or a0, a0, a1
  113. and a0, a0, v1
  114. bltz a0, bad_address
  115. #ifdef CONFIG_CPU_HAS_LLSC
  116. /* Ok, this is the ll/sc case. World is sane :-) */
  117. 1: ll v0, (a1)
  118. move a0, a2
  119. 2: sc a0, (a1)
  120. #if R10000_LLSC_WAR
  121. beqzl a0, 1b
  122. #else
  123. beqz a0, 1b
  124. #endif
  125. .section __ex_table,"a"
  126. PTR 1b, bad_stack
  127. PTR 2b, bad_stack
  128. .previous
  129. #else
  130. sw a1, 16(sp)
  131. sw a2, 20(sp)
  132. move a0, sp
  133. move a2, a1
  134. li a1, 1
  135. jal do_page_fault
  136. lw a1, 16(sp)
  137. lw a2, 20(sp)
  138. /*
  139. * At this point the page should be readable and writable unless
  140. * there was no more memory available.
  141. */
  142. 1: lw v0, (a1)
  143. 2: sw a2, (a1)
  144. .section __ex_table,"a"
  145. PTR 1b, no_mem
  146. PTR 2b, no_mem
  147. .previous
  148. #endif
  149. sd zero, PT_R7(sp) # success
  150. sd v0, PT_R2(sp) # result
  151. j n64_syscall_exit # continue like a normal syscall
  152. no_mem: li v0, -ENOMEM
  153. jr ra
  154. bad_address:
  155. li v0, -EFAULT
  156. jr ra
  157. bad_alignment:
  158. li v0, -EINVAL
  159. jr ra
  160. END(mips_atomic_set)
  161. LEAF(sys_sysmips)
  162. beq a0, MIPS_ATOMIC_SET, mips_atomic_set
  163. j _sys_sysmips
  164. END(sys_sysmips)
  165. .align 3
  166. sys_call_table:
  167. PTR sys_read /* 5000 */
  168. PTR sys_write
  169. PTR sys_open
  170. PTR sys_close
  171. PTR sys_newstat
  172. PTR sys_newfstat /* 5005 */
  173. PTR sys_newlstat
  174. PTR sys_poll
  175. PTR sys_lseek
  176. PTR sys_mips_mmap
  177. PTR sys_mprotect /* 5010 */
  178. PTR sys_munmap
  179. PTR sys_brk
  180. PTR sys_rt_sigaction
  181. PTR sys_rt_sigprocmask
  182. PTR sys_ioctl /* 5015 */
  183. PTR sys_pread64
  184. PTR sys_pwrite64
  185. PTR sys_readv
  186. PTR sys_writev
  187. PTR sys_access /* 5020 */
  188. PTR sysm_pipe
  189. PTR sys_select
  190. PTR sys_sched_yield
  191. PTR sys_mremap
  192. PTR sys_msync /* 5025 */
  193. PTR sys_mincore
  194. PTR sys_madvise
  195. PTR sys_shmget
  196. PTR sys_shmat
  197. PTR sys_shmctl /* 5030 */
  198. PTR sys_dup
  199. PTR sys_dup2
  200. PTR sys_pause
  201. PTR sys_nanosleep
  202. PTR sys_getitimer /* 5035 */
  203. PTR sys_setitimer
  204. PTR sys_alarm
  205. PTR sys_getpid
  206. PTR sys_sendfile64
  207. PTR sys_socket /* 5040 */
  208. PTR sys_connect
  209. PTR sys_accept
  210. PTR sys_sendto
  211. PTR sys_recvfrom
  212. PTR sys_sendmsg /* 5045 */
  213. PTR sys_recvmsg
  214. PTR sys_shutdown
  215. PTR sys_bind
  216. PTR sys_listen
  217. PTR sys_getsockname /* 5050 */
  218. PTR sys_getpeername
  219. PTR sys_socketpair
  220. PTR sys_setsockopt
  221. PTR sys_getsockopt
  222. PTR sys_clone /* 5055 */
  223. PTR sys_fork
  224. PTR sys_execve
  225. PTR sys_exit
  226. PTR sys_wait4
  227. PTR sys_kill /* 5060 */
  228. PTR sys_newuname
  229. PTR sys_semget
  230. PTR sys_semop
  231. PTR sys_semctl
  232. PTR sys_shmdt /* 5065 */
  233. PTR sys_msgget
  234. PTR sys_msgsnd
  235. PTR sys_msgrcv
  236. PTR sys_msgctl
  237. PTR sys_fcntl /* 5070 */
  238. PTR sys_flock
  239. PTR sys_fsync
  240. PTR sys_fdatasync
  241. PTR sys_truncate
  242. PTR sys_ftruncate /* 5075 */
  243. PTR sys_getdents
  244. PTR sys_getcwd
  245. PTR sys_chdir
  246. PTR sys_fchdir
  247. PTR sys_rename /* 5080 */
  248. PTR sys_mkdir
  249. PTR sys_rmdir
  250. PTR sys_creat
  251. PTR sys_link
  252. PTR sys_unlink /* 5085 */
  253. PTR sys_symlink
  254. PTR sys_readlink
  255. PTR sys_chmod
  256. PTR sys_fchmod
  257. PTR sys_chown /* 5090 */
  258. PTR sys_fchown
  259. PTR sys_lchown
  260. PTR sys_umask
  261. PTR sys_gettimeofday
  262. PTR sys_getrlimit /* 5095 */
  263. PTR sys_getrusage
  264. PTR sys_sysinfo
  265. PTR sys_times
  266. PTR sys_ptrace
  267. PTR sys_getuid /* 5100 */
  268. PTR sys_syslog
  269. PTR sys_getgid
  270. PTR sys_setuid
  271. PTR sys_setgid
  272. PTR sys_geteuid /* 5105 */
  273. PTR sys_getegid
  274. PTR sys_setpgid
  275. PTR sys_getppid
  276. PTR sys_getpgrp
  277. PTR sys_setsid /* 5110 */
  278. PTR sys_setreuid
  279. PTR sys_setregid
  280. PTR sys_getgroups
  281. PTR sys_setgroups
  282. PTR sys_setresuid /* 5115 */
  283. PTR sys_getresuid
  284. PTR sys_setresgid
  285. PTR sys_getresgid
  286. PTR sys_getpgid
  287. PTR sys_setfsuid /* 5120 */
  288. PTR sys_setfsgid
  289. PTR sys_getsid
  290. PTR sys_capget
  291. PTR sys_capset
  292. PTR sys_rt_sigpending /* 5125 */
  293. PTR sys_rt_sigtimedwait
  294. PTR sys_rt_sigqueueinfo
  295. PTR sys_rt_sigsuspend
  296. PTR sys_sigaltstack
  297. PTR sys_utime /* 5130 */
  298. PTR sys_mknod
  299. PTR sys_personality
  300. PTR sys_ustat
  301. PTR sys_statfs
  302. PTR sys_fstatfs /* 5135 */
  303. PTR sys_sysfs
  304. PTR sys_getpriority
  305. PTR sys_setpriority
  306. PTR sys_sched_setparam
  307. PTR sys_sched_getparam /* 5140 */
  308. PTR sys_sched_setscheduler
  309. PTR sys_sched_getscheduler
  310. PTR sys_sched_get_priority_max
  311. PTR sys_sched_get_priority_min
  312. PTR sys_sched_rr_get_interval /* 5145 */
  313. PTR sys_mlock
  314. PTR sys_munlock
  315. PTR sys_mlockall
  316. PTR sys_munlockall
  317. PTR sys_vhangup /* 5150 */
  318. PTR sys_pivot_root
  319. PTR sys_sysctl
  320. PTR sys_prctl
  321. PTR sys_adjtimex
  322. PTR sys_setrlimit /* 5155 */
  323. PTR sys_chroot
  324. PTR sys_sync
  325. PTR sys_acct
  326. PTR sys_settimeofday
  327. PTR sys_mount /* 5160 */
  328. PTR sys_umount
  329. PTR sys_swapon
  330. PTR sys_swapoff
  331. PTR sys_reboot
  332. PTR sys_sethostname /* 5165 */
  333. PTR sys_setdomainname
  334. PTR sys_ni_syscall /* was create_module */
  335. PTR sys_init_module
  336. PTR sys_delete_module
  337. PTR sys_ni_syscall /* 5170, was get_kernel_syms */
  338. PTR sys_ni_syscall /* was query_module */
  339. PTR sys_quotactl
  340. PTR sys_nfsservctl
  341. PTR sys_ni_syscall /* res. for getpmsg */
  342. PTR sys_ni_syscall /* 5175 for putpmsg */
  343. PTR sys_ni_syscall /* res. for afs_syscall */
  344. PTR sys_ni_syscall /* res. for security */
  345. PTR sys_gettid
  346. PTR sys_readahead
  347. PTR sys_setxattr /* 5180 */
  348. PTR sys_lsetxattr
  349. PTR sys_fsetxattr
  350. PTR sys_getxattr
  351. PTR sys_lgetxattr
  352. PTR sys_fgetxattr /* 5185 */
  353. PTR sys_listxattr
  354. PTR sys_llistxattr
  355. PTR sys_flistxattr
  356. PTR sys_removexattr
  357. PTR sys_lremovexattr /* 5190 */
  358. PTR sys_fremovexattr
  359. PTR sys_tkill
  360. PTR sys_ni_syscall
  361. PTR sys_futex
  362. PTR sys_sched_setaffinity /* 5195 */
  363. PTR sys_sched_getaffinity
  364. PTR sys_cacheflush
  365. PTR sys_cachectl
  366. PTR sys_sysmips
  367. PTR sys_io_setup /* 5200 */
  368. PTR sys_io_destroy
  369. PTR sys_io_getevents
  370. PTR sys_io_submit
  371. PTR sys_io_cancel
  372. PTR sys_exit_group /* 5205 */
  373. PTR sys_lookup_dcookie
  374. PTR sys_epoll_create
  375. PTR sys_epoll_ctl
  376. PTR sys_epoll_wait
  377. PTR sys_remap_file_pages /* 5210 */
  378. PTR sys_rt_sigreturn
  379. PTR sys_set_tid_address
  380. PTR sys_restart_syscall
  381. PTR sys_semtimedop
  382. PTR sys_fadvise64_64 /* 5215 */
  383. PTR sys_timer_create
  384. PTR sys_timer_settime
  385. PTR sys_timer_gettime
  386. PTR sys_timer_getoverrun
  387. PTR sys_timer_delete /* 5220 */
  388. PTR sys_clock_settime
  389. PTR sys_clock_gettime
  390. PTR sys_clock_getres
  391. PTR sys_clock_nanosleep
  392. PTR sys_tgkill /* 5225 */
  393. PTR sys_utimes
  394. PTR sys_mbind
  395. PTR sys_ni_syscall /* sys_get_mempolicy */
  396. PTR sys_ni_syscall /* sys_set_mempolicy */
  397. PTR sys_mq_open /* 5230 */
  398. PTR sys_mq_unlink
  399. PTR sys_mq_timedsend
  400. PTR sys_mq_timedreceive
  401. PTR sys_mq_notify
  402. PTR sys_mq_getsetattr /* 5235 */
  403. PTR sys_ni_syscall /* sys_vserver */
  404. PTR sys_waitid
  405. PTR sys_ni_syscall /* available, was setaltroot */
  406. PTR sys_add_key
  407. PTR sys_request_key /* 5240 */
  408. PTR sys_keyctl
  409. PTR sys_set_thread_area
  410. PTR sys_inotify_init
  411. PTR sys_inotify_add_watch
  412. PTR sys_inotify_rm_watch /* 5245 */
  413. PTR sys_migrate_pages
  414. PTR sys_openat
  415. PTR sys_mkdirat
  416. PTR sys_mknodat
  417. PTR sys_fchownat /* 5250 */
  418. PTR sys_futimesat
  419. PTR sys_newfstatat
  420. PTR sys_unlinkat
  421. PTR sys_renameat
  422. PTR sys_linkat /* 5255 */
  423. PTR sys_symlinkat
  424. PTR sys_readlinkat
  425. PTR sys_fchmodat
  426. PTR sys_faccessat
  427. PTR sys_pselect6 /* 5260 */
  428. PTR sys_ppoll
  429. PTR sys_unshare
  430. PTR sys_splice
  431. PTR sys_sync_file_range
  432. PTR sys_tee /* 5265 */
  433. PTR sys_vmsplice
  434. PTR sys_move_pages
  435. PTR sys_set_robust_list
  436. PTR sys_get_robust_list
  437. PTR sys_kexec_load /* 5270 */
  438. PTR sys_getcpu
  439. PTR sys_epoll_pwait
  440. PTR sys_ioprio_set
  441. PTR sys_ioprio_get
  442. PTR sys_utimensat /* 5275 */
  443. PTR sys_signalfd
  444. PTR sys_ni_syscall
  445. PTR sys_eventfd
  446. PTR sys_fallocate
  447. PTR sys_timerfd_create /* 5280 */
  448. PTR sys_timerfd_gettime
  449. PTR sys_timerfd_settime
  450. PTR sys_signalfd4
  451. PTR sys_eventfd2
  452. PTR sys_epoll_create1 /* 5285 */
  453. PTR sys_dup3
  454. PTR sys_pipe2
  455. PTR sys_inotify_init1
  456. PTR sys_preadv
  457. PTR sys_pwritev /* 5390 */
  458. .size sys_call_table,.-sys_call_table