calling.h 5.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222
  1. /*
  2. x86 function call convention, 64-bit:
  3. -------------------------------------
  4. arguments | callee-saved | extra caller-saved | return
  5. [callee-clobbered] | | [callee-clobbered] |
  6. ---------------------------------------------------------------------------
  7. rdi rsi rdx rcx r8-9 | rbx rbp [*] r12-15 | r10-11 | rax, rdx [**]
  8. ( rsp is obviously invariant across normal function calls. (gcc can 'merge'
  9. functions when it sees tail-call optimization possibilities) rflags is
  10. clobbered. Leftover arguments are passed over the stack frame.)
  11. [*] In the frame-pointers case rbp is fixed to the stack frame.
  12. [**] for struct return values wider than 64 bits the return convention is a
  13. bit more complex: up to 128 bits width we return small structures
  14. straight in rax, rdx. For structures larger than that (3 words or
  15. larger) the caller puts a pointer to an on-stack return struct
  16. [allocated in the caller's stack frame] into the first argument - i.e.
  17. into rdi. All other arguments shift up by one in this case.
  18. Fortunately this case is rare in the kernel.
  19. For 32-bit we have the following conventions - kernel is built with
  20. -mregparm=3 and -freg-struct-return:
  21. x86 function calling convention, 32-bit:
  22. ----------------------------------------
  23. arguments | callee-saved | extra caller-saved | return
  24. [callee-clobbered] | | [callee-clobbered] |
  25. -------------------------------------------------------------------------
  26. eax edx ecx | ebx edi esi ebp [*] | <none> | eax, edx [**]
  27. ( here too esp is obviously invariant across normal function calls. eflags
  28. is clobbered. Leftover arguments are passed over the stack frame. )
  29. [*] In the frame-pointers case ebp is fixed to the stack frame.
  30. [**] We build with -freg-struct-return, which on 32-bit means similar
  31. semantics as on 64-bit: edx can be used for a second return value
  32. (i.e. covering integer and structure sizes up to 64 bits) - after that
  33. it gets more complex and more expensive: 3-word or larger struct returns
  34. get done in the caller's frame and the pointer to the return struct goes
  35. into regparm0, i.e. eax - the other arguments shift up and the
  36. function's register parameters degenerate to regparm=2 in essence.
  37. */
  38. /*
  39. * 64-bit system call stack frame layout defines and helpers, for
  40. * assembly code (note that the seemingly unnecessary parentheses
  41. * are to prevent cpp from inserting spaces in expressions that get
  42. * passed to macros):
  43. */
  44. #define R15 (0)
  45. #define R14 (8)
  46. #define R13 (16)
  47. #define R12 (24)
  48. #define RBP (32)
  49. #define RBX (40)
  50. /* arguments: interrupts/non tracing syscalls only save up to here: */
  51. #define R11 (48)
  52. #define R10 (56)
  53. #define R9 (64)
  54. #define R8 (72)
  55. #define RAX (80)
  56. #define RCX (88)
  57. #define RDX (96)
  58. #define RSI (104)
  59. #define RDI (112)
  60. #define ORIG_RAX (120) /* + error_code */
  61. /* end of arguments */
  62. /* cpu exception frame or undefined in case of fast syscall: */
  63. #define RIP (128)
  64. #define CS (136)
  65. #define EFLAGS (144)
  66. #define RSP (152)
  67. #define SS (160)
  68. #define ARGOFFSET R11
  69. #define SWFRAME ORIG_RAX
  70. .macro SAVE_ARGS addskip=0, norcx=0, nor891011=0
  71. subq $9*8+\addskip, %rsp
  72. CFI_ADJUST_CFA_OFFSET 9*8+\addskip
  73. movq %rdi, 8*8(%rsp)
  74. CFI_REL_OFFSET rdi, 8*8
  75. movq %rsi, 7*8(%rsp)
  76. CFI_REL_OFFSET rsi, 7*8
  77. movq %rdx, 6*8(%rsp)
  78. CFI_REL_OFFSET rdx, 6*8
  79. .if \norcx
  80. .else
  81. movq %rcx, 5*8(%rsp)
  82. CFI_REL_OFFSET rcx, 5*8
  83. .endif
  84. movq %rax, 4*8(%rsp)
  85. CFI_REL_OFFSET rax, 4*8
  86. .if \nor891011
  87. .else
  88. movq %r8, 3*8(%rsp)
  89. CFI_REL_OFFSET r8, 3*8
  90. movq %r9, 2*8(%rsp)
  91. CFI_REL_OFFSET r9, 2*8
  92. movq %r10, 1*8(%rsp)
  93. CFI_REL_OFFSET r10, 1*8
  94. movq %r11, (%rsp)
  95. CFI_REL_OFFSET r11, 0*8
  96. .endif
  97. .endm
  98. #define ARG_SKIP (9*8)
  99. .macro RESTORE_ARGS skiprax=0, addskip=0, skiprcx=0, skipr11=0, \
  100. skipr8910=0, skiprdx=0
  101. .if \skipr11
  102. .else
  103. movq (%rsp), %r11
  104. CFI_RESTORE r11
  105. .endif
  106. .if \skipr8910
  107. .else
  108. movq 1*8(%rsp), %r10
  109. CFI_RESTORE r10
  110. movq 2*8(%rsp), %r9
  111. CFI_RESTORE r9
  112. movq 3*8(%rsp), %r8
  113. CFI_RESTORE r8
  114. .endif
  115. .if \skiprax
  116. .else
  117. movq 4*8(%rsp), %rax
  118. CFI_RESTORE rax
  119. .endif
  120. .if \skiprcx
  121. .else
  122. movq 5*8(%rsp), %rcx
  123. CFI_RESTORE rcx
  124. .endif
  125. .if \skiprdx
  126. .else
  127. movq 6*8(%rsp), %rdx
  128. CFI_RESTORE rdx
  129. .endif
  130. movq 7*8(%rsp), %rsi
  131. CFI_RESTORE rsi
  132. movq 8*8(%rsp), %rdi
  133. CFI_RESTORE rdi
  134. .if ARG_SKIP+\addskip > 0
  135. addq $ARG_SKIP+\addskip, %rsp
  136. CFI_ADJUST_CFA_OFFSET -(ARG_SKIP+\addskip)
  137. .endif
  138. .endm
  139. .macro LOAD_ARGS offset, skiprax=0
  140. movq \offset(%rsp), %r11
  141. movq \offset+8(%rsp), %r10
  142. movq \offset+16(%rsp), %r9
  143. movq \offset+24(%rsp), %r8
  144. movq \offset+40(%rsp), %rcx
  145. movq \offset+48(%rsp), %rdx
  146. movq \offset+56(%rsp), %rsi
  147. movq \offset+64(%rsp), %rdi
  148. .if \skiprax
  149. .else
  150. movq \offset+72(%rsp), %rax
  151. .endif
  152. .endm
  153. #define REST_SKIP (6*8)
  154. .macro SAVE_REST
  155. subq $REST_SKIP, %rsp
  156. CFI_ADJUST_CFA_OFFSET REST_SKIP
  157. movq %rbx, 5*8(%rsp)
  158. CFI_REL_OFFSET rbx, 5*8
  159. movq %rbp, 4*8(%rsp)
  160. CFI_REL_OFFSET rbp, 4*8
  161. movq %r12, 3*8(%rsp)
  162. CFI_REL_OFFSET r12, 3*8
  163. movq %r13, 2*8(%rsp)
  164. CFI_REL_OFFSET r13, 2*8
  165. movq %r14, 1*8(%rsp)
  166. CFI_REL_OFFSET r14, 1*8
  167. movq %r15, (%rsp)
  168. CFI_REL_OFFSET r15, 0*8
  169. .endm
  170. .macro RESTORE_REST
  171. movq (%rsp), %r15
  172. CFI_RESTORE r15
  173. movq 1*8(%rsp), %r14
  174. CFI_RESTORE r14
  175. movq 2*8(%rsp), %r13
  176. CFI_RESTORE r13
  177. movq 3*8(%rsp), %r12
  178. CFI_RESTORE r12
  179. movq 4*8(%rsp), %rbp
  180. CFI_RESTORE rbp
  181. movq 5*8(%rsp), %rbx
  182. CFI_RESTORE rbx
  183. addq $REST_SKIP, %rsp
  184. CFI_ADJUST_CFA_OFFSET -(REST_SKIP)
  185. .endm
  186. .macro SAVE_ALL
  187. SAVE_ARGS
  188. SAVE_REST
  189. .endm
  190. .macro RESTORE_ALL addskip=0
  191. RESTORE_REST
  192. RESTORE_ARGS 0, \addskip
  193. .endm
  194. .macro icebp
  195. .byte 0xf1
  196. .endm