123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109 |
- /*
- * __get_user functions.
- *
- * (C) Copyright 1998 Linus Torvalds
- * (C) Copyright 2005 Andi Kleen
- *
- * These functions have a non-standard call interface
- * to make them more efficient, especially as they
- * return an error value in addition to the "real"
- * return value.
- */
- /*
- * __get_user_X
- *
- * Inputs: %rcx contains the address.
- * The register is modified, but all changes are undone
- * before returning because the C code doesn't know about it.
- *
- * Outputs: %rax is error code (0 or -EFAULT)
- * %rdx contains zero-extended value
- *
- * %r8 is destroyed.
- *
- * These functions should not modify any other registers,
- * as they get called from within inline assembly.
- */
- #include <linux/linkage.h>
- #include <asm/dwarf2.h>
- #include <asm/page.h>
- #include <asm/errno.h>
- #include <asm/asm-offsets.h>
- #include <asm/thread_info.h>
- .text
- ENTRY(__get_user_1)
- CFI_STARTPROC
- GET_THREAD_INFO(%r8)
- cmpq threadinfo_addr_limit(%r8),%rcx
- jae bad_get_user
- 1: movzb (%rcx),%edx
- xorl %eax,%eax
- ret
- CFI_ENDPROC
- ENDPROC(__get_user_1)
- ENTRY(__get_user_2)
- CFI_STARTPROC
- GET_THREAD_INFO(%r8)
- addq $1,%rcx
- jc 20f
- cmpq threadinfo_addr_limit(%r8),%rcx
- jae 20f
- decq %rcx
- 2: movzwl (%rcx),%edx
- xorl %eax,%eax
- ret
- 20: decq %rcx
- jmp bad_get_user
- CFI_ENDPROC
- ENDPROC(__get_user_2)
- ENTRY(__get_user_4)
- CFI_STARTPROC
- GET_THREAD_INFO(%r8)
- addq $3,%rcx
- jc 30f
- cmpq threadinfo_addr_limit(%r8),%rcx
- jae 30f
- subq $3,%rcx
- 3: movl (%rcx),%edx
- xorl %eax,%eax
- ret
- 30: subq $3,%rcx
- jmp bad_get_user
- CFI_ENDPROC
- ENDPROC(__get_user_4)
- ENTRY(__get_user_8)
- CFI_STARTPROC
- GET_THREAD_INFO(%r8)
- addq $7,%rcx
- jc 40f
- cmpq threadinfo_addr_limit(%r8),%rcx
- jae 40f
- subq $7,%rcx
- 4: movq (%rcx),%rdx
- xorl %eax,%eax
- ret
- 40: subq $7,%rcx
- jmp bad_get_user
- CFI_ENDPROC
- ENDPROC(__get_user_8)
- bad_get_user:
- CFI_STARTPROC
- xorl %edx,%edx
- movq $(-EFAULT),%rax
- ret
- CFI_ENDPROC
- END(bad_get_user)
- .section __ex_table,"a"
- .quad 1b,bad_get_user
- .quad 2b,bad_get_user
- .quad 3b,bad_get_user
- .quad 4b,bad_get_user
- .previous
|