|
@@ -754,31 +754,12 @@ ENDPROC(__switch_to)
|
|
|
/*
|
|
|
* User helpers.
|
|
|
*
|
|
|
- * These are segment of kernel provided user code reachable from user space
|
|
|
- * at a fixed address in kernel memory. This is used to provide user space
|
|
|
- * with some operations which require kernel help because of unimplemented
|
|
|
- * native feature and/or instructions in many ARM CPUs. The idea is for
|
|
|
- * this code to be executed directly in user mode for best efficiency but
|
|
|
- * which is too intimate with the kernel counter part to be left to user
|
|
|
- * libraries. In fact this code might even differ from one CPU to another
|
|
|
- * depending on the available instruction set and restrictions like on
|
|
|
- * SMP systems. In other words, the kernel reserves the right to change
|
|
|
- * this code as needed without warning. Only the entry points and their
|
|
|
- * results are guaranteed to be stable.
|
|
|
- *
|
|
|
* Each segment is 32-byte aligned and will be moved to the top of the high
|
|
|
* vector page. New segments (if ever needed) must be added in front of
|
|
|
* existing ones. This mechanism should be used only for things that are
|
|
|
* really small and justified, and not be abused freely.
|
|
|
*
|
|
|
- * User space is expected to implement those things inline when optimizing
|
|
|
- * for a processor that has the necessary native support, but only if such
|
|
|
- * resulting binaries are already to be incompatible with earlier ARM
|
|
|
- * processors due to the use of unsupported instructions other than what
|
|
|
- * is provided here. In other words don't make binaries unable to run on
|
|
|
- * earlier processors just for the sake of not using these kernel helpers
|
|
|
- * if your compiled code is not going to use the new instructions for other
|
|
|
- * purpose.
|
|
|
+ * See Documentation/arm/kernel_user_helpers.txt for formal definitions.
|
|
|
*/
|
|
|
THUMB( .arm )
|
|
|
|
|
@@ -794,98 +775,12 @@ ENDPROC(__switch_to)
|
|
|
.globl __kuser_helper_start
|
|
|
__kuser_helper_start:
|
|
|
|
|
|
-/*
|
|
|
- * Reference prototype:
|
|
|
- *
|
|
|
- * void __kernel_memory_barrier(void)
|
|
|
- *
|
|
|
- * Input:
|
|
|
- *
|
|
|
- * lr = return address
|
|
|
- *
|
|
|
- * Output:
|
|
|
- *
|
|
|
- * none
|
|
|
- *
|
|
|
- * Clobbered:
|
|
|
- *
|
|
|
- * none
|
|
|
- *
|
|
|
- * Definition and user space usage example:
|
|
|
- *
|
|
|
- * typedef void (__kernel_dmb_t)(void);
|
|
|
- * #define __kernel_dmb (*(__kernel_dmb_t *)0xffff0fa0)
|
|
|
- *
|
|
|
- * Apply any needed memory barrier to preserve consistency with data modified
|
|
|
- * manually and __kuser_cmpxchg usage.
|
|
|
- *
|
|
|
- * This could be used as follows:
|
|
|
- *
|
|
|
- * #define __kernel_dmb() \
|
|
|
- * asm volatile ( "mov r0, #0xffff0fff; mov lr, pc; sub pc, r0, #95" \
|
|
|
- * : : : "r0", "lr","cc" )
|
|
|
- */
|
|
|
-
|
|
|
__kuser_memory_barrier: @ 0xffff0fa0
|
|
|
smp_dmb arm
|
|
|
usr_ret lr
|
|
|
|
|
|
.align 5
|
|
|
|
|
|
-/*
|
|
|
- * Reference prototype:
|
|
|
- *
|
|
|
- * int __kernel_cmpxchg(int oldval, int newval, int *ptr)
|
|
|
- *
|
|
|
- * Input:
|
|
|
- *
|
|
|
- * r0 = oldval
|
|
|
- * r1 = newval
|
|
|
- * r2 = ptr
|
|
|
- * lr = return address
|
|
|
- *
|
|
|
- * Output:
|
|
|
- *
|
|
|
- * r0 = returned value (zero or non-zero)
|
|
|
- * C flag = set if r0 == 0, clear if r0 != 0
|
|
|
- *
|
|
|
- * Clobbered:
|
|
|
- *
|
|
|
- * r3, ip, flags
|
|
|
- *
|
|
|
- * Definition and user space usage example:
|
|
|
- *
|
|
|
- * typedef int (__kernel_cmpxchg_t)(int oldval, int newval, int *ptr);
|
|
|
- * #define __kernel_cmpxchg (*(__kernel_cmpxchg_t *)0xffff0fc0)
|
|
|
- *
|
|
|
- * Atomically store newval in *ptr if *ptr is equal to oldval for user space.
|
|
|
- * Return zero if *ptr was changed or non-zero if no exchange happened.
|
|
|
- * The C flag is also set if *ptr was changed to allow for assembly
|
|
|
- * optimization in the calling code.
|
|
|
- *
|
|
|
- * Notes:
|
|
|
- *
|
|
|
- * - This routine already includes memory barriers as needed.
|
|
|
- *
|
|
|
- * For example, a user space atomic_add implementation could look like this:
|
|
|
- *
|
|
|
- * #define atomic_add(ptr, val) \
|
|
|
- * ({ register unsigned int *__ptr asm("r2") = (ptr); \
|
|
|
- * register unsigned int __result asm("r1"); \
|
|
|
- * asm volatile ( \
|
|
|
- * "1: @ atomic_add\n\t" \
|
|
|
- * "ldr r0, [r2]\n\t" \
|
|
|
- * "mov r3, #0xffff0fff\n\t" \
|
|
|
- * "add lr, pc, #4\n\t" \
|
|
|
- * "add r1, r0, %2\n\t" \
|
|
|
- * "add pc, r3, #(0xffff0fc0 - 0xffff0fff)\n\t" \
|
|
|
- * "bcc 1b" \
|
|
|
- * : "=&r" (__result) \
|
|
|
- * : "r" (__ptr), "rIL" (val) \
|
|
|
- * : "r0","r3","ip","lr","cc","memory" ); \
|
|
|
- * __result; })
|
|
|
- */
|
|
|
-
|
|
|
__kuser_cmpxchg: @ 0xffff0fc0
|
|
|
|
|
|
#if defined(CONFIG_NEEDS_SYSCALL_FOR_CMPXCHG)
|
|
@@ -959,39 +854,6 @@ kuser_cmpxchg_fixup:
|
|
|
|
|
|
.align 5
|
|
|
|
|
|
-/*
|
|
|
- * Reference prototype:
|
|
|
- *
|
|
|
- * int __kernel_get_tls(void)
|
|
|
- *
|
|
|
- * Input:
|
|
|
- *
|
|
|
- * lr = return address
|
|
|
- *
|
|
|
- * Output:
|
|
|
- *
|
|
|
- * r0 = TLS value
|
|
|
- *
|
|
|
- * Clobbered:
|
|
|
- *
|
|
|
- * none
|
|
|
- *
|
|
|
- * Definition and user space usage example:
|
|
|
- *
|
|
|
- * typedef int (__kernel_get_tls_t)(void);
|
|
|
- * #define __kernel_get_tls (*(__kernel_get_tls_t *)0xffff0fe0)
|
|
|
- *
|
|
|
- * Get the TLS value as previously set via the __ARM_NR_set_tls syscall.
|
|
|
- *
|
|
|
- * This could be used as follows:
|
|
|
- *
|
|
|
- * #define __kernel_get_tls() \
|
|
|
- * ({ register unsigned int __val asm("r0"); \
|
|
|
- * asm( "mov r0, #0xffff0fff; mov lr, pc; sub pc, r0, #31" \
|
|
|
- * : "=r" (__val) : : "lr","cc" ); \
|
|
|
- * __val; })
|
|
|
- */
|
|
|
-
|
|
|
__kuser_get_tls: @ 0xffff0fe0
|
|
|
ldr r0, [pc, #(16 - 8)] @ read TLS, set in kuser_get_tls_init
|
|
|
usr_ret lr
|
|
@@ -1000,19 +862,6 @@ __kuser_get_tls: @ 0xffff0fe0
|
|
|
.word 0 @ 0xffff0ff0 software TLS value, then
|
|
|
.endr @ pad up to __kuser_helper_version
|
|
|
|
|
|
-/*
|
|
|
- * Reference declaration:
|
|
|
- *
|
|
|
- * extern unsigned int __kernel_helper_version;
|
|
|
- *
|
|
|
- * Definition and user space usage example:
|
|
|
- *
|
|
|
- * #define __kernel_helper_version (*(unsigned int *)0xffff0ffc)
|
|
|
- *
|
|
|
- * User space may read this to determine the curent number of helpers
|
|
|
- * available.
|
|
|
- */
|
|
|
-
|
|
|
__kuser_helper_version: @ 0xffff0ffc
|
|
|
.word ((__kuser_helper_end - __kuser_helper_start) >> 5)
|
|
|
|