cmpxchg_64.h 1.8 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768
  1. #ifndef _ASM_X86_CMPXCHG_64_H
  2. #define _ASM_X86_CMPXCHG_64_H
  3. static inline void set_64bit(volatile u64 *ptr, u64 val)
  4. {
  5. *ptr = val;
  6. }
  7. #define __HAVE_ARCH_CMPXCHG 1
  8. #define cmpxchg64(ptr, o, n) \
  9. ({ \
  10. BUILD_BUG_ON(sizeof(*(ptr)) != 8); \
  11. cmpxchg((ptr), (o), (n)); \
  12. })
  13. #define cmpxchg64_local(ptr, o, n) \
  14. ({ \
  15. BUILD_BUG_ON(sizeof(*(ptr)) != 8); \
  16. cmpxchg_local((ptr), (o), (n)); \
  17. })
  18. #define cmpxchg16b(ptr, o1, o2, n1, n2) \
  19. ({ \
  20. char __ret; \
  21. __typeof__(o2) __junk; \
  22. __typeof__(*(ptr)) __old1 = (o1); \
  23. __typeof__(o2) __old2 = (o2); \
  24. __typeof__(*(ptr)) __new1 = (n1); \
  25. __typeof__(o2) __new2 = (n2); \
  26. asm volatile(LOCK_PREFIX "cmpxchg16b %2;setz %1" \
  27. : "=d"(__junk), "=a"(__ret), "+m" (*ptr) \
  28. : "b"(__new1), "c"(__new2), \
  29. "a"(__old1), "d"(__old2)); \
  30. __ret; })
  31. #define cmpxchg16b_local(ptr, o1, o2, n1, n2) \
  32. ({ \
  33. char __ret; \
  34. __typeof__(o2) __junk; \
  35. __typeof__(*(ptr)) __old1 = (o1); \
  36. __typeof__(o2) __old2 = (o2); \
  37. __typeof__(*(ptr)) __new1 = (n1); \
  38. __typeof__(o2) __new2 = (n2); \
  39. asm volatile("cmpxchg16b %2;setz %1" \
  40. : "=d"(__junk), "=a"(__ret), "+m" (*ptr) \
  41. : "b"(__new1), "c"(__new2), \
  42. "a"(__old1), "d"(__old2)); \
  43. __ret; })
  44. #define cmpxchg_double(ptr, o1, o2, n1, n2) \
  45. ({ \
  46. BUILD_BUG_ON(sizeof(*(ptr)) != 8); \
  47. VM_BUG_ON((unsigned long)(ptr) % 16); \
  48. cmpxchg16b((ptr), (o1), (o2), (n1), (n2)); \
  49. })
  50. #define cmpxchg_double_local(ptr, o1, o2, n1, n2) \
  51. ({ \
  52. BUILD_BUG_ON(sizeof(*(ptr)) != 8); \
  53. VM_BUG_ON((unsigned long)(ptr) % 16); \
  54. cmpxchg16b_local((ptr), (o1), (o2), (n1), (n2)); \
  55. })
  56. #define system_has_cmpxchg_double() cpu_has_cx16
  57. #endif /* _ASM_X86_CMPXCHG_64_H */