local.h 2.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384
  1. #ifndef _ARCH_I386_LOCAL_H
  2. #define _ARCH_I386_LOCAL_H
  3. #include <linux/percpu.h>
  4. typedef struct
  5. {
  6. volatile long counter;
  7. } local_t;
  8. #define LOCAL_INIT(i) { (i) }
  9. #define local_read(v) ((v)->counter)
  10. #define local_set(v,i) (((v)->counter) = (i))
  11. static __inline__ void local_inc(local_t *v)
  12. {
  13. __asm__ __volatile__(
  14. "incl %0"
  15. :"=m" (v->counter)
  16. :"m" (v->counter));
  17. }
  18. static __inline__ void local_dec(local_t *v)
  19. {
  20. __asm__ __volatile__(
  21. "decl %0"
  22. :"=m" (v->counter)
  23. :"m" (v->counter));
  24. }
  25. static __inline__ void local_add(long i, local_t *v)
  26. {
  27. __asm__ __volatile__(
  28. "addl %1,%0"
  29. :"=m" (v->counter)
  30. :"ir" (i), "m" (v->counter));
  31. }
  32. static __inline__ void local_sub(long i, local_t *v)
  33. {
  34. __asm__ __volatile__(
  35. "subl %1,%0"
  36. :"=m" (v->counter)
  37. :"ir" (i), "m" (v->counter));
  38. }
  39. /* On x86, these are no better than the atomic variants. */
  40. #define __local_inc(l) local_inc(l)
  41. #define __local_dec(l) local_dec(l)
  42. #define __local_add(i,l) local_add((i),(l))
  43. #define __local_sub(i,l) local_sub((i),(l))
  44. /* Use these for per-cpu local_t variables: on some archs they are
  45. * much more efficient than these naive implementations. Note they take
  46. * a variable, not an address.
  47. */
  48. /* Need to disable preemption for the cpu local counters otherwise we could
  49. still access a variable of a previous CPU in a non atomic way. */
  50. #define cpu_local_wrap_v(v) \
  51. ({ local_t res__; \
  52. preempt_disable(); \
  53. res__ = (v); \
  54. preempt_enable(); \
  55. res__; })
  56. #define cpu_local_wrap(v) \
  57. ({ preempt_disable(); \
  58. v; \
  59. preempt_enable(); }) \
  60. #define cpu_local_read(v) cpu_local_wrap_v(local_read(&__get_cpu_var(v)))
  61. #define cpu_local_set(v, i) cpu_local_wrap(local_set(&__get_cpu_var(v), (i)))
  62. #define cpu_local_inc(v) cpu_local_wrap(local_inc(&__get_cpu_var(v)))
  63. #define cpu_local_dec(v) cpu_local_wrap(local_dec(&__get_cpu_var(v)))
  64. #define cpu_local_add(i, v) cpu_local_wrap(local_add((i), &__get_cpu_var(v)))
  65. #define cpu_local_sub(i, v) cpu_local_wrap(local_sub((i), &__get_cpu_var(v)))
  66. #define __cpu_local_inc(v) cpu_local_inc(v)
  67. #define __cpu_local_dec(v) cpu_local_dec(v)
  68. #define __cpu_local_add(i, v) cpu_local_add((i), (v))
  69. #define __cpu_local_sub(i, v) cpu_local_sub((i), (v))
  70. #endif /* _ARCH_I386_LOCAL_H */