percpu.h 2.2 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283
  1. #ifndef _ASM_GENERIC_PERCPU_H_
  2. #define _ASM_GENERIC_PERCPU_H_
  3. #include <linux/compiler.h>
  4. #include <linux/threads.h>
  5. /*
  6. * Determine the real variable name from the name visible in the
  7. * kernel sources.
  8. */
  9. #define per_cpu_var(var) per_cpu__##var
  10. #ifdef CONFIG_SMP
  11. /*
  12. * per_cpu_offset() is the offset that has to be added to a
  13. * percpu variable to get to the instance for a certain processor.
  14. *
  15. * Most arches use the __per_cpu_offset array for those offsets but
  16. * some arches have their own ways of determining the offset (x86_64, s390).
  17. */
  18. #ifndef __per_cpu_offset
  19. extern unsigned long __per_cpu_offset[NR_CPUS];
  20. #define per_cpu_offset(x) (__per_cpu_offset[x])
  21. #endif
  22. /*
  23. * Determine the offset for the currently active processor.
  24. * An arch may define __my_cpu_offset to provide a more effective
  25. * means of obtaining the offset to the per cpu variables of the
  26. * current processor.
  27. */
  28. #ifndef __my_cpu_offset
  29. #define __my_cpu_offset per_cpu_offset(raw_smp_processor_id())
  30. #endif
  31. #ifdef CONFIG_DEBUG_PREEMPT
  32. #define my_cpu_offset per_cpu_offset(smp_processor_id())
  33. #else
  34. #define my_cpu_offset __my_cpu_offset
  35. #endif
  36. /*
  37. * Add a offset to a pointer but keep the pointer as is.
  38. *
  39. * Only S390 provides its own means of moving the pointer.
  40. */
  41. #ifndef SHIFT_PERCPU_PTR
  42. #define SHIFT_PERCPU_PTR(__p, __offset) RELOC_HIDE((__p), (__offset))
  43. #endif
  44. /*
  45. * A percpu variable may point to a discarded regions. The following are
  46. * established ways to produce a usable pointer from the percpu variable
  47. * offset.
  48. */
  49. #define per_cpu(var, cpu) \
  50. (*SHIFT_PERCPU_PTR(&per_cpu_var(var), per_cpu_offset(cpu)))
  51. #define __get_cpu_var(var) \
  52. (*SHIFT_PERCPU_PTR(&per_cpu_var(var), my_cpu_offset))
  53. #define __raw_get_cpu_var(var) \
  54. (*SHIFT_PERCPU_PTR(&per_cpu_var(var), __my_cpu_offset))
  55. #ifdef CONFIG_HAVE_SETUP_PER_CPU_AREA
  56. extern void setup_per_cpu_areas(void);
  57. #endif
  58. #else /* ! SMP */
  59. #define per_cpu(var, cpu) (*((void)(cpu), &per_cpu_var(var)))
  60. #define __get_cpu_var(var) per_cpu_var(var)
  61. #define __raw_get_cpu_var(var) per_cpu_var(var)
  62. #endif /* SMP */
  63. #ifndef PER_CPU_ATTRIBUTES
  64. #define PER_CPU_ATTRIBUTES
  65. #endif
  66. #define DECLARE_PER_CPU(type, name) extern PER_CPU_ATTRIBUTES \
  67. __typeof__(type) per_cpu_var(name)
  68. #endif /* _ASM_GENERIC_PERCPU_H_ */