percpu.h 2.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081
  1. #ifndef _ASM_GENERIC_PERCPU_H_
  2. #define _ASM_GENERIC_PERCPU_H_
  3. #include <linux/compiler.h>
  4. #include <linux/threads.h>
  5. /*
  6. * Determine the real variable name from the name visible in the
  7. * kernel sources.
  8. */
  9. #define per_cpu_var(var) per_cpu__##var
  10. #ifdef CONFIG_SMP
  11. /*
  12. * per_cpu_offset() is the offset that has to be added to a
  13. * percpu variable to get to the instance for a certain processor.
  14. *
  15. * Most arches use the __per_cpu_offset array for those offsets but
  16. * some arches have their own ways of determining the offset (x86_64, s390).
  17. */
  18. #ifndef __per_cpu_offset
  19. extern unsigned long __per_cpu_offset[NR_CPUS];
  20. #define per_cpu_offset(x) (__per_cpu_offset[x])
  21. #endif
  22. /*
  23. * Determine the offset for the currently active processor.
  24. * An arch may define __my_cpu_offset to provide a more effective
  25. * means of obtaining the offset to the per cpu variables of the
  26. * current processor.
  27. */
  28. #ifndef __my_cpu_offset
  29. #define __my_cpu_offset per_cpu_offset(raw_smp_processor_id())
  30. #define my_cpu_offset per_cpu_offset(smp_processor_id())
  31. #else
  32. #define my_cpu_offset __my_cpu_offset
  33. #endif
  34. /*
  35. * Add a offset to a pointer but keep the pointer as is.
  36. *
  37. * Only S390 provides its own means of moving the pointer.
  38. */
  39. #ifndef SHIFT_PERCPU_PTR
  40. #define SHIFT_PERCPU_PTR(__p, __offset) RELOC_HIDE((__p), (__offset))
  41. #endif
  42. /*
  43. * A percpu variable may point to a discarded regions. The following are
  44. * established ways to produce a usable pointer from the percpu variable
  45. * offset.
  46. */
  47. #define per_cpu(var, cpu) \
  48. (*SHIFT_PERCPU_PTR(&per_cpu_var(var), per_cpu_offset(cpu)))
  49. #define __get_cpu_var(var) \
  50. (*SHIFT_PERCPU_PTR(&per_cpu_var(var), my_cpu_offset))
  51. #define __raw_get_cpu_var(var) \
  52. (*SHIFT_PERCPU_PTR(&per_cpu_var(var), __my_cpu_offset))
  53. #ifdef CONFIG_HAVE_SETUP_PER_CPU_AREA
  54. extern void setup_per_cpu_areas(void);
  55. #endif
  56. #else /* ! SMP */
  57. #define per_cpu(var, cpu) (*((void)(cpu), &per_cpu_var(var)))
  58. #define __get_cpu_var(var) per_cpu_var(var)
  59. #define __raw_get_cpu_var(var) per_cpu_var(var)
  60. #endif /* SMP */
  61. #ifndef PER_CPU_ATTRIBUTES
  62. #define PER_CPU_ATTRIBUTES
  63. #endif
  64. #define DECLARE_PER_CPU(type, name) extern PER_CPU_ATTRIBUTES \
  65. __typeof__(type) per_cpu_var(name)
  66. #endif /* _ASM_GENERIC_PERCPU_H_ */