percpu.h 2.4 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889
  1. #ifndef _ASM_GENERIC_PERCPU_H_
  2. #define _ASM_GENERIC_PERCPU_H_
  3. #include <linux/compiler.h>
  4. #include <linux/threads.h>
  5. /*
  6. * Determine the real variable name from the name visible in the
  7. * kernel sources.
  8. */
  9. #define per_cpu_var(var) per_cpu__##var
  10. #ifdef CONFIG_SMP
  11. /*
  12. * per_cpu_offset() is the offset that has to be added to a
  13. * percpu variable to get to the instance for a certain processor.
  14. *
  15. * Most arches use the __per_cpu_offset array for those offsets but
  16. * some arches have their own ways of determining the offset (x86_64, s390).
  17. */
  18. #ifndef __per_cpu_offset
  19. extern unsigned long __per_cpu_offset[NR_CPUS];
  20. #define per_cpu_offset(x) (__per_cpu_offset[x])
  21. #endif
  22. /*
  23. * Determine the offset for the currently active processor.
  24. * An arch may define __my_cpu_offset to provide a more effective
  25. * means of obtaining the offset to the per cpu variables of the
  26. * current processor.
  27. */
  28. #ifndef __my_cpu_offset
  29. #define __my_cpu_offset per_cpu_offset(raw_smp_processor_id())
  30. #define my_cpu_offset per_cpu_offset(smp_processor_id())
  31. #else
  32. #define my_cpu_offset __my_cpu_offset
  33. #endif
  34. /*
  35. * Add a offset to a pointer but keep the pointer as is.
  36. *
  37. * Only S390 provides its own means of moving the pointer.
  38. */
  39. #ifndef SHIFT_PERCPU_PTR
  40. #define SHIFT_PERCPU_PTR(__p, __offset) RELOC_HIDE((__p), (__offset))
  41. #endif
  42. /*
  43. * A percpu variable may point to a discarded reghions. The following are
  44. * established ways to produce a usable pointer from the percpu variable
  45. * offset.
  46. */
  47. #define per_cpu(var, cpu) \
  48. (*SHIFT_PERCPU_PTR(&per_cpu_var(var), per_cpu_offset(cpu)))
  49. #define __get_cpu_var(var) \
  50. (*SHIFT_PERCPU_PTR(&per_cpu_var(var), my_cpu_offset))
  51. #define __raw_get_cpu_var(var) \
  52. (*SHIFT_PERCPU_PTR(&per_cpu_var(var), __my_cpu_offset))
  53. #ifdef CONFIG_ARCH_SETS_UP_PER_CPU_AREA
  54. extern void setup_per_cpu_areas(void);
  55. #endif
  56. /* A macro to avoid #include hell... */
  57. #define percpu_modcopy(pcpudst, src, size) \
  58. do { \
  59. unsigned int __i; \
  60. for_each_possible_cpu(__i) \
  61. memcpy((pcpudst)+per_cpu_offset(__i), \
  62. (src), (size)); \
  63. } while (0)
  64. #else /* ! SMP */
  65. #define per_cpu(var, cpu) (*((void)(cpu), &per_cpu_var(var)))
  66. #define __get_cpu_var(var) per_cpu_var(var)
  67. #define __raw_get_cpu_var(var) per_cpu_var(var)
  68. #endif /* SMP */
  69. #ifndef PER_CPU_ATTRIBUTES
  70. #define PER_CPU_ATTRIBUTES
  71. #endif
  72. #define DECLARE_PER_CPU(type, name) extern PER_CPU_ATTRIBUTES \
  73. __typeof__(type) per_cpu_var(name)
  74. #endif /* _ASM_GENERIC_PERCPU_H_ */