percpu.h 1.9 KB

12345678910111213141516171819202122232425262728293031323334353637383940414243444546474849505152535455565758596061
  1. #ifndef __ARCH_SPARC64_PERCPU__
  2. #define __ARCH_SPARC64_PERCPU__
  3. #include <linux/compiler.h>
  4. #ifdef CONFIG_SMP
  5. #ifdef CONFIG_MODULES
  6. # define PERCPU_MODULE_RESERVE 8192
  7. #else
  8. # define PERCPU_MODULE_RESERVE 0
  9. #endif
  10. #define PERCPU_ENOUGH_ROOM \
  11. (ALIGN(__per_cpu_end - __per_cpu_start, SMP_CACHE_BYTES) + \
  12. PERCPU_MODULE_RESERVE)
  13. extern void setup_per_cpu_areas(void);
  14. extern unsigned long __per_cpu_base;
  15. extern unsigned long __per_cpu_shift;
  16. #define __per_cpu_offset(__cpu) \
  17. (__per_cpu_base + ((unsigned long)(__cpu) << __per_cpu_shift))
  18. #define per_cpu_offset(x) (__per_cpu_offset(x))
  19. /* Separate out the type, so (int[3], foo) works. */
  20. #define DEFINE_PER_CPU(type, name) \
  21. __attribute__((__section__(".data.percpu"))) __typeof__(type) per_cpu__##name
  22. register unsigned long __local_per_cpu_offset asm("g5");
  23. /* var is in discarded region: offset to particular copy we want */
  24. #define per_cpu(var, cpu) (*RELOC_HIDE(&per_cpu__##var, __per_cpu_offset(cpu)))
  25. #define __get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset))
  26. #define __raw_get_cpu_var(var) (*RELOC_HIDE(&per_cpu__##var, __local_per_cpu_offset))
  27. /* A macro to avoid #include hell... */
  28. #define percpu_modcopy(pcpudst, src, size) \
  29. do { \
  30. unsigned int __i; \
  31. for_each_possible_cpu(__i) \
  32. memcpy((pcpudst)+__per_cpu_offset(__i), \
  33. (src), (size)); \
  34. } while (0)
  35. #else /* ! SMP */
  36. #define DEFINE_PER_CPU(type, name) \
  37. __typeof__(type) per_cpu__##name
  38. #define per_cpu(var, cpu) (*((void)cpu, &per_cpu__##var))
  39. #define __get_cpu_var(var) per_cpu__##var
  40. #define __raw_get_cpu_var(var) per_cpu__##var
  41. #endif /* SMP */
  42. #define DECLARE_PER_CPU(type, name) extern __typeof__(type) per_cpu__##name
  43. #define EXPORT_PER_CPU_SYMBOL(var) EXPORT_SYMBOL(per_cpu__##var)
  44. #define EXPORT_PER_CPU_SYMBOL_GPL(var) EXPORT_SYMBOL_GPL(per_cpu__##var)
  45. #endif /* __ARCH_SPARC64_PERCPU__ */