irqflags.h 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123
  1. /*
  2. * include/linux/irqflags.h
  3. *
  4. * IRQ flags tracing: follow the state of the hardirq and softirq flags and
  5. * provide callbacks for transitions between ON and OFF states.
  6. *
  7. * This file gets included from lowlevel asm headers too, to provide
  8. * wrapped versions of the local_irq_*() APIs, based on the
  9. * raw_local_irq_*() macros from the lowlevel headers.
  10. */
  11. #ifndef _LINUX_TRACE_IRQFLAGS_H
  12. #define _LINUX_TRACE_IRQFLAGS_H
  13. #define BUILD_CHECK_IRQ_FLAGS(flags) \
  14. do { \
  15. BUILD_BUG_ON(sizeof(flags) != sizeof(unsigned long)); \
  16. typecheck(unsigned long, flags); \
  17. } while (0)
  18. #ifdef CONFIG_TRACE_IRQFLAGS
  19. extern void trace_hardirqs_on(void);
  20. extern void trace_hardirqs_off(void);
  21. extern void trace_softirqs_on(unsigned long ip);
  22. extern void trace_softirqs_off(unsigned long ip);
  23. # define trace_hardirq_context(p) ((p)->hardirq_context)
  24. # define trace_softirq_context(p) ((p)->softirq_context)
  25. # define trace_hardirqs_enabled(p) ((p)->hardirqs_enabled)
  26. # define trace_softirqs_enabled(p) ((p)->softirqs_enabled)
  27. # define trace_hardirq_enter() do { current->hardirq_context++; } while (0)
  28. # define trace_hardirq_exit() do { current->hardirq_context--; } while (0)
  29. # define trace_softirq_enter() do { current->softirq_context++; } while (0)
  30. # define trace_softirq_exit() do { current->softirq_context--; } while (0)
  31. # define INIT_TRACE_IRQFLAGS .softirqs_enabled = 1,
  32. #else
  33. # define trace_hardirqs_on() do { } while (0)
  34. # define trace_hardirqs_off() do { } while (0)
  35. # define trace_softirqs_on(ip) do { } while (0)
  36. # define trace_softirqs_off(ip) do { } while (0)
  37. # define trace_hardirq_context(p) 0
  38. # define trace_softirq_context(p) 0
  39. # define trace_hardirqs_enabled(p) 0
  40. # define trace_softirqs_enabled(p) 0
  41. # define trace_hardirq_enter() do { } while (0)
  42. # define trace_hardirq_exit() do { } while (0)
  43. # define trace_softirq_enter() do { } while (0)
  44. # define trace_softirq_exit() do { } while (0)
  45. # define INIT_TRACE_IRQFLAGS
  46. #endif
  47. #ifdef CONFIG_TRACE_IRQFLAGS_SUPPORT
  48. #include <asm/irqflags.h>
  49. #define local_irq_enable() \
  50. do { trace_hardirqs_on(); raw_local_irq_enable(); } while (0)
  51. #define local_irq_disable() \
  52. do { raw_local_irq_disable(); trace_hardirqs_off(); } while (0)
  53. #define local_irq_save(flags) \
  54. do { \
  55. BUILD_CHECK_IRQ_FLAGS(flags); \
  56. raw_local_irq_save(flags); \
  57. trace_hardirqs_off(); \
  58. } while (0)
  59. #define local_irq_restore(flags) \
  60. do { \
  61. BUILD_CHECK_IRQ_FLAGS(flags); \
  62. if (raw_irqs_disabled_flags(flags)) { \
  63. raw_local_irq_restore(flags); \
  64. trace_hardirqs_off(); \
  65. } else { \
  66. trace_hardirqs_on(); \
  67. raw_local_irq_restore(flags); \
  68. } \
  69. } while (0)
  70. #else /* !CONFIG_TRACE_IRQFLAGS_SUPPORT */
  71. /*
  72. * The local_irq_*() APIs are equal to the raw_local_irq*()
  73. * if !TRACE_IRQFLAGS.
  74. */
  75. # define raw_local_irq_disable() local_irq_disable()
  76. # define raw_local_irq_enable() local_irq_enable()
  77. # define raw_local_irq_save(flags) \
  78. do { \
  79. BUILD_CHECK_IRQ_FLAGS(flags); \
  80. local_irq_save(flags); \
  81. } while (0)
  82. # define raw_local_irq_restore(flags) \
  83. do { \
  84. BUILD_CHECK_IRQ_FLAGS(flags); \
  85. local_irq_restore(flags); \
  86. } while (0)
  87. #endif /* CONFIG_TRACE_IRQFLAGS_SUPPORT */
  88. #ifdef CONFIG_TRACE_IRQFLAGS_SUPPORT
  89. #define safe_halt() \
  90. do { \
  91. trace_hardirqs_on(); \
  92. raw_safe_halt(); \
  93. } while (0)
  94. #define local_save_flags(flags) \
  95. do { \
  96. BUILD_CHECK_IRQ_FLAGS(flags); \
  97. raw_local_save_flags(flags); \
  98. } while (0)
  99. #define irqs_disabled() \
  100. ({ \
  101. unsigned long flags; \
  102. \
  103. raw_local_save_flags(flags); \
  104. raw_irqs_disabled_flags(flags); \
  105. })
  106. #define irqs_disabled_flags(flags) \
  107. ({ \
  108. BUILD_CHECK_IRQ_FLAGS(flags); \
  109. raw_irqs_disabled_flags(flags); \
  110. })
  111. #endif /* CONFIG_X86 */
  112. #endif