srcu.h 4.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147
  1. /*
  2. * Sleepable Read-Copy Update mechanism for mutual exclusion
  3. *
  4. * This program is free software; you can redistribute it and/or modify
  5. * it under the terms of the GNU General Public License as published by
  6. * the Free Software Foundation; either version 2 of the License, or
  7. * (at your option) any later version.
  8. *
  9. * This program is distributed in the hope that it will be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. * GNU General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU General Public License
  15. * along with this program; if not, write to the Free Software
  16. * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
  17. *
  18. * Copyright (C) IBM Corporation, 2006
  19. *
  20. * Author: Paul McKenney <paulmck@us.ibm.com>
  21. *
  22. * For detailed explanation of Read-Copy Update mechanism see -
  23. * Documentation/RCU/ *.txt
  24. *
  25. */
  26. #ifndef _LINUX_SRCU_H
  27. #define _LINUX_SRCU_H
  28. #include <linux/mutex.h>
  29. struct srcu_struct_array {
  30. int c[2];
  31. };
  32. struct srcu_struct {
  33. int completed;
  34. struct srcu_struct_array __percpu *per_cpu_ref;
  35. struct mutex mutex;
  36. #ifdef CONFIG_DEBUG_LOCK_ALLOC
  37. struct lockdep_map dep_map;
  38. #endif /* #ifdef CONFIG_DEBUG_LOCK_ALLOC */
  39. };
  40. #ifndef CONFIG_PREEMPT
  41. #define srcu_barrier() barrier()
  42. #else /* #ifndef CONFIG_PREEMPT */
  43. #define srcu_barrier()
  44. #endif /* #else #ifndef CONFIG_PREEMPT */
  45. #ifdef CONFIG_DEBUG_LOCK_ALLOC
  46. int __init_srcu_struct(struct srcu_struct *sp, const char *name,
  47. struct lock_class_key *key);
  48. #define init_srcu_struct(sp) \
  49. ({ \
  50. static struct lock_class_key __srcu_key; \
  51. \
  52. __init_srcu_struct((sp), #sp, &__srcu_key); \
  53. })
  54. # define srcu_read_acquire(sp) \
  55. lock_acquire(&(sp)->dep_map, 0, 0, 2, 1, NULL, _THIS_IP_)
  56. # define srcu_read_release(sp) \
  57. lock_release(&(sp)->dep_map, 1, _THIS_IP_)
  58. #else /* #ifdef CONFIG_DEBUG_LOCK_ALLOC */
  59. int init_srcu_struct(struct srcu_struct *sp);
  60. # define srcu_read_acquire(sp) do { } while (0)
  61. # define srcu_read_release(sp) do { } while (0)
  62. #endif /* #else #ifdef CONFIG_DEBUG_LOCK_ALLOC */
  63. void cleanup_srcu_struct(struct srcu_struct *sp);
  64. int __srcu_read_lock(struct srcu_struct *sp) __acquires(sp);
  65. void __srcu_read_unlock(struct srcu_struct *sp, int idx) __releases(sp);
  66. void synchronize_srcu(struct srcu_struct *sp);
  67. void synchronize_srcu_expedited(struct srcu_struct *sp);
  68. long srcu_batches_completed(struct srcu_struct *sp);
  69. #ifdef CONFIG_DEBUG_LOCK_ALLOC
  70. /**
  71. * srcu_read_lock_held - might we be in SRCU read-side critical section?
  72. *
  73. * If CONFIG_DEBUG_LOCK_ALLOC is selected, returns nonzero iff in an SRCU
  74. * read-side critical section. In absence of CONFIG_DEBUG_LOCK_ALLOC,
  75. * this assumes we are in an SRCU read-side critical section unless it can
  76. * prove otherwise.
  77. */
  78. static inline int srcu_read_lock_held(struct srcu_struct *sp)
  79. {
  80. if (debug_locks)
  81. return lock_is_held(&sp->dep_map);
  82. return 1;
  83. }
  84. #else /* #ifdef CONFIG_DEBUG_LOCK_ALLOC */
  85. static inline int srcu_read_lock_held(struct srcu_struct *sp)
  86. {
  87. return 1;
  88. }
  89. #endif /* #else #ifdef CONFIG_DEBUG_LOCK_ALLOC */
  90. /**
  91. * srcu_dereference - fetch SRCU-protected pointer with checking
  92. *
  93. * Makes rcu_dereference_check() do the dirty work.
  94. */
  95. #define srcu_dereference(p, sp) \
  96. rcu_dereference_check(p, srcu_read_lock_held(sp))
  97. /**
  98. * srcu_read_lock - register a new reader for an SRCU-protected structure.
  99. * @sp: srcu_struct in which to register the new reader.
  100. *
  101. * Enter an SRCU read-side critical section. Note that SRCU read-side
  102. * critical sections may be nested.
  103. */
  104. static inline int srcu_read_lock(struct srcu_struct *sp) __acquires(sp)
  105. {
  106. int retval = __srcu_read_lock(sp);
  107. srcu_read_acquire(sp);
  108. return retval;
  109. }
  110. /**
  111. * srcu_read_unlock - unregister a old reader from an SRCU-protected structure.
  112. * @sp: srcu_struct in which to unregister the old reader.
  113. * @idx: return value from corresponding srcu_read_lock().
  114. *
  115. * Exit an SRCU read-side critical section.
  116. */
  117. static inline void srcu_read_unlock(struct srcu_struct *sp, int idx)
  118. __releases(sp)
  119. {
  120. srcu_read_release(sp);
  121. __srcu_read_unlock(sp, idx);
  122. }
  123. #endif