|
@@ -61,16 +61,30 @@ struct rcu_head {
|
|
|
};
|
|
|
|
|
|
/* Exported common interfaces */
|
|
|
+extern void call_rcu_sched(struct rcu_head *head,
|
|
|
+ void (*func)(struct rcu_head *rcu));
|
|
|
+extern void synchronize_sched(void);
|
|
|
extern void rcu_barrier_bh(void);
|
|
|
extern void rcu_barrier_sched(void);
|
|
|
extern void synchronize_sched_expedited(void);
|
|
|
extern int sched_expedited_torture_stats(char *page);
|
|
|
|
|
|
-/* Internal to kernel */
|
|
|
-extern void rcu_init(void);
|
|
|
+static inline void __rcu_read_lock_bh(void)
|
|
|
+{
|
|
|
+ local_bh_disable();
|
|
|
+}
|
|
|
+
|
|
|
+static inline void __rcu_read_unlock_bh(void)
|
|
|
+{
|
|
|
+ local_bh_enable();
|
|
|
+}
|
|
|
|
|
|
#ifdef CONFIG_PREEMPT_RCU
|
|
|
|
|
|
+extern void __rcu_read_lock(void);
|
|
|
+extern void __rcu_read_unlock(void);
|
|
|
+void synchronize_rcu(void);
|
|
|
+
|
|
|
/*
|
|
|
* Defined as a macro as it is a very low level header included from
|
|
|
* areas that don't even know about current. This gives the rcu_read_lock()
|
|
@@ -79,7 +93,53 @@ extern void rcu_init(void);
|
|
|
*/
|
|
|
#define rcu_preempt_depth() (current->rcu_read_lock_nesting)
|
|
|
|
|
|
-#endif /* #ifdef CONFIG_PREEMPT_RCU */
|
|
|
+#else /* #ifdef CONFIG_PREEMPT_RCU */
|
|
|
+
|
|
|
+static inline void __rcu_read_lock(void)
|
|
|
+{
|
|
|
+ preempt_disable();
|
|
|
+}
|
|
|
+
|
|
|
+static inline void __rcu_read_unlock(void)
|
|
|
+{
|
|
|
+ preempt_enable();
|
|
|
+}
|
|
|
+
|
|
|
+static inline void synchronize_rcu(void)
|
|
|
+{
|
|
|
+ synchronize_sched();
|
|
|
+}
|
|
|
+
|
|
|
+static inline int rcu_preempt_depth(void)
|
|
|
+{
|
|
|
+ return 0;
|
|
|
+}
|
|
|
+
|
|
|
+#endif /* #else #ifdef CONFIG_PREEMPT_RCU */
|
|
|
+
|
|
|
+/* Internal to kernel */
|
|
|
+extern void rcu_init(void);
|
|
|
+extern void rcu_sched_qs(int cpu);
|
|
|
+extern void rcu_bh_qs(int cpu);
|
|
|
+extern void rcu_check_callbacks(int cpu, int user);
|
|
|
+struct notifier_block;
|
|
|
+
|
|
|
+#ifdef CONFIG_NO_HZ
|
|
|
+
|
|
|
+extern void rcu_enter_nohz(void);
|
|
|
+extern void rcu_exit_nohz(void);
|
|
|
+
|
|
|
+#else /* #ifdef CONFIG_NO_HZ */
|
|
|
+
|
|
|
+static inline void rcu_enter_nohz(void)
|
|
|
+{
|
|
|
+}
|
|
|
+
|
|
|
+static inline void rcu_exit_nohz(void)
|
|
|
+{
|
|
|
+}
|
|
|
+
|
|
|
+#endif /* #else #ifdef CONFIG_NO_HZ */
|
|
|
|
|
|
#if defined(CONFIG_TREE_RCU) || defined(CONFIG_TREE_PREEMPT_RCU)
|
|
|
#include <linux/rcutree.h>
|
|
@@ -626,6 +686,8 @@ struct rcu_synchronize {
|
|
|
|
|
|
extern void wakeme_after_rcu(struct rcu_head *head);
|
|
|
|
|
|
+#ifdef CONFIG_PREEMPT_RCU
|
|
|
+
|
|
|
/**
|
|
|
* call_rcu() - Queue an RCU callback for invocation after a grace period.
|
|
|
* @head: structure to be used for queueing the RCU updates.
|
|
@@ -642,6 +704,13 @@ extern void wakeme_after_rcu(struct rcu_head *head);
|
|
|
extern void call_rcu(struct rcu_head *head,
|
|
|
void (*func)(struct rcu_head *head));
|
|
|
|
|
|
+#else /* #ifdef CONFIG_PREEMPT_RCU */
|
|
|
+
|
|
|
+/* In classic RCU, call_rcu() is just call_rcu_sched(). */
|
|
|
+#define call_rcu call_rcu_sched
|
|
|
+
|
|
|
+#endif /* #else #ifdef CONFIG_PREEMPT_RCU */
|
|
|
+
|
|
|
/**
|
|
|
* call_rcu_bh() - Queue an RCU for invocation after a quicker grace period.
|
|
|
* @head: structure to be used for queueing the RCU updates.
|