|
@@ -155,6 +155,16 @@ void __srcu_read_unlock(struct srcu_struct *sp, int idx)
|
|
}
|
|
}
|
|
EXPORT_SYMBOL_GPL(__srcu_read_unlock);
|
|
EXPORT_SYMBOL_GPL(__srcu_read_unlock);
|
|
|
|
|
|
|
|
+/*
|
|
|
|
+ * We use an adaptive strategy for synchronize_srcu() and especially for
|
|
|
|
+ * synchronize_srcu_expedited(). We spin for a fixed time period
|
|
|
|
+ * (defined below) to allow SRCU readers to exit their read-side critical
|
|
|
|
+ * sections. If there are still some readers after 10 microseconds,
|
|
|
|
+ * we repeatedly block for 1-millisecond time periods. This approach
|
|
|
|
+ * has done well in testing, so there is no need for a config parameter.
|
|
|
|
+ */
|
|
|
|
+#define SYNCHRONIZE_SRCU_READER_DELAY 10
|
|
|
|
+
|
|
/*
|
|
/*
|
|
* Helper function for synchronize_srcu() and synchronize_srcu_expedited().
|
|
* Helper function for synchronize_srcu() and synchronize_srcu_expedited().
|
|
*/
|
|
*/
|
|
@@ -207,11 +217,12 @@ static void __synchronize_srcu(struct srcu_struct *sp, void (*sync_func)(void))
|
|
* will have finished executing. We initially give readers
|
|
* will have finished executing. We initially give readers
|
|
* an arbitrarily chosen 10 microseconds to get out of their
|
|
* an arbitrarily chosen 10 microseconds to get out of their
|
|
* SRCU read-side critical sections, then loop waiting 1/HZ
|
|
* SRCU read-side critical sections, then loop waiting 1/HZ
|
|
- * seconds per iteration.
|
|
|
|
|
|
+ * seconds per iteration. The 10-microsecond value has done
|
|
|
|
+ * very well in testing.
|
|
*/
|
|
*/
|
|
|
|
|
|
if (srcu_readers_active_idx(sp, idx))
|
|
if (srcu_readers_active_idx(sp, idx))
|
|
- udelay(CONFIG_SRCU_SYNCHRONIZE_DELAY);
|
|
|
|
|
|
+ udelay(SYNCHRONIZE_SRCU_READER_DELAY);
|
|
while (srcu_readers_active_idx(sp, idx))
|
|
while (srcu_readers_active_idx(sp, idx))
|
|
schedule_timeout_interruptible(1);
|
|
schedule_timeout_interruptible(1);
|
|
|
|
|