|
@@ -54,6 +54,7 @@ asynchronous and synchronous parts of the kernel.
|
|
#include <linux/sched.h>
|
|
#include <linux/sched.h>
|
|
#include <linux/init.h>
|
|
#include <linux/init.h>
|
|
#include <linux/kthread.h>
|
|
#include <linux/kthread.h>
|
|
|
|
+#include <linux/delay.h>
|
|
#include <asm/atomic.h>
|
|
#include <asm/atomic.h>
|
|
|
|
|
|
static async_cookie_t next_cookie = 1;
|
|
static async_cookie_t next_cookie = 1;
|
|
@@ -132,8 +133,7 @@ static void run_one_entry(void)
|
|
entry = list_first_entry(&async_pending, struct async_entry, list);
|
|
entry = list_first_entry(&async_pending, struct async_entry, list);
|
|
|
|
|
|
/* 2) move it to the running queue */
|
|
/* 2) move it to the running queue */
|
|
- list_del(&entry->list);
|
|
|
|
- list_add_tail(&entry->list, &async_running);
|
|
|
|
|
|
+ list_move_tail(&entry->list, entry->running);
|
|
spin_unlock_irqrestore(&async_lock, flags);
|
|
spin_unlock_irqrestore(&async_lock, flags);
|
|
|
|
|
|
/* 3) run it (and print duration)*/
|
|
/* 3) run it (and print duration)*/
|
|
@@ -208,18 +208,44 @@ static async_cookie_t __async_schedule(async_func_ptr *ptr, void *data, struct l
|
|
return newcookie;
|
|
return newcookie;
|
|
}
|
|
}
|
|
|
|
|
|
|
|
+/**
|
|
|
|
+ * async_schedule - schedule a function for asynchronous execution
|
|
|
|
+ * @ptr: function to execute asynchronously
|
|
|
|
+ * @data: data pointer to pass to the function
|
|
|
|
+ *
|
|
|
|
+ * Returns an async_cookie_t that may be used for checkpointing later.
|
|
|
|
+ * Note: This function may be called from atomic or non-atomic contexts.
|
|
|
|
+ */
|
|
async_cookie_t async_schedule(async_func_ptr *ptr, void *data)
|
|
async_cookie_t async_schedule(async_func_ptr *ptr, void *data)
|
|
{
|
|
{
|
|
- return __async_schedule(ptr, data, &async_pending);
|
|
|
|
|
|
+ return __async_schedule(ptr, data, &async_running);
|
|
}
|
|
}
|
|
EXPORT_SYMBOL_GPL(async_schedule);
|
|
EXPORT_SYMBOL_GPL(async_schedule);
|
|
|
|
|
|
-async_cookie_t async_schedule_special(async_func_ptr *ptr, void *data, struct list_head *running)
|
|
|
|
|
|
+/**
|
|
|
|
+ * async_schedule_domain - schedule a function for asynchronous execution within a certain domain
|
|
|
|
+ * @ptr: function to execute asynchronously
|
|
|
|
+ * @data: data pointer to pass to the function
|
|
|
|
+ * @running: running list for the domain
|
|
|
|
+ *
|
|
|
|
+ * Returns an async_cookie_t that may be used for checkpointing later.
|
|
|
|
+ * @running may be used in the async_synchronize_*_domain() functions
|
|
|
|
+ * to wait within a certain synchronization domain rather than globally.
|
|
|
|
+ * A synchronization domain is specified via the running queue @running to use.
|
|
|
|
+ * Note: This function may be called from atomic or non-atomic contexts.
|
|
|
|
+ */
|
|
|
|
+async_cookie_t async_schedule_domain(async_func_ptr *ptr, void *data,
|
|
|
|
+ struct list_head *running)
|
|
{
|
|
{
|
|
return __async_schedule(ptr, data, running);
|
|
return __async_schedule(ptr, data, running);
|
|
}
|
|
}
|
|
-EXPORT_SYMBOL_GPL(async_schedule_special);
|
|
|
|
|
|
+EXPORT_SYMBOL_GPL(async_schedule_domain);
|
|
|
|
|
|
|
|
+/**
|
|
|
|
+ * async_synchronize_full - synchronize all asynchronous function calls
|
|
|
|
+ *
|
|
|
|
+ * This function waits until all asynchronous function calls have been done.
|
|
|
|
+ */
|
|
void async_synchronize_full(void)
|
|
void async_synchronize_full(void)
|
|
{
|
|
{
|
|
do {
|
|
do {
|
|
@@ -228,13 +254,30 @@ void async_synchronize_full(void)
|
|
}
|
|
}
|
|
EXPORT_SYMBOL_GPL(async_synchronize_full);
|
|
EXPORT_SYMBOL_GPL(async_synchronize_full);
|
|
|
|
|
|
-void async_synchronize_full_special(struct list_head *list)
|
|
|
|
|
|
+/**
|
|
|
|
+ * async_synchronize_full_domain - synchronize all asynchronous function within a certain domain
|
|
|
|
+ * @list: running list to synchronize on
|
|
|
|
+ *
|
|
|
|
+ * This function waits until all asynchronous function calls for the
|
|
|
|
+ * synchronization domain specified by the running list @list have been done.
|
|
|
|
+ */
|
|
|
|
+void async_synchronize_full_domain(struct list_head *list)
|
|
{
|
|
{
|
|
- async_synchronize_cookie_special(next_cookie, list);
|
|
|
|
|
|
+ async_synchronize_cookie_domain(next_cookie, list);
|
|
}
|
|
}
|
|
-EXPORT_SYMBOL_GPL(async_synchronize_full_special);
|
|
|
|
|
|
+EXPORT_SYMBOL_GPL(async_synchronize_full_domain);
|
|
|
|
|
|
-void async_synchronize_cookie_special(async_cookie_t cookie, struct list_head *running)
|
|
|
|
|
|
+/**
|
|
|
|
+ * async_synchronize_cookie_domain - synchronize asynchronous function calls within a certain domain with cookie checkpointing
|
|
|
|
+ * @cookie: async_cookie_t to use as checkpoint
|
|
|
|
+ * @running: running list to synchronize on
|
|
|
|
+ *
|
|
|
|
+ * This function waits until all asynchronous function calls for the
|
|
|
|
+ * synchronization domain specified by the running list @list submitted
|
|
|
|
+ * prior to @cookie have been done.
|
|
|
|
+ */
|
|
|
|
+void async_synchronize_cookie_domain(async_cookie_t cookie,
|
|
|
|
+ struct list_head *running)
|
|
{
|
|
{
|
|
ktime_t starttime, delta, endtime;
|
|
ktime_t starttime, delta, endtime;
|
|
|
|
|
|
@@ -254,11 +297,18 @@ void async_synchronize_cookie_special(async_cookie_t cookie, struct list_head *r
|
|
(long long)ktime_to_ns(delta) >> 10);
|
|
(long long)ktime_to_ns(delta) >> 10);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
-EXPORT_SYMBOL_GPL(async_synchronize_cookie_special);
|
|
|
|
|
|
+EXPORT_SYMBOL_GPL(async_synchronize_cookie_domain);
|
|
|
|
|
|
|
|
+/**
|
|
|
|
+ * async_synchronize_cookie - synchronize asynchronous function calls with cookie checkpointing
|
|
|
|
+ * @cookie: async_cookie_t to use as checkpoint
|
|
|
|
+ *
|
|
|
|
+ * This function waits until all asynchronous function calls prior to @cookie
|
|
|
|
+ * have been done.
|
|
|
|
+ */
|
|
void async_synchronize_cookie(async_cookie_t cookie)
|
|
void async_synchronize_cookie(async_cookie_t cookie)
|
|
{
|
|
{
|
|
- async_synchronize_cookie_special(cookie, &async_running);
|
|
|
|
|
|
+ async_synchronize_cookie_domain(cookie, &async_running);
|
|
}
|
|
}
|
|
EXPORT_SYMBOL_GPL(async_synchronize_cookie);
|
|
EXPORT_SYMBOL_GPL(async_synchronize_cookie);
|
|
|
|
|
|
@@ -319,7 +369,11 @@ static int async_manager_thread(void *unused)
|
|
ec = atomic_read(&entry_count);
|
|
ec = atomic_read(&entry_count);
|
|
|
|
|
|
while (tc < ec && tc < MAX_THREADS) {
|
|
while (tc < ec && tc < MAX_THREADS) {
|
|
- kthread_run(async_thread, NULL, "async/%i", tc);
|
|
|
|
|
|
+ if (IS_ERR(kthread_run(async_thread, NULL, "async/%i",
|
|
|
|
+ tc))) {
|
|
|
|
+ msleep(100);
|
|
|
|
+ continue;
|
|
|
|
+ }
|
|
atomic_inc(&thread_count);
|
|
atomic_inc(&thread_count);
|
|
tc++;
|
|
tc++;
|
|
}
|
|
}
|
|
@@ -334,7 +388,9 @@ static int async_manager_thread(void *unused)
|
|
static int __init async_init(void)
|
|
static int __init async_init(void)
|
|
{
|
|
{
|
|
if (async_enabled)
|
|
if (async_enabled)
|
|
- kthread_run(async_manager_thread, NULL, "async/mgr");
|
|
|
|
|
|
+ if (IS_ERR(kthread_run(async_manager_thread, NULL,
|
|
|
|
+ "async/mgr")))
|
|
|
|
+ async_enabled = 0;
|
|
return 0;
|
|
return 0;
|
|
}
|
|
}
|
|
|
|
|