gc.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412
  1. /* Key garbage collector
  2. *
  3. * Copyright (C) 2009-2011 Red Hat, Inc. All Rights Reserved.
  4. * Written by David Howells (dhowells@redhat.com)
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public Licence
  8. * as published by the Free Software Foundation; either version
  9. * 2 of the Licence, or (at your option) any later version.
  10. */
  11. #include <linux/module.h>
  12. #include <linux/slab.h>
  13. #include <linux/security.h>
  14. #include <keys/keyring-type.h>
  15. #include "internal.h"
  16. /*
  17. * Delay between key revocation/expiry in seconds
  18. */
  19. unsigned key_gc_delay = 5 * 60;
  20. /*
  21. * Reaper for unused keys.
  22. */
  23. static void key_garbage_collector(struct work_struct *work);
  24. DECLARE_WORK(key_gc_work, key_garbage_collector);
  25. /*
  26. * Reaper for links from keyrings to dead keys.
  27. */
  28. static void key_gc_timer_func(unsigned long);
  29. static DEFINE_TIMER(key_gc_timer, key_gc_timer_func, 0, 0);
  30. static time_t key_gc_next_run = LONG_MAX;
  31. static struct key_type *key_gc_dead_keytype;
  32. static unsigned long key_gc_flags;
  33. #define KEY_GC_KEY_EXPIRED 0 /* A key expired and needs unlinking */
  34. #define KEY_GC_REAP_KEYTYPE 1 /* A keytype is being unregistered */
  35. #define KEY_GC_REAPING_KEYTYPE 2 /* Cleared when keytype reaped */
  36. /*
  37. * Any key whose type gets unregistered will be re-typed to this if it can't be
  38. * immediately unlinked.
  39. */
  40. struct key_type key_type_dead = {
  41. .name = "dead",
  42. };
  43. /*
  44. * Schedule a garbage collection run.
  45. * - time precision isn't particularly important
  46. */
  47. void key_schedule_gc(time_t gc_at)
  48. {
  49. unsigned long expires;
  50. time_t now = current_kernel_time().tv_sec;
  51. kenter("%ld", gc_at - now);
  52. if (gc_at <= now || test_bit(KEY_GC_REAP_KEYTYPE, &key_gc_flags)) {
  53. kdebug("IMMEDIATE");
  54. schedule_work(&key_gc_work);
  55. } else if (gc_at < key_gc_next_run) {
  56. kdebug("DEFERRED");
  57. key_gc_next_run = gc_at;
  58. expires = jiffies + (gc_at - now) * HZ;
  59. mod_timer(&key_gc_timer, expires);
  60. }
  61. }
  62. /*
  63. * Schedule a dead links collection run.
  64. */
  65. void key_schedule_gc_links(void)
  66. {
  67. set_bit(KEY_GC_KEY_EXPIRED, &key_gc_flags);
  68. schedule_work(&key_gc_work);
  69. }
  70. /*
  71. * Some key's cleanup time was met after it expired, so we need to get the
  72. * reaper to go through a cycle finding expired keys.
  73. */
  74. static void key_gc_timer_func(unsigned long data)
  75. {
  76. kenter("");
  77. key_gc_next_run = LONG_MAX;
  78. key_schedule_gc_links();
  79. }
  80. /*
  81. * wait_on_bit() sleep function for uninterruptible waiting
  82. */
  83. static int key_gc_wait_bit(void *flags)
  84. {
  85. schedule();
  86. return 0;
  87. }
  88. /*
  89. * Reap keys of dead type.
  90. *
  91. * We use three flags to make sure we see three complete cycles of the garbage
  92. * collector: the first to mark keys of that type as being dead, the second to
  93. * collect dead links and the third to clean up the dead keys. We have to be
  94. * careful as there may already be a cycle in progress.
  95. *
  96. * The caller must be holding key_types_sem.
  97. */
  98. void key_gc_keytype(struct key_type *ktype)
  99. {
  100. kenter("%s", ktype->name);
  101. key_gc_dead_keytype = ktype;
  102. set_bit(KEY_GC_REAPING_KEYTYPE, &key_gc_flags);
  103. smp_mb();
  104. set_bit(KEY_GC_REAP_KEYTYPE, &key_gc_flags);
  105. kdebug("schedule");
  106. schedule_work(&key_gc_work);
  107. kdebug("sleep");
  108. wait_on_bit(&key_gc_flags, KEY_GC_REAPING_KEYTYPE, key_gc_wait_bit,
  109. TASK_UNINTERRUPTIBLE);
  110. key_gc_dead_keytype = NULL;
  111. kleave("");
  112. }
  113. /*
  114. * Garbage collect pointers from a keyring.
  115. *
  116. * Not called with any locks held. The keyring's key struct will not be
  117. * deallocated under us as only our caller may deallocate it.
  118. */
  119. static void key_gc_keyring(struct key *keyring, time_t limit)
  120. {
  121. struct keyring_list *klist;
  122. int loop;
  123. kenter("%x", key_serial(keyring));
  124. if (keyring->flags & ((1 << KEY_FLAG_INVALIDATED) |
  125. (1 << KEY_FLAG_REVOKED)))
  126. goto dont_gc;
  127. /* scan the keyring looking for dead keys */
  128. rcu_read_lock();
  129. klist = rcu_dereference(keyring->payload.subscriptions);
  130. if (!klist)
  131. goto unlock_dont_gc;
  132. loop = klist->nkeys;
  133. smp_rmb();
  134. for (loop--; loop >= 0; loop--) {
  135. struct key *key = rcu_dereference(klist->keys[loop]);
  136. if (key_is_dead(key, limit))
  137. goto do_gc;
  138. }
  139. unlock_dont_gc:
  140. rcu_read_unlock();
  141. dont_gc:
  142. kleave(" [no gc]");
  143. return;
  144. do_gc:
  145. rcu_read_unlock();
  146. keyring_gc(keyring, limit);
  147. kleave(" [gc]");
  148. }
  149. /*
  150. * Garbage collect a list of unreferenced, detached keys
  151. */
  152. static noinline void key_gc_unused_keys(struct list_head *keys)
  153. {
  154. while (!list_empty(keys)) {
  155. struct key *key =
  156. list_entry(keys->next, struct key, graveyard_link);
  157. list_del(&key->graveyard_link);
  158. kdebug("- %u", key->serial);
  159. key_check(key);
  160. security_key_free(key);
  161. /* deal with the user's key tracking and quota */
  162. if (test_bit(KEY_FLAG_IN_QUOTA, &key->flags)) {
  163. spin_lock(&key->user->lock);
  164. key->user->qnkeys--;
  165. key->user->qnbytes -= key->quotalen;
  166. spin_unlock(&key->user->lock);
  167. }
  168. atomic_dec(&key->user->nkeys);
  169. if (test_bit(KEY_FLAG_INSTANTIATED, &key->flags))
  170. atomic_dec(&key->user->nikeys);
  171. key_user_put(key->user);
  172. /* now throw away the key memory */
  173. if (key->type->destroy)
  174. key->type->destroy(key);
  175. kfree(key->description);
  176. #ifdef KEY_DEBUGGING
  177. key->magic = KEY_DEBUG_MAGIC_X;
  178. #endif
  179. kmem_cache_free(key_jar, key);
  180. }
  181. }
  182. /*
  183. * Garbage collector for unused keys.
  184. *
  185. * This is done in process context so that we don't have to disable interrupts
  186. * all over the place. key_put() schedules this rather than trying to do the
  187. * cleanup itself, which means key_put() doesn't have to sleep.
  188. */
  189. static void key_garbage_collector(struct work_struct *work)
  190. {
  191. static LIST_HEAD(graveyard);
  192. static u8 gc_state; /* Internal persistent state */
  193. #define KEY_GC_REAP_AGAIN 0x01 /* - Need another cycle */
  194. #define KEY_GC_REAPING_LINKS 0x02 /* - We need to reap links */
  195. #define KEY_GC_SET_TIMER 0x04 /* - We need to restart the timer */
  196. #define KEY_GC_REAPING_DEAD_1 0x10 /* - We need to mark dead keys */
  197. #define KEY_GC_REAPING_DEAD_2 0x20 /* - We need to reap dead key links */
  198. #define KEY_GC_REAPING_DEAD_3 0x40 /* - We need to reap dead keys */
  199. #define KEY_GC_FOUND_DEAD_KEY 0x80 /* - We found at least one dead key */
  200. struct rb_node *cursor;
  201. struct key *key;
  202. time_t new_timer, limit;
  203. kenter("[%lx,%x]", key_gc_flags, gc_state);
  204. limit = current_kernel_time().tv_sec;
  205. if (limit > key_gc_delay)
  206. limit -= key_gc_delay;
  207. else
  208. limit = key_gc_delay;
  209. /* Work out what we're going to be doing in this pass */
  210. gc_state &= KEY_GC_REAPING_DEAD_1 | KEY_GC_REAPING_DEAD_2;
  211. gc_state <<= 1;
  212. if (test_and_clear_bit(KEY_GC_KEY_EXPIRED, &key_gc_flags))
  213. gc_state |= KEY_GC_REAPING_LINKS | KEY_GC_SET_TIMER;
  214. if (test_and_clear_bit(KEY_GC_REAP_KEYTYPE, &key_gc_flags))
  215. gc_state |= KEY_GC_REAPING_DEAD_1;
  216. kdebug("new pass %x", gc_state);
  217. new_timer = LONG_MAX;
  218. /* As only this function is permitted to remove things from the key
  219. * serial tree, if cursor is non-NULL then it will always point to a
  220. * valid node in the tree - even if lock got dropped.
  221. */
  222. spin_lock(&key_serial_lock);
  223. cursor = rb_first(&key_serial_tree);
  224. continue_scanning:
  225. while (cursor) {
  226. key = rb_entry(cursor, struct key, serial_node);
  227. cursor = rb_next(cursor);
  228. if (atomic_read(&key->usage) == 0)
  229. goto found_unreferenced_key;
  230. if (unlikely(gc_state & KEY_GC_REAPING_DEAD_1)) {
  231. if (key->type == key_gc_dead_keytype) {
  232. gc_state |= KEY_GC_FOUND_DEAD_KEY;
  233. set_bit(KEY_FLAG_DEAD, &key->flags);
  234. key->perm = 0;
  235. goto skip_dead_key;
  236. }
  237. }
  238. if (gc_state & KEY_GC_SET_TIMER) {
  239. if (key->expiry > limit && key->expiry < new_timer) {
  240. kdebug("will expire %x in %ld",
  241. key_serial(key), key->expiry - limit);
  242. new_timer = key->expiry;
  243. }
  244. }
  245. if (unlikely(gc_state & KEY_GC_REAPING_DEAD_2))
  246. if (key->type == key_gc_dead_keytype)
  247. gc_state |= KEY_GC_FOUND_DEAD_KEY;
  248. if ((gc_state & KEY_GC_REAPING_LINKS) ||
  249. unlikely(gc_state & KEY_GC_REAPING_DEAD_2)) {
  250. if (key->type == &key_type_keyring)
  251. goto found_keyring;
  252. }
  253. if (unlikely(gc_state & KEY_GC_REAPING_DEAD_3))
  254. if (key->type == key_gc_dead_keytype)
  255. goto destroy_dead_key;
  256. skip_dead_key:
  257. if (spin_is_contended(&key_serial_lock) || need_resched())
  258. goto contended;
  259. }
  260. contended:
  261. spin_unlock(&key_serial_lock);
  262. maybe_resched:
  263. if (cursor) {
  264. cond_resched();
  265. spin_lock(&key_serial_lock);
  266. goto continue_scanning;
  267. }
  268. /* We've completed the pass. Set the timer if we need to and queue a
  269. * new cycle if necessary. We keep executing cycles until we find one
  270. * where we didn't reap any keys.
  271. */
  272. kdebug("pass complete");
  273. if (gc_state & KEY_GC_SET_TIMER && new_timer != (time_t)LONG_MAX) {
  274. new_timer += key_gc_delay;
  275. key_schedule_gc(new_timer);
  276. }
  277. if (unlikely(gc_state & KEY_GC_REAPING_DEAD_2) ||
  278. !list_empty(&graveyard)) {
  279. /* Make sure that all pending keyring payload destructions are
  280. * fulfilled and that people aren't now looking at dead or
  281. * dying keys that they don't have a reference upon or a link
  282. * to.
  283. */
  284. kdebug("gc sync");
  285. synchronize_rcu();
  286. }
  287. if (!list_empty(&graveyard)) {
  288. kdebug("gc keys");
  289. key_gc_unused_keys(&graveyard);
  290. }
  291. if (unlikely(gc_state & (KEY_GC_REAPING_DEAD_1 |
  292. KEY_GC_REAPING_DEAD_2))) {
  293. if (!(gc_state & KEY_GC_FOUND_DEAD_KEY)) {
  294. /* No remaining dead keys: short circuit the remaining
  295. * keytype reap cycles.
  296. */
  297. kdebug("dead short");
  298. gc_state &= ~(KEY_GC_REAPING_DEAD_1 | KEY_GC_REAPING_DEAD_2);
  299. gc_state |= KEY_GC_REAPING_DEAD_3;
  300. } else {
  301. gc_state |= KEY_GC_REAP_AGAIN;
  302. }
  303. }
  304. if (unlikely(gc_state & KEY_GC_REAPING_DEAD_3)) {
  305. kdebug("dead wake");
  306. smp_mb();
  307. clear_bit(KEY_GC_REAPING_KEYTYPE, &key_gc_flags);
  308. wake_up_bit(&key_gc_flags, KEY_GC_REAPING_KEYTYPE);
  309. }
  310. if (gc_state & KEY_GC_REAP_AGAIN)
  311. schedule_work(&key_gc_work);
  312. kleave(" [end %x]", gc_state);
  313. return;
  314. /* We found an unreferenced key - once we've removed it from the tree,
  315. * we can safely drop the lock.
  316. */
  317. found_unreferenced_key:
  318. kdebug("unrefd key %d", key->serial);
  319. rb_erase(&key->serial_node, &key_serial_tree);
  320. spin_unlock(&key_serial_lock);
  321. list_add_tail(&key->graveyard_link, &graveyard);
  322. gc_state |= KEY_GC_REAP_AGAIN;
  323. goto maybe_resched;
  324. /* We found a keyring and we need to check the payload for links to
  325. * dead or expired keys. We don't flag another reap immediately as we
  326. * have to wait for the old payload to be destroyed by RCU before we
  327. * can reap the keys to which it refers.
  328. */
  329. found_keyring:
  330. spin_unlock(&key_serial_lock);
  331. kdebug("scan keyring %d", key->serial);
  332. key_gc_keyring(key, limit);
  333. goto maybe_resched;
  334. /* We found a dead key that is still referenced. Reset its type and
  335. * destroy its payload with its semaphore held.
  336. */
  337. destroy_dead_key:
  338. spin_unlock(&key_serial_lock);
  339. kdebug("destroy key %d", key->serial);
  340. down_write(&key->sem);
  341. key->type = &key_type_dead;
  342. if (key_gc_dead_keytype->destroy)
  343. key_gc_dead_keytype->destroy(key);
  344. memset(&key->payload, KEY_DESTROY, sizeof(key->payload));
  345. up_write(&key->sem);
  346. goto maybe_resched;
  347. }