xfs_trans_ail.c 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792
  1. /*
  2. * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc.
  3. * Copyright (c) 2008 Dave Chinner
  4. * All Rights Reserved.
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public License as
  8. * published by the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope that it would be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program; if not, write the Free Software Foundation,
  17. * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
  18. */
  19. #include "xfs.h"
  20. #include "xfs_fs.h"
  21. #include "xfs_types.h"
  22. #include "xfs_log.h"
  23. #include "xfs_trans.h"
  24. #include "xfs_sb.h"
  25. #include "xfs_ag.h"
  26. #include "xfs_mount.h"
  27. #include "xfs_trans_priv.h"
  28. #include "xfs_trace.h"
  29. #include "xfs_error.h"
  30. #ifdef DEBUG
  31. /*
  32. * Check that the list is sorted as it should be.
  33. */
  34. STATIC void
  35. xfs_ail_check(
  36. struct xfs_ail *ailp,
  37. xfs_log_item_t *lip)
  38. {
  39. xfs_log_item_t *prev_lip;
  40. if (list_empty(&ailp->xa_ail))
  41. return;
  42. /*
  43. * Check the next and previous entries are valid.
  44. */
  45. ASSERT((lip->li_flags & XFS_LI_IN_AIL) != 0);
  46. prev_lip = list_entry(lip->li_ail.prev, xfs_log_item_t, li_ail);
  47. if (&prev_lip->li_ail != &ailp->xa_ail)
  48. ASSERT(XFS_LSN_CMP(prev_lip->li_lsn, lip->li_lsn) <= 0);
  49. prev_lip = list_entry(lip->li_ail.next, xfs_log_item_t, li_ail);
  50. if (&prev_lip->li_ail != &ailp->xa_ail)
  51. ASSERT(XFS_LSN_CMP(prev_lip->li_lsn, lip->li_lsn) >= 0);
  52. }
  53. #else /* !DEBUG */
  54. #define xfs_ail_check(a,l)
  55. #endif /* DEBUG */
  56. /*
  57. * Return a pointer to the last item in the AIL. If the AIL is empty, then
  58. * return NULL.
  59. */
  60. static xfs_log_item_t *
  61. xfs_ail_max(
  62. struct xfs_ail *ailp)
  63. {
  64. if (list_empty(&ailp->xa_ail))
  65. return NULL;
  66. return list_entry(ailp->xa_ail.prev, xfs_log_item_t, li_ail);
  67. }
  68. /*
  69. * Return a pointer to the item which follows the given item in the AIL. If
  70. * the given item is the last item in the list, then return NULL.
  71. */
  72. static xfs_log_item_t *
  73. xfs_ail_next(
  74. struct xfs_ail *ailp,
  75. xfs_log_item_t *lip)
  76. {
  77. if (lip->li_ail.next == &ailp->xa_ail)
  78. return NULL;
  79. return list_first_entry(&lip->li_ail, xfs_log_item_t, li_ail);
  80. }
  81. /*
  82. * This is called by the log manager code to determine the LSN of the tail of
  83. * the log. This is exactly the LSN of the first item in the AIL. If the AIL
  84. * is empty, then this function returns 0.
  85. *
  86. * We need the AIL lock in order to get a coherent read of the lsn of the last
  87. * item in the AIL.
  88. */
  89. xfs_lsn_t
  90. xfs_ail_min_lsn(
  91. struct xfs_ail *ailp)
  92. {
  93. xfs_lsn_t lsn = 0;
  94. xfs_log_item_t *lip;
  95. spin_lock(&ailp->xa_lock);
  96. lip = xfs_ail_min(ailp);
  97. if (lip)
  98. lsn = lip->li_lsn;
  99. spin_unlock(&ailp->xa_lock);
  100. return lsn;
  101. }
  102. /*
  103. * Return the maximum lsn held in the AIL, or zero if the AIL is empty.
  104. */
  105. static xfs_lsn_t
  106. xfs_ail_max_lsn(
  107. struct xfs_ail *ailp)
  108. {
  109. xfs_lsn_t lsn = 0;
  110. xfs_log_item_t *lip;
  111. spin_lock(&ailp->xa_lock);
  112. lip = xfs_ail_max(ailp);
  113. if (lip)
  114. lsn = lip->li_lsn;
  115. spin_unlock(&ailp->xa_lock);
  116. return lsn;
  117. }
  118. /*
  119. * The cursor keeps track of where our current traversal is up to by tracking
  120. * the next item in the list for us. However, for this to be safe, removing an
  121. * object from the AIL needs to invalidate any cursor that points to it. hence
  122. * the traversal cursor needs to be linked to the struct xfs_ail so that
  123. * deletion can search all the active cursors for invalidation.
  124. */
  125. STATIC void
  126. xfs_trans_ail_cursor_init(
  127. struct xfs_ail *ailp,
  128. struct xfs_ail_cursor *cur)
  129. {
  130. cur->item = NULL;
  131. list_add_tail(&cur->list, &ailp->xa_cursors);
  132. }
  133. /*
  134. * Get the next item in the traversal and advance the cursor. If the cursor
  135. * was invalidated (indicated by a lip of 1), restart the traversal.
  136. */
  137. struct xfs_log_item *
  138. xfs_trans_ail_cursor_next(
  139. struct xfs_ail *ailp,
  140. struct xfs_ail_cursor *cur)
  141. {
  142. struct xfs_log_item *lip = cur->item;
  143. if ((__psint_t)lip & 1)
  144. lip = xfs_ail_min(ailp);
  145. if (lip)
  146. cur->item = xfs_ail_next(ailp, lip);
  147. return lip;
  148. }
  149. /*
  150. * When the traversal is complete, we need to remove the cursor from the list
  151. * of traversing cursors.
  152. */
  153. void
  154. xfs_trans_ail_cursor_done(
  155. struct xfs_ail *ailp,
  156. struct xfs_ail_cursor *cur)
  157. {
  158. cur->item = NULL;
  159. list_del_init(&cur->list);
  160. }
  161. /*
  162. * Invalidate any cursor that is pointing to this item. This is called when an
  163. * item is removed from the AIL. Any cursor pointing to this object is now
  164. * invalid and the traversal needs to be terminated so it doesn't reference a
  165. * freed object. We set the low bit of the cursor item pointer so we can
  166. * distinguish between an invalidation and the end of the list when getting the
  167. * next item from the cursor.
  168. */
  169. STATIC void
  170. xfs_trans_ail_cursor_clear(
  171. struct xfs_ail *ailp,
  172. struct xfs_log_item *lip)
  173. {
  174. struct xfs_ail_cursor *cur;
  175. list_for_each_entry(cur, &ailp->xa_cursors, list) {
  176. if (cur->item == lip)
  177. cur->item = (struct xfs_log_item *)
  178. ((__psint_t)cur->item | 1);
  179. }
  180. }
  181. /*
  182. * Find the first item in the AIL with the given @lsn by searching in ascending
  183. * LSN order and initialise the cursor to point to the next item for a
  184. * ascending traversal. Pass a @lsn of zero to initialise the cursor to the
  185. * first item in the AIL. Returns NULL if the list is empty.
  186. */
  187. xfs_log_item_t *
  188. xfs_trans_ail_cursor_first(
  189. struct xfs_ail *ailp,
  190. struct xfs_ail_cursor *cur,
  191. xfs_lsn_t lsn)
  192. {
  193. xfs_log_item_t *lip;
  194. xfs_trans_ail_cursor_init(ailp, cur);
  195. if (lsn == 0) {
  196. lip = xfs_ail_min(ailp);
  197. goto out;
  198. }
  199. list_for_each_entry(lip, &ailp->xa_ail, li_ail) {
  200. if (XFS_LSN_CMP(lip->li_lsn, lsn) >= 0)
  201. goto out;
  202. }
  203. return NULL;
  204. out:
  205. if (lip)
  206. cur->item = xfs_ail_next(ailp, lip);
  207. return lip;
  208. }
  209. static struct xfs_log_item *
  210. __xfs_trans_ail_cursor_last(
  211. struct xfs_ail *ailp,
  212. xfs_lsn_t lsn)
  213. {
  214. xfs_log_item_t *lip;
  215. list_for_each_entry_reverse(lip, &ailp->xa_ail, li_ail) {
  216. if (XFS_LSN_CMP(lip->li_lsn, lsn) <= 0)
  217. return lip;
  218. }
  219. return NULL;
  220. }
  221. /*
  222. * Find the last item in the AIL with the given @lsn by searching in descending
  223. * LSN order and initialise the cursor to point to that item. If there is no
  224. * item with the value of @lsn, then it sets the cursor to the last item with an
  225. * LSN lower than @lsn. Returns NULL if the list is empty.
  226. */
  227. struct xfs_log_item *
  228. xfs_trans_ail_cursor_last(
  229. struct xfs_ail *ailp,
  230. struct xfs_ail_cursor *cur,
  231. xfs_lsn_t lsn)
  232. {
  233. xfs_trans_ail_cursor_init(ailp, cur);
  234. cur->item = __xfs_trans_ail_cursor_last(ailp, lsn);
  235. return cur->item;
  236. }
  237. /*
  238. * Splice the log item list into the AIL at the given LSN. We splice to the
  239. * tail of the given LSN to maintain insert order for push traversals. The
  240. * cursor is optional, allowing repeated updates to the same LSN to avoid
  241. * repeated traversals. This should not be called with an empty list.
  242. */
  243. static void
  244. xfs_ail_splice(
  245. struct xfs_ail *ailp,
  246. struct xfs_ail_cursor *cur,
  247. struct list_head *list,
  248. xfs_lsn_t lsn)
  249. {
  250. struct xfs_log_item *lip;
  251. ASSERT(!list_empty(list));
  252. /*
  253. * Use the cursor to determine the insertion point if one is
  254. * provided. If not, or if the one we got is not valid,
  255. * find the place in the AIL where the items belong.
  256. */
  257. lip = cur ? cur->item : NULL;
  258. if (!lip || (__psint_t) lip & 1)
  259. lip = __xfs_trans_ail_cursor_last(ailp, lsn);
  260. /*
  261. * If a cursor is provided, we know we're processing the AIL
  262. * in lsn order, and future items to be spliced in will
  263. * follow the last one being inserted now. Update the
  264. * cursor to point to that last item, now while we have a
  265. * reliable pointer to it.
  266. */
  267. if (cur)
  268. cur->item = list_entry(list->prev, struct xfs_log_item, li_ail);
  269. /*
  270. * Finally perform the splice. Unless the AIL was empty,
  271. * lip points to the item in the AIL _after_ which the new
  272. * items should go. If lip is null the AIL was empty, so
  273. * the new items go at the head of the AIL.
  274. */
  275. if (lip)
  276. list_splice(list, &lip->li_ail);
  277. else
  278. list_splice(list, &ailp->xa_ail);
  279. }
  280. /*
  281. * Delete the given item from the AIL. Return a pointer to the item.
  282. */
  283. static void
  284. xfs_ail_delete(
  285. struct xfs_ail *ailp,
  286. xfs_log_item_t *lip)
  287. {
  288. xfs_ail_check(ailp, lip);
  289. list_del(&lip->li_ail);
  290. xfs_trans_ail_cursor_clear(ailp, lip);
  291. }
  292. static long
  293. xfsaild_push(
  294. struct xfs_ail *ailp)
  295. {
  296. xfs_mount_t *mp = ailp->xa_mount;
  297. struct xfs_ail_cursor cur;
  298. xfs_log_item_t *lip;
  299. xfs_lsn_t lsn;
  300. xfs_lsn_t target;
  301. long tout;
  302. int stuck = 0;
  303. int flushing = 0;
  304. int count = 0;
  305. /*
  306. * If we encountered pinned items or did not finish writing out all
  307. * buffers the last time we ran, force the log first and wait for it
  308. * before pushing again.
  309. */
  310. if (ailp->xa_log_flush && ailp->xa_last_pushed_lsn == 0 &&
  311. (!list_empty_careful(&ailp->xa_buf_list) ||
  312. xfs_ail_min_lsn(ailp))) {
  313. ailp->xa_log_flush = 0;
  314. XFS_STATS_INC(xs_push_ail_flush);
  315. xfs_log_force(mp, XFS_LOG_SYNC);
  316. }
  317. spin_lock(&ailp->xa_lock);
  318. /* barrier matches the xa_target update in xfs_ail_push() */
  319. smp_rmb();
  320. target = ailp->xa_target;
  321. ailp->xa_target_prev = target;
  322. lip = xfs_trans_ail_cursor_first(ailp, &cur, ailp->xa_last_pushed_lsn);
  323. if (!lip) {
  324. /*
  325. * If the AIL is empty or our push has reached the end we are
  326. * done now.
  327. */
  328. xfs_trans_ail_cursor_done(ailp, &cur);
  329. spin_unlock(&ailp->xa_lock);
  330. goto out_done;
  331. }
  332. XFS_STATS_INC(xs_push_ail);
  333. lsn = lip->li_lsn;
  334. while ((XFS_LSN_CMP(lip->li_lsn, target) <= 0)) {
  335. int lock_result;
  336. /*
  337. * Note that iop_push may unlock and reacquire the AIL lock. We
  338. * rely on the AIL cursor implementation to be able to deal with
  339. * the dropped lock.
  340. */
  341. lock_result = lip->li_ops->iop_push(lip, &ailp->xa_buf_list);
  342. switch (lock_result) {
  343. case XFS_ITEM_SUCCESS:
  344. XFS_STATS_INC(xs_push_ail_success);
  345. trace_xfs_ail_push(lip);
  346. ailp->xa_last_pushed_lsn = lsn;
  347. break;
  348. case XFS_ITEM_FLUSHING:
  349. /*
  350. * The item or its backing buffer is already beeing
  351. * flushed. The typical reason for that is that an
  352. * inode buffer is locked because we already pushed the
  353. * updates to it as part of inode clustering.
  354. *
  355. * We do not want to to stop flushing just because lots
  356. * of items are already beeing flushed, but we need to
  357. * re-try the flushing relatively soon if most of the
  358. * AIL is beeing flushed.
  359. */
  360. XFS_STATS_INC(xs_push_ail_flushing);
  361. trace_xfs_ail_flushing(lip);
  362. flushing++;
  363. ailp->xa_last_pushed_lsn = lsn;
  364. break;
  365. case XFS_ITEM_PINNED:
  366. XFS_STATS_INC(xs_push_ail_pinned);
  367. trace_xfs_ail_pinned(lip);
  368. stuck++;
  369. ailp->xa_log_flush++;
  370. break;
  371. case XFS_ITEM_LOCKED:
  372. XFS_STATS_INC(xs_push_ail_locked);
  373. trace_xfs_ail_locked(lip);
  374. stuck++;
  375. break;
  376. default:
  377. ASSERT(0);
  378. break;
  379. }
  380. count++;
  381. /*
  382. * Are there too many items we can't do anything with?
  383. *
  384. * If we we are skipping too many items because we can't flush
  385. * them or they are already being flushed, we back off and
  386. * given them time to complete whatever operation is being
  387. * done. i.e. remove pressure from the AIL while we can't make
  388. * progress so traversals don't slow down further inserts and
  389. * removals to/from the AIL.
  390. *
  391. * The value of 100 is an arbitrary magic number based on
  392. * observation.
  393. */
  394. if (stuck > 100)
  395. break;
  396. lip = xfs_trans_ail_cursor_next(ailp, &cur);
  397. if (lip == NULL)
  398. break;
  399. lsn = lip->li_lsn;
  400. }
  401. xfs_trans_ail_cursor_done(ailp, &cur);
  402. spin_unlock(&ailp->xa_lock);
  403. if (xfs_buf_delwri_submit_nowait(&ailp->xa_buf_list))
  404. ailp->xa_log_flush++;
  405. if (!count || XFS_LSN_CMP(lsn, target) >= 0) {
  406. out_done:
  407. /*
  408. * We reached the target or the AIL is empty, so wait a bit
  409. * longer for I/O to complete and remove pushed items from the
  410. * AIL before we start the next scan from the start of the AIL.
  411. */
  412. tout = 50;
  413. ailp->xa_last_pushed_lsn = 0;
  414. } else if (((stuck + flushing) * 100) / count > 90) {
  415. /*
  416. * Either there is a lot of contention on the AIL or we are
  417. * stuck due to operations in progress. "Stuck" in this case
  418. * is defined as >90% of the items we tried to push were stuck.
  419. *
  420. * Backoff a bit more to allow some I/O to complete before
  421. * restarting from the start of the AIL. This prevents us from
  422. * spinning on the same items, and if they are pinned will all
  423. * the restart to issue a log force to unpin the stuck items.
  424. */
  425. tout = 20;
  426. ailp->xa_last_pushed_lsn = 0;
  427. } else {
  428. /*
  429. * Assume we have more work to do in a short while.
  430. */
  431. tout = 10;
  432. }
  433. return tout;
  434. }
  435. static int
  436. xfsaild(
  437. void *data)
  438. {
  439. struct xfs_ail *ailp = data;
  440. long tout = 0; /* milliseconds */
  441. current->flags |= PF_MEMALLOC;
  442. while (!kthread_should_stop()) {
  443. if (tout && tout <= 20)
  444. __set_current_state(TASK_KILLABLE);
  445. else
  446. __set_current_state(TASK_INTERRUPTIBLE);
  447. spin_lock(&ailp->xa_lock);
  448. /*
  449. * Idle if the AIL is empty and we are not racing with a target
  450. * update. We check the AIL after we set the task to a sleep
  451. * state to guarantee that we either catch an xa_target update
  452. * or that a wake_up resets the state to TASK_RUNNING.
  453. * Otherwise, we run the risk of sleeping indefinitely.
  454. *
  455. * The barrier matches the xa_target update in xfs_ail_push().
  456. */
  457. smp_rmb();
  458. if (!xfs_ail_min(ailp) &&
  459. ailp->xa_target == ailp->xa_target_prev) {
  460. spin_unlock(&ailp->xa_lock);
  461. schedule();
  462. tout = 0;
  463. continue;
  464. }
  465. spin_unlock(&ailp->xa_lock);
  466. if (tout)
  467. schedule_timeout(msecs_to_jiffies(tout));
  468. __set_current_state(TASK_RUNNING);
  469. try_to_freeze();
  470. tout = xfsaild_push(ailp);
  471. }
  472. return 0;
  473. }
  474. /*
  475. * This routine is called to move the tail of the AIL forward. It does this by
  476. * trying to flush items in the AIL whose lsns are below the given
  477. * threshold_lsn.
  478. *
  479. * The push is run asynchronously in a workqueue, which means the caller needs
  480. * to handle waiting on the async flush for space to become available.
  481. * We don't want to interrupt any push that is in progress, hence we only queue
  482. * work if we set the pushing bit approriately.
  483. *
  484. * We do this unlocked - we only need to know whether there is anything in the
  485. * AIL at the time we are called. We don't need to access the contents of
  486. * any of the objects, so the lock is not needed.
  487. */
  488. void
  489. xfs_ail_push(
  490. struct xfs_ail *ailp,
  491. xfs_lsn_t threshold_lsn)
  492. {
  493. xfs_log_item_t *lip;
  494. lip = xfs_ail_min(ailp);
  495. if (!lip || XFS_FORCED_SHUTDOWN(ailp->xa_mount) ||
  496. XFS_LSN_CMP(threshold_lsn, ailp->xa_target) <= 0)
  497. return;
  498. /*
  499. * Ensure that the new target is noticed in push code before it clears
  500. * the XFS_AIL_PUSHING_BIT.
  501. */
  502. smp_wmb();
  503. xfs_trans_ail_copy_lsn(ailp, &ailp->xa_target, &threshold_lsn);
  504. smp_wmb();
  505. wake_up_process(ailp->xa_task);
  506. }
  507. /*
  508. * Push out all items in the AIL immediately
  509. */
  510. void
  511. xfs_ail_push_all(
  512. struct xfs_ail *ailp)
  513. {
  514. xfs_lsn_t threshold_lsn = xfs_ail_max_lsn(ailp);
  515. if (threshold_lsn)
  516. xfs_ail_push(ailp, threshold_lsn);
  517. }
  518. /*
  519. * Push out all items in the AIL immediately and wait until the AIL is empty.
  520. */
  521. void
  522. xfs_ail_push_all_sync(
  523. struct xfs_ail *ailp)
  524. {
  525. struct xfs_log_item *lip;
  526. DEFINE_WAIT(wait);
  527. spin_lock(&ailp->xa_lock);
  528. while ((lip = xfs_ail_max(ailp)) != NULL) {
  529. prepare_to_wait(&ailp->xa_empty, &wait, TASK_UNINTERRUPTIBLE);
  530. ailp->xa_target = lip->li_lsn;
  531. wake_up_process(ailp->xa_task);
  532. spin_unlock(&ailp->xa_lock);
  533. schedule();
  534. spin_lock(&ailp->xa_lock);
  535. }
  536. spin_unlock(&ailp->xa_lock);
  537. finish_wait(&ailp->xa_empty, &wait);
  538. }
  539. /*
  540. * xfs_trans_ail_update - bulk AIL insertion operation.
  541. *
  542. * @xfs_trans_ail_update takes an array of log items that all need to be
  543. * positioned at the same LSN in the AIL. If an item is not in the AIL, it will
  544. * be added. Otherwise, it will be repositioned by removing it and re-adding
  545. * it to the AIL. If we move the first item in the AIL, update the log tail to
  546. * match the new minimum LSN in the AIL.
  547. *
  548. * This function takes the AIL lock once to execute the update operations on
  549. * all the items in the array, and as such should not be called with the AIL
  550. * lock held. As a result, once we have the AIL lock, we need to check each log
  551. * item LSN to confirm it needs to be moved forward in the AIL.
  552. *
  553. * To optimise the insert operation, we delete all the items from the AIL in
  554. * the first pass, moving them into a temporary list, then splice the temporary
  555. * list into the correct position in the AIL. This avoids needing to do an
  556. * insert operation on every item.
  557. *
  558. * This function must be called with the AIL lock held. The lock is dropped
  559. * before returning.
  560. */
  561. void
  562. xfs_trans_ail_update_bulk(
  563. struct xfs_ail *ailp,
  564. struct xfs_ail_cursor *cur,
  565. struct xfs_log_item **log_items,
  566. int nr_items,
  567. xfs_lsn_t lsn) __releases(ailp->xa_lock)
  568. {
  569. xfs_log_item_t *mlip;
  570. int mlip_changed = 0;
  571. int i;
  572. LIST_HEAD(tmp);
  573. ASSERT(nr_items > 0); /* Not required, but true. */
  574. mlip = xfs_ail_min(ailp);
  575. for (i = 0; i < nr_items; i++) {
  576. struct xfs_log_item *lip = log_items[i];
  577. if (lip->li_flags & XFS_LI_IN_AIL) {
  578. /* check if we really need to move the item */
  579. if (XFS_LSN_CMP(lsn, lip->li_lsn) <= 0)
  580. continue;
  581. xfs_ail_delete(ailp, lip);
  582. if (mlip == lip)
  583. mlip_changed = 1;
  584. } else {
  585. lip->li_flags |= XFS_LI_IN_AIL;
  586. }
  587. lip->li_lsn = lsn;
  588. list_add(&lip->li_ail, &tmp);
  589. }
  590. if (!list_empty(&tmp))
  591. xfs_ail_splice(ailp, cur, &tmp, lsn);
  592. if (mlip_changed) {
  593. if (!XFS_FORCED_SHUTDOWN(ailp->xa_mount))
  594. xlog_assign_tail_lsn_locked(ailp->xa_mount);
  595. spin_unlock(&ailp->xa_lock);
  596. xfs_log_space_wake(ailp->xa_mount);
  597. } else {
  598. spin_unlock(&ailp->xa_lock);
  599. }
  600. }
  601. /*
  602. * xfs_trans_ail_delete_bulk - remove multiple log items from the AIL
  603. *
  604. * @xfs_trans_ail_delete_bulk takes an array of log items that all need to
  605. * removed from the AIL. The caller is already holding the AIL lock, and done
  606. * all the checks necessary to ensure the items passed in via @log_items are
  607. * ready for deletion. This includes checking that the items are in the AIL.
  608. *
  609. * For each log item to be removed, unlink it from the AIL, clear the IN_AIL
  610. * flag from the item and reset the item's lsn to 0. If we remove the first
  611. * item in the AIL, update the log tail to match the new minimum LSN in the
  612. * AIL.
  613. *
  614. * This function will not drop the AIL lock until all items are removed from
  615. * the AIL to minimise the amount of lock traffic on the AIL. This does not
  616. * greatly increase the AIL hold time, but does significantly reduce the amount
  617. * of traffic on the lock, especially during IO completion.
  618. *
  619. * This function must be called with the AIL lock held. The lock is dropped
  620. * before returning.
  621. */
  622. void
  623. xfs_trans_ail_delete_bulk(
  624. struct xfs_ail *ailp,
  625. struct xfs_log_item **log_items,
  626. int nr_items,
  627. int shutdown_type) __releases(ailp->xa_lock)
  628. {
  629. xfs_log_item_t *mlip;
  630. int mlip_changed = 0;
  631. int i;
  632. mlip = xfs_ail_min(ailp);
  633. for (i = 0; i < nr_items; i++) {
  634. struct xfs_log_item *lip = log_items[i];
  635. if (!(lip->li_flags & XFS_LI_IN_AIL)) {
  636. struct xfs_mount *mp = ailp->xa_mount;
  637. spin_unlock(&ailp->xa_lock);
  638. if (!XFS_FORCED_SHUTDOWN(mp)) {
  639. xfs_alert_tag(mp, XFS_PTAG_AILDELETE,
  640. "%s: attempting to delete a log item that is not in the AIL",
  641. __func__);
  642. xfs_force_shutdown(mp, shutdown_type);
  643. }
  644. return;
  645. }
  646. xfs_ail_delete(ailp, lip);
  647. lip->li_flags &= ~XFS_LI_IN_AIL;
  648. lip->li_lsn = 0;
  649. if (mlip == lip)
  650. mlip_changed = 1;
  651. }
  652. if (mlip_changed) {
  653. if (!XFS_FORCED_SHUTDOWN(ailp->xa_mount))
  654. xlog_assign_tail_lsn_locked(ailp->xa_mount);
  655. if (list_empty(&ailp->xa_ail))
  656. wake_up_all(&ailp->xa_empty);
  657. spin_unlock(&ailp->xa_lock);
  658. xfs_log_space_wake(ailp->xa_mount);
  659. } else {
  660. spin_unlock(&ailp->xa_lock);
  661. }
  662. }
  663. int
  664. xfs_trans_ail_init(
  665. xfs_mount_t *mp)
  666. {
  667. struct xfs_ail *ailp;
  668. ailp = kmem_zalloc(sizeof(struct xfs_ail), KM_MAYFAIL);
  669. if (!ailp)
  670. return ENOMEM;
  671. ailp->xa_mount = mp;
  672. INIT_LIST_HEAD(&ailp->xa_ail);
  673. INIT_LIST_HEAD(&ailp->xa_cursors);
  674. spin_lock_init(&ailp->xa_lock);
  675. INIT_LIST_HEAD(&ailp->xa_buf_list);
  676. init_waitqueue_head(&ailp->xa_empty);
  677. ailp->xa_task = kthread_run(xfsaild, ailp, "xfsaild/%s",
  678. ailp->xa_mount->m_fsname);
  679. if (IS_ERR(ailp->xa_task))
  680. goto out_free_ailp;
  681. mp->m_ail = ailp;
  682. return 0;
  683. out_free_ailp:
  684. kmem_free(ailp);
  685. return ENOMEM;
  686. }
  687. void
  688. xfs_trans_ail_destroy(
  689. xfs_mount_t *mp)
  690. {
  691. struct xfs_ail *ailp = mp->m_ail;
  692. kthread_stop(ailp->xa_task);
  693. kmem_free(ailp);
  694. }