xfs_trans_ail.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759
  1. /*
  2. * Copyright (c) 2000-2002,2005 Silicon Graphics, Inc.
  3. * Copyright (c) 2008 Dave Chinner
  4. * All Rights Reserved.
  5. *
  6. * This program is free software; you can redistribute it and/or
  7. * modify it under the terms of the GNU General Public License as
  8. * published by the Free Software Foundation.
  9. *
  10. * This program is distributed in the hope that it would be useful,
  11. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  12. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  13. * GNU General Public License for more details.
  14. *
  15. * You should have received a copy of the GNU General Public License
  16. * along with this program; if not, write the Free Software Foundation,
  17. * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
  18. */
  19. #include "xfs.h"
  20. #include "xfs_fs.h"
  21. #include "xfs_types.h"
  22. #include "xfs_log.h"
  23. #include "xfs_inum.h"
  24. #include "xfs_trans.h"
  25. #include "xfs_sb.h"
  26. #include "xfs_ag.h"
  27. #include "xfs_mount.h"
  28. #include "xfs_trans_priv.h"
  29. #include "xfs_error.h"
  30. struct workqueue_struct *xfs_ail_wq; /* AIL workqueue */
  31. #ifdef DEBUG
  32. /*
  33. * Check that the list is sorted as it should be.
  34. */
  35. STATIC void
  36. xfs_ail_check(
  37. struct xfs_ail *ailp,
  38. xfs_log_item_t *lip)
  39. {
  40. xfs_log_item_t *prev_lip;
  41. if (list_empty(&ailp->xa_ail))
  42. return;
  43. /*
  44. * Check the next and previous entries are valid.
  45. */
  46. ASSERT((lip->li_flags & XFS_LI_IN_AIL) != 0);
  47. prev_lip = list_entry(lip->li_ail.prev, xfs_log_item_t, li_ail);
  48. if (&prev_lip->li_ail != &ailp->xa_ail)
  49. ASSERT(XFS_LSN_CMP(prev_lip->li_lsn, lip->li_lsn) <= 0);
  50. prev_lip = list_entry(lip->li_ail.next, xfs_log_item_t, li_ail);
  51. if (&prev_lip->li_ail != &ailp->xa_ail)
  52. ASSERT(XFS_LSN_CMP(prev_lip->li_lsn, lip->li_lsn) >= 0);
  53. #ifdef XFS_TRANS_DEBUG
  54. /*
  55. * Walk the list checking lsn ordering, and that every entry has the
  56. * XFS_LI_IN_AIL flag set. This is really expensive, so only do it
  57. * when specifically debugging the transaction subsystem.
  58. */
  59. prev_lip = list_entry(&ailp->xa_ail, xfs_log_item_t, li_ail);
  60. list_for_each_entry(lip, &ailp->xa_ail, li_ail) {
  61. if (&prev_lip->li_ail != &ailp->xa_ail)
  62. ASSERT(XFS_LSN_CMP(prev_lip->li_lsn, lip->li_lsn) <= 0);
  63. ASSERT((lip->li_flags & XFS_LI_IN_AIL) != 0);
  64. prev_lip = lip;
  65. }
  66. #endif /* XFS_TRANS_DEBUG */
  67. }
  68. #else /* !DEBUG */
  69. #define xfs_ail_check(a,l)
  70. #endif /* DEBUG */
  71. /*
  72. * Return a pointer to the first item in the AIL. If the AIL is empty, then
  73. * return NULL.
  74. */
  75. static xfs_log_item_t *
  76. xfs_ail_min(
  77. struct xfs_ail *ailp)
  78. {
  79. if (list_empty(&ailp->xa_ail))
  80. return NULL;
  81. return list_first_entry(&ailp->xa_ail, xfs_log_item_t, li_ail);
  82. }
  83. /*
  84. * Return a pointer to the item which follows the given item in the AIL. If
  85. * the given item is the last item in the list, then return NULL.
  86. */
  87. static xfs_log_item_t *
  88. xfs_ail_next(
  89. struct xfs_ail *ailp,
  90. xfs_log_item_t *lip)
  91. {
  92. if (lip->li_ail.next == &ailp->xa_ail)
  93. return NULL;
  94. return list_first_entry(&lip->li_ail, xfs_log_item_t, li_ail);
  95. }
  96. /*
  97. * This is called by the log manager code to determine the LSN of the tail of
  98. * the log. This is exactly the LSN of the first item in the AIL. If the AIL
  99. * is empty, then this function returns 0.
  100. *
  101. * We need the AIL lock in order to get a coherent read of the lsn of the last
  102. * item in the AIL.
  103. */
  104. xfs_lsn_t
  105. xfs_trans_ail_tail(
  106. struct xfs_ail *ailp)
  107. {
  108. xfs_lsn_t lsn = 0;
  109. xfs_log_item_t *lip;
  110. spin_lock(&ailp->xa_lock);
  111. lip = xfs_ail_min(ailp);
  112. if (lip)
  113. lsn = lip->li_lsn;
  114. spin_unlock(&ailp->xa_lock);
  115. return lsn;
  116. }
  117. /*
  118. * AIL traversal cursor initialisation.
  119. *
  120. * The cursor keeps track of where our current traversal is up
  121. * to by tracking the next ƣtem in the list for us. However, for
  122. * this to be safe, removing an object from the AIL needs to invalidate
  123. * any cursor that points to it. hence the traversal cursor needs to
  124. * be linked to the struct xfs_ail so that deletion can search all the
  125. * active cursors for invalidation.
  126. *
  127. * We don't link the push cursor because it is embedded in the struct
  128. * xfs_ail and hence easily findable.
  129. */
  130. STATIC void
  131. xfs_trans_ail_cursor_init(
  132. struct xfs_ail *ailp,
  133. struct xfs_ail_cursor *cur)
  134. {
  135. cur->item = NULL;
  136. if (cur == &ailp->xa_cursors)
  137. return;
  138. cur->next = ailp->xa_cursors.next;
  139. ailp->xa_cursors.next = cur;
  140. }
  141. /*
  142. * Set the cursor to the next item, because when we look
  143. * up the cursor the current item may have been freed.
  144. */
  145. STATIC void
  146. xfs_trans_ail_cursor_set(
  147. struct xfs_ail *ailp,
  148. struct xfs_ail_cursor *cur,
  149. struct xfs_log_item *lip)
  150. {
  151. if (lip)
  152. cur->item = xfs_ail_next(ailp, lip);
  153. }
  154. /*
  155. * Get the next item in the traversal and advance the cursor.
  156. * If the cursor was invalidated (inidicated by a lip of 1),
  157. * restart the traversal.
  158. */
  159. struct xfs_log_item *
  160. xfs_trans_ail_cursor_next(
  161. struct xfs_ail *ailp,
  162. struct xfs_ail_cursor *cur)
  163. {
  164. struct xfs_log_item *lip = cur->item;
  165. if ((__psint_t)lip & 1)
  166. lip = xfs_ail_min(ailp);
  167. xfs_trans_ail_cursor_set(ailp, cur, lip);
  168. return lip;
  169. }
  170. /*
  171. * Now that the traversal is complete, we need to remove the cursor
  172. * from the list of traversing cursors. Avoid removing the embedded
  173. * push cursor, but use the fact it is always present to make the
  174. * list deletion simple.
  175. */
  176. void
  177. xfs_trans_ail_cursor_done(
  178. struct xfs_ail *ailp,
  179. struct xfs_ail_cursor *done)
  180. {
  181. struct xfs_ail_cursor *prev = NULL;
  182. struct xfs_ail_cursor *cur;
  183. done->item = NULL;
  184. if (done == &ailp->xa_cursors)
  185. return;
  186. prev = &ailp->xa_cursors;
  187. for (cur = prev->next; cur; prev = cur, cur = prev->next) {
  188. if (cur == done) {
  189. prev->next = cur->next;
  190. break;
  191. }
  192. }
  193. ASSERT(cur);
  194. }
  195. /*
  196. * Invalidate any cursor that is pointing to this item. This is
  197. * called when an item is removed from the AIL. Any cursor pointing
  198. * to this object is now invalid and the traversal needs to be
  199. * terminated so it doesn't reference a freed object. We set the
  200. * cursor item to a value of 1 so we can distinguish between an
  201. * invalidation and the end of the list when getting the next item
  202. * from the cursor.
  203. */
  204. STATIC void
  205. xfs_trans_ail_cursor_clear(
  206. struct xfs_ail *ailp,
  207. struct xfs_log_item *lip)
  208. {
  209. struct xfs_ail_cursor *cur;
  210. /* need to search all cursors */
  211. for (cur = &ailp->xa_cursors; cur; cur = cur->next) {
  212. if (cur->item == lip)
  213. cur->item = (struct xfs_log_item *)
  214. ((__psint_t)cur->item | 1);
  215. }
  216. }
  217. /*
  218. * Return the item in the AIL with the current lsn.
  219. * Return the current tree generation number for use
  220. * in calls to xfs_trans_next_ail().
  221. */
  222. xfs_log_item_t *
  223. xfs_trans_ail_cursor_first(
  224. struct xfs_ail *ailp,
  225. struct xfs_ail_cursor *cur,
  226. xfs_lsn_t lsn)
  227. {
  228. xfs_log_item_t *lip;
  229. xfs_trans_ail_cursor_init(ailp, cur);
  230. lip = xfs_ail_min(ailp);
  231. if (lsn == 0)
  232. goto out;
  233. list_for_each_entry(lip, &ailp->xa_ail, li_ail) {
  234. if (XFS_LSN_CMP(lip->li_lsn, lsn) >= 0)
  235. goto out;
  236. }
  237. lip = NULL;
  238. out:
  239. xfs_trans_ail_cursor_set(ailp, cur, lip);
  240. return lip;
  241. }
  242. /*
  243. * splice the log item list into the AIL at the given LSN.
  244. */
  245. static void
  246. xfs_ail_splice(
  247. struct xfs_ail *ailp,
  248. struct list_head *list,
  249. xfs_lsn_t lsn)
  250. {
  251. xfs_log_item_t *next_lip;
  252. /* If the list is empty, just insert the item. */
  253. if (list_empty(&ailp->xa_ail)) {
  254. list_splice(list, &ailp->xa_ail);
  255. return;
  256. }
  257. list_for_each_entry_reverse(next_lip, &ailp->xa_ail, li_ail) {
  258. if (XFS_LSN_CMP(next_lip->li_lsn, lsn) <= 0)
  259. break;
  260. }
  261. ASSERT(&next_lip->li_ail == &ailp->xa_ail ||
  262. XFS_LSN_CMP(next_lip->li_lsn, lsn) <= 0);
  263. list_splice_init(list, &next_lip->li_ail);
  264. }
  265. /*
  266. * Delete the given item from the AIL. Return a pointer to the item.
  267. */
  268. static void
  269. xfs_ail_delete(
  270. struct xfs_ail *ailp,
  271. xfs_log_item_t *lip)
  272. {
  273. xfs_ail_check(ailp, lip);
  274. list_del(&lip->li_ail);
  275. xfs_trans_ail_cursor_clear(ailp, lip);
  276. }
  277. /*
  278. * xfs_ail_worker does the work of pushing on the AIL. It will requeue itself
  279. * to run at a later time if there is more work to do to complete the push.
  280. */
  281. STATIC void
  282. xfs_ail_worker(
  283. struct work_struct *work)
  284. {
  285. struct xfs_ail *ailp = container_of(to_delayed_work(work),
  286. struct xfs_ail, xa_work);
  287. long tout;
  288. xfs_lsn_t target = ailp->xa_target;
  289. xfs_lsn_t lsn;
  290. xfs_log_item_t *lip;
  291. int flush_log, count, stuck;
  292. xfs_mount_t *mp = ailp->xa_mount;
  293. struct xfs_ail_cursor *cur = &ailp->xa_cursors;
  294. int push_xfsbufd = 0;
  295. spin_lock(&ailp->xa_lock);
  296. xfs_trans_ail_cursor_init(ailp, cur);
  297. lip = xfs_trans_ail_cursor_first(ailp, cur, ailp->xa_last_pushed_lsn);
  298. if (!lip || XFS_FORCED_SHUTDOWN(mp)) {
  299. /*
  300. * AIL is empty or our push has reached the end.
  301. */
  302. xfs_trans_ail_cursor_done(ailp, cur);
  303. spin_unlock(&ailp->xa_lock);
  304. ailp->xa_last_pushed_lsn = 0;
  305. return;
  306. }
  307. XFS_STATS_INC(xs_push_ail);
  308. /*
  309. * While the item we are looking at is below the given threshold
  310. * try to flush it out. We'd like not to stop until we've at least
  311. * tried to push on everything in the AIL with an LSN less than
  312. * the given threshold.
  313. *
  314. * However, we will stop after a certain number of pushes and wait
  315. * for a reduced timeout to fire before pushing further. This
  316. * prevents use from spinning when we can't do anything or there is
  317. * lots of contention on the AIL lists.
  318. */
  319. lsn = lip->li_lsn;
  320. flush_log = stuck = count = 0;
  321. while ((XFS_LSN_CMP(lip->li_lsn, target) < 0)) {
  322. int lock_result;
  323. /*
  324. * If we can lock the item without sleeping, unlock the AIL
  325. * lock and flush the item. Then re-grab the AIL lock so we
  326. * can look for the next item on the AIL. List changes are
  327. * handled by the AIL lookup functions internally
  328. *
  329. * If we can't lock the item, either its holder will flush it
  330. * or it is already being flushed or it is being relogged. In
  331. * any of these case it is being taken care of and we can just
  332. * skip to the next item in the list.
  333. */
  334. lock_result = IOP_TRYLOCK(lip);
  335. spin_unlock(&ailp->xa_lock);
  336. switch (lock_result) {
  337. case XFS_ITEM_SUCCESS:
  338. XFS_STATS_INC(xs_push_ail_success);
  339. IOP_PUSH(lip);
  340. ailp->xa_last_pushed_lsn = lsn;
  341. break;
  342. case XFS_ITEM_PUSHBUF:
  343. XFS_STATS_INC(xs_push_ail_pushbuf);
  344. IOP_PUSHBUF(lip);
  345. ailp->xa_last_pushed_lsn = lsn;
  346. push_xfsbufd = 1;
  347. break;
  348. case XFS_ITEM_PINNED:
  349. XFS_STATS_INC(xs_push_ail_pinned);
  350. stuck++;
  351. flush_log = 1;
  352. break;
  353. case XFS_ITEM_LOCKED:
  354. XFS_STATS_INC(xs_push_ail_locked);
  355. ailp->xa_last_pushed_lsn = lsn;
  356. stuck++;
  357. break;
  358. default:
  359. ASSERT(0);
  360. break;
  361. }
  362. spin_lock(&ailp->xa_lock);
  363. /* should we bother continuing? */
  364. if (XFS_FORCED_SHUTDOWN(mp))
  365. break;
  366. ASSERT(mp->m_log);
  367. count++;
  368. /*
  369. * Are there too many items we can't do anything with?
  370. * If we we are skipping too many items because we can't flush
  371. * them or they are already being flushed, we back off and
  372. * given them time to complete whatever operation is being
  373. * done. i.e. remove pressure from the AIL while we can't make
  374. * progress so traversals don't slow down further inserts and
  375. * removals to/from the AIL.
  376. *
  377. * The value of 100 is an arbitrary magic number based on
  378. * observation.
  379. */
  380. if (stuck > 100)
  381. break;
  382. lip = xfs_trans_ail_cursor_next(ailp, cur);
  383. if (lip == NULL)
  384. break;
  385. lsn = lip->li_lsn;
  386. }
  387. xfs_trans_ail_cursor_done(ailp, cur);
  388. spin_unlock(&ailp->xa_lock);
  389. if (flush_log) {
  390. /*
  391. * If something we need to push out was pinned, then
  392. * push out the log so it will become unpinned and
  393. * move forward in the AIL.
  394. */
  395. XFS_STATS_INC(xs_push_ail_flush);
  396. xfs_log_force(mp, 0);
  397. }
  398. if (push_xfsbufd) {
  399. /* we've got delayed write buffers to flush */
  400. wake_up_process(mp->m_ddev_targp->bt_task);
  401. }
  402. /* assume we have more work to do in a short while */
  403. tout = 10;
  404. if (!count) {
  405. /* We're past our target or empty, so idle */
  406. ailp->xa_last_pushed_lsn = 0;
  407. /*
  408. * Check for an updated push target before clearing the
  409. * XFS_AIL_PUSHING_BIT. If the target changed, we've got more
  410. * work to do. Wait a bit longer before starting that work.
  411. */
  412. smp_rmb();
  413. if (ailp->xa_target == target) {
  414. clear_bit(XFS_AIL_PUSHING_BIT, &ailp->xa_flags);
  415. return;
  416. }
  417. tout = 50;
  418. } else if (XFS_LSN_CMP(lsn, target) >= 0) {
  419. /*
  420. * We reached the target so wait a bit longer for I/O to
  421. * complete and remove pushed items from the AIL before we
  422. * start the next scan from the start of the AIL.
  423. */
  424. tout = 50;
  425. ailp->xa_last_pushed_lsn = 0;
  426. } else if ((stuck * 100) / count > 90) {
  427. /*
  428. * Either there is a lot of contention on the AIL or we
  429. * are stuck due to operations in progress. "Stuck" in this
  430. * case is defined as >90% of the items we tried to push
  431. * were stuck.
  432. *
  433. * Backoff a bit more to allow some I/O to complete before
  434. * continuing from where we were.
  435. */
  436. tout = 20;
  437. }
  438. /* There is more to do, requeue us. */
  439. queue_delayed_work(xfs_syncd_wq, &ailp->xa_work,
  440. msecs_to_jiffies(tout));
  441. }
  442. /*
  443. * This routine is called to move the tail of the AIL forward. It does this by
  444. * trying to flush items in the AIL whose lsns are below the given
  445. * threshold_lsn.
  446. *
  447. * The push is run asynchronously in a workqueue, which means the caller needs
  448. * to handle waiting on the async flush for space to become available.
  449. * We don't want to interrupt any push that is in progress, hence we only queue
  450. * work if we set the pushing bit approriately.
  451. *
  452. * We do this unlocked - we only need to know whether there is anything in the
  453. * AIL at the time we are called. We don't need to access the contents of
  454. * any of the objects, so the lock is not needed.
  455. */
  456. void
  457. xfs_trans_ail_push(
  458. struct xfs_ail *ailp,
  459. xfs_lsn_t threshold_lsn)
  460. {
  461. xfs_log_item_t *lip;
  462. lip = xfs_ail_min(ailp);
  463. if (!lip || XFS_FORCED_SHUTDOWN(ailp->xa_mount) ||
  464. XFS_LSN_CMP(threshold_lsn, ailp->xa_target) <= 0)
  465. return;
  466. /*
  467. * Ensure that the new target is noticed in push code before it clears
  468. * the XFS_AIL_PUSHING_BIT.
  469. */
  470. smp_wmb();
  471. ailp->xa_target = threshold_lsn;
  472. if (!test_and_set_bit(XFS_AIL_PUSHING_BIT, &ailp->xa_flags))
  473. queue_delayed_work(xfs_syncd_wq, &ailp->xa_work, 0);
  474. }
  475. /*
  476. * This is to be called when an item is unlocked that may have
  477. * been in the AIL. It will wake up the first member of the AIL
  478. * wait list if this item's unlocking might allow it to progress.
  479. * If the item is in the AIL, then we need to get the AIL lock
  480. * while doing our checking so we don't race with someone going
  481. * to sleep waiting for this event in xfs_trans_push_ail().
  482. */
  483. void
  484. xfs_trans_unlocked_item(
  485. struct xfs_ail *ailp,
  486. xfs_log_item_t *lip)
  487. {
  488. xfs_log_item_t *min_lip;
  489. /*
  490. * If we're forcibly shutting down, we may have
  491. * unlocked log items arbitrarily. The last thing
  492. * we want to do is to move the tail of the log
  493. * over some potentially valid data.
  494. */
  495. if (!(lip->li_flags & XFS_LI_IN_AIL) ||
  496. XFS_FORCED_SHUTDOWN(ailp->xa_mount)) {
  497. return;
  498. }
  499. /*
  500. * This is the one case where we can call into xfs_ail_min()
  501. * without holding the AIL lock because we only care about the
  502. * case where we are at the tail of the AIL. If the object isn't
  503. * at the tail, it doesn't matter what result we get back. This
  504. * is slightly racy because since we were just unlocked, we could
  505. * go to sleep between the call to xfs_ail_min and the call to
  506. * xfs_log_move_tail, have someone else lock us, commit to us disk,
  507. * move us out of the tail of the AIL, and then we wake up. However,
  508. * the call to xfs_log_move_tail() doesn't do anything if there's
  509. * not enough free space to wake people up so we're safe calling it.
  510. */
  511. min_lip = xfs_ail_min(ailp);
  512. if (min_lip == lip)
  513. xfs_log_move_tail(ailp->xa_mount, 1);
  514. } /* xfs_trans_unlocked_item */
  515. /*
  516. * xfs_trans_ail_update - bulk AIL insertion operation.
  517. *
  518. * @xfs_trans_ail_update takes an array of log items that all need to be
  519. * positioned at the same LSN in the AIL. If an item is not in the AIL, it will
  520. * be added. Otherwise, it will be repositioned by removing it and re-adding
  521. * it to the AIL. If we move the first item in the AIL, update the log tail to
  522. * match the new minimum LSN in the AIL.
  523. *
  524. * This function takes the AIL lock once to execute the update operations on
  525. * all the items in the array, and as such should not be called with the AIL
  526. * lock held. As a result, once we have the AIL lock, we need to check each log
  527. * item LSN to confirm it needs to be moved forward in the AIL.
  528. *
  529. * To optimise the insert operation, we delete all the items from the AIL in
  530. * the first pass, moving them into a temporary list, then splice the temporary
  531. * list into the correct position in the AIL. This avoids needing to do an
  532. * insert operation on every item.
  533. *
  534. * This function must be called with the AIL lock held. The lock is dropped
  535. * before returning.
  536. */
  537. void
  538. xfs_trans_ail_update_bulk(
  539. struct xfs_ail *ailp,
  540. struct xfs_log_item **log_items,
  541. int nr_items,
  542. xfs_lsn_t lsn) __releases(ailp->xa_lock)
  543. {
  544. xfs_log_item_t *mlip;
  545. xfs_lsn_t tail_lsn;
  546. int mlip_changed = 0;
  547. int i;
  548. LIST_HEAD(tmp);
  549. mlip = xfs_ail_min(ailp);
  550. for (i = 0; i < nr_items; i++) {
  551. struct xfs_log_item *lip = log_items[i];
  552. if (lip->li_flags & XFS_LI_IN_AIL) {
  553. /* check if we really need to move the item */
  554. if (XFS_LSN_CMP(lsn, lip->li_lsn) <= 0)
  555. continue;
  556. xfs_ail_delete(ailp, lip);
  557. if (mlip == lip)
  558. mlip_changed = 1;
  559. } else {
  560. lip->li_flags |= XFS_LI_IN_AIL;
  561. }
  562. lip->li_lsn = lsn;
  563. list_add(&lip->li_ail, &tmp);
  564. }
  565. xfs_ail_splice(ailp, &tmp, lsn);
  566. if (!mlip_changed) {
  567. spin_unlock(&ailp->xa_lock);
  568. return;
  569. }
  570. /*
  571. * It is not safe to access mlip after the AIL lock is dropped, so we
  572. * must get a copy of li_lsn before we do so. This is especially
  573. * important on 32-bit platforms where accessing and updating 64-bit
  574. * values like li_lsn is not atomic.
  575. */
  576. mlip = xfs_ail_min(ailp);
  577. tail_lsn = mlip->li_lsn;
  578. spin_unlock(&ailp->xa_lock);
  579. xfs_log_move_tail(ailp->xa_mount, tail_lsn);
  580. }
  581. /*
  582. * xfs_trans_ail_delete_bulk - remove multiple log items from the AIL
  583. *
  584. * @xfs_trans_ail_delete_bulk takes an array of log items that all need to
  585. * removed from the AIL. The caller is already holding the AIL lock, and done
  586. * all the checks necessary to ensure the items passed in via @log_items are
  587. * ready for deletion. This includes checking that the items are in the AIL.
  588. *
  589. * For each log item to be removed, unlink it from the AIL, clear the IN_AIL
  590. * flag from the item and reset the item's lsn to 0. If we remove the first
  591. * item in the AIL, update the log tail to match the new minimum LSN in the
  592. * AIL.
  593. *
  594. * This function will not drop the AIL lock until all items are removed from
  595. * the AIL to minimise the amount of lock traffic on the AIL. This does not
  596. * greatly increase the AIL hold time, but does significantly reduce the amount
  597. * of traffic on the lock, especially during IO completion.
  598. *
  599. * This function must be called with the AIL lock held. The lock is dropped
  600. * before returning.
  601. */
  602. void
  603. xfs_trans_ail_delete_bulk(
  604. struct xfs_ail *ailp,
  605. struct xfs_log_item **log_items,
  606. int nr_items) __releases(ailp->xa_lock)
  607. {
  608. xfs_log_item_t *mlip;
  609. xfs_lsn_t tail_lsn;
  610. int mlip_changed = 0;
  611. int i;
  612. mlip = xfs_ail_min(ailp);
  613. for (i = 0; i < nr_items; i++) {
  614. struct xfs_log_item *lip = log_items[i];
  615. if (!(lip->li_flags & XFS_LI_IN_AIL)) {
  616. struct xfs_mount *mp = ailp->xa_mount;
  617. spin_unlock(&ailp->xa_lock);
  618. if (!XFS_FORCED_SHUTDOWN(mp)) {
  619. xfs_alert_tag(mp, XFS_PTAG_AILDELETE,
  620. "%s: attempting to delete a log item that is not in the AIL",
  621. __func__);
  622. xfs_force_shutdown(mp, SHUTDOWN_CORRUPT_INCORE);
  623. }
  624. return;
  625. }
  626. xfs_ail_delete(ailp, lip);
  627. lip->li_flags &= ~XFS_LI_IN_AIL;
  628. lip->li_lsn = 0;
  629. if (mlip == lip)
  630. mlip_changed = 1;
  631. }
  632. if (!mlip_changed) {
  633. spin_unlock(&ailp->xa_lock);
  634. return;
  635. }
  636. /*
  637. * It is not safe to access mlip after the AIL lock is dropped, so we
  638. * must get a copy of li_lsn before we do so. This is especially
  639. * important on 32-bit platforms where accessing and updating 64-bit
  640. * values like li_lsn is not atomic. It is possible we've emptied the
  641. * AIL here, so if that is the case, pass an LSN of 0 to the tail move.
  642. */
  643. mlip = xfs_ail_min(ailp);
  644. tail_lsn = mlip ? mlip->li_lsn : 0;
  645. spin_unlock(&ailp->xa_lock);
  646. xfs_log_move_tail(ailp->xa_mount, tail_lsn);
  647. }
  648. /*
  649. * The active item list (AIL) is a doubly linked list of log
  650. * items sorted by ascending lsn. The base of the list is
  651. * a forw/back pointer pair embedded in the xfs mount structure.
  652. * The base is initialized with both pointers pointing to the
  653. * base. This case always needs to be distinguished, because
  654. * the base has no lsn to look at. We almost always insert
  655. * at the end of the list, so on inserts we search from the
  656. * end of the list to find where the new item belongs.
  657. */
  658. /*
  659. * Initialize the doubly linked list to point only to itself.
  660. */
  661. int
  662. xfs_trans_ail_init(
  663. xfs_mount_t *mp)
  664. {
  665. struct xfs_ail *ailp;
  666. ailp = kmem_zalloc(sizeof(struct xfs_ail), KM_MAYFAIL);
  667. if (!ailp)
  668. return ENOMEM;
  669. ailp->xa_mount = mp;
  670. INIT_LIST_HEAD(&ailp->xa_ail);
  671. spin_lock_init(&ailp->xa_lock);
  672. INIT_DELAYED_WORK(&ailp->xa_work, xfs_ail_worker);
  673. mp->m_ail = ailp;
  674. return 0;
  675. }
  676. void
  677. xfs_trans_ail_destroy(
  678. xfs_mount_t *mp)
  679. {
  680. struct xfs_ail *ailp = mp->m_ail;
  681. cancel_delayed_work_sync(&ailp->xa_work);
  682. kmem_free(ailp);
  683. }