xfs_iget.c 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843
  1. /*
  2. * Copyright (c) 2000-2005 Silicon Graphics, Inc.
  3. * All Rights Reserved.
  4. *
  5. * This program is free software; you can redistribute it and/or
  6. * modify it under the terms of the GNU General Public License as
  7. * published by the Free Software Foundation.
  8. *
  9. * This program is distributed in the hope that it would be useful,
  10. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  11. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  12. * GNU General Public License for more details.
  13. *
  14. * You should have received a copy of the GNU General Public License
  15. * along with this program; if not, write the Free Software Foundation,
  16. * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
  17. */
  18. #include "xfs.h"
  19. #include "xfs_fs.h"
  20. #include "xfs_types.h"
  21. #include "xfs_acl.h"
  22. #include "xfs_bit.h"
  23. #include "xfs_log.h"
  24. #include "xfs_inum.h"
  25. #include "xfs_trans.h"
  26. #include "xfs_sb.h"
  27. #include "xfs_ag.h"
  28. #include "xfs_dir2.h"
  29. #include "xfs_dmapi.h"
  30. #include "xfs_mount.h"
  31. #include "xfs_bmap_btree.h"
  32. #include "xfs_alloc_btree.h"
  33. #include "xfs_ialloc_btree.h"
  34. #include "xfs_dir2_sf.h"
  35. #include "xfs_attr_sf.h"
  36. #include "xfs_dinode.h"
  37. #include "xfs_inode.h"
  38. #include "xfs_btree.h"
  39. #include "xfs_ialloc.h"
  40. #include "xfs_quota.h"
  41. #include "xfs_utils.h"
  42. #include "xfs_trans_priv.h"
  43. #include "xfs_inode_item.h"
  44. #include "xfs_bmap.h"
  45. #include "xfs_btree_trace.h"
  46. #include "xfs_dir2_trace.h"
  47. /*
  48. * Allocate and initialise an xfs_inode.
  49. */
  50. STATIC struct xfs_inode *
  51. xfs_inode_alloc(
  52. struct xfs_mount *mp,
  53. xfs_ino_t ino)
  54. {
  55. struct xfs_inode *ip;
  56. /*
  57. * if this didn't occur in transactions, we could use
  58. * KM_MAYFAIL and return NULL here on ENOMEM. Set the
  59. * code up to do this anyway.
  60. */
  61. ip = kmem_zone_alloc(xfs_inode_zone, KM_SLEEP);
  62. if (!ip)
  63. return NULL;
  64. if (inode_init_always(mp->m_super, VFS_I(ip))) {
  65. kmem_zone_free(xfs_inode_zone, ip);
  66. return NULL;
  67. }
  68. ASSERT(atomic_read(&ip->i_iocount) == 0);
  69. ASSERT(atomic_read(&ip->i_pincount) == 0);
  70. ASSERT(!spin_is_locked(&ip->i_flags_lock));
  71. ASSERT(completion_done(&ip->i_flush));
  72. /* initialise the xfs inode */
  73. ip->i_ino = ino;
  74. ip->i_mount = mp;
  75. memset(&ip->i_imap, 0, sizeof(struct xfs_imap));
  76. ip->i_afp = NULL;
  77. memset(&ip->i_df, 0, sizeof(xfs_ifork_t));
  78. ip->i_flags = 0;
  79. ip->i_update_core = 0;
  80. ip->i_delayed_blks = 0;
  81. memset(&ip->i_d, 0, sizeof(xfs_icdinode_t));
  82. ip->i_size = 0;
  83. ip->i_new_size = 0;
  84. /*
  85. * Initialize inode's trace buffers.
  86. */
  87. #ifdef XFS_INODE_TRACE
  88. ip->i_trace = ktrace_alloc(INODE_TRACE_SIZE, KM_NOFS);
  89. #endif
  90. #ifdef XFS_BMAP_TRACE
  91. ip->i_xtrace = ktrace_alloc(XFS_BMAP_KTRACE_SIZE, KM_NOFS);
  92. #endif
  93. #ifdef XFS_BTREE_TRACE
  94. ip->i_btrace = ktrace_alloc(XFS_BMBT_KTRACE_SIZE, KM_NOFS);
  95. #endif
  96. #ifdef XFS_RW_TRACE
  97. ip->i_rwtrace = ktrace_alloc(XFS_RW_KTRACE_SIZE, KM_NOFS);
  98. #endif
  99. #ifdef XFS_ILOCK_TRACE
  100. ip->i_lock_trace = ktrace_alloc(XFS_ILOCK_KTRACE_SIZE, KM_NOFS);
  101. #endif
  102. #ifdef XFS_DIR2_TRACE
  103. ip->i_dir_trace = ktrace_alloc(XFS_DIR2_KTRACE_SIZE, KM_NOFS);
  104. #endif
  105. /* prevent anyone from using this yet */
  106. VFS_I(ip)->i_state = I_NEW|I_LOCK;
  107. return ip;
  108. }
  109. STATIC void
  110. xfs_inode_free(
  111. struct xfs_inode *ip)
  112. {
  113. switch (ip->i_d.di_mode & S_IFMT) {
  114. case S_IFREG:
  115. case S_IFDIR:
  116. case S_IFLNK:
  117. xfs_idestroy_fork(ip, XFS_DATA_FORK);
  118. break;
  119. }
  120. if (ip->i_afp)
  121. xfs_idestroy_fork(ip, XFS_ATTR_FORK);
  122. #ifdef XFS_INODE_TRACE
  123. ktrace_free(ip->i_trace);
  124. #endif
  125. #ifdef XFS_BMAP_TRACE
  126. ktrace_free(ip->i_xtrace);
  127. #endif
  128. #ifdef XFS_BTREE_TRACE
  129. ktrace_free(ip->i_btrace);
  130. #endif
  131. #ifdef XFS_RW_TRACE
  132. ktrace_free(ip->i_rwtrace);
  133. #endif
  134. #ifdef XFS_ILOCK_TRACE
  135. ktrace_free(ip->i_lock_trace);
  136. #endif
  137. #ifdef XFS_DIR2_TRACE
  138. ktrace_free(ip->i_dir_trace);
  139. #endif
  140. if (ip->i_itemp) {
  141. /*
  142. * Only if we are shutting down the fs will we see an
  143. * inode still in the AIL. If it is there, we should remove
  144. * it to prevent a use-after-free from occurring.
  145. */
  146. xfs_log_item_t *lip = &ip->i_itemp->ili_item;
  147. struct xfs_ail *ailp = lip->li_ailp;
  148. ASSERT(((lip->li_flags & XFS_LI_IN_AIL) == 0) ||
  149. XFS_FORCED_SHUTDOWN(ip->i_mount));
  150. if (lip->li_flags & XFS_LI_IN_AIL) {
  151. spin_lock(&ailp->xa_lock);
  152. if (lip->li_flags & XFS_LI_IN_AIL)
  153. xfs_trans_ail_delete(ailp, lip);
  154. else
  155. spin_unlock(&ailp->xa_lock);
  156. }
  157. xfs_inode_item_destroy(ip);
  158. ip->i_itemp = NULL;
  159. }
  160. /* asserts to verify all state is correct here */
  161. ASSERT(atomic_read(&ip->i_iocount) == 0);
  162. ASSERT(atomic_read(&ip->i_pincount) == 0);
  163. ASSERT(!spin_is_locked(&ip->i_flags_lock));
  164. ASSERT(completion_done(&ip->i_flush));
  165. kmem_zone_free(xfs_inode_zone, ip);
  166. }
  167. /*
  168. * Check the validity of the inode we just found it the cache
  169. */
  170. static int
  171. xfs_iget_cache_hit(
  172. struct xfs_perag *pag,
  173. struct xfs_inode *ip,
  174. int flags,
  175. int lock_flags) __releases(pag->pag_ici_lock)
  176. {
  177. struct inode *inode = VFS_I(ip);
  178. struct xfs_mount *mp = ip->i_mount;
  179. int error;
  180. spin_lock(&ip->i_flags_lock);
  181. /*
  182. * If we are racing with another cache hit that is currently
  183. * instantiating this inode or currently recycling it out of
  184. * reclaimabe state, wait for the initialisation to complete
  185. * before continuing.
  186. *
  187. * XXX(hch): eventually we should do something equivalent to
  188. * wait_on_inode to wait for these flags to be cleared
  189. * instead of polling for it.
  190. */
  191. if (ip->i_flags & (XFS_INEW|XFS_IRECLAIM)) {
  192. XFS_STATS_INC(xs_ig_frecycle);
  193. error = EAGAIN;
  194. goto out_error;
  195. }
  196. /*
  197. * If lookup is racing with unlink return an error immediately.
  198. */
  199. if (ip->i_d.di_mode == 0 && !(flags & XFS_IGET_CREATE)) {
  200. error = ENOENT;
  201. goto out_error;
  202. }
  203. /*
  204. * If IRECLAIMABLE is set, we've torn down the VFS inode already.
  205. * Need to carefully get it back into useable state.
  206. */
  207. if (ip->i_flags & XFS_IRECLAIMABLE) {
  208. xfs_itrace_exit_tag(ip, "xfs_iget.alloc");
  209. /*
  210. * We need to set XFS_INEW atomically with clearing the
  211. * reclaimable tag so that we do have an indicator of the
  212. * inode still being initialized.
  213. */
  214. ip->i_flags |= XFS_INEW;
  215. ip->i_flags &= ~XFS_IRECLAIMABLE;
  216. __xfs_inode_clear_reclaim_tag(mp, pag, ip);
  217. spin_unlock(&ip->i_flags_lock);
  218. read_unlock(&pag->pag_ici_lock);
  219. error = -inode_init_always(mp->m_super, inode);
  220. if (error) {
  221. /*
  222. * Re-initializing the inode failed, and we are in deep
  223. * trouble. Try to re-add it to the reclaim list.
  224. */
  225. read_lock(&pag->pag_ici_lock);
  226. spin_lock(&ip->i_flags_lock);
  227. ip->i_flags &= ~XFS_INEW;
  228. ip->i_flags |= XFS_IRECLAIMABLE;
  229. __xfs_inode_set_reclaim_tag(pag, ip);
  230. goto out_error;
  231. }
  232. inode->i_state = I_LOCK|I_NEW;
  233. } else {
  234. /* If the VFS inode is being torn down, pause and try again. */
  235. if (!igrab(inode)) {
  236. error = EAGAIN;
  237. goto out_error;
  238. }
  239. /* We've got a live one. */
  240. spin_unlock(&ip->i_flags_lock);
  241. read_unlock(&pag->pag_ici_lock);
  242. }
  243. if (lock_flags != 0)
  244. xfs_ilock(ip, lock_flags);
  245. xfs_iflags_clear(ip, XFS_ISTALE);
  246. xfs_itrace_exit_tag(ip, "xfs_iget.found");
  247. XFS_STATS_INC(xs_ig_found);
  248. return 0;
  249. out_error:
  250. spin_unlock(&ip->i_flags_lock);
  251. read_unlock(&pag->pag_ici_lock);
  252. return error;
  253. }
  254. static int
  255. xfs_iget_cache_miss(
  256. struct xfs_mount *mp,
  257. struct xfs_perag *pag,
  258. xfs_trans_t *tp,
  259. xfs_ino_t ino,
  260. struct xfs_inode **ipp,
  261. xfs_daddr_t bno,
  262. int flags,
  263. int lock_flags) __releases(pag->pag_ici_lock)
  264. {
  265. struct xfs_inode *ip;
  266. int error;
  267. unsigned long first_index, mask;
  268. xfs_agino_t agino = XFS_INO_TO_AGINO(mp, ino);
  269. ip = xfs_inode_alloc(mp, ino);
  270. if (!ip)
  271. return ENOMEM;
  272. error = xfs_iread(mp, tp, ip, bno, flags);
  273. if (error)
  274. goto out_destroy;
  275. xfs_itrace_exit_tag(ip, "xfs_iget.alloc");
  276. if ((ip->i_d.di_mode == 0) && !(flags & XFS_IGET_CREATE)) {
  277. error = ENOENT;
  278. goto out_destroy;
  279. }
  280. /*
  281. * Preload the radix tree so we can insert safely under the
  282. * write spinlock. Note that we cannot sleep inside the preload
  283. * region.
  284. */
  285. if (radix_tree_preload(GFP_KERNEL)) {
  286. error = EAGAIN;
  287. goto out_destroy;
  288. }
  289. /*
  290. * Because the inode hasn't been added to the radix-tree yet it can't
  291. * be found by another thread, so we can do the non-sleeping lock here.
  292. */
  293. if (lock_flags) {
  294. if (!xfs_ilock_nowait(ip, lock_flags))
  295. BUG();
  296. }
  297. mask = ~(((XFS_INODE_CLUSTER_SIZE(mp) >> mp->m_sb.sb_inodelog)) - 1);
  298. first_index = agino & mask;
  299. write_lock(&pag->pag_ici_lock);
  300. /* insert the new inode */
  301. error = radix_tree_insert(&pag->pag_ici_root, agino, ip);
  302. if (unlikely(error)) {
  303. WARN_ON(error != -EEXIST);
  304. XFS_STATS_INC(xs_ig_dup);
  305. error = EAGAIN;
  306. goto out_preload_end;
  307. }
  308. /* These values _must_ be set before releasing the radix tree lock! */
  309. ip->i_udquot = ip->i_gdquot = NULL;
  310. xfs_iflags_set(ip, XFS_INEW);
  311. write_unlock(&pag->pag_ici_lock);
  312. radix_tree_preload_end();
  313. *ipp = ip;
  314. return 0;
  315. out_preload_end:
  316. write_unlock(&pag->pag_ici_lock);
  317. radix_tree_preload_end();
  318. if (lock_flags)
  319. xfs_iunlock(ip, lock_flags);
  320. out_destroy:
  321. __destroy_inode(VFS_I(ip));
  322. xfs_inode_free(ip);
  323. return error;
  324. }
  325. /*
  326. * Look up an inode by number in the given file system.
  327. * The inode is looked up in the cache held in each AG.
  328. * If the inode is found in the cache, initialise the vfs inode
  329. * if necessary.
  330. *
  331. * If it is not in core, read it in from the file system's device,
  332. * add it to the cache and initialise the vfs inode.
  333. *
  334. * The inode is locked according to the value of the lock_flags parameter.
  335. * This flag parameter indicates how and if the inode's IO lock and inode lock
  336. * should be taken.
  337. *
  338. * mp -- the mount point structure for the current file system. It points
  339. * to the inode hash table.
  340. * tp -- a pointer to the current transaction if there is one. This is
  341. * simply passed through to the xfs_iread() call.
  342. * ino -- the number of the inode desired. This is the unique identifier
  343. * within the file system for the inode being requested.
  344. * lock_flags -- flags indicating how to lock the inode. See the comment
  345. * for xfs_ilock() for a list of valid values.
  346. * bno -- the block number starting the buffer containing the inode,
  347. * if known (as by bulkstat), else 0.
  348. */
  349. int
  350. xfs_iget(
  351. xfs_mount_t *mp,
  352. xfs_trans_t *tp,
  353. xfs_ino_t ino,
  354. uint flags,
  355. uint lock_flags,
  356. xfs_inode_t **ipp,
  357. xfs_daddr_t bno)
  358. {
  359. xfs_inode_t *ip;
  360. int error;
  361. xfs_perag_t *pag;
  362. xfs_agino_t agino;
  363. /* the radix tree exists only in inode capable AGs */
  364. if (XFS_INO_TO_AGNO(mp, ino) >= mp->m_maxagi)
  365. return EINVAL;
  366. /* get the perag structure and ensure that it's inode capable */
  367. pag = xfs_get_perag(mp, ino);
  368. if (!pag->pagi_inodeok)
  369. return EINVAL;
  370. ASSERT(pag->pag_ici_init);
  371. agino = XFS_INO_TO_AGINO(mp, ino);
  372. again:
  373. error = 0;
  374. read_lock(&pag->pag_ici_lock);
  375. ip = radix_tree_lookup(&pag->pag_ici_root, agino);
  376. if (ip) {
  377. error = xfs_iget_cache_hit(pag, ip, flags, lock_flags);
  378. if (error)
  379. goto out_error_or_again;
  380. } else {
  381. read_unlock(&pag->pag_ici_lock);
  382. XFS_STATS_INC(xs_ig_missed);
  383. error = xfs_iget_cache_miss(mp, pag, tp, ino, &ip, bno,
  384. flags, lock_flags);
  385. if (error)
  386. goto out_error_or_again;
  387. }
  388. xfs_put_perag(mp, pag);
  389. *ipp = ip;
  390. ASSERT(ip->i_df.if_ext_max ==
  391. XFS_IFORK_DSIZE(ip) / sizeof(xfs_bmbt_rec_t));
  392. /*
  393. * If we have a real type for an on-disk inode, we can set ops(&unlock)
  394. * now. If it's a new inode being created, xfs_ialloc will handle it.
  395. */
  396. if (xfs_iflags_test(ip, XFS_INEW) && ip->i_d.di_mode != 0)
  397. xfs_setup_inode(ip);
  398. return 0;
  399. out_error_or_again:
  400. if (error == EAGAIN) {
  401. delay(1);
  402. goto again;
  403. }
  404. xfs_put_perag(mp, pag);
  405. return error;
  406. }
  407. /*
  408. * Decrement reference count of an inode structure and unlock it.
  409. *
  410. * ip -- the inode being released
  411. * lock_flags -- this parameter indicates the inode's locks to be
  412. * to be released. See the comment on xfs_iunlock() for a list
  413. * of valid values.
  414. */
  415. void
  416. xfs_iput(xfs_inode_t *ip,
  417. uint lock_flags)
  418. {
  419. xfs_itrace_entry(ip);
  420. xfs_iunlock(ip, lock_flags);
  421. IRELE(ip);
  422. }
  423. /*
  424. * Special iput for brand-new inodes that are still locked
  425. */
  426. void
  427. xfs_iput_new(
  428. xfs_inode_t *ip,
  429. uint lock_flags)
  430. {
  431. struct inode *inode = VFS_I(ip);
  432. xfs_itrace_entry(ip);
  433. if ((ip->i_d.di_mode == 0)) {
  434. ASSERT(!xfs_iflags_test(ip, XFS_IRECLAIMABLE));
  435. make_bad_inode(inode);
  436. }
  437. if (inode->i_state & I_NEW)
  438. unlock_new_inode(inode);
  439. if (lock_flags)
  440. xfs_iunlock(ip, lock_flags);
  441. IRELE(ip);
  442. }
  443. /*
  444. * This is called free all the memory associated with an inode.
  445. * It must free the inode itself and any buffers allocated for
  446. * if_extents/if_data and if_broot. It must also free the lock
  447. * associated with the inode.
  448. *
  449. * Note: because we don't initialise everything on reallocation out
  450. * of the zone, we must ensure we nullify everything correctly before
  451. * freeing the structure.
  452. */
  453. void
  454. xfs_ireclaim(
  455. struct xfs_inode *ip)
  456. {
  457. struct xfs_mount *mp = ip->i_mount;
  458. struct xfs_perag *pag;
  459. XFS_STATS_INC(xs_ig_reclaims);
  460. /*
  461. * Remove the inode from the per-AG radix tree. It doesn't matter
  462. * if it was never added to it because radix_tree_delete can deal
  463. * with that case just fine.
  464. */
  465. pag = xfs_get_perag(mp, ip->i_ino);
  466. write_lock(&pag->pag_ici_lock);
  467. radix_tree_delete(&pag->pag_ici_root, XFS_INO_TO_AGINO(mp, ip->i_ino));
  468. write_unlock(&pag->pag_ici_lock);
  469. xfs_put_perag(mp, pag);
  470. /*
  471. * Here we do an (almost) spurious inode lock in order to coordinate
  472. * with inode cache radix tree lookups. This is because the lookup
  473. * can reference the inodes in the cache without taking references.
  474. *
  475. * We make that OK here by ensuring that we wait until the inode is
  476. * unlocked after the lookup before we go ahead and free it. We get
  477. * both the ilock and the iolock because the code may need to drop the
  478. * ilock one but will still hold the iolock.
  479. */
  480. xfs_ilock(ip, XFS_ILOCK_EXCL | XFS_IOLOCK_EXCL);
  481. xfs_qm_dqdetach(ip);
  482. xfs_iunlock(ip, XFS_ILOCK_EXCL | XFS_IOLOCK_EXCL);
  483. xfs_inode_free(ip);
  484. }
  485. /*
  486. * This is a wrapper routine around the xfs_ilock() routine
  487. * used to centralize some grungy code. It is used in places
  488. * that wish to lock the inode solely for reading the extents.
  489. * The reason these places can't just call xfs_ilock(SHARED)
  490. * is that the inode lock also guards to bringing in of the
  491. * extents from disk for a file in b-tree format. If the inode
  492. * is in b-tree format, then we need to lock the inode exclusively
  493. * until the extents are read in. Locking it exclusively all
  494. * the time would limit our parallelism unnecessarily, though.
  495. * What we do instead is check to see if the extents have been
  496. * read in yet, and only lock the inode exclusively if they
  497. * have not.
  498. *
  499. * The function returns a value which should be given to the
  500. * corresponding xfs_iunlock_map_shared(). This value is
  501. * the mode in which the lock was actually taken.
  502. */
  503. uint
  504. xfs_ilock_map_shared(
  505. xfs_inode_t *ip)
  506. {
  507. uint lock_mode;
  508. if ((ip->i_d.di_format == XFS_DINODE_FMT_BTREE) &&
  509. ((ip->i_df.if_flags & XFS_IFEXTENTS) == 0)) {
  510. lock_mode = XFS_ILOCK_EXCL;
  511. } else {
  512. lock_mode = XFS_ILOCK_SHARED;
  513. }
  514. xfs_ilock(ip, lock_mode);
  515. return lock_mode;
  516. }
  517. /*
  518. * This is simply the unlock routine to go with xfs_ilock_map_shared().
  519. * All it does is call xfs_iunlock() with the given lock_mode.
  520. */
  521. void
  522. xfs_iunlock_map_shared(
  523. xfs_inode_t *ip,
  524. unsigned int lock_mode)
  525. {
  526. xfs_iunlock(ip, lock_mode);
  527. }
  528. /*
  529. * The xfs inode contains 2 locks: a multi-reader lock called the
  530. * i_iolock and a multi-reader lock called the i_lock. This routine
  531. * allows either or both of the locks to be obtained.
  532. *
  533. * The 2 locks should always be ordered so that the IO lock is
  534. * obtained first in order to prevent deadlock.
  535. *
  536. * ip -- the inode being locked
  537. * lock_flags -- this parameter indicates the inode's locks
  538. * to be locked. It can be:
  539. * XFS_IOLOCK_SHARED,
  540. * XFS_IOLOCK_EXCL,
  541. * XFS_ILOCK_SHARED,
  542. * XFS_ILOCK_EXCL,
  543. * XFS_IOLOCK_SHARED | XFS_ILOCK_SHARED,
  544. * XFS_IOLOCK_SHARED | XFS_ILOCK_EXCL,
  545. * XFS_IOLOCK_EXCL | XFS_ILOCK_SHARED,
  546. * XFS_IOLOCK_EXCL | XFS_ILOCK_EXCL
  547. */
  548. void
  549. xfs_ilock(
  550. xfs_inode_t *ip,
  551. uint lock_flags)
  552. {
  553. /*
  554. * You can't set both SHARED and EXCL for the same lock,
  555. * and only XFS_IOLOCK_SHARED, XFS_IOLOCK_EXCL, XFS_ILOCK_SHARED,
  556. * and XFS_ILOCK_EXCL are valid values to set in lock_flags.
  557. */
  558. ASSERT((lock_flags & (XFS_IOLOCK_SHARED | XFS_IOLOCK_EXCL)) !=
  559. (XFS_IOLOCK_SHARED | XFS_IOLOCK_EXCL));
  560. ASSERT((lock_flags & (XFS_ILOCK_SHARED | XFS_ILOCK_EXCL)) !=
  561. (XFS_ILOCK_SHARED | XFS_ILOCK_EXCL));
  562. ASSERT((lock_flags & ~(XFS_LOCK_MASK | XFS_LOCK_DEP_MASK)) == 0);
  563. if (lock_flags & XFS_IOLOCK_EXCL)
  564. mrupdate_nested(&ip->i_iolock, XFS_IOLOCK_DEP(lock_flags));
  565. else if (lock_flags & XFS_IOLOCK_SHARED)
  566. mraccess_nested(&ip->i_iolock, XFS_IOLOCK_DEP(lock_flags));
  567. if (lock_flags & XFS_ILOCK_EXCL)
  568. mrupdate_nested(&ip->i_lock, XFS_ILOCK_DEP(lock_flags));
  569. else if (lock_flags & XFS_ILOCK_SHARED)
  570. mraccess_nested(&ip->i_lock, XFS_ILOCK_DEP(lock_flags));
  571. xfs_ilock_trace(ip, 1, lock_flags, (inst_t *)__return_address);
  572. }
  573. /*
  574. * This is just like xfs_ilock(), except that the caller
  575. * is guaranteed not to sleep. It returns 1 if it gets
  576. * the requested locks and 0 otherwise. If the IO lock is
  577. * obtained but the inode lock cannot be, then the IO lock
  578. * is dropped before returning.
  579. *
  580. * ip -- the inode being locked
  581. * lock_flags -- this parameter indicates the inode's locks to be
  582. * to be locked. See the comment for xfs_ilock() for a list
  583. * of valid values.
  584. */
  585. int
  586. xfs_ilock_nowait(
  587. xfs_inode_t *ip,
  588. uint lock_flags)
  589. {
  590. /*
  591. * You can't set both SHARED and EXCL for the same lock,
  592. * and only XFS_IOLOCK_SHARED, XFS_IOLOCK_EXCL, XFS_ILOCK_SHARED,
  593. * and XFS_ILOCK_EXCL are valid values to set in lock_flags.
  594. */
  595. ASSERT((lock_flags & (XFS_IOLOCK_SHARED | XFS_IOLOCK_EXCL)) !=
  596. (XFS_IOLOCK_SHARED | XFS_IOLOCK_EXCL));
  597. ASSERT((lock_flags & (XFS_ILOCK_SHARED | XFS_ILOCK_EXCL)) !=
  598. (XFS_ILOCK_SHARED | XFS_ILOCK_EXCL));
  599. ASSERT((lock_flags & ~(XFS_LOCK_MASK | XFS_LOCK_DEP_MASK)) == 0);
  600. if (lock_flags & XFS_IOLOCK_EXCL) {
  601. if (!mrtryupdate(&ip->i_iolock))
  602. goto out;
  603. } else if (lock_flags & XFS_IOLOCK_SHARED) {
  604. if (!mrtryaccess(&ip->i_iolock))
  605. goto out;
  606. }
  607. if (lock_flags & XFS_ILOCK_EXCL) {
  608. if (!mrtryupdate(&ip->i_lock))
  609. goto out_undo_iolock;
  610. } else if (lock_flags & XFS_ILOCK_SHARED) {
  611. if (!mrtryaccess(&ip->i_lock))
  612. goto out_undo_iolock;
  613. }
  614. xfs_ilock_trace(ip, 2, lock_flags, (inst_t *)__return_address);
  615. return 1;
  616. out_undo_iolock:
  617. if (lock_flags & XFS_IOLOCK_EXCL)
  618. mrunlock_excl(&ip->i_iolock);
  619. else if (lock_flags & XFS_IOLOCK_SHARED)
  620. mrunlock_shared(&ip->i_iolock);
  621. out:
  622. return 0;
  623. }
  624. /*
  625. * xfs_iunlock() is used to drop the inode locks acquired with
  626. * xfs_ilock() and xfs_ilock_nowait(). The caller must pass
  627. * in the flags given to xfs_ilock() or xfs_ilock_nowait() so
  628. * that we know which locks to drop.
  629. *
  630. * ip -- the inode being unlocked
  631. * lock_flags -- this parameter indicates the inode's locks to be
  632. * to be unlocked. See the comment for xfs_ilock() for a list
  633. * of valid values for this parameter.
  634. *
  635. */
  636. void
  637. xfs_iunlock(
  638. xfs_inode_t *ip,
  639. uint lock_flags)
  640. {
  641. /*
  642. * You can't set both SHARED and EXCL for the same lock,
  643. * and only XFS_IOLOCK_SHARED, XFS_IOLOCK_EXCL, XFS_ILOCK_SHARED,
  644. * and XFS_ILOCK_EXCL are valid values to set in lock_flags.
  645. */
  646. ASSERT((lock_flags & (XFS_IOLOCK_SHARED | XFS_IOLOCK_EXCL)) !=
  647. (XFS_IOLOCK_SHARED | XFS_IOLOCK_EXCL));
  648. ASSERT((lock_flags & (XFS_ILOCK_SHARED | XFS_ILOCK_EXCL)) !=
  649. (XFS_ILOCK_SHARED | XFS_ILOCK_EXCL));
  650. ASSERT((lock_flags & ~(XFS_LOCK_MASK | XFS_IUNLOCK_NONOTIFY |
  651. XFS_LOCK_DEP_MASK)) == 0);
  652. ASSERT(lock_flags != 0);
  653. if (lock_flags & XFS_IOLOCK_EXCL)
  654. mrunlock_excl(&ip->i_iolock);
  655. else if (lock_flags & XFS_IOLOCK_SHARED)
  656. mrunlock_shared(&ip->i_iolock);
  657. if (lock_flags & XFS_ILOCK_EXCL)
  658. mrunlock_excl(&ip->i_lock);
  659. else if (lock_flags & XFS_ILOCK_SHARED)
  660. mrunlock_shared(&ip->i_lock);
  661. if ((lock_flags & (XFS_ILOCK_SHARED | XFS_ILOCK_EXCL)) &&
  662. !(lock_flags & XFS_IUNLOCK_NONOTIFY) && ip->i_itemp) {
  663. /*
  664. * Let the AIL know that this item has been unlocked in case
  665. * it is in the AIL and anyone is waiting on it. Don't do
  666. * this if the caller has asked us not to.
  667. */
  668. xfs_trans_unlocked_item(ip->i_itemp->ili_item.li_ailp,
  669. (xfs_log_item_t*)(ip->i_itemp));
  670. }
  671. xfs_ilock_trace(ip, 3, lock_flags, (inst_t *)__return_address);
  672. }
  673. /*
  674. * give up write locks. the i/o lock cannot be held nested
  675. * if it is being demoted.
  676. */
  677. void
  678. xfs_ilock_demote(
  679. xfs_inode_t *ip,
  680. uint lock_flags)
  681. {
  682. ASSERT(lock_flags & (XFS_IOLOCK_EXCL|XFS_ILOCK_EXCL));
  683. ASSERT((lock_flags & ~(XFS_IOLOCK_EXCL|XFS_ILOCK_EXCL)) == 0);
  684. if (lock_flags & XFS_ILOCK_EXCL)
  685. mrdemote(&ip->i_lock);
  686. if (lock_flags & XFS_IOLOCK_EXCL)
  687. mrdemote(&ip->i_iolock);
  688. }
  689. #ifdef DEBUG
  690. /*
  691. * Debug-only routine, without additional rw_semaphore APIs, we can
  692. * now only answer requests regarding whether we hold the lock for write
  693. * (reader state is outside our visibility, we only track writer state).
  694. *
  695. * Note: this means !xfs_isilocked would give false positives, so don't do that.
  696. */
  697. int
  698. xfs_isilocked(
  699. xfs_inode_t *ip,
  700. uint lock_flags)
  701. {
  702. if ((lock_flags & (XFS_ILOCK_EXCL|XFS_ILOCK_SHARED)) ==
  703. XFS_ILOCK_EXCL) {
  704. if (!ip->i_lock.mr_writer)
  705. return 0;
  706. }
  707. if ((lock_flags & (XFS_IOLOCK_EXCL|XFS_IOLOCK_SHARED)) ==
  708. XFS_IOLOCK_EXCL) {
  709. if (!ip->i_iolock.mr_writer)
  710. return 0;
  711. }
  712. return 1;
  713. }
  714. #endif
  715. #ifdef XFS_INODE_TRACE
  716. #define KTRACE_ENTER(ip, vk, s, line, ra) \
  717. ktrace_enter((ip)->i_trace, \
  718. /* 0 */ (void *)(__psint_t)(vk), \
  719. /* 1 */ (void *)(s), \
  720. /* 2 */ (void *)(__psint_t) line, \
  721. /* 3 */ (void *)(__psint_t)atomic_read(&VFS_I(ip)->i_count), \
  722. /* 4 */ (void *)(ra), \
  723. /* 5 */ NULL, \
  724. /* 6 */ (void *)(__psint_t)current_cpu(), \
  725. /* 7 */ (void *)(__psint_t)current_pid(), \
  726. /* 8 */ (void *)__return_address, \
  727. /* 9 */ NULL, NULL, NULL, NULL, NULL, NULL, NULL)
  728. /*
  729. * Vnode tracing code.
  730. */
  731. void
  732. _xfs_itrace_entry(xfs_inode_t *ip, const char *func, inst_t *ra)
  733. {
  734. KTRACE_ENTER(ip, INODE_KTRACE_ENTRY, func, 0, ra);
  735. }
  736. void
  737. _xfs_itrace_exit(xfs_inode_t *ip, const char *func, inst_t *ra)
  738. {
  739. KTRACE_ENTER(ip, INODE_KTRACE_EXIT, func, 0, ra);
  740. }
  741. void
  742. xfs_itrace_hold(xfs_inode_t *ip, char *file, int line, inst_t *ra)
  743. {
  744. KTRACE_ENTER(ip, INODE_KTRACE_HOLD, file, line, ra);
  745. }
  746. void
  747. _xfs_itrace_ref(xfs_inode_t *ip, char *file, int line, inst_t *ra)
  748. {
  749. KTRACE_ENTER(ip, INODE_KTRACE_REF, file, line, ra);
  750. }
  751. void
  752. xfs_itrace_rele(xfs_inode_t *ip, char *file, int line, inst_t *ra)
  753. {
  754. KTRACE_ENTER(ip, INODE_KTRACE_RELE, file, line, ra);
  755. }
  756. #endif /* XFS_INODE_TRACE */