meta_io.c 9.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428
  1. /*
  2. * Copyright (C) Sistina Software, Inc. 1997-2003 All rights reserved.
  3. * Copyright (C) 2004-2008 Red Hat, Inc. All rights reserved.
  4. *
  5. * This copyrighted material is made available to anyone wishing to use,
  6. * modify, copy, or redistribute it subject to the terms and conditions
  7. * of the GNU General Public License version 2.
  8. */
  9. #include <linux/sched.h>
  10. #include <linux/slab.h>
  11. #include <linux/spinlock.h>
  12. #include <linux/completion.h>
  13. #include <linux/buffer_head.h>
  14. #include <linux/mm.h>
  15. #include <linux/pagemap.h>
  16. #include <linux/writeback.h>
  17. #include <linux/swap.h>
  18. #include <linux/delay.h>
  19. #include <linux/bio.h>
  20. #include <linux/gfs2_ondisk.h>
  21. #include "gfs2.h"
  22. #include "incore.h"
  23. #include "glock.h"
  24. #include "glops.h"
  25. #include "inode.h"
  26. #include "log.h"
  27. #include "lops.h"
  28. #include "meta_io.h"
  29. #include "rgrp.h"
  30. #include "trans.h"
  31. #include "util.h"
  32. #include "ops_address.h"
  33. static int aspace_get_block(struct inode *inode, sector_t lblock,
  34. struct buffer_head *bh_result, int create)
  35. {
  36. gfs2_assert_warn(inode->i_sb->s_fs_info, 0);
  37. return -EOPNOTSUPP;
  38. }
  39. static int gfs2_aspace_writepage(struct page *page,
  40. struct writeback_control *wbc)
  41. {
  42. return block_write_full_page(page, aspace_get_block, wbc);
  43. }
  44. static const struct address_space_operations aspace_aops = {
  45. .writepage = gfs2_aspace_writepage,
  46. .releasepage = gfs2_releasepage,
  47. .sync_page = block_sync_page,
  48. };
  49. /**
  50. * gfs2_aspace_get - Create and initialize a struct inode structure
  51. * @sdp: the filesystem the aspace is in
  52. *
  53. * Right now a struct inode is just a struct inode. Maybe Linux
  54. * will supply a more lightweight address space construct (that works)
  55. * in the future.
  56. *
  57. * Make sure pages/buffers in this aspace aren't in high memory.
  58. *
  59. * Returns: the aspace
  60. */
  61. struct inode *gfs2_aspace_get(struct gfs2_sbd *sdp)
  62. {
  63. struct inode *aspace;
  64. struct gfs2_inode *ip;
  65. aspace = new_inode(sdp->sd_vfs);
  66. if (aspace) {
  67. mapping_set_gfp_mask(aspace->i_mapping, GFP_NOFS);
  68. aspace->i_mapping->a_ops = &aspace_aops;
  69. aspace->i_size = ~0ULL;
  70. ip = GFS2_I(aspace);
  71. clear_bit(GIF_USER, &ip->i_flags);
  72. insert_inode_hash(aspace);
  73. }
  74. return aspace;
  75. }
  76. void gfs2_aspace_put(struct inode *aspace)
  77. {
  78. remove_inode_hash(aspace);
  79. iput(aspace);
  80. }
  81. /**
  82. * gfs2_meta_sync - Sync all buffers associated with a glock
  83. * @gl: The glock
  84. *
  85. */
  86. void gfs2_meta_sync(struct gfs2_glock *gl)
  87. {
  88. struct address_space *mapping = gl->gl_aspace->i_mapping;
  89. int error;
  90. filemap_fdatawrite(mapping);
  91. error = filemap_fdatawait(mapping);
  92. if (error)
  93. gfs2_io_error(gl->gl_sbd);
  94. }
  95. /**
  96. * gfs2_getbuf - Get a buffer with a given address space
  97. * @gl: the glock
  98. * @blkno: the block number (filesystem scope)
  99. * @create: 1 if the buffer should be created
  100. *
  101. * Returns: the buffer
  102. */
  103. struct buffer_head *gfs2_getbuf(struct gfs2_glock *gl, u64 blkno, int create)
  104. {
  105. struct address_space *mapping = gl->gl_aspace->i_mapping;
  106. struct gfs2_sbd *sdp = gl->gl_sbd;
  107. struct page *page;
  108. struct buffer_head *bh;
  109. unsigned int shift;
  110. unsigned long index;
  111. unsigned int bufnum;
  112. shift = PAGE_CACHE_SHIFT - sdp->sd_sb.sb_bsize_shift;
  113. index = blkno >> shift; /* convert block to page */
  114. bufnum = blkno - (index << shift); /* block buf index within page */
  115. if (create) {
  116. for (;;) {
  117. page = grab_cache_page(mapping, index);
  118. if (page)
  119. break;
  120. yield();
  121. }
  122. } else {
  123. page = find_lock_page(mapping, index);
  124. if (!page)
  125. return NULL;
  126. }
  127. if (!page_has_buffers(page))
  128. create_empty_buffers(page, sdp->sd_sb.sb_bsize, 0);
  129. /* Locate header for our buffer within our page */
  130. for (bh = page_buffers(page); bufnum--; bh = bh->b_this_page)
  131. /* Do nothing */;
  132. get_bh(bh);
  133. if (!buffer_mapped(bh))
  134. map_bh(bh, sdp->sd_vfs, blkno);
  135. unlock_page(page);
  136. mark_page_accessed(page);
  137. page_cache_release(page);
  138. return bh;
  139. }
  140. static void meta_prep_new(struct buffer_head *bh)
  141. {
  142. struct gfs2_meta_header *mh = (struct gfs2_meta_header *)bh->b_data;
  143. lock_buffer(bh);
  144. clear_buffer_dirty(bh);
  145. set_buffer_uptodate(bh);
  146. unlock_buffer(bh);
  147. mh->mh_magic = cpu_to_be32(GFS2_MAGIC);
  148. }
  149. /**
  150. * gfs2_meta_new - Get a block
  151. * @gl: The glock associated with this block
  152. * @blkno: The block number
  153. *
  154. * Returns: The buffer
  155. */
  156. struct buffer_head *gfs2_meta_new(struct gfs2_glock *gl, u64 blkno)
  157. {
  158. struct buffer_head *bh;
  159. bh = gfs2_getbuf(gl, blkno, CREATE);
  160. meta_prep_new(bh);
  161. return bh;
  162. }
  163. /**
  164. * gfs2_meta_read - Read a block from disk
  165. * @gl: The glock covering the block
  166. * @blkno: The block number
  167. * @flags: flags
  168. * @bhp: the place where the buffer is returned (NULL on failure)
  169. *
  170. * Returns: errno
  171. */
  172. int gfs2_meta_read(struct gfs2_glock *gl, u64 blkno, int flags,
  173. struct buffer_head **bhp)
  174. {
  175. *bhp = gfs2_getbuf(gl, blkno, CREATE);
  176. if (!buffer_uptodate(*bhp)) {
  177. ll_rw_block(READ_META, 1, bhp);
  178. if (flags & DIO_WAIT) {
  179. int error = gfs2_meta_wait(gl->gl_sbd, *bhp);
  180. if (error) {
  181. brelse(*bhp);
  182. return error;
  183. }
  184. }
  185. }
  186. return 0;
  187. }
  188. /**
  189. * gfs2_meta_wait - Reread a block from disk
  190. * @sdp: the filesystem
  191. * @bh: The block to wait for
  192. *
  193. * Returns: errno
  194. */
  195. int gfs2_meta_wait(struct gfs2_sbd *sdp, struct buffer_head *bh)
  196. {
  197. if (unlikely(test_bit(SDF_SHUTDOWN, &sdp->sd_flags)))
  198. return -EIO;
  199. wait_on_buffer(bh);
  200. if (!buffer_uptodate(bh)) {
  201. struct gfs2_trans *tr = current->journal_info;
  202. if (tr && tr->tr_touched)
  203. gfs2_io_error_bh(sdp, bh);
  204. return -EIO;
  205. }
  206. if (unlikely(test_bit(SDF_SHUTDOWN, &sdp->sd_flags)))
  207. return -EIO;
  208. return 0;
  209. }
  210. /**
  211. * gfs2_attach_bufdata - attach a struct gfs2_bufdata structure to a buffer
  212. * @gl: the glock the buffer belongs to
  213. * @bh: The buffer to be attached to
  214. * @meta: Flag to indicate whether its metadata or not
  215. */
  216. void gfs2_attach_bufdata(struct gfs2_glock *gl, struct buffer_head *bh,
  217. int meta)
  218. {
  219. struct gfs2_bufdata *bd;
  220. if (meta)
  221. lock_page(bh->b_page);
  222. if (bh->b_private) {
  223. if (meta)
  224. unlock_page(bh->b_page);
  225. return;
  226. }
  227. bd = kmem_cache_zalloc(gfs2_bufdata_cachep, GFP_NOFS | __GFP_NOFAIL);
  228. bd->bd_bh = bh;
  229. bd->bd_gl = gl;
  230. INIT_LIST_HEAD(&bd->bd_list_tr);
  231. if (meta)
  232. lops_init_le(&bd->bd_le, &gfs2_buf_lops);
  233. else
  234. lops_init_le(&bd->bd_le, &gfs2_databuf_lops);
  235. bh->b_private = bd;
  236. if (meta)
  237. unlock_page(bh->b_page);
  238. }
  239. void gfs2_remove_from_journal(struct buffer_head *bh, struct gfs2_trans *tr, int meta)
  240. {
  241. struct gfs2_sbd *sdp = GFS2_SB(bh->b_page->mapping->host);
  242. struct gfs2_bufdata *bd = bh->b_private;
  243. if (test_clear_buffer_pinned(bh)) {
  244. list_del_init(&bd->bd_le.le_list);
  245. if (meta) {
  246. gfs2_assert_warn(sdp, sdp->sd_log_num_buf);
  247. sdp->sd_log_num_buf--;
  248. tr->tr_num_buf_rm++;
  249. } else {
  250. gfs2_assert_warn(sdp, sdp->sd_log_num_databuf);
  251. sdp->sd_log_num_databuf--;
  252. tr->tr_num_databuf_rm++;
  253. }
  254. tr->tr_touched = 1;
  255. brelse(bh);
  256. }
  257. if (bd) {
  258. if (bd->bd_ail) {
  259. gfs2_remove_from_ail(bd);
  260. bh->b_private = NULL;
  261. bd->bd_bh = NULL;
  262. bd->bd_blkno = bh->b_blocknr;
  263. gfs2_trans_add_revoke(sdp, bd);
  264. }
  265. }
  266. clear_buffer_dirty(bh);
  267. clear_buffer_uptodate(bh);
  268. }
  269. /**
  270. * gfs2_meta_wipe - make inode's buffers so they aren't dirty/pinned anymore
  271. * @ip: the inode who owns the buffers
  272. * @bstart: the first buffer in the run
  273. * @blen: the number of buffers in the run
  274. *
  275. */
  276. void gfs2_meta_wipe(struct gfs2_inode *ip, u64 bstart, u32 blen)
  277. {
  278. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  279. struct buffer_head *bh;
  280. while (blen) {
  281. bh = gfs2_getbuf(ip->i_gl, bstart, NO_CREATE);
  282. if (bh) {
  283. lock_buffer(bh);
  284. gfs2_log_lock(sdp);
  285. gfs2_remove_from_journal(bh, current->journal_info, 1);
  286. gfs2_log_unlock(sdp);
  287. unlock_buffer(bh);
  288. brelse(bh);
  289. }
  290. bstart++;
  291. blen--;
  292. }
  293. }
  294. /**
  295. * gfs2_meta_indirect_buffer - Get a metadata buffer
  296. * @ip: The GFS2 inode
  297. * @height: The level of this buf in the metadata (indir addr) tree (if any)
  298. * @num: The block number (device relative) of the buffer
  299. * @new: Non-zero if we may create a new buffer
  300. * @bhp: the buffer is returned here
  301. *
  302. * Returns: errno
  303. */
  304. int gfs2_meta_indirect_buffer(struct gfs2_inode *ip, int height, u64 num,
  305. int new, struct buffer_head **bhp)
  306. {
  307. struct gfs2_sbd *sdp = GFS2_SB(&ip->i_inode);
  308. struct gfs2_glock *gl = ip->i_gl;
  309. struct buffer_head *bh;
  310. int ret = 0;
  311. if (new) {
  312. BUG_ON(height == 0);
  313. bh = gfs2_meta_new(gl, num);
  314. gfs2_trans_add_bh(ip->i_gl, bh, 1);
  315. gfs2_metatype_set(bh, GFS2_METATYPE_IN, GFS2_FORMAT_IN);
  316. gfs2_buffer_clear_tail(bh, sizeof(struct gfs2_meta_header));
  317. } else {
  318. u32 mtype = height ? GFS2_METATYPE_IN : GFS2_METATYPE_DI;
  319. ret = gfs2_meta_read(gl, num, DIO_WAIT, &bh);
  320. if (ret == 0 && gfs2_metatype_check(sdp, bh, mtype)) {
  321. brelse(bh);
  322. ret = -EIO;
  323. }
  324. }
  325. *bhp = bh;
  326. return ret;
  327. }
  328. /**
  329. * gfs2_meta_ra - start readahead on an extent of a file
  330. * @gl: the glock the blocks belong to
  331. * @dblock: the starting disk block
  332. * @extlen: the number of blocks in the extent
  333. *
  334. * returns: the first buffer in the extent
  335. */
  336. struct buffer_head *gfs2_meta_ra(struct gfs2_glock *gl, u64 dblock, u32 extlen)
  337. {
  338. struct gfs2_sbd *sdp = gl->gl_sbd;
  339. struct buffer_head *first_bh, *bh;
  340. u32 max_ra = gfs2_tune_get(sdp, gt_max_readahead) >>
  341. sdp->sd_sb.sb_bsize_shift;
  342. BUG_ON(!extlen);
  343. if (max_ra < 1)
  344. max_ra = 1;
  345. if (extlen > max_ra)
  346. extlen = max_ra;
  347. first_bh = gfs2_getbuf(gl, dblock, CREATE);
  348. if (buffer_uptodate(first_bh))
  349. goto out;
  350. if (!buffer_locked(first_bh))
  351. ll_rw_block(READ_META, 1, &first_bh);
  352. dblock++;
  353. extlen--;
  354. while (extlen) {
  355. bh = gfs2_getbuf(gl, dblock, CREATE);
  356. if (!buffer_uptodate(bh) && !buffer_locked(bh))
  357. ll_rw_block(READA, 1, &bh);
  358. brelse(bh);
  359. dblock++;
  360. extlen--;
  361. if (!buffer_locked(first_bh) && buffer_uptodate(first_bh))
  362. goto out;
  363. }
  364. wait_on_buffer(first_bh);
  365. out:
  366. return first_bh;
  367. }