balloc.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898
  1. /*
  2. * linux/fs/ext4/balloc.c
  3. *
  4. * Copyright (C) 1992, 1993, 1994, 1995
  5. * Remy Card (card@masi.ibp.fr)
  6. * Laboratoire MASI - Institut Blaise Pascal
  7. * Universite Pierre et Marie Curie (Paris VI)
  8. *
  9. * Enhanced block allocation by Stephen Tweedie (sct@redhat.com), 1993
  10. * Big-endian to little-endian byte-swapping/bitmaps by
  11. * David S. Miller (davem@caip.rutgers.edu), 1995
  12. */
  13. #include <linux/time.h>
  14. #include <linux/capability.h>
  15. #include <linux/fs.h>
  16. #include <linux/jbd2.h>
  17. #include <linux/quotaops.h>
  18. #include <linux/buffer_head.h>
  19. #include "ext4.h"
  20. #include "ext4_jbd2.h"
  21. #include "group.h"
  22. /*
  23. * balloc.c contains the blocks allocation and deallocation routines
  24. */
  25. /*
  26. * Calculate the block group number and offset, given a block number
  27. */
  28. void ext4_get_group_no_and_offset(struct super_block *sb, ext4_fsblk_t blocknr,
  29. ext4_group_t *blockgrpp, ext4_grpblk_t *offsetp)
  30. {
  31. struct ext4_super_block *es = EXT4_SB(sb)->s_es;
  32. ext4_grpblk_t offset;
  33. blocknr = blocknr - le32_to_cpu(es->s_first_data_block);
  34. offset = do_div(blocknr, EXT4_BLOCKS_PER_GROUP(sb));
  35. if (offsetp)
  36. *offsetp = offset;
  37. if (blockgrpp)
  38. *blockgrpp = blocknr;
  39. }
  40. static int ext4_block_in_group(struct super_block *sb, ext4_fsblk_t block,
  41. ext4_group_t block_group)
  42. {
  43. ext4_group_t actual_group;
  44. ext4_get_group_no_and_offset(sb, block, &actual_group, NULL);
  45. if (actual_group == block_group)
  46. return 1;
  47. return 0;
  48. }
  49. static int ext4_group_used_meta_blocks(struct super_block *sb,
  50. ext4_group_t block_group)
  51. {
  52. ext4_fsblk_t tmp;
  53. struct ext4_sb_info *sbi = EXT4_SB(sb);
  54. /* block bitmap, inode bitmap, and inode table blocks */
  55. int used_blocks = sbi->s_itb_per_group + 2;
  56. if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FLEX_BG)) {
  57. struct ext4_group_desc *gdp;
  58. struct buffer_head *bh;
  59. gdp = ext4_get_group_desc(sb, block_group, &bh);
  60. if (!ext4_block_in_group(sb, ext4_block_bitmap(sb, gdp),
  61. block_group))
  62. used_blocks--;
  63. if (!ext4_block_in_group(sb, ext4_inode_bitmap(sb, gdp),
  64. block_group))
  65. used_blocks--;
  66. tmp = ext4_inode_table(sb, gdp);
  67. for (; tmp < ext4_inode_table(sb, gdp) +
  68. sbi->s_itb_per_group; tmp++) {
  69. if (!ext4_block_in_group(sb, tmp, block_group))
  70. used_blocks -= 1;
  71. }
  72. }
  73. return used_blocks;
  74. }
  75. /* Initializes an uninitialized block bitmap if given, and returns the
  76. * number of blocks free in the group. */
  77. unsigned ext4_init_block_bitmap(struct super_block *sb, struct buffer_head *bh,
  78. ext4_group_t block_group, struct ext4_group_desc *gdp)
  79. {
  80. int bit, bit_max;
  81. unsigned free_blocks, group_blocks;
  82. struct ext4_sb_info *sbi = EXT4_SB(sb);
  83. if (bh) {
  84. J_ASSERT_BH(bh, buffer_locked(bh));
  85. /* If checksum is bad mark all blocks used to prevent allocation
  86. * essentially implementing a per-group read-only flag. */
  87. if (!ext4_group_desc_csum_verify(sbi, block_group, gdp)) {
  88. ext4_error(sb, __func__,
  89. "Checksum bad for group %lu\n", block_group);
  90. gdp->bg_free_blocks_count = 0;
  91. gdp->bg_free_inodes_count = 0;
  92. gdp->bg_itable_unused = 0;
  93. memset(bh->b_data, 0xff, sb->s_blocksize);
  94. return 0;
  95. }
  96. memset(bh->b_data, 0, sb->s_blocksize);
  97. }
  98. /* Check for superblock and gdt backups in this group */
  99. bit_max = ext4_bg_has_super(sb, block_group);
  100. if (!EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_META_BG) ||
  101. block_group < le32_to_cpu(sbi->s_es->s_first_meta_bg) *
  102. sbi->s_desc_per_block) {
  103. if (bit_max) {
  104. bit_max += ext4_bg_num_gdb(sb, block_group);
  105. bit_max +=
  106. le16_to_cpu(sbi->s_es->s_reserved_gdt_blocks);
  107. }
  108. } else { /* For META_BG_BLOCK_GROUPS */
  109. bit_max += ext4_bg_num_gdb(sb, block_group);
  110. }
  111. if (block_group == sbi->s_groups_count - 1) {
  112. /*
  113. * Even though mke2fs always initialize first and last group
  114. * if some other tool enabled the EXT4_BG_BLOCK_UNINIT we need
  115. * to make sure we calculate the right free blocks
  116. */
  117. group_blocks = ext4_blocks_count(sbi->s_es) -
  118. le32_to_cpu(sbi->s_es->s_first_data_block) -
  119. (EXT4_BLOCKS_PER_GROUP(sb) * (sbi->s_groups_count - 1));
  120. } else {
  121. group_blocks = EXT4_BLOCKS_PER_GROUP(sb);
  122. }
  123. free_blocks = group_blocks - bit_max;
  124. if (bh) {
  125. ext4_fsblk_t start, tmp;
  126. int flex_bg = 0;
  127. for (bit = 0; bit < bit_max; bit++)
  128. ext4_set_bit(bit, bh->b_data);
  129. start = ext4_group_first_block_no(sb, block_group);
  130. if (EXT4_HAS_INCOMPAT_FEATURE(sb,
  131. EXT4_FEATURE_INCOMPAT_FLEX_BG))
  132. flex_bg = 1;
  133. /* Set bits for block and inode bitmaps, and inode table */
  134. tmp = ext4_block_bitmap(sb, gdp);
  135. if (!flex_bg || ext4_block_in_group(sb, tmp, block_group))
  136. ext4_set_bit(tmp - start, bh->b_data);
  137. tmp = ext4_inode_bitmap(sb, gdp);
  138. if (!flex_bg || ext4_block_in_group(sb, tmp, block_group))
  139. ext4_set_bit(tmp - start, bh->b_data);
  140. tmp = ext4_inode_table(sb, gdp);
  141. for (; tmp < ext4_inode_table(sb, gdp) +
  142. sbi->s_itb_per_group; tmp++) {
  143. if (!flex_bg ||
  144. ext4_block_in_group(sb, tmp, block_group))
  145. ext4_set_bit(tmp - start, bh->b_data);
  146. }
  147. /*
  148. * Also if the number of blocks within the group is
  149. * less than the blocksize * 8 ( which is the size
  150. * of bitmap ), set rest of the block bitmap to 1
  151. */
  152. mark_bitmap_end(group_blocks, sb->s_blocksize * 8, bh->b_data);
  153. }
  154. return free_blocks - ext4_group_used_meta_blocks(sb, block_group);
  155. }
  156. /*
  157. * The free blocks are managed by bitmaps. A file system contains several
  158. * blocks groups. Each group contains 1 bitmap block for blocks, 1 bitmap
  159. * block for inodes, N blocks for the inode table and data blocks.
  160. *
  161. * The file system contains group descriptors which are located after the
  162. * super block. Each descriptor contains the number of the bitmap block and
  163. * the free blocks count in the block. The descriptors are loaded in memory
  164. * when a file system is mounted (see ext4_fill_super).
  165. */
  166. #define in_range(b, first, len) ((b) >= (first) && (b) <= (first) + (len) - 1)
  167. /**
  168. * ext4_get_group_desc() -- load group descriptor from disk
  169. * @sb: super block
  170. * @block_group: given block group
  171. * @bh: pointer to the buffer head to store the block
  172. * group descriptor
  173. */
  174. struct ext4_group_desc * ext4_get_group_desc(struct super_block *sb,
  175. ext4_group_t block_group,
  176. struct buffer_head **bh)
  177. {
  178. unsigned long group_desc;
  179. unsigned long offset;
  180. struct ext4_group_desc *desc;
  181. struct ext4_sb_info *sbi = EXT4_SB(sb);
  182. if (block_group >= sbi->s_groups_count) {
  183. ext4_error(sb, "ext4_get_group_desc",
  184. "block_group >= groups_count - "
  185. "block_group = %lu, groups_count = %lu",
  186. block_group, sbi->s_groups_count);
  187. return NULL;
  188. }
  189. smp_rmb();
  190. group_desc = block_group >> EXT4_DESC_PER_BLOCK_BITS(sb);
  191. offset = block_group & (EXT4_DESC_PER_BLOCK(sb) - 1);
  192. if (!sbi->s_group_desc[group_desc]) {
  193. ext4_error(sb, "ext4_get_group_desc",
  194. "Group descriptor not loaded - "
  195. "block_group = %lu, group_desc = %lu, desc = %lu",
  196. block_group, group_desc, offset);
  197. return NULL;
  198. }
  199. desc = (struct ext4_group_desc *)(
  200. (__u8 *)sbi->s_group_desc[group_desc]->b_data +
  201. offset * EXT4_DESC_SIZE(sb));
  202. if (bh)
  203. *bh = sbi->s_group_desc[group_desc];
  204. return desc;
  205. }
  206. static int ext4_valid_block_bitmap(struct super_block *sb,
  207. struct ext4_group_desc *desc,
  208. unsigned int block_group,
  209. struct buffer_head *bh)
  210. {
  211. ext4_grpblk_t offset;
  212. ext4_grpblk_t next_zero_bit;
  213. ext4_fsblk_t bitmap_blk;
  214. ext4_fsblk_t group_first_block;
  215. if (EXT4_HAS_INCOMPAT_FEATURE(sb, EXT4_FEATURE_INCOMPAT_FLEX_BG)) {
  216. /* with FLEX_BG, the inode/block bitmaps and itable
  217. * blocks may not be in the group at all
  218. * so the bitmap validation will be skipped for those groups
  219. * or it has to also read the block group where the bitmaps
  220. * are located to verify they are set.
  221. */
  222. return 1;
  223. }
  224. group_first_block = ext4_group_first_block_no(sb, block_group);
  225. /* check whether block bitmap block number is set */
  226. bitmap_blk = ext4_block_bitmap(sb, desc);
  227. offset = bitmap_blk - group_first_block;
  228. if (!ext4_test_bit(offset, bh->b_data))
  229. /* bad block bitmap */
  230. goto err_out;
  231. /* check whether the inode bitmap block number is set */
  232. bitmap_blk = ext4_inode_bitmap(sb, desc);
  233. offset = bitmap_blk - group_first_block;
  234. if (!ext4_test_bit(offset, bh->b_data))
  235. /* bad block bitmap */
  236. goto err_out;
  237. /* check whether the inode table block number is set */
  238. bitmap_blk = ext4_inode_table(sb, desc);
  239. offset = bitmap_blk - group_first_block;
  240. next_zero_bit = ext4_find_next_zero_bit(bh->b_data,
  241. offset + EXT4_SB(sb)->s_itb_per_group,
  242. offset);
  243. if (next_zero_bit >= offset + EXT4_SB(sb)->s_itb_per_group)
  244. /* good bitmap for inode tables */
  245. return 1;
  246. err_out:
  247. ext4_error(sb, __func__,
  248. "Invalid block bitmap - "
  249. "block_group = %d, block = %llu",
  250. block_group, bitmap_blk);
  251. return 0;
  252. }
  253. /**
  254. * ext4_read_block_bitmap()
  255. * @sb: super block
  256. * @block_group: given block group
  257. *
  258. * Read the bitmap for a given block_group,and validate the
  259. * bits for block/inode/inode tables are set in the bitmaps
  260. *
  261. * Return buffer_head on success or NULL in case of failure.
  262. */
  263. struct buffer_head *
  264. ext4_read_block_bitmap(struct super_block *sb, ext4_group_t block_group)
  265. {
  266. struct ext4_group_desc *desc;
  267. struct buffer_head *bh = NULL;
  268. ext4_fsblk_t bitmap_blk;
  269. desc = ext4_get_group_desc(sb, block_group, NULL);
  270. if (!desc)
  271. return NULL;
  272. bitmap_blk = ext4_block_bitmap(sb, desc);
  273. bh = sb_getblk(sb, bitmap_blk);
  274. if (unlikely(!bh)) {
  275. ext4_error(sb, __func__,
  276. "Cannot read block bitmap - "
  277. "block_group = %lu, block_bitmap = %llu",
  278. block_group, bitmap_blk);
  279. return NULL;
  280. }
  281. if (buffer_uptodate(bh) &&
  282. !(desc->bg_flags & cpu_to_le16(EXT4_BG_BLOCK_UNINIT)))
  283. return bh;
  284. lock_buffer(bh);
  285. spin_lock(sb_bgl_lock(EXT4_SB(sb), block_group));
  286. if (desc->bg_flags & cpu_to_le16(EXT4_BG_BLOCK_UNINIT)) {
  287. ext4_init_block_bitmap(sb, bh, block_group, desc);
  288. set_buffer_uptodate(bh);
  289. unlock_buffer(bh);
  290. spin_unlock(sb_bgl_lock(EXT4_SB(sb), block_group));
  291. return bh;
  292. }
  293. spin_unlock(sb_bgl_lock(EXT4_SB(sb), block_group));
  294. if (bh_submit_read(bh) < 0) {
  295. put_bh(bh);
  296. ext4_error(sb, __func__,
  297. "Cannot read block bitmap - "
  298. "block_group = %lu, block_bitmap = %llu",
  299. block_group, bitmap_blk);
  300. return NULL;
  301. }
  302. ext4_valid_block_bitmap(sb, desc, block_group, bh);
  303. /*
  304. * file system mounted not to panic on error,
  305. * continue with corrupt bitmap
  306. */
  307. return bh;
  308. }
  309. /**
  310. * ext4_free_blocks_sb() -- Free given blocks and update quota
  311. * @handle: handle to this transaction
  312. * @sb: super block
  313. * @block: start physcial block to free
  314. * @count: number of blocks to free
  315. * @pdquot_freed_blocks: pointer to quota
  316. *
  317. * XXX This function is only used by the on-line resizing code, which
  318. * should probably be fixed up to call the mballoc variant. There
  319. * this needs to be cleaned up later; in fact, I'm not convinced this
  320. * is 100% correct in the face of the mballoc code. The online resizing
  321. * code needs to be fixed up to more tightly (and correctly) interlock
  322. * with the mballoc code.
  323. */
  324. void ext4_free_blocks_sb(handle_t *handle, struct super_block *sb,
  325. ext4_fsblk_t block, unsigned long count,
  326. unsigned long *pdquot_freed_blocks)
  327. {
  328. struct buffer_head *bitmap_bh = NULL;
  329. struct buffer_head *gd_bh;
  330. ext4_group_t block_group;
  331. ext4_grpblk_t bit;
  332. unsigned long i;
  333. unsigned long overflow;
  334. struct ext4_group_desc *desc;
  335. struct ext4_super_block *es;
  336. struct ext4_sb_info *sbi;
  337. int err = 0, ret;
  338. ext4_grpblk_t group_freed;
  339. *pdquot_freed_blocks = 0;
  340. sbi = EXT4_SB(sb);
  341. es = sbi->s_es;
  342. if (block < le32_to_cpu(es->s_first_data_block) ||
  343. block + count < block ||
  344. block + count > ext4_blocks_count(es)) {
  345. ext4_error(sb, "ext4_free_blocks",
  346. "Freeing blocks not in datazone - "
  347. "block = %llu, count = %lu", block, count);
  348. goto error_return;
  349. }
  350. ext4_debug("freeing block(s) %llu-%llu\n", block, block + count - 1);
  351. do_more:
  352. overflow = 0;
  353. ext4_get_group_no_and_offset(sb, block, &block_group, &bit);
  354. /*
  355. * Check to see if we are freeing blocks across a group
  356. * boundary.
  357. */
  358. if (bit + count > EXT4_BLOCKS_PER_GROUP(sb)) {
  359. overflow = bit + count - EXT4_BLOCKS_PER_GROUP(sb);
  360. count -= overflow;
  361. }
  362. brelse(bitmap_bh);
  363. bitmap_bh = ext4_read_block_bitmap(sb, block_group);
  364. if (!bitmap_bh)
  365. goto error_return;
  366. desc = ext4_get_group_desc(sb, block_group, &gd_bh);
  367. if (!desc)
  368. goto error_return;
  369. if (in_range(ext4_block_bitmap(sb, desc), block, count) ||
  370. in_range(ext4_inode_bitmap(sb, desc), block, count) ||
  371. in_range(block, ext4_inode_table(sb, desc), sbi->s_itb_per_group) ||
  372. in_range(block + count - 1, ext4_inode_table(sb, desc),
  373. sbi->s_itb_per_group)) {
  374. ext4_error(sb, "ext4_free_blocks",
  375. "Freeing blocks in system zones - "
  376. "Block = %llu, count = %lu",
  377. block, count);
  378. goto error_return;
  379. }
  380. /*
  381. * We are about to start releasing blocks in the bitmap,
  382. * so we need undo access.
  383. */
  384. /* @@@ check errors */
  385. BUFFER_TRACE(bitmap_bh, "getting undo access");
  386. err = ext4_journal_get_undo_access(handle, bitmap_bh);
  387. if (err)
  388. goto error_return;
  389. /*
  390. * We are about to modify some metadata. Call the journal APIs
  391. * to unshare ->b_data if a currently-committing transaction is
  392. * using it
  393. */
  394. BUFFER_TRACE(gd_bh, "get_write_access");
  395. err = ext4_journal_get_write_access(handle, gd_bh);
  396. if (err)
  397. goto error_return;
  398. jbd_lock_bh_state(bitmap_bh);
  399. for (i = 0, group_freed = 0; i < count; i++) {
  400. /*
  401. * An HJ special. This is expensive...
  402. */
  403. #ifdef CONFIG_JBD2_DEBUG
  404. jbd_unlock_bh_state(bitmap_bh);
  405. {
  406. struct buffer_head *debug_bh;
  407. debug_bh = sb_find_get_block(sb, block + i);
  408. if (debug_bh) {
  409. BUFFER_TRACE(debug_bh, "Deleted!");
  410. if (!bh2jh(bitmap_bh)->b_committed_data)
  411. BUFFER_TRACE(debug_bh,
  412. "No commited data in bitmap");
  413. BUFFER_TRACE2(debug_bh, bitmap_bh, "bitmap");
  414. __brelse(debug_bh);
  415. }
  416. }
  417. jbd_lock_bh_state(bitmap_bh);
  418. #endif
  419. if (need_resched()) {
  420. jbd_unlock_bh_state(bitmap_bh);
  421. cond_resched();
  422. jbd_lock_bh_state(bitmap_bh);
  423. }
  424. /* @@@ This prevents newly-allocated data from being
  425. * freed and then reallocated within the same
  426. * transaction.
  427. *
  428. * Ideally we would want to allow that to happen, but to
  429. * do so requires making jbd2_journal_forget() capable of
  430. * revoking the queued write of a data block, which
  431. * implies blocking on the journal lock. *forget()
  432. * cannot block due to truncate races.
  433. *
  434. * Eventually we can fix this by making jbd2_journal_forget()
  435. * return a status indicating whether or not it was able
  436. * to revoke the buffer. On successful revoke, it is
  437. * safe not to set the allocation bit in the committed
  438. * bitmap, because we know that there is no outstanding
  439. * activity on the buffer any more and so it is safe to
  440. * reallocate it.
  441. */
  442. BUFFER_TRACE(bitmap_bh, "set in b_committed_data");
  443. J_ASSERT_BH(bitmap_bh,
  444. bh2jh(bitmap_bh)->b_committed_data != NULL);
  445. ext4_set_bit_atomic(sb_bgl_lock(sbi, block_group), bit + i,
  446. bh2jh(bitmap_bh)->b_committed_data);
  447. /*
  448. * We clear the bit in the bitmap after setting the committed
  449. * data bit, because this is the reverse order to that which
  450. * the allocator uses.
  451. */
  452. BUFFER_TRACE(bitmap_bh, "clear bit");
  453. if (!ext4_clear_bit_atomic(sb_bgl_lock(sbi, block_group),
  454. bit + i, bitmap_bh->b_data)) {
  455. jbd_unlock_bh_state(bitmap_bh);
  456. ext4_error(sb, __func__,
  457. "bit already cleared for block %llu",
  458. (ext4_fsblk_t)(block + i));
  459. jbd_lock_bh_state(bitmap_bh);
  460. BUFFER_TRACE(bitmap_bh, "bit already cleared");
  461. } else {
  462. group_freed++;
  463. }
  464. }
  465. jbd_unlock_bh_state(bitmap_bh);
  466. spin_lock(sb_bgl_lock(sbi, block_group));
  467. le16_add_cpu(&desc->bg_free_blocks_count, group_freed);
  468. desc->bg_checksum = ext4_group_desc_csum(sbi, block_group, desc);
  469. spin_unlock(sb_bgl_lock(sbi, block_group));
  470. percpu_counter_add(&sbi->s_freeblocks_counter, count);
  471. if (sbi->s_log_groups_per_flex) {
  472. ext4_group_t flex_group = ext4_flex_group(sbi, block_group);
  473. spin_lock(sb_bgl_lock(sbi, flex_group));
  474. sbi->s_flex_groups[flex_group].free_blocks += count;
  475. spin_unlock(sb_bgl_lock(sbi, flex_group));
  476. }
  477. /* We dirtied the bitmap block */
  478. BUFFER_TRACE(bitmap_bh, "dirtied bitmap block");
  479. err = ext4_journal_dirty_metadata(handle, bitmap_bh);
  480. /* And the group descriptor block */
  481. BUFFER_TRACE(gd_bh, "dirtied group descriptor block");
  482. ret = ext4_journal_dirty_metadata(handle, gd_bh);
  483. if (!err) err = ret;
  484. *pdquot_freed_blocks += group_freed;
  485. if (overflow && !err) {
  486. block += count;
  487. count = overflow;
  488. goto do_more;
  489. }
  490. sb->s_dirt = 1;
  491. error_return:
  492. brelse(bitmap_bh);
  493. ext4_std_error(sb, err);
  494. return;
  495. }
  496. /**
  497. * ext4_free_blocks() -- Free given blocks and update quota
  498. * @handle: handle for this transaction
  499. * @inode: inode
  500. * @block: start physical block to free
  501. * @count: number of blocks to count
  502. * @metadata: Are these metadata blocks
  503. */
  504. void ext4_free_blocks(handle_t *handle, struct inode *inode,
  505. ext4_fsblk_t block, unsigned long count,
  506. int metadata)
  507. {
  508. struct super_block *sb;
  509. unsigned long dquot_freed_blocks;
  510. /* this isn't the right place to decide whether block is metadata
  511. * inode.c/extents.c knows better, but for safety ... */
  512. if (S_ISDIR(inode->i_mode) || S_ISLNK(inode->i_mode))
  513. metadata = 1;
  514. /* We need to make sure we don't reuse
  515. * block released untill the transaction commit.
  516. * writeback mode have weak data consistency so
  517. * don't force data as metadata when freeing block
  518. * for writeback mode.
  519. */
  520. if (metadata == 0 && !ext4_should_writeback_data(inode))
  521. metadata = 1;
  522. sb = inode->i_sb;
  523. ext4_mb_free_blocks(handle, inode, block, count,
  524. metadata, &dquot_freed_blocks);
  525. if (dquot_freed_blocks)
  526. DQUOT_FREE_BLOCK(inode, dquot_freed_blocks);
  527. return;
  528. }
  529. /**
  530. * ext4_has_free_blocks()
  531. * @sbi: in-core super block structure.
  532. * @nblocks: number of needed blocks
  533. *
  534. * Check if filesystem has nblocks free & available for allocation.
  535. * On success return 1, return 0 on failure.
  536. */
  537. int ext4_has_free_blocks(struct ext4_sb_info *sbi, s64 nblocks)
  538. {
  539. s64 free_blocks, dirty_blocks, root_blocks;
  540. struct percpu_counter *fbc = &sbi->s_freeblocks_counter;
  541. struct percpu_counter *dbc = &sbi->s_dirtyblocks_counter;
  542. free_blocks = percpu_counter_read_positive(fbc);
  543. dirty_blocks = percpu_counter_read_positive(dbc);
  544. root_blocks = ext4_r_blocks_count(sbi->s_es);
  545. if (free_blocks - (nblocks + root_blocks + dirty_blocks) <
  546. EXT4_FREEBLOCKS_WATERMARK) {
  547. free_blocks = percpu_counter_sum(fbc);
  548. dirty_blocks = percpu_counter_sum(dbc);
  549. if (dirty_blocks < 0) {
  550. printk(KERN_CRIT "Dirty block accounting "
  551. "went wrong %lld\n",
  552. dirty_blocks);
  553. }
  554. }
  555. /* Check whether we have space after
  556. * accounting for current dirty blocks & root reserved blocks.
  557. */
  558. if (free_blocks >= ((root_blocks + nblocks) + dirty_blocks))
  559. return 1;
  560. /* Hm, nope. Are (enough) root reserved blocks available? */
  561. if (sbi->s_resuid == current->fsuid ||
  562. ((sbi->s_resgid != 0) && in_group_p(sbi->s_resgid)) ||
  563. capable(CAP_SYS_RESOURCE)) {
  564. if (free_blocks >= (nblocks + dirty_blocks))
  565. return 1;
  566. }
  567. return 0;
  568. }
  569. int ext4_claim_free_blocks(struct ext4_sb_info *sbi,
  570. s64 nblocks)
  571. {
  572. if (ext4_has_free_blocks(sbi, nblocks)) {
  573. percpu_counter_add(&sbi->s_dirtyblocks_counter, nblocks);
  574. return 0;
  575. } else
  576. return -ENOSPC;
  577. }
  578. /**
  579. * ext4_should_retry_alloc()
  580. * @sb: super block
  581. * @retries number of attemps has been made
  582. *
  583. * ext4_should_retry_alloc() is called when ENOSPC is returned, and if
  584. * it is profitable to retry the operation, this function will wait
  585. * for the current or commiting transaction to complete, and then
  586. * return TRUE.
  587. *
  588. * if the total number of retries exceed three times, return FALSE.
  589. */
  590. int ext4_should_retry_alloc(struct super_block *sb, int *retries)
  591. {
  592. if (!ext4_has_free_blocks(EXT4_SB(sb), 1) || (*retries)++ > 3)
  593. return 0;
  594. jbd_debug(1, "%s: retrying operation after ENOSPC\n", sb->s_id);
  595. return jbd2_journal_force_commit_nested(EXT4_SB(sb)->s_journal);
  596. }
  597. #define EXT4_META_BLOCK 0x1
  598. static ext4_fsblk_t do_blk_alloc(handle_t *handle, struct inode *inode,
  599. ext4_lblk_t iblock, ext4_fsblk_t goal,
  600. unsigned long *count, int *errp, int flags)
  601. {
  602. struct ext4_allocation_request ar;
  603. ext4_fsblk_t ret;
  604. memset(&ar, 0, sizeof(ar));
  605. /* Fill with neighbour allocated blocks */
  606. ar.inode = inode;
  607. ar.goal = goal;
  608. ar.len = *count;
  609. ar.logical = iblock;
  610. if (S_ISREG(inode->i_mode) && !(flags & EXT4_META_BLOCK))
  611. /* enable in-core preallocation for data block allocation */
  612. ar.flags = EXT4_MB_HINT_DATA;
  613. else
  614. /* disable in-core preallocation for non-regular files */
  615. ar.flags = 0;
  616. ret = ext4_mb_new_blocks(handle, &ar, errp);
  617. *count = ar.len;
  618. return ret;
  619. }
  620. /*
  621. * ext4_new_meta_blocks() -- allocate block for meta data (indexing) blocks
  622. *
  623. * @handle: handle to this transaction
  624. * @inode: file inode
  625. * @goal: given target block(filesystem wide)
  626. * @count: total number of blocks need
  627. * @errp: error code
  628. *
  629. * Return 1st allocated block numberon success, *count stores total account
  630. * error stores in errp pointer
  631. */
  632. ext4_fsblk_t ext4_new_meta_blocks(handle_t *handle, struct inode *inode,
  633. ext4_fsblk_t goal, unsigned long *count, int *errp)
  634. {
  635. ext4_fsblk_t ret;
  636. ret = do_blk_alloc(handle, inode, 0, goal,
  637. count, errp, EXT4_META_BLOCK);
  638. /*
  639. * Account for the allocated meta blocks
  640. */
  641. if (!(*errp) && EXT4_I(inode)->i_delalloc_reserved_flag) {
  642. spin_lock(&EXT4_I(inode)->i_block_reservation_lock);
  643. EXT4_I(inode)->i_allocated_meta_blocks += *count;
  644. spin_unlock(&EXT4_I(inode)->i_block_reservation_lock);
  645. }
  646. return ret;
  647. }
  648. /*
  649. * ext4_new_meta_block() -- allocate block for meta data (indexing) blocks
  650. *
  651. * @handle: handle to this transaction
  652. * @inode: file inode
  653. * @goal: given target block(filesystem wide)
  654. * @errp: error code
  655. *
  656. * Return allocated block number on success
  657. */
  658. ext4_fsblk_t ext4_new_meta_block(handle_t *handle, struct inode *inode,
  659. ext4_fsblk_t goal, int *errp)
  660. {
  661. unsigned long count = 1;
  662. return ext4_new_meta_blocks(handle, inode, goal, &count, errp);
  663. }
  664. /*
  665. * ext4_new_blocks() -- allocate data blocks
  666. *
  667. * @handle: handle to this transaction
  668. * @inode: file inode
  669. * @goal: given target block(filesystem wide)
  670. * @count: total number of blocks need
  671. * @errp: error code
  672. *
  673. * Return 1st allocated block numberon success, *count stores total account
  674. * error stores in errp pointer
  675. */
  676. ext4_fsblk_t ext4_new_blocks(handle_t *handle, struct inode *inode,
  677. ext4_lblk_t iblock, ext4_fsblk_t goal,
  678. unsigned long *count, int *errp)
  679. {
  680. return do_blk_alloc(handle, inode, iblock, goal, count, errp, 0);
  681. }
  682. /**
  683. * ext4_count_free_blocks() -- count filesystem free blocks
  684. * @sb: superblock
  685. *
  686. * Adds up the number of free blocks from each block group.
  687. */
  688. ext4_fsblk_t ext4_count_free_blocks(struct super_block *sb)
  689. {
  690. ext4_fsblk_t desc_count;
  691. struct ext4_group_desc *gdp;
  692. ext4_group_t i;
  693. ext4_group_t ngroups = EXT4_SB(sb)->s_groups_count;
  694. #ifdef EXT4FS_DEBUG
  695. struct ext4_super_block *es;
  696. ext4_fsblk_t bitmap_count;
  697. unsigned long x;
  698. struct buffer_head *bitmap_bh = NULL;
  699. es = EXT4_SB(sb)->s_es;
  700. desc_count = 0;
  701. bitmap_count = 0;
  702. gdp = NULL;
  703. smp_rmb();
  704. for (i = 0; i < ngroups; i++) {
  705. gdp = ext4_get_group_desc(sb, i, NULL);
  706. if (!gdp)
  707. continue;
  708. desc_count += le16_to_cpu(gdp->bg_free_blocks_count);
  709. brelse(bitmap_bh);
  710. bitmap_bh = ext4_read_block_bitmap(sb, i);
  711. if (bitmap_bh == NULL)
  712. continue;
  713. x = ext4_count_free(bitmap_bh, sb->s_blocksize);
  714. printk(KERN_DEBUG "group %lu: stored = %d, counted = %lu\n",
  715. i, le16_to_cpu(gdp->bg_free_blocks_count), x);
  716. bitmap_count += x;
  717. }
  718. brelse(bitmap_bh);
  719. printk(KERN_DEBUG "ext4_count_free_blocks: stored = %llu"
  720. ", computed = %llu, %llu\n", ext4_free_blocks_count(es),
  721. desc_count, bitmap_count);
  722. return bitmap_count;
  723. #else
  724. desc_count = 0;
  725. smp_rmb();
  726. for (i = 0; i < ngroups; i++) {
  727. gdp = ext4_get_group_desc(sb, i, NULL);
  728. if (!gdp)
  729. continue;
  730. desc_count += le16_to_cpu(gdp->bg_free_blocks_count);
  731. }
  732. return desc_count;
  733. #endif
  734. }
  735. static inline int test_root(ext4_group_t a, int b)
  736. {
  737. int num = b;
  738. while (a > num)
  739. num *= b;
  740. return num == a;
  741. }
  742. static int ext4_group_sparse(ext4_group_t group)
  743. {
  744. if (group <= 1)
  745. return 1;
  746. if (!(group & 1))
  747. return 0;
  748. return (test_root(group, 7) || test_root(group, 5) ||
  749. test_root(group, 3));
  750. }
  751. /**
  752. * ext4_bg_has_super - number of blocks used by the superblock in group
  753. * @sb: superblock for filesystem
  754. * @group: group number to check
  755. *
  756. * Return the number of blocks used by the superblock (primary or backup)
  757. * in this group. Currently this will be only 0 or 1.
  758. */
  759. int ext4_bg_has_super(struct super_block *sb, ext4_group_t group)
  760. {
  761. if (EXT4_HAS_RO_COMPAT_FEATURE(sb,
  762. EXT4_FEATURE_RO_COMPAT_SPARSE_SUPER) &&
  763. !ext4_group_sparse(group))
  764. return 0;
  765. return 1;
  766. }
  767. static unsigned long ext4_bg_num_gdb_meta(struct super_block *sb,
  768. ext4_group_t group)
  769. {
  770. unsigned long metagroup = group / EXT4_DESC_PER_BLOCK(sb);
  771. ext4_group_t first = metagroup * EXT4_DESC_PER_BLOCK(sb);
  772. ext4_group_t last = first + EXT4_DESC_PER_BLOCK(sb) - 1;
  773. if (group == first || group == first + 1 || group == last)
  774. return 1;
  775. return 0;
  776. }
  777. static unsigned long ext4_bg_num_gdb_nometa(struct super_block *sb,
  778. ext4_group_t group)
  779. {
  780. return ext4_bg_has_super(sb, group) ? EXT4_SB(sb)->s_gdb_count : 0;
  781. }
  782. /**
  783. * ext4_bg_num_gdb - number of blocks used by the group table in group
  784. * @sb: superblock for filesystem
  785. * @group: group number to check
  786. *
  787. * Return the number of blocks used by the group descriptor table
  788. * (primary or backup) in this group. In the future there may be a
  789. * different number of descriptor blocks in each group.
  790. */
  791. unsigned long ext4_bg_num_gdb(struct super_block *sb, ext4_group_t group)
  792. {
  793. unsigned long first_meta_bg =
  794. le32_to_cpu(EXT4_SB(sb)->s_es->s_first_meta_bg);
  795. unsigned long metagroup = group / EXT4_DESC_PER_BLOCK(sb);
  796. if (!EXT4_HAS_INCOMPAT_FEATURE(sb,EXT4_FEATURE_INCOMPAT_META_BG) ||
  797. metagroup < first_meta_bg)
  798. return ext4_bg_num_gdb_nometa(sb, group);
  799. return ext4_bg_num_gdb_meta(sb,group);
  800. }