extent-tree.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548
  1. #include <stdio.h>
  2. #include <stdlib.h>
  3. #include "kerncompat.h"
  4. #include "radix-tree.h"
  5. #include "ctree.h"
  6. #include "disk-io.h"
  7. #include "print-tree.h"
  8. static int find_free_extent(struct btrfs_root *orig_root, u64 num_blocks,
  9. u64 search_start, u64 search_end,
  10. struct btrfs_key *ins);
  11. static int finish_current_insert(struct btrfs_root *extent_root);
  12. static int run_pending(struct btrfs_root *extent_root);
  13. /*
  14. * pending extents are blocks that we're trying to allocate in the extent
  15. * map while trying to grow the map because of other allocations. To avoid
  16. * recursing, they are tagged in the radix tree and cleaned up after
  17. * other allocations are done. The pending tag is also used in the same
  18. * manner for deletes.
  19. */
  20. #define CTREE_EXTENT_PENDING_DEL 0
  21. static int inc_block_ref(struct btrfs_root *root, u64 blocknr)
  22. {
  23. struct btrfs_path path;
  24. int ret;
  25. struct btrfs_key key;
  26. struct btrfs_leaf *l;
  27. struct btrfs_extent_item *item;
  28. struct btrfs_key ins;
  29. u32 refs;
  30. find_free_extent(root->extent_root, 0, 0, (u64)-1, &ins);
  31. btrfs_init_path(&path);
  32. key.objectid = blocknr;
  33. key.flags = 0;
  34. key.offset = 1;
  35. ret = btrfs_search_slot(root->extent_root, &key, &path, 0, 1);
  36. if (ret != 0)
  37. BUG();
  38. BUG_ON(ret != 0);
  39. l = &path.nodes[0]->leaf;
  40. item = (struct btrfs_extent_item *)(l->data +
  41. btrfs_item_offset(l->items +
  42. path.slots[0]));
  43. refs = btrfs_extent_refs(item);
  44. btrfs_set_extent_refs(item, refs + 1);
  45. BUG_ON(list_empty(&path.nodes[0]->dirty));
  46. btrfs_release_path(root->extent_root, &path);
  47. finish_current_insert(root->extent_root);
  48. run_pending(root->extent_root);
  49. return 0;
  50. }
  51. static int lookup_block_ref(struct btrfs_root *root, u64 blocknr, u32 *refs)
  52. {
  53. struct btrfs_path path;
  54. int ret;
  55. struct btrfs_key key;
  56. struct btrfs_leaf *l;
  57. struct btrfs_extent_item *item;
  58. btrfs_init_path(&path);
  59. key.objectid = blocknr;
  60. key.flags = 0;
  61. key.offset = 1;
  62. ret = btrfs_search_slot(root->extent_root, &key, &path, 0, 0);
  63. if (ret != 0)
  64. BUG();
  65. l = &path.nodes[0]->leaf;
  66. item = (struct btrfs_extent_item *)(l->data +
  67. btrfs_item_offset(l->items +
  68. path.slots[0]));
  69. *refs = btrfs_extent_refs(item);
  70. btrfs_release_path(root->extent_root, &path);
  71. return 0;
  72. }
  73. int btrfs_inc_ref(struct btrfs_root *root, struct btrfs_buffer *buf)
  74. {
  75. u64 blocknr;
  76. int i;
  77. if (root == root->extent_root)
  78. return 0;
  79. if (btrfs_is_leaf(&buf->node))
  80. return 0;
  81. for (i = 0; i < btrfs_header_nritems(&buf->node.header); i++) {
  82. blocknr = btrfs_node_blockptr(&buf->node, i);
  83. inc_block_ref(root, blocknr);
  84. }
  85. return 0;
  86. }
  87. int btrfs_finish_extent_commit(struct btrfs_root *root)
  88. {
  89. struct btrfs_root *extent_root = root->extent_root;
  90. unsigned long gang[8];
  91. int ret;
  92. int i;
  93. while(1) {
  94. ret = radix_tree_gang_lookup(&extent_root->pinned_radix,
  95. (void **)gang, 0,
  96. ARRAY_SIZE(gang));
  97. if (!ret)
  98. break;
  99. for (i = 0; i < ret; i++) {
  100. radix_tree_delete(&extent_root->pinned_radix, gang[i]);
  101. }
  102. }
  103. extent_root->last_insert.objectid = 0;
  104. extent_root->last_insert.offset = 0;
  105. return 0;
  106. }
  107. static int finish_current_insert(struct btrfs_root *extent_root)
  108. {
  109. struct btrfs_key ins;
  110. struct btrfs_extent_item extent_item;
  111. int i;
  112. int ret;
  113. btrfs_set_extent_refs(&extent_item, 1);
  114. btrfs_set_extent_owner(&extent_item,
  115. btrfs_header_parentid(&extent_root->node->node.header));
  116. ins.offset = 1;
  117. ins.flags = 0;
  118. for (i = 0; i < extent_root->current_insert.flags; i++) {
  119. ins.objectid = extent_root->current_insert.objectid + i;
  120. ret = btrfs_insert_item(extent_root, &ins, &extent_item,
  121. sizeof(extent_item));
  122. BUG_ON(ret);
  123. }
  124. extent_root->current_insert.offset = 0;
  125. return 0;
  126. }
  127. /*
  128. * remove an extent from the root, returns 0 on success
  129. */
  130. static int __free_extent(struct btrfs_root *root, u64 blocknr, u64 num_blocks)
  131. {
  132. struct btrfs_path path;
  133. struct btrfs_key key;
  134. struct btrfs_root *extent_root = root->extent_root;
  135. int ret;
  136. struct btrfs_item *item;
  137. struct btrfs_extent_item *ei;
  138. struct btrfs_key ins;
  139. u32 refs;
  140. key.objectid = blocknr;
  141. key.flags = 0;
  142. key.offset = num_blocks;
  143. find_free_extent(root, 0, 0, (u64)-1, &ins);
  144. btrfs_init_path(&path);
  145. ret = btrfs_search_slot(extent_root, &key, &path, -1, 1);
  146. if (ret) {
  147. printf("failed to find %Lu\n", key.objectid);
  148. btrfs_print_tree(extent_root, extent_root->node);
  149. printf("failed to find %Lu\n", key.objectid);
  150. BUG();
  151. }
  152. item = path.nodes[0]->leaf.items + path.slots[0];
  153. ei = (struct btrfs_extent_item *)(path.nodes[0]->leaf.data +
  154. btrfs_item_offset(item));
  155. BUG_ON(ei->refs == 0);
  156. refs = btrfs_extent_refs(ei) - 1;
  157. btrfs_set_extent_refs(ei, refs);
  158. if (refs == 0) {
  159. if (root == extent_root) {
  160. int err;
  161. radix_tree_preload(GFP_KERNEL);
  162. err = radix_tree_insert(&extent_root->pinned_radix,
  163. blocknr, (void *)blocknr);
  164. BUG_ON(err);
  165. radix_tree_preload_end();
  166. }
  167. ret = btrfs_del_item(extent_root, &path);
  168. if (root != extent_root &&
  169. extent_root->last_insert.objectid < blocknr)
  170. extent_root->last_insert.objectid = blocknr;
  171. if (ret)
  172. BUG();
  173. }
  174. btrfs_release_path(extent_root, &path);
  175. finish_current_insert(extent_root);
  176. return ret;
  177. }
  178. /*
  179. * find all the blocks marked as pending in the radix tree and remove
  180. * them from the extent map
  181. */
  182. static int del_pending_extents(struct btrfs_root *extent_root)
  183. {
  184. int ret;
  185. struct btrfs_buffer *gang[4];
  186. int i;
  187. while(1) {
  188. ret = radix_tree_gang_lookup_tag(&extent_root->cache_radix,
  189. (void **)gang, 0,
  190. ARRAY_SIZE(gang),
  191. CTREE_EXTENT_PENDING_DEL);
  192. if (!ret)
  193. break;
  194. for (i = 0; i < ret; i++) {
  195. ret = __free_extent(extent_root, gang[i]->blocknr, 1);
  196. radix_tree_tag_clear(&extent_root->cache_radix,
  197. gang[i]->blocknr,
  198. CTREE_EXTENT_PENDING_DEL);
  199. btrfs_block_release(extent_root, gang[i]);
  200. }
  201. }
  202. return 0;
  203. }
  204. static int run_pending(struct btrfs_root *extent_root)
  205. {
  206. while(radix_tree_tagged(&extent_root->cache_radix,
  207. CTREE_EXTENT_PENDING_DEL))
  208. del_pending_extents(extent_root);
  209. return 0;
  210. }
  211. /*
  212. * remove an extent from the root, returns 0 on success
  213. */
  214. int btrfs_free_extent(struct btrfs_root *root, u64 blocknr, u64 num_blocks)
  215. {
  216. struct btrfs_key key;
  217. struct btrfs_root *extent_root = root->extent_root;
  218. struct btrfs_buffer *t;
  219. int pending_ret;
  220. int ret;
  221. if (root == extent_root) {
  222. t = find_tree_block(root, blocknr);
  223. radix_tree_tag_set(&root->cache_radix, blocknr,
  224. CTREE_EXTENT_PENDING_DEL);
  225. return 0;
  226. }
  227. key.objectid = blocknr;
  228. key.flags = 0;
  229. key.offset = num_blocks;
  230. ret = __free_extent(root, blocknr, num_blocks);
  231. pending_ret = run_pending(root->extent_root);
  232. return ret ? ret : pending_ret;
  233. }
  234. /*
  235. * walks the btree of allocated extents and find a hole of a given size.
  236. * The key ins is changed to record the hole:
  237. * ins->objectid == block start
  238. * ins->flags = 0
  239. * ins->offset == number of blocks
  240. * Any available blocks before search_start are skipped.
  241. */
  242. static int find_free_extent(struct btrfs_root *orig_root, u64 num_blocks,
  243. u64 search_start, u64 search_end,
  244. struct btrfs_key *ins)
  245. {
  246. struct btrfs_path path;
  247. struct btrfs_key key;
  248. int ret;
  249. u64 hole_size = 0;
  250. int slot = 0;
  251. u64 last_block;
  252. u64 test_block;
  253. int start_found;
  254. struct btrfs_leaf *l;
  255. struct btrfs_root * root = orig_root->extent_root;
  256. int total_needed = num_blocks;
  257. total_needed += (btrfs_header_level(&root->node->node.header) + 1) * 3;
  258. if (root->last_insert.objectid > search_start)
  259. search_start = root->last_insert.objectid;
  260. check_failed:
  261. btrfs_init_path(&path);
  262. ins->objectid = search_start;
  263. ins->offset = 0;
  264. ins->flags = 0;
  265. start_found = 0;
  266. ret = btrfs_search_slot(root, ins, &path, 0, 0);
  267. if (ret < 0)
  268. goto error;
  269. if (path.slots[0] > 0)
  270. path.slots[0]--;
  271. while (1) {
  272. l = &path.nodes[0]->leaf;
  273. slot = path.slots[0];
  274. if (slot >= btrfs_header_nritems(&l->header)) {
  275. ret = btrfs_next_leaf(root, &path);
  276. if (ret == 0)
  277. continue;
  278. if (ret < 0)
  279. goto error;
  280. if (!start_found) {
  281. ins->objectid = search_start;
  282. ins->offset = (u64)-1;
  283. start_found = 1;
  284. goto check_pending;
  285. }
  286. ins->objectid = last_block > search_start ?
  287. last_block : search_start;
  288. ins->offset = (u64)-1;
  289. goto check_pending;
  290. }
  291. btrfs_disk_key_to_cpu(&key, &l->items[slot].key);
  292. if (key.objectid >= search_start) {
  293. if (start_found) {
  294. if (last_block < search_start)
  295. last_block = search_start;
  296. hole_size = key.objectid - last_block;
  297. if (hole_size > total_needed) {
  298. ins->objectid = last_block;
  299. ins->offset = hole_size;
  300. goto check_pending;
  301. }
  302. }
  303. }
  304. start_found = 1;
  305. last_block = key.objectid + key.offset;
  306. path.slots[0]++;
  307. }
  308. // FIXME -ENOSPC
  309. check_pending:
  310. /* we have to make sure we didn't find an extent that has already
  311. * been allocated by the map tree or the original allocation
  312. */
  313. btrfs_release_path(root, &path);
  314. BUG_ON(ins->objectid < search_start);
  315. for (test_block = ins->objectid;
  316. test_block < ins->objectid + total_needed; test_block++) {
  317. if (radix_tree_lookup(&root->pinned_radix, test_block)) {
  318. search_start = test_block + 1;
  319. goto check_failed;
  320. }
  321. }
  322. BUG_ON(root->current_insert.offset);
  323. root->current_insert.offset = total_needed - num_blocks;
  324. root->current_insert.objectid = ins->objectid + num_blocks;
  325. root->current_insert.flags = 0;
  326. root->last_insert.objectid = ins->objectid;
  327. ins->offset = num_blocks;
  328. return 0;
  329. error:
  330. btrfs_release_path(root, &path);
  331. return ret;
  332. }
  333. /*
  334. * finds a free extent and does all the dirty work required for allocation
  335. * returns the key for the extent through ins, and a tree buffer for
  336. * the first block of the extent through buf.
  337. *
  338. * returns 0 if everything worked, non-zero otherwise.
  339. */
  340. static int alloc_extent(struct btrfs_root *root, u64 num_blocks,
  341. u64 search_start, u64 search_end, u64 owner,
  342. struct btrfs_key *ins)
  343. {
  344. int ret;
  345. int pending_ret;
  346. struct btrfs_root *extent_root = root->extent_root;
  347. struct btrfs_extent_item extent_item;
  348. btrfs_set_extent_refs(&extent_item, 1);
  349. btrfs_set_extent_owner(&extent_item, owner);
  350. if (root == extent_root) {
  351. BUG_ON(extent_root->current_insert.offset == 0);
  352. BUG_ON(num_blocks != 1);
  353. BUG_ON(extent_root->current_insert.flags ==
  354. extent_root->current_insert.offset);
  355. ins->offset = 1;
  356. ins->objectid = extent_root->current_insert.objectid +
  357. extent_root->current_insert.flags++;
  358. return 0;
  359. }
  360. ret = find_free_extent(root, num_blocks, search_start,
  361. search_end, ins);
  362. if (ret)
  363. return ret;
  364. ret = btrfs_insert_item(extent_root, ins, &extent_item,
  365. sizeof(extent_item));
  366. finish_current_insert(extent_root);
  367. pending_ret = run_pending(extent_root);
  368. if (ret)
  369. return ret;
  370. if (pending_ret)
  371. return pending_ret;
  372. return 0;
  373. }
  374. /*
  375. * helper function to allocate a block for a given tree
  376. * returns the tree buffer or NULL.
  377. */
  378. struct btrfs_buffer *btrfs_alloc_free_block(struct btrfs_root *root)
  379. {
  380. struct btrfs_key ins;
  381. int ret;
  382. struct btrfs_buffer *buf;
  383. ret = alloc_extent(root, 1, 0, (unsigned long)-1,
  384. btrfs_header_parentid(&root->node->node.header),
  385. &ins);
  386. if (ret) {
  387. BUG();
  388. return NULL;
  389. }
  390. buf = find_tree_block(root, ins.objectid);
  391. dirty_tree_block(root, buf);
  392. return buf;
  393. }
  394. /*
  395. * helper function for drop_snapshot, this walks down the tree dropping ref
  396. * counts as it goes.
  397. */
  398. static int walk_down_tree(struct btrfs_root *root,
  399. struct btrfs_path *path, int *level)
  400. {
  401. struct btrfs_buffer *next;
  402. struct btrfs_buffer *cur;
  403. u64 blocknr;
  404. int ret;
  405. u32 refs;
  406. ret = lookup_block_ref(root, path->nodes[*level]->blocknr, &refs);
  407. BUG_ON(ret);
  408. if (refs > 1)
  409. goto out;
  410. /*
  411. * walk down to the last node level and free all the leaves
  412. */
  413. while(*level > 0) {
  414. cur = path->nodes[*level];
  415. if (path->slots[*level] >=
  416. btrfs_header_nritems(&cur->node.header))
  417. break;
  418. blocknr = btrfs_node_blockptr(&cur->node, path->slots[*level]);
  419. ret = lookup_block_ref(root, blocknr, &refs);
  420. if (refs != 1 || *level == 1) {
  421. path->slots[*level]++;
  422. ret = btrfs_free_extent(root, blocknr, 1);
  423. BUG_ON(ret);
  424. continue;
  425. }
  426. BUG_ON(ret);
  427. next = read_tree_block(root, blocknr);
  428. if (path->nodes[*level-1])
  429. btrfs_block_release(root, path->nodes[*level-1]);
  430. path->nodes[*level-1] = next;
  431. *level = btrfs_header_level(&next->node.header);
  432. path->slots[*level] = 0;
  433. }
  434. out:
  435. ret = btrfs_free_extent(root, path->nodes[*level]->blocknr, 1);
  436. btrfs_block_release(root, path->nodes[*level]);
  437. path->nodes[*level] = NULL;
  438. *level += 1;
  439. BUG_ON(ret);
  440. return 0;
  441. }
  442. /*
  443. * helper for dropping snapshots. This walks back up the tree in the path
  444. * to find the first node higher up where we haven't yet gone through
  445. * all the slots
  446. */
  447. static int walk_up_tree(struct btrfs_root *root, struct btrfs_path *path,
  448. int *level)
  449. {
  450. int i;
  451. int slot;
  452. int ret;
  453. for(i = *level; i < BTRFS_MAX_LEVEL - 1 && path->nodes[i]; i++) {
  454. slot = path->slots[i];
  455. if (slot <
  456. btrfs_header_nritems(&path->nodes[i]->node.header)- 1) {
  457. path->slots[i]++;
  458. *level = i;
  459. return 0;
  460. } else {
  461. ret = btrfs_free_extent(root,
  462. path->nodes[*level]->blocknr, 1);
  463. btrfs_block_release(root, path->nodes[*level]);
  464. path->nodes[*level] = NULL;
  465. *level = i + 1;
  466. BUG_ON(ret);
  467. }
  468. }
  469. return 1;
  470. }
  471. /*
  472. * drop the reference count on the tree rooted at 'snap'. This traverses
  473. * the tree freeing any blocks that have a ref count of zero after being
  474. * decremented.
  475. */
  476. int btrfs_drop_snapshot(struct btrfs_root *root, struct btrfs_buffer *snap)
  477. {
  478. int ret = 0;;
  479. int wret;
  480. int level;
  481. struct btrfs_path path;
  482. int i;
  483. int orig_level;
  484. btrfs_init_path(&path);
  485. level = btrfs_header_level(&snap->node.header);
  486. orig_level = level;
  487. path.nodes[level] = snap;
  488. path.slots[level] = 0;
  489. while(1) {
  490. wret = walk_down_tree(root, &path, &level);
  491. if (wret > 0)
  492. break;
  493. if (wret < 0)
  494. ret = wret;
  495. wret = walk_up_tree(root, &path, &level);
  496. if (wret > 0)
  497. break;
  498. if (wret < 0)
  499. ret = wret;
  500. }
  501. for (i = 0; i <= orig_level; i++) {
  502. if (path.nodes[i]) {
  503. btrfs_block_release(root, path.nodes[i]);
  504. }
  505. }
  506. return ret;
  507. }