extent-tree.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543
  1. #include <stdio.h>
  2. #include <stdlib.h>
  3. #include "kerncompat.h"
  4. #include "radix-tree.h"
  5. #include "ctree.h"
  6. #include "disk-io.h"
  7. #include "print-tree.h"
  8. static int find_free_extent(struct btrfs_root *orig_root, u64 num_blocks,
  9. u64 search_start, u64 search_end,
  10. struct btrfs_key *ins);
  11. static int finish_current_insert(struct btrfs_root *extent_root);
  12. static int run_pending(struct btrfs_root *extent_root);
  13. /*
  14. * pending extents are blocks that we're trying to allocate in the extent
  15. * map while trying to grow the map because of other allocations. To avoid
  16. * recursing, they are tagged in the radix tree and cleaned up after
  17. * other allocations are done. The pending tag is also used in the same
  18. * manner for deletes.
  19. */
  20. #define CTREE_EXTENT_PENDING_DEL 0
  21. static int inc_block_ref(struct btrfs_root *root, u64 blocknr)
  22. {
  23. struct btrfs_path path;
  24. int ret;
  25. struct btrfs_key key;
  26. struct btrfs_leaf *l;
  27. struct btrfs_extent_item *item;
  28. struct btrfs_key ins;
  29. u32 refs;
  30. find_free_extent(root->extent_root, 0, 0, (u64)-1, &ins);
  31. btrfs_init_path(&path);
  32. key.objectid = blocknr;
  33. key.flags = 0;
  34. key.offset = 1;
  35. ret = btrfs_search_slot(root->extent_root, &key, &path, 0, 1);
  36. if (ret != 0)
  37. BUG();
  38. BUG_ON(ret != 0);
  39. l = &path.nodes[0]->leaf;
  40. item = btrfs_item_ptr(l, path.slots[0], struct btrfs_extent_item);
  41. refs = btrfs_extent_refs(item);
  42. btrfs_set_extent_refs(item, refs + 1);
  43. BUG_ON(list_empty(&path.nodes[0]->dirty));
  44. btrfs_release_path(root->extent_root, &path);
  45. finish_current_insert(root->extent_root);
  46. run_pending(root->extent_root);
  47. return 0;
  48. }
  49. static int lookup_block_ref(struct btrfs_root *root, u64 blocknr, u32 *refs)
  50. {
  51. struct btrfs_path path;
  52. int ret;
  53. struct btrfs_key key;
  54. struct btrfs_leaf *l;
  55. struct btrfs_extent_item *item;
  56. btrfs_init_path(&path);
  57. key.objectid = blocknr;
  58. key.flags = 0;
  59. key.offset = 1;
  60. ret = btrfs_search_slot(root->extent_root, &key, &path, 0, 0);
  61. if (ret != 0)
  62. BUG();
  63. l = &path.nodes[0]->leaf;
  64. item = btrfs_item_ptr(l, path.slots[0], struct btrfs_extent_item);
  65. *refs = btrfs_extent_refs(item);
  66. btrfs_release_path(root->extent_root, &path);
  67. return 0;
  68. }
  69. int btrfs_inc_ref(struct btrfs_root *root, struct btrfs_buffer *buf)
  70. {
  71. u64 blocknr;
  72. int i;
  73. if (!root->ref_cows)
  74. return 0;
  75. if (btrfs_is_leaf(&buf->node))
  76. return 0;
  77. for (i = 0; i < btrfs_header_nritems(&buf->node.header); i++) {
  78. blocknr = btrfs_node_blockptr(&buf->node, i);
  79. inc_block_ref(root, blocknr);
  80. }
  81. return 0;
  82. }
  83. int btrfs_finish_extent_commit(struct btrfs_root *root)
  84. {
  85. unsigned long gang[8];
  86. int ret;
  87. int i;
  88. while(1) {
  89. ret = radix_tree_gang_lookup(&root->pinned_radix,
  90. (void **)gang, 0,
  91. ARRAY_SIZE(gang));
  92. if (!ret)
  93. break;
  94. for (i = 0; i < ret; i++) {
  95. radix_tree_delete(&root->pinned_radix, gang[i]);
  96. }
  97. }
  98. root->last_insert.objectid = 0;
  99. root->last_insert.offset = 0;
  100. return 0;
  101. }
  102. static int finish_current_insert(struct btrfs_root *extent_root)
  103. {
  104. struct btrfs_key ins;
  105. struct btrfs_extent_item extent_item;
  106. int i;
  107. int ret;
  108. btrfs_set_extent_refs(&extent_item, 1);
  109. btrfs_set_extent_owner(&extent_item,
  110. btrfs_header_parentid(&extent_root->node->node.header));
  111. ins.offset = 1;
  112. ins.flags = 0;
  113. for (i = 0; i < extent_root->current_insert.flags; i++) {
  114. ins.objectid = extent_root->current_insert.objectid + i;
  115. ret = btrfs_insert_item(extent_root, &ins, &extent_item,
  116. sizeof(extent_item));
  117. BUG_ON(ret);
  118. }
  119. extent_root->current_insert.offset = 0;
  120. return 0;
  121. }
  122. /*
  123. * remove an extent from the root, returns 0 on success
  124. */
  125. static int __free_extent(struct btrfs_root *root, u64 blocknr, u64 num_blocks)
  126. {
  127. struct btrfs_path path;
  128. struct btrfs_key key;
  129. struct btrfs_root *extent_root = root->extent_root;
  130. int ret;
  131. struct btrfs_item *item;
  132. struct btrfs_extent_item *ei;
  133. struct btrfs_key ins;
  134. u32 refs;
  135. key.objectid = blocknr;
  136. key.flags = 0;
  137. key.offset = num_blocks;
  138. find_free_extent(root, 0, 0, (u64)-1, &ins);
  139. btrfs_init_path(&path);
  140. ret = btrfs_search_slot(extent_root, &key, &path, -1, 1);
  141. if (ret) {
  142. printf("failed to find %Lu\n", key.objectid);
  143. btrfs_print_tree(extent_root, extent_root->node);
  144. printf("failed to find %Lu\n", key.objectid);
  145. BUG();
  146. }
  147. item = path.nodes[0]->leaf.items + path.slots[0];
  148. ei = (struct btrfs_extent_item *)(path.nodes[0]->leaf.data +
  149. btrfs_item_offset(item));
  150. BUG_ON(ei->refs == 0);
  151. refs = btrfs_extent_refs(ei) - 1;
  152. btrfs_set_extent_refs(ei, refs);
  153. if (refs == 0) {
  154. if (!root->ref_cows) {
  155. int err;
  156. radix_tree_preload(GFP_KERNEL);
  157. err = radix_tree_insert(&extent_root->pinned_radix,
  158. blocknr, (void *)blocknr);
  159. BUG_ON(err);
  160. radix_tree_preload_end();
  161. }
  162. ret = btrfs_del_item(extent_root, &path);
  163. if (root != extent_root &&
  164. extent_root->last_insert.objectid > blocknr)
  165. extent_root->last_insert.objectid = blocknr;
  166. if (ret)
  167. BUG();
  168. }
  169. btrfs_release_path(extent_root, &path);
  170. finish_current_insert(extent_root);
  171. return ret;
  172. }
  173. /*
  174. * find all the blocks marked as pending in the radix tree and remove
  175. * them from the extent map
  176. */
  177. static int del_pending_extents(struct btrfs_root *extent_root)
  178. {
  179. int ret;
  180. struct btrfs_buffer *gang[4];
  181. int i;
  182. while(1) {
  183. ret = radix_tree_gang_lookup_tag(&extent_root->cache_radix,
  184. (void **)gang, 0,
  185. ARRAY_SIZE(gang),
  186. CTREE_EXTENT_PENDING_DEL);
  187. if (!ret)
  188. break;
  189. for (i = 0; i < ret; i++) {
  190. ret = __free_extent(extent_root, gang[i]->blocknr, 1);
  191. radix_tree_tag_clear(&extent_root->cache_radix,
  192. gang[i]->blocknr,
  193. CTREE_EXTENT_PENDING_DEL);
  194. btrfs_block_release(extent_root, gang[i]);
  195. }
  196. }
  197. return 0;
  198. }
  199. static int run_pending(struct btrfs_root *extent_root)
  200. {
  201. while(radix_tree_tagged(&extent_root->cache_radix,
  202. CTREE_EXTENT_PENDING_DEL))
  203. del_pending_extents(extent_root);
  204. return 0;
  205. }
  206. /*
  207. * remove an extent from the root, returns 0 on success
  208. */
  209. int btrfs_free_extent(struct btrfs_root *root, u64 blocknr, u64 num_blocks)
  210. {
  211. struct btrfs_key key;
  212. struct btrfs_root *extent_root = root->extent_root;
  213. struct btrfs_buffer *t;
  214. int pending_ret;
  215. int ret;
  216. if (root == extent_root) {
  217. t = find_tree_block(root, blocknr);
  218. radix_tree_tag_set(&root->cache_radix, blocknr,
  219. CTREE_EXTENT_PENDING_DEL);
  220. return 0;
  221. }
  222. key.objectid = blocknr;
  223. key.flags = 0;
  224. key.offset = num_blocks;
  225. ret = __free_extent(root, blocknr, num_blocks);
  226. pending_ret = run_pending(root->extent_root);
  227. return ret ? ret : pending_ret;
  228. }
  229. /*
  230. * walks the btree of allocated extents and find a hole of a given size.
  231. * The key ins is changed to record the hole:
  232. * ins->objectid == block start
  233. * ins->flags = 0
  234. * ins->offset == number of blocks
  235. * Any available blocks before search_start are skipped.
  236. */
  237. static int find_free_extent(struct btrfs_root *orig_root, u64 num_blocks,
  238. u64 search_start, u64 search_end,
  239. struct btrfs_key *ins)
  240. {
  241. struct btrfs_path path;
  242. struct btrfs_key key;
  243. int ret;
  244. u64 hole_size = 0;
  245. int slot = 0;
  246. u64 last_block;
  247. u64 test_block;
  248. int start_found;
  249. struct btrfs_leaf *l;
  250. struct btrfs_root * root = orig_root->extent_root;
  251. int total_needed = num_blocks;
  252. total_needed += (btrfs_header_level(&root->node->node.header) + 1) * 3;
  253. if (root->last_insert.objectid > search_start)
  254. search_start = root->last_insert.objectid;
  255. check_failed:
  256. btrfs_init_path(&path);
  257. ins->objectid = search_start;
  258. ins->offset = 0;
  259. ins->flags = 0;
  260. start_found = 0;
  261. ret = btrfs_search_slot(root, ins, &path, 0, 0);
  262. if (ret < 0)
  263. goto error;
  264. if (path.slots[0] > 0)
  265. path.slots[0]--;
  266. while (1) {
  267. l = &path.nodes[0]->leaf;
  268. slot = path.slots[0];
  269. if (slot >= btrfs_header_nritems(&l->header)) {
  270. ret = btrfs_next_leaf(root, &path);
  271. if (ret == 0)
  272. continue;
  273. if (ret < 0)
  274. goto error;
  275. if (!start_found) {
  276. ins->objectid = search_start;
  277. ins->offset = (u64)-1;
  278. start_found = 1;
  279. goto check_pending;
  280. }
  281. ins->objectid = last_block > search_start ?
  282. last_block : search_start;
  283. ins->offset = (u64)-1;
  284. goto check_pending;
  285. }
  286. btrfs_disk_key_to_cpu(&key, &l->items[slot].key);
  287. if (key.objectid >= search_start) {
  288. if (start_found) {
  289. if (last_block < search_start)
  290. last_block = search_start;
  291. hole_size = key.objectid - last_block;
  292. if (hole_size > total_needed) {
  293. ins->objectid = last_block;
  294. ins->offset = hole_size;
  295. goto check_pending;
  296. }
  297. }
  298. }
  299. start_found = 1;
  300. last_block = key.objectid + key.offset;
  301. path.slots[0]++;
  302. }
  303. // FIXME -ENOSPC
  304. check_pending:
  305. /* we have to make sure we didn't find an extent that has already
  306. * been allocated by the map tree or the original allocation
  307. */
  308. btrfs_release_path(root, &path);
  309. BUG_ON(ins->objectid < search_start);
  310. for (test_block = ins->objectid;
  311. test_block < ins->objectid + total_needed; test_block++) {
  312. if (radix_tree_lookup(&root->pinned_radix, test_block)) {
  313. search_start = test_block + 1;
  314. goto check_failed;
  315. }
  316. }
  317. BUG_ON(root->current_insert.offset);
  318. root->current_insert.offset = total_needed - num_blocks;
  319. root->current_insert.objectid = ins->objectid + num_blocks;
  320. root->current_insert.flags = 0;
  321. root->last_insert.objectid = ins->objectid;
  322. ins->offset = num_blocks;
  323. return 0;
  324. error:
  325. btrfs_release_path(root, &path);
  326. return ret;
  327. }
  328. /*
  329. * finds a free extent and does all the dirty work required for allocation
  330. * returns the key for the extent through ins, and a tree buffer for
  331. * the first block of the extent through buf.
  332. *
  333. * returns 0 if everything worked, non-zero otherwise.
  334. */
  335. static int alloc_extent(struct btrfs_root *root, u64 num_blocks,
  336. u64 search_start, u64 search_end, u64 owner,
  337. struct btrfs_key *ins)
  338. {
  339. int ret;
  340. int pending_ret;
  341. struct btrfs_root *extent_root = root->extent_root;
  342. struct btrfs_extent_item extent_item;
  343. btrfs_set_extent_refs(&extent_item, 1);
  344. btrfs_set_extent_owner(&extent_item, owner);
  345. if (root == extent_root) {
  346. BUG_ON(extent_root->current_insert.offset == 0);
  347. BUG_ON(num_blocks != 1);
  348. BUG_ON(extent_root->current_insert.flags ==
  349. extent_root->current_insert.offset);
  350. ins->offset = 1;
  351. ins->objectid = extent_root->current_insert.objectid +
  352. extent_root->current_insert.flags++;
  353. return 0;
  354. }
  355. ret = find_free_extent(root, num_blocks, search_start,
  356. search_end, ins);
  357. if (ret)
  358. return ret;
  359. ret = btrfs_insert_item(extent_root, ins, &extent_item,
  360. sizeof(extent_item));
  361. finish_current_insert(extent_root);
  362. pending_ret = run_pending(extent_root);
  363. if (ret)
  364. return ret;
  365. if (pending_ret)
  366. return pending_ret;
  367. return 0;
  368. }
  369. /*
  370. * helper function to allocate a block for a given tree
  371. * returns the tree buffer or NULL.
  372. */
  373. struct btrfs_buffer *btrfs_alloc_free_block(struct btrfs_root *root)
  374. {
  375. struct btrfs_key ins;
  376. int ret;
  377. struct btrfs_buffer *buf;
  378. ret = alloc_extent(root, 1, 0, (unsigned long)-1,
  379. btrfs_header_parentid(&root->node->node.header),
  380. &ins);
  381. if (ret) {
  382. BUG();
  383. return NULL;
  384. }
  385. buf = find_tree_block(root, ins.objectid);
  386. dirty_tree_block(root, buf);
  387. return buf;
  388. }
  389. /*
  390. * helper function for drop_snapshot, this walks down the tree dropping ref
  391. * counts as it goes.
  392. */
  393. static int walk_down_tree(struct btrfs_root *root,
  394. struct btrfs_path *path, int *level)
  395. {
  396. struct btrfs_buffer *next;
  397. struct btrfs_buffer *cur;
  398. u64 blocknr;
  399. int ret;
  400. u32 refs;
  401. ret = lookup_block_ref(root, path->nodes[*level]->blocknr, &refs);
  402. BUG_ON(ret);
  403. if (refs > 1)
  404. goto out;
  405. /*
  406. * walk down to the last node level and free all the leaves
  407. */
  408. while(*level > 0) {
  409. cur = path->nodes[*level];
  410. if (path->slots[*level] >=
  411. btrfs_header_nritems(&cur->node.header))
  412. break;
  413. blocknr = btrfs_node_blockptr(&cur->node, path->slots[*level]);
  414. ret = lookup_block_ref(root, blocknr, &refs);
  415. if (refs != 1 || *level == 1) {
  416. path->slots[*level]++;
  417. ret = btrfs_free_extent(root, blocknr, 1);
  418. BUG_ON(ret);
  419. continue;
  420. }
  421. BUG_ON(ret);
  422. next = read_tree_block(root, blocknr);
  423. if (path->nodes[*level-1])
  424. btrfs_block_release(root, path->nodes[*level-1]);
  425. path->nodes[*level-1] = next;
  426. *level = btrfs_header_level(&next->node.header);
  427. path->slots[*level] = 0;
  428. }
  429. out:
  430. ret = btrfs_free_extent(root, path->nodes[*level]->blocknr, 1);
  431. btrfs_block_release(root, path->nodes[*level]);
  432. path->nodes[*level] = NULL;
  433. *level += 1;
  434. BUG_ON(ret);
  435. return 0;
  436. }
  437. /*
  438. * helper for dropping snapshots. This walks back up the tree in the path
  439. * to find the first node higher up where we haven't yet gone through
  440. * all the slots
  441. */
  442. static int walk_up_tree(struct btrfs_root *root, struct btrfs_path *path,
  443. int *level)
  444. {
  445. int i;
  446. int slot;
  447. int ret;
  448. for(i = *level; i < BTRFS_MAX_LEVEL - 1 && path->nodes[i]; i++) {
  449. slot = path->slots[i];
  450. if (slot <
  451. btrfs_header_nritems(&path->nodes[i]->node.header)- 1) {
  452. path->slots[i]++;
  453. *level = i;
  454. return 0;
  455. } else {
  456. ret = btrfs_free_extent(root,
  457. path->nodes[*level]->blocknr, 1);
  458. btrfs_block_release(root, path->nodes[*level]);
  459. path->nodes[*level] = NULL;
  460. *level = i + 1;
  461. BUG_ON(ret);
  462. }
  463. }
  464. return 1;
  465. }
  466. /*
  467. * drop the reference count on the tree rooted at 'snap'. This traverses
  468. * the tree freeing any blocks that have a ref count of zero after being
  469. * decremented.
  470. */
  471. int btrfs_drop_snapshot(struct btrfs_root *root, struct btrfs_buffer *snap)
  472. {
  473. int ret = 0;
  474. int wret;
  475. int level;
  476. struct btrfs_path path;
  477. int i;
  478. int orig_level;
  479. btrfs_init_path(&path);
  480. level = btrfs_header_level(&snap->node.header);
  481. orig_level = level;
  482. path.nodes[level] = snap;
  483. path.slots[level] = 0;
  484. while(1) {
  485. wret = walk_down_tree(root, &path, &level);
  486. if (wret > 0)
  487. break;
  488. if (wret < 0)
  489. ret = wret;
  490. wret = walk_up_tree(root, &path, &level);
  491. if (wret > 0)
  492. break;
  493. if (wret < 0)
  494. ret = wret;
  495. }
  496. for (i = 0; i <= orig_level; i++) {
  497. if (path.nodes[i]) {
  498. btrfs_block_release(root, path.nodes[i]);
  499. }
  500. }
  501. return ret;
  502. }