extent-tree.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541
  1. #include <stdio.h>
  2. #include <stdlib.h>
  3. #include "kerncompat.h"
  4. #include "radix-tree.h"
  5. #include "ctree.h"
  6. #include "disk-io.h"
  7. #include "print-tree.h"
  8. static int find_free_extent(struct ctree_root *orig_root, u64 num_blocks,
  9. u64 search_start, u64 search_end, struct key *ins);
  10. static int finish_current_insert(struct ctree_root *extent_root);
  11. static int run_pending(struct ctree_root *extent_root);
  12. /*
  13. * pending extents are blocks that we're trying to allocate in the extent
  14. * map while trying to grow the map because of other allocations. To avoid
  15. * recursing, they are tagged in the radix tree and cleaned up after
  16. * other allocations are done. The pending tag is also used in the same
  17. * manner for deletes.
  18. */
  19. #define CTREE_EXTENT_PENDING_DEL 0
  20. static int inc_block_ref(struct ctree_root *root, u64 blocknr)
  21. {
  22. struct ctree_path path;
  23. int ret;
  24. struct key key;
  25. struct leaf *l;
  26. struct extent_item *item;
  27. struct key ins;
  28. find_free_extent(root->extent_root, 0, 0, (u64)-1, &ins);
  29. init_path(&path);
  30. key.objectid = blocknr;
  31. key.flags = 0;
  32. key.offset = 1;
  33. ret = search_slot(root->extent_root, &key, &path, 0, 1);
  34. if (ret != 0)
  35. BUG();
  36. BUG_ON(ret != 0);
  37. l = &path.nodes[0]->leaf;
  38. item = (struct extent_item *)(l->data +
  39. l->items[path.slots[0]].offset);
  40. item->refs++;
  41. BUG_ON(list_empty(&path.nodes[0]->dirty));
  42. release_path(root->extent_root, &path);
  43. finish_current_insert(root->extent_root);
  44. run_pending(root->extent_root);
  45. return 0;
  46. }
  47. static int lookup_block_ref(struct ctree_root *root, u64 blocknr, u32 *refs)
  48. {
  49. struct ctree_path path;
  50. int ret;
  51. struct key key;
  52. struct leaf *l;
  53. struct extent_item *item;
  54. init_path(&path);
  55. key.objectid = blocknr;
  56. key.flags = 0;
  57. key.offset = 1;
  58. ret = search_slot(root->extent_root, &key, &path, 0, 0);
  59. if (ret != 0)
  60. BUG();
  61. l = &path.nodes[0]->leaf;
  62. item = (struct extent_item *)(l->data +
  63. l->items[path.slots[0]].offset);
  64. *refs = item->refs;
  65. release_path(root->extent_root, &path);
  66. return 0;
  67. }
  68. int btrfs_inc_ref(struct ctree_root *root, struct tree_buffer *buf)
  69. {
  70. u64 blocknr;
  71. int i;
  72. if (root == root->extent_root)
  73. return 0;
  74. if (is_leaf(buf->node.header.flags))
  75. return 0;
  76. for (i = 0; i < buf->node.header.nritems; i++) {
  77. blocknr = buf->node.blockptrs[i];
  78. inc_block_ref(root, blocknr);
  79. }
  80. return 0;
  81. }
  82. int btrfs_finish_extent_commit(struct ctree_root *root)
  83. {
  84. struct ctree_root *extent_root = root->extent_root;
  85. unsigned long gang[8];
  86. int ret;
  87. int i;
  88. while(1) {
  89. ret = radix_tree_gang_lookup(&extent_root->pinned_radix,
  90. (void **)gang, 0,
  91. ARRAY_SIZE(gang));
  92. if (!ret)
  93. break;
  94. for (i = 0; i < ret; i++) {
  95. radix_tree_delete(&extent_root->pinned_radix, gang[i]);
  96. }
  97. }
  98. extent_root->last_insert.objectid = 0;
  99. extent_root->last_insert.offset = 0;
  100. return 0;
  101. }
  102. static int finish_current_insert(struct ctree_root *extent_root)
  103. {
  104. struct key ins;
  105. struct extent_item extent_item;
  106. int i;
  107. int ret;
  108. extent_item.refs = 1;
  109. extent_item.owner = extent_root->node->node.header.parentid;
  110. ins.offset = 1;
  111. ins.flags = 0;
  112. for (i = 0; i < extent_root->current_insert.flags; i++) {
  113. ins.objectid = extent_root->current_insert.objectid + i;
  114. ret = insert_item(extent_root, &ins, &extent_item,
  115. sizeof(extent_item));
  116. BUG_ON(ret);
  117. }
  118. extent_root->current_insert.offset = 0;
  119. return 0;
  120. }
  121. /*
  122. * remove an extent from the root, returns 0 on success
  123. */
  124. int __free_extent(struct ctree_root *root, u64 blocknr, u64 num_blocks)
  125. {
  126. struct ctree_path path;
  127. struct key key;
  128. struct ctree_root *extent_root = root->extent_root;
  129. int ret;
  130. struct item *item;
  131. struct extent_item *ei;
  132. struct key ins;
  133. key.objectid = blocknr;
  134. key.flags = 0;
  135. key.offset = num_blocks;
  136. find_free_extent(root, 0, 0, (u64)-1, &ins);
  137. init_path(&path);
  138. ret = search_slot(extent_root, &key, &path, -1, 1);
  139. if (ret) {
  140. printf("failed to find %Lu\n", key.objectid);
  141. print_tree(extent_root, extent_root->node);
  142. printf("failed to find %Lu\n", key.objectid);
  143. BUG();
  144. }
  145. item = path.nodes[0]->leaf.items + path.slots[0];
  146. ei = (struct extent_item *)(path.nodes[0]->leaf.data + item->offset);
  147. BUG_ON(ei->refs == 0);
  148. ei->refs--;
  149. if (ei->refs == 0) {
  150. if (root == extent_root) {
  151. int err;
  152. radix_tree_preload(GFP_KERNEL);
  153. err = radix_tree_insert(&extent_root->pinned_radix,
  154. blocknr, (void *)blocknr);
  155. BUG_ON(err);
  156. radix_tree_preload_end();
  157. }
  158. ret = del_item(extent_root, &path);
  159. if (root != extent_root &&
  160. extent_root->last_insert.objectid < blocknr)
  161. extent_root->last_insert.objectid = blocknr;
  162. if (ret)
  163. BUG();
  164. }
  165. release_path(extent_root, &path);
  166. finish_current_insert(extent_root);
  167. return ret;
  168. }
  169. /*
  170. * find all the blocks marked as pending in the radix tree and remove
  171. * them from the extent map
  172. */
  173. static int del_pending_extents(struct ctree_root *extent_root)
  174. {
  175. int ret;
  176. struct tree_buffer *gang[4];
  177. int i;
  178. while(1) {
  179. ret = radix_tree_gang_lookup_tag(&extent_root->cache_radix,
  180. (void **)gang, 0,
  181. ARRAY_SIZE(gang),
  182. CTREE_EXTENT_PENDING_DEL);
  183. if (!ret)
  184. break;
  185. for (i = 0; i < ret; i++) {
  186. ret = __free_extent(extent_root, gang[i]->blocknr, 1);
  187. radix_tree_tag_clear(&extent_root->cache_radix,
  188. gang[i]->blocknr,
  189. CTREE_EXTENT_PENDING_DEL);
  190. tree_block_release(extent_root, gang[i]);
  191. }
  192. }
  193. return 0;
  194. }
  195. static int run_pending(struct ctree_root *extent_root)
  196. {
  197. while(radix_tree_tagged(&extent_root->cache_radix,
  198. CTREE_EXTENT_PENDING_DEL))
  199. del_pending_extents(extent_root);
  200. return 0;
  201. }
  202. /*
  203. * remove an extent from the root, returns 0 on success
  204. */
  205. int free_extent(struct ctree_root *root, u64 blocknr, u64 num_blocks)
  206. {
  207. struct key key;
  208. struct ctree_root *extent_root = root->extent_root;
  209. struct tree_buffer *t;
  210. int pending_ret;
  211. int ret;
  212. if (root == extent_root) {
  213. t = find_tree_block(root, blocknr);
  214. radix_tree_tag_set(&root->cache_radix, blocknr,
  215. CTREE_EXTENT_PENDING_DEL);
  216. return 0;
  217. }
  218. key.objectid = blocknr;
  219. key.flags = 0;
  220. key.offset = num_blocks;
  221. ret = __free_extent(root, blocknr, num_blocks);
  222. pending_ret = run_pending(root->extent_root);
  223. return ret ? ret : pending_ret;
  224. }
  225. /*
  226. * walks the btree of allocated extents and find a hole of a given size.
  227. * The key ins is changed to record the hole:
  228. * ins->objectid == block start
  229. * ins->flags = 0
  230. * ins->offset == number of blocks
  231. * Any available blocks before search_start are skipped.
  232. */
  233. static int find_free_extent(struct ctree_root *orig_root, u64 num_blocks,
  234. u64 search_start, u64 search_end, struct key *ins)
  235. {
  236. struct ctree_path path;
  237. struct key *key;
  238. int ret;
  239. u64 hole_size = 0;
  240. int slot = 0;
  241. u64 last_block;
  242. u64 test_block;
  243. int start_found;
  244. struct leaf *l;
  245. struct ctree_root * root = orig_root->extent_root;
  246. int total_needed = num_blocks;
  247. total_needed += (node_level(root->node->node.header.flags) + 1) * 3;
  248. if (root->last_insert.objectid > search_start)
  249. search_start = root->last_insert.objectid;
  250. check_failed:
  251. init_path(&path);
  252. ins->objectid = search_start;
  253. ins->offset = 0;
  254. ins->flags = 0;
  255. start_found = 0;
  256. ret = search_slot(root, ins, &path, 0, 0);
  257. if (ret < 0)
  258. goto error;
  259. if (path.slots[0] > 0)
  260. path.slots[0]--;
  261. while (1) {
  262. l = &path.nodes[0]->leaf;
  263. slot = path.slots[0];
  264. if (slot >= l->header.nritems) {
  265. ret = next_leaf(root, &path);
  266. if (ret == 0)
  267. continue;
  268. if (ret < 0)
  269. goto error;
  270. if (!start_found) {
  271. ins->objectid = search_start;
  272. ins->offset = (u64)-1;
  273. start_found = 1;
  274. goto check_pending;
  275. }
  276. ins->objectid = last_block > search_start ?
  277. last_block : search_start;
  278. ins->offset = (u64)-1;
  279. goto check_pending;
  280. }
  281. key = &l->items[slot].key;
  282. if (key->objectid >= search_start) {
  283. if (start_found) {
  284. if (last_block < search_start)
  285. last_block = search_start;
  286. hole_size = key->objectid - last_block;
  287. if (hole_size > total_needed) {
  288. ins->objectid = last_block;
  289. ins->offset = hole_size;
  290. goto check_pending;
  291. }
  292. }
  293. }
  294. start_found = 1;
  295. last_block = key->objectid + key->offset;
  296. path.slots[0]++;
  297. }
  298. // FIXME -ENOSPC
  299. check_pending:
  300. /* we have to make sure we didn't find an extent that has already
  301. * been allocated by the map tree or the original allocation
  302. */
  303. release_path(root, &path);
  304. BUG_ON(ins->objectid < search_start);
  305. for (test_block = ins->objectid;
  306. test_block < ins->objectid + total_needed; test_block++) {
  307. if (radix_tree_lookup(&root->pinned_radix, test_block)) {
  308. search_start = test_block + 1;
  309. goto check_failed;
  310. }
  311. }
  312. BUG_ON(root->current_insert.offset);
  313. root->current_insert.offset = total_needed - num_blocks;
  314. root->current_insert.objectid = ins->objectid + num_blocks;
  315. root->current_insert.flags = 0;
  316. root->last_insert.objectid = ins->objectid;
  317. ins->offset = num_blocks;
  318. return 0;
  319. error:
  320. release_path(root, &path);
  321. return ret;
  322. }
  323. /*
  324. * finds a free extent and does all the dirty work required for allocation
  325. * returns the key for the extent through ins, and a tree buffer for
  326. * the first block of the extent through buf.
  327. *
  328. * returns 0 if everything worked, non-zero otherwise.
  329. */
  330. int alloc_extent(struct ctree_root *root, u64 num_blocks, u64 search_start,
  331. u64 search_end, u64 owner, struct key *ins)
  332. {
  333. int ret;
  334. int pending_ret;
  335. struct ctree_root *extent_root = root->extent_root;
  336. struct extent_item extent_item;
  337. extent_item.refs = 1;
  338. extent_item.owner = owner;
  339. if (root == extent_root) {
  340. BUG_ON(extent_root->current_insert.offset == 0);
  341. BUG_ON(num_blocks != 1);
  342. BUG_ON(extent_root->current_insert.flags ==
  343. extent_root->current_insert.offset);
  344. ins->offset = 1;
  345. ins->objectid = extent_root->current_insert.objectid +
  346. extent_root->current_insert.flags++;
  347. return 0;
  348. }
  349. ret = find_free_extent(root, num_blocks, search_start,
  350. search_end, ins);
  351. if (ret)
  352. return ret;
  353. ret = insert_item(extent_root, ins, &extent_item,
  354. sizeof(extent_item));
  355. finish_current_insert(extent_root);
  356. pending_ret = run_pending(extent_root);
  357. if (ret)
  358. return ret;
  359. if (pending_ret)
  360. return pending_ret;
  361. return 0;
  362. }
  363. /*
  364. * helper function to allocate a block for a given tree
  365. * returns the tree buffer or NULL.
  366. */
  367. struct tree_buffer *alloc_free_block(struct ctree_root *root)
  368. {
  369. struct key ins;
  370. int ret;
  371. struct tree_buffer *buf;
  372. ret = alloc_extent(root, 1, 0, (unsigned long)-1,
  373. root->node->node.header.parentid,
  374. &ins);
  375. if (ret) {
  376. BUG();
  377. return NULL;
  378. }
  379. buf = find_tree_block(root, ins.objectid);
  380. dirty_tree_block(root, buf);
  381. return buf;
  382. }
  383. int walk_down_tree(struct ctree_root *root, struct ctree_path *path, int *level)
  384. {
  385. struct tree_buffer *next;
  386. struct tree_buffer *cur;
  387. u64 blocknr;
  388. int ret;
  389. u32 refs;
  390. ret = lookup_block_ref(root, path->nodes[*level]->blocknr, &refs);
  391. BUG_ON(ret);
  392. if (refs > 1)
  393. goto out;
  394. while(*level > 0) {
  395. cur = path->nodes[*level];
  396. if (path->slots[*level] >= cur->node.header.nritems)
  397. break;
  398. blocknr = cur->node.blockptrs[path->slots[*level]];
  399. ret = lookup_block_ref(root, blocknr, &refs);
  400. if (refs != 1 || *level == 1) {
  401. path->slots[*level]++;
  402. ret = free_extent(root, blocknr, 1);
  403. BUG_ON(ret);
  404. continue;
  405. }
  406. BUG_ON(ret);
  407. next = read_tree_block(root, blocknr);
  408. if (path->nodes[*level-1])
  409. tree_block_release(root, path->nodes[*level-1]);
  410. path->nodes[*level-1] = next;
  411. *level = node_level(next->node.header.flags);
  412. path->slots[*level] = 0;
  413. }
  414. out:
  415. ret = free_extent(root, path->nodes[*level]->blocknr, 1);
  416. tree_block_release(root, path->nodes[*level]);
  417. path->nodes[*level] = NULL;
  418. *level += 1;
  419. BUG_ON(ret);
  420. return 0;
  421. }
  422. int walk_up_tree(struct ctree_root *root, struct ctree_path *path, int *level)
  423. {
  424. int i;
  425. int slot;
  426. int ret;
  427. for(i = *level; i < MAX_LEVEL - 1 && path->nodes[i]; i++) {
  428. slot = path->slots[i];
  429. if (slot < path->nodes[i]->node.header.nritems - 1) {
  430. path->slots[i]++;
  431. *level = i;
  432. return 0;
  433. } else {
  434. ret = free_extent(root,
  435. path->nodes[*level]->blocknr, 1);
  436. tree_block_release(root, path->nodes[*level]);
  437. path->nodes[*level] = NULL;
  438. *level = i + 1;
  439. BUG_ON(ret);
  440. }
  441. }
  442. return 1;
  443. }
  444. int btrfs_drop_snapshot(struct ctree_root *root, struct tree_buffer *snap)
  445. {
  446. int ret;
  447. int level;
  448. struct ctree_path path;
  449. int i;
  450. int orig_level;
  451. init_path(&path);
  452. level = node_level(snap->node.header.flags);
  453. orig_level = level;
  454. path.nodes[level] = snap;
  455. path.slots[level] = 0;
  456. while(1) {
  457. ret = walk_down_tree(root, &path, &level);
  458. if (ret > 0)
  459. break;
  460. ret = walk_up_tree(root, &path, &level);
  461. if (ret > 0)
  462. break;
  463. }
  464. for (i = 0; i <= orig_level; i++) {
  465. if (path.nodes[i]) {
  466. tree_block_release(root, path.nodes[i]);
  467. }
  468. }
  469. return 0;
  470. }
  471. #if 0
  472. int btrfs_drop_snapshot(struct ctree_root *root, struct tree_buffer *snap)
  473. {
  474. int ret;
  475. int level;
  476. int refs;
  477. u64 blocknr = snap->blocknr;
  478. level = node_level(snap->node.header.flags);
  479. ret = lookup_block_ref(root, snap->blocknr, &refs);
  480. BUG_ON(ret);
  481. if (refs == 1 && level != 0) {
  482. struct node *n = &snap->node;
  483. struct tree_buffer *b;
  484. int i;
  485. for (i = 0; i < n->header.nritems; i++) {
  486. b = read_tree_block(root, n->blockptrs[i]);
  487. /* FIXME, don't recurse here */
  488. ret = btrfs_drop_snapshot(root, b);
  489. BUG_ON(ret);
  490. tree_block_release(root, b);
  491. }
  492. }
  493. ret = free_extent(root, blocknr, 1);
  494. BUG_ON(ret);
  495. return 0;
  496. }
  497. #endif