disk-io.c 25 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920
  1. /*
  2. * Copyright (C) 2007 Oracle. All rights reserved.
  3. *
  4. * This program is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU General Public
  6. * License v2 as published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  11. * General Public License for more details.
  12. *
  13. * You should have received a copy of the GNU General Public
  14. * License along with this program; if not, write to the
  15. * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  16. * Boston, MA 021110-1307, USA.
  17. */
  18. #include <linux/fs.h>
  19. #include <linux/blkdev.h>
  20. #include <linux/crc32c.h>
  21. #include <linux/scatterlist.h>
  22. #include <linux/swap.h>
  23. #include <linux/radix-tree.h>
  24. #include <linux/writeback.h>
  25. #include <linux/buffer_head.h> // for block_sync_page
  26. #include "ctree.h"
  27. #include "disk-io.h"
  28. #include "transaction.h"
  29. #include "btrfs_inode.h"
  30. #include "print-tree.h"
  31. #if 0
  32. static int check_tree_block(struct btrfs_root *root, struct extent_buffer *buf)
  33. {
  34. if (extent_buffer_blocknr(buf) != btrfs_header_blocknr(buf)) {
  35. printk(KERN_CRIT "buf blocknr(buf) is %llu, header is %llu\n",
  36. (unsigned long long)extent_buffer_blocknr(buf),
  37. (unsigned long long)btrfs_header_blocknr(buf));
  38. return 1;
  39. }
  40. return 0;
  41. }
  42. #endif
  43. static struct extent_map_ops btree_extent_map_ops;
  44. struct extent_buffer *btrfs_find_tree_block(struct btrfs_root *root,
  45. u64 bytenr, u32 blocksize)
  46. {
  47. struct inode *btree_inode = root->fs_info->btree_inode;
  48. struct extent_buffer *eb;
  49. eb = find_extent_buffer(&BTRFS_I(btree_inode)->extent_tree,
  50. bytenr, blocksize, GFP_NOFS);
  51. return eb;
  52. }
  53. struct extent_buffer *btrfs_find_create_tree_block(struct btrfs_root *root,
  54. u64 bytenr, u32 blocksize)
  55. {
  56. struct inode *btree_inode = root->fs_info->btree_inode;
  57. struct extent_buffer *eb;
  58. eb = alloc_extent_buffer(&BTRFS_I(btree_inode)->extent_tree,
  59. bytenr, blocksize, NULL, GFP_NOFS);
  60. return eb;
  61. }
  62. struct extent_map *btree_get_extent(struct inode *inode, struct page *page,
  63. size_t page_offset, u64 start, u64 end,
  64. int create)
  65. {
  66. struct extent_map_tree *em_tree = &BTRFS_I(inode)->extent_tree;
  67. struct extent_map *em;
  68. int ret;
  69. again:
  70. em = lookup_extent_mapping(em_tree, start, end);
  71. if (em) {
  72. goto out;
  73. }
  74. em = alloc_extent_map(GFP_NOFS);
  75. if (!em) {
  76. em = ERR_PTR(-ENOMEM);
  77. goto out;
  78. }
  79. em->start = 0;
  80. em->end = (i_size_read(inode) & ~((u64)PAGE_CACHE_SIZE -1)) - 1;
  81. em->block_start = 0;
  82. em->block_end = em->end;
  83. em->bdev = inode->i_sb->s_bdev;
  84. ret = add_extent_mapping(em_tree, em);
  85. if (ret == -EEXIST) {
  86. free_extent_map(em);
  87. em = NULL;
  88. goto again;
  89. } else if (ret) {
  90. em = ERR_PTR(ret);
  91. }
  92. out:
  93. return em;
  94. }
  95. u32 btrfs_csum_data(struct btrfs_root *root, char *data, u32 seed, size_t len)
  96. {
  97. return crc32c(seed, data, len);
  98. }
  99. void btrfs_csum_final(u32 crc, char *result)
  100. {
  101. *(__le32 *)result = ~cpu_to_le32(crc);
  102. }
  103. static int csum_tree_block(struct btrfs_root *root, struct extent_buffer *buf,
  104. int verify)
  105. {
  106. char result[BTRFS_CRC32_SIZE];
  107. unsigned long len;
  108. unsigned long cur_len;
  109. unsigned long offset = BTRFS_CSUM_SIZE;
  110. char *map_token = NULL;
  111. char *kaddr;
  112. unsigned long map_start;
  113. unsigned long map_len;
  114. int err;
  115. u32 crc = ~(u32)0;
  116. len = buf->len - offset;
  117. while(len > 0) {
  118. err = map_private_extent_buffer(buf, offset, 32,
  119. &map_token, &kaddr,
  120. &map_start, &map_len, KM_USER0);
  121. if (err) {
  122. printk("failed to map extent buffer! %lu\n",
  123. offset);
  124. return 1;
  125. }
  126. cur_len = min(len, map_len - (offset - map_start));
  127. crc = btrfs_csum_data(root, kaddr + offset - map_start,
  128. crc, cur_len);
  129. len -= cur_len;
  130. offset += cur_len;
  131. unmap_extent_buffer(buf, map_token, KM_USER0);
  132. }
  133. btrfs_csum_final(crc, result);
  134. if (verify) {
  135. if (memcmp_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE)) {
  136. printk("btrfs: %s checksum verify failed on %llu\n",
  137. root->fs_info->sb->s_id,
  138. buf->start);
  139. return 1;
  140. }
  141. } else {
  142. write_extent_buffer(buf, result, 0, BTRFS_CRC32_SIZE);
  143. }
  144. return 0;
  145. }
  146. int csum_dirty_buffer(struct btrfs_root *root, struct page *page)
  147. {
  148. struct extent_map_tree *tree;
  149. u64 start = (u64)page->index << PAGE_CACHE_SHIFT;
  150. u64 found_start;
  151. int found_level;
  152. unsigned long len;
  153. struct extent_buffer *eb;
  154. tree = &BTRFS_I(page->mapping->host)->extent_tree;
  155. if (page->private == EXTENT_PAGE_PRIVATE)
  156. goto out;
  157. if (!page->private)
  158. goto out;
  159. len = page->private >> 2;
  160. if (len == 0) {
  161. WARN_ON(1);
  162. }
  163. eb = alloc_extent_buffer(tree, start, len, page, GFP_NOFS);
  164. read_extent_buffer_pages(tree, eb, start + PAGE_CACHE_SIZE, 1);
  165. found_start = btrfs_header_bytenr(eb);
  166. if (found_start != start) {
  167. printk("warning: eb start incorrect %Lu buffer %Lu len %lu\n",
  168. start, found_start, len);
  169. }
  170. found_level = btrfs_header_level(eb);
  171. csum_tree_block(root, eb, 0);
  172. free_extent_buffer(eb);
  173. out:
  174. return 0;
  175. }
  176. static int btree_writepage_io_hook(struct page *page, u64 start, u64 end)
  177. {
  178. struct btrfs_root *root = BTRFS_I(page->mapping->host)->root;
  179. csum_dirty_buffer(root, page);
  180. return 0;
  181. }
  182. static int btree_writepage(struct page *page, struct writeback_control *wbc)
  183. {
  184. struct extent_map_tree *tree;
  185. tree = &BTRFS_I(page->mapping->host)->extent_tree;
  186. return extent_write_full_page(tree, page, btree_get_extent, wbc);
  187. }
  188. static int btree_writepages(struct address_space *mapping,
  189. struct writeback_control *wbc)
  190. {
  191. struct extent_map_tree *tree;
  192. tree = &BTRFS_I(mapping->host)->extent_tree;
  193. if (wbc->sync_mode == WB_SYNC_NONE) {
  194. u64 num_dirty;
  195. u64 start = 0;
  196. unsigned long thresh = 96 * 1024 * 1024;
  197. if (wbc->for_kupdate)
  198. return 0;
  199. if (current_is_pdflush()) {
  200. thresh = 96 * 1024 * 1024;
  201. } else {
  202. thresh = 8 * 1024 * 1024;
  203. }
  204. num_dirty = count_range_bits(tree, &start, (u64)-1,
  205. thresh, EXTENT_DIRTY);
  206. if (num_dirty < thresh) {
  207. return 0;
  208. }
  209. }
  210. return extent_writepages(tree, mapping, btree_get_extent, wbc);
  211. }
  212. int btree_readpage(struct file *file, struct page *page)
  213. {
  214. struct extent_map_tree *tree;
  215. tree = &BTRFS_I(page->mapping->host)->extent_tree;
  216. return extent_read_full_page(tree, page, btree_get_extent);
  217. }
  218. static int btree_releasepage(struct page *page, gfp_t unused_gfp_flags)
  219. {
  220. struct extent_map_tree *tree;
  221. int ret;
  222. tree = &BTRFS_I(page->mapping->host)->extent_tree;
  223. ret = try_release_extent_mapping(tree, page);
  224. if (ret == 1) {
  225. ClearPagePrivate(page);
  226. set_page_private(page, 0);
  227. page_cache_release(page);
  228. }
  229. return ret;
  230. }
  231. static void btree_invalidatepage(struct page *page, unsigned long offset)
  232. {
  233. struct extent_map_tree *tree;
  234. tree = &BTRFS_I(page->mapping->host)->extent_tree;
  235. extent_invalidatepage(tree, page, offset);
  236. btree_releasepage(page, GFP_NOFS);
  237. }
  238. #if 0
  239. static int btree_writepage(struct page *page, struct writeback_control *wbc)
  240. {
  241. struct buffer_head *bh;
  242. struct btrfs_root *root = BTRFS_I(page->mapping->host)->root;
  243. struct buffer_head *head;
  244. if (!page_has_buffers(page)) {
  245. create_empty_buffers(page, root->fs_info->sb->s_blocksize,
  246. (1 << BH_Dirty)|(1 << BH_Uptodate));
  247. }
  248. head = page_buffers(page);
  249. bh = head;
  250. do {
  251. if (buffer_dirty(bh))
  252. csum_tree_block(root, bh, 0);
  253. bh = bh->b_this_page;
  254. } while (bh != head);
  255. return block_write_full_page(page, btree_get_block, wbc);
  256. }
  257. #endif
  258. static struct address_space_operations btree_aops = {
  259. .readpage = btree_readpage,
  260. .writepage = btree_writepage,
  261. .writepages = btree_writepages,
  262. .releasepage = btree_releasepage,
  263. .invalidatepage = btree_invalidatepage,
  264. .sync_page = block_sync_page,
  265. };
  266. int readahead_tree_block(struct btrfs_root *root, u64 bytenr, u32 blocksize)
  267. {
  268. struct extent_buffer *buf = NULL;
  269. struct inode *btree_inode = root->fs_info->btree_inode;
  270. int ret = 0;
  271. buf = btrfs_find_create_tree_block(root, bytenr, blocksize);
  272. if (!buf)
  273. return 0;
  274. read_extent_buffer_pages(&BTRFS_I(btree_inode)->extent_tree,
  275. buf, 0, 0);
  276. free_extent_buffer(buf);
  277. return ret;
  278. }
  279. struct extent_buffer *read_tree_block(struct btrfs_root *root, u64 bytenr,
  280. u32 blocksize)
  281. {
  282. struct extent_buffer *buf = NULL;
  283. struct inode *btree_inode = root->fs_info->btree_inode;
  284. struct extent_map_tree *extent_tree;
  285. int ret;
  286. extent_tree = &BTRFS_I(btree_inode)->extent_tree;
  287. buf = btrfs_find_create_tree_block(root, bytenr, blocksize);
  288. if (!buf)
  289. return NULL;
  290. read_extent_buffer_pages(&BTRFS_I(btree_inode)->extent_tree,
  291. buf, 0, 1);
  292. if (buf->flags & EXTENT_CSUM) {
  293. return buf;
  294. }
  295. if (test_range_bit(extent_tree, buf->start, buf->start + buf->len - 1,
  296. EXTENT_CSUM, 1)) {
  297. buf->flags |= EXTENT_CSUM;
  298. return buf;
  299. }
  300. ret = csum_tree_block(root, buf, 1);
  301. set_extent_bits(extent_tree, buf->start,
  302. buf->start + buf->len - 1,
  303. EXTENT_CSUM, GFP_NOFS);
  304. buf->flags |= EXTENT_CSUM;
  305. return buf;
  306. }
  307. int clean_tree_block(struct btrfs_trans_handle *trans, struct btrfs_root *root,
  308. struct extent_buffer *buf)
  309. {
  310. struct inode *btree_inode = root->fs_info->btree_inode;
  311. clear_extent_buffer_dirty(&BTRFS_I(btree_inode)->extent_tree, buf);
  312. return 0;
  313. }
  314. int wait_on_tree_block_writeback(struct btrfs_root *root,
  315. struct extent_buffer *buf)
  316. {
  317. struct inode *btree_inode = root->fs_info->btree_inode;
  318. wait_on_extent_buffer_writeback(&BTRFS_I(btree_inode)->extent_tree,
  319. buf);
  320. return 0;
  321. }
  322. static int __setup_root(u32 nodesize, u32 leafsize, u32 sectorsize,
  323. u32 stripesize, struct btrfs_root *root,
  324. struct btrfs_fs_info *fs_info,
  325. u64 objectid)
  326. {
  327. root->node = NULL;
  328. root->inode = NULL;
  329. root->commit_root = NULL;
  330. root->sectorsize = sectorsize;
  331. root->nodesize = nodesize;
  332. root->leafsize = leafsize;
  333. root->stripesize = stripesize;
  334. root->ref_cows = 0;
  335. root->fs_info = fs_info;
  336. root->objectid = objectid;
  337. root->last_trans = 0;
  338. root->highest_inode = 0;
  339. root->last_inode_alloc = 0;
  340. root->name = NULL;
  341. root->in_sysfs = 0;
  342. memset(&root->root_key, 0, sizeof(root->root_key));
  343. memset(&root->root_item, 0, sizeof(root->root_item));
  344. memset(&root->defrag_progress, 0, sizeof(root->defrag_progress));
  345. memset(&root->root_kobj, 0, sizeof(root->root_kobj));
  346. init_completion(&root->kobj_unregister);
  347. init_rwsem(&root->snap_sem);
  348. root->defrag_running = 0;
  349. root->defrag_level = 0;
  350. root->root_key.objectid = objectid;
  351. return 0;
  352. }
  353. static int find_and_setup_root(struct btrfs_root *tree_root,
  354. struct btrfs_fs_info *fs_info,
  355. u64 objectid,
  356. struct btrfs_root *root)
  357. {
  358. int ret;
  359. u32 blocksize;
  360. __setup_root(tree_root->nodesize, tree_root->leafsize,
  361. tree_root->sectorsize, tree_root->stripesize,
  362. root, fs_info, objectid);
  363. ret = btrfs_find_last_root(tree_root, objectid,
  364. &root->root_item, &root->root_key);
  365. BUG_ON(ret);
  366. blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item));
  367. root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item),
  368. blocksize);
  369. BUG_ON(!root->node);
  370. return 0;
  371. }
  372. struct btrfs_root *btrfs_read_fs_root_no_radix(struct btrfs_fs_info *fs_info,
  373. struct btrfs_key *location)
  374. {
  375. struct btrfs_root *root;
  376. struct btrfs_root *tree_root = fs_info->tree_root;
  377. struct btrfs_path *path;
  378. struct extent_buffer *l;
  379. u64 highest_inode;
  380. u32 blocksize;
  381. int ret = 0;
  382. root = kzalloc(sizeof(*root), GFP_NOFS);
  383. if (!root)
  384. return ERR_PTR(-ENOMEM);
  385. if (location->offset == (u64)-1) {
  386. ret = find_and_setup_root(tree_root, fs_info,
  387. location->objectid, root);
  388. if (ret) {
  389. kfree(root);
  390. return ERR_PTR(ret);
  391. }
  392. goto insert;
  393. }
  394. __setup_root(tree_root->nodesize, tree_root->leafsize,
  395. tree_root->sectorsize, tree_root->stripesize,
  396. root, fs_info, location->objectid);
  397. path = btrfs_alloc_path();
  398. BUG_ON(!path);
  399. ret = btrfs_search_slot(NULL, tree_root, location, path, 0, 0);
  400. if (ret != 0) {
  401. if (ret > 0)
  402. ret = -ENOENT;
  403. goto out;
  404. }
  405. l = path->nodes[0];
  406. read_extent_buffer(l, &root->root_item,
  407. btrfs_item_ptr_offset(l, path->slots[0]),
  408. sizeof(root->root_item));
  409. memcpy(&root->root_key, location, sizeof(*location));
  410. ret = 0;
  411. out:
  412. btrfs_release_path(root, path);
  413. btrfs_free_path(path);
  414. if (ret) {
  415. kfree(root);
  416. return ERR_PTR(ret);
  417. }
  418. blocksize = btrfs_level_size(root, btrfs_root_level(&root->root_item));
  419. root->node = read_tree_block(root, btrfs_root_bytenr(&root->root_item),
  420. blocksize);
  421. BUG_ON(!root->node);
  422. insert:
  423. root->ref_cows = 1;
  424. ret = btrfs_find_highest_inode(root, &highest_inode);
  425. if (ret == 0) {
  426. root->highest_inode = highest_inode;
  427. root->last_inode_alloc = highest_inode;
  428. }
  429. return root;
  430. }
  431. struct btrfs_root *btrfs_read_fs_root_no_name(struct btrfs_fs_info *fs_info,
  432. struct btrfs_key *location)
  433. {
  434. struct btrfs_root *root;
  435. int ret;
  436. if (location->objectid == BTRFS_ROOT_TREE_OBJECTID)
  437. return fs_info->tree_root;
  438. if (location->objectid == BTRFS_EXTENT_TREE_OBJECTID)
  439. return fs_info->extent_root;
  440. root = radix_tree_lookup(&fs_info->fs_roots_radix,
  441. (unsigned long)location->objectid);
  442. if (root)
  443. return root;
  444. root = btrfs_read_fs_root_no_radix(fs_info, location);
  445. if (IS_ERR(root))
  446. return root;
  447. ret = radix_tree_insert(&fs_info->fs_roots_radix,
  448. (unsigned long)root->root_key.objectid,
  449. root);
  450. if (ret) {
  451. free_extent_buffer(root->node);
  452. kfree(root);
  453. return ERR_PTR(ret);
  454. }
  455. ret = btrfs_find_dead_roots(fs_info->tree_root,
  456. root->root_key.objectid, root);
  457. BUG_ON(ret);
  458. return root;
  459. }
  460. struct btrfs_root *btrfs_read_fs_root(struct btrfs_fs_info *fs_info,
  461. struct btrfs_key *location,
  462. const char *name, int namelen)
  463. {
  464. struct btrfs_root *root;
  465. int ret;
  466. root = btrfs_read_fs_root_no_name(fs_info, location);
  467. if (!root)
  468. return NULL;
  469. if (root->in_sysfs)
  470. return root;
  471. ret = btrfs_set_root_name(root, name, namelen);
  472. if (ret) {
  473. free_extent_buffer(root->node);
  474. kfree(root);
  475. return ERR_PTR(ret);
  476. }
  477. ret = btrfs_sysfs_add_root(root);
  478. if (ret) {
  479. free_extent_buffer(root->node);
  480. kfree(root->name);
  481. kfree(root);
  482. return ERR_PTR(ret);
  483. }
  484. root->in_sysfs = 1;
  485. return root;
  486. }
  487. #if 0
  488. static int add_hasher(struct btrfs_fs_info *info, char *type) {
  489. struct btrfs_hasher *hasher;
  490. hasher = kmalloc(sizeof(*hasher), GFP_NOFS);
  491. if (!hasher)
  492. return -ENOMEM;
  493. hasher->hash_tfm = crypto_alloc_hash(type, 0, CRYPTO_ALG_ASYNC);
  494. if (!hasher->hash_tfm) {
  495. kfree(hasher);
  496. return -EINVAL;
  497. }
  498. spin_lock(&info->hash_lock);
  499. list_add(&hasher->list, &info->hashers);
  500. spin_unlock(&info->hash_lock);
  501. return 0;
  502. }
  503. #endif
  504. struct btrfs_root *open_ctree(struct super_block *sb)
  505. {
  506. u32 sectorsize;
  507. u32 nodesize;
  508. u32 leafsize;
  509. u32 blocksize;
  510. u32 stripesize;
  511. struct btrfs_root *extent_root = kmalloc(sizeof(struct btrfs_root),
  512. GFP_NOFS);
  513. struct btrfs_root *tree_root = kmalloc(sizeof(struct btrfs_root),
  514. GFP_NOFS);
  515. struct btrfs_fs_info *fs_info = kmalloc(sizeof(*fs_info),
  516. GFP_NOFS);
  517. int ret;
  518. int err = -EIO;
  519. struct btrfs_super_block *disk_super;
  520. if (!extent_root || !tree_root || !fs_info) {
  521. err = -ENOMEM;
  522. goto fail;
  523. }
  524. INIT_RADIX_TREE(&fs_info->fs_roots_radix, GFP_NOFS);
  525. INIT_LIST_HEAD(&fs_info->trans_list);
  526. INIT_LIST_HEAD(&fs_info->dead_roots);
  527. INIT_LIST_HEAD(&fs_info->hashers);
  528. spin_lock_init(&fs_info->hash_lock);
  529. spin_lock_init(&fs_info->delalloc_lock);
  530. memset(&fs_info->super_kobj, 0, sizeof(fs_info->super_kobj));
  531. init_completion(&fs_info->kobj_unregister);
  532. sb_set_blocksize(sb, 4096);
  533. fs_info->running_transaction = NULL;
  534. fs_info->last_trans_committed = 0;
  535. fs_info->tree_root = tree_root;
  536. fs_info->extent_root = extent_root;
  537. fs_info->sb = sb;
  538. fs_info->mount_opt = 0;
  539. fs_info->max_extent = (u64)-1;
  540. fs_info->delalloc_bytes = 0;
  541. fs_info->btree_inode = new_inode(sb);
  542. fs_info->btree_inode->i_ino = 1;
  543. fs_info->btree_inode->i_nlink = 1;
  544. fs_info->btree_inode->i_size = sb->s_bdev->bd_inode->i_size;
  545. fs_info->btree_inode->i_mapping->a_ops = &btree_aops;
  546. extent_map_tree_init(&BTRFS_I(fs_info->btree_inode)->extent_tree,
  547. fs_info->btree_inode->i_mapping,
  548. GFP_NOFS);
  549. BTRFS_I(fs_info->btree_inode)->extent_tree.ops = &btree_extent_map_ops;
  550. extent_map_tree_init(&fs_info->free_space_cache,
  551. fs_info->btree_inode->i_mapping, GFP_NOFS);
  552. extent_map_tree_init(&fs_info->block_group_cache,
  553. fs_info->btree_inode->i_mapping, GFP_NOFS);
  554. extent_map_tree_init(&fs_info->pinned_extents,
  555. fs_info->btree_inode->i_mapping, GFP_NOFS);
  556. extent_map_tree_init(&fs_info->pending_del,
  557. fs_info->btree_inode->i_mapping, GFP_NOFS);
  558. extent_map_tree_init(&fs_info->extent_ins,
  559. fs_info->btree_inode->i_mapping, GFP_NOFS);
  560. fs_info->do_barriers = 1;
  561. fs_info->closing = 0;
  562. fs_info->total_pinned = 0;
  563. #if LINUX_VERSION_CODE <= KERNEL_VERSION(2,6,18)
  564. INIT_WORK(&fs_info->trans_work, btrfs_transaction_cleaner, fs_info);
  565. #else
  566. INIT_DELAYED_WORK(&fs_info->trans_work, btrfs_transaction_cleaner);
  567. #endif
  568. BTRFS_I(fs_info->btree_inode)->root = tree_root;
  569. memset(&BTRFS_I(fs_info->btree_inode)->location, 0,
  570. sizeof(struct btrfs_key));
  571. insert_inode_hash(fs_info->btree_inode);
  572. mapping_set_gfp_mask(fs_info->btree_inode->i_mapping, GFP_NOFS);
  573. mutex_init(&fs_info->trans_mutex);
  574. mutex_init(&fs_info->fs_mutex);
  575. #if 0
  576. ret = add_hasher(fs_info, "crc32c");
  577. if (ret) {
  578. printk("btrfs: failed hash setup, modprobe cryptomgr?\n");
  579. err = -ENOMEM;
  580. goto fail_iput;
  581. }
  582. #endif
  583. __setup_root(512, 512, 512, 512, tree_root,
  584. fs_info, BTRFS_ROOT_TREE_OBJECTID);
  585. fs_info->sb_buffer = read_tree_block(tree_root,
  586. BTRFS_SUPER_INFO_OFFSET,
  587. 512);
  588. if (!fs_info->sb_buffer)
  589. goto fail_iput;
  590. read_extent_buffer(fs_info->sb_buffer, &fs_info->super_copy, 0,
  591. sizeof(fs_info->super_copy));
  592. read_extent_buffer(fs_info->sb_buffer, fs_info->fsid,
  593. (unsigned long)btrfs_super_fsid(fs_info->sb_buffer),
  594. BTRFS_FSID_SIZE);
  595. disk_super = &fs_info->super_copy;
  596. if (!btrfs_super_root(disk_super))
  597. goto fail_sb_buffer;
  598. nodesize = btrfs_super_nodesize(disk_super);
  599. leafsize = btrfs_super_leafsize(disk_super);
  600. sectorsize = btrfs_super_sectorsize(disk_super);
  601. stripesize = btrfs_super_stripesize(disk_super);
  602. tree_root->nodesize = nodesize;
  603. tree_root->leafsize = leafsize;
  604. tree_root->sectorsize = sectorsize;
  605. tree_root->stripesize = stripesize;
  606. sb_set_blocksize(sb, sectorsize);
  607. i_size_write(fs_info->btree_inode,
  608. btrfs_super_total_bytes(disk_super));
  609. if (strncmp((char *)(&disk_super->magic), BTRFS_MAGIC,
  610. sizeof(disk_super->magic))) {
  611. printk("btrfs: valid FS not found on %s\n", sb->s_id);
  612. goto fail_sb_buffer;
  613. }
  614. blocksize = btrfs_level_size(tree_root,
  615. btrfs_super_root_level(disk_super));
  616. tree_root->node = read_tree_block(tree_root,
  617. btrfs_super_root(disk_super),
  618. blocksize);
  619. if (!tree_root->node)
  620. goto fail_sb_buffer;
  621. mutex_lock(&fs_info->fs_mutex);
  622. ret = find_and_setup_root(tree_root, fs_info,
  623. BTRFS_EXTENT_TREE_OBJECTID, extent_root);
  624. if (ret) {
  625. mutex_unlock(&fs_info->fs_mutex);
  626. goto fail_tree_root;
  627. }
  628. btrfs_read_block_groups(extent_root);
  629. fs_info->generation = btrfs_super_generation(disk_super) + 1;
  630. mutex_unlock(&fs_info->fs_mutex);
  631. return tree_root;
  632. fail_tree_root:
  633. free_extent_buffer(tree_root->node);
  634. fail_sb_buffer:
  635. free_extent_buffer(fs_info->sb_buffer);
  636. fail_iput:
  637. iput(fs_info->btree_inode);
  638. fail:
  639. kfree(extent_root);
  640. kfree(tree_root);
  641. kfree(fs_info);
  642. return ERR_PTR(err);
  643. }
  644. int write_ctree_super(struct btrfs_trans_handle *trans, struct btrfs_root
  645. *root)
  646. {
  647. int ret;
  648. struct extent_buffer *super = root->fs_info->sb_buffer;
  649. struct inode *btree_inode = root->fs_info->btree_inode;
  650. set_extent_buffer_dirty(&BTRFS_I(btree_inode)->extent_tree, super);
  651. ret = sync_page_range_nolock(btree_inode, btree_inode->i_mapping,
  652. super->start, super->len);
  653. return ret;
  654. }
  655. int btrfs_free_fs_root(struct btrfs_fs_info *fs_info, struct btrfs_root *root)
  656. {
  657. radix_tree_delete(&fs_info->fs_roots_radix,
  658. (unsigned long)root->root_key.objectid);
  659. btrfs_sysfs_del_root(root);
  660. if (root->inode)
  661. iput(root->inode);
  662. if (root->node)
  663. free_extent_buffer(root->node);
  664. if (root->commit_root)
  665. free_extent_buffer(root->commit_root);
  666. if (root->name)
  667. kfree(root->name);
  668. kfree(root);
  669. return 0;
  670. }
  671. static int del_fs_roots(struct btrfs_fs_info *fs_info)
  672. {
  673. int ret;
  674. struct btrfs_root *gang[8];
  675. int i;
  676. while(1) {
  677. ret = radix_tree_gang_lookup(&fs_info->fs_roots_radix,
  678. (void **)gang, 0,
  679. ARRAY_SIZE(gang));
  680. if (!ret)
  681. break;
  682. for (i = 0; i < ret; i++)
  683. btrfs_free_fs_root(fs_info, gang[i]);
  684. }
  685. return 0;
  686. }
  687. int close_ctree(struct btrfs_root *root)
  688. {
  689. int ret;
  690. struct btrfs_trans_handle *trans;
  691. struct btrfs_fs_info *fs_info = root->fs_info;
  692. fs_info->closing = 1;
  693. btrfs_transaction_flush_work(root);
  694. mutex_lock(&fs_info->fs_mutex);
  695. btrfs_defrag_dirty_roots(root->fs_info);
  696. trans = btrfs_start_transaction(root, 1);
  697. ret = btrfs_commit_transaction(trans, root);
  698. /* run commit again to drop the original snapshot */
  699. trans = btrfs_start_transaction(root, 1);
  700. btrfs_commit_transaction(trans, root);
  701. ret = btrfs_write_and_wait_transaction(NULL, root);
  702. BUG_ON(ret);
  703. write_ctree_super(NULL, root);
  704. mutex_unlock(&fs_info->fs_mutex);
  705. if (fs_info->extent_root->node)
  706. free_extent_buffer(fs_info->extent_root->node);
  707. if (fs_info->tree_root->node)
  708. free_extent_buffer(fs_info->tree_root->node);
  709. free_extent_buffer(fs_info->sb_buffer);
  710. btrfs_free_block_groups(root->fs_info);
  711. del_fs_roots(fs_info);
  712. filemap_write_and_wait(fs_info->btree_inode->i_mapping);
  713. extent_map_tree_empty_lru(&fs_info->free_space_cache);
  714. extent_map_tree_empty_lru(&fs_info->block_group_cache);
  715. extent_map_tree_empty_lru(&fs_info->pinned_extents);
  716. extent_map_tree_empty_lru(&fs_info->pending_del);
  717. extent_map_tree_empty_lru(&fs_info->extent_ins);
  718. extent_map_tree_empty_lru(&BTRFS_I(fs_info->btree_inode)->extent_tree);
  719. truncate_inode_pages(fs_info->btree_inode->i_mapping, 0);
  720. iput(fs_info->btree_inode);
  721. #if 0
  722. while(!list_empty(&fs_info->hashers)) {
  723. struct btrfs_hasher *hasher;
  724. hasher = list_entry(fs_info->hashers.next, struct btrfs_hasher,
  725. hashers);
  726. list_del(&hasher->hashers);
  727. crypto_free_hash(&fs_info->hash_tfm);
  728. kfree(hasher);
  729. }
  730. #endif
  731. kfree(fs_info->extent_root);
  732. kfree(fs_info->tree_root);
  733. return 0;
  734. }
  735. int btrfs_buffer_uptodate(struct extent_buffer *buf)
  736. {
  737. struct inode *btree_inode = buf->first_page->mapping->host;
  738. return extent_buffer_uptodate(&BTRFS_I(btree_inode)->extent_tree, buf);
  739. }
  740. int btrfs_set_buffer_uptodate(struct extent_buffer *buf)
  741. {
  742. struct inode *btree_inode = buf->first_page->mapping->host;
  743. return set_extent_buffer_uptodate(&BTRFS_I(btree_inode)->extent_tree,
  744. buf);
  745. }
  746. void btrfs_mark_buffer_dirty(struct extent_buffer *buf)
  747. {
  748. struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
  749. u64 transid = btrfs_header_generation(buf);
  750. struct inode *btree_inode = root->fs_info->btree_inode;
  751. if (transid != root->fs_info->generation) {
  752. printk(KERN_CRIT "transid mismatch buffer %llu, found %Lu running %Lu\n",
  753. (unsigned long long)buf->start,
  754. transid, root->fs_info->generation);
  755. WARN_ON(1);
  756. }
  757. set_extent_buffer_dirty(&BTRFS_I(btree_inode)->extent_tree, buf);
  758. }
  759. void btrfs_btree_balance_dirty(struct btrfs_root *root, unsigned long nr)
  760. {
  761. balance_dirty_pages_ratelimited_nr(
  762. root->fs_info->btree_inode->i_mapping, 1);
  763. }
  764. void btrfs_set_buffer_defrag(struct extent_buffer *buf)
  765. {
  766. struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
  767. struct inode *btree_inode = root->fs_info->btree_inode;
  768. set_extent_bits(&BTRFS_I(btree_inode)->extent_tree, buf->start,
  769. buf->start + buf->len - 1, EXTENT_DEFRAG, GFP_NOFS);
  770. }
  771. void btrfs_set_buffer_defrag_done(struct extent_buffer *buf)
  772. {
  773. struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
  774. struct inode *btree_inode = root->fs_info->btree_inode;
  775. set_extent_bits(&BTRFS_I(btree_inode)->extent_tree, buf->start,
  776. buf->start + buf->len - 1, EXTENT_DEFRAG_DONE,
  777. GFP_NOFS);
  778. }
  779. int btrfs_buffer_defrag(struct extent_buffer *buf)
  780. {
  781. struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
  782. struct inode *btree_inode = root->fs_info->btree_inode;
  783. return test_range_bit(&BTRFS_I(btree_inode)->extent_tree,
  784. buf->start, buf->start + buf->len - 1, EXTENT_DEFRAG, 0);
  785. }
  786. int btrfs_buffer_defrag_done(struct extent_buffer *buf)
  787. {
  788. struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
  789. struct inode *btree_inode = root->fs_info->btree_inode;
  790. return test_range_bit(&BTRFS_I(btree_inode)->extent_tree,
  791. buf->start, buf->start + buf->len - 1,
  792. EXTENT_DEFRAG_DONE, 0);
  793. }
  794. int btrfs_clear_buffer_defrag_done(struct extent_buffer *buf)
  795. {
  796. struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
  797. struct inode *btree_inode = root->fs_info->btree_inode;
  798. return clear_extent_bits(&BTRFS_I(btree_inode)->extent_tree,
  799. buf->start, buf->start + buf->len - 1,
  800. EXTENT_DEFRAG_DONE, GFP_NOFS);
  801. }
  802. int btrfs_clear_buffer_defrag(struct extent_buffer *buf)
  803. {
  804. struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
  805. struct inode *btree_inode = root->fs_info->btree_inode;
  806. return clear_extent_bits(&BTRFS_I(btree_inode)->extent_tree,
  807. buf->start, buf->start + buf->len - 1,
  808. EXTENT_DEFRAG, GFP_NOFS);
  809. }
  810. int btrfs_read_buffer(struct extent_buffer *buf)
  811. {
  812. struct btrfs_root *root = BTRFS_I(buf->first_page->mapping->host)->root;
  813. struct inode *btree_inode = root->fs_info->btree_inode;
  814. return read_extent_buffer_pages(&BTRFS_I(btree_inode)->extent_tree,
  815. buf, 0, 1);
  816. }
  817. static struct extent_map_ops btree_extent_map_ops = {
  818. .writepage_io_hook = btree_writepage_io_hook,
  819. };