file-item.c 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425
  1. /*
  2. * Copyright (C) 2007 Oracle. All rights reserved.
  3. *
  4. * This program is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU General Public
  6. * License v2 as published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  11. * General Public License for more details.
  12. *
  13. * You should have received a copy of the GNU General Public
  14. * License along with this program; if not, write to the
  15. * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  16. * Boston, MA 021110-1307, USA.
  17. */
  18. #include <linux/bio.h>
  19. #include <linux/pagemap.h>
  20. #include <linux/highmem.h>
  21. #include "ctree.h"
  22. #include "disk-io.h"
  23. #include "transaction.h"
  24. #include "print-tree.h"
  25. #define MAX_CSUM_ITEMS(r) ((((BTRFS_LEAF_DATA_SIZE(r) - \
  26. sizeof(struct btrfs_item) * 2) / \
  27. BTRFS_CRC32_SIZE) - 1))
  28. int btrfs_insert_file_extent(struct btrfs_trans_handle *trans,
  29. struct btrfs_root *root,
  30. u64 objectid, u64 pos,
  31. u64 disk_offset, u64 disk_num_bytes,
  32. u64 num_bytes, u64 offset)
  33. {
  34. int ret = 0;
  35. struct btrfs_file_extent_item *item;
  36. struct btrfs_key file_key;
  37. struct btrfs_path *path;
  38. struct extent_buffer *leaf;
  39. path = btrfs_alloc_path();
  40. BUG_ON(!path);
  41. file_key.objectid = objectid;
  42. file_key.offset = pos;
  43. btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY);
  44. ret = btrfs_insert_empty_item(trans, root, path, &file_key,
  45. sizeof(*item));
  46. if (ret < 0)
  47. goto out;
  48. BUG_ON(ret);
  49. leaf = path->nodes[0];
  50. item = btrfs_item_ptr(leaf, path->slots[0],
  51. struct btrfs_file_extent_item);
  52. btrfs_set_file_extent_disk_bytenr(leaf, item, disk_offset);
  53. btrfs_set_file_extent_disk_num_bytes(leaf, item, disk_num_bytes);
  54. btrfs_set_file_extent_offset(leaf, item, offset);
  55. btrfs_set_file_extent_num_bytes(leaf, item, num_bytes);
  56. btrfs_set_file_extent_generation(leaf, item, trans->transid);
  57. btrfs_set_file_extent_type(leaf, item, BTRFS_FILE_EXTENT_REG);
  58. btrfs_mark_buffer_dirty(leaf);
  59. out:
  60. btrfs_free_path(path);
  61. return ret;
  62. }
  63. struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans,
  64. struct btrfs_root *root,
  65. struct btrfs_path *path,
  66. u64 objectid, u64 offset,
  67. int cow)
  68. {
  69. int ret;
  70. struct btrfs_key file_key;
  71. struct btrfs_key found_key;
  72. struct btrfs_csum_item *item;
  73. struct extent_buffer *leaf;
  74. u64 csum_offset = 0;
  75. int csums_in_item;
  76. file_key.objectid = objectid;
  77. file_key.offset = offset;
  78. btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY);
  79. ret = btrfs_search_slot(trans, root, &file_key, path, 0, cow);
  80. if (ret < 0)
  81. goto fail;
  82. leaf = path->nodes[0];
  83. if (ret > 0) {
  84. ret = 1;
  85. if (path->slots[0] == 0)
  86. goto fail;
  87. path->slots[0]--;
  88. btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
  89. if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY ||
  90. found_key.objectid != objectid) {
  91. goto fail;
  92. }
  93. csum_offset = (offset - found_key.offset) >>
  94. root->fs_info->sb->s_blocksize_bits;
  95. csums_in_item = btrfs_item_size_nr(leaf, path->slots[0]);
  96. csums_in_item /= BTRFS_CRC32_SIZE;
  97. if (csum_offset >= csums_in_item) {
  98. ret = -EFBIG;
  99. goto fail;
  100. }
  101. }
  102. item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item);
  103. item = (struct btrfs_csum_item *)((unsigned char *)item +
  104. csum_offset * BTRFS_CRC32_SIZE);
  105. return item;
  106. fail:
  107. if (ret > 0)
  108. ret = -ENOENT;
  109. return ERR_PTR(ret);
  110. }
  111. int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
  112. struct btrfs_root *root,
  113. struct btrfs_path *path, u64 objectid,
  114. u64 offset, int mod)
  115. {
  116. int ret;
  117. struct btrfs_key file_key;
  118. int ins_len = mod < 0 ? -1 : 0;
  119. int cow = mod != 0;
  120. file_key.objectid = objectid;
  121. file_key.offset = offset;
  122. btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY);
  123. ret = btrfs_search_slot(trans, root, &file_key, path, ins_len, cow);
  124. return ret;
  125. }
  126. int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode,
  127. struct bio *bio)
  128. {
  129. struct btrfs_ordered_sum *sums;
  130. struct btrfs_sector_sum *sector_sum;
  131. struct btrfs_ordered_extent *ordered;
  132. char *data;
  133. struct bio_vec *bvec = bio->bi_io_vec;
  134. int bio_index = 0;
  135. unsigned long total_bytes = 0;
  136. unsigned long this_sum_bytes = 0;
  137. u64 offset;
  138. WARN_ON(bio->bi_vcnt <= 0);
  139. sums = kzalloc(btrfs_ordered_sum_size(root, bio->bi_size), GFP_NOFS);
  140. if (!sums)
  141. return -ENOMEM;
  142. sector_sum = sums->sums;
  143. sums->file_offset = page_offset(bvec->bv_page) + bvec->bv_offset;
  144. sums->len = bio->bi_size;
  145. INIT_LIST_HEAD(&sums->list);
  146. ordered = btrfs_lookup_ordered_extent(inode, sums->file_offset);
  147. BUG_ON(!ordered);
  148. while(bio_index < bio->bi_vcnt) {
  149. offset = page_offset(bvec->bv_page) + bvec->bv_offset;
  150. if (offset >= ordered->file_offset + ordered->len ||
  151. offset < ordered->file_offset) {
  152. unsigned long bytes_left;
  153. sums->len = this_sum_bytes;
  154. this_sum_bytes = 0;
  155. btrfs_add_ordered_sum(inode, ordered, sums);
  156. btrfs_put_ordered_extent(ordered);
  157. bytes_left = bio->bi_size - total_bytes;
  158. sums = kzalloc(btrfs_ordered_sum_size(root, bytes_left),
  159. GFP_NOFS);
  160. BUG_ON(!sums);
  161. sector_sum = sums->sums;
  162. sums->len = bytes_left;
  163. sums->file_offset = offset;
  164. ordered = btrfs_lookup_ordered_extent(inode,
  165. sums->file_offset);
  166. BUG_ON(!ordered);
  167. }
  168. data = kmap_atomic(bvec->bv_page, KM_USER0);
  169. sector_sum->sum = ~(u32)0;
  170. sector_sum->sum = btrfs_csum_data(root,
  171. data + bvec->bv_offset,
  172. sector_sum->sum,
  173. bvec->bv_len);
  174. kunmap_atomic(data, KM_USER0);
  175. btrfs_csum_final(sector_sum->sum,
  176. (char *)&sector_sum->sum);
  177. sector_sum->offset = page_offset(bvec->bv_page) +
  178. bvec->bv_offset;
  179. sector_sum++;
  180. bio_index++;
  181. total_bytes += bvec->bv_len;
  182. this_sum_bytes += bvec->bv_len;
  183. bvec++;
  184. }
  185. this_sum_bytes = 0;
  186. btrfs_add_ordered_sum(inode, ordered, sums);
  187. btrfs_put_ordered_extent(ordered);
  188. return 0;
  189. }
  190. int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
  191. struct btrfs_root *root, struct inode *inode,
  192. struct btrfs_ordered_sum *sums)
  193. {
  194. u64 objectid = inode->i_ino;
  195. u64 offset;
  196. int ret;
  197. struct btrfs_key file_key;
  198. struct btrfs_key found_key;
  199. u64 next_offset;
  200. u64 total_bytes = 0;
  201. int found_next;
  202. struct btrfs_path *path;
  203. struct btrfs_csum_item *item;
  204. struct btrfs_csum_item *item_end;
  205. struct extent_buffer *leaf = NULL;
  206. u64 csum_offset;
  207. struct btrfs_sector_sum *sector_sum;
  208. u32 nritems;
  209. u32 ins_size;
  210. char *eb_map;
  211. char *eb_token;
  212. unsigned long map_len;
  213. unsigned long map_start;
  214. path = btrfs_alloc_path();
  215. BUG_ON(!path);
  216. sector_sum = sums->sums;
  217. again:
  218. next_offset = (u64)-1;
  219. found_next = 0;
  220. offset = sector_sum->offset;
  221. file_key.objectid = objectid;
  222. file_key.offset = offset;
  223. btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY);
  224. item = btrfs_lookup_csum(trans, root, path, objectid, offset, 1);
  225. if (!IS_ERR(item)) {
  226. leaf = path->nodes[0];
  227. goto found;
  228. }
  229. ret = PTR_ERR(item);
  230. if (ret == -EFBIG) {
  231. u32 item_size;
  232. /* we found one, but it isn't big enough yet */
  233. leaf = path->nodes[0];
  234. item_size = btrfs_item_size_nr(leaf, path->slots[0]);
  235. if ((item_size / BTRFS_CRC32_SIZE) >= MAX_CSUM_ITEMS(root)) {
  236. /* already at max size, make a new one */
  237. goto insert;
  238. }
  239. } else {
  240. int slot = path->slots[0] + 1;
  241. /* we didn't find a csum item, insert one */
  242. nritems = btrfs_header_nritems(path->nodes[0]);
  243. if (path->slots[0] >= nritems - 1) {
  244. ret = btrfs_next_leaf(root, path);
  245. if (ret == 1)
  246. found_next = 1;
  247. if (ret != 0)
  248. goto insert;
  249. slot = 0;
  250. }
  251. btrfs_item_key_to_cpu(path->nodes[0], &found_key, slot);
  252. if (found_key.objectid != objectid ||
  253. found_key.type != BTRFS_CSUM_ITEM_KEY) {
  254. found_next = 1;
  255. goto insert;
  256. }
  257. next_offset = found_key.offset;
  258. found_next = 1;
  259. goto insert;
  260. }
  261. /*
  262. * at this point, we know the tree has an item, but it isn't big
  263. * enough yet to put our csum in. Grow it
  264. */
  265. btrfs_release_path(root, path);
  266. ret = btrfs_search_slot(trans, root, &file_key, path,
  267. BTRFS_CRC32_SIZE, 1);
  268. if (ret < 0)
  269. goto fail;
  270. if (ret == 0) {
  271. BUG();
  272. }
  273. if (path->slots[0] == 0) {
  274. goto insert;
  275. }
  276. path->slots[0]--;
  277. leaf = path->nodes[0];
  278. btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
  279. csum_offset = (offset - found_key.offset) >>
  280. root->fs_info->sb->s_blocksize_bits;
  281. if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY ||
  282. found_key.objectid != objectid ||
  283. csum_offset >= MAX_CSUM_ITEMS(root)) {
  284. goto insert;
  285. }
  286. if (csum_offset >= btrfs_item_size_nr(leaf, path->slots[0]) /
  287. BTRFS_CRC32_SIZE) {
  288. u32 diff = (csum_offset + 1) * BTRFS_CRC32_SIZE;
  289. diff = diff - btrfs_item_size_nr(leaf, path->slots[0]);
  290. if (diff != BTRFS_CRC32_SIZE)
  291. goto insert;
  292. ret = btrfs_extend_item(trans, root, path, diff);
  293. BUG_ON(ret);
  294. goto csum;
  295. }
  296. insert:
  297. btrfs_release_path(root, path);
  298. csum_offset = 0;
  299. if (found_next) {
  300. u64 tmp = min((u64)i_size_read(inode), next_offset);
  301. tmp -= offset & ~((u64)root->sectorsize -1);
  302. tmp >>= root->fs_info->sb->s_blocksize_bits;
  303. tmp = max((u64)1, tmp);
  304. tmp = min(tmp, (u64)MAX_CSUM_ITEMS(root));
  305. ins_size = BTRFS_CRC32_SIZE * tmp;
  306. } else {
  307. ins_size = BTRFS_CRC32_SIZE;
  308. }
  309. ret = btrfs_insert_empty_item(trans, root, path, &file_key,
  310. ins_size);
  311. if (ret < 0)
  312. goto fail;
  313. if (ret != 0) {
  314. WARN_ON(1);
  315. goto fail;
  316. }
  317. csum:
  318. leaf = path->nodes[0];
  319. item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item);
  320. ret = 0;
  321. item = (struct btrfs_csum_item *)((unsigned char *)item +
  322. csum_offset * BTRFS_CRC32_SIZE);
  323. found:
  324. item_end = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item);
  325. item_end = (struct btrfs_csum_item *)((unsigned char *)item_end +
  326. btrfs_item_size_nr(leaf, path->slots[0]));
  327. eb_token = NULL;
  328. next_sector:
  329. if (!eb_token ||
  330. (unsigned long)item + BTRFS_CRC32_SIZE >= map_start + map_len) {
  331. int err;
  332. if (eb_token)
  333. unmap_extent_buffer(leaf, eb_token, KM_USER1);
  334. eb_token = NULL;
  335. err = map_private_extent_buffer(leaf, (unsigned long)item,
  336. BTRFS_CRC32_SIZE,
  337. &eb_token, &eb_map,
  338. &map_start, &map_len, KM_USER1);
  339. if (err)
  340. eb_token = NULL;
  341. }
  342. if (eb_token) {
  343. memcpy(eb_token + ((unsigned long)item & (PAGE_CACHE_SIZE - 1)),
  344. &sector_sum->sum, BTRFS_CRC32_SIZE);
  345. } else {
  346. write_extent_buffer(leaf, &sector_sum->sum,
  347. (unsigned long)item, BTRFS_CRC32_SIZE);
  348. }
  349. total_bytes += root->sectorsize;
  350. sector_sum++;
  351. if (total_bytes < sums->len) {
  352. item = (struct btrfs_csum_item *)((char *)item +
  353. BTRFS_CRC32_SIZE);
  354. if (item < item_end && offset + PAGE_CACHE_SIZE ==
  355. sector_sum->offset) {
  356. offset = sector_sum->offset;
  357. goto next_sector;
  358. }
  359. }
  360. if (eb_token) {
  361. unmap_extent_buffer(leaf, eb_token, KM_USER1);
  362. eb_token = NULL;
  363. }
  364. btrfs_mark_buffer_dirty(path->nodes[0]);
  365. if (total_bytes < sums->len) {
  366. btrfs_release_path(root, path);
  367. goto again;
  368. }
  369. fail:
  370. btrfs_free_path(path);
  371. return ret;
  372. }
  373. int btrfs_csum_truncate(struct btrfs_trans_handle *trans,
  374. struct btrfs_root *root, struct btrfs_path *path,
  375. u64 isize)
  376. {
  377. struct btrfs_key key;
  378. struct extent_buffer *leaf = path->nodes[0];
  379. int slot = path->slots[0];
  380. int ret;
  381. u32 new_item_size;
  382. u64 new_item_span;
  383. u64 blocks;
  384. btrfs_item_key_to_cpu(leaf, &key, slot);
  385. if (isize <= key.offset)
  386. return 0;
  387. new_item_span = isize - key.offset;
  388. blocks = (new_item_span + root->sectorsize - 1) >>
  389. root->fs_info->sb->s_blocksize_bits;
  390. new_item_size = blocks * BTRFS_CRC32_SIZE;
  391. if (new_item_size >= btrfs_item_size_nr(leaf, slot))
  392. return 0;
  393. ret = btrfs_truncate_item(trans, root, path, new_item_size, 1);
  394. BUG_ON(ret);
  395. return ret;
  396. }