file-item.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422
  1. /*
  2. * Copyright (C) 2007 Oracle. All rights reserved.
  3. *
  4. * This program is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU General Public
  6. * License v2 as published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  11. * General Public License for more details.
  12. *
  13. * You should have received a copy of the GNU General Public
  14. * License along with this program; if not, write to the
  15. * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  16. * Boston, MA 021110-1307, USA.
  17. */
  18. #include <linux/bio.h>
  19. #include <linux/pagemap.h>
  20. #include <linux/highmem.h>
  21. #include "ctree.h"
  22. #include "disk-io.h"
  23. #include "transaction.h"
  24. #include "print-tree.h"
  25. #define MAX_CSUM_ITEMS(r) ((((BTRFS_LEAF_DATA_SIZE(r) - \
  26. sizeof(struct btrfs_item) * 2) / \
  27. BTRFS_CRC32_SIZE) - 1))
  28. int btrfs_insert_file_extent(struct btrfs_trans_handle *trans,
  29. struct btrfs_root *root,
  30. u64 objectid, u64 pos,
  31. u64 disk_offset, u64 disk_num_bytes,
  32. u64 num_bytes, u64 offset)
  33. {
  34. int ret = 0;
  35. struct btrfs_file_extent_item *item;
  36. struct btrfs_key file_key;
  37. struct btrfs_path *path;
  38. struct extent_buffer *leaf;
  39. path = btrfs_alloc_path();
  40. BUG_ON(!path);
  41. file_key.objectid = objectid;
  42. file_key.offset = pos;
  43. btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY);
  44. ret = btrfs_insert_empty_item(trans, root, path, &file_key,
  45. sizeof(*item));
  46. if (ret < 0)
  47. goto out;
  48. BUG_ON(ret);
  49. leaf = path->nodes[0];
  50. item = btrfs_item_ptr(leaf, path->slots[0],
  51. struct btrfs_file_extent_item);
  52. btrfs_set_file_extent_disk_bytenr(leaf, item, disk_offset);
  53. btrfs_set_file_extent_disk_num_bytes(leaf, item, disk_num_bytes);
  54. btrfs_set_file_extent_offset(leaf, item, offset);
  55. btrfs_set_file_extent_num_bytes(leaf, item, num_bytes);
  56. btrfs_set_file_extent_generation(leaf, item, trans->transid);
  57. btrfs_set_file_extent_type(leaf, item, BTRFS_FILE_EXTENT_REG);
  58. btrfs_mark_buffer_dirty(leaf);
  59. out:
  60. btrfs_free_path(path);
  61. return ret;
  62. }
  63. struct btrfs_csum_item *btrfs_lookup_csum(struct btrfs_trans_handle *trans,
  64. struct btrfs_root *root,
  65. struct btrfs_path *path,
  66. u64 objectid, u64 offset,
  67. int cow)
  68. {
  69. int ret;
  70. struct btrfs_key file_key;
  71. struct btrfs_key found_key;
  72. struct btrfs_csum_item *item;
  73. struct extent_buffer *leaf;
  74. u64 csum_offset = 0;
  75. int csums_in_item;
  76. file_key.objectid = objectid;
  77. file_key.offset = offset;
  78. btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY);
  79. ret = btrfs_search_slot(trans, root, &file_key, path, 0, cow);
  80. if (ret < 0)
  81. goto fail;
  82. leaf = path->nodes[0];
  83. if (ret > 0) {
  84. ret = 1;
  85. if (path->slots[0] == 0)
  86. goto fail;
  87. path->slots[0]--;
  88. btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
  89. if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY ||
  90. found_key.objectid != objectid) {
  91. goto fail;
  92. }
  93. csum_offset = (offset - found_key.offset) >>
  94. root->fs_info->sb->s_blocksize_bits;
  95. csums_in_item = btrfs_item_size_nr(leaf, path->slots[0]);
  96. csums_in_item /= BTRFS_CRC32_SIZE;
  97. if (csum_offset >= csums_in_item) {
  98. ret = -EFBIG;
  99. goto fail;
  100. }
  101. }
  102. item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item);
  103. item = (struct btrfs_csum_item *)((unsigned char *)item +
  104. csum_offset * BTRFS_CRC32_SIZE);
  105. return item;
  106. fail:
  107. if (ret > 0)
  108. ret = -ENOENT;
  109. return ERR_PTR(ret);
  110. }
  111. int btrfs_lookup_file_extent(struct btrfs_trans_handle *trans,
  112. struct btrfs_root *root,
  113. struct btrfs_path *path, u64 objectid,
  114. u64 offset, int mod)
  115. {
  116. int ret;
  117. struct btrfs_key file_key;
  118. int ins_len = mod < 0 ? -1 : 0;
  119. int cow = mod != 0;
  120. file_key.objectid = objectid;
  121. file_key.offset = offset;
  122. btrfs_set_key_type(&file_key, BTRFS_EXTENT_DATA_KEY);
  123. ret = btrfs_search_slot(trans, root, &file_key, path, ins_len, cow);
  124. return ret;
  125. }
  126. int btrfs_csum_one_bio(struct btrfs_root *root, struct inode *inode,
  127. struct bio *bio)
  128. {
  129. struct btrfs_ordered_sum *sums;
  130. struct btrfs_sector_sum *sector_sum;
  131. struct btrfs_ordered_extent *ordered;
  132. char *data;
  133. struct bio_vec *bvec = bio->bi_io_vec;
  134. int bio_index = 0;
  135. unsigned long total_bytes = 0;
  136. unsigned long this_sum_bytes = 0;
  137. u64 offset;
  138. WARN_ON(bio->bi_vcnt <= 0);
  139. sums = kzalloc(btrfs_ordered_sum_size(root, bio->bi_size), GFP_NOFS);
  140. if (!sums)
  141. return -ENOMEM;
  142. sector_sum = &sums->sums;
  143. sums->file_offset = page_offset(bvec->bv_page) + bvec->bv_offset;
  144. sums->len = bio->bi_size;
  145. INIT_LIST_HEAD(&sums->list);
  146. ordered = btrfs_lookup_ordered_extent(inode, sums->file_offset);
  147. BUG_ON(!ordered);
  148. while(bio_index < bio->bi_vcnt) {
  149. offset = page_offset(bvec->bv_page) + bvec->bv_offset;
  150. if (offset >= ordered->file_offset + ordered->len) {
  151. unsigned long bytes_left;
  152. sums->len = this_sum_bytes;
  153. this_sum_bytes = 0;
  154. btrfs_add_ordered_sum(inode, ordered, sums);
  155. btrfs_put_ordered_extent(ordered);
  156. bytes_left = bio->bi_size - total_bytes;
  157. sums = kzalloc(btrfs_ordered_sum_size(root, bytes_left),
  158. GFP_NOFS);
  159. BUG_ON(!sums);
  160. sector_sum = &sums->sums;
  161. sums->len = bytes_left;
  162. sums->file_offset = offset;
  163. ordered = btrfs_lookup_ordered_extent(inode,
  164. sums->file_offset);
  165. BUG_ON(!ordered);
  166. }
  167. data = kmap_atomic(bvec->bv_page, KM_USER0);
  168. sector_sum->sum = ~(u32)0;
  169. sector_sum->sum = btrfs_csum_data(root,
  170. data + bvec->bv_offset,
  171. sector_sum->sum,
  172. bvec->bv_len);
  173. kunmap_atomic(data, KM_USER0);
  174. btrfs_csum_final(sector_sum->sum,
  175. (char *)&sector_sum->sum);
  176. sector_sum->offset = page_offset(bvec->bv_page) +
  177. bvec->bv_offset;
  178. sector_sum++;
  179. bio_index++;
  180. total_bytes += bvec->bv_len;
  181. this_sum_bytes += bvec->bv_len;
  182. bvec++;
  183. }
  184. btrfs_add_ordered_sum(inode, ordered, sums);
  185. btrfs_put_ordered_extent(ordered);
  186. return 0;
  187. }
  188. int btrfs_csum_file_blocks(struct btrfs_trans_handle *trans,
  189. struct btrfs_root *root, struct inode *inode,
  190. struct btrfs_ordered_sum *sums)
  191. {
  192. u64 objectid = inode->i_ino;
  193. u64 offset;
  194. int ret;
  195. struct btrfs_key file_key;
  196. struct btrfs_key found_key;
  197. u64 next_offset;
  198. u64 total_bytes = 0;
  199. int found_next;
  200. struct btrfs_path *path;
  201. struct btrfs_csum_item *item;
  202. struct btrfs_csum_item *item_end;
  203. struct extent_buffer *leaf = NULL;
  204. u64 csum_offset;
  205. struct btrfs_sector_sum *sector_sum;
  206. u32 nritems;
  207. u32 ins_size;
  208. char *eb_map;
  209. char *eb_token;
  210. unsigned long map_len;
  211. unsigned long map_start;
  212. path = btrfs_alloc_path();
  213. BUG_ON(!path);
  214. sector_sum = &sums->sums;
  215. again:
  216. next_offset = (u64)-1;
  217. found_next = 0;
  218. offset = sector_sum->offset;
  219. file_key.objectid = objectid;
  220. file_key.offset = offset;
  221. btrfs_set_key_type(&file_key, BTRFS_CSUM_ITEM_KEY);
  222. item = btrfs_lookup_csum(trans, root, path, objectid, offset, 1);
  223. if (!IS_ERR(item)) {
  224. leaf = path->nodes[0];
  225. goto found;
  226. }
  227. ret = PTR_ERR(item);
  228. if (ret == -EFBIG) {
  229. u32 item_size;
  230. /* we found one, but it isn't big enough yet */
  231. leaf = path->nodes[0];
  232. item_size = btrfs_item_size_nr(leaf, path->slots[0]);
  233. if ((item_size / BTRFS_CRC32_SIZE) >= MAX_CSUM_ITEMS(root)) {
  234. /* already at max size, make a new one */
  235. goto insert;
  236. }
  237. } else {
  238. int slot = path->slots[0] + 1;
  239. /* we didn't find a csum item, insert one */
  240. nritems = btrfs_header_nritems(path->nodes[0]);
  241. if (path->slots[0] >= nritems - 1) {
  242. ret = btrfs_next_leaf(root, path);
  243. if (ret == 1)
  244. found_next = 1;
  245. if (ret != 0)
  246. goto insert;
  247. slot = 0;
  248. }
  249. btrfs_item_key_to_cpu(path->nodes[0], &found_key, slot);
  250. if (found_key.objectid != objectid ||
  251. found_key.type != BTRFS_CSUM_ITEM_KEY) {
  252. found_next = 1;
  253. goto insert;
  254. }
  255. next_offset = found_key.offset;
  256. found_next = 1;
  257. goto insert;
  258. }
  259. /*
  260. * at this point, we know the tree has an item, but it isn't big
  261. * enough yet to put our csum in. Grow it
  262. */
  263. btrfs_release_path(root, path);
  264. ret = btrfs_search_slot(trans, root, &file_key, path,
  265. BTRFS_CRC32_SIZE, 1);
  266. if (ret < 0)
  267. goto fail;
  268. if (ret == 0) {
  269. BUG();
  270. }
  271. if (path->slots[0] == 0) {
  272. goto insert;
  273. }
  274. path->slots[0]--;
  275. leaf = path->nodes[0];
  276. btrfs_item_key_to_cpu(leaf, &found_key, path->slots[0]);
  277. csum_offset = (offset - found_key.offset) >>
  278. root->fs_info->sb->s_blocksize_bits;
  279. if (btrfs_key_type(&found_key) != BTRFS_CSUM_ITEM_KEY ||
  280. found_key.objectid != objectid ||
  281. csum_offset >= MAX_CSUM_ITEMS(root)) {
  282. goto insert;
  283. }
  284. if (csum_offset >= btrfs_item_size_nr(leaf, path->slots[0]) /
  285. BTRFS_CRC32_SIZE) {
  286. u32 diff = (csum_offset + 1) * BTRFS_CRC32_SIZE;
  287. diff = diff - btrfs_item_size_nr(leaf, path->slots[0]);
  288. if (diff != BTRFS_CRC32_SIZE)
  289. goto insert;
  290. ret = btrfs_extend_item(trans, root, path, diff);
  291. BUG_ON(ret);
  292. goto csum;
  293. }
  294. insert:
  295. btrfs_release_path(root, path);
  296. csum_offset = 0;
  297. if (found_next) {
  298. u64 tmp = min((u64)i_size_read(inode), next_offset);
  299. tmp -= offset & ~((u64)root->sectorsize -1);
  300. tmp >>= root->fs_info->sb->s_blocksize_bits;
  301. tmp = max((u64)1, tmp);
  302. tmp = min(tmp, (u64)MAX_CSUM_ITEMS(root));
  303. ins_size = BTRFS_CRC32_SIZE * tmp;
  304. } else {
  305. ins_size = BTRFS_CRC32_SIZE;
  306. }
  307. ret = btrfs_insert_empty_item(trans, root, path, &file_key,
  308. ins_size);
  309. if (ret < 0)
  310. goto fail;
  311. if (ret != 0) {
  312. WARN_ON(1);
  313. goto fail;
  314. }
  315. csum:
  316. leaf = path->nodes[0];
  317. item = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item);
  318. ret = 0;
  319. item = (struct btrfs_csum_item *)((unsigned char *)item +
  320. csum_offset * BTRFS_CRC32_SIZE);
  321. found:
  322. item_end = btrfs_item_ptr(leaf, path->slots[0], struct btrfs_csum_item);
  323. item_end = (struct btrfs_csum_item *)((unsigned char *)item_end +
  324. btrfs_item_size_nr(leaf, path->slots[0]));
  325. eb_token = NULL;
  326. next_sector:
  327. if (!eb_token ||
  328. (unsigned long)item + BTRFS_CRC32_SIZE >= map_start + map_len) {
  329. int err;
  330. if (eb_token)
  331. unmap_extent_buffer(leaf, eb_token, KM_USER1);
  332. eb_token = NULL;
  333. err = map_private_extent_buffer(leaf, (unsigned long)item,
  334. BTRFS_CRC32_SIZE,
  335. &eb_token, &eb_map,
  336. &map_start, &map_len, KM_USER1);
  337. if (err)
  338. eb_token = NULL;
  339. }
  340. if (eb_token) {
  341. memcpy(eb_token + ((unsigned long)item & (PAGE_CACHE_SIZE - 1)),
  342. &sector_sum->sum, BTRFS_CRC32_SIZE);
  343. } else {
  344. write_extent_buffer(leaf, &sector_sum->sum,
  345. (unsigned long)item, BTRFS_CRC32_SIZE);
  346. }
  347. total_bytes += root->sectorsize;
  348. sector_sum++;
  349. if (total_bytes < sums->len) {
  350. item = (struct btrfs_csum_item *)((char *)item +
  351. BTRFS_CRC32_SIZE);
  352. if (item < item_end && offset + PAGE_CACHE_SIZE ==
  353. sector_sum->offset) {
  354. offset = sector_sum->offset;
  355. goto next_sector;
  356. }
  357. }
  358. if (eb_token) {
  359. unmap_extent_buffer(leaf, eb_token, KM_USER1);
  360. eb_token = NULL;
  361. }
  362. btrfs_mark_buffer_dirty(path->nodes[0]);
  363. if (total_bytes < sums->len) {
  364. btrfs_release_path(root, path);
  365. goto again;
  366. }
  367. fail:
  368. btrfs_free_path(path);
  369. return ret;
  370. }
  371. int btrfs_csum_truncate(struct btrfs_trans_handle *trans,
  372. struct btrfs_root *root, struct btrfs_path *path,
  373. u64 isize)
  374. {
  375. struct btrfs_key key;
  376. struct extent_buffer *leaf = path->nodes[0];
  377. int slot = path->slots[0];
  378. int ret;
  379. u32 new_item_size;
  380. u64 new_item_span;
  381. u64 blocks;
  382. btrfs_item_key_to_cpu(leaf, &key, slot);
  383. if (isize <= key.offset)
  384. return 0;
  385. new_item_span = isize - key.offset;
  386. blocks = (new_item_span + root->sectorsize - 1) >>
  387. root->fs_info->sb->s_blocksize_bits;
  388. new_item_size = blocks * BTRFS_CRC32_SIZE;
  389. if (new_item_size >= btrfs_item_size_nr(leaf, slot))
  390. return 0;
  391. ret = btrfs_truncate_item(trans, root, path, new_item_size, 1);
  392. BUG_ON(ret);
  393. return ret;
  394. }