ordered-data.c 10 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408
  1. /*
  2. * Copyright (C) 2007 Oracle. All rights reserved.
  3. *
  4. * This program is free software; you can redistribute it and/or
  5. * modify it under the terms of the GNU General Public
  6. * License v2 as published by the Free Software Foundation.
  7. *
  8. * This program is distributed in the hope that it will be useful,
  9. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  10. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  11. * General Public License for more details.
  12. *
  13. * You should have received a copy of the GNU General Public
  14. * License along with this program; if not, write to the
  15. * Free Software Foundation, Inc., 59 Temple Place - Suite 330,
  16. * Boston, MA 021110-1307, USA.
  17. */
  18. #include <linux/gfp.h>
  19. #include <linux/slab.h>
  20. #include <linux/blkdev.h>
  21. #include "ctree.h"
  22. #include "transaction.h"
  23. #include "btrfs_inode.h"
  24. #include "extent_io.h"
  25. static u64 entry_end(struct btrfs_ordered_extent *entry)
  26. {
  27. if (entry->file_offset + entry->len < entry->file_offset)
  28. return (u64)-1;
  29. return entry->file_offset + entry->len;
  30. }
  31. static struct rb_node *tree_insert(struct rb_root *root, u64 file_offset,
  32. struct rb_node *node)
  33. {
  34. struct rb_node ** p = &root->rb_node;
  35. struct rb_node * parent = NULL;
  36. struct btrfs_ordered_extent *entry;
  37. while(*p) {
  38. parent = *p;
  39. entry = rb_entry(parent, struct btrfs_ordered_extent, rb_node);
  40. if (file_offset < entry->file_offset)
  41. p = &(*p)->rb_left;
  42. else if (file_offset >= entry_end(entry))
  43. p = &(*p)->rb_right;
  44. else
  45. return parent;
  46. }
  47. rb_link_node(node, parent, p);
  48. rb_insert_color(node, root);
  49. return NULL;
  50. }
  51. static struct rb_node *__tree_search(struct rb_root *root, u64 file_offset,
  52. struct rb_node **prev_ret)
  53. {
  54. struct rb_node * n = root->rb_node;
  55. struct rb_node *prev = NULL;
  56. struct rb_node *test;
  57. struct btrfs_ordered_extent *entry;
  58. struct btrfs_ordered_extent *prev_entry = NULL;
  59. while(n) {
  60. entry = rb_entry(n, struct btrfs_ordered_extent, rb_node);
  61. prev = n;
  62. prev_entry = entry;
  63. if (file_offset < entry->file_offset)
  64. n = n->rb_left;
  65. else if (file_offset >= entry_end(entry))
  66. n = n->rb_right;
  67. else
  68. return n;
  69. }
  70. if (!prev_ret)
  71. return NULL;
  72. while(prev && file_offset >= entry_end(prev_entry)) {
  73. test = rb_next(prev);
  74. if (!test)
  75. break;
  76. prev_entry = rb_entry(test, struct btrfs_ordered_extent,
  77. rb_node);
  78. if (file_offset < entry_end(prev_entry))
  79. break;
  80. prev = test;
  81. }
  82. if (prev)
  83. prev_entry = rb_entry(prev, struct btrfs_ordered_extent,
  84. rb_node);
  85. while(prev && file_offset < entry_end(prev_entry)) {
  86. test = rb_prev(prev);
  87. if (!test)
  88. break;
  89. prev_entry = rb_entry(test, struct btrfs_ordered_extent,
  90. rb_node);
  91. prev = test;
  92. }
  93. *prev_ret = prev;
  94. return NULL;
  95. }
  96. static int offset_in_entry(struct btrfs_ordered_extent *entry, u64 file_offset)
  97. {
  98. if (file_offset < entry->file_offset ||
  99. entry->file_offset + entry->len <= file_offset)
  100. return 0;
  101. return 1;
  102. }
  103. static inline struct rb_node *tree_search(struct btrfs_ordered_inode_tree *tree,
  104. u64 file_offset)
  105. {
  106. struct rb_root *root = &tree->tree;
  107. struct rb_node *prev;
  108. struct rb_node *ret;
  109. struct btrfs_ordered_extent *entry;
  110. if (tree->last) {
  111. entry = rb_entry(tree->last, struct btrfs_ordered_extent,
  112. rb_node);
  113. if (offset_in_entry(entry, file_offset))
  114. return tree->last;
  115. }
  116. ret = __tree_search(root, file_offset, &prev);
  117. if (!ret)
  118. ret = prev;
  119. if (ret)
  120. tree->last = ret;
  121. return ret;
  122. }
  123. int btrfs_add_ordered_extent(struct inode *inode, u64 file_offset,
  124. u64 start, u64 len)
  125. {
  126. struct btrfs_ordered_inode_tree *tree;
  127. struct rb_node *node;
  128. struct btrfs_ordered_extent *entry;
  129. tree = &BTRFS_I(inode)->ordered_tree;
  130. entry = kzalloc(sizeof(*entry), GFP_NOFS);
  131. if (!entry)
  132. return -ENOMEM;
  133. mutex_lock(&tree->mutex);
  134. entry->file_offset = file_offset;
  135. entry->start = start;
  136. entry->len = len;
  137. entry->inode = inode;
  138. /* one ref for the tree */
  139. atomic_set(&entry->refs, 1);
  140. init_waitqueue_head(&entry->wait);
  141. INIT_LIST_HEAD(&entry->list);
  142. node = tree_insert(&tree->tree, file_offset,
  143. &entry->rb_node);
  144. if (node) {
  145. entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);
  146. atomic_inc(&entry->refs);
  147. }
  148. set_extent_ordered(&BTRFS_I(inode)->io_tree, file_offset,
  149. entry_end(entry) - 1, GFP_NOFS);
  150. set_bit(BTRFS_ORDERED_START, &entry->flags);
  151. mutex_unlock(&tree->mutex);
  152. BUG_ON(node);
  153. return 0;
  154. }
  155. int btrfs_add_ordered_sum(struct inode *inode, struct btrfs_ordered_sum *sum)
  156. {
  157. struct btrfs_ordered_inode_tree *tree;
  158. struct rb_node *node;
  159. struct btrfs_ordered_extent *entry;
  160. tree = &BTRFS_I(inode)->ordered_tree;
  161. mutex_lock(&tree->mutex);
  162. node = tree_search(tree, sum->file_offset);
  163. if (!node) {
  164. search_fail:
  165. printk("add ordered sum failed to find a node for inode %lu offset %Lu\n", inode->i_ino, sum->file_offset);
  166. node = rb_first(&tree->tree);
  167. while(node) {
  168. entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);
  169. printk("entry %Lu %Lu %Lu\n", entry->file_offset, entry->file_offset + entry->len, entry->start);
  170. node = rb_next(node);
  171. }
  172. BUG();
  173. }
  174. BUG_ON(!node);
  175. entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);
  176. if (!offset_in_entry(entry, sum->file_offset)) {
  177. goto search_fail;
  178. }
  179. list_add_tail(&sum->list, &entry->list);
  180. mutex_unlock(&tree->mutex);
  181. return 0;
  182. }
  183. int btrfs_dec_test_ordered_pending(struct inode *inode,
  184. u64 file_offset, u64 io_size)
  185. {
  186. struct btrfs_ordered_inode_tree *tree;
  187. struct rb_node *node;
  188. struct btrfs_ordered_extent *entry;
  189. struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
  190. int ret;
  191. tree = &BTRFS_I(inode)->ordered_tree;
  192. mutex_lock(&tree->mutex);
  193. clear_extent_ordered(io_tree, file_offset, file_offset + io_size - 1,
  194. GFP_NOFS);
  195. node = tree_search(tree, file_offset);
  196. if (!node) {
  197. ret = 1;
  198. goto out;
  199. }
  200. entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);
  201. if (!offset_in_entry(entry, file_offset)) {
  202. ret = 1;
  203. goto out;
  204. }
  205. ret = test_range_bit(io_tree, entry->file_offset,
  206. entry->file_offset + entry->len - 1,
  207. EXTENT_ORDERED, 0);
  208. if (!test_bit(BTRFS_ORDERED_START, &entry->flags)) {
  209. printk("inode %lu not ready yet for extent %Lu %Lu\n", inode->i_ino, entry->file_offset, entry_end(entry));
  210. }
  211. if (ret == 0)
  212. ret = test_and_set_bit(BTRFS_ORDERED_IO_DONE, &entry->flags);
  213. out:
  214. mutex_unlock(&tree->mutex);
  215. return ret == 0;
  216. }
  217. int btrfs_put_ordered_extent(struct btrfs_ordered_extent *entry)
  218. {
  219. if (atomic_dec_and_test(&entry->refs))
  220. kfree(entry);
  221. return 0;
  222. }
  223. int btrfs_remove_ordered_extent(struct inode *inode,
  224. struct btrfs_ordered_extent *entry)
  225. {
  226. struct btrfs_ordered_inode_tree *tree;
  227. struct rb_node *node;
  228. tree = &BTRFS_I(inode)->ordered_tree;
  229. mutex_lock(&tree->mutex);
  230. node = &entry->rb_node;
  231. rb_erase(node, &tree->tree);
  232. tree->last = NULL;
  233. set_bit(BTRFS_ORDERED_COMPLETE, &entry->flags);
  234. mutex_unlock(&tree->mutex);
  235. wake_up(&entry->wait);
  236. return 0;
  237. }
  238. void btrfs_wait_ordered_extent(struct inode *inode,
  239. struct btrfs_ordered_extent *entry)
  240. {
  241. u64 start = entry->file_offset;
  242. u64 end = start + entry->len - 1;
  243. #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
  244. do_sync_file_range(file, start, end, SYNC_FILE_RANGE_WRITE);
  245. #else
  246. do_sync_mapping_range(inode->i_mapping, start, end,
  247. SYNC_FILE_RANGE_WRITE);
  248. #endif
  249. wait_event(entry->wait,
  250. test_bit(BTRFS_ORDERED_COMPLETE, &entry->flags));
  251. }
  252. static void btrfs_start_ordered_extent(struct inode *inode,
  253. struct btrfs_ordered_extent *entry, int wait)
  254. {
  255. u64 start = entry->file_offset;
  256. u64 end = start + entry->len - 1;
  257. #if LINUX_VERSION_CODE < KERNEL_VERSION(2,6,22)
  258. do_sync_file_range(file, start, end, SYNC_FILE_RANGE_WRITE);
  259. #else
  260. do_sync_mapping_range(inode->i_mapping, start, end,
  261. SYNC_FILE_RANGE_WRITE);
  262. #endif
  263. if (wait)
  264. wait_event(entry->wait, test_bit(BTRFS_ORDERED_COMPLETE,
  265. &entry->flags));
  266. }
  267. void btrfs_wait_ordered_range(struct inode *inode, u64 start, u64 len)
  268. {
  269. u64 end;
  270. struct btrfs_ordered_extent *ordered;
  271. int found;
  272. int should_wait = 0;
  273. again:
  274. if (start + len < start)
  275. end = (u64)-1;
  276. else
  277. end = start + len - 1;
  278. found = 0;
  279. while(1) {
  280. ordered = btrfs_lookup_first_ordered_extent(inode, end);
  281. if (!ordered) {
  282. break;
  283. }
  284. if (ordered->file_offset >= start + len) {
  285. btrfs_put_ordered_extent(ordered);
  286. break;
  287. }
  288. if (ordered->file_offset + ordered->len < start) {
  289. btrfs_put_ordered_extent(ordered);
  290. break;
  291. }
  292. btrfs_start_ordered_extent(inode, ordered, should_wait);
  293. found++;
  294. end = ordered->file_offset;
  295. btrfs_put_ordered_extent(ordered);
  296. if (end == 0)
  297. break;
  298. end--;
  299. }
  300. if (should_wait && found) {
  301. should_wait = 0;
  302. goto again;
  303. }
  304. }
  305. int btrfs_add_ordered_pending(struct inode *inode,
  306. struct btrfs_ordered_extent *ordered,
  307. u64 start, u64 len)
  308. {
  309. WARN_ON(1);
  310. return 0;
  311. #if 0
  312. int ret;
  313. struct btrfs_ordered_inode_tree *tree;
  314. struct extent_io_tree *io_tree = &BTRFS_I(inode)->io_tree;
  315. tree = &BTRFS_I(inode)->ordered_tree;
  316. mutex_lock(&tree->mutex);
  317. if (test_bit(BTRFS_ORDERED_IO_DONE, &ordered->flags)) {
  318. ret = -EAGAIN;
  319. goto out;
  320. }
  321. set_extent_ordered(io_tree, start, start + len - 1, GFP_NOFS);
  322. ret = 0;
  323. out:
  324. mutex_unlock(&tree->mutex);
  325. return ret;
  326. #endif
  327. }
  328. struct btrfs_ordered_extent *btrfs_lookup_ordered_extent(struct inode *inode,
  329. u64 file_offset)
  330. {
  331. struct btrfs_ordered_inode_tree *tree;
  332. struct rb_node *node;
  333. struct btrfs_ordered_extent *entry = NULL;
  334. tree = &BTRFS_I(inode)->ordered_tree;
  335. mutex_lock(&tree->mutex);
  336. node = tree_search(tree, file_offset);
  337. if (!node)
  338. goto out;
  339. entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);
  340. if (!offset_in_entry(entry, file_offset))
  341. entry = NULL;
  342. if (entry)
  343. atomic_inc(&entry->refs);
  344. out:
  345. mutex_unlock(&tree->mutex);
  346. return entry;
  347. }
  348. struct btrfs_ordered_extent *
  349. btrfs_lookup_first_ordered_extent(struct inode * inode, u64 file_offset)
  350. {
  351. struct btrfs_ordered_inode_tree *tree;
  352. struct rb_node *node;
  353. struct btrfs_ordered_extent *entry = NULL;
  354. tree = &BTRFS_I(inode)->ordered_tree;
  355. mutex_lock(&tree->mutex);
  356. node = tree_search(tree, file_offset);
  357. if (!node)
  358. goto out;
  359. entry = rb_entry(node, struct btrfs_ordered_extent, rb_node);
  360. atomic_inc(&entry->refs);
  361. out:
  362. mutex_unlock(&tree->mutex);
  363. return entry;
  364. }