extent_map.c 8.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327
  1. #include <linux/err.h>
  2. #include <linux/gfp.h>
  3. #include <linux/slab.h>
  4. #include <linux/module.h>
  5. #include <linux/spinlock.h>
  6. #include <linux/version.h>
  7. #include <linux/hardirq.h>
  8. #include "extent_map.h"
  9. /* temporary define until extent_map moves out of btrfs */
  10. struct kmem_cache *btrfs_cache_create(const char *name, size_t size,
  11. unsigned long extra_flags,
  12. void (*ctor)(void *, struct kmem_cache *,
  13. unsigned long));
  14. static struct kmem_cache *extent_map_cache;
  15. int __init extent_map_init(void)
  16. {
  17. extent_map_cache = btrfs_cache_create("extent_map",
  18. sizeof(struct extent_map), 0,
  19. NULL);
  20. if (!extent_map_cache)
  21. return -ENOMEM;
  22. return 0;
  23. }
  24. void extent_map_exit(void)
  25. {
  26. if (extent_map_cache)
  27. kmem_cache_destroy(extent_map_cache);
  28. }
  29. /**
  30. * extent_map_tree_init - initialize extent map tree
  31. * @tree: tree to initialize
  32. * @mask: flags for memory allocations during tree operations
  33. *
  34. * Initialize the extent tree @tree. Should be called for each new inode
  35. * or other user of the extent_map interface.
  36. */
  37. void extent_map_tree_init(struct extent_map_tree *tree, gfp_t mask)
  38. {
  39. tree->map.rb_node = NULL;
  40. tree->last = NULL;
  41. spin_lock_init(&tree->lock);
  42. }
  43. EXPORT_SYMBOL(extent_map_tree_init);
  44. /**
  45. * alloc_extent_map - allocate new extent map structure
  46. * @mask: memory allocation flags
  47. *
  48. * Allocate a new extent_map structure. The new structure is
  49. * returned with a reference count of one and needs to be
  50. * freed using free_extent_map()
  51. */
  52. struct extent_map *alloc_extent_map(gfp_t mask)
  53. {
  54. struct extent_map *em;
  55. em = kmem_cache_alloc(extent_map_cache, mask);
  56. if (!em || IS_ERR(em))
  57. return em;
  58. em->in_tree = 0;
  59. em->flags = 0;
  60. atomic_set(&em->refs, 1);
  61. return em;
  62. }
  63. EXPORT_SYMBOL(alloc_extent_map);
  64. /**
  65. * free_extent_map - drop reference count of an extent_map
  66. * @em: extent map beeing releasead
  67. *
  68. * Drops the reference out on @em by one and free the structure
  69. * if the reference count hits zero.
  70. */
  71. void free_extent_map(struct extent_map *em)
  72. {
  73. if (!em)
  74. return;
  75. WARN_ON(atomic_read(&em->refs) == 0);
  76. if (atomic_dec_and_test(&em->refs)) {
  77. WARN_ON(em->in_tree);
  78. kmem_cache_free(extent_map_cache, em);
  79. }
  80. }
  81. EXPORT_SYMBOL(free_extent_map);
  82. static struct rb_node *tree_insert(struct rb_root *root, u64 offset,
  83. struct rb_node *node)
  84. {
  85. struct rb_node ** p = &root->rb_node;
  86. struct rb_node * parent = NULL;
  87. struct extent_map *entry;
  88. while(*p) {
  89. parent = *p;
  90. entry = rb_entry(parent, struct extent_map, rb_node);
  91. WARN_ON(!entry->in_tree);
  92. if (offset < entry->start)
  93. p = &(*p)->rb_left;
  94. else if (offset >= extent_map_end(entry))
  95. p = &(*p)->rb_right;
  96. else
  97. return parent;
  98. }
  99. entry = rb_entry(node, struct extent_map, rb_node);
  100. entry->in_tree = 1;
  101. rb_link_node(node, parent, p);
  102. rb_insert_color(node, root);
  103. return NULL;
  104. }
  105. static struct rb_node *__tree_search(struct rb_root *root, u64 offset,
  106. struct rb_node **prev_ret,
  107. struct rb_node **next_ret)
  108. {
  109. struct rb_node * n = root->rb_node;
  110. struct rb_node *prev = NULL;
  111. struct rb_node *orig_prev = NULL;
  112. struct extent_map *entry;
  113. struct extent_map *prev_entry = NULL;
  114. while(n) {
  115. entry = rb_entry(n, struct extent_map, rb_node);
  116. prev = n;
  117. prev_entry = entry;
  118. WARN_ON(!entry->in_tree);
  119. if (offset < entry->start)
  120. n = n->rb_left;
  121. else if (offset >= extent_map_end(entry))
  122. n = n->rb_right;
  123. else
  124. return n;
  125. }
  126. if (prev_ret) {
  127. orig_prev = prev;
  128. while(prev && offset >= extent_map_end(prev_entry)) {
  129. prev = rb_next(prev);
  130. prev_entry = rb_entry(prev, struct extent_map, rb_node);
  131. }
  132. *prev_ret = prev;
  133. prev = orig_prev;
  134. }
  135. if (next_ret) {
  136. prev_entry = rb_entry(prev, struct extent_map, rb_node);
  137. while(prev && offset < prev_entry->start) {
  138. prev = rb_prev(prev);
  139. prev_entry = rb_entry(prev, struct extent_map, rb_node);
  140. }
  141. *next_ret = prev;
  142. }
  143. return NULL;
  144. }
  145. static inline struct rb_node *tree_search(struct rb_root *root, u64 offset)
  146. {
  147. struct rb_node *prev;
  148. struct rb_node *ret;
  149. ret = __tree_search(root, offset, &prev, NULL);
  150. if (!ret)
  151. return prev;
  152. return ret;
  153. }
  154. static int mergable_maps(struct extent_map *prev, struct extent_map *next)
  155. {
  156. if (extent_map_end(prev) == next->start &&
  157. prev->flags == next->flags &&
  158. prev->bdev == next->bdev &&
  159. ((next->block_start == EXTENT_MAP_HOLE &&
  160. prev->block_start == EXTENT_MAP_HOLE) ||
  161. (next->block_start == EXTENT_MAP_INLINE &&
  162. prev->block_start == EXTENT_MAP_INLINE) ||
  163. (next->block_start == EXTENT_MAP_DELALLOC &&
  164. prev->block_start == EXTENT_MAP_DELALLOC) ||
  165. (next->block_start < EXTENT_MAP_LAST_BYTE - 1 &&
  166. next->block_start == extent_map_block_end(prev)))) {
  167. return 1;
  168. }
  169. return 0;
  170. }
  171. /**
  172. * add_extent_mapping - add new extent map to the extent tree
  173. * @tree: tree to insert new map in
  174. * @em: map to insert
  175. *
  176. * Insert @em into @tree or perform a simple forward/backward merge with
  177. * existing mappings. The extent_map struct passed in will be inserted
  178. * into the tree directly, with an additional reference taken, or a
  179. * reference dropped if the merge attempt was sucessfull.
  180. */
  181. int add_extent_mapping(struct extent_map_tree *tree,
  182. struct extent_map *em)
  183. {
  184. int ret = 0;
  185. struct extent_map *merge = NULL;
  186. struct rb_node *rb;
  187. rb = tree_insert(&tree->map, em->start, &em->rb_node);
  188. if (rb) {
  189. merge = rb_entry(rb, struct extent_map, rb_node);
  190. ret = -EEXIST;
  191. goto out;
  192. }
  193. atomic_inc(&em->refs);
  194. if (em->start != 0) {
  195. rb = rb_prev(&em->rb_node);
  196. if (rb)
  197. merge = rb_entry(rb, struct extent_map, rb_node);
  198. if (rb && mergable_maps(merge, em)) {
  199. em->start = merge->start;
  200. em->len += merge->len;
  201. em->block_start = merge->block_start;
  202. merge->in_tree = 0;
  203. rb_erase(&merge->rb_node, &tree->map);
  204. free_extent_map(merge);
  205. }
  206. }
  207. rb = rb_next(&em->rb_node);
  208. if (rb)
  209. merge = rb_entry(rb, struct extent_map, rb_node);
  210. if (rb && mergable_maps(em, merge)) {
  211. em->len += merge->len;
  212. rb_erase(&merge->rb_node, &tree->map);
  213. merge->in_tree = 0;
  214. free_extent_map(merge);
  215. }
  216. tree->last = em;
  217. out:
  218. return ret;
  219. }
  220. EXPORT_SYMBOL(add_extent_mapping);
  221. static u64 range_end(u64 start, u64 len)
  222. {
  223. if (start + len < start)
  224. return (u64)-1;
  225. return start + len;
  226. }
  227. /**
  228. * lookup_extent_mapping - lookup extent_map
  229. * @tree: tree to lookup in
  230. * @start: byte offset to start the search
  231. * @len: length of the lookup range
  232. *
  233. * Find and return the first extent_map struct in @tree that intersects the
  234. * [start, len] range. There may be additional objects in the tree that
  235. * intersect, so check the object returned carefully to make sure that no
  236. * additional lookups are needed.
  237. */
  238. struct extent_map *lookup_extent_mapping(struct extent_map_tree *tree,
  239. u64 start, u64 len)
  240. {
  241. struct extent_map *em;
  242. struct rb_node *rb_node;
  243. struct rb_node *prev = NULL;
  244. struct rb_node *next = NULL;
  245. u64 end = range_end(start, len);
  246. em = tree->last;
  247. if (em && end > em->start && start < extent_map_end(em))
  248. goto found;
  249. rb_node = __tree_search(&tree->map, start, &prev, &next);
  250. if (!rb_node && prev) {
  251. em = rb_entry(prev, struct extent_map, rb_node);
  252. if (end > em->start && start < extent_map_end(em))
  253. goto found;
  254. }
  255. if (!rb_node && next) {
  256. em = rb_entry(next, struct extent_map, rb_node);
  257. if (end > em->start && start < extent_map_end(em))
  258. goto found;
  259. }
  260. if (!rb_node) {
  261. em = NULL;
  262. goto out;
  263. }
  264. if (IS_ERR(rb_node)) {
  265. em = ERR_PTR(PTR_ERR(rb_node));
  266. goto out;
  267. }
  268. em = rb_entry(rb_node, struct extent_map, rb_node);
  269. if (end > em->start && start < extent_map_end(em))
  270. goto found;
  271. em = NULL;
  272. goto out;
  273. found:
  274. atomic_inc(&em->refs);
  275. tree->last = em;
  276. out:
  277. return em;
  278. }
  279. EXPORT_SYMBOL(lookup_extent_mapping);
  280. /**
  281. * remove_extent_mapping - removes an extent_map from the extent tree
  282. * @tree: extent tree to remove from
  283. * @em: extent map beeing removed
  284. *
  285. * Removes @em from @tree. No reference counts are dropped, and no checks
  286. * are done to see if the range is in use
  287. */
  288. int remove_extent_mapping(struct extent_map_tree *tree, struct extent_map *em)
  289. {
  290. int ret = 0;
  291. rb_erase(&em->rb_node, &tree->map);
  292. em->in_tree = 0;
  293. if (tree->last == em)
  294. tree->last = NULL;
  295. return ret;
  296. }
  297. EXPORT_SYMBOL(remove_extent_mapping);