extents_status.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790
  1. /*
  2. * fs/ext4/extents_status.c
  3. *
  4. * Written by Yongqiang Yang <xiaoqiangnk@gmail.com>
  5. * Modified by
  6. * Allison Henderson <achender@linux.vnet.ibm.com>
  7. * Hugh Dickins <hughd@google.com>
  8. * Zheng Liu <wenqing.lz@taobao.com>
  9. *
  10. * Ext4 extents status tree core functions.
  11. */
  12. #include <linux/rbtree.h>
  13. #include "ext4.h"
  14. #include "extents_status.h"
  15. #include "ext4_extents.h"
  16. #include <trace/events/ext4.h>
  17. /*
  18. * According to previous discussion in Ext4 Developer Workshop, we
  19. * will introduce a new structure called io tree to track all extent
  20. * status in order to solve some problems that we have met
  21. * (e.g. Reservation space warning), and provide extent-level locking.
  22. * Delay extent tree is the first step to achieve this goal. It is
  23. * original built by Yongqiang Yang. At that time it is called delay
  24. * extent tree, whose goal is only track delayed extents in memory to
  25. * simplify the implementation of fiemap and bigalloc, and introduce
  26. * lseek SEEK_DATA/SEEK_HOLE support. That is why it is still called
  27. * delay extent tree at the first commit. But for better understand
  28. * what it does, it has been rename to extent status tree.
  29. *
  30. * Step1:
  31. * Currently the first step has been done. All delayed extents are
  32. * tracked in the tree. It maintains the delayed extent when a delayed
  33. * allocation is issued, and the delayed extent is written out or
  34. * invalidated. Therefore the implementation of fiemap and bigalloc
  35. * are simplified, and SEEK_DATA/SEEK_HOLE are introduced.
  36. *
  37. * The following comment describes the implemenmtation of extent
  38. * status tree and future works.
  39. *
  40. * Step2:
  41. * In this step all extent status are tracked by extent status tree.
  42. * Thus, we can first try to lookup a block mapping in this tree before
  43. * finding it in extent tree. Hence, single extent cache can be removed
  44. * because extent status tree can do a better job. Extents in status
  45. * tree are loaded on-demand. Therefore, the extent status tree may not
  46. * contain all of the extents in a file. Meanwhile we define a shrinker
  47. * to reclaim memory from extent status tree because fragmented extent
  48. * tree will make status tree cost too much memory. written/unwritten/-
  49. * hole extents in the tree will be reclaimed by this shrinker when we
  50. * are under high memory pressure. Delayed extents will not be
  51. * reclimed because fiemap, bigalloc, and seek_data/hole need it.
  52. */
  53. /*
  54. * Extent status tree implementation for ext4.
  55. *
  56. *
  57. * ==========================================================================
  58. * Extent status tree tracks all extent status.
  59. *
  60. * 1. Why we need to implement extent status tree?
  61. *
  62. * Without extent status tree, ext4 identifies a delayed extent by looking
  63. * up page cache, this has several deficiencies - complicated, buggy,
  64. * and inefficient code.
  65. *
  66. * FIEMAP, SEEK_HOLE/DATA, bigalloc, and writeout all need to know if a
  67. * block or a range of blocks are belonged to a delayed extent.
  68. *
  69. * Let us have a look at how they do without extent status tree.
  70. * -- FIEMAP
  71. * FIEMAP looks up page cache to identify delayed allocations from holes.
  72. *
  73. * -- SEEK_HOLE/DATA
  74. * SEEK_HOLE/DATA has the same problem as FIEMAP.
  75. *
  76. * -- bigalloc
  77. * bigalloc looks up page cache to figure out if a block is
  78. * already under delayed allocation or not to determine whether
  79. * quota reserving is needed for the cluster.
  80. *
  81. * -- writeout
  82. * Writeout looks up whole page cache to see if a buffer is
  83. * mapped, If there are not very many delayed buffers, then it is
  84. * time comsuming.
  85. *
  86. * With extent status tree implementation, FIEMAP, SEEK_HOLE/DATA,
  87. * bigalloc and writeout can figure out if a block or a range of
  88. * blocks is under delayed allocation(belonged to a delayed extent) or
  89. * not by searching the extent tree.
  90. *
  91. *
  92. * ==========================================================================
  93. * 2. Ext4 extent status tree impelmentation
  94. *
  95. * -- extent
  96. * A extent is a range of blocks which are contiguous logically and
  97. * physically. Unlike extent in extent tree, this extent in ext4 is
  98. * a in-memory struct, there is no corresponding on-disk data. There
  99. * is no limit on length of extent, so an extent can contain as many
  100. * blocks as they are contiguous logically and physically.
  101. *
  102. * -- extent status tree
  103. * Every inode has an extent status tree and all allocation blocks
  104. * are added to the tree with different status. The extent in the
  105. * tree are ordered by logical block no.
  106. *
  107. * -- operations on a extent status tree
  108. * There are three important operations on a delayed extent tree: find
  109. * next extent, adding a extent(a range of blocks) and removing a extent.
  110. *
  111. * -- race on a extent status tree
  112. * Extent status tree is protected by inode->i_es_lock.
  113. *
  114. * -- memory consumption
  115. * Fragmented extent tree will make extent status tree cost too much
  116. * memory. Hence, we will reclaim written/unwritten/hole extents from
  117. * the tree under a heavy memory pressure.
  118. *
  119. *
  120. * ==========================================================================
  121. * 3. Performance analysis
  122. *
  123. * -- overhead
  124. * 1. There is a cache extent for write access, so if writes are
  125. * not very random, adding space operaions are in O(1) time.
  126. *
  127. * -- gain
  128. * 2. Code is much simpler, more readable, more maintainable and
  129. * more efficient.
  130. *
  131. *
  132. * ==========================================================================
  133. * 4. TODO list
  134. *
  135. * -- Refactor delayed space reservation
  136. *
  137. * -- Extent-level locking
  138. */
  139. static struct kmem_cache *ext4_es_cachep;
  140. static int __es_insert_extent(struct inode *inode, struct extent_status *newes);
  141. static int __es_remove_extent(struct inode *inode, ext4_lblk_t lblk,
  142. ext4_lblk_t end);
  143. static int __es_try_to_reclaim_extents(struct ext4_inode_info *ei,
  144. int nr_to_scan);
  145. int __init ext4_init_es(void)
  146. {
  147. ext4_es_cachep = kmem_cache_create("ext4_extent_status",
  148. sizeof(struct extent_status),
  149. 0, (SLAB_RECLAIM_ACCOUNT), NULL);
  150. if (ext4_es_cachep == NULL)
  151. return -ENOMEM;
  152. return 0;
  153. }
  154. void ext4_exit_es(void)
  155. {
  156. if (ext4_es_cachep)
  157. kmem_cache_destroy(ext4_es_cachep);
  158. }
  159. void ext4_es_init_tree(struct ext4_es_tree *tree)
  160. {
  161. tree->root = RB_ROOT;
  162. tree->cache_es = NULL;
  163. }
  164. #ifdef ES_DEBUG__
  165. static void ext4_es_print_tree(struct inode *inode)
  166. {
  167. struct ext4_es_tree *tree;
  168. struct rb_node *node;
  169. printk(KERN_DEBUG "status extents for inode %lu:", inode->i_ino);
  170. tree = &EXT4_I(inode)->i_es_tree;
  171. node = rb_first(&tree->root);
  172. while (node) {
  173. struct extent_status *es;
  174. es = rb_entry(node, struct extent_status, rb_node);
  175. printk(KERN_DEBUG " [%u/%u) %llu %llx",
  176. es->es_lblk, es->es_len,
  177. ext4_es_pblock(es), ext4_es_status(es));
  178. node = rb_next(node);
  179. }
  180. printk(KERN_DEBUG "\n");
  181. }
  182. #else
  183. #define ext4_es_print_tree(inode)
  184. #endif
  185. static inline ext4_lblk_t ext4_es_end(struct extent_status *es)
  186. {
  187. BUG_ON(es->es_lblk + es->es_len < es->es_lblk);
  188. return es->es_lblk + es->es_len - 1;
  189. }
  190. /*
  191. * search through the tree for an delayed extent with a given offset. If
  192. * it can't be found, try to find next extent.
  193. */
  194. static struct extent_status *__es_tree_search(struct rb_root *root,
  195. ext4_lblk_t lblk)
  196. {
  197. struct rb_node *node = root->rb_node;
  198. struct extent_status *es = NULL;
  199. while (node) {
  200. es = rb_entry(node, struct extent_status, rb_node);
  201. if (lblk < es->es_lblk)
  202. node = node->rb_left;
  203. else if (lblk > ext4_es_end(es))
  204. node = node->rb_right;
  205. else
  206. return es;
  207. }
  208. if (es && lblk < es->es_lblk)
  209. return es;
  210. if (es && lblk > ext4_es_end(es)) {
  211. node = rb_next(&es->rb_node);
  212. return node ? rb_entry(node, struct extent_status, rb_node) :
  213. NULL;
  214. }
  215. return NULL;
  216. }
  217. /*
  218. * ext4_es_find_delayed_extent: find the 1st delayed extent covering @es->lblk
  219. * if it exists, otherwise, the next extent after @es->lblk.
  220. *
  221. * @inode: the inode which owns delayed extents
  222. * @lblk: the offset where we start to search
  223. * @es: delayed extent that we found
  224. */
  225. void ext4_es_find_delayed_extent(struct inode *inode, ext4_lblk_t lblk,
  226. struct extent_status *es)
  227. {
  228. struct ext4_es_tree *tree = NULL;
  229. struct extent_status *es1 = NULL;
  230. struct rb_node *node;
  231. BUG_ON(es == NULL);
  232. trace_ext4_es_find_delayed_extent_enter(inode, lblk);
  233. read_lock(&EXT4_I(inode)->i_es_lock);
  234. tree = &EXT4_I(inode)->i_es_tree;
  235. /* find extent in cache firstly */
  236. es->es_lblk = es->es_len = es->es_pblk = 0;
  237. if (tree->cache_es) {
  238. es1 = tree->cache_es;
  239. if (in_range(lblk, es1->es_lblk, es1->es_len)) {
  240. es_debug("%u cached by [%u/%u) %llu %llx\n",
  241. lblk, es1->es_lblk, es1->es_len,
  242. ext4_es_pblock(es1), ext4_es_status(es1));
  243. goto out;
  244. }
  245. }
  246. es1 = __es_tree_search(&tree->root, lblk);
  247. out:
  248. if (es1 && !ext4_es_is_delayed(es1)) {
  249. while ((node = rb_next(&es1->rb_node)) != NULL) {
  250. es1 = rb_entry(node, struct extent_status, rb_node);
  251. if (ext4_es_is_delayed(es1))
  252. break;
  253. }
  254. }
  255. if (es1 && ext4_es_is_delayed(es1)) {
  256. tree->cache_es = es1;
  257. es->es_lblk = es1->es_lblk;
  258. es->es_len = es1->es_len;
  259. es->es_pblk = es1->es_pblk;
  260. }
  261. read_unlock(&EXT4_I(inode)->i_es_lock);
  262. ext4_es_lru_add(inode);
  263. trace_ext4_es_find_delayed_extent_exit(inode, es);
  264. }
  265. static struct extent_status *
  266. ext4_es_alloc_extent(struct inode *inode, ext4_lblk_t lblk, ext4_lblk_t len,
  267. ext4_fsblk_t pblk)
  268. {
  269. struct extent_status *es;
  270. es = kmem_cache_alloc(ext4_es_cachep, GFP_ATOMIC);
  271. if (es == NULL)
  272. return NULL;
  273. es->es_lblk = lblk;
  274. es->es_len = len;
  275. es->es_pblk = pblk;
  276. /*
  277. * We don't count delayed extent because we never try to reclaim them
  278. */
  279. if (!ext4_es_is_delayed(es)) {
  280. EXT4_I(inode)->i_es_lru_nr++;
  281. percpu_counter_inc(&EXT4_SB(inode->i_sb)->s_extent_cache_cnt);
  282. }
  283. return es;
  284. }
  285. static void ext4_es_free_extent(struct inode *inode, struct extent_status *es)
  286. {
  287. /* Decrease the lru counter when this es is not delayed */
  288. if (!ext4_es_is_delayed(es)) {
  289. BUG_ON(EXT4_I(inode)->i_es_lru_nr == 0);
  290. EXT4_I(inode)->i_es_lru_nr--;
  291. percpu_counter_dec(&EXT4_SB(inode->i_sb)->s_extent_cache_cnt);
  292. }
  293. kmem_cache_free(ext4_es_cachep, es);
  294. }
  295. /*
  296. * Check whether or not two extents can be merged
  297. * Condition:
  298. * - logical block number is contiguous
  299. * - physical block number is contiguous
  300. * - status is equal
  301. */
  302. static int ext4_es_can_be_merged(struct extent_status *es1,
  303. struct extent_status *es2)
  304. {
  305. if (es1->es_lblk + es1->es_len != es2->es_lblk)
  306. return 0;
  307. if (ext4_es_status(es1) != ext4_es_status(es2))
  308. return 0;
  309. if ((ext4_es_is_written(es1) || ext4_es_is_unwritten(es1)) &&
  310. (ext4_es_pblock(es1) + es1->es_len != ext4_es_pblock(es2)))
  311. return 0;
  312. return 1;
  313. }
  314. static struct extent_status *
  315. ext4_es_try_to_merge_left(struct inode *inode, struct extent_status *es)
  316. {
  317. struct ext4_es_tree *tree = &EXT4_I(inode)->i_es_tree;
  318. struct extent_status *es1;
  319. struct rb_node *node;
  320. node = rb_prev(&es->rb_node);
  321. if (!node)
  322. return es;
  323. es1 = rb_entry(node, struct extent_status, rb_node);
  324. if (ext4_es_can_be_merged(es1, es)) {
  325. es1->es_len += es->es_len;
  326. rb_erase(&es->rb_node, &tree->root);
  327. ext4_es_free_extent(inode, es);
  328. es = es1;
  329. }
  330. return es;
  331. }
  332. static struct extent_status *
  333. ext4_es_try_to_merge_right(struct inode *inode, struct extent_status *es)
  334. {
  335. struct ext4_es_tree *tree = &EXT4_I(inode)->i_es_tree;
  336. struct extent_status *es1;
  337. struct rb_node *node;
  338. node = rb_next(&es->rb_node);
  339. if (!node)
  340. return es;
  341. es1 = rb_entry(node, struct extent_status, rb_node);
  342. if (ext4_es_can_be_merged(es, es1)) {
  343. es->es_len += es1->es_len;
  344. rb_erase(node, &tree->root);
  345. ext4_es_free_extent(inode, es1);
  346. }
  347. return es;
  348. }
  349. static int __es_insert_extent(struct inode *inode, struct extent_status *newes)
  350. {
  351. struct ext4_es_tree *tree = &EXT4_I(inode)->i_es_tree;
  352. struct rb_node **p = &tree->root.rb_node;
  353. struct rb_node *parent = NULL;
  354. struct extent_status *es;
  355. while (*p) {
  356. parent = *p;
  357. es = rb_entry(parent, struct extent_status, rb_node);
  358. if (newes->es_lblk < es->es_lblk) {
  359. if (ext4_es_can_be_merged(newes, es)) {
  360. /*
  361. * Here we can modify es_lblk directly
  362. * because it isn't overlapped.
  363. */
  364. es->es_lblk = newes->es_lblk;
  365. es->es_len += newes->es_len;
  366. if (ext4_es_is_written(es) ||
  367. ext4_es_is_unwritten(es))
  368. ext4_es_store_pblock(es,
  369. newes->es_pblk);
  370. es = ext4_es_try_to_merge_left(inode, es);
  371. goto out;
  372. }
  373. p = &(*p)->rb_left;
  374. } else if (newes->es_lblk > ext4_es_end(es)) {
  375. if (ext4_es_can_be_merged(es, newes)) {
  376. es->es_len += newes->es_len;
  377. es = ext4_es_try_to_merge_right(inode, es);
  378. goto out;
  379. }
  380. p = &(*p)->rb_right;
  381. } else {
  382. BUG_ON(1);
  383. return -EINVAL;
  384. }
  385. }
  386. es = ext4_es_alloc_extent(inode, newes->es_lblk, newes->es_len,
  387. newes->es_pblk);
  388. if (!es)
  389. return -ENOMEM;
  390. rb_link_node(&es->rb_node, parent, p);
  391. rb_insert_color(&es->rb_node, &tree->root);
  392. out:
  393. tree->cache_es = es;
  394. return 0;
  395. }
  396. /*
  397. * ext4_es_insert_extent() adds a space to a extent status tree.
  398. *
  399. * ext4_es_insert_extent is called by ext4_da_write_begin and
  400. * ext4_es_remove_extent.
  401. *
  402. * Return 0 on success, error code on failure.
  403. */
  404. int ext4_es_insert_extent(struct inode *inode, ext4_lblk_t lblk,
  405. ext4_lblk_t len, ext4_fsblk_t pblk,
  406. unsigned long long status)
  407. {
  408. struct extent_status newes;
  409. ext4_lblk_t end = lblk + len - 1;
  410. int err = 0;
  411. es_debug("add [%u/%u) %llu %llx to extent status tree of inode %lu\n",
  412. lblk, len, pblk, status, inode->i_ino);
  413. if (!len)
  414. return 0;
  415. BUG_ON(end < lblk);
  416. newes.es_lblk = lblk;
  417. newes.es_len = len;
  418. ext4_es_store_pblock(&newes, pblk);
  419. ext4_es_store_status(&newes, status);
  420. trace_ext4_es_insert_extent(inode, &newes);
  421. write_lock(&EXT4_I(inode)->i_es_lock);
  422. err = __es_remove_extent(inode, lblk, end);
  423. if (err != 0)
  424. goto error;
  425. err = __es_insert_extent(inode, &newes);
  426. error:
  427. write_unlock(&EXT4_I(inode)->i_es_lock);
  428. ext4_es_lru_add(inode);
  429. ext4_es_print_tree(inode);
  430. return err;
  431. }
  432. /*
  433. * ext4_es_lookup_extent() looks up an extent in extent status tree.
  434. *
  435. * ext4_es_lookup_extent is called by ext4_map_blocks/ext4_da_map_blocks.
  436. *
  437. * Return: 1 on found, 0 on not
  438. */
  439. int ext4_es_lookup_extent(struct inode *inode, ext4_lblk_t lblk,
  440. struct extent_status *es)
  441. {
  442. struct ext4_es_tree *tree;
  443. struct extent_status *es1 = NULL;
  444. struct rb_node *node;
  445. int found = 0;
  446. trace_ext4_es_lookup_extent_enter(inode, lblk);
  447. es_debug("lookup extent in block %u\n", lblk);
  448. tree = &EXT4_I(inode)->i_es_tree;
  449. read_lock(&EXT4_I(inode)->i_es_lock);
  450. /* find extent in cache firstly */
  451. es->es_lblk = es->es_len = es->es_pblk = 0;
  452. if (tree->cache_es) {
  453. es1 = tree->cache_es;
  454. if (in_range(lblk, es1->es_lblk, es1->es_len)) {
  455. es_debug("%u cached by [%u/%u)\n",
  456. lblk, es1->es_lblk, es1->es_len);
  457. found = 1;
  458. goto out;
  459. }
  460. }
  461. node = tree->root.rb_node;
  462. while (node) {
  463. es1 = rb_entry(node, struct extent_status, rb_node);
  464. if (lblk < es1->es_lblk)
  465. node = node->rb_left;
  466. else if (lblk > ext4_es_end(es1))
  467. node = node->rb_right;
  468. else {
  469. found = 1;
  470. break;
  471. }
  472. }
  473. out:
  474. if (found) {
  475. BUG_ON(!es1);
  476. es->es_lblk = es1->es_lblk;
  477. es->es_len = es1->es_len;
  478. es->es_pblk = es1->es_pblk;
  479. }
  480. read_unlock(&EXT4_I(inode)->i_es_lock);
  481. ext4_es_lru_add(inode);
  482. trace_ext4_es_lookup_extent_exit(inode, es, found);
  483. return found;
  484. }
  485. static int __es_remove_extent(struct inode *inode, ext4_lblk_t lblk,
  486. ext4_lblk_t end)
  487. {
  488. struct ext4_es_tree *tree = &EXT4_I(inode)->i_es_tree;
  489. struct rb_node *node;
  490. struct extent_status *es;
  491. struct extent_status orig_es;
  492. ext4_lblk_t len1, len2;
  493. ext4_fsblk_t block;
  494. int err = 0;
  495. es = __es_tree_search(&tree->root, lblk);
  496. if (!es)
  497. goto out;
  498. if (es->es_lblk > end)
  499. goto out;
  500. /* Simply invalidate cache_es. */
  501. tree->cache_es = NULL;
  502. orig_es.es_lblk = es->es_lblk;
  503. orig_es.es_len = es->es_len;
  504. orig_es.es_pblk = es->es_pblk;
  505. len1 = lblk > es->es_lblk ? lblk - es->es_lblk : 0;
  506. len2 = ext4_es_end(es) > end ? ext4_es_end(es) - end : 0;
  507. if (len1 > 0)
  508. es->es_len = len1;
  509. if (len2 > 0) {
  510. if (len1 > 0) {
  511. struct extent_status newes;
  512. newes.es_lblk = end + 1;
  513. newes.es_len = len2;
  514. if (ext4_es_is_written(&orig_es) ||
  515. ext4_es_is_unwritten(&orig_es)) {
  516. block = ext4_es_pblock(&orig_es) +
  517. orig_es.es_len - len2;
  518. ext4_es_store_pblock(&newes, block);
  519. }
  520. ext4_es_store_status(&newes, ext4_es_status(&orig_es));
  521. err = __es_insert_extent(inode, &newes);
  522. if (err) {
  523. es->es_lblk = orig_es.es_lblk;
  524. es->es_len = orig_es.es_len;
  525. goto out;
  526. }
  527. } else {
  528. es->es_lblk = end + 1;
  529. es->es_len = len2;
  530. if (ext4_es_is_written(es) ||
  531. ext4_es_is_unwritten(es)) {
  532. block = orig_es.es_pblk + orig_es.es_len - len2;
  533. ext4_es_store_pblock(es, block);
  534. }
  535. }
  536. goto out;
  537. }
  538. if (len1 > 0) {
  539. node = rb_next(&es->rb_node);
  540. if (node)
  541. es = rb_entry(node, struct extent_status, rb_node);
  542. else
  543. es = NULL;
  544. }
  545. while (es && ext4_es_end(es) <= end) {
  546. node = rb_next(&es->rb_node);
  547. rb_erase(&es->rb_node, &tree->root);
  548. ext4_es_free_extent(inode, es);
  549. if (!node) {
  550. es = NULL;
  551. break;
  552. }
  553. es = rb_entry(node, struct extent_status, rb_node);
  554. }
  555. if (es && es->es_lblk < end + 1) {
  556. ext4_lblk_t orig_len = es->es_len;
  557. len1 = ext4_es_end(es) - end;
  558. es->es_lblk = end + 1;
  559. es->es_len = len1;
  560. if (ext4_es_is_written(es) || ext4_es_is_unwritten(es)) {
  561. block = es->es_pblk + orig_len - len1;
  562. ext4_es_store_pblock(es, block);
  563. }
  564. }
  565. out:
  566. return err;
  567. }
  568. /*
  569. * ext4_es_remove_extent() removes a space from a extent status tree.
  570. *
  571. * Return 0 on success, error code on failure.
  572. */
  573. int ext4_es_remove_extent(struct inode *inode, ext4_lblk_t lblk,
  574. ext4_lblk_t len)
  575. {
  576. ext4_lblk_t end;
  577. int err = 0;
  578. trace_ext4_es_remove_extent(inode, lblk, len);
  579. es_debug("remove [%u/%u) from extent status tree of inode %lu\n",
  580. lblk, len, inode->i_ino);
  581. if (!len)
  582. return err;
  583. end = lblk + len - 1;
  584. BUG_ON(end < lblk);
  585. write_lock(&EXT4_I(inode)->i_es_lock);
  586. err = __es_remove_extent(inode, lblk, end);
  587. write_unlock(&EXT4_I(inode)->i_es_lock);
  588. ext4_es_print_tree(inode);
  589. return err;
  590. }
  591. static int ext4_es_shrink(struct shrinker *shrink, struct shrink_control *sc)
  592. {
  593. struct ext4_sb_info *sbi = container_of(shrink,
  594. struct ext4_sb_info, s_es_shrinker);
  595. struct ext4_inode_info *ei;
  596. struct list_head *cur, *tmp, scanned;
  597. int nr_to_scan = sc->nr_to_scan;
  598. int ret, nr_shrunk = 0;
  599. ret = percpu_counter_read_positive(&sbi->s_extent_cache_cnt);
  600. trace_ext4_es_shrink_enter(sbi->s_sb, nr_to_scan, ret);
  601. if (!nr_to_scan)
  602. return ret;
  603. INIT_LIST_HEAD(&scanned);
  604. spin_lock(&sbi->s_es_lru_lock);
  605. list_for_each_safe(cur, tmp, &sbi->s_es_lru) {
  606. list_move_tail(cur, &scanned);
  607. ei = list_entry(cur, struct ext4_inode_info, i_es_lru);
  608. read_lock(&ei->i_es_lock);
  609. if (ei->i_es_lru_nr == 0) {
  610. read_unlock(&ei->i_es_lock);
  611. continue;
  612. }
  613. read_unlock(&ei->i_es_lock);
  614. write_lock(&ei->i_es_lock);
  615. ret = __es_try_to_reclaim_extents(ei, nr_to_scan);
  616. write_unlock(&ei->i_es_lock);
  617. nr_shrunk += ret;
  618. nr_to_scan -= ret;
  619. if (nr_to_scan == 0)
  620. break;
  621. }
  622. list_splice_tail(&scanned, &sbi->s_es_lru);
  623. spin_unlock(&sbi->s_es_lru_lock);
  624. ret = percpu_counter_read_positive(&sbi->s_extent_cache_cnt);
  625. trace_ext4_es_shrink_exit(sbi->s_sb, nr_shrunk, ret);
  626. return ret;
  627. }
  628. void ext4_es_register_shrinker(struct super_block *sb)
  629. {
  630. struct ext4_sb_info *sbi;
  631. sbi = EXT4_SB(sb);
  632. INIT_LIST_HEAD(&sbi->s_es_lru);
  633. spin_lock_init(&sbi->s_es_lru_lock);
  634. sbi->s_es_shrinker.shrink = ext4_es_shrink;
  635. sbi->s_es_shrinker.seeks = DEFAULT_SEEKS;
  636. register_shrinker(&sbi->s_es_shrinker);
  637. }
  638. void ext4_es_unregister_shrinker(struct super_block *sb)
  639. {
  640. unregister_shrinker(&EXT4_SB(sb)->s_es_shrinker);
  641. }
  642. void ext4_es_lru_add(struct inode *inode)
  643. {
  644. struct ext4_inode_info *ei = EXT4_I(inode);
  645. struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
  646. spin_lock(&sbi->s_es_lru_lock);
  647. if (list_empty(&ei->i_es_lru))
  648. list_add_tail(&ei->i_es_lru, &sbi->s_es_lru);
  649. else
  650. list_move_tail(&ei->i_es_lru, &sbi->s_es_lru);
  651. spin_unlock(&sbi->s_es_lru_lock);
  652. }
  653. void ext4_es_lru_del(struct inode *inode)
  654. {
  655. struct ext4_inode_info *ei = EXT4_I(inode);
  656. struct ext4_sb_info *sbi = EXT4_SB(inode->i_sb);
  657. spin_lock(&sbi->s_es_lru_lock);
  658. if (!list_empty(&ei->i_es_lru))
  659. list_del_init(&ei->i_es_lru);
  660. spin_unlock(&sbi->s_es_lru_lock);
  661. }
  662. static int __es_try_to_reclaim_extents(struct ext4_inode_info *ei,
  663. int nr_to_scan)
  664. {
  665. struct inode *inode = &ei->vfs_inode;
  666. struct ext4_es_tree *tree = &ei->i_es_tree;
  667. struct rb_node *node;
  668. struct extent_status *es;
  669. int nr_shrunk = 0;
  670. if (ei->i_es_lru_nr == 0)
  671. return 0;
  672. node = rb_first(&tree->root);
  673. while (node != NULL) {
  674. es = rb_entry(node, struct extent_status, rb_node);
  675. node = rb_next(&es->rb_node);
  676. /*
  677. * We can't reclaim delayed extent from status tree because
  678. * fiemap, bigallic, and seek_data/hole need to use it.
  679. */
  680. if (!ext4_es_is_delayed(es)) {
  681. rb_erase(&es->rb_node, &tree->root);
  682. ext4_es_free_extent(inode, es);
  683. nr_shrunk++;
  684. if (--nr_to_scan == 0)
  685. break;
  686. }
  687. }
  688. tree->cache_es = NULL;
  689. return nr_shrunk;
  690. }