build.c 11 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392
  1. /*
  2. * JFFS2 -- Journalling Flash File System, Version 2.
  3. *
  4. * Copyright © 2001-2007 Red Hat, Inc.
  5. *
  6. * Created by David Woodhouse <dwmw2@infradead.org>
  7. *
  8. * For licensing information, see the file 'LICENCE' in this directory.
  9. *
  10. */
  11. #include <linux/kernel.h>
  12. #include <linux/sched.h>
  13. #include <linux/slab.h>
  14. #include <linux/vmalloc.h>
  15. #include <linux/mtd/mtd.h>
  16. #include "nodelist.h"
  17. static void jffs2_build_remove_unlinked_inode(struct jffs2_sb_info *,
  18. struct jffs2_inode_cache *, struct jffs2_full_dirent **);
  19. static inline struct jffs2_inode_cache *
  20. first_inode_chain(int *i, struct jffs2_sb_info *c)
  21. {
  22. for (; *i < INOCACHE_HASHSIZE; (*i)++) {
  23. if (c->inocache_list[*i])
  24. return c->inocache_list[*i];
  25. }
  26. return NULL;
  27. }
  28. static inline struct jffs2_inode_cache *
  29. next_inode(int *i, struct jffs2_inode_cache *ic, struct jffs2_sb_info *c)
  30. {
  31. /* More in this chain? */
  32. if (ic->next)
  33. return ic->next;
  34. (*i)++;
  35. return first_inode_chain(i, c);
  36. }
  37. #define for_each_inode(i, c, ic) \
  38. for (i = 0, ic = first_inode_chain(&i, (c)); \
  39. ic; \
  40. ic = next_inode(&i, ic, (c)))
  41. static void jffs2_build_inode_pass1(struct jffs2_sb_info *c,
  42. struct jffs2_inode_cache *ic)
  43. {
  44. struct jffs2_full_dirent *fd;
  45. dbg_fsbuild("building directory inode #%u\n", ic->ino);
  46. /* For each child, increase nlink */
  47. for(fd = ic->scan_dents; fd; fd = fd->next) {
  48. struct jffs2_inode_cache *child_ic;
  49. if (!fd->ino)
  50. continue;
  51. /* we can get high latency here with huge directories */
  52. child_ic = jffs2_get_ino_cache(c, fd->ino);
  53. if (!child_ic) {
  54. dbg_fsbuild("child \"%s\" (ino #%u) of dir ino #%u doesn't exist!\n",
  55. fd->name, fd->ino, ic->ino);
  56. jffs2_mark_node_obsolete(c, fd->raw);
  57. continue;
  58. }
  59. if (fd->type == DT_DIR) {
  60. if (child_ic->pino_nlink) {
  61. JFFS2_ERROR("child dir \"%s\" (ino #%u) of dir ino #%u appears to be a hard link\n",
  62. fd->name, fd->ino, ic->ino);
  63. /* TODO: What do we do about it? */
  64. } else {
  65. child_ic->pino_nlink = ic->ino;
  66. }
  67. } else
  68. child_ic->pino_nlink++;
  69. dbg_fsbuild("increased nlink for child \"%s\" (ino #%u)\n", fd->name, fd->ino);
  70. /* Can't free scan_dents so far. We might need them in pass 2 */
  71. }
  72. }
  73. /* Scan plan:
  74. - Scan physical nodes. Build map of inodes/dirents. Allocate inocaches as we go
  75. - Scan directory tree from top down, setting nlink in inocaches
  76. - Scan inocaches for inodes with nlink==0
  77. */
  78. static int jffs2_build_filesystem(struct jffs2_sb_info *c)
  79. {
  80. int ret;
  81. int i;
  82. struct jffs2_inode_cache *ic;
  83. struct jffs2_full_dirent *fd;
  84. struct jffs2_full_dirent *dead_fds = NULL;
  85. dbg_fsbuild("build FS data structures\n");
  86. /* First, scan the medium and build all the inode caches with
  87. lists of physical nodes */
  88. c->flags |= JFFS2_SB_FLAG_SCANNING;
  89. ret = jffs2_scan_medium(c);
  90. c->flags &= ~JFFS2_SB_FLAG_SCANNING;
  91. if (ret)
  92. goto exit;
  93. dbg_fsbuild("scanned flash completely\n");
  94. jffs2_dbg_dump_block_lists_nolock(c);
  95. dbg_fsbuild("pass 1 starting\n");
  96. c->flags |= JFFS2_SB_FLAG_BUILDING;
  97. /* Now scan the directory tree, increasing nlink according to every dirent found. */
  98. for_each_inode(i, c, ic) {
  99. if (ic->scan_dents) {
  100. jffs2_build_inode_pass1(c, ic);
  101. cond_resched();
  102. }
  103. }
  104. dbg_fsbuild("pass 1 complete\n");
  105. /* Next, scan for inodes with nlink == 0 and remove them. If
  106. they were directories, then decrement the nlink of their
  107. children too, and repeat the scan. As that's going to be
  108. a fairly uncommon occurrence, it's not so evil to do it this
  109. way. Recursion bad. */
  110. dbg_fsbuild("pass 2 starting\n");
  111. for_each_inode(i, c, ic) {
  112. if (ic->pino_nlink)
  113. continue;
  114. jffs2_build_remove_unlinked_inode(c, ic, &dead_fds);
  115. cond_resched();
  116. }
  117. dbg_fsbuild("pass 2a starting\n");
  118. while (dead_fds) {
  119. fd = dead_fds;
  120. dead_fds = fd->next;
  121. ic = jffs2_get_ino_cache(c, fd->ino);
  122. if (ic)
  123. jffs2_build_remove_unlinked_inode(c, ic, &dead_fds);
  124. jffs2_free_full_dirent(fd);
  125. }
  126. dbg_fsbuild("pass 2a complete\n");
  127. dbg_fsbuild("freeing temporary data structures\n");
  128. /* Finally, we can scan again and free the dirent structs */
  129. for_each_inode(i, c, ic) {
  130. while(ic->scan_dents) {
  131. fd = ic->scan_dents;
  132. ic->scan_dents = fd->next;
  133. jffs2_free_full_dirent(fd);
  134. }
  135. ic->scan_dents = NULL;
  136. cond_resched();
  137. }
  138. jffs2_build_xattr_subsystem(c);
  139. c->flags &= ~JFFS2_SB_FLAG_BUILDING;
  140. dbg_fsbuild("FS build complete\n");
  141. /* Rotate the lists by some number to ensure wear levelling */
  142. jffs2_rotate_lists(c);
  143. ret = 0;
  144. exit:
  145. if (ret) {
  146. for_each_inode(i, c, ic) {
  147. while(ic->scan_dents) {
  148. fd = ic->scan_dents;
  149. ic->scan_dents = fd->next;
  150. jffs2_free_full_dirent(fd);
  151. }
  152. }
  153. jffs2_clear_xattr_subsystem(c);
  154. }
  155. return ret;
  156. }
  157. static void jffs2_build_remove_unlinked_inode(struct jffs2_sb_info *c,
  158. struct jffs2_inode_cache *ic,
  159. struct jffs2_full_dirent **dead_fds)
  160. {
  161. struct jffs2_raw_node_ref *raw;
  162. struct jffs2_full_dirent *fd;
  163. dbg_fsbuild("removing ino #%u with nlink == zero.\n", ic->ino);
  164. raw = ic->nodes;
  165. while (raw != (void *)ic) {
  166. struct jffs2_raw_node_ref *next = raw->next_in_ino;
  167. dbg_fsbuild("obsoleting node at 0x%08x\n", ref_offset(raw));
  168. jffs2_mark_node_obsolete(c, raw);
  169. raw = next;
  170. }
  171. if (ic->scan_dents) {
  172. int whinged = 0;
  173. dbg_fsbuild("inode #%u was a directory which may have children...\n", ic->ino);
  174. while(ic->scan_dents) {
  175. struct jffs2_inode_cache *child_ic;
  176. fd = ic->scan_dents;
  177. ic->scan_dents = fd->next;
  178. if (!fd->ino) {
  179. /* It's a deletion dirent. Ignore it */
  180. dbg_fsbuild("child \"%s\" is a deletion dirent, skipping...\n", fd->name);
  181. jffs2_free_full_dirent(fd);
  182. continue;
  183. }
  184. if (!whinged)
  185. whinged = 1;
  186. dbg_fsbuild("removing child \"%s\", ino #%u\n", fd->name, fd->ino);
  187. child_ic = jffs2_get_ino_cache(c, fd->ino);
  188. if (!child_ic) {
  189. dbg_fsbuild("cannot remove child \"%s\", ino #%u, because it doesn't exist\n",
  190. fd->name, fd->ino);
  191. jffs2_free_full_dirent(fd);
  192. continue;
  193. }
  194. /* Reduce nlink of the child. If it's now zero, stick it on the
  195. dead_fds list to be cleaned up later. Else just free the fd */
  196. if (fd->type == DT_DIR)
  197. child_ic->pino_nlink = 0;
  198. else
  199. child_ic->pino_nlink--;
  200. if (!child_ic->pino_nlink) {
  201. dbg_fsbuild("inode #%u (\"%s\") now has no links; adding to dead_fds list.\n",
  202. fd->ino, fd->name);
  203. fd->next = *dead_fds;
  204. *dead_fds = fd;
  205. } else {
  206. dbg_fsbuild("inode #%u (\"%s\") has now got nlink %d. Ignoring.\n",
  207. fd->ino, fd->name, child_ic->pino_nlink);
  208. jffs2_free_full_dirent(fd);
  209. }
  210. }
  211. }
  212. /*
  213. We don't delete the inocache from the hash list and free it yet.
  214. The erase code will do that, when all the nodes are completely gone.
  215. */
  216. }
  217. static void jffs2_calc_trigger_levels(struct jffs2_sb_info *c)
  218. {
  219. uint32_t size;
  220. /* Deletion should almost _always_ be allowed. We're fairly
  221. buggered once we stop allowing people to delete stuff
  222. because there's not enough free space... */
  223. c->resv_blocks_deletion = 2;
  224. /* Be conservative about how much space we need before we allow writes.
  225. On top of that which is required for deletia, require an extra 2%
  226. of the medium to be available, for overhead caused by nodes being
  227. split across blocks, etc. */
  228. size = c->flash_size / 50; /* 2% of flash size */
  229. size += c->nr_blocks * 100; /* And 100 bytes per eraseblock */
  230. size += c->sector_size - 1; /* ... and round up */
  231. c->resv_blocks_write = c->resv_blocks_deletion + (size / c->sector_size);
  232. /* When do we let the GC thread run in the background */
  233. c->resv_blocks_gctrigger = c->resv_blocks_write + 1;
  234. /* When do we allow garbage collection to merge nodes to make
  235. long-term progress at the expense of short-term space exhaustion? */
  236. c->resv_blocks_gcmerge = c->resv_blocks_deletion + 1;
  237. /* When do we allow garbage collection to eat from bad blocks rather
  238. than actually making progress? */
  239. c->resv_blocks_gcbad = 0;//c->resv_blocks_deletion + 2;
  240. /* What number of 'very dirty' eraseblocks do we allow before we
  241. trigger the GC thread even if we don't _need_ the space. When we
  242. can't mark nodes obsolete on the medium, the old dirty nodes cause
  243. performance problems because we have to inspect and discard them. */
  244. c->vdirty_blocks_gctrigger = c->resv_blocks_gctrigger;
  245. if (jffs2_can_mark_obsolete(c))
  246. c->vdirty_blocks_gctrigger *= 10;
  247. /* If there's less than this amount of dirty space, don't bother
  248. trying to GC to make more space. It'll be a fruitless task */
  249. c->nospc_dirty_size = c->sector_size + (c->flash_size / 100);
  250. dbg_fsbuild("JFFS2 trigger levels (size %d KiB, block size %d KiB, %d blocks)\n",
  251. c->flash_size / 1024, c->sector_size / 1024, c->nr_blocks);
  252. dbg_fsbuild("Blocks required to allow deletion: %d (%d KiB)\n",
  253. c->resv_blocks_deletion, c->resv_blocks_deletion*c->sector_size/1024);
  254. dbg_fsbuild("Blocks required to allow writes: %d (%d KiB)\n",
  255. c->resv_blocks_write, c->resv_blocks_write*c->sector_size/1024);
  256. dbg_fsbuild("Blocks required to quiesce GC thread: %d (%d KiB)\n",
  257. c->resv_blocks_gctrigger, c->resv_blocks_gctrigger*c->sector_size/1024);
  258. dbg_fsbuild("Blocks required to allow GC merges: %d (%d KiB)\n",
  259. c->resv_blocks_gcmerge, c->resv_blocks_gcmerge*c->sector_size/1024);
  260. dbg_fsbuild("Blocks required to GC bad blocks: %d (%d KiB)\n",
  261. c->resv_blocks_gcbad, c->resv_blocks_gcbad*c->sector_size/1024);
  262. dbg_fsbuild("Amount of dirty space required to GC: %d bytes\n",
  263. c->nospc_dirty_size);
  264. dbg_fsbuild("Very dirty blocks before GC triggered: %d\n",
  265. c->vdirty_blocks_gctrigger);
  266. }
  267. int jffs2_do_mount_fs(struct jffs2_sb_info *c)
  268. {
  269. int ret;
  270. int i;
  271. int size;
  272. c->free_size = c->flash_size;
  273. c->nr_blocks = c->flash_size / c->sector_size;
  274. size = sizeof(struct jffs2_eraseblock) * c->nr_blocks;
  275. #ifndef __ECOS
  276. if (jffs2_blocks_use_vmalloc(c))
  277. c->blocks = vmalloc(size);
  278. else
  279. #endif
  280. c->blocks = kmalloc(size, GFP_KERNEL);
  281. if (!c->blocks)
  282. return -ENOMEM;
  283. memset(c->blocks, 0, size);
  284. for (i=0; i<c->nr_blocks; i++) {
  285. INIT_LIST_HEAD(&c->blocks[i].list);
  286. c->blocks[i].offset = i * c->sector_size;
  287. c->blocks[i].free_size = c->sector_size;
  288. }
  289. INIT_LIST_HEAD(&c->clean_list);
  290. INIT_LIST_HEAD(&c->very_dirty_list);
  291. INIT_LIST_HEAD(&c->dirty_list);
  292. INIT_LIST_HEAD(&c->erasable_list);
  293. INIT_LIST_HEAD(&c->erasing_list);
  294. INIT_LIST_HEAD(&c->erase_checking_list);
  295. INIT_LIST_HEAD(&c->erase_pending_list);
  296. INIT_LIST_HEAD(&c->erasable_pending_wbuf_list);
  297. INIT_LIST_HEAD(&c->erase_complete_list);
  298. INIT_LIST_HEAD(&c->free_list);
  299. INIT_LIST_HEAD(&c->bad_list);
  300. INIT_LIST_HEAD(&c->bad_used_list);
  301. c->highest_ino = 1;
  302. c->summary = NULL;
  303. ret = jffs2_sum_init(c);
  304. if (ret)
  305. goto out_free;
  306. if (jffs2_build_filesystem(c)) {
  307. dbg_fsbuild("build_fs failed\n");
  308. jffs2_free_ino_caches(c);
  309. jffs2_free_raw_node_refs(c);
  310. ret = -EIO;
  311. goto out_free;
  312. }
  313. jffs2_calc_trigger_levels(c);
  314. return 0;
  315. out_free:
  316. #ifndef __ECOS
  317. if (jffs2_blocks_use_vmalloc(c))
  318. vfree(c->blocks);
  319. else
  320. #endif
  321. kfree(c->blocks);
  322. return ret;
  323. }