logfs.h 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725
  1. /*
  2. * fs/logfs/logfs.h
  3. *
  4. * As should be obvious for Linux kernel code, license is GPLv2
  5. *
  6. * Copyright (c) 2005-2008 Joern Engel <joern@logfs.org>
  7. *
  8. * Private header for logfs.
  9. */
  10. #ifndef FS_LOGFS_LOGFS_H
  11. #define FS_LOGFS_LOGFS_H
  12. #undef __CHECK_ENDIAN__
  13. #define __CHECK_ENDIAN__
  14. #include <linux/btree.h>
  15. #include <linux/crc32.h>
  16. #include <linux/fs.h>
  17. #include <linux/kernel.h>
  18. #include <linux/mempool.h>
  19. #include <linux/pagemap.h>
  20. #include <linux/mtd/mtd.h>
  21. #include "logfs_abi.h"
  22. #define LOGFS_DEBUG_SUPER (0x0001)
  23. #define LOGFS_DEBUG_SEGMENT (0x0002)
  24. #define LOGFS_DEBUG_JOURNAL (0x0004)
  25. #define LOGFS_DEBUG_DIR (0x0008)
  26. #define LOGFS_DEBUG_FILE (0x0010)
  27. #define LOGFS_DEBUG_INODE (0x0020)
  28. #define LOGFS_DEBUG_READWRITE (0x0040)
  29. #define LOGFS_DEBUG_GC (0x0080)
  30. #define LOGFS_DEBUG_GC_NOISY (0x0100)
  31. #define LOGFS_DEBUG_ALIASES (0x0200)
  32. #define LOGFS_DEBUG_BLOCKMOVE (0x0400)
  33. #define LOGFS_DEBUG_ALL (0xffffffff)
  34. #define LOGFS_DEBUG (0x01)
  35. /*
  36. * To enable specific log messages, simply define LOGFS_DEBUG to match any
  37. * or all of the above.
  38. */
  39. #ifndef LOGFS_DEBUG
  40. #define LOGFS_DEBUG (0)
  41. #endif
  42. #define log_cond(cond, fmt, arg...) do { \
  43. if (cond) \
  44. printk(KERN_DEBUG fmt, ##arg); \
  45. } while (0)
  46. #define log_super(fmt, arg...) \
  47. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_SUPER, fmt, ##arg)
  48. #define log_segment(fmt, arg...) \
  49. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_SEGMENT, fmt, ##arg)
  50. #define log_journal(fmt, arg...) \
  51. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_JOURNAL, fmt, ##arg)
  52. #define log_dir(fmt, arg...) \
  53. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_DIR, fmt, ##arg)
  54. #define log_file(fmt, arg...) \
  55. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_FILE, fmt, ##arg)
  56. #define log_inode(fmt, arg...) \
  57. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_INODE, fmt, ##arg)
  58. #define log_readwrite(fmt, arg...) \
  59. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_READWRITE, fmt, ##arg)
  60. #define log_gc(fmt, arg...) \
  61. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_GC, fmt, ##arg)
  62. #define log_gc_noisy(fmt, arg...) \
  63. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_GC_NOISY, fmt, ##arg)
  64. #define log_aliases(fmt, arg...) \
  65. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_ALIASES, fmt, ##arg)
  66. #define log_blockmove(fmt, arg...) \
  67. log_cond(LOGFS_DEBUG & LOGFS_DEBUG_BLOCKMOVE, fmt, ##arg)
  68. #define PG_pre_locked PG_owner_priv_1
  69. #define PagePreLocked(page) test_bit(PG_pre_locked, &(page)->flags)
  70. #define SetPagePreLocked(page) set_bit(PG_pre_locked, &(page)->flags)
  71. #define ClearPagePreLocked(page) clear_bit(PG_pre_locked, &(page)->flags)
  72. /* FIXME: This should really be somewhere in the 64bit area. */
  73. #define LOGFS_LINK_MAX (1<<30)
  74. /* Read-only filesystem */
  75. #define LOGFS_SB_FLAG_RO 0x0001
  76. #define LOGFS_SB_FLAG_DIRTY 0x0002
  77. #define LOGFS_SB_FLAG_OBJ_ALIAS 0x0004
  78. #define LOGFS_SB_FLAG_SHUTDOWN 0x0008
  79. /* Write Control Flags */
  80. #define WF_LOCK 0x01 /* take write lock */
  81. #define WF_WRITE 0x02 /* write block */
  82. #define WF_DELETE 0x04 /* delete old block */
  83. typedef u8 __bitwise level_t;
  84. typedef u8 __bitwise gc_level_t;
  85. #define LEVEL(level) ((__force level_t)(level))
  86. #define GC_LEVEL(gc_level) ((__force gc_level_t)(gc_level))
  87. #define SUBLEVEL(level) ( (void)((level) == LEVEL(1)), \
  88. (__force level_t)((__force u8)(level) - 1) )
  89. /**
  90. * struct logfs_area - area management information
  91. *
  92. * @a_sb: the superblock this area belongs to
  93. * @a_is_open: 1 if the area is currently open, else 0
  94. * @a_segno: segment number of area
  95. * @a_written_bytes: number of bytes already written back
  96. * @a_used_bytes: number of used bytes
  97. * @a_ops: area operations (either journal or ostore)
  98. * @a_erase_count: erase count
  99. * @a_level: GC level
  100. */
  101. struct logfs_area { /* a segment open for writing */
  102. struct super_block *a_sb;
  103. int a_is_open;
  104. u32 a_segno;
  105. u32 a_written_bytes;
  106. u32 a_used_bytes;
  107. const struct logfs_area_ops *a_ops;
  108. u32 a_erase_count;
  109. gc_level_t a_level;
  110. };
  111. /**
  112. * struct logfs_area_ops - area operations
  113. *
  114. * @get_free_segment: fill area->ofs with the offset of a free segment
  115. * @get_erase_count: fill area->erase_count (needs area->ofs)
  116. * @erase_segment: erase and setup segment
  117. */
  118. struct logfs_area_ops {
  119. void (*get_free_segment)(struct logfs_area *area);
  120. void (*get_erase_count)(struct logfs_area *area);
  121. int (*erase_segment)(struct logfs_area *area);
  122. };
  123. /**
  124. * struct logfs_device_ops - device access operations
  125. *
  126. * @readpage: read one page (mm page)
  127. * @writeseg: write one segment. may be a partial segment
  128. * @erase: erase one segment
  129. * @read: read from the device
  130. * @erase: erase part of the device
  131. */
  132. struct logfs_device_ops {
  133. struct page *(*find_first_sb)(struct super_block *sb, u64 *ofs);
  134. struct page *(*find_last_sb)(struct super_block *sb, u64 *ofs);
  135. int (*write_sb)(struct super_block *sb, struct page *page);
  136. int (*readpage)(void *_sb, struct page *page);
  137. void (*writeseg)(struct super_block *sb, u64 ofs, size_t len);
  138. int (*erase)(struct super_block *sb, loff_t ofs, size_t len,
  139. int ensure_write);
  140. void (*sync)(struct super_block *sb);
  141. void (*put_device)(struct super_block *sb);
  142. };
  143. /**
  144. * struct candidate_list - list of similar candidates
  145. */
  146. struct candidate_list {
  147. struct rb_root rb_tree;
  148. int count;
  149. int maxcount;
  150. int sort_by_ec;
  151. };
  152. /**
  153. * struct gc_candidate - "candidate" segment to be garbage collected next
  154. *
  155. * @list: list (either free of low)
  156. * @segno: segment number
  157. * @valid: number of valid bytes
  158. * @erase_count: erase count of segment
  159. * @dist: distance from tree root
  160. *
  161. * Candidates can be on two lists. The free list contains electees rather
  162. * than candidates - segments that no longer contain any valid data. The
  163. * low list contains candidates to be picked for GC. It should be kept
  164. * short. It is not required to always pick a perfect candidate. In the
  165. * worst case GC will have to move more data than absolutely necessary.
  166. */
  167. struct gc_candidate {
  168. struct rb_node rb_node;
  169. struct candidate_list *list;
  170. u32 segno;
  171. u32 valid;
  172. u32 erase_count;
  173. u8 dist;
  174. };
  175. /**
  176. * struct logfs_journal_entry - temporary structure used during journal scan
  177. *
  178. * @used:
  179. * @version: normalized version
  180. * @len: length
  181. * @offset: offset
  182. */
  183. struct logfs_journal_entry {
  184. int used;
  185. s16 version;
  186. u16 len;
  187. u16 datalen;
  188. u64 offset;
  189. };
  190. enum transaction_state {
  191. CREATE_1 = 1,
  192. CREATE_2,
  193. UNLINK_1,
  194. UNLINK_2,
  195. CROSS_RENAME_1,
  196. CROSS_RENAME_2,
  197. TARGET_RENAME_1,
  198. TARGET_RENAME_2,
  199. TARGET_RENAME_3
  200. };
  201. /**
  202. * struct logfs_transaction - essential fields to support atomic dirops
  203. *
  204. * @ino: target inode
  205. * @dir: inode of directory containing dentry
  206. * @pos: pos of dentry in directory
  207. */
  208. struct logfs_transaction {
  209. enum transaction_state state;
  210. u64 ino;
  211. u64 dir;
  212. u64 pos;
  213. };
  214. /**
  215. * struct logfs_shadow - old block in the shadow of a not-yet-committed new one
  216. * @old_ofs: offset of old block on medium
  217. * @new_ofs: offset of new block on medium
  218. * @ino: inode number
  219. * @bix: block index
  220. * @old_len: size of old block, including header
  221. * @new_len: size of new block, including header
  222. * @level: block level
  223. */
  224. struct logfs_shadow {
  225. u64 old_ofs;
  226. u64 new_ofs;
  227. u64 ino;
  228. u64 bix;
  229. int old_len;
  230. int new_len;
  231. gc_level_t gc_level;
  232. };
  233. /**
  234. * struct shadow_tree
  235. * @new: shadows where old_ofs==0, indexed by new_ofs
  236. * @old: shadows where old_ofs!=0, indexed by old_ofs
  237. */
  238. struct shadow_tree {
  239. struct btree_head64 new;
  240. struct btree_head64 old;
  241. };
  242. struct object_alias_item {
  243. struct list_head list;
  244. __be64 val;
  245. int child_no;
  246. };
  247. /**
  248. * struct logfs_block - contains any block state
  249. * @type: indirect block or inode
  250. * @full: number of fully populated children
  251. * @partial: number of partially populated children
  252. *
  253. * Most blocks are directly represented by page cache pages. But when a block
  254. * becomes dirty, is part of a transaction, contains aliases or is otherwise
  255. * special, a struct logfs_block is allocated to track the additional state.
  256. * Inodes are very similar to indirect blocks, so they can also get one of
  257. * these structures added when appropriate.
  258. */
  259. #define BLOCK_INDIRECT 1 /* Indirect block */
  260. #define BLOCK_INODE 2 /* Inode */
  261. struct logfs_block_ops;
  262. struct logfs_block {
  263. struct list_head alias_list;
  264. struct list_head item_list;
  265. struct super_block *sb;
  266. u64 ino;
  267. u64 bix;
  268. level_t level;
  269. struct page *page;
  270. struct inode *inode;
  271. struct logfs_transaction *ta;
  272. unsigned long alias_map[LOGFS_BLOCK_FACTOR / BITS_PER_LONG];
  273. struct logfs_block_ops *ops;
  274. int full;
  275. int partial;
  276. int reserved_bytes;
  277. };
  278. typedef int write_alias_t(struct super_block *sb, u64 ino, u64 bix,
  279. level_t level, int child_no, __be64 val);
  280. struct logfs_block_ops {
  281. void (*write_block)(struct logfs_block *block);
  282. gc_level_t (*block_level)(struct logfs_block *block);
  283. void (*free_block)(struct super_block *sb, struct logfs_block*block);
  284. int (*write_alias)(struct super_block *sb,
  285. struct logfs_block *block,
  286. write_alias_t *write_one_alias);
  287. };
  288. struct logfs_super {
  289. struct mtd_info *s_mtd; /* underlying device */
  290. struct block_device *s_bdev; /* underlying device */
  291. const struct logfs_device_ops *s_devops;/* device access */
  292. struct inode *s_master_inode; /* inode file */
  293. struct inode *s_segfile_inode; /* segment file */
  294. struct inode *s_mapping_inode; /* device mapping */
  295. atomic_t s_pending_writes; /* outstanting bios */
  296. long s_flags;
  297. mempool_t *s_btree_pool; /* for btree nodes */
  298. mempool_t *s_alias_pool; /* aliases in segment.c */
  299. u64 s_feature_incompat;
  300. u64 s_feature_ro_compat;
  301. u64 s_feature_compat;
  302. u64 s_feature_flags;
  303. u64 s_sb_ofs[2];
  304. struct page *s_erase_page; /* for dev_bdev.c */
  305. /* alias.c fields */
  306. struct btree_head32 s_segment_alias; /* remapped segments */
  307. int s_no_object_aliases;
  308. struct list_head s_object_alias; /* remapped objects */
  309. struct btree_head128 s_object_alias_tree; /* remapped objects */
  310. struct mutex s_object_alias_mutex;
  311. /* dir.c fields */
  312. struct mutex s_dirop_mutex; /* for creat/unlink/rename */
  313. u64 s_victim_ino; /* used for atomic dir-ops */
  314. u64 s_rename_dir; /* source directory ino */
  315. u64 s_rename_pos; /* position of source dd */
  316. /* gc.c fields */
  317. long s_segsize; /* size of a segment */
  318. int s_segshift; /* log2 of segment size */
  319. long s_segmask; /* 1 << s_segshift - 1 */
  320. long s_no_segs; /* segments on device */
  321. long s_no_journal_segs; /* segments used for journal */
  322. long s_no_blocks; /* blocks per segment */
  323. long s_writesize; /* minimum write size */
  324. int s_writeshift; /* log2 of write size */
  325. u64 s_size; /* filesystem size */
  326. struct logfs_area *s_area[LOGFS_NO_AREAS]; /* open segment array */
  327. u64 s_gec; /* global erase count */
  328. u64 s_wl_gec_ostore; /* time of last wl event */
  329. u64 s_wl_gec_journal; /* time of last wl event */
  330. u64 s_sweeper; /* current sweeper pos */
  331. u8 s_ifile_levels; /* max level of ifile */
  332. u8 s_iblock_levels; /* max level of regular files */
  333. u8 s_data_levels; /* # of segments to leaf block*/
  334. u8 s_total_levels; /* sum of above three */
  335. struct btree_head32 s_cand_tree; /* all candidates */
  336. struct candidate_list s_free_list; /* 100% free segments */
  337. struct candidate_list s_reserve_list; /* Bad segment reserve */
  338. struct candidate_list s_low_list[LOGFS_NO_AREAS];/* good candidates */
  339. struct candidate_list s_ec_list; /* wear level candidates */
  340. struct btree_head32 s_reserved_segments;/* sb, journal, bad, etc. */
  341. /* inode.c fields */
  342. u64 s_last_ino; /* highest ino used */
  343. long s_inos_till_wrap;
  344. u32 s_generation; /* i_generation for new files */
  345. struct list_head s_freeing_list; /* inodes being freed */
  346. /* journal.c fields */
  347. struct mutex s_journal_mutex;
  348. void *s_je; /* journal entry to compress */
  349. void *s_compressed_je; /* block to write to journal */
  350. u32 s_journal_seg[LOGFS_JOURNAL_SEGS]; /* journal segments */
  351. u32 s_journal_ec[LOGFS_JOURNAL_SEGS]; /* journal erasecounts */
  352. u64 s_last_version;
  353. struct logfs_area *s_journal_area; /* open journal segment */
  354. __be64 s_je_array[64];
  355. int s_no_je;
  356. int s_sum_index; /* for the 12 summaries */
  357. struct shadow_tree s_shadow_tree;
  358. int s_je_fill; /* index of current je */
  359. /* readwrite.c fields */
  360. struct mutex s_write_mutex;
  361. int s_lock_count;
  362. mempool_t *s_block_pool; /* struct logfs_block pool */
  363. mempool_t *s_shadow_pool; /* struct logfs_shadow pool */
  364. /*
  365. * Space accounting:
  366. * - s_used_bytes specifies space used to store valid data objects.
  367. * - s_dirty_used_bytes is space used to store non-committed data
  368. * objects. Those objects have already been written themselves,
  369. * but they don't become valid until all indirect blocks up to the
  370. * journal have been written as well.
  371. * - s_dirty_free_bytes is space used to store the old copy of a
  372. * replaced object, as long as the replacement is non-committed.
  373. * In other words, it is the amount of space freed when all dirty
  374. * blocks are written back.
  375. * - s_free_bytes is the amount of free space available for any
  376. * purpose.
  377. * - s_root_reserve is the amount of free space available only to
  378. * the root user. Non-privileged users can no longer write once
  379. * this watermark has been reached.
  380. * - s_speed_reserve is space which remains unused to speed up
  381. * garbage collection performance.
  382. * - s_dirty_pages is the space reserved for currently dirty pages.
  383. * It is a pessimistic estimate, so some/most will get freed on
  384. * page writeback.
  385. *
  386. * s_used_bytes + s_free_bytes + s_speed_reserve = total usable size
  387. */
  388. u64 s_free_bytes;
  389. u64 s_used_bytes;
  390. u64 s_dirty_free_bytes;
  391. u64 s_dirty_used_bytes;
  392. u64 s_root_reserve;
  393. u64 s_speed_reserve;
  394. u64 s_dirty_pages;
  395. /* Bad block handling:
  396. * - s_bad_seg_reserve is a number of segments usually kept
  397. * free. When encountering bad blocks, the affected segment's data
  398. * is _temporarily_ moved to a reserved segment.
  399. * - s_bad_segments is the number of known bad segments.
  400. */
  401. u32 s_bad_seg_reserve;
  402. u32 s_bad_segments;
  403. };
  404. /**
  405. * struct logfs_inode - in-memory inode
  406. *
  407. * @vfs_inode: struct inode
  408. * @li_data: data pointers
  409. * @li_used_bytes: number of used bytes
  410. * @li_freeing_list: used to track inodes currently being freed
  411. * @li_flags: inode flags
  412. * @li_refcount: number of internal (GC-induced) references
  413. */
  414. struct logfs_inode {
  415. struct inode vfs_inode;
  416. u64 li_data[LOGFS_EMBEDDED_FIELDS];
  417. u64 li_used_bytes;
  418. struct list_head li_freeing_list;
  419. struct logfs_block *li_block;
  420. u32 li_flags;
  421. u8 li_height;
  422. int li_refcount;
  423. };
  424. #define journal_for_each(__i) for (__i = 0; __i < LOGFS_JOURNAL_SEGS; __i++)
  425. #define for_each_area(__i) for (__i = 0; __i < LOGFS_NO_AREAS; __i++)
  426. #define for_each_area_down(__i) for (__i = LOGFS_NO_AREAS - 1; __i >= 0; __i--)
  427. /* compr.c */
  428. int logfs_compress(void *in, void *out, size_t inlen, size_t outlen);
  429. int logfs_uncompress(void *in, void *out, size_t inlen, size_t outlen);
  430. int __init logfs_compr_init(void);
  431. void logfs_compr_exit(void);
  432. /* dev_bdev.c */
  433. #ifdef CONFIG_BLOCK
  434. int logfs_get_sb_bdev(struct file_system_type *type, int flags,
  435. const char *devname, struct vfsmount *mnt);
  436. #else
  437. static inline int logfs_get_sb_bdev(struct file_system_type *type, int flags,
  438. const char *devname, struct vfsmount *mnt)
  439. {
  440. return -ENODEV;
  441. }
  442. #endif
  443. /* dev_mtd.c */
  444. #ifdef CONFIG_MTD
  445. int logfs_get_sb_mtd(struct file_system_type *type, int flags,
  446. int mtdnr, struct vfsmount *mnt);
  447. #else
  448. static inline int logfs_get_sb_mtd(struct file_system_type *type, int flags,
  449. int mtdnr, struct vfsmount *mnt)
  450. {
  451. return -ENODEV;
  452. }
  453. #endif
  454. /* dir.c */
  455. extern const struct inode_operations logfs_symlink_iops;
  456. extern const struct inode_operations logfs_dir_iops;
  457. extern const struct file_operations logfs_dir_fops;
  458. int logfs_replay_journal(struct super_block *sb);
  459. /* file.c */
  460. extern const struct inode_operations logfs_reg_iops;
  461. extern const struct file_operations logfs_reg_fops;
  462. extern const struct address_space_operations logfs_reg_aops;
  463. int logfs_readpage(struct file *file, struct page *page);
  464. int logfs_ioctl(struct inode *inode, struct file *file, unsigned int cmd,
  465. unsigned long arg);
  466. int logfs_fsync(struct file *file, struct dentry *dentry, int datasync);
  467. /* gc.c */
  468. u32 get_best_cand(struct super_block *sb, struct candidate_list *list, u32 *ec);
  469. void logfs_gc_pass(struct super_block *sb);
  470. int logfs_check_areas(struct super_block *sb);
  471. int logfs_init_gc(struct super_block *sb);
  472. void logfs_cleanup_gc(struct super_block *sb);
  473. /* inode.c */
  474. extern const struct super_operations logfs_super_operations;
  475. struct inode *logfs_iget(struct super_block *sb, ino_t ino);
  476. struct inode *logfs_safe_iget(struct super_block *sb, ino_t ino, int *cookie);
  477. void logfs_safe_iput(struct inode *inode, int cookie);
  478. struct inode *logfs_new_inode(struct inode *dir, int mode);
  479. struct inode *logfs_new_meta_inode(struct super_block *sb, u64 ino);
  480. struct inode *logfs_read_meta_inode(struct super_block *sb, u64 ino);
  481. int logfs_init_inode_cache(void);
  482. void logfs_destroy_inode_cache(void);
  483. void destroy_meta_inode(struct inode *inode);
  484. void logfs_set_blocks(struct inode *inode, u64 no);
  485. /* these logically belong into inode.c but actually reside in readwrite.c */
  486. int logfs_read_inode(struct inode *inode);
  487. int __logfs_write_inode(struct inode *inode, long flags);
  488. void logfs_delete_inode(struct inode *inode);
  489. void logfs_clear_inode(struct inode *inode);
  490. /* journal.c */
  491. void logfs_write_anchor(struct super_block *sb);
  492. int logfs_init_journal(struct super_block *sb);
  493. void logfs_cleanup_journal(struct super_block *sb);
  494. int write_alias_journal(struct super_block *sb, u64 ino, u64 bix,
  495. level_t level, int child_no, __be64 val);
  496. void do_logfs_journal_wl_pass(struct super_block *sb);
  497. /* readwrite.c */
  498. pgoff_t logfs_pack_index(u64 bix, level_t level);
  499. void logfs_unpack_index(pgoff_t index, u64 *bix, level_t *level);
  500. int logfs_inode_write(struct inode *inode, const void *buf, size_t count,
  501. loff_t bix, long flags, struct shadow_tree *shadow_tree);
  502. int logfs_readpage_nolock(struct page *page);
  503. int logfs_write_buf(struct inode *inode, struct page *page, long flags);
  504. int logfs_delete(struct inode *inode, pgoff_t index,
  505. struct shadow_tree *shadow_tree);
  506. int logfs_rewrite_block(struct inode *inode, u64 bix, u64 ofs,
  507. gc_level_t gc_level, long flags);
  508. int logfs_is_valid_block(struct super_block *sb, u64 ofs, u64 ino, u64 bix,
  509. gc_level_t gc_level);
  510. int logfs_truncate(struct inode *inode, u64 size);
  511. u64 logfs_seek_hole(struct inode *inode, u64 bix);
  512. u64 logfs_seek_data(struct inode *inode, u64 bix);
  513. int logfs_open_segfile(struct super_block *sb);
  514. int logfs_init_rw(struct super_block *sb);
  515. void logfs_cleanup_rw(struct super_block *sb);
  516. void logfs_add_transaction(struct inode *inode, struct logfs_transaction *ta);
  517. void logfs_del_transaction(struct inode *inode, struct logfs_transaction *ta);
  518. void logfs_write_block(struct logfs_block *block, long flags);
  519. int logfs_write_obj_aliases_pagecache(struct super_block *sb);
  520. void logfs_get_segment_entry(struct super_block *sb, u32 segno,
  521. struct logfs_segment_entry *se);
  522. void logfs_set_segment_used(struct super_block *sb, u64 ofs, int increment);
  523. void logfs_set_segment_erased(struct super_block *sb, u32 segno, u32 ec,
  524. gc_level_t gc_level);
  525. void logfs_set_segment_reserved(struct super_block *sb, u32 segno);
  526. void logfs_set_segment_unreserved(struct super_block *sb, u32 segno, u32 ec);
  527. struct logfs_block *__alloc_block(struct super_block *sb,
  528. u64 ino, u64 bix, level_t level);
  529. void __free_block(struct super_block *sb, struct logfs_block *block);
  530. void btree_write_block(struct logfs_block *block);
  531. void initialize_block_counters(struct page *page, struct logfs_block *block,
  532. __be64 *array, int page_is_empty);
  533. int logfs_exist_block(struct inode *inode, u64 bix);
  534. int get_page_reserve(struct inode *inode, struct page *page);
  535. extern struct logfs_block_ops indirect_block_ops;
  536. /* segment.c */
  537. int logfs_erase_segment(struct super_block *sb, u32 ofs, int ensure_erase);
  538. int wbuf_read(struct super_block *sb, u64 ofs, size_t len, void *buf);
  539. int logfs_segment_read(struct inode *inode, struct page *page, u64 ofs, u64 bix,
  540. level_t level);
  541. int logfs_segment_write(struct inode *inode, struct page *page,
  542. struct logfs_shadow *shadow);
  543. int logfs_segment_delete(struct inode *inode, struct logfs_shadow *shadow);
  544. int logfs_load_object_aliases(struct super_block *sb,
  545. struct logfs_obj_alias *oa, int count);
  546. void move_page_to_btree(struct page *page);
  547. int logfs_init_mapping(struct super_block *sb);
  548. void logfs_sync_area(struct logfs_area *area);
  549. void logfs_sync_segments(struct super_block *sb);
  550. void freeseg(struct super_block *sb, u32 segno);
  551. /* area handling */
  552. int logfs_init_areas(struct super_block *sb);
  553. void logfs_cleanup_areas(struct super_block *sb);
  554. int logfs_open_area(struct logfs_area *area, size_t bytes);
  555. void __logfs_buf_write(struct logfs_area *area, u64 ofs, void *buf, size_t len,
  556. int use_filler);
  557. static inline void logfs_buf_write(struct logfs_area *area, u64 ofs,
  558. void *buf, size_t len)
  559. {
  560. __logfs_buf_write(area, ofs, buf, len, 0);
  561. }
  562. static inline void logfs_buf_recover(struct logfs_area *area, u64 ofs,
  563. void *buf, size_t len)
  564. {
  565. __logfs_buf_write(area, ofs, buf, len, 1);
  566. }
  567. /* super.c */
  568. struct page *emergency_read_begin(struct address_space *mapping, pgoff_t index);
  569. void emergency_read_end(struct page *page);
  570. void logfs_crash_dump(struct super_block *sb);
  571. void *memchr_inv(const void *s, int c, size_t n);
  572. int logfs_statfs(struct dentry *dentry, struct kstatfs *stats);
  573. int logfs_get_sb_device(struct file_system_type *type, int flags,
  574. struct mtd_info *mtd, struct block_device *bdev,
  575. const struct logfs_device_ops *devops, struct vfsmount *mnt);
  576. int logfs_check_ds(struct logfs_disk_super *ds);
  577. int logfs_write_sb(struct super_block *sb);
  578. static inline struct logfs_super *logfs_super(struct super_block *sb)
  579. {
  580. return sb->s_fs_info;
  581. }
  582. static inline struct logfs_inode *logfs_inode(struct inode *inode)
  583. {
  584. return container_of(inode, struct logfs_inode, vfs_inode);
  585. }
  586. static inline void logfs_set_ro(struct super_block *sb)
  587. {
  588. logfs_super(sb)->s_flags |= LOGFS_SB_FLAG_RO;
  589. }
  590. #define LOGFS_BUG(sb) do { \
  591. struct super_block *__sb = sb; \
  592. logfs_crash_dump(__sb); \
  593. logfs_super(__sb)->s_flags |= LOGFS_SB_FLAG_RO; \
  594. BUG(); \
  595. } while (0)
  596. #define LOGFS_BUG_ON(condition, sb) \
  597. do { if (unlikely(condition)) LOGFS_BUG((sb)); } while (0)
  598. static inline __be32 logfs_crc32(void *data, size_t len, size_t skip)
  599. {
  600. return cpu_to_be32(crc32(~0, data+skip, len-skip));
  601. }
  602. static inline u8 logfs_type(struct inode *inode)
  603. {
  604. return (inode->i_mode >> 12) & 15;
  605. }
  606. static inline pgoff_t logfs_index(struct super_block *sb, u64 pos)
  607. {
  608. return pos >> sb->s_blocksize_bits;
  609. }
  610. static inline u64 dev_ofs(struct super_block *sb, u32 segno, u32 ofs)
  611. {
  612. return ((u64)segno << logfs_super(sb)->s_segshift) + ofs;
  613. }
  614. static inline u32 seg_no(struct super_block *sb, u64 ofs)
  615. {
  616. return ofs >> logfs_super(sb)->s_segshift;
  617. }
  618. static inline u32 seg_ofs(struct super_block *sb, u64 ofs)
  619. {
  620. return ofs & logfs_super(sb)->s_segmask;
  621. }
  622. static inline u64 seg_align(struct super_block *sb, u64 ofs)
  623. {
  624. return ofs & ~logfs_super(sb)->s_segmask;
  625. }
  626. static inline struct logfs_block *logfs_block(struct page *page)
  627. {
  628. return (void *)page->private;
  629. }
  630. static inline level_t shrink_level(gc_level_t __level)
  631. {
  632. u8 level = (__force u8)__level;
  633. if (level >= LOGFS_MAX_LEVELS)
  634. level -= LOGFS_MAX_LEVELS;
  635. return (__force level_t)level;
  636. }
  637. static inline gc_level_t expand_level(u64 ino, level_t __level)
  638. {
  639. u8 level = (__force u8)__level;
  640. if (ino == LOGFS_INO_MASTER) {
  641. /* ifile has seperate areas */
  642. level += LOGFS_MAX_LEVELS;
  643. }
  644. return (__force gc_level_t)level;
  645. }
  646. static inline int logfs_block_shift(struct super_block *sb, level_t level)
  647. {
  648. level = shrink_level((__force gc_level_t)level);
  649. return (__force int)level * (sb->s_blocksize_bits - 3);
  650. }
  651. static inline u64 logfs_block_mask(struct super_block *sb, level_t level)
  652. {
  653. return ~0ull << logfs_block_shift(sb, level);
  654. }
  655. static inline struct logfs_area *get_area(struct super_block *sb,
  656. gc_level_t gc_level)
  657. {
  658. return logfs_super(sb)->s_area[(__force u8)gc_level];
  659. }
  660. #endif