journal.c 24 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898
  1. /*
  2. * fs/logfs/journal.c - journal handling code
  3. *
  4. * As should be obvious for Linux kernel code, license is GPLv2
  5. *
  6. * Copyright (c) 2005-2008 Joern Engel <joern@logfs.org>
  7. */
  8. #include "logfs.h"
  9. #include <linux/slab.h>
  10. static void logfs_calc_free(struct super_block *sb)
  11. {
  12. struct logfs_super *super = logfs_super(sb);
  13. u64 reserve, no_segs = super->s_no_segs;
  14. s64 free;
  15. int i;
  16. /* superblock segments */
  17. no_segs -= 2;
  18. super->s_no_journal_segs = 0;
  19. /* journal */
  20. journal_for_each(i)
  21. if (super->s_journal_seg[i]) {
  22. no_segs--;
  23. super->s_no_journal_segs++;
  24. }
  25. /* open segments plus one extra per level for GC */
  26. no_segs -= 2 * super->s_total_levels;
  27. free = no_segs * (super->s_segsize - LOGFS_SEGMENT_RESERVE);
  28. free -= super->s_used_bytes;
  29. /* just a bit extra */
  30. free -= super->s_total_levels * 4096;
  31. /* Bad blocks are 'paid' for with speed reserve - the filesystem
  32. * simply gets slower as bad blocks accumulate. Until the bad blocks
  33. * exceed the speed reserve - then the filesystem gets smaller.
  34. */
  35. reserve = super->s_bad_segments + super->s_bad_seg_reserve;
  36. reserve *= super->s_segsize - LOGFS_SEGMENT_RESERVE;
  37. reserve = max(reserve, super->s_speed_reserve);
  38. free -= reserve;
  39. if (free < 0)
  40. free = 0;
  41. super->s_free_bytes = free;
  42. }
  43. static void reserve_sb_and_journal(struct super_block *sb)
  44. {
  45. struct logfs_super *super = logfs_super(sb);
  46. struct btree_head32 *head = &super->s_reserved_segments;
  47. int i, err;
  48. err = btree_insert32(head, seg_no(sb, super->s_sb_ofs[0]), (void *)1,
  49. GFP_KERNEL);
  50. BUG_ON(err);
  51. err = btree_insert32(head, seg_no(sb, super->s_sb_ofs[1]), (void *)1,
  52. GFP_KERNEL);
  53. BUG_ON(err);
  54. journal_for_each(i) {
  55. if (!super->s_journal_seg[i])
  56. continue;
  57. err = btree_insert32(head, super->s_journal_seg[i], (void *)1,
  58. GFP_KERNEL);
  59. BUG_ON(err);
  60. }
  61. }
  62. static void read_dynsb(struct super_block *sb,
  63. struct logfs_je_dynsb *dynsb)
  64. {
  65. struct logfs_super *super = logfs_super(sb);
  66. super->s_gec = be64_to_cpu(dynsb->ds_gec);
  67. super->s_sweeper = be64_to_cpu(dynsb->ds_sweeper);
  68. super->s_victim_ino = be64_to_cpu(dynsb->ds_victim_ino);
  69. super->s_rename_dir = be64_to_cpu(dynsb->ds_rename_dir);
  70. super->s_rename_pos = be64_to_cpu(dynsb->ds_rename_pos);
  71. super->s_used_bytes = be64_to_cpu(dynsb->ds_used_bytes);
  72. super->s_generation = be32_to_cpu(dynsb->ds_generation);
  73. }
  74. static void read_anchor(struct super_block *sb,
  75. struct logfs_je_anchor *da)
  76. {
  77. struct logfs_super *super = logfs_super(sb);
  78. struct inode *inode = super->s_master_inode;
  79. struct logfs_inode *li = logfs_inode(inode);
  80. int i;
  81. super->s_last_ino = be64_to_cpu(da->da_last_ino);
  82. li->li_flags = 0;
  83. li->li_height = da->da_height;
  84. i_size_write(inode, be64_to_cpu(da->da_size));
  85. li->li_used_bytes = be64_to_cpu(da->da_used_bytes);
  86. for (i = 0; i < LOGFS_EMBEDDED_FIELDS; i++)
  87. li->li_data[i] = be64_to_cpu(da->da_data[i]);
  88. }
  89. static void read_erasecount(struct super_block *sb,
  90. struct logfs_je_journal_ec *ec)
  91. {
  92. struct logfs_super *super = logfs_super(sb);
  93. int i;
  94. journal_for_each(i)
  95. super->s_journal_ec[i] = be32_to_cpu(ec->ec[i]);
  96. }
  97. static int read_area(struct super_block *sb, struct logfs_je_area *a)
  98. {
  99. struct logfs_super *super = logfs_super(sb);
  100. struct logfs_area *area = super->s_area[a->gc_level];
  101. u64 ofs;
  102. u32 writemask = ~(super->s_writesize - 1);
  103. if (a->gc_level >= LOGFS_NO_AREAS)
  104. return -EIO;
  105. if (a->vim != VIM_DEFAULT)
  106. return -EIO; /* TODO: close area and continue */
  107. area->a_used_bytes = be32_to_cpu(a->used_bytes);
  108. area->a_written_bytes = area->a_used_bytes & writemask;
  109. area->a_segno = be32_to_cpu(a->segno);
  110. if (area->a_segno)
  111. area->a_is_open = 1;
  112. ofs = dev_ofs(sb, area->a_segno, area->a_written_bytes);
  113. if (super->s_writesize > 1)
  114. logfs_buf_recover(area, ofs, a + 1, super->s_writesize);
  115. else
  116. logfs_buf_recover(area, ofs, NULL, 0);
  117. return 0;
  118. }
  119. static void *unpack(void *from, void *to)
  120. {
  121. struct logfs_journal_header *jh = from;
  122. void *data = from + sizeof(struct logfs_journal_header);
  123. int err;
  124. size_t inlen, outlen;
  125. inlen = be16_to_cpu(jh->h_len);
  126. outlen = be16_to_cpu(jh->h_datalen);
  127. if (jh->h_compr == COMPR_NONE)
  128. memcpy(to, data, inlen);
  129. else {
  130. err = logfs_uncompress(data, to, inlen, outlen);
  131. BUG_ON(err);
  132. }
  133. return to;
  134. }
  135. static int __read_je_header(struct super_block *sb, u64 ofs,
  136. struct logfs_journal_header *jh)
  137. {
  138. struct logfs_super *super = logfs_super(sb);
  139. size_t bufsize = max_t(size_t, sb->s_blocksize, super->s_writesize)
  140. + MAX_JOURNAL_HEADER;
  141. u16 type, len, datalen;
  142. int err;
  143. /* read header only */
  144. err = wbuf_read(sb, ofs, sizeof(*jh), jh);
  145. if (err)
  146. return err;
  147. type = be16_to_cpu(jh->h_type);
  148. len = be16_to_cpu(jh->h_len);
  149. datalen = be16_to_cpu(jh->h_datalen);
  150. if (len > sb->s_blocksize)
  151. return -EIO;
  152. if ((type < JE_FIRST) || (type > JE_LAST))
  153. return -EIO;
  154. if (datalen > bufsize)
  155. return -EIO;
  156. return 0;
  157. }
  158. static int __read_je_payload(struct super_block *sb, u64 ofs,
  159. struct logfs_journal_header *jh)
  160. {
  161. u16 len;
  162. int err;
  163. len = be16_to_cpu(jh->h_len);
  164. err = wbuf_read(sb, ofs + sizeof(*jh), len, jh + 1);
  165. if (err)
  166. return err;
  167. if (jh->h_crc != logfs_crc32(jh, len + sizeof(*jh), 4)) {
  168. /* Old code was confused. It forgot about the header length
  169. * and stopped calculating the crc 16 bytes before the end
  170. * of data - ick!
  171. * FIXME: Remove this hack once the old code is fixed.
  172. */
  173. if (jh->h_crc == logfs_crc32(jh, len, 4))
  174. WARN_ON_ONCE(1);
  175. else
  176. return -EIO;
  177. }
  178. return 0;
  179. }
  180. /*
  181. * jh needs to be large enough to hold the complete entry, not just the header
  182. */
  183. static int __read_je(struct super_block *sb, u64 ofs,
  184. struct logfs_journal_header *jh)
  185. {
  186. int err;
  187. err = __read_je_header(sb, ofs, jh);
  188. if (err)
  189. return err;
  190. return __read_je_payload(sb, ofs, jh);
  191. }
  192. static int read_je(struct super_block *sb, u64 ofs)
  193. {
  194. struct logfs_super *super = logfs_super(sb);
  195. struct logfs_journal_header *jh = super->s_compressed_je;
  196. void *scratch = super->s_je;
  197. u16 type, datalen;
  198. int err;
  199. err = __read_je(sb, ofs, jh);
  200. if (err)
  201. return err;
  202. type = be16_to_cpu(jh->h_type);
  203. datalen = be16_to_cpu(jh->h_datalen);
  204. switch (type) {
  205. case JE_DYNSB:
  206. read_dynsb(sb, unpack(jh, scratch));
  207. break;
  208. case JE_ANCHOR:
  209. read_anchor(sb, unpack(jh, scratch));
  210. break;
  211. case JE_ERASECOUNT:
  212. read_erasecount(sb, unpack(jh, scratch));
  213. break;
  214. case JE_AREA:
  215. read_area(sb, unpack(jh, scratch));
  216. break;
  217. case JE_OBJ_ALIAS:
  218. err = logfs_load_object_aliases(sb, unpack(jh, scratch),
  219. datalen);
  220. break;
  221. default:
  222. WARN_ON_ONCE(1);
  223. return -EIO;
  224. }
  225. return err;
  226. }
  227. static int logfs_read_segment(struct super_block *sb, u32 segno)
  228. {
  229. struct logfs_super *super = logfs_super(sb);
  230. struct logfs_journal_header *jh = super->s_compressed_je;
  231. u64 ofs, seg_ofs = dev_ofs(sb, segno, 0);
  232. u32 h_ofs, last_ofs = 0;
  233. u16 len, datalen, last_len = 0;
  234. int i, err;
  235. /* search for most recent commit */
  236. for (h_ofs = 0; h_ofs < super->s_segsize; h_ofs += sizeof(*jh)) {
  237. ofs = seg_ofs + h_ofs;
  238. err = __read_je_header(sb, ofs, jh);
  239. if (err)
  240. continue;
  241. if (jh->h_type != cpu_to_be16(JE_COMMIT))
  242. continue;
  243. err = __read_je_payload(sb, ofs, jh);
  244. if (err)
  245. continue;
  246. len = be16_to_cpu(jh->h_len);
  247. datalen = be16_to_cpu(jh->h_datalen);
  248. if ((datalen > sizeof(super->s_je_array)) ||
  249. (datalen % sizeof(__be64)))
  250. continue;
  251. last_ofs = h_ofs;
  252. last_len = datalen;
  253. h_ofs += ALIGN(len, sizeof(*jh)) - sizeof(*jh);
  254. }
  255. /* read commit */
  256. if (last_ofs == 0)
  257. return -ENOENT;
  258. ofs = seg_ofs + last_ofs;
  259. log_journal("Read commit from %llx\n", ofs);
  260. err = __read_je(sb, ofs, jh);
  261. BUG_ON(err); /* We should have caught it in the scan loop already */
  262. if (err)
  263. return err;
  264. /* uncompress */
  265. unpack(jh, super->s_je_array);
  266. super->s_no_je = last_len / sizeof(__be64);
  267. /* iterate over array */
  268. for (i = 0; i < super->s_no_je; i++) {
  269. err = read_je(sb, be64_to_cpu(super->s_je_array[i]));
  270. if (err)
  271. return err;
  272. }
  273. super->s_journal_area->a_segno = segno;
  274. return 0;
  275. }
  276. static u64 read_gec(struct super_block *sb, u32 segno)
  277. {
  278. struct logfs_segment_header sh;
  279. __be32 crc;
  280. int err;
  281. if (!segno)
  282. return 0;
  283. err = wbuf_read(sb, dev_ofs(sb, segno, 0), sizeof(sh), &sh);
  284. if (err)
  285. return 0;
  286. crc = logfs_crc32(&sh, sizeof(sh), 4);
  287. if (crc != sh.crc) {
  288. WARN_ON(sh.gec != cpu_to_be64(0xffffffffffffffffull));
  289. /* Most likely it was just erased */
  290. return 0;
  291. }
  292. return be64_to_cpu(sh.gec);
  293. }
  294. static int logfs_read_journal(struct super_block *sb)
  295. {
  296. struct logfs_super *super = logfs_super(sb);
  297. u64 gec[LOGFS_JOURNAL_SEGS], max;
  298. u32 segno;
  299. int i, max_i;
  300. max = 0;
  301. max_i = -1;
  302. journal_for_each(i) {
  303. segno = super->s_journal_seg[i];
  304. gec[i] = read_gec(sb, super->s_journal_seg[i]);
  305. if (gec[i] > max) {
  306. max = gec[i];
  307. max_i = i;
  308. }
  309. }
  310. if (max_i == -1)
  311. return -EIO;
  312. /* FIXME: Try older segments in case of error */
  313. return logfs_read_segment(sb, super->s_journal_seg[max_i]);
  314. }
  315. /*
  316. * First search the current segment (outer loop), then pick the next segment
  317. * in the array, skipping any zero entries (inner loop).
  318. */
  319. static void journal_get_free_segment(struct logfs_area *area)
  320. {
  321. struct logfs_super *super = logfs_super(area->a_sb);
  322. int i;
  323. journal_for_each(i) {
  324. if (area->a_segno != super->s_journal_seg[i])
  325. continue;
  326. do {
  327. i++;
  328. if (i == LOGFS_JOURNAL_SEGS)
  329. i = 0;
  330. } while (!super->s_journal_seg[i]);
  331. area->a_segno = super->s_journal_seg[i];
  332. area->a_erase_count = ++(super->s_journal_ec[i]);
  333. log_journal("Journal now at %x (ec %x)\n", area->a_segno,
  334. area->a_erase_count);
  335. return;
  336. }
  337. BUG();
  338. }
  339. static void journal_get_erase_count(struct logfs_area *area)
  340. {
  341. /* erase count is stored globally and incremented in
  342. * journal_get_free_segment() - nothing to do here */
  343. }
  344. static int journal_erase_segment(struct logfs_area *area)
  345. {
  346. struct super_block *sb = area->a_sb;
  347. union {
  348. struct logfs_segment_header sh;
  349. unsigned char c[ALIGN(sizeof(struct logfs_segment_header), 16)];
  350. } u;
  351. u64 ofs;
  352. int err;
  353. err = logfs_erase_segment(sb, area->a_segno, 1);
  354. if (err)
  355. return err;
  356. memset(&u, 0, sizeof(u));
  357. u.sh.pad = 0;
  358. u.sh.type = SEG_JOURNAL;
  359. u.sh.level = 0;
  360. u.sh.segno = cpu_to_be32(area->a_segno);
  361. u.sh.ec = cpu_to_be32(area->a_erase_count);
  362. u.sh.gec = cpu_to_be64(logfs_super(sb)->s_gec);
  363. u.sh.crc = logfs_crc32(&u.sh, sizeof(u.sh), 4);
  364. /* This causes a bug in segment.c. Not yet. */
  365. //logfs_set_segment_erased(sb, area->a_segno, area->a_erase_count, 0);
  366. ofs = dev_ofs(sb, area->a_segno, 0);
  367. area->a_used_bytes = sizeof(u);
  368. logfs_buf_write(area, ofs, &u, sizeof(u));
  369. return 0;
  370. }
  371. static size_t __logfs_write_header(struct logfs_super *super,
  372. struct logfs_journal_header *jh, size_t len, size_t datalen,
  373. u16 type, u8 compr)
  374. {
  375. jh->h_len = cpu_to_be16(len);
  376. jh->h_type = cpu_to_be16(type);
  377. jh->h_datalen = cpu_to_be16(datalen);
  378. jh->h_compr = compr;
  379. jh->h_pad[0] = 'H';
  380. jh->h_pad[1] = 'E';
  381. jh->h_pad[2] = 'A';
  382. jh->h_pad[3] = 'D';
  383. jh->h_pad[4] = 'R';
  384. jh->h_crc = logfs_crc32(jh, len + sizeof(*jh), 4);
  385. return ALIGN(len, 16) + sizeof(*jh);
  386. }
  387. static size_t logfs_write_header(struct logfs_super *super,
  388. struct logfs_journal_header *jh, size_t datalen, u16 type)
  389. {
  390. size_t len = datalen;
  391. return __logfs_write_header(super, jh, len, datalen, type, COMPR_NONE);
  392. }
  393. static inline size_t logfs_journal_erasecount_size(struct logfs_super *super)
  394. {
  395. return LOGFS_JOURNAL_SEGS * sizeof(__be32);
  396. }
  397. static void *logfs_write_erasecount(struct super_block *sb, void *_ec,
  398. u16 *type, size_t *len)
  399. {
  400. struct logfs_super *super = logfs_super(sb);
  401. struct logfs_je_journal_ec *ec = _ec;
  402. int i;
  403. journal_for_each(i)
  404. ec->ec[i] = cpu_to_be32(super->s_journal_ec[i]);
  405. *type = JE_ERASECOUNT;
  406. *len = logfs_journal_erasecount_size(super);
  407. return ec;
  408. }
  409. static void account_shadow(void *_shadow, unsigned long _sb, u64 ignore,
  410. size_t ignore2)
  411. {
  412. struct logfs_shadow *shadow = _shadow;
  413. struct super_block *sb = (void *)_sb;
  414. struct logfs_super *super = logfs_super(sb);
  415. /* consume new space */
  416. super->s_free_bytes -= shadow->new_len;
  417. super->s_used_bytes += shadow->new_len;
  418. super->s_dirty_used_bytes -= shadow->new_len;
  419. /* free up old space */
  420. super->s_free_bytes += shadow->old_len;
  421. super->s_used_bytes -= shadow->old_len;
  422. super->s_dirty_free_bytes -= shadow->old_len;
  423. logfs_set_segment_used(sb, shadow->old_ofs, -shadow->old_len);
  424. logfs_set_segment_used(sb, shadow->new_ofs, shadow->new_len);
  425. log_journal("account_shadow(%llx, %llx, %x) %llx->%llx %x->%x\n",
  426. shadow->ino, shadow->bix, shadow->gc_level,
  427. shadow->old_ofs, shadow->new_ofs,
  428. shadow->old_len, shadow->new_len);
  429. mempool_free(shadow, super->s_shadow_pool);
  430. }
  431. static void account_shadows(struct super_block *sb)
  432. {
  433. struct logfs_super *super = logfs_super(sb);
  434. struct inode *inode = super->s_master_inode;
  435. struct logfs_inode *li = logfs_inode(inode);
  436. struct shadow_tree *tree = &super->s_shadow_tree;
  437. btree_grim_visitor64(&tree->new, (unsigned long)sb, account_shadow);
  438. btree_grim_visitor64(&tree->old, (unsigned long)sb, account_shadow);
  439. btree_grim_visitor32(&tree->segment_map, 0, NULL);
  440. tree->no_shadowed_segments = 0;
  441. if (li->li_block) {
  442. /*
  443. * We never actually use the structure, when attached to the
  444. * master inode. But it is easier to always free it here than
  445. * to have checks in several places elsewhere when allocating
  446. * it.
  447. */
  448. li->li_block->ops->free_block(sb, li->li_block);
  449. }
  450. BUG_ON((s64)li->li_used_bytes < 0);
  451. }
  452. static void *__logfs_write_anchor(struct super_block *sb, void *_da,
  453. u16 *type, size_t *len)
  454. {
  455. struct logfs_super *super = logfs_super(sb);
  456. struct logfs_je_anchor *da = _da;
  457. struct inode *inode = super->s_master_inode;
  458. struct logfs_inode *li = logfs_inode(inode);
  459. int i;
  460. da->da_height = li->li_height;
  461. da->da_last_ino = cpu_to_be64(super->s_last_ino);
  462. da->da_size = cpu_to_be64(i_size_read(inode));
  463. da->da_used_bytes = cpu_to_be64(li->li_used_bytes);
  464. for (i = 0; i < LOGFS_EMBEDDED_FIELDS; i++)
  465. da->da_data[i] = cpu_to_be64(li->li_data[i]);
  466. *type = JE_ANCHOR;
  467. *len = sizeof(*da);
  468. return da;
  469. }
  470. static void *logfs_write_dynsb(struct super_block *sb, void *_dynsb,
  471. u16 *type, size_t *len)
  472. {
  473. struct logfs_super *super = logfs_super(sb);
  474. struct logfs_je_dynsb *dynsb = _dynsb;
  475. dynsb->ds_gec = cpu_to_be64(super->s_gec);
  476. dynsb->ds_sweeper = cpu_to_be64(super->s_sweeper);
  477. dynsb->ds_victim_ino = cpu_to_be64(super->s_victim_ino);
  478. dynsb->ds_rename_dir = cpu_to_be64(super->s_rename_dir);
  479. dynsb->ds_rename_pos = cpu_to_be64(super->s_rename_pos);
  480. dynsb->ds_used_bytes = cpu_to_be64(super->s_used_bytes);
  481. dynsb->ds_generation = cpu_to_be32(super->s_generation);
  482. *type = JE_DYNSB;
  483. *len = sizeof(*dynsb);
  484. return dynsb;
  485. }
  486. static void write_wbuf(struct super_block *sb, struct logfs_area *area,
  487. void *wbuf)
  488. {
  489. struct logfs_super *super = logfs_super(sb);
  490. struct address_space *mapping = super->s_mapping_inode->i_mapping;
  491. u64 ofs;
  492. pgoff_t index;
  493. int page_ofs;
  494. struct page *page;
  495. ofs = dev_ofs(sb, area->a_segno,
  496. area->a_used_bytes & ~(super->s_writesize - 1));
  497. index = ofs >> PAGE_SHIFT;
  498. page_ofs = ofs & (PAGE_SIZE - 1);
  499. page = find_lock_page(mapping, index);
  500. BUG_ON(!page);
  501. memcpy(wbuf, page_address(page) + page_ofs, super->s_writesize);
  502. unlock_page(page);
  503. }
  504. static void *logfs_write_area(struct super_block *sb, void *_a,
  505. u16 *type, size_t *len)
  506. {
  507. struct logfs_super *super = logfs_super(sb);
  508. struct logfs_area *area = super->s_area[super->s_sum_index];
  509. struct logfs_je_area *a = _a;
  510. a->vim = VIM_DEFAULT;
  511. a->gc_level = super->s_sum_index;
  512. a->used_bytes = cpu_to_be32(area->a_used_bytes);
  513. a->segno = cpu_to_be32(area->a_segno);
  514. if (super->s_writesize > 1)
  515. write_wbuf(sb, area, a + 1);
  516. *type = JE_AREA;
  517. *len = sizeof(*a) + super->s_writesize;
  518. return a;
  519. }
  520. static void *logfs_write_commit(struct super_block *sb, void *h,
  521. u16 *type, size_t *len)
  522. {
  523. struct logfs_super *super = logfs_super(sb);
  524. *type = JE_COMMIT;
  525. *len = super->s_no_je * sizeof(__be64);
  526. return super->s_je_array;
  527. }
  528. static size_t __logfs_write_je(struct super_block *sb, void *buf, u16 type,
  529. size_t len)
  530. {
  531. struct logfs_super *super = logfs_super(sb);
  532. void *header = super->s_compressed_je;
  533. void *data = header + sizeof(struct logfs_journal_header);
  534. ssize_t compr_len, pad_len;
  535. u8 compr = COMPR_ZLIB;
  536. if (len == 0)
  537. return logfs_write_header(super, header, 0, type);
  538. BUG_ON(len > sb->s_blocksize);
  539. compr_len = logfs_compress(buf, data, len, sb->s_blocksize);
  540. if (compr_len < 0 || type == JE_ANCHOR) {
  541. memcpy(data, buf, len);
  542. compr_len = len;
  543. compr = COMPR_NONE;
  544. }
  545. pad_len = ALIGN(compr_len, 16);
  546. memset(data + compr_len, 0, pad_len - compr_len);
  547. return __logfs_write_header(super, header, compr_len, len, type, compr);
  548. }
  549. static s64 logfs_get_free_bytes(struct logfs_area *area, size_t *bytes,
  550. int must_pad)
  551. {
  552. u32 writesize = logfs_super(area->a_sb)->s_writesize;
  553. s32 ofs;
  554. int ret;
  555. ret = logfs_open_area(area, *bytes);
  556. if (ret)
  557. return -EAGAIN;
  558. ofs = area->a_used_bytes;
  559. area->a_used_bytes += *bytes;
  560. if (must_pad) {
  561. area->a_used_bytes = ALIGN(area->a_used_bytes, writesize);
  562. *bytes = area->a_used_bytes - ofs;
  563. }
  564. return dev_ofs(area->a_sb, area->a_segno, ofs);
  565. }
  566. static int logfs_write_je_buf(struct super_block *sb, void *buf, u16 type,
  567. size_t buf_len)
  568. {
  569. struct logfs_super *super = logfs_super(sb);
  570. struct logfs_area *area = super->s_journal_area;
  571. struct logfs_journal_header *jh = super->s_compressed_je;
  572. size_t len;
  573. int must_pad = 0;
  574. s64 ofs;
  575. len = __logfs_write_je(sb, buf, type, buf_len);
  576. if (jh->h_type == cpu_to_be16(JE_COMMIT))
  577. must_pad = 1;
  578. ofs = logfs_get_free_bytes(area, &len, must_pad);
  579. if (ofs < 0)
  580. return ofs;
  581. logfs_buf_write(area, ofs, super->s_compressed_je, len);
  582. BUG_ON(super->s_no_je >= MAX_JOURNAL_ENTRIES);
  583. super->s_je_array[super->s_no_je++] = cpu_to_be64(ofs);
  584. return 0;
  585. }
  586. static int logfs_write_je(struct super_block *sb,
  587. void* (*write)(struct super_block *sb, void *scratch,
  588. u16 *type, size_t *len))
  589. {
  590. void *buf;
  591. size_t len;
  592. u16 type;
  593. buf = write(sb, logfs_super(sb)->s_je, &type, &len);
  594. return logfs_write_je_buf(sb, buf, type, len);
  595. }
  596. int write_alias_journal(struct super_block *sb, u64 ino, u64 bix,
  597. level_t level, int child_no, __be64 val)
  598. {
  599. struct logfs_super *super = logfs_super(sb);
  600. struct logfs_obj_alias *oa = super->s_je;
  601. int err = 0, fill = super->s_je_fill;
  602. log_aliases("logfs_write_obj_aliases #%x(%llx, %llx, %x, %x) %llx\n",
  603. fill, ino, bix, level, child_no, be64_to_cpu(val));
  604. oa[fill].ino = cpu_to_be64(ino);
  605. oa[fill].bix = cpu_to_be64(bix);
  606. oa[fill].val = val;
  607. oa[fill].level = (__force u8)level;
  608. oa[fill].child_no = cpu_to_be16(child_no);
  609. fill++;
  610. if (fill >= sb->s_blocksize / sizeof(*oa)) {
  611. err = logfs_write_je_buf(sb, oa, JE_OBJ_ALIAS, sb->s_blocksize);
  612. fill = 0;
  613. }
  614. super->s_je_fill = fill;
  615. return err;
  616. }
  617. static int logfs_write_obj_aliases(struct super_block *sb)
  618. {
  619. struct logfs_super *super = logfs_super(sb);
  620. int err;
  621. log_journal("logfs_write_obj_aliases: %d aliases to write\n",
  622. super->s_no_object_aliases);
  623. super->s_je_fill = 0;
  624. err = logfs_write_obj_aliases_pagecache(sb);
  625. if (err)
  626. return err;
  627. if (super->s_je_fill)
  628. err = logfs_write_je_buf(sb, super->s_je, JE_OBJ_ALIAS,
  629. super->s_je_fill
  630. * sizeof(struct logfs_obj_alias));
  631. return err;
  632. }
  633. /*
  634. * Write all journal entries. The goto logic ensures that all journal entries
  635. * are written whenever a new segment is used. It is ugly and potentially a
  636. * bit wasteful, but robustness is more important. With this we can *always*
  637. * erase all journal segments except the one containing the most recent commit.
  638. */
  639. void logfs_write_anchor(struct super_block *sb)
  640. {
  641. struct logfs_super *super = logfs_super(sb);
  642. struct logfs_area *area = super->s_journal_area;
  643. int i, err;
  644. if (!(super->s_flags & LOGFS_SB_FLAG_DIRTY))
  645. return;
  646. super->s_flags &= ~LOGFS_SB_FLAG_DIRTY;
  647. BUG_ON(super->s_flags & LOGFS_SB_FLAG_SHUTDOWN);
  648. mutex_lock(&super->s_journal_mutex);
  649. /* Do this first or suffer corruption */
  650. logfs_sync_segments(sb);
  651. account_shadows(sb);
  652. again:
  653. super->s_no_je = 0;
  654. for_each_area(i) {
  655. if (!super->s_area[i]->a_is_open)
  656. continue;
  657. super->s_sum_index = i;
  658. err = logfs_write_je(sb, logfs_write_area);
  659. if (err)
  660. goto again;
  661. }
  662. err = logfs_write_obj_aliases(sb);
  663. if (err)
  664. goto again;
  665. err = logfs_write_je(sb, logfs_write_erasecount);
  666. if (err)
  667. goto again;
  668. err = logfs_write_je(sb, __logfs_write_anchor);
  669. if (err)
  670. goto again;
  671. err = logfs_write_je(sb, logfs_write_dynsb);
  672. if (err)
  673. goto again;
  674. /*
  675. * Order is imperative. First we sync all writes, including the
  676. * non-committed journal writes. Then we write the final commit and
  677. * sync the current journal segment.
  678. * There is a theoretical bug here. Syncing the journal segment will
  679. * write a number of journal entries and the final commit. All these
  680. * are written in a single operation. If the device layer writes the
  681. * data back-to-front, the commit will precede the other journal
  682. * entries, leaving a race window.
  683. * Two fixes are possible. Preferred is to fix the device layer to
  684. * ensure writes happen front-to-back. Alternatively we can insert
  685. * another logfs_sync_area() super->s_devops->sync() combo before
  686. * writing the commit.
  687. */
  688. /*
  689. * On another subject, super->s_devops->sync is usually not necessary.
  690. * Unless called from sys_sync or friends, a barrier would suffice.
  691. */
  692. super->s_devops->sync(sb);
  693. err = logfs_write_je(sb, logfs_write_commit);
  694. if (err)
  695. goto again;
  696. log_journal("Write commit to %llx\n",
  697. be64_to_cpu(super->s_je_array[super->s_no_je - 1]));
  698. logfs_sync_area(area);
  699. BUG_ON(area->a_used_bytes != area->a_written_bytes);
  700. super->s_devops->sync(sb);
  701. mutex_unlock(&super->s_journal_mutex);
  702. return;
  703. }
  704. void do_logfs_journal_wl_pass(struct super_block *sb)
  705. {
  706. struct logfs_super *super = logfs_super(sb);
  707. struct logfs_area *area = super->s_journal_area;
  708. struct btree_head32 *head = &super->s_reserved_segments;
  709. u32 segno, ec;
  710. int i, err;
  711. log_journal("Journal requires wear-leveling.\n");
  712. /* Drop old segments */
  713. journal_for_each(i)
  714. if (super->s_journal_seg[i]) {
  715. btree_remove32(head, super->s_journal_seg[i]);
  716. logfs_set_segment_unreserved(sb,
  717. super->s_journal_seg[i],
  718. super->s_journal_ec[i]);
  719. super->s_journal_seg[i] = 0;
  720. super->s_journal_ec[i] = 0;
  721. }
  722. /* Get new segments */
  723. for (i = 0; i < super->s_no_journal_segs; i++) {
  724. segno = get_best_cand(sb, &super->s_reserve_list, &ec);
  725. super->s_journal_seg[i] = segno;
  726. super->s_journal_ec[i] = ec;
  727. logfs_set_segment_reserved(sb, segno);
  728. err = btree_insert32(head, segno, (void *)1, GFP_KERNEL);
  729. BUG_ON(err); /* mempool should prevent this */
  730. err = logfs_erase_segment(sb, segno, 1);
  731. BUG_ON(err); /* FIXME: remount-ro would be nicer */
  732. }
  733. /* Manually move journal_area */
  734. freeseg(sb, area->a_segno);
  735. area->a_segno = super->s_journal_seg[0];
  736. area->a_is_open = 0;
  737. area->a_used_bytes = 0;
  738. /* Write journal */
  739. logfs_write_anchor(sb);
  740. /* Write superblocks */
  741. err = logfs_write_sb(sb);
  742. BUG_ON(err);
  743. }
  744. static const struct logfs_area_ops journal_area_ops = {
  745. .get_free_segment = journal_get_free_segment,
  746. .get_erase_count = journal_get_erase_count,
  747. .erase_segment = journal_erase_segment,
  748. };
  749. int logfs_init_journal(struct super_block *sb)
  750. {
  751. struct logfs_super *super = logfs_super(sb);
  752. size_t bufsize = max_t(size_t, sb->s_blocksize, super->s_writesize)
  753. + MAX_JOURNAL_HEADER;
  754. int ret = -ENOMEM;
  755. mutex_init(&super->s_journal_mutex);
  756. btree_init_mempool32(&super->s_reserved_segments, super->s_btree_pool);
  757. super->s_je = kzalloc(bufsize, GFP_KERNEL);
  758. if (!super->s_je)
  759. return ret;
  760. super->s_compressed_je = kzalloc(bufsize, GFP_KERNEL);
  761. if (!super->s_compressed_je)
  762. return ret;
  763. super->s_master_inode = logfs_new_meta_inode(sb, LOGFS_INO_MASTER);
  764. if (IS_ERR(super->s_master_inode))
  765. return PTR_ERR(super->s_master_inode);
  766. ret = logfs_read_journal(sb);
  767. if (ret)
  768. return -EIO;
  769. reserve_sb_and_journal(sb);
  770. logfs_calc_free(sb);
  771. super->s_journal_area->a_ops = &journal_area_ops;
  772. return 0;
  773. }
  774. void logfs_cleanup_journal(struct super_block *sb)
  775. {
  776. struct logfs_super *super = logfs_super(sb);
  777. btree_grim_visitor32(&super->s_reserved_segments, 0, NULL);
  778. destroy_meta_inode(super->s_master_inode);
  779. super->s_master_inode = NULL;
  780. kfree(super->s_compressed_je);
  781. kfree(super->s_je);
  782. }