super.c 26 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044
  1. /*
  2. * Copyright (C) 2005, 2006
  3. * Avishay Traeger (avishay@gmail.com)
  4. * Copyright (C) 2008, 2009
  5. * Boaz Harrosh <bharrosh@panasas.com>
  6. *
  7. * Copyrights for code taken from ext2:
  8. * Copyright (C) 1992, 1993, 1994, 1995
  9. * Remy Card (card@masi.ibp.fr)
  10. * Laboratoire MASI - Institut Blaise Pascal
  11. * Universite Pierre et Marie Curie (Paris VI)
  12. * from
  13. * linux/fs/minix/inode.c
  14. * Copyright (C) 1991, 1992 Linus Torvalds
  15. *
  16. * This file is part of exofs.
  17. *
  18. * exofs is free software; you can redistribute it and/or modify
  19. * it under the terms of the GNU General Public License as published by
  20. * the Free Software Foundation. Since it is based on ext2, and the only
  21. * valid version of GPL for the Linux kernel is version 2, the only valid
  22. * version of GPL for exofs is version 2.
  23. *
  24. * exofs is distributed in the hope that it will be useful,
  25. * but WITHOUT ANY WARRANTY; without even the implied warranty of
  26. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  27. * GNU General Public License for more details.
  28. *
  29. * You should have received a copy of the GNU General Public License
  30. * along with exofs; if not, write to the Free Software
  31. * Foundation, Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA
  32. */
  33. #include <linux/string.h>
  34. #include <linux/parser.h>
  35. #include <linux/vfs.h>
  36. #include <linux/random.h>
  37. #include <linux/module.h>
  38. #include <linux/exportfs.h>
  39. #include <linux/slab.h>
  40. #include "exofs.h"
  41. #define EXOFS_DBGMSG2(M...) do {} while (0)
  42. /******************************************************************************
  43. * MOUNT OPTIONS
  44. *****************************************************************************/
  45. /*
  46. * struct to hold what we get from mount options
  47. */
  48. struct exofs_mountopt {
  49. bool is_osdname;
  50. const char *dev_name;
  51. uint64_t pid;
  52. int timeout;
  53. };
  54. /*
  55. * exofs-specific mount-time options.
  56. */
  57. enum { Opt_name, Opt_pid, Opt_to, Opt_err };
  58. /*
  59. * Our mount-time options. These should ideally be 64-bit unsigned, but the
  60. * kernel's parsing functions do not currently support that. 32-bit should be
  61. * sufficient for most applications now.
  62. */
  63. static match_table_t tokens = {
  64. {Opt_name, "osdname=%s"},
  65. {Opt_pid, "pid=%u"},
  66. {Opt_to, "to=%u"},
  67. {Opt_err, NULL}
  68. };
  69. /*
  70. * The main option parsing method. Also makes sure that all of the mandatory
  71. * mount options were set.
  72. */
  73. static int parse_options(char *options, struct exofs_mountopt *opts)
  74. {
  75. char *p;
  76. substring_t args[MAX_OPT_ARGS];
  77. int option;
  78. bool s_pid = false;
  79. EXOFS_DBGMSG("parse_options %s\n", options);
  80. /* defaults */
  81. memset(opts, 0, sizeof(*opts));
  82. opts->timeout = BLK_DEFAULT_SG_TIMEOUT;
  83. while ((p = strsep(&options, ",")) != NULL) {
  84. int token;
  85. char str[32];
  86. if (!*p)
  87. continue;
  88. token = match_token(p, tokens, args);
  89. switch (token) {
  90. case Opt_name:
  91. opts->dev_name = match_strdup(&args[0]);
  92. if (unlikely(!opts->dev_name)) {
  93. EXOFS_ERR("Error allocating dev_name");
  94. return -ENOMEM;
  95. }
  96. opts->is_osdname = true;
  97. break;
  98. case Opt_pid:
  99. if (0 == match_strlcpy(str, &args[0], sizeof(str)))
  100. return -EINVAL;
  101. opts->pid = simple_strtoull(str, NULL, 0);
  102. if (opts->pid < EXOFS_MIN_PID) {
  103. EXOFS_ERR("Partition ID must be >= %u",
  104. EXOFS_MIN_PID);
  105. return -EINVAL;
  106. }
  107. s_pid = 1;
  108. break;
  109. case Opt_to:
  110. if (match_int(&args[0], &option))
  111. return -EINVAL;
  112. if (option <= 0) {
  113. EXOFS_ERR("Timout must be > 0");
  114. return -EINVAL;
  115. }
  116. opts->timeout = option * HZ;
  117. break;
  118. }
  119. }
  120. if (!s_pid) {
  121. EXOFS_ERR("Need to specify the following options:\n");
  122. EXOFS_ERR(" -o pid=pid_no_to_use\n");
  123. return -EINVAL;
  124. }
  125. return 0;
  126. }
  127. /******************************************************************************
  128. * INODE CACHE
  129. *****************************************************************************/
  130. /*
  131. * Our inode cache. Isn't it pretty?
  132. */
  133. static struct kmem_cache *exofs_inode_cachep;
  134. /*
  135. * Allocate an inode in the cache
  136. */
  137. static struct inode *exofs_alloc_inode(struct super_block *sb)
  138. {
  139. struct exofs_i_info *oi;
  140. oi = kmem_cache_alloc(exofs_inode_cachep, GFP_KERNEL);
  141. if (!oi)
  142. return NULL;
  143. oi->vfs_inode.i_version = 1;
  144. return &oi->vfs_inode;
  145. }
  146. static void exofs_i_callback(struct rcu_head *head)
  147. {
  148. struct inode *inode = container_of(head, struct inode, i_rcu);
  149. kmem_cache_free(exofs_inode_cachep, exofs_i(inode));
  150. }
  151. /*
  152. * Remove an inode from the cache
  153. */
  154. static void exofs_destroy_inode(struct inode *inode)
  155. {
  156. call_rcu(&inode->i_rcu, exofs_i_callback);
  157. }
  158. /*
  159. * Initialize the inode
  160. */
  161. static void exofs_init_once(void *foo)
  162. {
  163. struct exofs_i_info *oi = foo;
  164. inode_init_once(&oi->vfs_inode);
  165. }
  166. /*
  167. * Create and initialize the inode cache
  168. */
  169. static int init_inodecache(void)
  170. {
  171. exofs_inode_cachep = kmem_cache_create("exofs_inode_cache",
  172. sizeof(struct exofs_i_info), 0,
  173. SLAB_RECLAIM_ACCOUNT | SLAB_MEM_SPREAD,
  174. exofs_init_once);
  175. if (exofs_inode_cachep == NULL)
  176. return -ENOMEM;
  177. return 0;
  178. }
  179. /*
  180. * Destroy the inode cache
  181. */
  182. static void destroy_inodecache(void)
  183. {
  184. kmem_cache_destroy(exofs_inode_cachep);
  185. }
  186. /******************************************************************************
  187. * Some osd helpers
  188. *****************************************************************************/
  189. void exofs_make_credential(u8 cred_a[OSD_CAP_LEN], const struct osd_obj_id *obj)
  190. {
  191. osd_sec_init_nosec_doall_caps(cred_a, obj, false, true);
  192. }
  193. static int exofs_read_kern(struct osd_dev *od, u8 *cred, struct osd_obj_id *obj,
  194. u64 offset, void *p, unsigned length)
  195. {
  196. struct osd_request *or = osd_start_request(od, GFP_KERNEL);
  197. /* struct osd_sense_info osi = {.key = 0};*/
  198. int ret;
  199. if (unlikely(!or)) {
  200. EXOFS_DBGMSG("%s: osd_start_request failed.\n", __func__);
  201. return -ENOMEM;
  202. }
  203. ret = osd_req_read_kern(or, obj, offset, p, length);
  204. if (unlikely(ret)) {
  205. EXOFS_DBGMSG("%s: osd_req_read_kern failed.\n", __func__);
  206. goto out;
  207. }
  208. ret = osd_finalize_request(or, 0, cred, NULL);
  209. if (unlikely(ret)) {
  210. EXOFS_DBGMSG("Failed to osd_finalize_request() => %d\n", ret);
  211. goto out;
  212. }
  213. ret = osd_execute_request(or);
  214. if (unlikely(ret))
  215. EXOFS_DBGMSG("osd_execute_request() => %d\n", ret);
  216. /* osd_req_decode_sense(or, ret); */
  217. out:
  218. osd_end_request(or);
  219. EXOFS_DBGMSG2("read_kern(0x%llx) offset=0x%llx "
  220. "length=0x%llx dev=%p ret=>%d\n",
  221. _LLU(obj->id), _LLU(offset), _LLU(length), od, ret);
  222. return ret;
  223. }
  224. static const struct osd_attr g_attr_sb_stats = ATTR_DEF(
  225. EXOFS_APAGE_SB_DATA,
  226. EXOFS_ATTR_SB_STATS,
  227. sizeof(struct exofs_sb_stats));
  228. static int __sbi_read_stats(struct exofs_sb_info *sbi)
  229. {
  230. struct osd_attr attrs[] = {
  231. [0] = g_attr_sb_stats,
  232. };
  233. struct ore_io_state *ios;
  234. int ret;
  235. ret = ore_get_io_state(&sbi->layout, &sbi->oc, &ios);
  236. if (unlikely(ret)) {
  237. EXOFS_ERR("%s: ore_get_io_state failed.\n", __func__);
  238. return ret;
  239. }
  240. ios->in_attr = attrs;
  241. ios->in_attr_len = ARRAY_SIZE(attrs);
  242. ret = ore_read(ios);
  243. if (unlikely(ret)) {
  244. EXOFS_ERR("Error reading super_block stats => %d\n", ret);
  245. goto out;
  246. }
  247. ret = extract_attr_from_ios(ios, &attrs[0]);
  248. if (ret) {
  249. EXOFS_ERR("%s: extract_attr of sb_stats failed\n", __func__);
  250. goto out;
  251. }
  252. if (attrs[0].len) {
  253. struct exofs_sb_stats *ess;
  254. if (unlikely(attrs[0].len != sizeof(*ess))) {
  255. EXOFS_ERR("%s: Wrong version of exofs_sb_stats "
  256. "size(%d) != expected(%zd)\n",
  257. __func__, attrs[0].len, sizeof(*ess));
  258. goto out;
  259. }
  260. ess = attrs[0].val_ptr;
  261. sbi->s_nextid = le64_to_cpu(ess->s_nextid);
  262. sbi->s_numfiles = le32_to_cpu(ess->s_numfiles);
  263. }
  264. out:
  265. ore_put_io_state(ios);
  266. return ret;
  267. }
  268. static void stats_done(struct ore_io_state *ios, void *p)
  269. {
  270. ore_put_io_state(ios);
  271. /* Good thanks nothing to do anymore */
  272. }
  273. /* Asynchronously write the stats attribute */
  274. int exofs_sbi_write_stats(struct exofs_sb_info *sbi)
  275. {
  276. struct osd_attr attrs[] = {
  277. [0] = g_attr_sb_stats,
  278. };
  279. struct ore_io_state *ios;
  280. int ret;
  281. ret = ore_get_io_state(&sbi->layout, &sbi->oc, &ios);
  282. if (unlikely(ret)) {
  283. EXOFS_ERR("%s: ore_get_io_state failed.\n", __func__);
  284. return ret;
  285. }
  286. sbi->s_ess.s_nextid = cpu_to_le64(sbi->s_nextid);
  287. sbi->s_ess.s_numfiles = cpu_to_le64(sbi->s_numfiles);
  288. attrs[0].val_ptr = &sbi->s_ess;
  289. ios->done = stats_done;
  290. ios->private = sbi;
  291. ios->out_attr = attrs;
  292. ios->out_attr_len = ARRAY_SIZE(attrs);
  293. ret = ore_write(ios);
  294. if (unlikely(ret)) {
  295. EXOFS_ERR("%s: ore_write failed.\n", __func__);
  296. ore_put_io_state(ios);
  297. }
  298. return ret;
  299. }
  300. /******************************************************************************
  301. * SUPERBLOCK FUNCTIONS
  302. *****************************************************************************/
  303. static const struct super_operations exofs_sops;
  304. static const struct export_operations exofs_export_ops;
  305. /*
  306. * Write the superblock to the OSD
  307. */
  308. static int exofs_sync_fs(struct super_block *sb, int wait)
  309. {
  310. struct exofs_sb_info *sbi;
  311. struct exofs_fscb *fscb;
  312. struct ore_comp one_comp;
  313. struct ore_components oc;
  314. struct ore_io_state *ios;
  315. int ret = -ENOMEM;
  316. fscb = kmalloc(sizeof(*fscb), GFP_KERNEL);
  317. if (unlikely(!fscb))
  318. return -ENOMEM;
  319. sbi = sb->s_fs_info;
  320. /* NOTE: We no longer dirty the super_block anywhere in exofs. The
  321. * reason we write the fscb here on unmount is so we can stay backwards
  322. * compatible with fscb->s_version == 1. (What we are not compatible
  323. * with is if a new version FS crashed and then we try to mount an old
  324. * version). Otherwise the exofs_fscb is read-only from mkfs time. All
  325. * the writeable info is set in exofs_sbi_write_stats() above.
  326. */
  327. exofs_init_comps(&oc, &one_comp, sbi, EXOFS_SUPER_ID);
  328. ret = ore_get_io_state(&sbi->layout, &oc, &ios);
  329. if (unlikely(ret))
  330. goto out;
  331. lock_super(sb);
  332. ios->length = offsetof(struct exofs_fscb, s_dev_table_oid);
  333. memset(fscb, 0, ios->length);
  334. fscb->s_nextid = cpu_to_le64(sbi->s_nextid);
  335. fscb->s_numfiles = cpu_to_le64(sbi->s_numfiles);
  336. fscb->s_magic = cpu_to_le16(sb->s_magic);
  337. fscb->s_newfs = 0;
  338. fscb->s_version = EXOFS_FSCB_VER;
  339. ios->offset = 0;
  340. ios->kern_buff = fscb;
  341. ret = ore_write(ios);
  342. if (unlikely(ret))
  343. EXOFS_ERR("%s: ore_write failed.\n", __func__);
  344. else
  345. sb->s_dirt = 0;
  346. unlock_super(sb);
  347. out:
  348. EXOFS_DBGMSG("s_nextid=0x%llx ret=%d\n", _LLU(sbi->s_nextid), ret);
  349. ore_put_io_state(ios);
  350. kfree(fscb);
  351. return ret;
  352. }
  353. static void exofs_write_super(struct super_block *sb)
  354. {
  355. if (!(sb->s_flags & MS_RDONLY))
  356. exofs_sync_fs(sb, 1);
  357. else
  358. sb->s_dirt = 0;
  359. }
  360. static void _exofs_print_device(const char *msg, const char *dev_path,
  361. struct osd_dev *od, u64 pid)
  362. {
  363. const struct osd_dev_info *odi = osduld_device_info(od);
  364. printk(KERN_NOTICE "exofs: %s %s osd_name-%s pid-0x%llx\n",
  365. msg, dev_path ?: "", odi->osdname, _LLU(pid));
  366. }
  367. static void exofs_free_sbi(struct exofs_sb_info *sbi)
  368. {
  369. unsigned numdevs = sbi->oc.numdevs;
  370. while (numdevs) {
  371. unsigned i = --numdevs;
  372. struct osd_dev *od = ore_comp_dev(&sbi->oc, i);
  373. if (od) {
  374. ore_comp_set_dev(&sbi->oc, i, NULL);
  375. osduld_put_device(od);
  376. }
  377. }
  378. kfree(sbi->oc.ods);
  379. kfree(sbi);
  380. }
  381. /*
  382. * This function is called when the vfs is freeing the superblock. We just
  383. * need to free our own part.
  384. */
  385. static void exofs_put_super(struct super_block *sb)
  386. {
  387. int num_pend;
  388. struct exofs_sb_info *sbi = sb->s_fs_info;
  389. /* make sure there are no pending commands */
  390. for (num_pend = atomic_read(&sbi->s_curr_pending); num_pend > 0;
  391. num_pend = atomic_read(&sbi->s_curr_pending)) {
  392. wait_queue_head_t wq;
  393. printk(KERN_NOTICE "%s: !!Pending operations in flight. "
  394. "This is a BUG. please report to osd-dev@open-osd.org\n",
  395. __func__);
  396. init_waitqueue_head(&wq);
  397. wait_event_timeout(wq,
  398. (atomic_read(&sbi->s_curr_pending) == 0),
  399. msecs_to_jiffies(100));
  400. }
  401. _exofs_print_device("Unmounting", NULL, ore_comp_dev(&sbi->oc, 0),
  402. sbi->one_comp.obj.partition);
  403. bdi_destroy(&sbi->bdi);
  404. exofs_free_sbi(sbi);
  405. sb->s_fs_info = NULL;
  406. }
  407. static int _read_and_match_data_map(struct exofs_sb_info *sbi, unsigned numdevs,
  408. struct exofs_device_table *dt)
  409. {
  410. int ret;
  411. sbi->layout.stripe_unit =
  412. le64_to_cpu(dt->dt_data_map.cb_stripe_unit);
  413. sbi->layout.group_width =
  414. le32_to_cpu(dt->dt_data_map.cb_group_width);
  415. sbi->layout.group_depth =
  416. le32_to_cpu(dt->dt_data_map.cb_group_depth);
  417. sbi->layout.mirrors_p1 =
  418. le32_to_cpu(dt->dt_data_map.cb_mirror_cnt) + 1;
  419. sbi->layout.raid_algorithm =
  420. le32_to_cpu(dt->dt_data_map.cb_raid_algorithm);
  421. ret = ore_verify_layout(numdevs, &sbi->layout);
  422. EXOFS_DBGMSG("exofs: layout: "
  423. "num_comps=%u stripe_unit=0x%x group_width=%u "
  424. "group_depth=0x%llx mirrors_p1=%u raid_algorithm=%u\n",
  425. numdevs,
  426. sbi->layout.stripe_unit,
  427. sbi->layout.group_width,
  428. _LLU(sbi->layout.group_depth),
  429. sbi->layout.mirrors_p1,
  430. sbi->layout.raid_algorithm);
  431. return ret;
  432. }
  433. static unsigned __ra_pages(struct ore_layout *layout)
  434. {
  435. const unsigned _MIN_RA = 32; /* min 128K read-ahead */
  436. unsigned ra_pages = layout->group_width * layout->stripe_unit /
  437. PAGE_SIZE;
  438. unsigned max_io_pages = exofs_max_io_pages(layout, ~0);
  439. ra_pages *= 2; /* two stripes */
  440. if (ra_pages < _MIN_RA)
  441. ra_pages = roundup(_MIN_RA, ra_pages / 2);
  442. if (ra_pages > max_io_pages)
  443. ra_pages = max_io_pages;
  444. return ra_pages;
  445. }
  446. /* @odi is valid only as long as @fscb_dev is valid */
  447. static int exofs_devs_2_odi(struct exofs_dt_device_info *dt_dev,
  448. struct osd_dev_info *odi)
  449. {
  450. odi->systemid_len = le32_to_cpu(dt_dev->systemid_len);
  451. if (likely(odi->systemid_len))
  452. memcpy(odi->systemid, dt_dev->systemid, OSD_SYSTEMID_LEN);
  453. odi->osdname_len = le32_to_cpu(dt_dev->osdname_len);
  454. odi->osdname = dt_dev->osdname;
  455. /* FIXME support long names. Will need a _put function */
  456. if (dt_dev->long_name_offset)
  457. return -EINVAL;
  458. /* Make sure osdname is printable!
  459. * mkexofs should give us space for a null-terminator else the
  460. * device-table is invalid.
  461. */
  462. if (unlikely(odi->osdname_len >= sizeof(dt_dev->osdname)))
  463. odi->osdname_len = sizeof(dt_dev->osdname) - 1;
  464. dt_dev->osdname[odi->osdname_len] = 0;
  465. /* If it's all zeros something is bad we read past end-of-obj */
  466. return !(odi->systemid_len || odi->osdname_len);
  467. }
  468. int __alloc_dev_table(struct exofs_sb_info *sbi, unsigned numdevs,
  469. struct exofs_dev **peds)
  470. {
  471. struct __alloc_ore_devs_and_exofs_devs {
  472. /* Twice bigger table: See exofs_init_comps() and comment at
  473. * exofs_read_lookup_dev_table()
  474. */
  475. struct ore_dev *oreds[numdevs * 2 - 1];
  476. struct exofs_dev eds[numdevs];
  477. } *aoded;
  478. struct exofs_dev *eds;
  479. unsigned i;
  480. aoded = kzalloc(sizeof(*aoded), GFP_KERNEL);
  481. if (unlikely(!aoded)) {
  482. EXOFS_ERR("ERROR: failed allocating Device array[%d]\n",
  483. numdevs);
  484. return -ENOMEM;
  485. }
  486. sbi->oc.ods = aoded->oreds;
  487. *peds = eds = aoded->eds;
  488. for (i = 0; i < numdevs; ++i)
  489. aoded->oreds[i] = &eds[i].ored;
  490. return 0;
  491. }
  492. static int exofs_read_lookup_dev_table(struct exofs_sb_info *sbi,
  493. struct osd_dev *fscb_od,
  494. unsigned table_count)
  495. {
  496. struct ore_comp comp;
  497. struct exofs_device_table *dt;
  498. struct exofs_dev *eds;
  499. unsigned table_bytes = table_count * sizeof(dt->dt_dev_table[0]) +
  500. sizeof(*dt);
  501. unsigned numdevs, i;
  502. int ret;
  503. dt = kmalloc(table_bytes, GFP_KERNEL);
  504. if (unlikely(!dt)) {
  505. EXOFS_ERR("ERROR: allocating %x bytes for device table\n",
  506. table_bytes);
  507. return -ENOMEM;
  508. }
  509. sbi->oc.numdevs = 0;
  510. comp.obj.partition = sbi->one_comp.obj.partition;
  511. comp.obj.id = EXOFS_DEVTABLE_ID;
  512. exofs_make_credential(comp.cred, &comp.obj);
  513. ret = exofs_read_kern(fscb_od, comp.cred, &comp.obj, 0, dt,
  514. table_bytes);
  515. if (unlikely(ret)) {
  516. EXOFS_ERR("ERROR: reading device table\n");
  517. goto out;
  518. }
  519. numdevs = le64_to_cpu(dt->dt_num_devices);
  520. if (unlikely(!numdevs)) {
  521. ret = -EINVAL;
  522. goto out;
  523. }
  524. WARN_ON(table_count != numdevs);
  525. ret = _read_and_match_data_map(sbi, numdevs, dt);
  526. if (unlikely(ret))
  527. goto out;
  528. ret = __alloc_dev_table(sbi, numdevs, &eds);
  529. if (unlikely(ret))
  530. goto out;
  531. /* exofs round-robins the device table view according to inode
  532. * number. We hold a: twice bigger table hence inodes can point
  533. * to any device and have a sequential view of the table
  534. * starting at this device. See exofs_init_comps()
  535. */
  536. memcpy(&sbi->oc.ods[numdevs], &sbi->oc.ods[0],
  537. (numdevs - 1) * sizeof(sbi->oc.ods[0]));
  538. for (i = 0; i < numdevs; i++) {
  539. struct exofs_fscb fscb;
  540. struct osd_dev_info odi;
  541. struct osd_dev *od;
  542. if (exofs_devs_2_odi(&dt->dt_dev_table[i], &odi)) {
  543. EXOFS_ERR("ERROR: Read all-zeros device entry\n");
  544. ret = -EINVAL;
  545. goto out;
  546. }
  547. printk(KERN_NOTICE "Add device[%d]: osd_name-%s\n",
  548. i, odi.osdname);
  549. /* the exofs id is currently the table index */
  550. eds[i].did = i;
  551. /* On all devices the device table is identical. The user can
  552. * specify any one of the participating devices on the command
  553. * line. We always keep them in device-table order.
  554. */
  555. if (fscb_od && osduld_device_same(fscb_od, &odi)) {
  556. eds[i].ored.od = fscb_od;
  557. ++sbi->oc.numdevs;
  558. fscb_od = NULL;
  559. continue;
  560. }
  561. od = osduld_info_lookup(&odi);
  562. if (IS_ERR(od)) {
  563. ret = PTR_ERR(od);
  564. EXOFS_ERR("ERROR: device requested is not found "
  565. "osd_name-%s =>%d\n", odi.osdname, ret);
  566. goto out;
  567. }
  568. eds[i].ored.od = od;
  569. ++sbi->oc.numdevs;
  570. /* Read the fscb of the other devices to make sure the FS
  571. * partition is there.
  572. */
  573. ret = exofs_read_kern(od, comp.cred, &comp.obj, 0, &fscb,
  574. sizeof(fscb));
  575. if (unlikely(ret)) {
  576. EXOFS_ERR("ERROR: Malformed participating device "
  577. "error reading fscb osd_name-%s\n",
  578. odi.osdname);
  579. goto out;
  580. }
  581. /* TODO: verify other information is correct and FS-uuid
  582. * matches. Benny what did you say about device table
  583. * generation and old devices?
  584. */
  585. }
  586. out:
  587. kfree(dt);
  588. if (unlikely(fscb_od && !ret)) {
  589. EXOFS_ERR("ERROR: Bad device-table container device not present\n");
  590. osduld_put_device(fscb_od);
  591. return -EINVAL;
  592. }
  593. return ret;
  594. }
  595. /*
  596. * Read the superblock from the OSD and fill in the fields
  597. */
  598. static int exofs_fill_super(struct super_block *sb, void *data, int silent)
  599. {
  600. struct inode *root;
  601. struct exofs_mountopt *opts = data;
  602. struct exofs_sb_info *sbi; /*extended info */
  603. struct osd_dev *od; /* Master device */
  604. struct exofs_fscb fscb; /*on-disk superblock info */
  605. struct ore_comp comp;
  606. unsigned table_count;
  607. int ret;
  608. sbi = kzalloc(sizeof(*sbi), GFP_KERNEL);
  609. if (!sbi)
  610. return -ENOMEM;
  611. /* use mount options to fill superblock */
  612. if (opts->is_osdname) {
  613. struct osd_dev_info odi = {.systemid_len = 0};
  614. odi.osdname_len = strlen(opts->dev_name);
  615. odi.osdname = (u8 *)opts->dev_name;
  616. od = osduld_info_lookup(&odi);
  617. kfree(opts->dev_name);
  618. opts->dev_name = NULL;
  619. } else {
  620. od = osduld_path_lookup(opts->dev_name);
  621. }
  622. if (IS_ERR(od)) {
  623. ret = -EINVAL;
  624. goto free_sbi;
  625. }
  626. /* Default layout in case we do not have a device-table */
  627. sbi->layout.stripe_unit = PAGE_SIZE;
  628. sbi->layout.mirrors_p1 = 1;
  629. sbi->layout.group_width = 1;
  630. sbi->layout.group_depth = -1;
  631. sbi->layout.group_count = 1;
  632. sbi->s_timeout = opts->timeout;
  633. sbi->one_comp.obj.partition = opts->pid;
  634. sbi->one_comp.obj.id = 0;
  635. exofs_make_credential(sbi->one_comp.cred, &sbi->one_comp.obj);
  636. sbi->oc.numdevs = 1;
  637. sbi->oc.single_comp = EC_SINGLE_COMP;
  638. sbi->oc.comps = &sbi->one_comp;
  639. /* fill in some other data by hand */
  640. memset(sb->s_id, 0, sizeof(sb->s_id));
  641. strcpy(sb->s_id, "exofs");
  642. sb->s_blocksize = EXOFS_BLKSIZE;
  643. sb->s_blocksize_bits = EXOFS_BLKSHIFT;
  644. sb->s_maxbytes = MAX_LFS_FILESIZE;
  645. sb->s_max_links = EXOFS_LINK_MAX;
  646. atomic_set(&sbi->s_curr_pending, 0);
  647. sb->s_bdev = NULL;
  648. sb->s_dev = 0;
  649. comp.obj.partition = sbi->one_comp.obj.partition;
  650. comp.obj.id = EXOFS_SUPER_ID;
  651. exofs_make_credential(comp.cred, &comp.obj);
  652. ret = exofs_read_kern(od, comp.cred, &comp.obj, 0, &fscb, sizeof(fscb));
  653. if (unlikely(ret))
  654. goto free_sbi;
  655. sb->s_magic = le16_to_cpu(fscb.s_magic);
  656. /* NOTE: we read below to be backward compatible with old versions */
  657. sbi->s_nextid = le64_to_cpu(fscb.s_nextid);
  658. sbi->s_numfiles = le32_to_cpu(fscb.s_numfiles);
  659. /* make sure what we read from the object store is correct */
  660. if (sb->s_magic != EXOFS_SUPER_MAGIC) {
  661. if (!silent)
  662. EXOFS_ERR("ERROR: Bad magic value\n");
  663. ret = -EINVAL;
  664. goto free_sbi;
  665. }
  666. if (le32_to_cpu(fscb.s_version) > EXOFS_FSCB_VER) {
  667. EXOFS_ERR("ERROR: Bad FSCB version expected-%d got-%d\n",
  668. EXOFS_FSCB_VER, le32_to_cpu(fscb.s_version));
  669. ret = -EINVAL;
  670. goto free_sbi;
  671. }
  672. /* start generation numbers from a random point */
  673. get_random_bytes(&sbi->s_next_generation, sizeof(u32));
  674. spin_lock_init(&sbi->s_next_gen_lock);
  675. table_count = le64_to_cpu(fscb.s_dev_table_count);
  676. if (table_count) {
  677. ret = exofs_read_lookup_dev_table(sbi, od, table_count);
  678. if (unlikely(ret))
  679. goto free_sbi;
  680. } else {
  681. struct exofs_dev *eds;
  682. ret = __alloc_dev_table(sbi, 1, &eds);
  683. if (unlikely(ret))
  684. goto free_sbi;
  685. ore_comp_set_dev(&sbi->oc, 0, od);
  686. }
  687. __sbi_read_stats(sbi);
  688. /* set up operation vectors */
  689. sbi->bdi.ra_pages = __ra_pages(&sbi->layout);
  690. sb->s_bdi = &sbi->bdi;
  691. sb->s_fs_info = sbi;
  692. sb->s_op = &exofs_sops;
  693. sb->s_export_op = &exofs_export_ops;
  694. root = exofs_iget(sb, EXOFS_ROOT_ID - EXOFS_OBJ_OFF);
  695. if (IS_ERR(root)) {
  696. EXOFS_ERR("ERROR: exofs_iget failed\n");
  697. ret = PTR_ERR(root);
  698. goto free_sbi;
  699. }
  700. sb->s_root = d_make_root(root);
  701. if (!sb->s_root) {
  702. EXOFS_ERR("ERROR: get root inode failed\n");
  703. ret = -ENOMEM;
  704. goto free_sbi;
  705. }
  706. if (!S_ISDIR(root->i_mode)) {
  707. dput(sb->s_root);
  708. sb->s_root = NULL;
  709. EXOFS_ERR("ERROR: corrupt root inode (mode = %hd)\n",
  710. root->i_mode);
  711. ret = -EINVAL;
  712. goto free_sbi;
  713. }
  714. ret = bdi_setup_and_register(&sbi->bdi, "exofs", BDI_CAP_MAP_COPY);
  715. if (ret) {
  716. EXOFS_DBGMSG("Failed to bdi_setup_and_register\n");
  717. dput(sb->s_root);
  718. sb->s_root = NULL;
  719. goto free_sbi;
  720. }
  721. _exofs_print_device("Mounting", opts->dev_name,
  722. ore_comp_dev(&sbi->oc, 0),
  723. sbi->one_comp.obj.partition);
  724. return 0;
  725. free_sbi:
  726. EXOFS_ERR("Unable to mount exofs on %s pid=0x%llx err=%d\n",
  727. opts->dev_name, sbi->one_comp.obj.partition, ret);
  728. exofs_free_sbi(sbi);
  729. return ret;
  730. }
  731. /*
  732. * Set up the superblock (calls exofs_fill_super eventually)
  733. */
  734. static struct dentry *exofs_mount(struct file_system_type *type,
  735. int flags, const char *dev_name,
  736. void *data)
  737. {
  738. struct exofs_mountopt opts;
  739. int ret;
  740. ret = parse_options(data, &opts);
  741. if (ret)
  742. return ERR_PTR(ret);
  743. if (!opts.dev_name)
  744. opts.dev_name = dev_name;
  745. return mount_nodev(type, flags, &opts, exofs_fill_super);
  746. }
  747. /*
  748. * Return information about the file system state in the buffer. This is used
  749. * by the 'df' command, for example.
  750. */
  751. static int exofs_statfs(struct dentry *dentry, struct kstatfs *buf)
  752. {
  753. struct super_block *sb = dentry->d_sb;
  754. struct exofs_sb_info *sbi = sb->s_fs_info;
  755. struct ore_io_state *ios;
  756. struct osd_attr attrs[] = {
  757. ATTR_DEF(OSD_APAGE_PARTITION_QUOTAS,
  758. OSD_ATTR_PQ_CAPACITY_QUOTA, sizeof(__be64)),
  759. ATTR_DEF(OSD_APAGE_PARTITION_INFORMATION,
  760. OSD_ATTR_PI_USED_CAPACITY, sizeof(__be64)),
  761. };
  762. uint64_t capacity = ULLONG_MAX;
  763. uint64_t used = ULLONG_MAX;
  764. int ret;
  765. ret = ore_get_io_state(&sbi->layout, &sbi->oc, &ios);
  766. if (ret) {
  767. EXOFS_DBGMSG("ore_get_io_state failed.\n");
  768. return ret;
  769. }
  770. ios->in_attr = attrs;
  771. ios->in_attr_len = ARRAY_SIZE(attrs);
  772. ret = ore_read(ios);
  773. if (unlikely(ret))
  774. goto out;
  775. ret = extract_attr_from_ios(ios, &attrs[0]);
  776. if (likely(!ret)) {
  777. capacity = get_unaligned_be64(attrs[0].val_ptr);
  778. if (unlikely(!capacity))
  779. capacity = ULLONG_MAX;
  780. } else
  781. EXOFS_DBGMSG("exofs_statfs: get capacity failed.\n");
  782. ret = extract_attr_from_ios(ios, &attrs[1]);
  783. if (likely(!ret))
  784. used = get_unaligned_be64(attrs[1].val_ptr);
  785. else
  786. EXOFS_DBGMSG("exofs_statfs: get used-space failed.\n");
  787. /* fill in the stats buffer */
  788. buf->f_type = EXOFS_SUPER_MAGIC;
  789. buf->f_bsize = EXOFS_BLKSIZE;
  790. buf->f_blocks = capacity >> 9;
  791. buf->f_bfree = (capacity - used) >> 9;
  792. buf->f_bavail = buf->f_bfree;
  793. buf->f_files = sbi->s_numfiles;
  794. buf->f_ffree = EXOFS_MAX_ID - sbi->s_numfiles;
  795. buf->f_namelen = EXOFS_NAME_LEN;
  796. out:
  797. ore_put_io_state(ios);
  798. return ret;
  799. }
  800. static const struct super_operations exofs_sops = {
  801. .alloc_inode = exofs_alloc_inode,
  802. .destroy_inode = exofs_destroy_inode,
  803. .write_inode = exofs_write_inode,
  804. .evict_inode = exofs_evict_inode,
  805. .put_super = exofs_put_super,
  806. .write_super = exofs_write_super,
  807. .sync_fs = exofs_sync_fs,
  808. .statfs = exofs_statfs,
  809. };
  810. /******************************************************************************
  811. * EXPORT OPERATIONS
  812. *****************************************************************************/
  813. static struct dentry *exofs_get_parent(struct dentry *child)
  814. {
  815. unsigned long ino = exofs_parent_ino(child);
  816. if (!ino)
  817. return ERR_PTR(-ESTALE);
  818. return d_obtain_alias(exofs_iget(child->d_inode->i_sb, ino));
  819. }
  820. static struct inode *exofs_nfs_get_inode(struct super_block *sb,
  821. u64 ino, u32 generation)
  822. {
  823. struct inode *inode;
  824. inode = exofs_iget(sb, ino);
  825. if (IS_ERR(inode))
  826. return ERR_CAST(inode);
  827. if (generation && inode->i_generation != generation) {
  828. /* we didn't find the right inode.. */
  829. iput(inode);
  830. return ERR_PTR(-ESTALE);
  831. }
  832. return inode;
  833. }
  834. static struct dentry *exofs_fh_to_dentry(struct super_block *sb,
  835. struct fid *fid, int fh_len, int fh_type)
  836. {
  837. return generic_fh_to_dentry(sb, fid, fh_len, fh_type,
  838. exofs_nfs_get_inode);
  839. }
  840. static struct dentry *exofs_fh_to_parent(struct super_block *sb,
  841. struct fid *fid, int fh_len, int fh_type)
  842. {
  843. return generic_fh_to_parent(sb, fid, fh_len, fh_type,
  844. exofs_nfs_get_inode);
  845. }
  846. static const struct export_operations exofs_export_ops = {
  847. .fh_to_dentry = exofs_fh_to_dentry,
  848. .fh_to_parent = exofs_fh_to_parent,
  849. .get_parent = exofs_get_parent,
  850. };
  851. /******************************************************************************
  852. * INSMOD/RMMOD
  853. *****************************************************************************/
  854. /*
  855. * struct that describes this file system
  856. */
  857. static struct file_system_type exofs_type = {
  858. .owner = THIS_MODULE,
  859. .name = "exofs",
  860. .mount = exofs_mount,
  861. .kill_sb = generic_shutdown_super,
  862. };
  863. static int __init init_exofs(void)
  864. {
  865. int err;
  866. err = init_inodecache();
  867. if (err)
  868. goto out;
  869. err = register_filesystem(&exofs_type);
  870. if (err)
  871. goto out_d;
  872. return 0;
  873. out_d:
  874. destroy_inodecache();
  875. out:
  876. return err;
  877. }
  878. static void __exit exit_exofs(void)
  879. {
  880. unregister_filesystem(&exofs_type);
  881. destroy_inodecache();
  882. }
  883. MODULE_AUTHOR("Avishay Traeger <avishay@gmail.com>");
  884. MODULE_DESCRIPTION("exofs");
  885. MODULE_LICENSE("GPL");
  886. module_init(init_exofs)
  887. module_exit(exit_exofs)