super.c 22 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909
  1. #include <linux/ceph/ceph_debug.h>
  2. #include <linux/backing-dev.h>
  3. #include <linux/ctype.h>
  4. #include <linux/fs.h>
  5. #include <linux/inet.h>
  6. #include <linux/in6.h>
  7. #include <linux/module.h>
  8. #include <linux/mount.h>
  9. #include <linux/parser.h>
  10. #include <linux/sched.h>
  11. #include <linux/seq_file.h>
  12. #include <linux/slab.h>
  13. #include <linux/statfs.h>
  14. #include <linux/string.h>
  15. #include "super.h"
  16. #include "mds_client.h"
  17. #include <linux/ceph/decode.h>
  18. #include <linux/ceph/mon_client.h>
  19. #include <linux/ceph/auth.h>
  20. #include <linux/ceph/debugfs.h>
  21. /*
  22. * Ceph superblock operations
  23. *
  24. * Handle the basics of mounting, unmounting.
  25. */
  26. /*
  27. * super ops
  28. */
  29. static void ceph_put_super(struct super_block *s)
  30. {
  31. struct ceph_fs_client *fsc = ceph_sb_to_client(s);
  32. dout("put_super\n");
  33. ceph_mdsc_close_sessions(fsc->mdsc);
  34. /*
  35. * ensure we release the bdi before put_anon_super releases
  36. * the device name.
  37. */
  38. if (s->s_bdi == &fsc->backing_dev_info) {
  39. bdi_unregister(&fsc->backing_dev_info);
  40. s->s_bdi = NULL;
  41. }
  42. return;
  43. }
  44. static int ceph_statfs(struct dentry *dentry, struct kstatfs *buf)
  45. {
  46. struct ceph_fs_client *fsc = ceph_inode_to_client(dentry->d_inode);
  47. struct ceph_monmap *monmap = fsc->client->monc.monmap;
  48. struct ceph_statfs st;
  49. u64 fsid;
  50. int err;
  51. dout("statfs\n");
  52. err = ceph_monc_do_statfs(&fsc->client->monc, &st);
  53. if (err < 0)
  54. return err;
  55. /* fill in kstatfs */
  56. buf->f_type = CEPH_SUPER_MAGIC; /* ?? */
  57. /*
  58. * express utilization in terms of large blocks to avoid
  59. * overflow on 32-bit machines.
  60. */
  61. buf->f_bsize = 1 << CEPH_BLOCK_SHIFT;
  62. buf->f_blocks = le64_to_cpu(st.kb) >> (CEPH_BLOCK_SHIFT-10);
  63. buf->f_bfree = (le64_to_cpu(st.kb) - le64_to_cpu(st.kb_used)) >>
  64. (CEPH_BLOCK_SHIFT-10);
  65. buf->f_bavail = le64_to_cpu(st.kb_avail) >> (CEPH_BLOCK_SHIFT-10);
  66. buf->f_files = le64_to_cpu(st.num_objects);
  67. buf->f_ffree = -1;
  68. buf->f_namelen = NAME_MAX;
  69. buf->f_frsize = PAGE_CACHE_SIZE;
  70. /* leave fsid little-endian, regardless of host endianness */
  71. fsid = *(u64 *)(&monmap->fsid) ^ *((u64 *)&monmap->fsid + 1);
  72. buf->f_fsid.val[0] = fsid & 0xffffffff;
  73. buf->f_fsid.val[1] = fsid >> 32;
  74. return 0;
  75. }
  76. static int ceph_sync_fs(struct super_block *sb, int wait)
  77. {
  78. struct ceph_fs_client *fsc = ceph_sb_to_client(sb);
  79. if (!wait) {
  80. dout("sync_fs (non-blocking)\n");
  81. ceph_flush_dirty_caps(fsc->mdsc);
  82. dout("sync_fs (non-blocking) done\n");
  83. return 0;
  84. }
  85. dout("sync_fs (blocking)\n");
  86. ceph_osdc_sync(&fsc->client->osdc);
  87. ceph_mdsc_sync(fsc->mdsc);
  88. dout("sync_fs (blocking) done\n");
  89. return 0;
  90. }
  91. /*
  92. * mount options
  93. */
  94. enum {
  95. Opt_wsize,
  96. Opt_rsize,
  97. Opt_caps_wanted_delay_min,
  98. Opt_caps_wanted_delay_max,
  99. Opt_cap_release_safety,
  100. Opt_readdir_max_entries,
  101. Opt_readdir_max_bytes,
  102. Opt_congestion_kb,
  103. Opt_last_int,
  104. /* int args above */
  105. Opt_snapdirname,
  106. Opt_last_string,
  107. /* string args above */
  108. Opt_dirstat,
  109. Opt_nodirstat,
  110. Opt_rbytes,
  111. Opt_norbytes,
  112. Opt_noasyncreaddir,
  113. };
  114. static match_table_t fsopt_tokens = {
  115. {Opt_wsize, "wsize=%d"},
  116. {Opt_rsize, "rsize=%d"},
  117. {Opt_caps_wanted_delay_min, "caps_wanted_delay_min=%d"},
  118. {Opt_caps_wanted_delay_max, "caps_wanted_delay_max=%d"},
  119. {Opt_cap_release_safety, "cap_release_safety=%d"},
  120. {Opt_readdir_max_entries, "readdir_max_entries=%d"},
  121. {Opt_readdir_max_bytes, "readdir_max_bytes=%d"},
  122. {Opt_congestion_kb, "write_congestion_kb=%d"},
  123. /* int args above */
  124. {Opt_snapdirname, "snapdirname=%s"},
  125. /* string args above */
  126. {Opt_dirstat, "dirstat"},
  127. {Opt_nodirstat, "nodirstat"},
  128. {Opt_rbytes, "rbytes"},
  129. {Opt_norbytes, "norbytes"},
  130. {Opt_noasyncreaddir, "noasyncreaddir"},
  131. {-1, NULL}
  132. };
  133. static int parse_fsopt_token(char *c, void *private)
  134. {
  135. struct ceph_mount_options *fsopt = private;
  136. substring_t argstr[MAX_OPT_ARGS];
  137. int token, intval, ret;
  138. token = match_token((char *)c, fsopt_tokens, argstr);
  139. if (token < 0)
  140. return -EINVAL;
  141. if (token < Opt_last_int) {
  142. ret = match_int(&argstr[0], &intval);
  143. if (ret < 0) {
  144. pr_err("bad mount option arg (not int) "
  145. "at '%s'\n", c);
  146. return ret;
  147. }
  148. dout("got int token %d val %d\n", token, intval);
  149. } else if (token > Opt_last_int && token < Opt_last_string) {
  150. dout("got string token %d val %s\n", token,
  151. argstr[0].from);
  152. } else {
  153. dout("got token %d\n", token);
  154. }
  155. switch (token) {
  156. case Opt_snapdirname:
  157. kfree(fsopt->snapdir_name);
  158. fsopt->snapdir_name = kstrndup(argstr[0].from,
  159. argstr[0].to-argstr[0].from,
  160. GFP_KERNEL);
  161. if (!fsopt->snapdir_name)
  162. return -ENOMEM;
  163. break;
  164. /* misc */
  165. case Opt_wsize:
  166. fsopt->wsize = intval;
  167. break;
  168. case Opt_rsize:
  169. fsopt->rsize = intval;
  170. break;
  171. case Opt_caps_wanted_delay_min:
  172. fsopt->caps_wanted_delay_min = intval;
  173. break;
  174. case Opt_caps_wanted_delay_max:
  175. fsopt->caps_wanted_delay_max = intval;
  176. break;
  177. case Opt_readdir_max_entries:
  178. fsopt->max_readdir = intval;
  179. break;
  180. case Opt_readdir_max_bytes:
  181. fsopt->max_readdir_bytes = intval;
  182. break;
  183. case Opt_congestion_kb:
  184. fsopt->congestion_kb = intval;
  185. break;
  186. case Opt_dirstat:
  187. fsopt->flags |= CEPH_MOUNT_OPT_DIRSTAT;
  188. break;
  189. case Opt_nodirstat:
  190. fsopt->flags &= ~CEPH_MOUNT_OPT_DIRSTAT;
  191. break;
  192. case Opt_rbytes:
  193. fsopt->flags |= CEPH_MOUNT_OPT_RBYTES;
  194. break;
  195. case Opt_norbytes:
  196. fsopt->flags &= ~CEPH_MOUNT_OPT_RBYTES;
  197. break;
  198. case Opt_noasyncreaddir:
  199. fsopt->flags |= CEPH_MOUNT_OPT_NOASYNCREADDIR;
  200. break;
  201. default:
  202. BUG_ON(token);
  203. }
  204. return 0;
  205. }
  206. static void destroy_mount_options(struct ceph_mount_options *args)
  207. {
  208. dout("destroy_mount_options %p\n", args);
  209. kfree(args->snapdir_name);
  210. kfree(args);
  211. }
  212. static int strcmp_null(const char *s1, const char *s2)
  213. {
  214. if (!s1 && !s2)
  215. return 0;
  216. if (s1 && !s2)
  217. return -1;
  218. if (!s1 && s2)
  219. return 1;
  220. return strcmp(s1, s2);
  221. }
  222. static int compare_mount_options(struct ceph_mount_options *new_fsopt,
  223. struct ceph_options *new_opt,
  224. struct ceph_fs_client *fsc)
  225. {
  226. struct ceph_mount_options *fsopt1 = new_fsopt;
  227. struct ceph_mount_options *fsopt2 = fsc->mount_options;
  228. int ofs = offsetof(struct ceph_mount_options, snapdir_name);
  229. int ret;
  230. ret = memcmp(fsopt1, fsopt2, ofs);
  231. if (ret)
  232. return ret;
  233. ret = strcmp_null(fsopt1->snapdir_name, fsopt2->snapdir_name);
  234. if (ret)
  235. return ret;
  236. return ceph_compare_options(new_opt, fsc->client);
  237. }
  238. static int parse_mount_options(struct ceph_mount_options **pfsopt,
  239. struct ceph_options **popt,
  240. int flags, char *options,
  241. const char *dev_name,
  242. const char **path)
  243. {
  244. struct ceph_mount_options *fsopt;
  245. const char *dev_name_end;
  246. int err = -ENOMEM;
  247. fsopt = kzalloc(sizeof(*fsopt), GFP_KERNEL);
  248. if (!fsopt)
  249. return -ENOMEM;
  250. dout("parse_mount_options %p, dev_name '%s'\n", fsopt, dev_name);
  251. fsopt->sb_flags = flags;
  252. fsopt->flags = CEPH_MOUNT_OPT_DEFAULT;
  253. fsopt->rsize = CEPH_MOUNT_RSIZE_DEFAULT;
  254. fsopt->snapdir_name = kstrdup(CEPH_SNAPDIRNAME_DEFAULT, GFP_KERNEL);
  255. fsopt->cap_release_safety = CEPH_CAP_RELEASE_SAFETY_DEFAULT;
  256. fsopt->max_readdir = CEPH_MAX_READDIR_DEFAULT;
  257. fsopt->max_readdir_bytes = CEPH_MAX_READDIR_BYTES_DEFAULT;
  258. fsopt->congestion_kb = default_congestion_kb();
  259. /* ip1[:port1][,ip2[:port2]...]:/subdir/in/fs */
  260. err = -EINVAL;
  261. if (!dev_name)
  262. goto out;
  263. *path = strstr(dev_name, ":/");
  264. if (*path == NULL) {
  265. pr_err("device name is missing path (no :/ in %s)\n",
  266. dev_name);
  267. goto out;
  268. }
  269. dev_name_end = *path;
  270. dout("device name '%.*s'\n", (int)(dev_name_end - dev_name), dev_name);
  271. /* path on server */
  272. *path += 2;
  273. dout("server path '%s'\n", *path);
  274. err = ceph_parse_options(popt, options, dev_name, dev_name_end,
  275. parse_fsopt_token, (void *)fsopt);
  276. if (err)
  277. goto out;
  278. /* success */
  279. *pfsopt = fsopt;
  280. return 0;
  281. out:
  282. destroy_mount_options(fsopt);
  283. return err;
  284. }
  285. /**
  286. * ceph_show_options - Show mount options in /proc/mounts
  287. * @m: seq_file to write to
  288. * @mnt: mount descriptor
  289. */
  290. static int ceph_show_options(struct seq_file *m, struct vfsmount *mnt)
  291. {
  292. struct ceph_fs_client *fsc = ceph_sb_to_client(mnt->mnt_sb);
  293. struct ceph_mount_options *fsopt = fsc->mount_options;
  294. struct ceph_options *opt = fsc->client->options;
  295. if (opt->flags & CEPH_OPT_FSID)
  296. seq_printf(m, ",fsid=%pU", &opt->fsid);
  297. if (opt->flags & CEPH_OPT_NOSHARE)
  298. seq_puts(m, ",noshare");
  299. if (opt->flags & CEPH_OPT_NOCRC)
  300. seq_puts(m, ",nocrc");
  301. if (opt->name)
  302. seq_printf(m, ",name=%s", opt->name);
  303. if (opt->secret)
  304. seq_puts(m, ",secret=<hidden>");
  305. if (opt->mount_timeout != CEPH_MOUNT_TIMEOUT_DEFAULT)
  306. seq_printf(m, ",mount_timeout=%d", opt->mount_timeout);
  307. if (opt->osd_idle_ttl != CEPH_OSD_IDLE_TTL_DEFAULT)
  308. seq_printf(m, ",osd_idle_ttl=%d", opt->osd_idle_ttl);
  309. if (opt->osd_timeout != CEPH_OSD_TIMEOUT_DEFAULT)
  310. seq_printf(m, ",osdtimeout=%d", opt->osd_timeout);
  311. if (opt->osd_keepalive_timeout != CEPH_OSD_KEEPALIVE_DEFAULT)
  312. seq_printf(m, ",osdkeepalivetimeout=%d",
  313. opt->osd_keepalive_timeout);
  314. if (fsopt->flags & CEPH_MOUNT_OPT_DIRSTAT)
  315. seq_puts(m, ",dirstat");
  316. if ((fsopt->flags & CEPH_MOUNT_OPT_RBYTES) == 0)
  317. seq_puts(m, ",norbytes");
  318. if (fsopt->flags & CEPH_MOUNT_OPT_NOASYNCREADDIR)
  319. seq_puts(m, ",noasyncreaddir");
  320. if (fsopt->wsize)
  321. seq_printf(m, ",wsize=%d", fsopt->wsize);
  322. if (fsopt->rsize != CEPH_MOUNT_RSIZE_DEFAULT)
  323. seq_printf(m, ",rsize=%d", fsopt->rsize);
  324. if (fsopt->congestion_kb != default_congestion_kb())
  325. seq_printf(m, ",write_congestion_kb=%d", fsopt->congestion_kb);
  326. if (fsopt->caps_wanted_delay_min != CEPH_CAPS_WANTED_DELAY_MIN_DEFAULT)
  327. seq_printf(m, ",caps_wanted_delay_min=%d",
  328. fsopt->caps_wanted_delay_min);
  329. if (fsopt->caps_wanted_delay_max != CEPH_CAPS_WANTED_DELAY_MAX_DEFAULT)
  330. seq_printf(m, ",caps_wanted_delay_max=%d",
  331. fsopt->caps_wanted_delay_max);
  332. if (fsopt->cap_release_safety != CEPH_CAP_RELEASE_SAFETY_DEFAULT)
  333. seq_printf(m, ",cap_release_safety=%d",
  334. fsopt->cap_release_safety);
  335. if (fsopt->max_readdir != CEPH_MAX_READDIR_DEFAULT)
  336. seq_printf(m, ",readdir_max_entries=%d", fsopt->max_readdir);
  337. if (fsopt->max_readdir_bytes != CEPH_MAX_READDIR_BYTES_DEFAULT)
  338. seq_printf(m, ",readdir_max_bytes=%d", fsopt->max_readdir_bytes);
  339. if (strcmp(fsopt->snapdir_name, CEPH_SNAPDIRNAME_DEFAULT))
  340. seq_printf(m, ",snapdirname=%s", fsopt->snapdir_name);
  341. return 0;
  342. }
  343. /*
  344. * handle any mon messages the standard library doesn't understand.
  345. * return error if we don't either.
  346. */
  347. static int extra_mon_dispatch(struct ceph_client *client, struct ceph_msg *msg)
  348. {
  349. struct ceph_fs_client *fsc = client->private;
  350. int type = le16_to_cpu(msg->hdr.type);
  351. switch (type) {
  352. case CEPH_MSG_MDS_MAP:
  353. ceph_mdsc_handle_map(fsc->mdsc, msg);
  354. return 0;
  355. default:
  356. return -1;
  357. }
  358. }
  359. /*
  360. * create a new fs client
  361. */
  362. struct ceph_fs_client *create_fs_client(struct ceph_mount_options *fsopt,
  363. struct ceph_options *opt)
  364. {
  365. struct ceph_fs_client *fsc;
  366. int err = -ENOMEM;
  367. fsc = kzalloc(sizeof(*fsc), GFP_KERNEL);
  368. if (!fsc)
  369. return ERR_PTR(-ENOMEM);
  370. fsc->client = ceph_create_client(opt, fsc);
  371. if (IS_ERR(fsc->client)) {
  372. err = PTR_ERR(fsc->client);
  373. goto fail;
  374. }
  375. fsc->client->extra_mon_dispatch = extra_mon_dispatch;
  376. fsc->client->supported_features |= CEPH_FEATURE_FLOCK;
  377. fsc->client->monc.want_mdsmap = 1;
  378. fsc->mount_options = fsopt;
  379. fsc->sb = NULL;
  380. fsc->mount_state = CEPH_MOUNT_MOUNTING;
  381. atomic_long_set(&fsc->writeback_count, 0);
  382. err = bdi_init(&fsc->backing_dev_info);
  383. if (err < 0)
  384. goto fail_client;
  385. err = -ENOMEM;
  386. fsc->wb_wq = create_workqueue("ceph-writeback");
  387. if (fsc->wb_wq == NULL)
  388. goto fail_bdi;
  389. fsc->pg_inv_wq = create_singlethread_workqueue("ceph-pg-invalid");
  390. if (fsc->pg_inv_wq == NULL)
  391. goto fail_wb_wq;
  392. fsc->trunc_wq = create_singlethread_workqueue("ceph-trunc");
  393. if (fsc->trunc_wq == NULL)
  394. goto fail_pg_inv_wq;
  395. /* set up mempools */
  396. err = -ENOMEM;
  397. fsc->wb_pagevec_pool = mempool_create_kmalloc_pool(10,
  398. fsc->mount_options->wsize >> PAGE_CACHE_SHIFT);
  399. if (!fsc->wb_pagevec_pool)
  400. goto fail_trunc_wq;
  401. /* caps */
  402. fsc->min_caps = fsopt->max_readdir;
  403. return fsc;
  404. fail_trunc_wq:
  405. destroy_workqueue(fsc->trunc_wq);
  406. fail_pg_inv_wq:
  407. destroy_workqueue(fsc->pg_inv_wq);
  408. fail_wb_wq:
  409. destroy_workqueue(fsc->wb_wq);
  410. fail_bdi:
  411. bdi_destroy(&fsc->backing_dev_info);
  412. fail_client:
  413. ceph_destroy_client(fsc->client);
  414. fail:
  415. kfree(fsc);
  416. return ERR_PTR(err);
  417. }
  418. void destroy_fs_client(struct ceph_fs_client *fsc)
  419. {
  420. dout("destroy_fs_client %p\n", fsc);
  421. destroy_workqueue(fsc->wb_wq);
  422. destroy_workqueue(fsc->pg_inv_wq);
  423. destroy_workqueue(fsc->trunc_wq);
  424. bdi_destroy(&fsc->backing_dev_info);
  425. mempool_destroy(fsc->wb_pagevec_pool);
  426. destroy_mount_options(fsc->mount_options);
  427. ceph_fs_debugfs_cleanup(fsc);
  428. ceph_destroy_client(fsc->client);
  429. kfree(fsc);
  430. dout("destroy_fs_client %p done\n", fsc);
  431. }
  432. /*
  433. * caches
  434. */
  435. struct kmem_cache *ceph_inode_cachep;
  436. struct kmem_cache *ceph_cap_cachep;
  437. struct kmem_cache *ceph_dentry_cachep;
  438. struct kmem_cache *ceph_file_cachep;
  439. static void ceph_inode_init_once(void *foo)
  440. {
  441. struct ceph_inode_info *ci = foo;
  442. inode_init_once(&ci->vfs_inode);
  443. }
  444. static int __init init_caches(void)
  445. {
  446. ceph_inode_cachep = kmem_cache_create("ceph_inode_info",
  447. sizeof(struct ceph_inode_info),
  448. __alignof__(struct ceph_inode_info),
  449. (SLAB_RECLAIM_ACCOUNT|SLAB_MEM_SPREAD),
  450. ceph_inode_init_once);
  451. if (ceph_inode_cachep == NULL)
  452. return -ENOMEM;
  453. ceph_cap_cachep = KMEM_CACHE(ceph_cap,
  454. SLAB_RECLAIM_ACCOUNT|SLAB_MEM_SPREAD);
  455. if (ceph_cap_cachep == NULL)
  456. goto bad_cap;
  457. ceph_dentry_cachep = KMEM_CACHE(ceph_dentry_info,
  458. SLAB_RECLAIM_ACCOUNT|SLAB_MEM_SPREAD);
  459. if (ceph_dentry_cachep == NULL)
  460. goto bad_dentry;
  461. ceph_file_cachep = KMEM_CACHE(ceph_file_info,
  462. SLAB_RECLAIM_ACCOUNT|SLAB_MEM_SPREAD);
  463. if (ceph_file_cachep == NULL)
  464. goto bad_file;
  465. return 0;
  466. bad_file:
  467. kmem_cache_destroy(ceph_dentry_cachep);
  468. bad_dentry:
  469. kmem_cache_destroy(ceph_cap_cachep);
  470. bad_cap:
  471. kmem_cache_destroy(ceph_inode_cachep);
  472. return -ENOMEM;
  473. }
  474. static void destroy_caches(void)
  475. {
  476. kmem_cache_destroy(ceph_inode_cachep);
  477. kmem_cache_destroy(ceph_cap_cachep);
  478. kmem_cache_destroy(ceph_dentry_cachep);
  479. kmem_cache_destroy(ceph_file_cachep);
  480. }
  481. /*
  482. * ceph_umount_begin - initiate forced umount. Tear down down the
  483. * mount, skipping steps that may hang while waiting for server(s).
  484. */
  485. static void ceph_umount_begin(struct super_block *sb)
  486. {
  487. struct ceph_fs_client *fsc = ceph_sb_to_client(sb);
  488. dout("ceph_umount_begin - starting forced umount\n");
  489. if (!fsc)
  490. return;
  491. fsc->mount_state = CEPH_MOUNT_SHUTDOWN;
  492. return;
  493. }
  494. static const struct super_operations ceph_super_ops = {
  495. .alloc_inode = ceph_alloc_inode,
  496. .destroy_inode = ceph_destroy_inode,
  497. .write_inode = ceph_write_inode,
  498. .sync_fs = ceph_sync_fs,
  499. .put_super = ceph_put_super,
  500. .show_options = ceph_show_options,
  501. .statfs = ceph_statfs,
  502. .umount_begin = ceph_umount_begin,
  503. };
  504. /*
  505. * Bootstrap mount by opening the root directory. Note the mount
  506. * @started time from caller, and time out if this takes too long.
  507. */
  508. static struct dentry *open_root_dentry(struct ceph_fs_client *fsc,
  509. const char *path,
  510. unsigned long started)
  511. {
  512. struct ceph_mds_client *mdsc = fsc->mdsc;
  513. struct ceph_mds_request *req = NULL;
  514. int err;
  515. struct dentry *root;
  516. /* open dir */
  517. dout("open_root_inode opening '%s'\n", path);
  518. req = ceph_mdsc_create_request(mdsc, CEPH_MDS_OP_GETATTR, USE_ANY_MDS);
  519. if (IS_ERR(req))
  520. return ERR_CAST(req);
  521. req->r_path1 = kstrdup(path, GFP_NOFS);
  522. req->r_ino1.ino = CEPH_INO_ROOT;
  523. req->r_ino1.snap = CEPH_NOSNAP;
  524. req->r_started = started;
  525. req->r_timeout = fsc->client->options->mount_timeout * HZ;
  526. req->r_args.getattr.mask = cpu_to_le32(CEPH_STAT_CAP_INODE);
  527. req->r_num_caps = 2;
  528. err = ceph_mdsc_do_request(mdsc, NULL, req);
  529. if (err == 0) {
  530. dout("open_root_inode success\n");
  531. if (ceph_ino(req->r_target_inode) == CEPH_INO_ROOT &&
  532. fsc->sb->s_root == NULL)
  533. root = d_alloc_root(req->r_target_inode);
  534. else
  535. root = d_obtain_alias(req->r_target_inode);
  536. req->r_target_inode = NULL;
  537. dout("open_root_inode success, root dentry is %p\n", root);
  538. } else {
  539. root = ERR_PTR(err);
  540. }
  541. ceph_mdsc_put_request(req);
  542. return root;
  543. }
  544. /*
  545. * mount: join the ceph cluster, and open root directory.
  546. */
  547. static struct dentry *ceph_real_mount(struct ceph_fs_client *fsc,
  548. const char *path)
  549. {
  550. int err;
  551. unsigned long started = jiffies; /* note the start time */
  552. struct dentry *root;
  553. int first = 0; /* first vfsmount for this super_block */
  554. dout("mount start\n");
  555. mutex_lock(&fsc->client->mount_mutex);
  556. err = __ceph_open_session(fsc->client, started);
  557. if (err < 0)
  558. goto out;
  559. dout("mount opening root\n");
  560. root = open_root_dentry(fsc, "", started);
  561. if (IS_ERR(root)) {
  562. err = PTR_ERR(root);
  563. goto out;
  564. }
  565. if (fsc->sb->s_root) {
  566. dput(root);
  567. } else {
  568. fsc->sb->s_root = root;
  569. first = 1;
  570. err = ceph_fs_debugfs_init(fsc);
  571. if (err < 0)
  572. goto fail;
  573. }
  574. if (path[0] == 0) {
  575. dget(root);
  576. } else {
  577. dout("mount opening base mountpoint\n");
  578. root = open_root_dentry(fsc, path, started);
  579. if (IS_ERR(root)) {
  580. err = PTR_ERR(root);
  581. goto fail;
  582. }
  583. }
  584. fsc->mount_state = CEPH_MOUNT_MOUNTED;
  585. dout("mount success\n");
  586. mutex_unlock(&fsc->client->mount_mutex);
  587. return root;
  588. out:
  589. mutex_unlock(&fsc->client->mount_mutex);
  590. return ERR_PTR(err);
  591. fail:
  592. if (first) {
  593. dput(fsc->sb->s_root);
  594. fsc->sb->s_root = NULL;
  595. }
  596. goto out;
  597. }
  598. static int ceph_set_super(struct super_block *s, void *data)
  599. {
  600. struct ceph_fs_client *fsc = data;
  601. int ret;
  602. dout("set_super %p data %p\n", s, data);
  603. s->s_flags = fsc->mount_options->sb_flags;
  604. s->s_maxbytes = 1ULL << 40; /* temp value until we get mdsmap */
  605. s->s_fs_info = fsc;
  606. fsc->sb = s;
  607. s->s_op = &ceph_super_ops;
  608. s->s_export_op = &ceph_export_ops;
  609. s->s_time_gran = 1000; /* 1000 ns == 1 us */
  610. ret = set_anon_super(s, NULL); /* what is that second arg for? */
  611. if (ret != 0)
  612. goto fail;
  613. return ret;
  614. fail:
  615. s->s_fs_info = NULL;
  616. fsc->sb = NULL;
  617. return ret;
  618. }
  619. /*
  620. * share superblock if same fs AND options
  621. */
  622. static int ceph_compare_super(struct super_block *sb, void *data)
  623. {
  624. struct ceph_fs_client *new = data;
  625. struct ceph_mount_options *fsopt = new->mount_options;
  626. struct ceph_options *opt = new->client->options;
  627. struct ceph_fs_client *other = ceph_sb_to_client(sb);
  628. dout("ceph_compare_super %p\n", sb);
  629. if (compare_mount_options(fsopt, opt, other)) {
  630. dout("monitor(s)/mount options don't match\n");
  631. return 0;
  632. }
  633. if ((opt->flags & CEPH_OPT_FSID) &&
  634. ceph_fsid_compare(&opt->fsid, &other->client->fsid)) {
  635. dout("fsid doesn't match\n");
  636. return 0;
  637. }
  638. if (fsopt->sb_flags != other->mount_options->sb_flags) {
  639. dout("flags differ\n");
  640. return 0;
  641. }
  642. return 1;
  643. }
  644. /*
  645. * construct our own bdi so we can control readahead, etc.
  646. */
  647. static atomic_long_t bdi_seq = ATOMIC_LONG_INIT(0);
  648. static int ceph_register_bdi(struct super_block *sb,
  649. struct ceph_fs_client *fsc)
  650. {
  651. int err;
  652. /* set ra_pages based on rsize mount option? */
  653. if (fsc->mount_options->rsize >= PAGE_CACHE_SIZE)
  654. fsc->backing_dev_info.ra_pages =
  655. (fsc->mount_options->rsize + PAGE_CACHE_SIZE - 1)
  656. >> PAGE_SHIFT;
  657. err = bdi_register(&fsc->backing_dev_info, NULL, "ceph-%d",
  658. atomic_long_inc_return(&bdi_seq));
  659. if (!err)
  660. sb->s_bdi = &fsc->backing_dev_info;
  661. return err;
  662. }
  663. static struct dentry *ceph_mount(struct file_system_type *fs_type,
  664. int flags, const char *dev_name, void *data)
  665. {
  666. struct super_block *sb;
  667. struct ceph_fs_client *fsc;
  668. struct dentry *res;
  669. int err;
  670. int (*compare_super)(struct super_block *, void *) = ceph_compare_super;
  671. const char *path = NULL;
  672. struct ceph_mount_options *fsopt = NULL;
  673. struct ceph_options *opt = NULL;
  674. dout("ceph_mount\n");
  675. err = parse_mount_options(&fsopt, &opt, flags, data, dev_name, &path);
  676. if (err < 0) {
  677. res = ERR_PTR(err);
  678. goto out_final;
  679. }
  680. /* create client (which we may/may not use) */
  681. fsc = create_fs_client(fsopt, opt);
  682. if (IS_ERR(fsc)) {
  683. res = ERR_CAST(fsc);
  684. kfree(fsopt);
  685. kfree(opt);
  686. goto out_final;
  687. }
  688. err = ceph_mdsc_init(fsc);
  689. if (err < 0) {
  690. res = ERR_PTR(err);
  691. goto out;
  692. }
  693. if (ceph_test_opt(fsc->client, NOSHARE))
  694. compare_super = NULL;
  695. sb = sget(fs_type, compare_super, ceph_set_super, fsc);
  696. if (IS_ERR(sb)) {
  697. res = ERR_CAST(sb);
  698. goto out;
  699. }
  700. if (ceph_sb_to_client(sb) != fsc) {
  701. ceph_mdsc_destroy(fsc);
  702. destroy_fs_client(fsc);
  703. fsc = ceph_sb_to_client(sb);
  704. dout("get_sb got existing client %p\n", fsc);
  705. } else {
  706. dout("get_sb using new client %p\n", fsc);
  707. err = ceph_register_bdi(sb, fsc);
  708. if (err < 0) {
  709. res = ERR_PTR(err);
  710. goto out_splat;
  711. }
  712. }
  713. res = ceph_real_mount(fsc, path);
  714. if (IS_ERR(res))
  715. goto out_splat;
  716. dout("root %p inode %p ino %llx.%llx\n", res,
  717. res->d_inode, ceph_vinop(res->d_inode));
  718. return res;
  719. out_splat:
  720. ceph_mdsc_close_sessions(fsc->mdsc);
  721. deactivate_locked_super(sb);
  722. goto out_final;
  723. out:
  724. ceph_mdsc_destroy(fsc);
  725. destroy_fs_client(fsc);
  726. out_final:
  727. dout("ceph_mount fail %ld\n", PTR_ERR(res));
  728. return res;
  729. }
  730. static void ceph_kill_sb(struct super_block *s)
  731. {
  732. struct ceph_fs_client *fsc = ceph_sb_to_client(s);
  733. dout("kill_sb %p\n", s);
  734. ceph_mdsc_pre_umount(fsc->mdsc);
  735. kill_anon_super(s); /* will call put_super after sb is r/o */
  736. ceph_mdsc_destroy(fsc);
  737. destroy_fs_client(fsc);
  738. }
  739. static struct file_system_type ceph_fs_type = {
  740. .owner = THIS_MODULE,
  741. .name = "ceph",
  742. .mount = ceph_mount,
  743. .kill_sb = ceph_kill_sb,
  744. .fs_flags = FS_RENAME_DOES_D_MOVE,
  745. };
  746. #define _STRINGIFY(x) #x
  747. #define STRINGIFY(x) _STRINGIFY(x)
  748. static int __init init_ceph(void)
  749. {
  750. int ret = init_caches();
  751. if (ret)
  752. goto out;
  753. ret = register_filesystem(&ceph_fs_type);
  754. if (ret)
  755. goto out_icache;
  756. pr_info("loaded (mds proto %d)\n", CEPH_MDSC_PROTOCOL);
  757. return 0;
  758. out_icache:
  759. destroy_caches();
  760. out:
  761. return ret;
  762. }
  763. static void __exit exit_ceph(void)
  764. {
  765. dout("exit_ceph\n");
  766. unregister_filesystem(&ceph_fs_type);
  767. destroy_caches();
  768. }
  769. module_init(init_ceph);
  770. module_exit(exit_ceph);
  771. MODULE_AUTHOR("Sage Weil <sage@newdream.net>");
  772. MODULE_AUTHOR("Yehuda Sadeh <yehuda@hq.newdream.net>");
  773. MODULE_AUTHOR("Patience Warnick <patience@newdream.net>");
  774. MODULE_DESCRIPTION("Ceph filesystem for Linux");
  775. MODULE_LICENSE("GPL");