ceph_common.c 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624
  1. #include <linux/ceph/ceph_debug.h>
  2. #include <linux/backing-dev.h>
  3. #include <linux/ctype.h>
  4. #include <linux/fs.h>
  5. #include <linux/inet.h>
  6. #include <linux/in6.h>
  7. #include <linux/key.h>
  8. #include <keys/ceph-type.h>
  9. #include <linux/module.h>
  10. #include <linux/mount.h>
  11. #include <linux/parser.h>
  12. #include <linux/sched.h>
  13. #include <linux/seq_file.h>
  14. #include <linux/slab.h>
  15. #include <linux/statfs.h>
  16. #include <linux/string.h>
  17. #include <linux/ceph/libceph.h>
  18. #include <linux/ceph/debugfs.h>
  19. #include <linux/ceph/decode.h>
  20. #include <linux/ceph/mon_client.h>
  21. #include <linux/ceph/auth.h>
  22. #include "crypto.h"
  23. /*
  24. * find filename portion of a path (/foo/bar/baz -> baz)
  25. */
  26. const char *ceph_file_part(const char *s, int len)
  27. {
  28. const char *e = s + len;
  29. while (e != s && *(e-1) != '/')
  30. e--;
  31. return e;
  32. }
  33. EXPORT_SYMBOL(ceph_file_part);
  34. const char *ceph_msg_type_name(int type)
  35. {
  36. switch (type) {
  37. case CEPH_MSG_SHUTDOWN: return "shutdown";
  38. case CEPH_MSG_PING: return "ping";
  39. case CEPH_MSG_AUTH: return "auth";
  40. case CEPH_MSG_AUTH_REPLY: return "auth_reply";
  41. case CEPH_MSG_MON_MAP: return "mon_map";
  42. case CEPH_MSG_MON_GET_MAP: return "mon_get_map";
  43. case CEPH_MSG_MON_SUBSCRIBE: return "mon_subscribe";
  44. case CEPH_MSG_MON_SUBSCRIBE_ACK: return "mon_subscribe_ack";
  45. case CEPH_MSG_STATFS: return "statfs";
  46. case CEPH_MSG_STATFS_REPLY: return "statfs_reply";
  47. case CEPH_MSG_MDS_MAP: return "mds_map";
  48. case CEPH_MSG_CLIENT_SESSION: return "client_session";
  49. case CEPH_MSG_CLIENT_RECONNECT: return "client_reconnect";
  50. case CEPH_MSG_CLIENT_REQUEST: return "client_request";
  51. case CEPH_MSG_CLIENT_REQUEST_FORWARD: return "client_request_forward";
  52. case CEPH_MSG_CLIENT_REPLY: return "client_reply";
  53. case CEPH_MSG_CLIENT_CAPS: return "client_caps";
  54. case CEPH_MSG_CLIENT_CAPRELEASE: return "client_cap_release";
  55. case CEPH_MSG_CLIENT_SNAP: return "client_snap";
  56. case CEPH_MSG_CLIENT_LEASE: return "client_lease";
  57. case CEPH_MSG_OSD_MAP: return "osd_map";
  58. case CEPH_MSG_OSD_OP: return "osd_op";
  59. case CEPH_MSG_OSD_OPREPLY: return "osd_opreply";
  60. case CEPH_MSG_WATCH_NOTIFY: return "watch_notify";
  61. default: return "unknown";
  62. }
  63. }
  64. EXPORT_SYMBOL(ceph_msg_type_name);
  65. /*
  66. * Initially learn our fsid, or verify an fsid matches.
  67. */
  68. int ceph_check_fsid(struct ceph_client *client, struct ceph_fsid *fsid)
  69. {
  70. if (client->have_fsid) {
  71. if (ceph_fsid_compare(&client->fsid, fsid)) {
  72. pr_err("bad fsid, had %pU got %pU",
  73. &client->fsid, fsid);
  74. return -1;
  75. }
  76. } else {
  77. pr_info("client%lld fsid %pU\n", ceph_client_id(client), fsid);
  78. memcpy(&client->fsid, fsid, sizeof(*fsid));
  79. ceph_debugfs_client_init(client);
  80. client->have_fsid = true;
  81. }
  82. return 0;
  83. }
  84. EXPORT_SYMBOL(ceph_check_fsid);
  85. static int strcmp_null(const char *s1, const char *s2)
  86. {
  87. if (!s1 && !s2)
  88. return 0;
  89. if (s1 && !s2)
  90. return -1;
  91. if (!s1 && s2)
  92. return 1;
  93. return strcmp(s1, s2);
  94. }
  95. int ceph_compare_options(struct ceph_options *new_opt,
  96. struct ceph_client *client)
  97. {
  98. struct ceph_options *opt1 = new_opt;
  99. struct ceph_options *opt2 = client->options;
  100. int ofs = offsetof(struct ceph_options, mon_addr);
  101. int i;
  102. int ret;
  103. ret = memcmp(opt1, opt2, ofs);
  104. if (ret)
  105. return ret;
  106. ret = strcmp_null(opt1->name, opt2->name);
  107. if (ret)
  108. return ret;
  109. if (opt1->key && !opt2->key)
  110. return -1;
  111. if (!opt1->key && opt2->key)
  112. return 1;
  113. if (opt1->key && opt2->key) {
  114. if (opt1->key->type != opt2->key->type)
  115. return -1;
  116. if (opt1->key->created.tv_sec != opt2->key->created.tv_sec)
  117. return -1;
  118. if (opt1->key->created.tv_nsec != opt2->key->created.tv_nsec)
  119. return -1;
  120. if (opt1->key->len != opt2->key->len)
  121. return -1;
  122. if (opt1->key->key && !opt2->key->key)
  123. return -1;
  124. if (!opt1->key->key && opt2->key->key)
  125. return 1;
  126. if (opt1->key->key && opt2->key->key) {
  127. ret = memcmp(opt1->key->key, opt2->key->key, opt1->key->len);
  128. if (ret)
  129. return ret;
  130. }
  131. }
  132. /* any matching mon ip implies a match */
  133. for (i = 0; i < opt1->num_mon; i++) {
  134. if (ceph_monmap_contains(client->monc.monmap,
  135. &opt1->mon_addr[i]))
  136. return 0;
  137. }
  138. return -1;
  139. }
  140. EXPORT_SYMBOL(ceph_compare_options);
  141. static int parse_fsid(const char *str, struct ceph_fsid *fsid)
  142. {
  143. int i = 0;
  144. char tmp[3];
  145. int err = -EINVAL;
  146. int d;
  147. dout("parse_fsid '%s'\n", str);
  148. tmp[2] = 0;
  149. while (*str && i < 16) {
  150. if (ispunct(*str)) {
  151. str++;
  152. continue;
  153. }
  154. if (!isxdigit(str[0]) || !isxdigit(str[1]))
  155. break;
  156. tmp[0] = str[0];
  157. tmp[1] = str[1];
  158. if (sscanf(tmp, "%x", &d) < 1)
  159. break;
  160. fsid->fsid[i] = d & 0xff;
  161. i++;
  162. str += 2;
  163. }
  164. if (i == 16)
  165. err = 0;
  166. dout("parse_fsid ret %d got fsid %pU", err, fsid);
  167. return err;
  168. }
  169. /*
  170. * ceph options
  171. */
  172. enum {
  173. Opt_osdtimeout,
  174. Opt_osdkeepalivetimeout,
  175. Opt_mount_timeout,
  176. Opt_osd_idle_ttl,
  177. Opt_last_int,
  178. /* int args above */
  179. Opt_fsid,
  180. Opt_name,
  181. Opt_secret,
  182. Opt_key,
  183. Opt_ip,
  184. Opt_last_string,
  185. /* string args above */
  186. Opt_noshare,
  187. Opt_nocrc,
  188. };
  189. static match_table_t opt_tokens = {
  190. {Opt_osdtimeout, "osdtimeout=%d"},
  191. {Opt_osdkeepalivetimeout, "osdkeepalive=%d"},
  192. {Opt_mount_timeout, "mount_timeout=%d"},
  193. {Opt_osd_idle_ttl, "osd_idle_ttl=%d"},
  194. /* int args above */
  195. {Opt_fsid, "fsid=%s"},
  196. {Opt_name, "name=%s"},
  197. {Opt_secret, "secret=%s"},
  198. {Opt_key, "key=%s"},
  199. {Opt_ip, "ip=%s"},
  200. /* string args above */
  201. {Opt_noshare, "noshare"},
  202. {Opt_nocrc, "nocrc"},
  203. {-1, NULL}
  204. };
  205. void ceph_destroy_options(struct ceph_options *opt)
  206. {
  207. dout("destroy_options %p\n", opt);
  208. kfree(opt->name);
  209. if (opt->key) {
  210. ceph_crypto_key_destroy(opt->key);
  211. kfree(opt->key);
  212. }
  213. kfree(opt->mon_addr);
  214. kfree(opt);
  215. }
  216. EXPORT_SYMBOL(ceph_destroy_options);
  217. /* get secret from key store */
  218. static int get_secret(struct ceph_crypto_key *dst, const char *name) {
  219. struct key *ukey;
  220. int key_err;
  221. int err = 0;
  222. struct ceph_crypto_key *ckey;
  223. ukey = request_key(&key_type_ceph, name, NULL);
  224. if (!ukey || IS_ERR(ukey)) {
  225. /* request_key errors don't map nicely to mount(2)
  226. errors; don't even try, but still printk */
  227. key_err = PTR_ERR(ukey);
  228. switch (key_err) {
  229. case -ENOKEY:
  230. pr_warning("ceph: Mount failed due to key not found: %s\n", name);
  231. break;
  232. case -EKEYEXPIRED:
  233. pr_warning("ceph: Mount failed due to expired key: %s\n", name);
  234. break;
  235. case -EKEYREVOKED:
  236. pr_warning("ceph: Mount failed due to revoked key: %s\n", name);
  237. break;
  238. default:
  239. pr_warning("ceph: Mount failed due to unknown key error"
  240. " %d: %s\n", key_err, name);
  241. }
  242. err = -EPERM;
  243. goto out;
  244. }
  245. ckey = ukey->payload.data;
  246. err = ceph_crypto_key_clone(dst, ckey);
  247. if (err)
  248. goto out_key;
  249. /* pass through, err is 0 */
  250. out_key:
  251. key_put(ukey);
  252. out:
  253. return err;
  254. }
  255. int ceph_parse_options(struct ceph_options **popt, char *options,
  256. const char *dev_name, const char *dev_name_end,
  257. int (*parse_extra_token)(char *c, void *private),
  258. void *private)
  259. {
  260. struct ceph_options *opt;
  261. const char *c;
  262. int err = -ENOMEM;
  263. substring_t argstr[MAX_OPT_ARGS];
  264. opt = kzalloc(sizeof(*opt), GFP_KERNEL);
  265. if (!opt)
  266. return err;
  267. opt->mon_addr = kcalloc(CEPH_MAX_MON, sizeof(*opt->mon_addr),
  268. GFP_KERNEL);
  269. if (!opt->mon_addr)
  270. goto out;
  271. dout("parse_options %p options '%s' dev_name '%s'\n", opt, options,
  272. dev_name);
  273. /* start with defaults */
  274. opt->flags = CEPH_OPT_DEFAULT;
  275. opt->osd_timeout = CEPH_OSD_TIMEOUT_DEFAULT;
  276. opt->osd_keepalive_timeout = CEPH_OSD_KEEPALIVE_DEFAULT;
  277. opt->mount_timeout = CEPH_MOUNT_TIMEOUT_DEFAULT; /* seconds */
  278. opt->osd_idle_ttl = CEPH_OSD_IDLE_TTL_DEFAULT; /* seconds */
  279. /* get mon ip(s) */
  280. /* ip1[:port1][,ip2[:port2]...] */
  281. err = ceph_parse_ips(dev_name, dev_name_end, opt->mon_addr,
  282. CEPH_MAX_MON, &opt->num_mon);
  283. if (err < 0)
  284. goto out;
  285. /* parse mount options */
  286. while ((c = strsep(&options, ",")) != NULL) {
  287. int token, intval, ret;
  288. if (!*c)
  289. continue;
  290. err = -EINVAL;
  291. token = match_token((char *)c, opt_tokens, argstr);
  292. if (token < 0 && parse_extra_token) {
  293. /* extra? */
  294. err = parse_extra_token((char *)c, private);
  295. if (err < 0) {
  296. pr_err("bad option at '%s'\n", c);
  297. goto out;
  298. }
  299. continue;
  300. }
  301. if (token < Opt_last_int) {
  302. ret = match_int(&argstr[0], &intval);
  303. if (ret < 0) {
  304. pr_err("bad mount option arg (not int) "
  305. "at '%s'\n", c);
  306. continue;
  307. }
  308. dout("got int token %d val %d\n", token, intval);
  309. } else if (token > Opt_last_int && token < Opt_last_string) {
  310. dout("got string token %d val %s\n", token,
  311. argstr[0].from);
  312. } else {
  313. dout("got token %d\n", token);
  314. }
  315. switch (token) {
  316. case Opt_ip:
  317. err = ceph_parse_ips(argstr[0].from,
  318. argstr[0].to,
  319. &opt->my_addr,
  320. 1, NULL);
  321. if (err < 0)
  322. goto out;
  323. opt->flags |= CEPH_OPT_MYIP;
  324. break;
  325. case Opt_fsid:
  326. err = parse_fsid(argstr[0].from, &opt->fsid);
  327. if (err == 0)
  328. opt->flags |= CEPH_OPT_FSID;
  329. break;
  330. case Opt_name:
  331. opt->name = kstrndup(argstr[0].from,
  332. argstr[0].to-argstr[0].from,
  333. GFP_KERNEL);
  334. break;
  335. case Opt_secret:
  336. opt->key = kzalloc(sizeof(*opt->key), GFP_KERNEL);
  337. if (!opt->key) {
  338. err = -ENOMEM;
  339. goto out;
  340. }
  341. err = ceph_crypto_key_unarmor(opt->key, argstr[0].from);
  342. if (err < 0)
  343. goto out;
  344. break;
  345. case Opt_key:
  346. opt->key = kzalloc(sizeof(*opt->key), GFP_KERNEL);
  347. if (!opt->key) {
  348. err = -ENOMEM;
  349. goto out;
  350. }
  351. err = get_secret(opt->key, argstr[0].from);
  352. if (err < 0)
  353. goto out;
  354. break;
  355. /* misc */
  356. case Opt_osdtimeout:
  357. opt->osd_timeout = intval;
  358. break;
  359. case Opt_osdkeepalivetimeout:
  360. opt->osd_keepalive_timeout = intval;
  361. break;
  362. case Opt_osd_idle_ttl:
  363. opt->osd_idle_ttl = intval;
  364. break;
  365. case Opt_mount_timeout:
  366. opt->mount_timeout = intval;
  367. break;
  368. case Opt_noshare:
  369. opt->flags |= CEPH_OPT_NOSHARE;
  370. break;
  371. case Opt_nocrc:
  372. opt->flags |= CEPH_OPT_NOCRC;
  373. break;
  374. default:
  375. BUG_ON(token);
  376. }
  377. }
  378. /* success */
  379. *popt = opt;
  380. return 0;
  381. out:
  382. ceph_destroy_options(opt);
  383. return err;
  384. }
  385. EXPORT_SYMBOL(ceph_parse_options);
  386. u64 ceph_client_id(struct ceph_client *client)
  387. {
  388. return client->monc.auth->global_id;
  389. }
  390. EXPORT_SYMBOL(ceph_client_id);
  391. /*
  392. * create a fresh client instance
  393. */
  394. struct ceph_client *ceph_create_client(struct ceph_options *opt, void *private,
  395. unsigned supported_features,
  396. unsigned required_features)
  397. {
  398. struct ceph_client *client;
  399. struct ceph_entity_addr *myaddr = NULL;
  400. int err = -ENOMEM;
  401. client = kzalloc(sizeof(*client), GFP_KERNEL);
  402. if (client == NULL)
  403. return ERR_PTR(-ENOMEM);
  404. client->private = private;
  405. client->options = opt;
  406. mutex_init(&client->mount_mutex);
  407. init_waitqueue_head(&client->auth_wq);
  408. client->auth_err = 0;
  409. client->extra_mon_dispatch = NULL;
  410. client->supported_features = CEPH_FEATURE_SUPPORTED_DEFAULT |
  411. supported_features;
  412. client->required_features = CEPH_FEATURE_REQUIRED_DEFAULT |
  413. required_features;
  414. /* msgr */
  415. if (ceph_test_opt(client, MYIP))
  416. myaddr = &client->options->my_addr;
  417. client->msgr = ceph_messenger_create(myaddr,
  418. client->supported_features,
  419. client->required_features);
  420. if (IS_ERR(client->msgr)) {
  421. err = PTR_ERR(client->msgr);
  422. goto fail;
  423. }
  424. client->msgr->nocrc = ceph_test_opt(client, NOCRC);
  425. /* subsystems */
  426. err = ceph_monc_init(&client->monc, client);
  427. if (err < 0)
  428. goto fail_msgr;
  429. err = ceph_osdc_init(&client->osdc, client);
  430. if (err < 0)
  431. goto fail_monc;
  432. return client;
  433. fail_monc:
  434. ceph_monc_stop(&client->monc);
  435. fail_msgr:
  436. ceph_messenger_destroy(client->msgr);
  437. fail:
  438. kfree(client);
  439. return ERR_PTR(err);
  440. }
  441. EXPORT_SYMBOL(ceph_create_client);
  442. void ceph_destroy_client(struct ceph_client *client)
  443. {
  444. dout("destroy_client %p\n", client);
  445. /* unmount */
  446. ceph_osdc_stop(&client->osdc);
  447. /*
  448. * make sure osd connections close out before destroying the
  449. * auth module, which is needed to free those connections'
  450. * ceph_authorizers.
  451. */
  452. ceph_msgr_flush();
  453. ceph_monc_stop(&client->monc);
  454. ceph_debugfs_client_cleanup(client);
  455. ceph_messenger_destroy(client->msgr);
  456. ceph_destroy_options(client->options);
  457. kfree(client);
  458. dout("destroy_client %p done\n", client);
  459. }
  460. EXPORT_SYMBOL(ceph_destroy_client);
  461. /*
  462. * true if we have the mon map (and have thus joined the cluster)
  463. */
  464. static int have_mon_and_osd_map(struct ceph_client *client)
  465. {
  466. return client->monc.monmap && client->monc.monmap->epoch &&
  467. client->osdc.osdmap && client->osdc.osdmap->epoch;
  468. }
  469. /*
  470. * mount: join the ceph cluster, and open root directory.
  471. */
  472. int __ceph_open_session(struct ceph_client *client, unsigned long started)
  473. {
  474. int err;
  475. unsigned long timeout = client->options->mount_timeout * HZ;
  476. /* open session, and wait for mon and osd maps */
  477. err = ceph_monc_open_session(&client->monc);
  478. if (err < 0)
  479. return err;
  480. while (!have_mon_and_osd_map(client)) {
  481. err = -EIO;
  482. if (timeout && time_after_eq(jiffies, started + timeout))
  483. return err;
  484. /* wait */
  485. dout("mount waiting for mon_map\n");
  486. err = wait_event_interruptible_timeout(client->auth_wq,
  487. have_mon_and_osd_map(client) || (client->auth_err < 0),
  488. timeout);
  489. if (err == -EINTR || err == -ERESTARTSYS)
  490. return err;
  491. if (client->auth_err < 0)
  492. return client->auth_err;
  493. }
  494. return 0;
  495. }
  496. EXPORT_SYMBOL(__ceph_open_session);
  497. int ceph_open_session(struct ceph_client *client)
  498. {
  499. int ret;
  500. unsigned long started = jiffies; /* note the start time */
  501. dout("open_session start\n");
  502. mutex_lock(&client->mount_mutex);
  503. ret = __ceph_open_session(client, started);
  504. mutex_unlock(&client->mount_mutex);
  505. return ret;
  506. }
  507. EXPORT_SYMBOL(ceph_open_session);
  508. static int __init init_ceph_lib(void)
  509. {
  510. int ret = 0;
  511. ret = ceph_debugfs_init();
  512. if (ret < 0)
  513. goto out;
  514. ret = ceph_crypto_init();
  515. if (ret < 0)
  516. goto out_debugfs;
  517. ret = ceph_msgr_init();
  518. if (ret < 0)
  519. goto out_crypto;
  520. pr_info("loaded (mon/osd proto %d/%d, osdmap %d/%d %d/%d)\n",
  521. CEPH_MONC_PROTOCOL, CEPH_OSDC_PROTOCOL,
  522. CEPH_OSDMAP_VERSION, CEPH_OSDMAP_VERSION_EXT,
  523. CEPH_OSDMAP_INC_VERSION, CEPH_OSDMAP_INC_VERSION_EXT);
  524. return 0;
  525. out_crypto:
  526. ceph_crypto_shutdown();
  527. out_debugfs:
  528. ceph_debugfs_cleanup();
  529. out:
  530. return ret;
  531. }
  532. static void __exit exit_ceph_lib(void)
  533. {
  534. dout("exit_ceph_lib\n");
  535. ceph_msgr_exit();
  536. ceph_crypto_shutdown();
  537. ceph_debugfs_cleanup();
  538. }
  539. module_init(init_ceph_lib);
  540. module_exit(exit_ceph_lib);
  541. MODULE_AUTHOR("Sage Weil <sage@newdream.net>");
  542. MODULE_AUTHOR("Yehuda Sadeh <yehuda@hq.newdream.net>");
  543. MODULE_AUTHOR("Patience Warnick <patience@newdream.net>");
  544. MODULE_DESCRIPTION("Ceph filesystem for Linux");
  545. MODULE_LICENSE("GPL");