mon.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617
  1. /*
  2. * linux/fs/lockd/mon.c
  3. *
  4. * The kernel statd client.
  5. *
  6. * Copyright (C) 1996, Olaf Kirch <okir@monad.swb.de>
  7. */
  8. #include <linux/types.h>
  9. #include <linux/kernel.h>
  10. #include <linux/ktime.h>
  11. #include <linux/slab.h>
  12. #include <linux/sunrpc/clnt.h>
  13. #include <linux/sunrpc/xprtsock.h>
  14. #include <linux/sunrpc/svc.h>
  15. #include <linux/lockd/lockd.h>
  16. #include <asm/unaligned.h>
  17. #include "netns.h"
  18. #define NLMDBG_FACILITY NLMDBG_MONITOR
  19. #define NSM_PROGRAM 100024
  20. #define NSM_VERSION 1
  21. enum {
  22. NSMPROC_NULL,
  23. NSMPROC_STAT,
  24. NSMPROC_MON,
  25. NSMPROC_UNMON,
  26. NSMPROC_UNMON_ALL,
  27. NSMPROC_SIMU_CRASH,
  28. NSMPROC_NOTIFY,
  29. };
  30. struct nsm_args {
  31. struct nsm_private *priv;
  32. u32 prog; /* RPC callback info */
  33. u32 vers;
  34. u32 proc;
  35. char *mon_name;
  36. char *nodename;
  37. };
  38. struct nsm_res {
  39. u32 status;
  40. u32 state;
  41. };
  42. static const struct rpc_program nsm_program;
  43. static LIST_HEAD(nsm_handles);
  44. static DEFINE_SPINLOCK(nsm_lock);
  45. /*
  46. * Local NSM state
  47. */
  48. u32 __read_mostly nsm_local_state;
  49. bool __read_mostly nsm_use_hostnames;
  50. static inline struct sockaddr *nsm_addr(const struct nsm_handle *nsm)
  51. {
  52. return (struct sockaddr *)&nsm->sm_addr;
  53. }
  54. static struct rpc_clnt *nsm_create(struct net *net)
  55. {
  56. struct sockaddr_in sin = {
  57. .sin_family = AF_INET,
  58. .sin_addr.s_addr = htonl(INADDR_LOOPBACK),
  59. };
  60. struct rpc_create_args args = {
  61. .net = net,
  62. .protocol = XPRT_TRANSPORT_TCP,
  63. .address = (struct sockaddr *)&sin,
  64. .addrsize = sizeof(sin),
  65. .servername = "rpc.statd",
  66. .program = &nsm_program,
  67. .version = NSM_VERSION,
  68. .authflavor = RPC_AUTH_NULL,
  69. .flags = RPC_CLNT_CREATE_NOPING,
  70. };
  71. return rpc_create(&args);
  72. }
  73. static struct rpc_clnt *nsm_client_set(struct lockd_net *ln,
  74. struct rpc_clnt *clnt)
  75. {
  76. spin_lock(&ln->nsm_clnt_lock);
  77. if (ln->nsm_users == 0) {
  78. if (clnt == NULL)
  79. goto out;
  80. ln->nsm_clnt = clnt;
  81. }
  82. clnt = ln->nsm_clnt;
  83. ln->nsm_users++;
  84. out:
  85. spin_unlock(&ln->nsm_clnt_lock);
  86. return clnt;
  87. }
  88. static struct rpc_clnt *nsm_client_get(struct net *net)
  89. {
  90. struct rpc_clnt *clnt, *new;
  91. struct lockd_net *ln = net_generic(net, lockd_net_id);
  92. clnt = nsm_client_set(ln, NULL);
  93. if (clnt != NULL)
  94. goto out;
  95. clnt = new = nsm_create(net);
  96. if (IS_ERR(clnt))
  97. goto out;
  98. clnt = nsm_client_set(ln, new);
  99. if (clnt != new)
  100. rpc_shutdown_client(new);
  101. out:
  102. return clnt;
  103. }
  104. static void nsm_client_put(struct net *net)
  105. {
  106. struct lockd_net *ln = net_generic(net, lockd_net_id);
  107. struct rpc_clnt *clnt = ln->nsm_clnt;
  108. int shutdown = 0;
  109. spin_lock(&ln->nsm_clnt_lock);
  110. if (ln->nsm_users) {
  111. if (--ln->nsm_users)
  112. ln->nsm_clnt = NULL;
  113. shutdown = !ln->nsm_users;
  114. }
  115. spin_unlock(&ln->nsm_clnt_lock);
  116. if (shutdown)
  117. rpc_shutdown_client(clnt);
  118. }
  119. static int nsm_mon_unmon(struct nsm_handle *nsm, u32 proc, struct nsm_res *res,
  120. struct rpc_clnt *clnt)
  121. {
  122. int status;
  123. struct nsm_args args = {
  124. .priv = &nsm->sm_priv,
  125. .prog = NLM_PROGRAM,
  126. .vers = 3,
  127. .proc = NLMPROC_NSM_NOTIFY,
  128. .mon_name = nsm->sm_mon_name,
  129. .nodename = clnt->cl_nodename,
  130. };
  131. struct rpc_message msg = {
  132. .rpc_argp = &args,
  133. .rpc_resp = res,
  134. };
  135. BUG_ON(clnt == NULL);
  136. memset(res, 0, sizeof(*res));
  137. msg.rpc_proc = &clnt->cl_procinfo[proc];
  138. status = rpc_call_sync(clnt, &msg, RPC_TASK_SOFTCONN);
  139. if (status < 0)
  140. dprintk("lockd: NSM upcall RPC failed, status=%d\n",
  141. status);
  142. else
  143. status = 0;
  144. return status;
  145. }
  146. /**
  147. * nsm_monitor - Notify a peer in case we reboot
  148. * @host: pointer to nlm_host of peer to notify
  149. *
  150. * If this peer is not already monitored, this function sends an
  151. * upcall to the local rpc.statd to record the name/address of
  152. * the peer to notify in case we reboot.
  153. *
  154. * Returns zero if the peer is monitored by the local rpc.statd;
  155. * otherwise a negative errno value is returned.
  156. */
  157. int nsm_monitor(const struct nlm_host *host)
  158. {
  159. struct nsm_handle *nsm = host->h_nsmhandle;
  160. struct nsm_res res;
  161. int status;
  162. struct rpc_clnt *clnt;
  163. dprintk("lockd: nsm_monitor(%s)\n", nsm->sm_name);
  164. if (nsm->sm_monitored)
  165. return 0;
  166. /*
  167. * Choose whether to record the caller_name or IP address of
  168. * this peer in the local rpc.statd's database.
  169. */
  170. nsm->sm_mon_name = nsm_use_hostnames ? nsm->sm_name : nsm->sm_addrbuf;
  171. clnt = nsm_client_get(host->net);
  172. if (IS_ERR(clnt)) {
  173. status = PTR_ERR(clnt);
  174. dprintk("lockd: failed to create NSM upcall transport, "
  175. "status=%d, net=%p\n", status, host->net);
  176. return status;
  177. }
  178. status = nsm_mon_unmon(nsm, NSMPROC_MON, &res, clnt);
  179. if (unlikely(res.status != 0))
  180. status = -EIO;
  181. if (unlikely(status < 0)) {
  182. printk(KERN_NOTICE "lockd: cannot monitor %s\n", nsm->sm_name);
  183. return status;
  184. }
  185. nsm->sm_monitored = 1;
  186. if (unlikely(nsm_local_state != res.state)) {
  187. nsm_local_state = res.state;
  188. dprintk("lockd: NSM state changed to %d\n", nsm_local_state);
  189. }
  190. return 0;
  191. }
  192. /**
  193. * nsm_unmonitor - Unregister peer notification
  194. * @host: pointer to nlm_host of peer to stop monitoring
  195. *
  196. * If this peer is monitored, this function sends an upcall to
  197. * tell the local rpc.statd not to send this peer a notification
  198. * when we reboot.
  199. */
  200. void nsm_unmonitor(const struct nlm_host *host)
  201. {
  202. struct nsm_handle *nsm = host->h_nsmhandle;
  203. struct nsm_res res;
  204. int status;
  205. if (atomic_read(&nsm->sm_count) == 1
  206. && nsm->sm_monitored && !nsm->sm_sticky) {
  207. struct lockd_net *ln = net_generic(host->net, lockd_net_id);
  208. dprintk("lockd: nsm_unmonitor(%s)\n", nsm->sm_name);
  209. status = nsm_mon_unmon(nsm, NSMPROC_UNMON, &res, ln->nsm_clnt);
  210. if (res.status != 0)
  211. status = -EIO;
  212. if (status < 0)
  213. printk(KERN_NOTICE "lockd: cannot unmonitor %s\n",
  214. nsm->sm_name);
  215. else
  216. nsm->sm_monitored = 0;
  217. nsm_client_put(host->net);
  218. }
  219. }
  220. static struct nsm_handle *nsm_lookup_hostname(const char *hostname,
  221. const size_t len)
  222. {
  223. struct nsm_handle *nsm;
  224. list_for_each_entry(nsm, &nsm_handles, sm_link)
  225. if (strlen(nsm->sm_name) == len &&
  226. memcmp(nsm->sm_name, hostname, len) == 0)
  227. return nsm;
  228. return NULL;
  229. }
  230. static struct nsm_handle *nsm_lookup_addr(const struct sockaddr *sap)
  231. {
  232. struct nsm_handle *nsm;
  233. list_for_each_entry(nsm, &nsm_handles, sm_link)
  234. if (rpc_cmp_addr(nsm_addr(nsm), sap))
  235. return nsm;
  236. return NULL;
  237. }
  238. static struct nsm_handle *nsm_lookup_priv(const struct nsm_private *priv)
  239. {
  240. struct nsm_handle *nsm;
  241. list_for_each_entry(nsm, &nsm_handles, sm_link)
  242. if (memcmp(nsm->sm_priv.data, priv->data,
  243. sizeof(priv->data)) == 0)
  244. return nsm;
  245. return NULL;
  246. }
  247. /*
  248. * Construct a unique cookie to match this nsm_handle to this monitored
  249. * host. It is passed to the local rpc.statd via NSMPROC_MON, and
  250. * returned via NLMPROC_SM_NOTIFY, in the "priv" field of these
  251. * requests.
  252. *
  253. * The NSM protocol requires that these cookies be unique while the
  254. * system is running. We prefer a stronger requirement of making them
  255. * unique across reboots. If user space bugs cause a stale cookie to
  256. * be sent to the kernel, it could cause the wrong host to lose its
  257. * lock state if cookies were not unique across reboots.
  258. *
  259. * The cookies are exposed only to local user space via loopback. They
  260. * do not appear on the physical network. If we want greater security
  261. * for some reason, nsm_init_private() could perform a one-way hash to
  262. * obscure the contents of the cookie.
  263. */
  264. static void nsm_init_private(struct nsm_handle *nsm)
  265. {
  266. u64 *p = (u64 *)&nsm->sm_priv.data;
  267. struct timespec ts;
  268. s64 ns;
  269. ktime_get_ts(&ts);
  270. ns = timespec_to_ns(&ts);
  271. put_unaligned(ns, p);
  272. put_unaligned((unsigned long)nsm, p + 1);
  273. }
  274. static struct nsm_handle *nsm_create_handle(const struct sockaddr *sap,
  275. const size_t salen,
  276. const char *hostname,
  277. const size_t hostname_len)
  278. {
  279. struct nsm_handle *new;
  280. new = kzalloc(sizeof(*new) + hostname_len + 1, GFP_KERNEL);
  281. if (unlikely(new == NULL))
  282. return NULL;
  283. atomic_set(&new->sm_count, 1);
  284. new->sm_name = (char *)(new + 1);
  285. memcpy(nsm_addr(new), sap, salen);
  286. new->sm_addrlen = salen;
  287. nsm_init_private(new);
  288. if (rpc_ntop(nsm_addr(new), new->sm_addrbuf,
  289. sizeof(new->sm_addrbuf)) == 0)
  290. (void)snprintf(new->sm_addrbuf, sizeof(new->sm_addrbuf),
  291. "unsupported address family");
  292. memcpy(new->sm_name, hostname, hostname_len);
  293. new->sm_name[hostname_len] = '\0';
  294. return new;
  295. }
  296. /**
  297. * nsm_get_handle - Find or create a cached nsm_handle
  298. * @sap: pointer to socket address of handle to find
  299. * @salen: length of socket address
  300. * @hostname: pointer to C string containing hostname to find
  301. * @hostname_len: length of C string
  302. *
  303. * Behavior is modulated by the global nsm_use_hostnames variable.
  304. *
  305. * Returns a cached nsm_handle after bumping its ref count, or
  306. * returns a fresh nsm_handle if a handle that matches @sap and/or
  307. * @hostname cannot be found in the handle cache. Returns NULL if
  308. * an error occurs.
  309. */
  310. struct nsm_handle *nsm_get_handle(const struct sockaddr *sap,
  311. const size_t salen, const char *hostname,
  312. const size_t hostname_len)
  313. {
  314. struct nsm_handle *cached, *new = NULL;
  315. if (hostname && memchr(hostname, '/', hostname_len) != NULL) {
  316. if (printk_ratelimit()) {
  317. printk(KERN_WARNING "Invalid hostname \"%.*s\" "
  318. "in NFS lock request\n",
  319. (int)hostname_len, hostname);
  320. }
  321. return NULL;
  322. }
  323. retry:
  324. spin_lock(&nsm_lock);
  325. if (nsm_use_hostnames && hostname != NULL)
  326. cached = nsm_lookup_hostname(hostname, hostname_len);
  327. else
  328. cached = nsm_lookup_addr(sap);
  329. if (cached != NULL) {
  330. atomic_inc(&cached->sm_count);
  331. spin_unlock(&nsm_lock);
  332. kfree(new);
  333. dprintk("lockd: found nsm_handle for %s (%s), "
  334. "cnt %d\n", cached->sm_name,
  335. cached->sm_addrbuf,
  336. atomic_read(&cached->sm_count));
  337. return cached;
  338. }
  339. if (new != NULL) {
  340. list_add(&new->sm_link, &nsm_handles);
  341. spin_unlock(&nsm_lock);
  342. dprintk("lockd: created nsm_handle for %s (%s)\n",
  343. new->sm_name, new->sm_addrbuf);
  344. return new;
  345. }
  346. spin_unlock(&nsm_lock);
  347. new = nsm_create_handle(sap, salen, hostname, hostname_len);
  348. if (unlikely(new == NULL))
  349. return NULL;
  350. goto retry;
  351. }
  352. /**
  353. * nsm_reboot_lookup - match NLMPROC_SM_NOTIFY arguments to an nsm_handle
  354. * @info: pointer to NLMPROC_SM_NOTIFY arguments
  355. *
  356. * Returns a matching nsm_handle if found in the nsm cache. The returned
  357. * nsm_handle's reference count is bumped. Otherwise returns NULL if some
  358. * error occurred.
  359. */
  360. struct nsm_handle *nsm_reboot_lookup(const struct nlm_reboot *info)
  361. {
  362. struct nsm_handle *cached;
  363. spin_lock(&nsm_lock);
  364. cached = nsm_lookup_priv(&info->priv);
  365. if (unlikely(cached == NULL)) {
  366. spin_unlock(&nsm_lock);
  367. dprintk("lockd: never saw rebooted peer '%.*s' before\n",
  368. info->len, info->mon);
  369. return cached;
  370. }
  371. atomic_inc(&cached->sm_count);
  372. spin_unlock(&nsm_lock);
  373. dprintk("lockd: host %s (%s) rebooted, cnt %d\n",
  374. cached->sm_name, cached->sm_addrbuf,
  375. atomic_read(&cached->sm_count));
  376. return cached;
  377. }
  378. /**
  379. * nsm_release - Release an NSM handle
  380. * @nsm: pointer to handle to be released
  381. *
  382. */
  383. void nsm_release(struct nsm_handle *nsm)
  384. {
  385. if (atomic_dec_and_lock(&nsm->sm_count, &nsm_lock)) {
  386. list_del(&nsm->sm_link);
  387. spin_unlock(&nsm_lock);
  388. dprintk("lockd: destroyed nsm_handle for %s (%s)\n",
  389. nsm->sm_name, nsm->sm_addrbuf);
  390. kfree(nsm);
  391. }
  392. }
  393. /*
  394. * XDR functions for NSM.
  395. *
  396. * See http://www.opengroup.org/ for details on the Network
  397. * Status Monitor wire protocol.
  398. */
  399. static void encode_nsm_string(struct xdr_stream *xdr, const char *string)
  400. {
  401. const u32 len = strlen(string);
  402. __be32 *p;
  403. BUG_ON(len > SM_MAXSTRLEN);
  404. p = xdr_reserve_space(xdr, 4 + len);
  405. xdr_encode_opaque(p, string, len);
  406. }
  407. /*
  408. * "mon_name" specifies the host to be monitored.
  409. */
  410. static void encode_mon_name(struct xdr_stream *xdr, const struct nsm_args *argp)
  411. {
  412. encode_nsm_string(xdr, argp->mon_name);
  413. }
  414. /*
  415. * The "my_id" argument specifies the hostname and RPC procedure
  416. * to be called when the status manager receives notification
  417. * (via the NLMPROC_SM_NOTIFY call) that the state of host "mon_name"
  418. * has changed.
  419. */
  420. static void encode_my_id(struct xdr_stream *xdr, const struct nsm_args *argp)
  421. {
  422. __be32 *p;
  423. encode_nsm_string(xdr, argp->nodename);
  424. p = xdr_reserve_space(xdr, 4 + 4 + 4);
  425. *p++ = cpu_to_be32(argp->prog);
  426. *p++ = cpu_to_be32(argp->vers);
  427. *p = cpu_to_be32(argp->proc);
  428. }
  429. /*
  430. * The "mon_id" argument specifies the non-private arguments
  431. * of an NSMPROC_MON or NSMPROC_UNMON call.
  432. */
  433. static void encode_mon_id(struct xdr_stream *xdr, const struct nsm_args *argp)
  434. {
  435. encode_mon_name(xdr, argp);
  436. encode_my_id(xdr, argp);
  437. }
  438. /*
  439. * The "priv" argument may contain private information required
  440. * by the NSMPROC_MON call. This information will be supplied in the
  441. * NLMPROC_SM_NOTIFY call.
  442. */
  443. static void encode_priv(struct xdr_stream *xdr, const struct nsm_args *argp)
  444. {
  445. __be32 *p;
  446. p = xdr_reserve_space(xdr, SM_PRIV_SIZE);
  447. xdr_encode_opaque_fixed(p, argp->priv->data, SM_PRIV_SIZE);
  448. }
  449. static void nsm_xdr_enc_mon(struct rpc_rqst *req, struct xdr_stream *xdr,
  450. const struct nsm_args *argp)
  451. {
  452. encode_mon_id(xdr, argp);
  453. encode_priv(xdr, argp);
  454. }
  455. static void nsm_xdr_enc_unmon(struct rpc_rqst *req, struct xdr_stream *xdr,
  456. const struct nsm_args *argp)
  457. {
  458. encode_mon_id(xdr, argp);
  459. }
  460. static int nsm_xdr_dec_stat_res(struct rpc_rqst *rqstp,
  461. struct xdr_stream *xdr,
  462. struct nsm_res *resp)
  463. {
  464. __be32 *p;
  465. p = xdr_inline_decode(xdr, 4 + 4);
  466. if (unlikely(p == NULL))
  467. return -EIO;
  468. resp->status = be32_to_cpup(p++);
  469. resp->state = be32_to_cpup(p);
  470. dprintk("lockd: %s status %d state %d\n",
  471. __func__, resp->status, resp->state);
  472. return 0;
  473. }
  474. static int nsm_xdr_dec_stat(struct rpc_rqst *rqstp,
  475. struct xdr_stream *xdr,
  476. struct nsm_res *resp)
  477. {
  478. __be32 *p;
  479. p = xdr_inline_decode(xdr, 4);
  480. if (unlikely(p == NULL))
  481. return -EIO;
  482. resp->state = be32_to_cpup(p);
  483. dprintk("lockd: %s state %d\n", __func__, resp->state);
  484. return 0;
  485. }
  486. #define SM_my_name_sz (1+XDR_QUADLEN(SM_MAXSTRLEN))
  487. #define SM_my_id_sz (SM_my_name_sz+3)
  488. #define SM_mon_name_sz (1+XDR_QUADLEN(SM_MAXSTRLEN))
  489. #define SM_mon_id_sz (SM_mon_name_sz+SM_my_id_sz)
  490. #define SM_priv_sz (XDR_QUADLEN(SM_PRIV_SIZE))
  491. #define SM_mon_sz (SM_mon_id_sz+SM_priv_sz)
  492. #define SM_monres_sz 2
  493. #define SM_unmonres_sz 1
  494. static struct rpc_procinfo nsm_procedures[] = {
  495. [NSMPROC_MON] = {
  496. .p_proc = NSMPROC_MON,
  497. .p_encode = (kxdreproc_t)nsm_xdr_enc_mon,
  498. .p_decode = (kxdrdproc_t)nsm_xdr_dec_stat_res,
  499. .p_arglen = SM_mon_sz,
  500. .p_replen = SM_monres_sz,
  501. .p_statidx = NSMPROC_MON,
  502. .p_name = "MONITOR",
  503. },
  504. [NSMPROC_UNMON] = {
  505. .p_proc = NSMPROC_UNMON,
  506. .p_encode = (kxdreproc_t)nsm_xdr_enc_unmon,
  507. .p_decode = (kxdrdproc_t)nsm_xdr_dec_stat,
  508. .p_arglen = SM_mon_id_sz,
  509. .p_replen = SM_unmonres_sz,
  510. .p_statidx = NSMPROC_UNMON,
  511. .p_name = "UNMONITOR",
  512. },
  513. };
  514. static const struct rpc_version nsm_version1 = {
  515. .number = 1,
  516. .nrprocs = ARRAY_SIZE(nsm_procedures),
  517. .procs = nsm_procedures
  518. };
  519. static const struct rpc_version *nsm_version[] = {
  520. [1] = &nsm_version1,
  521. };
  522. static struct rpc_stat nsm_stats;
  523. static const struct rpc_program nsm_program = {
  524. .name = "statd",
  525. .number = NSM_PROGRAM,
  526. .nrvers = ARRAY_SIZE(nsm_version),
  527. .version = nsm_version,
  528. .stats = &nsm_stats
  529. };