svc.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668
  1. /*
  2. * linux/fs/lockd/svc.c
  3. *
  4. * This is the central lockd service.
  5. *
  6. * FIXME: Separate the lockd NFS server functionality from the lockd NFS
  7. * client functionality. Oh why didn't Sun create two separate
  8. * services in the first place?
  9. *
  10. * Authors: Olaf Kirch (okir@monad.swb.de)
  11. *
  12. * Copyright (C) 1995, 1996 Olaf Kirch <okir@monad.swb.de>
  13. */
  14. #include <linux/module.h>
  15. #include <linux/init.h>
  16. #include <linux/sysctl.h>
  17. #include <linux/moduleparam.h>
  18. #include <linux/sched.h>
  19. #include <linux/errno.h>
  20. #include <linux/in.h>
  21. #include <linux/uio.h>
  22. #include <linux/smp.h>
  23. #include <linux/mutex.h>
  24. #include <linux/kthread.h>
  25. #include <linux/freezer.h>
  26. #include <linux/sunrpc/types.h>
  27. #include <linux/sunrpc/stats.h>
  28. #include <linux/sunrpc/clnt.h>
  29. #include <linux/sunrpc/svc.h>
  30. #include <linux/sunrpc/svcsock.h>
  31. #include <net/ip.h>
  32. #include <linux/lockd/lockd.h>
  33. #include <linux/nfs.h>
  34. #include "netns.h"
  35. #define NLMDBG_FACILITY NLMDBG_SVC
  36. #define LOCKD_BUFSIZE (1024 + NLMSVC_XDRSIZE)
  37. #define ALLOWED_SIGS (sigmask(SIGKILL))
  38. static struct svc_program nlmsvc_program;
  39. struct nlmsvc_binding * nlmsvc_ops;
  40. EXPORT_SYMBOL_GPL(nlmsvc_ops);
  41. static DEFINE_MUTEX(nlmsvc_mutex);
  42. static unsigned int nlmsvc_users;
  43. static struct task_struct *nlmsvc_task;
  44. static struct svc_rqst *nlmsvc_rqst;
  45. unsigned long nlmsvc_timeout;
  46. int lockd_net_id;
  47. /*
  48. * These can be set at insmod time (useful for NFS as root filesystem),
  49. * and also changed through the sysctl interface. -- Jamie Lokier, Aug 2003
  50. */
  51. static unsigned long nlm_grace_period;
  52. static unsigned long nlm_timeout = LOCKD_DFLT_TIMEO;
  53. static int nlm_udpport, nlm_tcpport;
  54. /* RLIM_NOFILE defaults to 1024. That seems like a reasonable default here. */
  55. static unsigned int nlm_max_connections = 1024;
  56. /*
  57. * Constants needed for the sysctl interface.
  58. */
  59. static const unsigned long nlm_grace_period_min = 0;
  60. static const unsigned long nlm_grace_period_max = 240;
  61. static const unsigned long nlm_timeout_min = 3;
  62. static const unsigned long nlm_timeout_max = 20;
  63. static const int nlm_port_min = 0, nlm_port_max = 65535;
  64. #ifdef CONFIG_SYSCTL
  65. static struct ctl_table_header * nlm_sysctl_table;
  66. #endif
  67. static unsigned long get_lockd_grace_period(void)
  68. {
  69. /* Note: nlm_timeout should always be nonzero */
  70. if (nlm_grace_period)
  71. return roundup(nlm_grace_period, nlm_timeout) * HZ;
  72. else
  73. return nlm_timeout * 5 * HZ;
  74. }
  75. static struct lock_manager lockd_manager = {
  76. };
  77. static void grace_ender(struct work_struct *not_used)
  78. {
  79. locks_end_grace(&lockd_manager);
  80. }
  81. static DECLARE_DELAYED_WORK(grace_period_end, grace_ender);
  82. static void set_grace_period(void)
  83. {
  84. unsigned long grace_period = get_lockd_grace_period();
  85. locks_start_grace(&lockd_manager);
  86. cancel_delayed_work_sync(&grace_period_end);
  87. schedule_delayed_work(&grace_period_end, grace_period);
  88. }
  89. static void restart_grace(void)
  90. {
  91. if (nlmsvc_ops) {
  92. cancel_delayed_work_sync(&grace_period_end);
  93. locks_end_grace(&lockd_manager);
  94. nlmsvc_invalidate_all();
  95. set_grace_period();
  96. }
  97. }
  98. /*
  99. * This is the lockd kernel thread
  100. */
  101. static int
  102. lockd(void *vrqstp)
  103. {
  104. int err = 0, preverr = 0;
  105. struct svc_rqst *rqstp = vrqstp;
  106. /* try_to_freeze() is called from svc_recv() */
  107. set_freezable();
  108. /* Allow SIGKILL to tell lockd to drop all of its locks */
  109. allow_signal(SIGKILL);
  110. dprintk("NFS locking service started (ver " LOCKD_VERSION ").\n");
  111. if (!nlm_timeout)
  112. nlm_timeout = LOCKD_DFLT_TIMEO;
  113. nlmsvc_timeout = nlm_timeout * HZ;
  114. set_grace_period();
  115. /*
  116. * The main request loop. We don't terminate until the last
  117. * NFS mount or NFS daemon has gone away.
  118. */
  119. while (!kthread_should_stop()) {
  120. long timeout = MAX_SCHEDULE_TIMEOUT;
  121. RPC_IFDEBUG(char buf[RPC_MAX_ADDRBUFLEN]);
  122. /* update sv_maxconn if it has changed */
  123. rqstp->rq_server->sv_maxconn = nlm_max_connections;
  124. if (signalled()) {
  125. flush_signals(current);
  126. restart_grace();
  127. continue;
  128. }
  129. timeout = nlmsvc_retry_blocked();
  130. /*
  131. * Find a socket with data available and call its
  132. * recvfrom routine.
  133. */
  134. err = svc_recv(rqstp, timeout);
  135. if (err == -EAGAIN || err == -EINTR) {
  136. preverr = err;
  137. continue;
  138. }
  139. if (err < 0) {
  140. if (err != preverr) {
  141. printk(KERN_WARNING "%s: unexpected error "
  142. "from svc_recv (%d)\n", __func__, err);
  143. preverr = err;
  144. }
  145. schedule_timeout_interruptible(HZ);
  146. continue;
  147. }
  148. preverr = err;
  149. dprintk("lockd: request from %s\n",
  150. svc_print_addr(rqstp, buf, sizeof(buf)));
  151. svc_process(rqstp);
  152. }
  153. flush_signals(current);
  154. cancel_delayed_work_sync(&grace_period_end);
  155. locks_end_grace(&lockd_manager);
  156. if (nlmsvc_ops)
  157. nlmsvc_invalidate_all();
  158. nlm_shutdown_hosts();
  159. return 0;
  160. }
  161. static int create_lockd_listener(struct svc_serv *serv, const char *name,
  162. struct net *net, const int family,
  163. const unsigned short port)
  164. {
  165. struct svc_xprt *xprt;
  166. xprt = svc_find_xprt(serv, name, net, family, 0);
  167. if (xprt == NULL)
  168. return svc_create_xprt(serv, name, net, family, port,
  169. SVC_SOCK_DEFAULTS);
  170. svc_xprt_put(xprt);
  171. return 0;
  172. }
  173. static int create_lockd_family(struct svc_serv *serv, struct net *net,
  174. const int family)
  175. {
  176. int err;
  177. err = create_lockd_listener(serv, "udp", net, family, nlm_udpport);
  178. if (err < 0)
  179. return err;
  180. return create_lockd_listener(serv, "tcp", net, family, nlm_tcpport);
  181. }
  182. /*
  183. * Ensure there are active UDP and TCP listeners for lockd.
  184. *
  185. * Even if we have only TCP NFS mounts and/or TCP NFSDs, some
  186. * local services (such as rpc.statd) still require UDP, and
  187. * some NFS servers do not yet support NLM over TCP.
  188. *
  189. * Returns zero if all listeners are available; otherwise a
  190. * negative errno value is returned.
  191. */
  192. static int make_socks(struct svc_serv *serv, struct net *net)
  193. {
  194. static int warned;
  195. int err;
  196. err = create_lockd_family(serv, net, PF_INET);
  197. if (err < 0)
  198. goto out_err;
  199. err = create_lockd_family(serv, net, PF_INET6);
  200. if (err < 0 && err != -EAFNOSUPPORT)
  201. goto out_err;
  202. warned = 0;
  203. return 0;
  204. out_err:
  205. if (warned++ == 0)
  206. printk(KERN_WARNING
  207. "lockd_up: makesock failed, error=%d\n", err);
  208. return err;
  209. }
  210. static int lockd_up_net(struct svc_serv *serv, struct net *net)
  211. {
  212. struct lockd_net *ln = net_generic(net, lockd_net_id);
  213. int error;
  214. if (ln->nlmsvc_users++)
  215. return 0;
  216. error = svc_bind(serv, net);
  217. if (error)
  218. goto err_bind;
  219. error = make_socks(serv, net);
  220. if (error < 0)
  221. goto err_socks;
  222. return 0;
  223. err_socks:
  224. svc_rpcb_cleanup(serv, net);
  225. err_bind:
  226. ln->nlmsvc_users--;
  227. return error;
  228. }
  229. static void lockd_down_net(struct svc_serv *serv, struct net *net)
  230. {
  231. struct lockd_net *ln = net_generic(net, lockd_net_id);
  232. if (ln->nlmsvc_users) {
  233. if (--ln->nlmsvc_users == 0) {
  234. nlm_shutdown_hosts_net(net);
  235. svc_shutdown_net(serv, net);
  236. }
  237. } else {
  238. printk(KERN_ERR "lockd_down_net: no users! task=%p, net=%p\n",
  239. nlmsvc_task, net);
  240. BUG();
  241. }
  242. }
  243. static struct svc_serv *lockd_create_svc(void)
  244. {
  245. struct svc_serv *serv;
  246. /*
  247. * Check whether we're already up and running.
  248. */
  249. if (nlmsvc_rqst) {
  250. /*
  251. * Note: increase service usage, because later in case of error
  252. * svc_destroy() will be called.
  253. */
  254. svc_get(nlmsvc_rqst->rq_server);
  255. return nlmsvc_rqst->rq_server;
  256. }
  257. /*
  258. * Sanity check: if there's no pid,
  259. * we should be the first user ...
  260. */
  261. if (nlmsvc_users)
  262. printk(KERN_WARNING
  263. "lockd_up: no pid, %d users??\n", nlmsvc_users);
  264. serv = svc_create(&nlmsvc_program, LOCKD_BUFSIZE, NULL);
  265. if (!serv) {
  266. printk(KERN_WARNING "lockd_up: create service failed\n");
  267. return ERR_PTR(-ENOMEM);
  268. }
  269. return serv;
  270. }
  271. /*
  272. * Bring up the lockd process if it's not already up.
  273. */
  274. int lockd_up(struct net *net)
  275. {
  276. struct svc_serv *serv;
  277. int error = 0;
  278. mutex_lock(&nlmsvc_mutex);
  279. serv = lockd_create_svc();
  280. if (IS_ERR(serv)) {
  281. error = PTR_ERR(serv);
  282. goto err_create;
  283. }
  284. error = lockd_up_net(serv, net);
  285. if (error < 0)
  286. goto err_net;
  287. /*
  288. * Create the kernel thread and wait for it to start.
  289. */
  290. nlmsvc_rqst = svc_prepare_thread(serv, &serv->sv_pools[0], NUMA_NO_NODE);
  291. if (IS_ERR(nlmsvc_rqst)) {
  292. error = PTR_ERR(nlmsvc_rqst);
  293. nlmsvc_rqst = NULL;
  294. printk(KERN_WARNING
  295. "lockd_up: svc_rqst allocation failed, error=%d\n",
  296. error);
  297. goto err_start;
  298. }
  299. svc_sock_update_bufs(serv);
  300. serv->sv_maxconn = nlm_max_connections;
  301. nlmsvc_task = kthread_run(lockd, nlmsvc_rqst, serv->sv_name);
  302. if (IS_ERR(nlmsvc_task)) {
  303. error = PTR_ERR(nlmsvc_task);
  304. svc_exit_thread(nlmsvc_rqst);
  305. nlmsvc_task = NULL;
  306. nlmsvc_rqst = NULL;
  307. printk(KERN_WARNING
  308. "lockd_up: kthread_run failed, error=%d\n", error);
  309. goto err_start;
  310. }
  311. /*
  312. * Note: svc_serv structures have an initial use count of 1,
  313. * so we exit through here on both success and failure.
  314. */
  315. err_net:
  316. svc_destroy(serv);
  317. if (!error)
  318. nlmsvc_users++;
  319. err_create:
  320. mutex_unlock(&nlmsvc_mutex);
  321. return error;
  322. err_start:
  323. lockd_down_net(serv, net);
  324. goto err_net;
  325. }
  326. EXPORT_SYMBOL_GPL(lockd_up);
  327. /*
  328. * Decrement the user count and bring down lockd if we're the last.
  329. */
  330. void
  331. lockd_down(struct net *net)
  332. {
  333. mutex_lock(&nlmsvc_mutex);
  334. lockd_down_net(nlmsvc_rqst->rq_server, net);
  335. if (nlmsvc_users) {
  336. if (--nlmsvc_users)
  337. goto out;
  338. } else {
  339. printk(KERN_ERR "lockd_down: no users! task=%p\n",
  340. nlmsvc_task);
  341. BUG();
  342. }
  343. if (!nlmsvc_task) {
  344. printk(KERN_ERR "lockd_down: no lockd running.\n");
  345. BUG();
  346. }
  347. kthread_stop(nlmsvc_task);
  348. svc_exit_thread(nlmsvc_rqst);
  349. nlmsvc_task = NULL;
  350. nlmsvc_rqst = NULL;
  351. out:
  352. mutex_unlock(&nlmsvc_mutex);
  353. }
  354. EXPORT_SYMBOL_GPL(lockd_down);
  355. #ifdef CONFIG_SYSCTL
  356. /*
  357. * Sysctl parameters (same as module parameters, different interface).
  358. */
  359. static ctl_table nlm_sysctls[] = {
  360. {
  361. .procname = "nlm_grace_period",
  362. .data = &nlm_grace_period,
  363. .maxlen = sizeof(unsigned long),
  364. .mode = 0644,
  365. .proc_handler = proc_doulongvec_minmax,
  366. .extra1 = (unsigned long *) &nlm_grace_period_min,
  367. .extra2 = (unsigned long *) &nlm_grace_period_max,
  368. },
  369. {
  370. .procname = "nlm_timeout",
  371. .data = &nlm_timeout,
  372. .maxlen = sizeof(unsigned long),
  373. .mode = 0644,
  374. .proc_handler = proc_doulongvec_minmax,
  375. .extra1 = (unsigned long *) &nlm_timeout_min,
  376. .extra2 = (unsigned long *) &nlm_timeout_max,
  377. },
  378. {
  379. .procname = "nlm_udpport",
  380. .data = &nlm_udpport,
  381. .maxlen = sizeof(int),
  382. .mode = 0644,
  383. .proc_handler = proc_dointvec_minmax,
  384. .extra1 = (int *) &nlm_port_min,
  385. .extra2 = (int *) &nlm_port_max,
  386. },
  387. {
  388. .procname = "nlm_tcpport",
  389. .data = &nlm_tcpport,
  390. .maxlen = sizeof(int),
  391. .mode = 0644,
  392. .proc_handler = proc_dointvec_minmax,
  393. .extra1 = (int *) &nlm_port_min,
  394. .extra2 = (int *) &nlm_port_max,
  395. },
  396. {
  397. .procname = "nsm_use_hostnames",
  398. .data = &nsm_use_hostnames,
  399. .maxlen = sizeof(int),
  400. .mode = 0644,
  401. .proc_handler = proc_dointvec,
  402. },
  403. {
  404. .procname = "nsm_local_state",
  405. .data = &nsm_local_state,
  406. .maxlen = sizeof(int),
  407. .mode = 0644,
  408. .proc_handler = proc_dointvec,
  409. },
  410. { }
  411. };
  412. static ctl_table nlm_sysctl_dir[] = {
  413. {
  414. .procname = "nfs",
  415. .mode = 0555,
  416. .child = nlm_sysctls,
  417. },
  418. { }
  419. };
  420. static ctl_table nlm_sysctl_root[] = {
  421. {
  422. .procname = "fs",
  423. .mode = 0555,
  424. .child = nlm_sysctl_dir,
  425. },
  426. { }
  427. };
  428. #endif /* CONFIG_SYSCTL */
  429. /*
  430. * Module (and sysfs) parameters.
  431. */
  432. #define param_set_min_max(name, type, which_strtol, min, max) \
  433. static int param_set_##name(const char *val, struct kernel_param *kp) \
  434. { \
  435. char *endp; \
  436. __typeof__(type) num = which_strtol(val, &endp, 0); \
  437. if (endp == val || *endp || num < (min) || num > (max)) \
  438. return -EINVAL; \
  439. *((type *) kp->arg) = num; \
  440. return 0; \
  441. }
  442. static inline int is_callback(u32 proc)
  443. {
  444. return proc == NLMPROC_GRANTED
  445. || proc == NLMPROC_GRANTED_MSG
  446. || proc == NLMPROC_TEST_RES
  447. || proc == NLMPROC_LOCK_RES
  448. || proc == NLMPROC_CANCEL_RES
  449. || proc == NLMPROC_UNLOCK_RES
  450. || proc == NLMPROC_NSM_NOTIFY;
  451. }
  452. static int lockd_authenticate(struct svc_rqst *rqstp)
  453. {
  454. rqstp->rq_client = NULL;
  455. switch (rqstp->rq_authop->flavour) {
  456. case RPC_AUTH_NULL:
  457. case RPC_AUTH_UNIX:
  458. if (rqstp->rq_proc == 0)
  459. return SVC_OK;
  460. if (is_callback(rqstp->rq_proc)) {
  461. /* Leave it to individual procedures to
  462. * call nlmsvc_lookup_host(rqstp)
  463. */
  464. return SVC_OK;
  465. }
  466. return svc_set_client(rqstp);
  467. }
  468. return SVC_DENIED;
  469. }
  470. param_set_min_max(port, int, simple_strtol, 0, 65535)
  471. param_set_min_max(grace_period, unsigned long, simple_strtoul,
  472. nlm_grace_period_min, nlm_grace_period_max)
  473. param_set_min_max(timeout, unsigned long, simple_strtoul,
  474. nlm_timeout_min, nlm_timeout_max)
  475. MODULE_AUTHOR("Olaf Kirch <okir@monad.swb.de>");
  476. MODULE_DESCRIPTION("NFS file locking service version " LOCKD_VERSION ".");
  477. MODULE_LICENSE("GPL");
  478. module_param_call(nlm_grace_period, param_set_grace_period, param_get_ulong,
  479. &nlm_grace_period, 0644);
  480. module_param_call(nlm_timeout, param_set_timeout, param_get_ulong,
  481. &nlm_timeout, 0644);
  482. module_param_call(nlm_udpport, param_set_port, param_get_int,
  483. &nlm_udpport, 0644);
  484. module_param_call(nlm_tcpport, param_set_port, param_get_int,
  485. &nlm_tcpport, 0644);
  486. module_param(nsm_use_hostnames, bool, 0644);
  487. module_param(nlm_max_connections, uint, 0644);
  488. static int lockd_init_net(struct net *net)
  489. {
  490. return 0;
  491. }
  492. static void lockd_exit_net(struct net *net)
  493. {
  494. }
  495. static struct pernet_operations lockd_net_ops = {
  496. .init = lockd_init_net,
  497. .exit = lockd_exit_net,
  498. .id = &lockd_net_id,
  499. .size = sizeof(struct lockd_net),
  500. };
  501. /*
  502. * Initialising and terminating the module.
  503. */
  504. static int __init init_nlm(void)
  505. {
  506. int err;
  507. #ifdef CONFIG_SYSCTL
  508. err = -ENOMEM;
  509. nlm_sysctl_table = register_sysctl_table(nlm_sysctl_root);
  510. if (nlm_sysctl_table == NULL)
  511. goto err_sysctl;
  512. #endif
  513. err = register_pernet_subsys(&lockd_net_ops);
  514. if (err)
  515. goto err_pernet;
  516. return 0;
  517. err_pernet:
  518. #ifdef CONFIG_SYSCTL
  519. unregister_sysctl_table(nlm_sysctl_table);
  520. #endif
  521. err_sysctl:
  522. return err;
  523. }
  524. static void __exit exit_nlm(void)
  525. {
  526. /* FIXME: delete all NLM clients */
  527. nlm_shutdown_hosts();
  528. unregister_pernet_subsys(&lockd_net_ops);
  529. #ifdef CONFIG_SYSCTL
  530. unregister_sysctl_table(nlm_sysctl_table);
  531. #endif
  532. }
  533. module_init(init_nlm);
  534. module_exit(exit_nlm);
  535. /*
  536. * Define NLM program and procedures
  537. */
  538. static struct svc_version nlmsvc_version1 = {
  539. .vs_vers = 1,
  540. .vs_nproc = 17,
  541. .vs_proc = nlmsvc_procedures,
  542. .vs_xdrsize = NLMSVC_XDRSIZE,
  543. };
  544. static struct svc_version nlmsvc_version3 = {
  545. .vs_vers = 3,
  546. .vs_nproc = 24,
  547. .vs_proc = nlmsvc_procedures,
  548. .vs_xdrsize = NLMSVC_XDRSIZE,
  549. };
  550. #ifdef CONFIG_LOCKD_V4
  551. static struct svc_version nlmsvc_version4 = {
  552. .vs_vers = 4,
  553. .vs_nproc = 24,
  554. .vs_proc = nlmsvc_procedures4,
  555. .vs_xdrsize = NLMSVC_XDRSIZE,
  556. };
  557. #endif
  558. static struct svc_version * nlmsvc_version[] = {
  559. [1] = &nlmsvc_version1,
  560. [3] = &nlmsvc_version3,
  561. #ifdef CONFIG_LOCKD_V4
  562. [4] = &nlmsvc_version4,
  563. #endif
  564. };
  565. static struct svc_stat nlmsvc_stats;
  566. #define NLM_NRVERS ARRAY_SIZE(nlmsvc_version)
  567. static struct svc_program nlmsvc_program = {
  568. .pg_prog = NLM_PROGRAM, /* program number */
  569. .pg_nvers = NLM_NRVERS, /* number of entries in nlmsvc_version */
  570. .pg_vers = nlmsvc_version, /* version table */
  571. .pg_name = "lockd", /* service name */
  572. .pg_class = "nfsd", /* share authentication with nfsd */
  573. .pg_stats = &nlmsvc_stats, /* stats table */
  574. .pg_authenticate = &lockd_authenticate /* export authentication */
  575. };