nfssvc.c 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572
  1. /*
  2. * linux/fs/nfsd/nfssvc.c
  3. *
  4. * Central processing for nfsd.
  5. *
  6. * Authors: Olaf Kirch (okir@monad.swb.de)
  7. *
  8. * Copyright (C) 1995, 1996, 1997 Olaf Kirch <okir@monad.swb.de>
  9. */
  10. #include <linux/module.h>
  11. #include <linux/sched.h>
  12. #include <linux/time.h>
  13. #include <linux/errno.h>
  14. #include <linux/nfs.h>
  15. #include <linux/in.h>
  16. #include <linux/uio.h>
  17. #include <linux/unistd.h>
  18. #include <linux/slab.h>
  19. #include <linux/smp.h>
  20. #include <linux/smp_lock.h>
  21. #include <linux/freezer.h>
  22. #include <linux/fs_struct.h>
  23. #include <linux/sunrpc/types.h>
  24. #include <linux/sunrpc/stats.h>
  25. #include <linux/sunrpc/svc.h>
  26. #include <linux/sunrpc/svcsock.h>
  27. #include <linux/sunrpc/cache.h>
  28. #include <linux/nfsd/nfsd.h>
  29. #include <linux/nfsd/stats.h>
  30. #include <linux/nfsd/cache.h>
  31. #include <linux/nfsd/syscall.h>
  32. #include <linux/lockd/bind.h>
  33. #include <linux/nfsacl.h>
  34. #define NFSDDBG_FACILITY NFSDDBG_SVC
  35. /* these signals will be delivered to an nfsd thread
  36. * when handling a request
  37. */
  38. #define ALLOWED_SIGS (sigmask(SIGKILL))
  39. /* these signals will be delivered to an nfsd thread
  40. * when not handling a request. i.e. when waiting
  41. */
  42. #define SHUTDOWN_SIGS (sigmask(SIGKILL) | sigmask(SIGHUP) | sigmask(SIGINT) | sigmask(SIGQUIT))
  43. /* if the last thread dies with SIGHUP, then the exports table is
  44. * left unchanged ( like 2.4-{0-9} ). Any other signal will clear
  45. * the exports table (like 2.2).
  46. */
  47. #define SIG_NOCLEAN SIGHUP
  48. extern struct svc_program nfsd_program;
  49. static void nfsd(struct svc_rqst *rqstp);
  50. struct timeval nfssvc_boot;
  51. struct svc_serv *nfsd_serv;
  52. static atomic_t nfsd_busy;
  53. static unsigned long nfsd_last_call;
  54. static DEFINE_SPINLOCK(nfsd_call_lock);
  55. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  56. static struct svc_stat nfsd_acl_svcstats;
  57. static struct svc_version * nfsd_acl_version[] = {
  58. [2] = &nfsd_acl_version2,
  59. [3] = &nfsd_acl_version3,
  60. };
  61. #define NFSD_ACL_MINVERS 2
  62. #define NFSD_ACL_NRVERS ARRAY_SIZE(nfsd_acl_version)
  63. static struct svc_version *nfsd_acl_versions[NFSD_ACL_NRVERS];
  64. static struct svc_program nfsd_acl_program = {
  65. .pg_prog = NFS_ACL_PROGRAM,
  66. .pg_nvers = NFSD_ACL_NRVERS,
  67. .pg_vers = nfsd_acl_versions,
  68. .pg_name = "nfsacl",
  69. .pg_class = "nfsd",
  70. .pg_stats = &nfsd_acl_svcstats,
  71. .pg_authenticate = &svc_set_client,
  72. };
  73. static struct svc_stat nfsd_acl_svcstats = {
  74. .program = &nfsd_acl_program,
  75. };
  76. #endif /* defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) */
  77. static struct svc_version * nfsd_version[] = {
  78. [2] = &nfsd_version2,
  79. #if defined(CONFIG_NFSD_V3)
  80. [3] = &nfsd_version3,
  81. #endif
  82. #if defined(CONFIG_NFSD_V4)
  83. [4] = &nfsd_version4,
  84. #endif
  85. };
  86. #define NFSD_MINVERS 2
  87. #define NFSD_NRVERS ARRAY_SIZE(nfsd_version)
  88. static struct svc_version *nfsd_versions[NFSD_NRVERS];
  89. struct svc_program nfsd_program = {
  90. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  91. .pg_next = &nfsd_acl_program,
  92. #endif
  93. .pg_prog = NFS_PROGRAM, /* program number */
  94. .pg_nvers = NFSD_NRVERS, /* nr of entries in nfsd_version */
  95. .pg_vers = nfsd_versions, /* version table */
  96. .pg_name = "nfsd", /* program name */
  97. .pg_class = "nfsd", /* authentication class */
  98. .pg_stats = &nfsd_svcstats, /* version table */
  99. .pg_authenticate = &svc_set_client, /* export authentication */
  100. };
  101. int nfsd_vers(int vers, enum vers_op change)
  102. {
  103. if (vers < NFSD_MINVERS || vers >= NFSD_NRVERS)
  104. return -1;
  105. switch(change) {
  106. case NFSD_SET:
  107. nfsd_versions[vers] = nfsd_version[vers];
  108. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  109. if (vers < NFSD_ACL_NRVERS)
  110. nfsd_acl_versions[vers] = nfsd_acl_version[vers];
  111. #endif
  112. break;
  113. case NFSD_CLEAR:
  114. nfsd_versions[vers] = NULL;
  115. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  116. if (vers < NFSD_ACL_NRVERS)
  117. nfsd_acl_versions[vers] = NULL;
  118. #endif
  119. break;
  120. case NFSD_TEST:
  121. return nfsd_versions[vers] != NULL;
  122. case NFSD_AVAIL:
  123. return nfsd_version[vers] != NULL;
  124. }
  125. return 0;
  126. }
  127. /*
  128. * Maximum number of nfsd processes
  129. */
  130. #define NFSD_MAXSERVS 8192
  131. int nfsd_nrthreads(void)
  132. {
  133. if (nfsd_serv == NULL)
  134. return 0;
  135. else
  136. return nfsd_serv->sv_nrthreads;
  137. }
  138. static int killsig; /* signal that was used to kill last nfsd */
  139. static void nfsd_last_thread(struct svc_serv *serv)
  140. {
  141. /* When last nfsd thread exits we need to do some clean-up */
  142. struct svc_xprt *xprt;
  143. list_for_each_entry(xprt, &serv->sv_permsocks, xpt_list)
  144. lockd_down();
  145. nfsd_serv = NULL;
  146. nfsd_racache_shutdown();
  147. nfs4_state_shutdown();
  148. printk(KERN_WARNING "nfsd: last server has exited\n");
  149. if (killsig != SIG_NOCLEAN) {
  150. printk(KERN_WARNING "nfsd: unexporting all filesystems\n");
  151. nfsd_export_flush();
  152. }
  153. }
  154. void nfsd_reset_versions(void)
  155. {
  156. int found_one = 0;
  157. int i;
  158. for (i = NFSD_MINVERS; i < NFSD_NRVERS; i++) {
  159. if (nfsd_program.pg_vers[i])
  160. found_one = 1;
  161. }
  162. if (!found_one) {
  163. for (i = NFSD_MINVERS; i < NFSD_NRVERS; i++)
  164. nfsd_program.pg_vers[i] = nfsd_version[i];
  165. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  166. for (i = NFSD_ACL_MINVERS; i < NFSD_ACL_NRVERS; i++)
  167. nfsd_acl_program.pg_vers[i] =
  168. nfsd_acl_version[i];
  169. #endif
  170. }
  171. }
  172. int nfsd_create_serv(void)
  173. {
  174. int err = 0;
  175. lock_kernel();
  176. if (nfsd_serv) {
  177. svc_get(nfsd_serv);
  178. unlock_kernel();
  179. return 0;
  180. }
  181. if (nfsd_max_blksize == 0) {
  182. /* choose a suitable default */
  183. struct sysinfo i;
  184. si_meminfo(&i);
  185. /* Aim for 1/4096 of memory per thread
  186. * This gives 1MB on 4Gig machines
  187. * But only uses 32K on 128M machines.
  188. * Bottom out at 8K on 32M and smaller.
  189. * Of course, this is only a default.
  190. */
  191. nfsd_max_blksize = NFSSVC_MAXBLKSIZE;
  192. i.totalram <<= PAGE_SHIFT - 12;
  193. while (nfsd_max_blksize > i.totalram &&
  194. nfsd_max_blksize >= 8*1024*2)
  195. nfsd_max_blksize /= 2;
  196. }
  197. atomic_set(&nfsd_busy, 0);
  198. nfsd_serv = svc_create_pooled(&nfsd_program,
  199. nfsd_max_blksize,
  200. nfsd_last_thread,
  201. nfsd, SIG_NOCLEAN, THIS_MODULE);
  202. if (nfsd_serv == NULL)
  203. err = -ENOMEM;
  204. unlock_kernel();
  205. do_gettimeofday(&nfssvc_boot); /* record boot time */
  206. return err;
  207. }
  208. static int nfsd_init_socks(int port)
  209. {
  210. int error;
  211. if (!list_empty(&nfsd_serv->sv_permsocks))
  212. return 0;
  213. error = lockd_up(IPPROTO_UDP);
  214. if (error >= 0) {
  215. error = svc_create_xprt(nfsd_serv, "udp", port,
  216. SVC_SOCK_DEFAULTS);
  217. if (error < 0)
  218. lockd_down();
  219. }
  220. if (error < 0)
  221. return error;
  222. error = lockd_up(IPPROTO_TCP);
  223. if (error >= 0) {
  224. error = svc_create_xprt(nfsd_serv, "tcp", port,
  225. SVC_SOCK_DEFAULTS);
  226. if (error < 0)
  227. lockd_down();
  228. }
  229. if (error < 0)
  230. return error;
  231. return 0;
  232. }
  233. int nfsd_nrpools(void)
  234. {
  235. if (nfsd_serv == NULL)
  236. return 0;
  237. else
  238. return nfsd_serv->sv_nrpools;
  239. }
  240. int nfsd_get_nrthreads(int n, int *nthreads)
  241. {
  242. int i = 0;
  243. if (nfsd_serv != NULL) {
  244. for (i = 0; i < nfsd_serv->sv_nrpools && i < n; i++)
  245. nthreads[i] = nfsd_serv->sv_pools[i].sp_nrthreads;
  246. }
  247. return 0;
  248. }
  249. int nfsd_set_nrthreads(int n, int *nthreads)
  250. {
  251. int i = 0;
  252. int tot = 0;
  253. int err = 0;
  254. if (nfsd_serv == NULL || n <= 0)
  255. return 0;
  256. if (n > nfsd_serv->sv_nrpools)
  257. n = nfsd_serv->sv_nrpools;
  258. /* enforce a global maximum number of threads */
  259. tot = 0;
  260. for (i = 0; i < n; i++) {
  261. if (nthreads[i] > NFSD_MAXSERVS)
  262. nthreads[i] = NFSD_MAXSERVS;
  263. tot += nthreads[i];
  264. }
  265. if (tot > NFSD_MAXSERVS) {
  266. /* total too large: scale down requested numbers */
  267. for (i = 0; i < n && tot > 0; i++) {
  268. int new = nthreads[i] * NFSD_MAXSERVS / tot;
  269. tot -= (nthreads[i] - new);
  270. nthreads[i] = new;
  271. }
  272. for (i = 0; i < n && tot > 0; i++) {
  273. nthreads[i]--;
  274. tot--;
  275. }
  276. }
  277. /*
  278. * There must always be a thread in pool 0; the admin
  279. * can't shut down NFS completely using pool_threads.
  280. */
  281. if (nthreads[0] == 0)
  282. nthreads[0] = 1;
  283. /* apply the new numbers */
  284. lock_kernel();
  285. svc_get(nfsd_serv);
  286. for (i = 0; i < n; i++) {
  287. err = svc_set_num_threads(nfsd_serv, &nfsd_serv->sv_pools[i],
  288. nthreads[i]);
  289. if (err)
  290. break;
  291. }
  292. svc_destroy(nfsd_serv);
  293. unlock_kernel();
  294. return err;
  295. }
  296. int
  297. nfsd_svc(unsigned short port, int nrservs)
  298. {
  299. int error;
  300. lock_kernel();
  301. dprintk("nfsd: creating service\n");
  302. error = -EINVAL;
  303. if (nrservs <= 0)
  304. nrservs = 0;
  305. if (nrservs > NFSD_MAXSERVS)
  306. nrservs = NFSD_MAXSERVS;
  307. /* Readahead param cache - will no-op if it already exists */
  308. error = nfsd_racache_init(2*nrservs);
  309. if (error<0)
  310. goto out;
  311. nfs4_state_start();
  312. nfsd_reset_versions();
  313. error = nfsd_create_serv();
  314. if (error)
  315. goto out;
  316. error = nfsd_init_socks(port);
  317. if (error)
  318. goto failure;
  319. error = svc_set_num_threads(nfsd_serv, NULL, nrservs);
  320. failure:
  321. svc_destroy(nfsd_serv); /* Release server */
  322. out:
  323. unlock_kernel();
  324. return error;
  325. }
  326. static inline void
  327. update_thread_usage(int busy_threads)
  328. {
  329. unsigned long prev_call;
  330. unsigned long diff;
  331. int decile;
  332. spin_lock(&nfsd_call_lock);
  333. prev_call = nfsd_last_call;
  334. nfsd_last_call = jiffies;
  335. decile = busy_threads*10/nfsdstats.th_cnt;
  336. if (decile>0 && decile <= 10) {
  337. diff = nfsd_last_call - prev_call;
  338. if ( (nfsdstats.th_usage[decile-1] += diff) >= NFSD_USAGE_WRAP)
  339. nfsdstats.th_usage[decile-1] -= NFSD_USAGE_WRAP;
  340. if (decile == 10)
  341. nfsdstats.th_fullcnt++;
  342. }
  343. spin_unlock(&nfsd_call_lock);
  344. }
  345. /*
  346. * This is the NFS server kernel thread
  347. */
  348. static void
  349. nfsd(struct svc_rqst *rqstp)
  350. {
  351. struct fs_struct *fsp;
  352. int err;
  353. sigset_t shutdown_mask, allowed_mask;
  354. /* Lock module and set up kernel thread */
  355. lock_kernel();
  356. daemonize("nfsd");
  357. /* After daemonize() this kernel thread shares current->fs
  358. * with the init process. We need to create files with a
  359. * umask of 0 instead of init's umask. */
  360. fsp = copy_fs_struct(current->fs);
  361. if (!fsp) {
  362. printk("Unable to start nfsd thread: out of memory\n");
  363. goto out;
  364. }
  365. exit_fs(current);
  366. current->fs = fsp;
  367. current->fs->umask = 0;
  368. siginitsetinv(&shutdown_mask, SHUTDOWN_SIGS);
  369. siginitsetinv(&allowed_mask, ALLOWED_SIGS);
  370. nfsdstats.th_cnt++;
  371. rqstp->rq_task = current;
  372. unlock_kernel();
  373. /*
  374. * We want less throttling in balance_dirty_pages() so that nfs to
  375. * localhost doesn't cause nfsd to lock up due to all the client's
  376. * dirty pages.
  377. */
  378. current->flags |= PF_LESS_THROTTLE;
  379. set_freezable();
  380. /*
  381. * The main request loop
  382. */
  383. for (;;) {
  384. /* Block all but the shutdown signals */
  385. sigprocmask(SIG_SETMASK, &shutdown_mask, NULL);
  386. /*
  387. * Find a socket with data available and call its
  388. * recvfrom routine.
  389. */
  390. while ((err = svc_recv(rqstp, 60*60*HZ)) == -EAGAIN)
  391. ;
  392. if (err < 0)
  393. break;
  394. update_thread_usage(atomic_read(&nfsd_busy));
  395. atomic_inc(&nfsd_busy);
  396. /* Lock the export hash tables for reading. */
  397. exp_readlock();
  398. /* Process request with signals blocked. */
  399. sigprocmask(SIG_SETMASK, &allowed_mask, NULL);
  400. svc_process(rqstp);
  401. /* Unlock export hash tables */
  402. exp_readunlock();
  403. update_thread_usage(atomic_read(&nfsd_busy));
  404. atomic_dec(&nfsd_busy);
  405. }
  406. if (err != -EINTR) {
  407. printk(KERN_WARNING "nfsd: terminating on error %d\n", -err);
  408. } else {
  409. unsigned int signo;
  410. for (signo = 1; signo <= _NSIG; signo++)
  411. if (sigismember(&current->pending.signal, signo) &&
  412. !sigismember(&current->blocked, signo))
  413. break;
  414. killsig = signo;
  415. }
  416. /* Clear signals before calling svc_exit_thread() */
  417. flush_signals(current);
  418. lock_kernel();
  419. nfsdstats.th_cnt --;
  420. out:
  421. /* Release the thread */
  422. svc_exit_thread(rqstp);
  423. /* Release module */
  424. unlock_kernel();
  425. module_put_and_exit(0);
  426. }
  427. static __be32 map_new_errors(u32 vers, __be32 nfserr)
  428. {
  429. if (nfserr == nfserr_jukebox && vers == 2)
  430. return nfserr_dropit;
  431. if (nfserr == nfserr_wrongsec && vers < 4)
  432. return nfserr_acces;
  433. return nfserr;
  434. }
  435. int
  436. nfsd_dispatch(struct svc_rqst *rqstp, __be32 *statp)
  437. {
  438. struct svc_procedure *proc;
  439. kxdrproc_t xdr;
  440. __be32 nfserr;
  441. __be32 *nfserrp;
  442. dprintk("nfsd_dispatch: vers %d proc %d\n",
  443. rqstp->rq_vers, rqstp->rq_proc);
  444. proc = rqstp->rq_procinfo;
  445. /* Check whether we have this call in the cache. */
  446. switch (nfsd_cache_lookup(rqstp, proc->pc_cachetype)) {
  447. case RC_INTR:
  448. case RC_DROPIT:
  449. return 0;
  450. case RC_REPLY:
  451. return 1;
  452. case RC_DOIT:;
  453. /* do it */
  454. }
  455. /* Decode arguments */
  456. xdr = proc->pc_decode;
  457. if (xdr && !xdr(rqstp, (__be32*)rqstp->rq_arg.head[0].iov_base,
  458. rqstp->rq_argp)) {
  459. dprintk("nfsd: failed to decode arguments!\n");
  460. nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
  461. *statp = rpc_garbage_args;
  462. return 1;
  463. }
  464. /* need to grab the location to store the status, as
  465. * nfsv4 does some encoding while processing
  466. */
  467. nfserrp = rqstp->rq_res.head[0].iov_base
  468. + rqstp->rq_res.head[0].iov_len;
  469. rqstp->rq_res.head[0].iov_len += sizeof(__be32);
  470. /* Now call the procedure handler, and encode NFS status. */
  471. nfserr = proc->pc_func(rqstp, rqstp->rq_argp, rqstp->rq_resp);
  472. nfserr = map_new_errors(rqstp->rq_vers, nfserr);
  473. if (nfserr == nfserr_dropit) {
  474. dprintk("nfsd: Dropping request; may be revisited later\n");
  475. nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
  476. return 0;
  477. }
  478. if (rqstp->rq_proc != 0)
  479. *nfserrp++ = nfserr;
  480. /* Encode result.
  481. * For NFSv2, additional info is never returned in case of an error.
  482. */
  483. if (!(nfserr && rqstp->rq_vers == 2)) {
  484. xdr = proc->pc_encode;
  485. if (xdr && !xdr(rqstp, nfserrp,
  486. rqstp->rq_resp)) {
  487. /* Failed to encode result. Release cache entry */
  488. dprintk("nfsd: failed to encode result!\n");
  489. nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
  490. *statp = rpc_system_err;
  491. return 1;
  492. }
  493. }
  494. /* Store reply in cache. */
  495. nfsd_cache_update(rqstp, proc->pc_cachetype, statp + 1);
  496. return 1;
  497. }