nfssvc.c 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625
  1. /*
  2. * linux/fs/nfsd/nfssvc.c
  3. *
  4. * Central processing for nfsd.
  5. *
  6. * Authors: Olaf Kirch (okir@monad.swb.de)
  7. *
  8. * Copyright (C) 1995, 1996, 1997 Olaf Kirch <okir@monad.swb.de>
  9. */
  10. #include <linux/sched.h>
  11. #include <linux/freezer.h>
  12. #include <linux/fs_struct.h>
  13. #include <linux/swap.h>
  14. #include <linux/sunrpc/stats.h>
  15. #include <linux/sunrpc/svcsock.h>
  16. #include <linux/nfsd/nfsd.h>
  17. #include <linux/nfsd/cache.h>
  18. #include <linux/lockd/bind.h>
  19. #include <linux/nfsacl.h>
  20. #include <linux/seq_file.h>
  21. #include "vfs.h"
  22. #define NFSDDBG_FACILITY NFSDDBG_SVC
  23. extern struct svc_program nfsd_program;
  24. static int nfsd(void *vrqstp);
  25. struct timeval nfssvc_boot;
  26. /*
  27. * nfsd_mutex protects nfsd_serv -- both the pointer itself and the members
  28. * of the svc_serv struct. In particular, ->sv_nrthreads but also to some
  29. * extent ->sv_temp_socks and ->sv_permsocks. It also protects nfsdstats.th_cnt
  30. *
  31. * If (out side the lock) nfsd_serv is non-NULL, then it must point to a
  32. * properly initialised 'struct svc_serv' with ->sv_nrthreads > 0. That number
  33. * of nfsd threads must exist and each must listed in ->sp_all_threads in each
  34. * entry of ->sv_pools[].
  35. *
  36. * Transitions of the thread count between zero and non-zero are of particular
  37. * interest since the svc_serv needs to be created and initialized at that
  38. * point, or freed.
  39. *
  40. * Finally, the nfsd_mutex also protects some of the global variables that are
  41. * accessed when nfsd starts and that are settable via the write_* routines in
  42. * nfsctl.c. In particular:
  43. *
  44. * user_recovery_dirname
  45. * user_lease_time
  46. * nfsd_versions
  47. */
  48. DEFINE_MUTEX(nfsd_mutex);
  49. struct svc_serv *nfsd_serv;
  50. /*
  51. * nfsd_drc_lock protects nfsd_drc_max_pages and nfsd_drc_pages_used.
  52. * nfsd_drc_max_pages limits the total amount of memory available for
  53. * version 4.1 DRC caches.
  54. * nfsd_drc_pages_used tracks the current version 4.1 DRC memory usage.
  55. */
  56. spinlock_t nfsd_drc_lock;
  57. unsigned int nfsd_drc_max_mem;
  58. unsigned int nfsd_drc_mem_used;
  59. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  60. static struct svc_stat nfsd_acl_svcstats;
  61. static struct svc_version * nfsd_acl_version[] = {
  62. [2] = &nfsd_acl_version2,
  63. [3] = &nfsd_acl_version3,
  64. };
  65. #define NFSD_ACL_MINVERS 2
  66. #define NFSD_ACL_NRVERS ARRAY_SIZE(nfsd_acl_version)
  67. static struct svc_version *nfsd_acl_versions[NFSD_ACL_NRVERS];
  68. static struct svc_program nfsd_acl_program = {
  69. .pg_prog = NFS_ACL_PROGRAM,
  70. .pg_nvers = NFSD_ACL_NRVERS,
  71. .pg_vers = nfsd_acl_versions,
  72. .pg_name = "nfsacl",
  73. .pg_class = "nfsd",
  74. .pg_stats = &nfsd_acl_svcstats,
  75. .pg_authenticate = &svc_set_client,
  76. };
  77. static struct svc_stat nfsd_acl_svcstats = {
  78. .program = &nfsd_acl_program,
  79. };
  80. #endif /* defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL) */
  81. static struct svc_version * nfsd_version[] = {
  82. [2] = &nfsd_version2,
  83. #if defined(CONFIG_NFSD_V3)
  84. [3] = &nfsd_version3,
  85. #endif
  86. #if defined(CONFIG_NFSD_V4)
  87. [4] = &nfsd_version4,
  88. #endif
  89. };
  90. #define NFSD_MINVERS 2
  91. #define NFSD_NRVERS ARRAY_SIZE(nfsd_version)
  92. static struct svc_version *nfsd_versions[NFSD_NRVERS];
  93. struct svc_program nfsd_program = {
  94. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  95. .pg_next = &nfsd_acl_program,
  96. #endif
  97. .pg_prog = NFS_PROGRAM, /* program number */
  98. .pg_nvers = NFSD_NRVERS, /* nr of entries in nfsd_version */
  99. .pg_vers = nfsd_versions, /* version table */
  100. .pg_name = "nfsd", /* program name */
  101. .pg_class = "nfsd", /* authentication class */
  102. .pg_stats = &nfsd_svcstats, /* version table */
  103. .pg_authenticate = &svc_set_client, /* export authentication */
  104. };
  105. u32 nfsd_supported_minorversion;
  106. int nfsd_vers(int vers, enum vers_op change)
  107. {
  108. if (vers < NFSD_MINVERS || vers >= NFSD_NRVERS)
  109. return -1;
  110. switch(change) {
  111. case NFSD_SET:
  112. nfsd_versions[vers] = nfsd_version[vers];
  113. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  114. if (vers < NFSD_ACL_NRVERS)
  115. nfsd_acl_versions[vers] = nfsd_acl_version[vers];
  116. #endif
  117. break;
  118. case NFSD_CLEAR:
  119. nfsd_versions[vers] = NULL;
  120. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  121. if (vers < NFSD_ACL_NRVERS)
  122. nfsd_acl_versions[vers] = NULL;
  123. #endif
  124. break;
  125. case NFSD_TEST:
  126. return nfsd_versions[vers] != NULL;
  127. case NFSD_AVAIL:
  128. return nfsd_version[vers] != NULL;
  129. }
  130. return 0;
  131. }
  132. int nfsd_minorversion(u32 minorversion, enum vers_op change)
  133. {
  134. if (minorversion > NFSD_SUPPORTED_MINOR_VERSION)
  135. return -1;
  136. switch(change) {
  137. case NFSD_SET:
  138. nfsd_supported_minorversion = minorversion;
  139. break;
  140. case NFSD_CLEAR:
  141. if (minorversion == 0)
  142. return -1;
  143. nfsd_supported_minorversion = minorversion - 1;
  144. break;
  145. case NFSD_TEST:
  146. return minorversion <= nfsd_supported_minorversion;
  147. case NFSD_AVAIL:
  148. return minorversion <= NFSD_SUPPORTED_MINOR_VERSION;
  149. }
  150. return 0;
  151. }
  152. /*
  153. * Maximum number of nfsd processes
  154. */
  155. #define NFSD_MAXSERVS 8192
  156. int nfsd_nrthreads(void)
  157. {
  158. int rv = 0;
  159. mutex_lock(&nfsd_mutex);
  160. if (nfsd_serv)
  161. rv = nfsd_serv->sv_nrthreads;
  162. mutex_unlock(&nfsd_mutex);
  163. return rv;
  164. }
  165. static void nfsd_last_thread(struct svc_serv *serv)
  166. {
  167. /* When last nfsd thread exits we need to do some clean-up */
  168. struct svc_xprt *xprt;
  169. list_for_each_entry(xprt, &serv->sv_permsocks, xpt_list)
  170. lockd_down();
  171. nfsd_serv = NULL;
  172. nfsd_racache_shutdown();
  173. nfs4_state_shutdown();
  174. printk(KERN_WARNING "nfsd: last server has exited, flushing export "
  175. "cache\n");
  176. nfsd_export_flush();
  177. }
  178. void nfsd_reset_versions(void)
  179. {
  180. int found_one = 0;
  181. int i;
  182. for (i = NFSD_MINVERS; i < NFSD_NRVERS; i++) {
  183. if (nfsd_program.pg_vers[i])
  184. found_one = 1;
  185. }
  186. if (!found_one) {
  187. for (i = NFSD_MINVERS; i < NFSD_NRVERS; i++)
  188. nfsd_program.pg_vers[i] = nfsd_version[i];
  189. #if defined(CONFIG_NFSD_V2_ACL) || defined(CONFIG_NFSD_V3_ACL)
  190. for (i = NFSD_ACL_MINVERS; i < NFSD_ACL_NRVERS; i++)
  191. nfsd_acl_program.pg_vers[i] =
  192. nfsd_acl_version[i];
  193. #endif
  194. }
  195. }
  196. /*
  197. * Each session guarantees a negotiated per slot memory cache for replies
  198. * which in turn consumes memory beyond the v2/v3/v4.0 server. A dedicated
  199. * NFSv4.1 server might want to use more memory for a DRC than a machine
  200. * with mutiple services.
  201. *
  202. * Impose a hard limit on the number of pages for the DRC which varies
  203. * according to the machines free pages. This is of course only a default.
  204. *
  205. * For now this is a #defined shift which could be under admin control
  206. * in the future.
  207. */
  208. static void set_max_drc(void)
  209. {
  210. #define NFSD_DRC_SIZE_SHIFT 10
  211. nfsd_drc_max_mem = (nr_free_buffer_pages()
  212. >> NFSD_DRC_SIZE_SHIFT) * PAGE_SIZE;
  213. nfsd_drc_mem_used = 0;
  214. spin_lock_init(&nfsd_drc_lock);
  215. dprintk("%s nfsd_drc_max_mem %u \n", __func__, nfsd_drc_max_mem);
  216. }
  217. int nfsd_create_serv(void)
  218. {
  219. int err = 0;
  220. WARN_ON(!mutex_is_locked(&nfsd_mutex));
  221. if (nfsd_serv) {
  222. svc_get(nfsd_serv);
  223. return 0;
  224. }
  225. if (nfsd_max_blksize == 0) {
  226. /* choose a suitable default */
  227. struct sysinfo i;
  228. si_meminfo(&i);
  229. /* Aim for 1/4096 of memory per thread
  230. * This gives 1MB on 4Gig machines
  231. * But only uses 32K on 128M machines.
  232. * Bottom out at 8K on 32M and smaller.
  233. * Of course, this is only a default.
  234. */
  235. nfsd_max_blksize = NFSSVC_MAXBLKSIZE;
  236. i.totalram <<= PAGE_SHIFT - 12;
  237. while (nfsd_max_blksize > i.totalram &&
  238. nfsd_max_blksize >= 8*1024*2)
  239. nfsd_max_blksize /= 2;
  240. }
  241. nfsd_serv = svc_create_pooled(&nfsd_program, nfsd_max_blksize,
  242. nfsd_last_thread, nfsd, THIS_MODULE);
  243. if (nfsd_serv == NULL)
  244. err = -ENOMEM;
  245. else
  246. set_max_drc();
  247. do_gettimeofday(&nfssvc_boot); /* record boot time */
  248. return err;
  249. }
  250. static int nfsd_init_socks(int port)
  251. {
  252. int error;
  253. if (!list_empty(&nfsd_serv->sv_permsocks))
  254. return 0;
  255. error = svc_create_xprt(nfsd_serv, "udp", PF_INET, port,
  256. SVC_SOCK_DEFAULTS);
  257. if (error < 0)
  258. return error;
  259. error = lockd_up();
  260. if (error < 0)
  261. return error;
  262. error = svc_create_xprt(nfsd_serv, "tcp", PF_INET, port,
  263. SVC_SOCK_DEFAULTS);
  264. if (error < 0)
  265. return error;
  266. error = lockd_up();
  267. if (error < 0)
  268. return error;
  269. return 0;
  270. }
  271. int nfsd_nrpools(void)
  272. {
  273. if (nfsd_serv == NULL)
  274. return 0;
  275. else
  276. return nfsd_serv->sv_nrpools;
  277. }
  278. int nfsd_get_nrthreads(int n, int *nthreads)
  279. {
  280. int i = 0;
  281. if (nfsd_serv != NULL) {
  282. for (i = 0; i < nfsd_serv->sv_nrpools && i < n; i++)
  283. nthreads[i] = nfsd_serv->sv_pools[i].sp_nrthreads;
  284. }
  285. return 0;
  286. }
  287. int nfsd_set_nrthreads(int n, int *nthreads)
  288. {
  289. int i = 0;
  290. int tot = 0;
  291. int err = 0;
  292. WARN_ON(!mutex_is_locked(&nfsd_mutex));
  293. if (nfsd_serv == NULL || n <= 0)
  294. return 0;
  295. if (n > nfsd_serv->sv_nrpools)
  296. n = nfsd_serv->sv_nrpools;
  297. /* enforce a global maximum number of threads */
  298. tot = 0;
  299. for (i = 0; i < n; i++) {
  300. if (nthreads[i] > NFSD_MAXSERVS)
  301. nthreads[i] = NFSD_MAXSERVS;
  302. tot += nthreads[i];
  303. }
  304. if (tot > NFSD_MAXSERVS) {
  305. /* total too large: scale down requested numbers */
  306. for (i = 0; i < n && tot > 0; i++) {
  307. int new = nthreads[i] * NFSD_MAXSERVS / tot;
  308. tot -= (nthreads[i] - new);
  309. nthreads[i] = new;
  310. }
  311. for (i = 0; i < n && tot > 0; i++) {
  312. nthreads[i]--;
  313. tot--;
  314. }
  315. }
  316. /*
  317. * There must always be a thread in pool 0; the admin
  318. * can't shut down NFS completely using pool_threads.
  319. */
  320. if (nthreads[0] == 0)
  321. nthreads[0] = 1;
  322. /* apply the new numbers */
  323. svc_get(nfsd_serv);
  324. for (i = 0; i < n; i++) {
  325. err = svc_set_num_threads(nfsd_serv, &nfsd_serv->sv_pools[i],
  326. nthreads[i]);
  327. if (err)
  328. break;
  329. }
  330. svc_destroy(nfsd_serv);
  331. return err;
  332. }
  333. int
  334. nfsd_svc(unsigned short port, int nrservs)
  335. {
  336. int error;
  337. mutex_lock(&nfsd_mutex);
  338. dprintk("nfsd: creating service\n");
  339. if (nrservs <= 0)
  340. nrservs = 0;
  341. if (nrservs > NFSD_MAXSERVS)
  342. nrservs = NFSD_MAXSERVS;
  343. error = 0;
  344. if (nrservs == 0 && nfsd_serv == NULL)
  345. goto out;
  346. /* Readahead param cache - will no-op if it already exists */
  347. error = nfsd_racache_init(2*nrservs);
  348. if (error<0)
  349. goto out;
  350. error = nfs4_state_start();
  351. if (error)
  352. goto out;
  353. nfsd_reset_versions();
  354. error = nfsd_create_serv();
  355. if (error)
  356. goto out;
  357. error = nfsd_init_socks(port);
  358. if (error)
  359. goto failure;
  360. error = svc_set_num_threads(nfsd_serv, NULL, nrservs);
  361. if (error == 0)
  362. /* We are holding a reference to nfsd_serv which
  363. * we don't want to count in the return value,
  364. * so subtract 1
  365. */
  366. error = nfsd_serv->sv_nrthreads - 1;
  367. failure:
  368. svc_destroy(nfsd_serv); /* Release server */
  369. out:
  370. mutex_unlock(&nfsd_mutex);
  371. return error;
  372. }
  373. /*
  374. * This is the NFS server kernel thread
  375. */
  376. static int
  377. nfsd(void *vrqstp)
  378. {
  379. struct svc_rqst *rqstp = (struct svc_rqst *) vrqstp;
  380. int err, preverr = 0;
  381. /* Lock module and set up kernel thread */
  382. mutex_lock(&nfsd_mutex);
  383. /* At this point, the thread shares current->fs
  384. * with the init process. We need to create files with a
  385. * umask of 0 instead of init's umask. */
  386. if (unshare_fs_struct() < 0) {
  387. printk("Unable to start nfsd thread: out of memory\n");
  388. goto out;
  389. }
  390. current->fs->umask = 0;
  391. /*
  392. * thread is spawned with all signals set to SIG_IGN, re-enable
  393. * the ones that will bring down the thread
  394. */
  395. allow_signal(SIGKILL);
  396. allow_signal(SIGHUP);
  397. allow_signal(SIGINT);
  398. allow_signal(SIGQUIT);
  399. nfsdstats.th_cnt++;
  400. mutex_unlock(&nfsd_mutex);
  401. /*
  402. * We want less throttling in balance_dirty_pages() so that nfs to
  403. * localhost doesn't cause nfsd to lock up due to all the client's
  404. * dirty pages.
  405. */
  406. current->flags |= PF_LESS_THROTTLE;
  407. set_freezable();
  408. /*
  409. * The main request loop
  410. */
  411. for (;;) {
  412. /*
  413. * Find a socket with data available and call its
  414. * recvfrom routine.
  415. */
  416. while ((err = svc_recv(rqstp, 60*60*HZ)) == -EAGAIN)
  417. ;
  418. if (err == -EINTR)
  419. break;
  420. else if (err < 0) {
  421. if (err != preverr) {
  422. printk(KERN_WARNING "%s: unexpected error "
  423. "from svc_recv (%d)\n", __func__, -err);
  424. preverr = err;
  425. }
  426. schedule_timeout_uninterruptible(HZ);
  427. continue;
  428. }
  429. /* Lock the export hash tables for reading. */
  430. exp_readlock();
  431. validate_process_creds();
  432. svc_process(rqstp);
  433. validate_process_creds();
  434. /* Unlock export hash tables */
  435. exp_readunlock();
  436. }
  437. /* Clear signals before calling svc_exit_thread() */
  438. flush_signals(current);
  439. mutex_lock(&nfsd_mutex);
  440. nfsdstats.th_cnt --;
  441. out:
  442. /* Release the thread */
  443. svc_exit_thread(rqstp);
  444. /* Release module */
  445. mutex_unlock(&nfsd_mutex);
  446. module_put_and_exit(0);
  447. return 0;
  448. }
  449. static __be32 map_new_errors(u32 vers, __be32 nfserr)
  450. {
  451. if (nfserr == nfserr_jukebox && vers == 2)
  452. return nfserr_dropit;
  453. if (nfserr == nfserr_wrongsec && vers < 4)
  454. return nfserr_acces;
  455. return nfserr;
  456. }
  457. int
  458. nfsd_dispatch(struct svc_rqst *rqstp, __be32 *statp)
  459. {
  460. struct svc_procedure *proc;
  461. kxdrproc_t xdr;
  462. __be32 nfserr;
  463. __be32 *nfserrp;
  464. dprintk("nfsd_dispatch: vers %d proc %d\n",
  465. rqstp->rq_vers, rqstp->rq_proc);
  466. proc = rqstp->rq_procinfo;
  467. /* Check whether we have this call in the cache. */
  468. switch (nfsd_cache_lookup(rqstp, proc->pc_cachetype)) {
  469. case RC_INTR:
  470. case RC_DROPIT:
  471. return 0;
  472. case RC_REPLY:
  473. return 1;
  474. case RC_DOIT:;
  475. /* do it */
  476. }
  477. /* Decode arguments */
  478. xdr = proc->pc_decode;
  479. if (xdr && !xdr(rqstp, (__be32*)rqstp->rq_arg.head[0].iov_base,
  480. rqstp->rq_argp)) {
  481. dprintk("nfsd: failed to decode arguments!\n");
  482. nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
  483. *statp = rpc_garbage_args;
  484. return 1;
  485. }
  486. /* need to grab the location to store the status, as
  487. * nfsv4 does some encoding while processing
  488. */
  489. nfserrp = rqstp->rq_res.head[0].iov_base
  490. + rqstp->rq_res.head[0].iov_len;
  491. rqstp->rq_res.head[0].iov_len += sizeof(__be32);
  492. /* Now call the procedure handler, and encode NFS status. */
  493. nfserr = proc->pc_func(rqstp, rqstp->rq_argp, rqstp->rq_resp);
  494. nfserr = map_new_errors(rqstp->rq_vers, nfserr);
  495. if (nfserr == nfserr_dropit) {
  496. dprintk("nfsd: Dropping request; may be revisited later\n");
  497. nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
  498. return 0;
  499. }
  500. if (rqstp->rq_proc != 0)
  501. *nfserrp++ = nfserr;
  502. /* Encode result.
  503. * For NFSv2, additional info is never returned in case of an error.
  504. */
  505. if (!(nfserr && rqstp->rq_vers == 2)) {
  506. xdr = proc->pc_encode;
  507. if (xdr && !xdr(rqstp, nfserrp,
  508. rqstp->rq_resp)) {
  509. /* Failed to encode result. Release cache entry */
  510. dprintk("nfsd: failed to encode result!\n");
  511. nfsd_cache_update(rqstp, RC_NOCACHE, NULL);
  512. *statp = rpc_system_err;
  513. return 1;
  514. }
  515. }
  516. /* Store reply in cache. */
  517. nfsd_cache_update(rqstp, proc->pc_cachetype, statp + 1);
  518. return 1;
  519. }
  520. int nfsd_pool_stats_open(struct inode *inode, struct file *file)
  521. {
  522. int ret;
  523. mutex_lock(&nfsd_mutex);
  524. if (nfsd_serv == NULL) {
  525. mutex_unlock(&nfsd_mutex);
  526. return -ENODEV;
  527. }
  528. /* bump up the psudo refcount while traversing */
  529. svc_get(nfsd_serv);
  530. ret = svc_pool_stats_open(nfsd_serv, file);
  531. mutex_unlock(&nfsd_mutex);
  532. return ret;
  533. }
  534. int nfsd_pool_stats_release(struct inode *inode, struct file *file)
  535. {
  536. int ret = seq_release(inode, file);
  537. mutex_lock(&nfsd_mutex);
  538. /* this function really, really should have been called svc_put() */
  539. svc_destroy(nfsd_serv);
  540. mutex_unlock(&nfsd_mutex);
  541. return ret;
  542. }