super.c 35 KB

1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144114511461147114811491150115111521153115411551156115711581159116011611162116311641165116611671168116911701171117211731174117511761177117811791180118111821183118411851186118711881189119011911192119311941195119611971198119912001201120212031204120512061207120812091210121112121213121412151216121712181219122012211222122312241225122612271228122912301231123212331234123512361237123812391240124112421243124412451246124712481249125012511252125312541255125612571258125912601261126212631264126512661267126812691270127112721273127412751276127712781279128012811282128312841285128612871288128912901291129212931294129512961297129812991300130113021303130413051306130713081309131013111312131313141315131613171318131913201321132213231324132513261327132813291330133113321333133413351336133713381339134013411342134313441345134613471348134913501351135213531354135513561357135813591360136113621363136413651366136713681369137013711372137313741375137613771378137913801381138213831384138513861387138813891390139113921393139413951396139713981399140014011402140314041405140614071408140914101411141214131414141514161417141814191420142114221423142414251426142714281429
  1. /*
  2. * linux/fs/super.c
  3. *
  4. * Copyright (C) 1991, 1992 Linus Torvalds
  5. *
  6. * super.c contains code to handle: - mount structures
  7. * - super-block tables
  8. * - filesystem drivers list
  9. * - mount system call
  10. * - umount system call
  11. * - ustat system call
  12. *
  13. * GK 2/5/95 - Changed to support mounting the root fs via NFS
  14. *
  15. * Added kerneld support: Jacques Gelinas and Bjorn Ekwall
  16. * Added change_root: Werner Almesberger & Hans Lermen, Feb '96
  17. * Added options to /proc/mounts:
  18. * Torbjörn Lindh (torbjorn.lindh@gopta.se), April 14, 1996.
  19. * Added devfs support: Richard Gooch <rgooch@atnf.csiro.au>, 13-JAN-1998
  20. * Heavily rewritten for 'one fs - one tree' dcache architecture. AV, Mar 2000
  21. */
  22. #include <linux/export.h>
  23. #include <linux/slab.h>
  24. #include <linux/acct.h>
  25. #include <linux/blkdev.h>
  26. #include <linux/mount.h>
  27. #include <linux/security.h>
  28. #include <linux/writeback.h> /* for the emergency remount stuff */
  29. #include <linux/idr.h>
  30. #include <linux/mutex.h>
  31. #include <linux/backing-dev.h>
  32. #include <linux/rculist_bl.h>
  33. #include <linux/cleancache.h>
  34. #include <linux/fsnotify.h>
  35. #include <linux/lockdep.h>
  36. #include "internal.h"
  37. LIST_HEAD(super_blocks);
  38. DEFINE_SPINLOCK(sb_lock);
  39. static char *sb_writers_name[SB_FREEZE_LEVELS] = {
  40. "sb_writers",
  41. "sb_pagefaults",
  42. "sb_internal",
  43. };
  44. /*
  45. * One thing we have to be careful of with a per-sb shrinker is that we don't
  46. * drop the last active reference to the superblock from within the shrinker.
  47. * If that happens we could trigger unregistering the shrinker from within the
  48. * shrinker path and that leads to deadlock on the shrinker_rwsem. Hence we
  49. * take a passive reference to the superblock to avoid this from occurring.
  50. */
  51. static int prune_super(struct shrinker *shrink, struct shrink_control *sc)
  52. {
  53. struct super_block *sb;
  54. int fs_objects = 0;
  55. int total_objects;
  56. sb = container_of(shrink, struct super_block, s_shrink);
  57. /*
  58. * Deadlock avoidance. We may hold various FS locks, and we don't want
  59. * to recurse into the FS that called us in clear_inode() and friends..
  60. */
  61. if (sc->nr_to_scan && !(sc->gfp_mask & __GFP_FS))
  62. return -1;
  63. if (!grab_super_passive(sb))
  64. return -1;
  65. if (sb->s_op && sb->s_op->nr_cached_objects)
  66. fs_objects = sb->s_op->nr_cached_objects(sb);
  67. total_objects = sb->s_nr_dentry_unused +
  68. sb->s_nr_inodes_unused + fs_objects + 1;
  69. if (sc->nr_to_scan) {
  70. int dentries;
  71. int inodes;
  72. /* proportion the scan between the caches */
  73. dentries = (sc->nr_to_scan * sb->s_nr_dentry_unused) /
  74. total_objects;
  75. inodes = (sc->nr_to_scan * sb->s_nr_inodes_unused) /
  76. total_objects;
  77. if (fs_objects)
  78. fs_objects = (sc->nr_to_scan * fs_objects) /
  79. total_objects;
  80. /*
  81. * prune the dcache first as the icache is pinned by it, then
  82. * prune the icache, followed by the filesystem specific caches
  83. */
  84. prune_dcache_sb(sb, dentries);
  85. prune_icache_sb(sb, inodes);
  86. if (fs_objects && sb->s_op->free_cached_objects) {
  87. sb->s_op->free_cached_objects(sb, fs_objects);
  88. fs_objects = sb->s_op->nr_cached_objects(sb);
  89. }
  90. total_objects = sb->s_nr_dentry_unused +
  91. sb->s_nr_inodes_unused + fs_objects;
  92. }
  93. total_objects = (total_objects / 100) * sysctl_vfs_cache_pressure;
  94. drop_super(sb);
  95. return total_objects;
  96. }
  97. static int init_sb_writers(struct super_block *s, struct file_system_type *type)
  98. {
  99. int err;
  100. int i;
  101. for (i = 0; i < SB_FREEZE_LEVELS; i++) {
  102. err = percpu_counter_init(&s->s_writers.counter[i], 0);
  103. if (err < 0)
  104. goto err_out;
  105. lockdep_init_map(&s->s_writers.lock_map[i], sb_writers_name[i],
  106. &type->s_writers_key[i], 0);
  107. }
  108. init_waitqueue_head(&s->s_writers.wait);
  109. init_waitqueue_head(&s->s_writers.wait_unfrozen);
  110. return 0;
  111. err_out:
  112. while (--i >= 0)
  113. percpu_counter_destroy(&s->s_writers.counter[i]);
  114. return err;
  115. }
  116. static void destroy_sb_writers(struct super_block *s)
  117. {
  118. int i;
  119. for (i = 0; i < SB_FREEZE_LEVELS; i++)
  120. percpu_counter_destroy(&s->s_writers.counter[i]);
  121. }
  122. /**
  123. * alloc_super - create new superblock
  124. * @type: filesystem type superblock should belong to
  125. * @flags: the mount flags
  126. *
  127. * Allocates and initializes a new &struct super_block. alloc_super()
  128. * returns a pointer new superblock or %NULL if allocation had failed.
  129. */
  130. static struct super_block *alloc_super(struct file_system_type *type, int flags)
  131. {
  132. struct super_block *s = kzalloc(sizeof(struct super_block), GFP_USER);
  133. static const struct super_operations default_op;
  134. if (s) {
  135. if (security_sb_alloc(s)) {
  136. /*
  137. * We cannot call security_sb_free() without
  138. * security_sb_alloc() succeeding. So bail out manually
  139. */
  140. kfree(s);
  141. s = NULL;
  142. goto out;
  143. }
  144. #ifdef CONFIG_SMP
  145. s->s_files = alloc_percpu(struct list_head);
  146. if (!s->s_files)
  147. goto err_out;
  148. else {
  149. int i;
  150. for_each_possible_cpu(i)
  151. INIT_LIST_HEAD(per_cpu_ptr(s->s_files, i));
  152. }
  153. #else
  154. INIT_LIST_HEAD(&s->s_files);
  155. #endif
  156. if (init_sb_writers(s, type))
  157. goto err_out;
  158. s->s_flags = flags;
  159. s->s_bdi = &default_backing_dev_info;
  160. INIT_HLIST_NODE(&s->s_instances);
  161. INIT_HLIST_BL_HEAD(&s->s_anon);
  162. INIT_LIST_HEAD(&s->s_inodes);
  163. INIT_LIST_HEAD(&s->s_dentry_lru);
  164. INIT_LIST_HEAD(&s->s_inode_lru);
  165. spin_lock_init(&s->s_inode_lru_lock);
  166. INIT_LIST_HEAD(&s->s_mounts);
  167. init_rwsem(&s->s_umount);
  168. mutex_init(&s->s_lock);
  169. lockdep_set_class(&s->s_umount, &type->s_umount_key);
  170. /*
  171. * The locking rules for s_lock are up to the
  172. * filesystem. For example ext3fs has different
  173. * lock ordering than usbfs:
  174. */
  175. lockdep_set_class(&s->s_lock, &type->s_lock_key);
  176. /*
  177. * sget() can have s_umount recursion.
  178. *
  179. * When it cannot find a suitable sb, it allocates a new
  180. * one (this one), and tries again to find a suitable old
  181. * one.
  182. *
  183. * In case that succeeds, it will acquire the s_umount
  184. * lock of the old one. Since these are clearly distrinct
  185. * locks, and this object isn't exposed yet, there's no
  186. * risk of deadlocks.
  187. *
  188. * Annotate this by putting this lock in a different
  189. * subclass.
  190. */
  191. down_write_nested(&s->s_umount, SINGLE_DEPTH_NESTING);
  192. s->s_count = 1;
  193. atomic_set(&s->s_active, 1);
  194. mutex_init(&s->s_vfs_rename_mutex);
  195. lockdep_set_class(&s->s_vfs_rename_mutex, &type->s_vfs_rename_key);
  196. mutex_init(&s->s_dquot.dqio_mutex);
  197. mutex_init(&s->s_dquot.dqonoff_mutex);
  198. init_rwsem(&s->s_dquot.dqptr_sem);
  199. s->s_maxbytes = MAX_NON_LFS;
  200. s->s_op = &default_op;
  201. s->s_time_gran = 1000000000;
  202. s->cleancache_poolid = -1;
  203. s->s_shrink.seeks = DEFAULT_SEEKS;
  204. s->s_shrink.shrink = prune_super;
  205. s->s_shrink.batch = 1024;
  206. }
  207. out:
  208. return s;
  209. err_out:
  210. security_sb_free(s);
  211. #ifdef CONFIG_SMP
  212. if (s->s_files)
  213. free_percpu(s->s_files);
  214. #endif
  215. destroy_sb_writers(s);
  216. kfree(s);
  217. s = NULL;
  218. goto out;
  219. }
  220. /**
  221. * destroy_super - frees a superblock
  222. * @s: superblock to free
  223. *
  224. * Frees a superblock.
  225. */
  226. static inline void destroy_super(struct super_block *s)
  227. {
  228. #ifdef CONFIG_SMP
  229. free_percpu(s->s_files);
  230. #endif
  231. destroy_sb_writers(s);
  232. security_sb_free(s);
  233. WARN_ON(!list_empty(&s->s_mounts));
  234. kfree(s->s_subtype);
  235. kfree(s->s_options);
  236. kfree(s);
  237. }
  238. /* Superblock refcounting */
  239. /*
  240. * Drop a superblock's refcount. The caller must hold sb_lock.
  241. */
  242. static void __put_super(struct super_block *sb)
  243. {
  244. if (!--sb->s_count) {
  245. list_del_init(&sb->s_list);
  246. destroy_super(sb);
  247. }
  248. }
  249. /**
  250. * put_super - drop a temporary reference to superblock
  251. * @sb: superblock in question
  252. *
  253. * Drops a temporary reference, frees superblock if there's no
  254. * references left.
  255. */
  256. static void put_super(struct super_block *sb)
  257. {
  258. spin_lock(&sb_lock);
  259. __put_super(sb);
  260. spin_unlock(&sb_lock);
  261. }
  262. /**
  263. * deactivate_locked_super - drop an active reference to superblock
  264. * @s: superblock to deactivate
  265. *
  266. * Drops an active reference to superblock, converting it into a temprory
  267. * one if there is no other active references left. In that case we
  268. * tell fs driver to shut it down and drop the temporary reference we
  269. * had just acquired.
  270. *
  271. * Caller holds exclusive lock on superblock; that lock is released.
  272. */
  273. void deactivate_locked_super(struct super_block *s)
  274. {
  275. struct file_system_type *fs = s->s_type;
  276. if (atomic_dec_and_test(&s->s_active)) {
  277. cleancache_invalidate_fs(s);
  278. fs->kill_sb(s);
  279. /* caches are now gone, we can safely kill the shrinker now */
  280. unregister_shrinker(&s->s_shrink);
  281. /*
  282. * We need to call rcu_barrier so all the delayed rcu free
  283. * inodes are flushed before we release the fs module.
  284. */
  285. rcu_barrier();
  286. put_filesystem(fs);
  287. put_super(s);
  288. } else {
  289. up_write(&s->s_umount);
  290. }
  291. }
  292. EXPORT_SYMBOL(deactivate_locked_super);
  293. /**
  294. * deactivate_super - drop an active reference to superblock
  295. * @s: superblock to deactivate
  296. *
  297. * Variant of deactivate_locked_super(), except that superblock is *not*
  298. * locked by caller. If we are going to drop the final active reference,
  299. * lock will be acquired prior to that.
  300. */
  301. void deactivate_super(struct super_block *s)
  302. {
  303. if (!atomic_add_unless(&s->s_active, -1, 1)) {
  304. down_write(&s->s_umount);
  305. deactivate_locked_super(s);
  306. }
  307. }
  308. EXPORT_SYMBOL(deactivate_super);
  309. /**
  310. * grab_super - acquire an active reference
  311. * @s: reference we are trying to make active
  312. *
  313. * Tries to acquire an active reference. grab_super() is used when we
  314. * had just found a superblock in super_blocks or fs_type->fs_supers
  315. * and want to turn it into a full-blown active reference. grab_super()
  316. * is called with sb_lock held and drops it. Returns 1 in case of
  317. * success, 0 if we had failed (superblock contents was already dead or
  318. * dying when grab_super() had been called).
  319. */
  320. static int grab_super(struct super_block *s) __releases(sb_lock)
  321. {
  322. if (atomic_inc_not_zero(&s->s_active)) {
  323. spin_unlock(&sb_lock);
  324. return 1;
  325. }
  326. /* it's going away */
  327. s->s_count++;
  328. spin_unlock(&sb_lock);
  329. /* wait for it to die */
  330. down_write(&s->s_umount);
  331. up_write(&s->s_umount);
  332. put_super(s);
  333. return 0;
  334. }
  335. /*
  336. * grab_super_passive - acquire a passive reference
  337. * @sb: reference we are trying to grab
  338. *
  339. * Tries to acquire a passive reference. This is used in places where we
  340. * cannot take an active reference but we need to ensure that the
  341. * superblock does not go away while we are working on it. It returns
  342. * false if a reference was not gained, and returns true with the s_umount
  343. * lock held in read mode if a reference is gained. On successful return,
  344. * the caller must drop the s_umount lock and the passive reference when
  345. * done.
  346. */
  347. bool grab_super_passive(struct super_block *sb)
  348. {
  349. spin_lock(&sb_lock);
  350. if (hlist_unhashed(&sb->s_instances)) {
  351. spin_unlock(&sb_lock);
  352. return false;
  353. }
  354. sb->s_count++;
  355. spin_unlock(&sb_lock);
  356. if (down_read_trylock(&sb->s_umount)) {
  357. if (sb->s_root && (sb->s_flags & MS_BORN))
  358. return true;
  359. up_read(&sb->s_umount);
  360. }
  361. put_super(sb);
  362. return false;
  363. }
  364. /*
  365. * Superblock locking. We really ought to get rid of these two.
  366. */
  367. void lock_super(struct super_block * sb)
  368. {
  369. mutex_lock(&sb->s_lock);
  370. }
  371. void unlock_super(struct super_block * sb)
  372. {
  373. mutex_unlock(&sb->s_lock);
  374. }
  375. EXPORT_SYMBOL(lock_super);
  376. EXPORT_SYMBOL(unlock_super);
  377. /**
  378. * generic_shutdown_super - common helper for ->kill_sb()
  379. * @sb: superblock to kill
  380. *
  381. * generic_shutdown_super() does all fs-independent work on superblock
  382. * shutdown. Typical ->kill_sb() should pick all fs-specific objects
  383. * that need destruction out of superblock, call generic_shutdown_super()
  384. * and release aforementioned objects. Note: dentries and inodes _are_
  385. * taken care of and do not need specific handling.
  386. *
  387. * Upon calling this function, the filesystem may no longer alter or
  388. * rearrange the set of dentries belonging to this super_block, nor may it
  389. * change the attachments of dentries to inodes.
  390. */
  391. void generic_shutdown_super(struct super_block *sb)
  392. {
  393. const struct super_operations *sop = sb->s_op;
  394. if (sb->s_root) {
  395. shrink_dcache_for_umount(sb);
  396. sync_filesystem(sb);
  397. sb->s_flags &= ~MS_ACTIVE;
  398. fsnotify_unmount_inodes(&sb->s_inodes);
  399. evict_inodes(sb);
  400. if (sop->put_super)
  401. sop->put_super(sb);
  402. if (!list_empty(&sb->s_inodes)) {
  403. printk("VFS: Busy inodes after unmount of %s. "
  404. "Self-destruct in 5 seconds. Have a nice day...\n",
  405. sb->s_id);
  406. }
  407. }
  408. spin_lock(&sb_lock);
  409. /* should be initialized for __put_super_and_need_restart() */
  410. hlist_del_init(&sb->s_instances);
  411. spin_unlock(&sb_lock);
  412. up_write(&sb->s_umount);
  413. }
  414. EXPORT_SYMBOL(generic_shutdown_super);
  415. /**
  416. * sget - find or create a superblock
  417. * @type: filesystem type superblock should belong to
  418. * @test: comparison callback
  419. * @set: setup callback
  420. * @flags: mount flags
  421. * @data: argument to each of them
  422. */
  423. struct super_block *sget(struct file_system_type *type,
  424. int (*test)(struct super_block *,void *),
  425. int (*set)(struct super_block *,void *),
  426. int flags,
  427. void *data)
  428. {
  429. struct super_block *s = NULL;
  430. struct hlist_node *node;
  431. struct super_block *old;
  432. int err;
  433. retry:
  434. spin_lock(&sb_lock);
  435. if (test) {
  436. hlist_for_each_entry(old, node, &type->fs_supers, s_instances) {
  437. if (!test(old, data))
  438. continue;
  439. if (!grab_super(old))
  440. goto retry;
  441. if (s) {
  442. up_write(&s->s_umount);
  443. destroy_super(s);
  444. s = NULL;
  445. }
  446. down_write(&old->s_umount);
  447. if (unlikely(!(old->s_flags & MS_BORN))) {
  448. deactivate_locked_super(old);
  449. goto retry;
  450. }
  451. return old;
  452. }
  453. }
  454. if (!s) {
  455. spin_unlock(&sb_lock);
  456. s = alloc_super(type, flags);
  457. if (!s)
  458. return ERR_PTR(-ENOMEM);
  459. goto retry;
  460. }
  461. err = set(s, data);
  462. if (err) {
  463. spin_unlock(&sb_lock);
  464. up_write(&s->s_umount);
  465. destroy_super(s);
  466. return ERR_PTR(err);
  467. }
  468. s->s_type = type;
  469. strlcpy(s->s_id, type->name, sizeof(s->s_id));
  470. list_add_tail(&s->s_list, &super_blocks);
  471. hlist_add_head(&s->s_instances, &type->fs_supers);
  472. spin_unlock(&sb_lock);
  473. get_filesystem(type);
  474. register_shrinker(&s->s_shrink);
  475. return s;
  476. }
  477. EXPORT_SYMBOL(sget);
  478. void drop_super(struct super_block *sb)
  479. {
  480. up_read(&sb->s_umount);
  481. put_super(sb);
  482. }
  483. EXPORT_SYMBOL(drop_super);
  484. /**
  485. * iterate_supers - call function for all active superblocks
  486. * @f: function to call
  487. * @arg: argument to pass to it
  488. *
  489. * Scans the superblock list and calls given function, passing it
  490. * locked superblock and given argument.
  491. */
  492. void iterate_supers(void (*f)(struct super_block *, void *), void *arg)
  493. {
  494. struct super_block *sb, *p = NULL;
  495. spin_lock(&sb_lock);
  496. list_for_each_entry(sb, &super_blocks, s_list) {
  497. if (hlist_unhashed(&sb->s_instances))
  498. continue;
  499. sb->s_count++;
  500. spin_unlock(&sb_lock);
  501. down_read(&sb->s_umount);
  502. if (sb->s_root && (sb->s_flags & MS_BORN))
  503. f(sb, arg);
  504. up_read(&sb->s_umount);
  505. spin_lock(&sb_lock);
  506. if (p)
  507. __put_super(p);
  508. p = sb;
  509. }
  510. if (p)
  511. __put_super(p);
  512. spin_unlock(&sb_lock);
  513. }
  514. /**
  515. * iterate_supers_type - call function for superblocks of given type
  516. * @type: fs type
  517. * @f: function to call
  518. * @arg: argument to pass to it
  519. *
  520. * Scans the superblock list and calls given function, passing it
  521. * locked superblock and given argument.
  522. */
  523. void iterate_supers_type(struct file_system_type *type,
  524. void (*f)(struct super_block *, void *), void *arg)
  525. {
  526. struct super_block *sb, *p = NULL;
  527. struct hlist_node *node;
  528. spin_lock(&sb_lock);
  529. hlist_for_each_entry(sb, node, &type->fs_supers, s_instances) {
  530. sb->s_count++;
  531. spin_unlock(&sb_lock);
  532. down_read(&sb->s_umount);
  533. if (sb->s_root && (sb->s_flags & MS_BORN))
  534. f(sb, arg);
  535. up_read(&sb->s_umount);
  536. spin_lock(&sb_lock);
  537. if (p)
  538. __put_super(p);
  539. p = sb;
  540. }
  541. if (p)
  542. __put_super(p);
  543. spin_unlock(&sb_lock);
  544. }
  545. EXPORT_SYMBOL(iterate_supers_type);
  546. /**
  547. * get_super - get the superblock of a device
  548. * @bdev: device to get the superblock for
  549. *
  550. * Scans the superblock list and finds the superblock of the file system
  551. * mounted on the device given. %NULL is returned if no match is found.
  552. */
  553. struct super_block *get_super(struct block_device *bdev)
  554. {
  555. struct super_block *sb;
  556. if (!bdev)
  557. return NULL;
  558. spin_lock(&sb_lock);
  559. rescan:
  560. list_for_each_entry(sb, &super_blocks, s_list) {
  561. if (hlist_unhashed(&sb->s_instances))
  562. continue;
  563. if (sb->s_bdev == bdev) {
  564. sb->s_count++;
  565. spin_unlock(&sb_lock);
  566. down_read(&sb->s_umount);
  567. /* still alive? */
  568. if (sb->s_root && (sb->s_flags & MS_BORN))
  569. return sb;
  570. up_read(&sb->s_umount);
  571. /* nope, got unmounted */
  572. spin_lock(&sb_lock);
  573. __put_super(sb);
  574. goto rescan;
  575. }
  576. }
  577. spin_unlock(&sb_lock);
  578. return NULL;
  579. }
  580. EXPORT_SYMBOL(get_super);
  581. /**
  582. * get_super_thawed - get thawed superblock of a device
  583. * @bdev: device to get the superblock for
  584. *
  585. * Scans the superblock list and finds the superblock of the file system
  586. * mounted on the device. The superblock is returned once it is thawed
  587. * (or immediately if it was not frozen). %NULL is returned if no match
  588. * is found.
  589. */
  590. struct super_block *get_super_thawed(struct block_device *bdev)
  591. {
  592. while (1) {
  593. struct super_block *s = get_super(bdev);
  594. if (!s || s->s_writers.frozen == SB_UNFROZEN)
  595. return s;
  596. up_read(&s->s_umount);
  597. wait_event(s->s_writers.wait_unfrozen,
  598. s->s_writers.frozen == SB_UNFROZEN);
  599. put_super(s);
  600. }
  601. }
  602. EXPORT_SYMBOL(get_super_thawed);
  603. /**
  604. * get_active_super - get an active reference to the superblock of a device
  605. * @bdev: device to get the superblock for
  606. *
  607. * Scans the superblock list and finds the superblock of the file system
  608. * mounted on the device given. Returns the superblock with an active
  609. * reference or %NULL if none was found.
  610. */
  611. struct super_block *get_active_super(struct block_device *bdev)
  612. {
  613. struct super_block *sb;
  614. if (!bdev)
  615. return NULL;
  616. restart:
  617. spin_lock(&sb_lock);
  618. list_for_each_entry(sb, &super_blocks, s_list) {
  619. if (hlist_unhashed(&sb->s_instances))
  620. continue;
  621. if (sb->s_bdev == bdev) {
  622. if (grab_super(sb)) /* drops sb_lock */
  623. return sb;
  624. else
  625. goto restart;
  626. }
  627. }
  628. spin_unlock(&sb_lock);
  629. return NULL;
  630. }
  631. struct super_block *user_get_super(dev_t dev)
  632. {
  633. struct super_block *sb;
  634. spin_lock(&sb_lock);
  635. rescan:
  636. list_for_each_entry(sb, &super_blocks, s_list) {
  637. if (hlist_unhashed(&sb->s_instances))
  638. continue;
  639. if (sb->s_dev == dev) {
  640. sb->s_count++;
  641. spin_unlock(&sb_lock);
  642. down_read(&sb->s_umount);
  643. /* still alive? */
  644. if (sb->s_root && (sb->s_flags & MS_BORN))
  645. return sb;
  646. up_read(&sb->s_umount);
  647. /* nope, got unmounted */
  648. spin_lock(&sb_lock);
  649. __put_super(sb);
  650. goto rescan;
  651. }
  652. }
  653. spin_unlock(&sb_lock);
  654. return NULL;
  655. }
  656. /**
  657. * do_remount_sb - asks filesystem to change mount options.
  658. * @sb: superblock in question
  659. * @flags: numeric part of options
  660. * @data: the rest of options
  661. * @force: whether or not to force the change
  662. *
  663. * Alters the mount options of a mounted file system.
  664. */
  665. int do_remount_sb(struct super_block *sb, int flags, void *data, int force)
  666. {
  667. int retval;
  668. int remount_ro;
  669. if (sb->s_writers.frozen != SB_UNFROZEN)
  670. return -EBUSY;
  671. #ifdef CONFIG_BLOCK
  672. if (!(flags & MS_RDONLY) && bdev_read_only(sb->s_bdev))
  673. return -EACCES;
  674. #endif
  675. if (flags & MS_RDONLY)
  676. acct_auto_close(sb);
  677. shrink_dcache_sb(sb);
  678. sync_filesystem(sb);
  679. remount_ro = (flags & MS_RDONLY) && !(sb->s_flags & MS_RDONLY);
  680. /* If we are remounting RDONLY and current sb is read/write,
  681. make sure there are no rw files opened */
  682. if (remount_ro) {
  683. if (force) {
  684. mark_files_ro(sb);
  685. } else {
  686. retval = sb_prepare_remount_readonly(sb);
  687. if (retval)
  688. return retval;
  689. }
  690. }
  691. if (sb->s_op->remount_fs) {
  692. retval = sb->s_op->remount_fs(sb, &flags, data);
  693. if (retval) {
  694. if (!force)
  695. goto cancel_readonly;
  696. /* If forced remount, go ahead despite any errors */
  697. WARN(1, "forced remount of a %s fs returned %i\n",
  698. sb->s_type->name, retval);
  699. }
  700. }
  701. sb->s_flags = (sb->s_flags & ~MS_RMT_MASK) | (flags & MS_RMT_MASK);
  702. /* Needs to be ordered wrt mnt_is_readonly() */
  703. smp_wmb();
  704. sb->s_readonly_remount = 0;
  705. /*
  706. * Some filesystems modify their metadata via some other path than the
  707. * bdev buffer cache (eg. use a private mapping, or directories in
  708. * pagecache, etc). Also file data modifications go via their own
  709. * mappings. So If we try to mount readonly then copy the filesystem
  710. * from bdev, we could get stale data, so invalidate it to give a best
  711. * effort at coherency.
  712. */
  713. if (remount_ro && sb->s_bdev)
  714. invalidate_bdev(sb->s_bdev);
  715. return 0;
  716. cancel_readonly:
  717. sb->s_readonly_remount = 0;
  718. return retval;
  719. }
  720. static void do_emergency_remount(struct work_struct *work)
  721. {
  722. struct super_block *sb, *p = NULL;
  723. spin_lock(&sb_lock);
  724. list_for_each_entry(sb, &super_blocks, s_list) {
  725. if (hlist_unhashed(&sb->s_instances))
  726. continue;
  727. sb->s_count++;
  728. spin_unlock(&sb_lock);
  729. down_write(&sb->s_umount);
  730. if (sb->s_root && sb->s_bdev && (sb->s_flags & MS_BORN) &&
  731. !(sb->s_flags & MS_RDONLY)) {
  732. /*
  733. * What lock protects sb->s_flags??
  734. */
  735. do_remount_sb(sb, MS_RDONLY, NULL, 1);
  736. }
  737. up_write(&sb->s_umount);
  738. spin_lock(&sb_lock);
  739. if (p)
  740. __put_super(p);
  741. p = sb;
  742. }
  743. if (p)
  744. __put_super(p);
  745. spin_unlock(&sb_lock);
  746. kfree(work);
  747. printk("Emergency Remount complete\n");
  748. }
  749. void emergency_remount(void)
  750. {
  751. struct work_struct *work;
  752. work = kmalloc(sizeof(*work), GFP_ATOMIC);
  753. if (work) {
  754. INIT_WORK(work, do_emergency_remount);
  755. schedule_work(work);
  756. }
  757. }
  758. /*
  759. * Unnamed block devices are dummy devices used by virtual
  760. * filesystems which don't use real block-devices. -- jrs
  761. */
  762. static DEFINE_IDA(unnamed_dev_ida);
  763. static DEFINE_SPINLOCK(unnamed_dev_lock);/* protects the above */
  764. static int unnamed_dev_start = 0; /* don't bother trying below it */
  765. int get_anon_bdev(dev_t *p)
  766. {
  767. int dev;
  768. int error;
  769. retry:
  770. if (ida_pre_get(&unnamed_dev_ida, GFP_ATOMIC) == 0)
  771. return -ENOMEM;
  772. spin_lock(&unnamed_dev_lock);
  773. error = ida_get_new_above(&unnamed_dev_ida, unnamed_dev_start, &dev);
  774. if (!error)
  775. unnamed_dev_start = dev + 1;
  776. spin_unlock(&unnamed_dev_lock);
  777. if (error == -EAGAIN)
  778. /* We raced and lost with another CPU. */
  779. goto retry;
  780. else if (error)
  781. return -EAGAIN;
  782. if ((dev & MAX_ID_MASK) == (1 << MINORBITS)) {
  783. spin_lock(&unnamed_dev_lock);
  784. ida_remove(&unnamed_dev_ida, dev);
  785. if (unnamed_dev_start > dev)
  786. unnamed_dev_start = dev;
  787. spin_unlock(&unnamed_dev_lock);
  788. return -EMFILE;
  789. }
  790. *p = MKDEV(0, dev & MINORMASK);
  791. return 0;
  792. }
  793. EXPORT_SYMBOL(get_anon_bdev);
  794. void free_anon_bdev(dev_t dev)
  795. {
  796. int slot = MINOR(dev);
  797. spin_lock(&unnamed_dev_lock);
  798. ida_remove(&unnamed_dev_ida, slot);
  799. if (slot < unnamed_dev_start)
  800. unnamed_dev_start = slot;
  801. spin_unlock(&unnamed_dev_lock);
  802. }
  803. EXPORT_SYMBOL(free_anon_bdev);
  804. int set_anon_super(struct super_block *s, void *data)
  805. {
  806. int error = get_anon_bdev(&s->s_dev);
  807. if (!error)
  808. s->s_bdi = &noop_backing_dev_info;
  809. return error;
  810. }
  811. EXPORT_SYMBOL(set_anon_super);
  812. void kill_anon_super(struct super_block *sb)
  813. {
  814. dev_t dev = sb->s_dev;
  815. generic_shutdown_super(sb);
  816. free_anon_bdev(dev);
  817. }
  818. EXPORT_SYMBOL(kill_anon_super);
  819. void kill_litter_super(struct super_block *sb)
  820. {
  821. if (sb->s_root)
  822. d_genocide(sb->s_root);
  823. kill_anon_super(sb);
  824. }
  825. EXPORT_SYMBOL(kill_litter_super);
  826. static int ns_test_super(struct super_block *sb, void *data)
  827. {
  828. return sb->s_fs_info == data;
  829. }
  830. static int ns_set_super(struct super_block *sb, void *data)
  831. {
  832. sb->s_fs_info = data;
  833. return set_anon_super(sb, NULL);
  834. }
  835. struct dentry *mount_ns(struct file_system_type *fs_type, int flags,
  836. void *data, int (*fill_super)(struct super_block *, void *, int))
  837. {
  838. struct super_block *sb;
  839. sb = sget(fs_type, ns_test_super, ns_set_super, flags, data);
  840. if (IS_ERR(sb))
  841. return ERR_CAST(sb);
  842. if (!sb->s_root) {
  843. int err;
  844. err = fill_super(sb, data, flags & MS_SILENT ? 1 : 0);
  845. if (err) {
  846. deactivate_locked_super(sb);
  847. return ERR_PTR(err);
  848. }
  849. sb->s_flags |= MS_ACTIVE;
  850. }
  851. return dget(sb->s_root);
  852. }
  853. EXPORT_SYMBOL(mount_ns);
  854. #ifdef CONFIG_BLOCK
  855. static int set_bdev_super(struct super_block *s, void *data)
  856. {
  857. s->s_bdev = data;
  858. s->s_dev = s->s_bdev->bd_dev;
  859. /*
  860. * We set the bdi here to the queue backing, file systems can
  861. * overwrite this in ->fill_super()
  862. */
  863. s->s_bdi = &bdev_get_queue(s->s_bdev)->backing_dev_info;
  864. return 0;
  865. }
  866. static int test_bdev_super(struct super_block *s, void *data)
  867. {
  868. return (void *)s->s_bdev == data;
  869. }
  870. struct dentry *mount_bdev(struct file_system_type *fs_type,
  871. int flags, const char *dev_name, void *data,
  872. int (*fill_super)(struct super_block *, void *, int))
  873. {
  874. struct block_device *bdev;
  875. struct super_block *s;
  876. fmode_t mode = FMODE_READ | FMODE_EXCL;
  877. int error = 0;
  878. if (!(flags & MS_RDONLY))
  879. mode |= FMODE_WRITE;
  880. bdev = blkdev_get_by_path(dev_name, mode, fs_type);
  881. if (IS_ERR(bdev))
  882. return ERR_CAST(bdev);
  883. /*
  884. * once the super is inserted into the list by sget, s_umount
  885. * will protect the lockfs code from trying to start a snapshot
  886. * while we are mounting
  887. */
  888. mutex_lock(&bdev->bd_fsfreeze_mutex);
  889. if (bdev->bd_fsfreeze_count > 0) {
  890. mutex_unlock(&bdev->bd_fsfreeze_mutex);
  891. error = -EBUSY;
  892. goto error_bdev;
  893. }
  894. s = sget(fs_type, test_bdev_super, set_bdev_super, flags | MS_NOSEC,
  895. bdev);
  896. mutex_unlock(&bdev->bd_fsfreeze_mutex);
  897. if (IS_ERR(s))
  898. goto error_s;
  899. if (s->s_root) {
  900. if ((flags ^ s->s_flags) & MS_RDONLY) {
  901. deactivate_locked_super(s);
  902. error = -EBUSY;
  903. goto error_bdev;
  904. }
  905. /*
  906. * s_umount nests inside bd_mutex during
  907. * __invalidate_device(). blkdev_put() acquires
  908. * bd_mutex and can't be called under s_umount. Drop
  909. * s_umount temporarily. This is safe as we're
  910. * holding an active reference.
  911. */
  912. up_write(&s->s_umount);
  913. blkdev_put(bdev, mode);
  914. down_write(&s->s_umount);
  915. } else {
  916. char b[BDEVNAME_SIZE];
  917. s->s_mode = mode;
  918. strlcpy(s->s_id, bdevname(bdev, b), sizeof(s->s_id));
  919. sb_set_blocksize(s, block_size(bdev));
  920. error = fill_super(s, data, flags & MS_SILENT ? 1 : 0);
  921. if (error) {
  922. deactivate_locked_super(s);
  923. goto error;
  924. }
  925. s->s_flags |= MS_ACTIVE;
  926. bdev->bd_super = s;
  927. }
  928. return dget(s->s_root);
  929. error_s:
  930. error = PTR_ERR(s);
  931. error_bdev:
  932. blkdev_put(bdev, mode);
  933. error:
  934. return ERR_PTR(error);
  935. }
  936. EXPORT_SYMBOL(mount_bdev);
  937. void kill_block_super(struct super_block *sb)
  938. {
  939. struct block_device *bdev = sb->s_bdev;
  940. fmode_t mode = sb->s_mode;
  941. bdev->bd_super = NULL;
  942. generic_shutdown_super(sb);
  943. sync_blockdev(bdev);
  944. WARN_ON_ONCE(!(mode & FMODE_EXCL));
  945. blkdev_put(bdev, mode | FMODE_EXCL);
  946. }
  947. EXPORT_SYMBOL(kill_block_super);
  948. #endif
  949. struct dentry *mount_nodev(struct file_system_type *fs_type,
  950. int flags, void *data,
  951. int (*fill_super)(struct super_block *, void *, int))
  952. {
  953. int error;
  954. struct super_block *s = sget(fs_type, NULL, set_anon_super, flags, NULL);
  955. if (IS_ERR(s))
  956. return ERR_CAST(s);
  957. error = fill_super(s, data, flags & MS_SILENT ? 1 : 0);
  958. if (error) {
  959. deactivate_locked_super(s);
  960. return ERR_PTR(error);
  961. }
  962. s->s_flags |= MS_ACTIVE;
  963. return dget(s->s_root);
  964. }
  965. EXPORT_SYMBOL(mount_nodev);
  966. static int compare_single(struct super_block *s, void *p)
  967. {
  968. return 1;
  969. }
  970. struct dentry *mount_single(struct file_system_type *fs_type,
  971. int flags, void *data,
  972. int (*fill_super)(struct super_block *, void *, int))
  973. {
  974. struct super_block *s;
  975. int error;
  976. s = sget(fs_type, compare_single, set_anon_super, flags, NULL);
  977. if (IS_ERR(s))
  978. return ERR_CAST(s);
  979. if (!s->s_root) {
  980. error = fill_super(s, data, flags & MS_SILENT ? 1 : 0);
  981. if (error) {
  982. deactivate_locked_super(s);
  983. return ERR_PTR(error);
  984. }
  985. s->s_flags |= MS_ACTIVE;
  986. } else {
  987. do_remount_sb(s, flags, data, 0);
  988. }
  989. return dget(s->s_root);
  990. }
  991. EXPORT_SYMBOL(mount_single);
  992. struct dentry *
  993. mount_fs(struct file_system_type *type, int flags, const char *name, void *data)
  994. {
  995. struct dentry *root;
  996. struct super_block *sb;
  997. char *secdata = NULL;
  998. int error = -ENOMEM;
  999. if (data && !(type->fs_flags & FS_BINARY_MOUNTDATA)) {
  1000. secdata = alloc_secdata();
  1001. if (!secdata)
  1002. goto out;
  1003. error = security_sb_copy_data(data, secdata);
  1004. if (error)
  1005. goto out_free_secdata;
  1006. }
  1007. root = type->mount(type, flags, name, data);
  1008. if (IS_ERR(root)) {
  1009. error = PTR_ERR(root);
  1010. goto out_free_secdata;
  1011. }
  1012. sb = root->d_sb;
  1013. BUG_ON(!sb);
  1014. WARN_ON(!sb->s_bdi);
  1015. WARN_ON(sb->s_bdi == &default_backing_dev_info);
  1016. sb->s_flags |= MS_BORN;
  1017. error = security_sb_kern_mount(sb, flags, secdata);
  1018. if (error)
  1019. goto out_sb;
  1020. /*
  1021. * filesystems should never set s_maxbytes larger than MAX_LFS_FILESIZE
  1022. * but s_maxbytes was an unsigned long long for many releases. Throw
  1023. * this warning for a little while to try and catch filesystems that
  1024. * violate this rule.
  1025. */
  1026. WARN((sb->s_maxbytes < 0), "%s set sb->s_maxbytes to "
  1027. "negative value (%lld)\n", type->name, sb->s_maxbytes);
  1028. up_write(&sb->s_umount);
  1029. free_secdata(secdata);
  1030. return root;
  1031. out_sb:
  1032. dput(root);
  1033. deactivate_locked_super(sb);
  1034. out_free_secdata:
  1035. free_secdata(secdata);
  1036. out:
  1037. return ERR_PTR(error);
  1038. }
  1039. /*
  1040. * This is an internal function, please use sb_end_{write,pagefault,intwrite}
  1041. * instead.
  1042. */
  1043. void __sb_end_write(struct super_block *sb, int level)
  1044. {
  1045. percpu_counter_dec(&sb->s_writers.counter[level-1]);
  1046. /*
  1047. * Make sure s_writers are updated before we wake up waiters in
  1048. * freeze_super().
  1049. */
  1050. smp_mb();
  1051. if (waitqueue_active(&sb->s_writers.wait))
  1052. wake_up(&sb->s_writers.wait);
  1053. rwsem_release(&sb->s_writers.lock_map[level-1], 1, _RET_IP_);
  1054. }
  1055. EXPORT_SYMBOL(__sb_end_write);
  1056. #ifdef CONFIG_LOCKDEP
  1057. /*
  1058. * We want lockdep to tell us about possible deadlocks with freezing but
  1059. * it's it bit tricky to properly instrument it. Getting a freeze protection
  1060. * works as getting a read lock but there are subtle problems. XFS for example
  1061. * gets freeze protection on internal level twice in some cases, which is OK
  1062. * only because we already hold a freeze protection also on higher level. Due
  1063. * to these cases we have to tell lockdep we are doing trylock when we
  1064. * already hold a freeze protection for a higher freeze level.
  1065. */
  1066. static void acquire_freeze_lock(struct super_block *sb, int level, bool trylock,
  1067. unsigned long ip)
  1068. {
  1069. int i;
  1070. if (!trylock) {
  1071. for (i = 0; i < level - 1; i++)
  1072. if (lock_is_held(&sb->s_writers.lock_map[i])) {
  1073. trylock = true;
  1074. break;
  1075. }
  1076. }
  1077. rwsem_acquire_read(&sb->s_writers.lock_map[level-1], 0, trylock, ip);
  1078. }
  1079. #endif
  1080. /*
  1081. * This is an internal function, please use sb_start_{write,pagefault,intwrite}
  1082. * instead.
  1083. */
  1084. int __sb_start_write(struct super_block *sb, int level, bool wait)
  1085. {
  1086. retry:
  1087. if (unlikely(sb->s_writers.frozen >= level)) {
  1088. if (!wait)
  1089. return 0;
  1090. wait_event(sb->s_writers.wait_unfrozen,
  1091. sb->s_writers.frozen < level);
  1092. }
  1093. #ifdef CONFIG_LOCKDEP
  1094. acquire_freeze_lock(sb, level, !wait, _RET_IP_);
  1095. #endif
  1096. percpu_counter_inc(&sb->s_writers.counter[level-1]);
  1097. /*
  1098. * Make sure counter is updated before we check for frozen.
  1099. * freeze_super() first sets frozen and then checks the counter.
  1100. */
  1101. smp_mb();
  1102. if (unlikely(sb->s_writers.frozen >= level)) {
  1103. __sb_end_write(sb, level);
  1104. goto retry;
  1105. }
  1106. return 1;
  1107. }
  1108. EXPORT_SYMBOL(__sb_start_write);
  1109. /**
  1110. * sb_wait_write - wait until all writers to given file system finish
  1111. * @sb: the super for which we wait
  1112. * @level: type of writers we wait for (normal vs page fault)
  1113. *
  1114. * This function waits until there are no writers of given type to given file
  1115. * system. Caller of this function should make sure there can be no new writers
  1116. * of type @level before calling this function. Otherwise this function can
  1117. * livelock.
  1118. */
  1119. static void sb_wait_write(struct super_block *sb, int level)
  1120. {
  1121. s64 writers;
  1122. /*
  1123. * We just cycle-through lockdep here so that it does not complain
  1124. * about returning with lock to userspace
  1125. */
  1126. rwsem_acquire(&sb->s_writers.lock_map[level-1], 0, 0, _THIS_IP_);
  1127. rwsem_release(&sb->s_writers.lock_map[level-1], 1, _THIS_IP_);
  1128. do {
  1129. DEFINE_WAIT(wait);
  1130. /*
  1131. * We use a barrier in prepare_to_wait() to separate setting
  1132. * of frozen and checking of the counter
  1133. */
  1134. prepare_to_wait(&sb->s_writers.wait, &wait,
  1135. TASK_UNINTERRUPTIBLE);
  1136. writers = percpu_counter_sum(&sb->s_writers.counter[level-1]);
  1137. if (writers)
  1138. schedule();
  1139. finish_wait(&sb->s_writers.wait, &wait);
  1140. } while (writers);
  1141. }
  1142. /**
  1143. * freeze_super - lock the filesystem and force it into a consistent state
  1144. * @sb: the super to lock
  1145. *
  1146. * Syncs the super to make sure the filesystem is consistent and calls the fs's
  1147. * freeze_fs. Subsequent calls to this without first thawing the fs will return
  1148. * -EBUSY.
  1149. *
  1150. * During this function, sb->s_writers.frozen goes through these values:
  1151. *
  1152. * SB_UNFROZEN: File system is normal, all writes progress as usual.
  1153. *
  1154. * SB_FREEZE_WRITE: The file system is in the process of being frozen. New
  1155. * writes should be blocked, though page faults are still allowed. We wait for
  1156. * all writes to complete and then proceed to the next stage.
  1157. *
  1158. * SB_FREEZE_PAGEFAULT: Freezing continues. Now also page faults are blocked
  1159. * but internal fs threads can still modify the filesystem (although they
  1160. * should not dirty new pages or inodes), writeback can run etc. After waiting
  1161. * for all running page faults we sync the filesystem which will clean all
  1162. * dirty pages and inodes (no new dirty pages or inodes can be created when
  1163. * sync is running).
  1164. *
  1165. * SB_FREEZE_FS: The file system is frozen. Now all internal sources of fs
  1166. * modification are blocked (e.g. XFS preallocation truncation on inode
  1167. * reclaim). This is usually implemented by blocking new transactions for
  1168. * filesystems that have them and need this additional guard. After all
  1169. * internal writers are finished we call ->freeze_fs() to finish filesystem
  1170. * freezing. Then we transition to SB_FREEZE_COMPLETE state. This state is
  1171. * mostly auxiliary for filesystems to verify they do not modify frozen fs.
  1172. *
  1173. * sb->s_writers.frozen is protected by sb->s_umount.
  1174. */
  1175. int freeze_super(struct super_block *sb)
  1176. {
  1177. int ret;
  1178. atomic_inc(&sb->s_active);
  1179. down_write(&sb->s_umount);
  1180. if (sb->s_writers.frozen != SB_UNFROZEN) {
  1181. deactivate_locked_super(sb);
  1182. return -EBUSY;
  1183. }
  1184. if (!(sb->s_flags & MS_BORN)) {
  1185. up_write(&sb->s_umount);
  1186. return 0; /* sic - it's "nothing to do" */
  1187. }
  1188. if (sb->s_flags & MS_RDONLY) {
  1189. /* Nothing to do really... */
  1190. sb->s_writers.frozen = SB_FREEZE_COMPLETE;
  1191. up_write(&sb->s_umount);
  1192. return 0;
  1193. }
  1194. /* From now on, no new normal writers can start */
  1195. sb->s_writers.frozen = SB_FREEZE_WRITE;
  1196. smp_wmb();
  1197. /* Release s_umount to preserve sb_start_write -> s_umount ordering */
  1198. up_write(&sb->s_umount);
  1199. sb_wait_write(sb, SB_FREEZE_WRITE);
  1200. /* Now we go and block page faults... */
  1201. down_write(&sb->s_umount);
  1202. sb->s_writers.frozen = SB_FREEZE_PAGEFAULT;
  1203. smp_wmb();
  1204. sb_wait_write(sb, SB_FREEZE_PAGEFAULT);
  1205. /* All writers are done so after syncing there won't be dirty data */
  1206. sync_filesystem(sb);
  1207. /* Now wait for internal filesystem counter */
  1208. sb->s_writers.frozen = SB_FREEZE_FS;
  1209. smp_wmb();
  1210. sb_wait_write(sb, SB_FREEZE_FS);
  1211. if (sb->s_op->freeze_fs) {
  1212. ret = sb->s_op->freeze_fs(sb);
  1213. if (ret) {
  1214. printk(KERN_ERR
  1215. "VFS:Filesystem freeze failed\n");
  1216. sb->s_writers.frozen = SB_UNFROZEN;
  1217. smp_wmb();
  1218. wake_up(&sb->s_writers.wait_unfrozen);
  1219. deactivate_locked_super(sb);
  1220. return ret;
  1221. }
  1222. }
  1223. /*
  1224. * This is just for debugging purposes so that fs can warn if it
  1225. * sees write activity when frozen is set to SB_FREEZE_COMPLETE.
  1226. */
  1227. sb->s_writers.frozen = SB_FREEZE_COMPLETE;
  1228. up_write(&sb->s_umount);
  1229. return 0;
  1230. }
  1231. EXPORT_SYMBOL(freeze_super);
  1232. /**
  1233. * thaw_super -- unlock filesystem
  1234. * @sb: the super to thaw
  1235. *
  1236. * Unlocks the filesystem and marks it writeable again after freeze_super().
  1237. */
  1238. int thaw_super(struct super_block *sb)
  1239. {
  1240. int error;
  1241. down_write(&sb->s_umount);
  1242. if (sb->s_writers.frozen == SB_UNFROZEN) {
  1243. up_write(&sb->s_umount);
  1244. return -EINVAL;
  1245. }
  1246. if (sb->s_flags & MS_RDONLY)
  1247. goto out;
  1248. if (sb->s_op->unfreeze_fs) {
  1249. error = sb->s_op->unfreeze_fs(sb);
  1250. if (error) {
  1251. printk(KERN_ERR
  1252. "VFS:Filesystem thaw failed\n");
  1253. up_write(&sb->s_umount);
  1254. return error;
  1255. }
  1256. }
  1257. out:
  1258. sb->s_writers.frozen = SB_UNFROZEN;
  1259. smp_wmb();
  1260. wake_up(&sb->s_writers.wait_unfrozen);
  1261. deactivate_locked_super(sb);
  1262. return 0;
  1263. }
  1264. EXPORT_SYMBOL(thaw_super);