inotify_user.c 21 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851
  1. /*
  2. * fs/inotify_user.c - inotify support for userspace
  3. *
  4. * Authors:
  5. * John McCutchan <ttb@tentacle.dhs.org>
  6. * Robert Love <rml@novell.com>
  7. *
  8. * Copyright (C) 2005 John McCutchan
  9. * Copyright 2006 Hewlett-Packard Development Company, L.P.
  10. *
  11. * Copyright (C) 2009 Eric Paris <Red Hat Inc>
  12. * inotify was largely rewriten to make use of the fsnotify infrastructure
  13. *
  14. * This program is free software; you can redistribute it and/or modify it
  15. * under the terms of the GNU General Public License as published by the
  16. * Free Software Foundation; either version 2, or (at your option) any
  17. * later version.
  18. *
  19. * This program is distributed in the hope that it will be useful, but
  20. * WITHOUT ANY WARRANTY; without even the implied warranty of
  21. * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
  22. * General Public License for more details.
  23. */
  24. #include <linux/file.h>
  25. #include <linux/fs.h> /* struct inode */
  26. #include <linux/fsnotify_backend.h>
  27. #include <linux/idr.h>
  28. #include <linux/init.h> /* module_init */
  29. #include <linux/inotify.h>
  30. #include <linux/kernel.h> /* roundup() */
  31. #include <linux/namei.h> /* LOOKUP_FOLLOW */
  32. #include <linux/sched.h> /* struct user */
  33. #include <linux/slab.h> /* struct kmem_cache */
  34. #include <linux/syscalls.h>
  35. #include <linux/types.h>
  36. #include <linux/anon_inodes.h>
  37. #include <linux/uaccess.h>
  38. #include <linux/poll.h>
  39. #include <linux/wait.h>
  40. #include "inotify.h"
  41. #include <asm/ioctls.h>
  42. /* these are configurable via /proc/sys/fs/inotify/ */
  43. static int inotify_max_user_instances __read_mostly;
  44. static int inotify_max_queued_events __read_mostly;
  45. static int inotify_max_user_watches __read_mostly;
  46. static struct kmem_cache *inotify_inode_mark_cachep __read_mostly;
  47. struct kmem_cache *event_priv_cachep __read_mostly;
  48. #ifdef CONFIG_SYSCTL
  49. #include <linux/sysctl.h>
  50. static int zero;
  51. ctl_table inotify_table[] = {
  52. {
  53. .procname = "max_user_instances",
  54. .data = &inotify_max_user_instances,
  55. .maxlen = sizeof(int),
  56. .mode = 0644,
  57. .proc_handler = proc_dointvec_minmax,
  58. .extra1 = &zero,
  59. },
  60. {
  61. .procname = "max_user_watches",
  62. .data = &inotify_max_user_watches,
  63. .maxlen = sizeof(int),
  64. .mode = 0644,
  65. .proc_handler = proc_dointvec_minmax,
  66. .extra1 = &zero,
  67. },
  68. {
  69. .procname = "max_queued_events",
  70. .data = &inotify_max_queued_events,
  71. .maxlen = sizeof(int),
  72. .mode = 0644,
  73. .proc_handler = proc_dointvec_minmax,
  74. .extra1 = &zero
  75. },
  76. { }
  77. };
  78. #endif /* CONFIG_SYSCTL */
  79. static inline __u32 inotify_arg_to_mask(u32 arg)
  80. {
  81. __u32 mask;
  82. /*
  83. * everything should accept their own ignored, cares about children,
  84. * and should receive events when the inode is unmounted
  85. */
  86. mask = (FS_IN_IGNORED | FS_EVENT_ON_CHILD | FS_UNMOUNT);
  87. /* mask off the flags used to open the fd */
  88. mask |= (arg & (IN_ALL_EVENTS | IN_ONESHOT));
  89. return mask;
  90. }
  91. static inline u32 inotify_mask_to_arg(__u32 mask)
  92. {
  93. return mask & (IN_ALL_EVENTS | IN_ISDIR | IN_UNMOUNT | IN_IGNORED |
  94. IN_Q_OVERFLOW);
  95. }
  96. /* intofiy userspace file descriptor functions */
  97. static unsigned int inotify_poll(struct file *file, poll_table *wait)
  98. {
  99. struct fsnotify_group *group = file->private_data;
  100. int ret = 0;
  101. poll_wait(file, &group->notification_waitq, wait);
  102. mutex_lock(&group->notification_mutex);
  103. if (!fsnotify_notify_queue_is_empty(group))
  104. ret = POLLIN | POLLRDNORM;
  105. mutex_unlock(&group->notification_mutex);
  106. return ret;
  107. }
  108. /*
  109. * Get an inotify_kernel_event if one exists and is small
  110. * enough to fit in "count". Return an error pointer if
  111. * not large enough.
  112. *
  113. * Called with the group->notification_mutex held.
  114. */
  115. static struct fsnotify_event *get_one_event(struct fsnotify_group *group,
  116. size_t count)
  117. {
  118. size_t event_size = sizeof(struct inotify_event);
  119. struct fsnotify_event *event;
  120. if (fsnotify_notify_queue_is_empty(group))
  121. return NULL;
  122. event = fsnotify_peek_notify_event(group);
  123. if (event->name_len)
  124. event_size += roundup(event->name_len + 1, event_size);
  125. if (event_size > count)
  126. return ERR_PTR(-EINVAL);
  127. /* held the notification_mutex the whole time, so this is the
  128. * same event we peeked above */
  129. fsnotify_remove_notify_event(group);
  130. return event;
  131. }
  132. /*
  133. * Copy an event to user space, returning how much we copied.
  134. *
  135. * We already checked that the event size is smaller than the
  136. * buffer we had in "get_one_event()" above.
  137. */
  138. static ssize_t copy_event_to_user(struct fsnotify_group *group,
  139. struct fsnotify_event *event,
  140. char __user *buf)
  141. {
  142. struct inotify_event inotify_event;
  143. struct fsnotify_event_private_data *fsn_priv;
  144. struct inotify_event_private_data *priv;
  145. size_t event_size = sizeof(struct inotify_event);
  146. size_t name_len = 0;
  147. /* we get the inotify watch descriptor from the event private data */
  148. spin_lock(&event->lock);
  149. fsn_priv = fsnotify_remove_priv_from_event(group, event);
  150. spin_unlock(&event->lock);
  151. if (!fsn_priv)
  152. inotify_event.wd = -1;
  153. else {
  154. priv = container_of(fsn_priv, struct inotify_event_private_data,
  155. fsnotify_event_priv_data);
  156. inotify_event.wd = priv->wd;
  157. inotify_free_event_priv(fsn_priv);
  158. }
  159. /*
  160. * round up event->name_len so it is a multiple of event_size
  161. * plus an extra byte for the terminating '\0'.
  162. */
  163. if (event->name_len)
  164. name_len = roundup(event->name_len + 1, event_size);
  165. inotify_event.len = name_len;
  166. inotify_event.mask = inotify_mask_to_arg(event->mask);
  167. inotify_event.cookie = event->sync_cookie;
  168. /* send the main event */
  169. if (copy_to_user(buf, &inotify_event, event_size))
  170. return -EFAULT;
  171. buf += event_size;
  172. /*
  173. * fsnotify only stores the pathname, so here we have to send the pathname
  174. * and then pad that pathname out to a multiple of sizeof(inotify_event)
  175. * with zeros. I get my zeros from the nul_inotify_event.
  176. */
  177. if (name_len) {
  178. unsigned int len_to_zero = name_len - event->name_len;
  179. /* copy the path name */
  180. if (copy_to_user(buf, event->file_name, event->name_len))
  181. return -EFAULT;
  182. buf += event->name_len;
  183. /* fill userspace with 0's */
  184. if (clear_user(buf, len_to_zero))
  185. return -EFAULT;
  186. buf += len_to_zero;
  187. event_size += name_len;
  188. }
  189. return event_size;
  190. }
  191. static ssize_t inotify_read(struct file *file, char __user *buf,
  192. size_t count, loff_t *pos)
  193. {
  194. struct fsnotify_group *group;
  195. struct fsnotify_event *kevent;
  196. char __user *start;
  197. int ret;
  198. DEFINE_WAIT(wait);
  199. start = buf;
  200. group = file->private_data;
  201. while (1) {
  202. prepare_to_wait(&group->notification_waitq, &wait, TASK_INTERRUPTIBLE);
  203. mutex_lock(&group->notification_mutex);
  204. kevent = get_one_event(group, count);
  205. mutex_unlock(&group->notification_mutex);
  206. if (kevent) {
  207. ret = PTR_ERR(kevent);
  208. if (IS_ERR(kevent))
  209. break;
  210. ret = copy_event_to_user(group, kevent, buf);
  211. fsnotify_put_event(kevent);
  212. if (ret < 0)
  213. break;
  214. buf += ret;
  215. count -= ret;
  216. continue;
  217. }
  218. ret = -EAGAIN;
  219. if (file->f_flags & O_NONBLOCK)
  220. break;
  221. ret = -EINTR;
  222. if (signal_pending(current))
  223. break;
  224. if (start != buf)
  225. break;
  226. schedule();
  227. }
  228. finish_wait(&group->notification_waitq, &wait);
  229. if (start != buf && ret != -EFAULT)
  230. ret = buf - start;
  231. return ret;
  232. }
  233. static int inotify_fasync(int fd, struct file *file, int on)
  234. {
  235. struct fsnotify_group *group = file->private_data;
  236. return fasync_helper(fd, file, on, &group->inotify_data.fa) >= 0 ? 0 : -EIO;
  237. }
  238. static int inotify_release(struct inode *ignored, struct file *file)
  239. {
  240. struct fsnotify_group *group = file->private_data;
  241. struct user_struct *user = group->inotify_data.user;
  242. fsnotify_clear_marks_by_group(group);
  243. /* free this group, matching get was inotify_init->fsnotify_obtain_group */
  244. fsnotify_put_group(group);
  245. atomic_dec(&user->inotify_devs);
  246. return 0;
  247. }
  248. static long inotify_ioctl(struct file *file, unsigned int cmd,
  249. unsigned long arg)
  250. {
  251. struct fsnotify_group *group;
  252. struct fsnotify_event_holder *holder;
  253. struct fsnotify_event *event;
  254. void __user *p;
  255. int ret = -ENOTTY;
  256. size_t send_len = 0;
  257. group = file->private_data;
  258. p = (void __user *) arg;
  259. switch (cmd) {
  260. case FIONREAD:
  261. mutex_lock(&group->notification_mutex);
  262. list_for_each_entry(holder, &group->notification_list, event_list) {
  263. event = holder->event;
  264. send_len += sizeof(struct inotify_event);
  265. if (event->name_len)
  266. send_len += roundup(event->name_len + 1,
  267. sizeof(struct inotify_event));
  268. }
  269. mutex_unlock(&group->notification_mutex);
  270. ret = put_user(send_len, (int __user *) p);
  271. break;
  272. }
  273. return ret;
  274. }
  275. static const struct file_operations inotify_fops = {
  276. .poll = inotify_poll,
  277. .read = inotify_read,
  278. .fasync = inotify_fasync,
  279. .release = inotify_release,
  280. .unlocked_ioctl = inotify_ioctl,
  281. .compat_ioctl = inotify_ioctl,
  282. };
  283. /*
  284. * find_inode - resolve a user-given path to a specific inode
  285. */
  286. static int inotify_find_inode(const char __user *dirname, struct path *path, unsigned flags)
  287. {
  288. int error;
  289. error = user_path_at(AT_FDCWD, dirname, flags, path);
  290. if (error)
  291. return error;
  292. /* you can only watch an inode if you have read permissions on it */
  293. error = inode_permission(path->dentry->d_inode, MAY_READ);
  294. if (error)
  295. path_put(path);
  296. return error;
  297. }
  298. static int inotify_add_to_idr(struct idr *idr, spinlock_t *idr_lock,
  299. int *last_wd,
  300. struct inotify_inode_mark *i_mark)
  301. {
  302. int ret;
  303. do {
  304. if (unlikely(!idr_pre_get(idr, GFP_KERNEL)))
  305. return -ENOMEM;
  306. spin_lock(idr_lock);
  307. ret = idr_get_new_above(idr, i_mark, *last_wd + 1,
  308. &i_mark->wd);
  309. /* we added the mark to the idr, take a reference */
  310. if (!ret) {
  311. *last_wd = i_mark->wd;
  312. fsnotify_get_mark(&i_mark->fsn_mark);
  313. }
  314. spin_unlock(idr_lock);
  315. } while (ret == -EAGAIN);
  316. return ret;
  317. }
  318. static struct inotify_inode_mark *inotify_idr_find_locked(struct fsnotify_group *group,
  319. int wd)
  320. {
  321. struct idr *idr = &group->inotify_data.idr;
  322. spinlock_t *idr_lock = &group->inotify_data.idr_lock;
  323. struct inotify_inode_mark *i_mark;
  324. assert_spin_locked(idr_lock);
  325. i_mark = idr_find(idr, wd);
  326. if (i_mark) {
  327. struct fsnotify_mark *fsn_mark = &i_mark->fsn_mark;
  328. fsnotify_get_mark(fsn_mark);
  329. /* One ref for being in the idr, one ref we just took */
  330. BUG_ON(atomic_read(&fsn_mark->refcnt) < 2);
  331. }
  332. return i_mark;
  333. }
  334. static struct inotify_inode_mark *inotify_idr_find(struct fsnotify_group *group,
  335. int wd)
  336. {
  337. struct inotify_inode_mark *i_mark;
  338. spinlock_t *idr_lock = &group->inotify_data.idr_lock;
  339. spin_lock(idr_lock);
  340. i_mark = inotify_idr_find_locked(group, wd);
  341. spin_unlock(idr_lock);
  342. return i_mark;
  343. }
  344. static void do_inotify_remove_from_idr(struct fsnotify_group *group,
  345. struct inotify_inode_mark *i_mark)
  346. {
  347. struct idr *idr = &group->inotify_data.idr;
  348. spinlock_t *idr_lock = &group->inotify_data.idr_lock;
  349. int wd = i_mark->wd;
  350. assert_spin_locked(idr_lock);
  351. idr_remove(idr, wd);
  352. /* removed from the idr, drop that ref */
  353. fsnotify_put_mark(&i_mark->fsn_mark);
  354. }
  355. /*
  356. * Remove the mark from the idr (if present) and drop the reference
  357. * on the mark because it was in the idr.
  358. */
  359. static void inotify_remove_from_idr(struct fsnotify_group *group,
  360. struct inotify_inode_mark *i_mark)
  361. {
  362. spinlock_t *idr_lock = &group->inotify_data.idr_lock;
  363. struct inotify_inode_mark *found_i_mark = NULL;
  364. int wd;
  365. spin_lock(idr_lock);
  366. wd = i_mark->wd;
  367. /*
  368. * does this i_mark think it is in the idr? we shouldn't get called
  369. * if it wasn't....
  370. */
  371. if (wd == -1) {
  372. WARN_ONCE(1, "%s: i_mark=%p i_mark->wd=%d i_mark->group=%p"
  373. " i_mark->inode=%p\n", __func__, i_mark, i_mark->wd,
  374. i_mark->fsn_mark.group, i_mark->fsn_mark.i.inode);
  375. goto out;
  376. }
  377. /* Lets look in the idr to see if we find it */
  378. found_i_mark = inotify_idr_find_locked(group, wd);
  379. if (unlikely(!found_i_mark)) {
  380. WARN_ONCE(1, "%s: i_mark=%p i_mark->wd=%d i_mark->group=%p"
  381. " i_mark->inode=%p\n", __func__, i_mark, i_mark->wd,
  382. i_mark->fsn_mark.group, i_mark->fsn_mark.i.inode);
  383. goto out;
  384. }
  385. /*
  386. * We found an mark in the idr at the right wd, but it's
  387. * not the mark we were told to remove. eparis seriously
  388. * fucked up somewhere.
  389. */
  390. if (unlikely(found_i_mark != i_mark)) {
  391. WARN_ONCE(1, "%s: i_mark=%p i_mark->wd=%d i_mark->group=%p "
  392. "mark->inode=%p found_i_mark=%p found_i_mark->wd=%d "
  393. "found_i_mark->group=%p found_i_mark->inode=%p\n",
  394. __func__, i_mark, i_mark->wd, i_mark->fsn_mark.group,
  395. i_mark->fsn_mark.i.inode, found_i_mark, found_i_mark->wd,
  396. found_i_mark->fsn_mark.group,
  397. found_i_mark->fsn_mark.i.inode);
  398. goto out;
  399. }
  400. /*
  401. * One ref for being in the idr
  402. * one ref held by the caller trying to kill us
  403. * one ref grabbed by inotify_idr_find
  404. */
  405. if (unlikely(atomic_read(&i_mark->fsn_mark.refcnt) < 3)) {
  406. printk(KERN_ERR "%s: i_mark=%p i_mark->wd=%d i_mark->group=%p"
  407. " i_mark->inode=%p\n", __func__, i_mark, i_mark->wd,
  408. i_mark->fsn_mark.group, i_mark->fsn_mark.i.inode);
  409. /* we can't really recover with bad ref cnting.. */
  410. BUG();
  411. }
  412. do_inotify_remove_from_idr(group, i_mark);
  413. out:
  414. /* match the ref taken by inotify_idr_find_locked() */
  415. if (found_i_mark)
  416. fsnotify_put_mark(&found_i_mark->fsn_mark);
  417. i_mark->wd = -1;
  418. spin_unlock(idr_lock);
  419. }
  420. /*
  421. * Send IN_IGNORED for this wd, remove this wd from the idr.
  422. */
  423. void inotify_ignored_and_remove_idr(struct fsnotify_mark *fsn_mark,
  424. struct fsnotify_group *group)
  425. {
  426. struct inotify_inode_mark *i_mark;
  427. struct fsnotify_event *ignored_event;
  428. struct inotify_event_private_data *event_priv;
  429. struct fsnotify_event_private_data *fsn_event_priv;
  430. int ret;
  431. ignored_event = fsnotify_create_event(NULL, FS_IN_IGNORED, NULL,
  432. FSNOTIFY_EVENT_NONE, NULL, 0,
  433. GFP_NOFS);
  434. if (!ignored_event)
  435. return;
  436. i_mark = container_of(fsn_mark, struct inotify_inode_mark, fsn_mark);
  437. event_priv = kmem_cache_alloc(event_priv_cachep, GFP_NOFS);
  438. if (unlikely(!event_priv))
  439. goto skip_send_ignore;
  440. fsn_event_priv = &event_priv->fsnotify_event_priv_data;
  441. fsn_event_priv->group = group;
  442. event_priv->wd = i_mark->wd;
  443. ret = fsnotify_add_notify_event(group, ignored_event, fsn_event_priv, NULL, NULL);
  444. if (ret)
  445. inotify_free_event_priv(fsn_event_priv);
  446. skip_send_ignore:
  447. /* matches the reference taken when the event was created */
  448. fsnotify_put_event(ignored_event);
  449. /* remove this mark from the idr */
  450. inotify_remove_from_idr(group, i_mark);
  451. atomic_dec(&group->inotify_data.user->inotify_watches);
  452. }
  453. /* ding dong the mark is dead */
  454. static void inotify_free_mark(struct fsnotify_mark *fsn_mark)
  455. {
  456. struct inotify_inode_mark *i_mark;
  457. i_mark = container_of(fsn_mark, struct inotify_inode_mark, fsn_mark);
  458. kmem_cache_free(inotify_inode_mark_cachep, i_mark);
  459. }
  460. static int inotify_update_existing_watch(struct fsnotify_group *group,
  461. struct inode *inode,
  462. u32 arg)
  463. {
  464. struct fsnotify_mark *fsn_mark;
  465. struct inotify_inode_mark *i_mark;
  466. __u32 old_mask, new_mask;
  467. __u32 mask;
  468. int add = (arg & IN_MASK_ADD);
  469. int ret;
  470. /* don't allow invalid bits: we don't want flags set */
  471. mask = inotify_arg_to_mask(arg);
  472. if (unlikely(!mask))
  473. return -EINVAL;
  474. fsn_mark = fsnotify_find_inode_mark(group, inode);
  475. if (!fsn_mark)
  476. return -ENOENT;
  477. i_mark = container_of(fsn_mark, struct inotify_inode_mark, fsn_mark);
  478. spin_lock(&fsn_mark->lock);
  479. old_mask = fsn_mark->mask;
  480. if (add)
  481. fsnotify_set_mark_mask_locked(fsn_mark, (fsn_mark->mask | mask));
  482. else
  483. fsnotify_set_mark_mask_locked(fsn_mark, mask);
  484. new_mask = fsn_mark->mask;
  485. spin_unlock(&fsn_mark->lock);
  486. if (old_mask != new_mask) {
  487. /* more bits in old than in new? */
  488. int dropped = (old_mask & ~new_mask);
  489. /* more bits in this fsn_mark than the inode's mask? */
  490. int do_inode = (new_mask & ~inode->i_fsnotify_mask);
  491. /* more bits in this fsn_mark than the group? */
  492. int do_group = (new_mask & ~group->mask);
  493. /* update the inode with this new fsn_mark */
  494. if (dropped || do_inode)
  495. fsnotify_recalc_inode_mask(inode);
  496. /* update the group mask with the new mask */
  497. if (dropped || do_group)
  498. fsnotify_recalc_group_mask(group);
  499. }
  500. /* return the wd */
  501. ret = i_mark->wd;
  502. /* match the get from fsnotify_find_mark() */
  503. fsnotify_put_mark(fsn_mark);
  504. return ret;
  505. }
  506. static int inotify_new_watch(struct fsnotify_group *group,
  507. struct inode *inode,
  508. u32 arg)
  509. {
  510. struct inotify_inode_mark *tmp_i_mark;
  511. __u32 mask;
  512. int ret;
  513. struct idr *idr = &group->inotify_data.idr;
  514. spinlock_t *idr_lock = &group->inotify_data.idr_lock;
  515. /* don't allow invalid bits: we don't want flags set */
  516. mask = inotify_arg_to_mask(arg);
  517. if (unlikely(!mask))
  518. return -EINVAL;
  519. tmp_i_mark = kmem_cache_alloc(inotify_inode_mark_cachep, GFP_KERNEL);
  520. if (unlikely(!tmp_i_mark))
  521. return -ENOMEM;
  522. fsnotify_init_mark(&tmp_i_mark->fsn_mark, inotify_free_mark);
  523. tmp_i_mark->fsn_mark.mask = mask;
  524. tmp_i_mark->wd = -1;
  525. ret = -ENOSPC;
  526. if (atomic_read(&group->inotify_data.user->inotify_watches) >= inotify_max_user_watches)
  527. goto out_err;
  528. ret = inotify_add_to_idr(idr, idr_lock, &group->inotify_data.last_wd,
  529. tmp_i_mark);
  530. if (ret)
  531. goto out_err;
  532. /* we are on the idr, now get on the inode */
  533. ret = fsnotify_add_mark(&tmp_i_mark->fsn_mark, group, inode, NULL, 0);
  534. if (ret) {
  535. /* we failed to get on the inode, get off the idr */
  536. inotify_remove_from_idr(group, tmp_i_mark);
  537. goto out_err;
  538. }
  539. /* increment the number of watches the user has */
  540. atomic_inc(&group->inotify_data.user->inotify_watches);
  541. /* return the watch descriptor for this new mark */
  542. ret = tmp_i_mark->wd;
  543. /* if this mark added a new event update the group mask */
  544. if (mask & ~group->mask)
  545. fsnotify_recalc_group_mask(group);
  546. out_err:
  547. /* match the ref from fsnotify_init_mark() */
  548. fsnotify_put_mark(&tmp_i_mark->fsn_mark);
  549. return ret;
  550. }
  551. static int inotify_update_watch(struct fsnotify_group *group, struct inode *inode, u32 arg)
  552. {
  553. int ret = 0;
  554. retry:
  555. /* try to update and existing watch with the new arg */
  556. ret = inotify_update_existing_watch(group, inode, arg);
  557. /* no mark present, try to add a new one */
  558. if (ret == -ENOENT)
  559. ret = inotify_new_watch(group, inode, arg);
  560. /*
  561. * inotify_new_watch could race with another thread which did an
  562. * inotify_new_watch between the update_existing and the add watch
  563. * here, go back and try to update an existing mark again.
  564. */
  565. if (ret == -EEXIST)
  566. goto retry;
  567. return ret;
  568. }
  569. static struct fsnotify_group *inotify_new_group(struct user_struct *user, unsigned int max_events)
  570. {
  571. struct fsnotify_group *group;
  572. group = fsnotify_alloc_group(&inotify_fsnotify_ops);
  573. if (IS_ERR(group))
  574. return group;
  575. group->max_events = max_events;
  576. spin_lock_init(&group->inotify_data.idr_lock);
  577. idr_init(&group->inotify_data.idr);
  578. group->inotify_data.last_wd = 0;
  579. group->inotify_data.user = user;
  580. group->inotify_data.fa = NULL;
  581. return group;
  582. }
  583. /* inotify syscalls */
  584. SYSCALL_DEFINE1(inotify_init1, int, flags)
  585. {
  586. struct fsnotify_group *group;
  587. struct user_struct *user;
  588. int ret;
  589. /* Check the IN_* constants for consistency. */
  590. BUILD_BUG_ON(IN_CLOEXEC != O_CLOEXEC);
  591. BUILD_BUG_ON(IN_NONBLOCK != O_NONBLOCK);
  592. if (flags & ~(IN_CLOEXEC | IN_NONBLOCK))
  593. return -EINVAL;
  594. user = get_current_user();
  595. if (unlikely(atomic_read(&user->inotify_devs) >=
  596. inotify_max_user_instances)) {
  597. ret = -EMFILE;
  598. goto out_free_uid;
  599. }
  600. /* fsnotify_obtain_group took a reference to group, we put this when we kill the file in the end */
  601. group = inotify_new_group(user, inotify_max_queued_events);
  602. if (IS_ERR(group)) {
  603. ret = PTR_ERR(group);
  604. goto out_free_uid;
  605. }
  606. atomic_inc(&user->inotify_devs);
  607. ret = anon_inode_getfd("inotify", &inotify_fops, group,
  608. O_RDONLY | flags);
  609. if (ret >= 0)
  610. return ret;
  611. atomic_dec(&user->inotify_devs);
  612. out_free_uid:
  613. free_uid(user);
  614. return ret;
  615. }
  616. SYSCALL_DEFINE0(inotify_init)
  617. {
  618. return sys_inotify_init1(0);
  619. }
  620. SYSCALL_DEFINE3(inotify_add_watch, int, fd, const char __user *, pathname,
  621. u32, mask)
  622. {
  623. struct fsnotify_group *group;
  624. struct inode *inode;
  625. struct path path;
  626. struct file *filp;
  627. int ret, fput_needed;
  628. unsigned flags = 0;
  629. filp = fget_light(fd, &fput_needed);
  630. if (unlikely(!filp))
  631. return -EBADF;
  632. /* verify that this is indeed an inotify instance */
  633. if (unlikely(filp->f_op != &inotify_fops)) {
  634. ret = -EINVAL;
  635. goto fput_and_out;
  636. }
  637. if (!(mask & IN_DONT_FOLLOW))
  638. flags |= LOOKUP_FOLLOW;
  639. if (mask & IN_ONLYDIR)
  640. flags |= LOOKUP_DIRECTORY;
  641. ret = inotify_find_inode(pathname, &path, flags);
  642. if (ret)
  643. goto fput_and_out;
  644. /* inode held in place by reference to path; group by fget on fd */
  645. inode = path.dentry->d_inode;
  646. group = filp->private_data;
  647. /* create/update an inode mark */
  648. ret = inotify_update_watch(group, inode, mask);
  649. path_put(&path);
  650. fput_and_out:
  651. fput_light(filp, fput_needed);
  652. return ret;
  653. }
  654. SYSCALL_DEFINE2(inotify_rm_watch, int, fd, __s32, wd)
  655. {
  656. struct fsnotify_group *group;
  657. struct inotify_inode_mark *i_mark;
  658. struct file *filp;
  659. int ret = 0, fput_needed;
  660. filp = fget_light(fd, &fput_needed);
  661. if (unlikely(!filp))
  662. return -EBADF;
  663. /* verify that this is indeed an inotify instance */
  664. ret = -EINVAL;
  665. if (unlikely(filp->f_op != &inotify_fops))
  666. goto out;
  667. group = filp->private_data;
  668. ret = -EINVAL;
  669. i_mark = inotify_idr_find(group, wd);
  670. if (unlikely(!i_mark))
  671. goto out;
  672. ret = 0;
  673. fsnotify_destroy_mark(&i_mark->fsn_mark);
  674. /* match ref taken by inotify_idr_find */
  675. fsnotify_put_mark(&i_mark->fsn_mark);
  676. out:
  677. fput_light(filp, fput_needed);
  678. return ret;
  679. }
  680. /*
  681. * inotify_user_setup - Our initialization function. Note that we cannnot return
  682. * error because we have compiled-in VFS hooks. So an (unlikely) failure here
  683. * must result in panic().
  684. */
  685. static int __init inotify_user_setup(void)
  686. {
  687. inotify_inode_mark_cachep = KMEM_CACHE(inotify_inode_mark, SLAB_PANIC);
  688. event_priv_cachep = KMEM_CACHE(inotify_event_private_data, SLAB_PANIC);
  689. inotify_max_queued_events = 16384;
  690. inotify_max_user_instances = 128;
  691. inotify_max_user_watches = 8192;
  692. return 0;
  693. }
  694. module_init(inotify_user_setup);