blob: 133f723aca0703da8d9969f190992370ca5fc27a [file] [log] [blame]
Thomas Gleixnerc82ee6d2019-05-19 15:51:48 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Eric Paris90586522009-05-21 17:01:20 -04002/*
3 * Copyright (C) 2008 Red Hat, Inc., Eric Paris <eparis@redhat.com>
Eric Paris90586522009-05-21 17:01:20 -04004 */
5
6#include <linux/list.h>
7#include <linux/mutex.h>
8#include <linux/slab.h>
9#include <linux/srcu.h>
10#include <linux/rculist.h>
11#include <linux/wait.h>
Shakeel Buttd46eb14b2018-08-17 15:46:39 -070012#include <linux/memcontrol.h>
Eric Paris90586522009-05-21 17:01:20 -040013
14#include <linux/fsnotify_backend.h>
15#include "fsnotify.h"
16
Arun Sharma600634972011-07-26 16:09:06 -070017#include <linux/atomic.h>
Eric Paris90586522009-05-21 17:01:20 -040018
Eric Paris3be25f42009-05-21 17:01:26 -040019/*
Eric Paris90586522009-05-21 17:01:20 -040020 * Final freeing of a group
21 */
Andrew Mortoncafbaae2014-10-09 15:24:35 -070022static void fsnotify_final_destroy_group(struct fsnotify_group *group)
Eric Paris90586522009-05-21 17:01:20 -040023{
24 if (group->ops->free_group_priv)
25 group->ops->free_group_priv(group);
26
Shakeel Buttd46eb14b2018-08-17 15:46:39 -070027 mem_cgroup_put(group->memcg);
28
Eric Paris90586522009-05-21 17:01:20 -040029 kfree(group);
30}
31
32/*
Jan Kara12703db2016-09-19 14:44:27 -070033 * Stop queueing new events for this group. Once this function returns
34 * fsnotify_add_event() will not add any new events to the group's queue.
35 */
36void fsnotify_group_stop_queueing(struct fsnotify_group *group)
37{
Jan Karac21dbe22016-10-07 16:56:52 -070038 spin_lock(&group->notification_lock);
Jan Kara12703db2016-09-19 14:44:27 -070039 group->shutdown = true;
Jan Karac21dbe22016-10-07 16:56:52 -070040 spin_unlock(&group->notification_lock);
Jan Kara12703db2016-09-19 14:44:27 -070041}
42
43/*
Lino Sanfilippo23e964c2011-06-14 17:29:47 +020044 * Trying to get rid of a group. Remove all marks, flush all events and release
45 * the group reference.
46 * Note that another thread calling fsnotify_clear_marks_by_group() may still
47 * hold a ref to the group.
Eric Paris3be25f42009-05-21 17:01:26 -040048 */
Lino Sanfilippod8153d42011-06-14 17:29:45 +020049void fsnotify_destroy_group(struct fsnotify_group *group)
Eric Paris3be25f42009-05-21 17:01:26 -040050{
Jan Kara12703db2016-09-19 14:44:27 -070051 /*
52 * Stop queueing new events. The code below is careful enough to not
53 * require this but fanotify needs to stop queuing events even before
54 * fsnotify_destroy_group() is called and this makes the other callers
55 * of fsnotify_destroy_group() to see the same behavior.
56 */
57 fsnotify_group_stop_queueing(group);
58
Jan Karaf09b04a2016-12-21 14:48:18 +010059 /* Clear all marks for this group and queue them for destruction */
Amir Goldsteind6f7b982018-04-20 16:10:49 -070060 fsnotify_clear_marks_by_group(group, FSNOTIFY_OBJ_ALL_TYPES_MASK);
Jan Kara2e37c6c2017-01-04 10:51:58 +010061
62 /*
63 * Some marks can still be pinned when waiting for response from
64 * userspace. Wait for those now. fsnotify_prepare_user_wait() will
65 * not succeed now so this wait is race-free.
66 */
67 wait_event(group->notification_waitq, !atomic_read(&group->user_waits));
Eric Paris3be25f42009-05-21 17:01:26 -040068
Jan Kara35e48172016-05-19 17:08:59 -070069 /*
Jan Karaf09b04a2016-12-21 14:48:18 +010070 * Wait until all marks get really destroyed. We could actually destroy
71 * them ourselves instead of waiting for worker to do it, however that
72 * would be racy as worker can already be processing some marks before
73 * we even entered fsnotify_destroy_group().
Jan Kara35e48172016-05-19 17:08:59 -070074 */
Jan Karaf09b04a2016-12-21 14:48:18 +010075 fsnotify_wait_marks_destroyed();
Eric Paris75c1be42010-07-28 10:18:38 -040076
Jan Kara35e48172016-05-19 17:08:59 -070077 /*
78 * Since we have waited for fsnotify_mark_srcu in
79 * fsnotify_mark_destroy_list() there can be no outstanding event
80 * notification against this group. So clearing the notification queue
81 * of all events is reliable now.
82 */
Lino Sanfilippo23e964c2011-06-14 17:29:47 +020083 fsnotify_flush_notify(group);
84
Jan Karaff57cd52014-02-21 19:14:11 +010085 /*
86 * Destroy overflow event (we cannot use fsnotify_destroy_event() as
87 * that deliberately ignores overflow events.
88 */
89 if (group->overflow_event)
90 group->ops->free_event(group->overflow_event);
91
Lino Sanfilippo23e964c2011-06-14 17:29:47 +020092 fsnotify_put_group(group);
Eric Paris3be25f42009-05-21 17:01:26 -040093}
94
95/*
Lino Sanfilippo98612952011-06-14 17:29:46 +020096 * Get reference to a group.
97 */
98void fsnotify_get_group(struct fsnotify_group *group)
99{
Elena Reshetova7761daa62017-10-20 13:26:01 +0300100 refcount_inc(&group->refcnt);
Lino Sanfilippo98612952011-06-14 17:29:46 +0200101}
102
103/*
Eric Paris90586522009-05-21 17:01:20 -0400104 * Drop a reference to a group. Free it if it's through.
105 */
106void fsnotify_put_group(struct fsnotify_group *group)
107{
Elena Reshetova7761daa62017-10-20 13:26:01 +0300108 if (refcount_dec_and_test(&group->refcnt))
Lino Sanfilippo23e964c2011-06-14 17:29:47 +0200109 fsnotify_final_destroy_group(group);
Eric Paris90586522009-05-21 17:01:20 -0400110}
Trond Myklebustb72679e2019-08-18 14:18:46 -0400111EXPORT_SYMBOL_GPL(fsnotify_put_group);
Eric Paris90586522009-05-21 17:01:20 -0400112
113/*
Eric Parisffab8342009-12-17 21:24:22 -0500114 * Create a new fsnotify_group and hold a reference for the group returned.
Eric Paris90586522009-05-21 17:01:20 -0400115 */
Eric Paris0d2e2a12009-12-17 21:24:22 -0500116struct fsnotify_group *fsnotify_alloc_group(const struct fsnotify_ops *ops)
Eric Paris90586522009-05-21 17:01:20 -0400117{
Eric Paris74be0cc2009-12-17 21:24:22 -0500118 struct fsnotify_group *group;
Eric Paris90586522009-05-21 17:01:20 -0400119
Eric Parisf0553af2009-12-17 20:12:06 -0500120 group = kzalloc(sizeof(struct fsnotify_group), GFP_KERNEL);
Eric Paris90586522009-05-21 17:01:20 -0400121 if (!group)
122 return ERR_PTR(-ENOMEM);
123
Eric Paris36fddeb2009-12-17 21:24:23 -0500124 /* set to 0 when there a no external references to this group */
Elena Reshetova7761daa62017-10-20 13:26:01 +0300125 refcount_set(&group->refcnt, 1);
Lino Sanfilippo23e964c2011-06-14 17:29:47 +0200126 atomic_set(&group->num_marks, 0);
Jan Karaabc77572016-11-10 16:02:11 +0100127 atomic_set(&group->user_waits, 0);
Eric Paris36fddeb2009-12-17 21:24:23 -0500128
Jan Karac21dbe22016-10-07 16:56:52 -0700129 spin_lock_init(&group->notification_lock);
Eric Parisa2d8bc62009-05-21 17:01:37 -0400130 INIT_LIST_HEAD(&group->notification_list);
131 init_waitqueue_head(&group->notification_waitq);
Eric Parisa2d8bc62009-05-21 17:01:37 -0400132 group->max_events = UINT_MAX;
133
Lino Sanfilippo986ab092011-06-14 17:29:50 +0200134 mutex_init(&group->mark_mutex);
Eric Parise61ce862009-12-17 21:24:24 -0500135 INIT_LIST_HEAD(&group->marks_list);
Eric Paris3be25f42009-05-21 17:01:26 -0400136
Eric Paris90586522009-05-21 17:01:20 -0400137 group->ops = ops;
138
Eric Paris90586522009-05-21 17:01:20 -0400139 return group;
140}
Trond Myklebustb72679e2019-08-18 14:18:46 -0400141EXPORT_SYMBOL_GPL(fsnotify_alloc_group);
Eric Paris0a6b6bd2011-10-14 17:43:39 -0400142
143int fsnotify_fasync(int fd, struct file *file, int on)
144{
145 struct fsnotify_group *group = file->private_data;
146
147 return fasync_helper(fd, file, on, &group->fsn_fa) >= 0 ? 0 : -EIO;
148}