Thomas Gleixner | c82ee6d | 2019-05-19 15:51:48 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 2008 Red Hat, Inc., Eric Paris <eparis@redhat.com> |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 4 | */ |
| 5 | |
| 6 | #include <linux/list.h> |
| 7 | #include <linux/mutex.h> |
| 8 | #include <linux/slab.h> |
| 9 | #include <linux/srcu.h> |
| 10 | #include <linux/rculist.h> |
| 11 | #include <linux/wait.h> |
Shakeel Butt | d46eb14b | 2018-08-17 15:46:39 -0700 | [diff] [blame] | 12 | #include <linux/memcontrol.h> |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 13 | |
| 14 | #include <linux/fsnotify_backend.h> |
| 15 | #include "fsnotify.h" |
| 16 | |
Arun Sharma | 60063497 | 2011-07-26 16:09:06 -0700 | [diff] [blame] | 17 | #include <linux/atomic.h> |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 18 | |
Eric Paris | 3be25f4 | 2009-05-21 17:01:26 -0400 | [diff] [blame] | 19 | /* |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 20 | * Final freeing of a group |
| 21 | */ |
Andrew Morton | cafbaae | 2014-10-09 15:24:35 -0700 | [diff] [blame] | 22 | static void fsnotify_final_destroy_group(struct fsnotify_group *group) |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 23 | { |
| 24 | if (group->ops->free_group_priv) |
| 25 | group->ops->free_group_priv(group); |
| 26 | |
Shakeel Butt | d46eb14b | 2018-08-17 15:46:39 -0700 | [diff] [blame] | 27 | mem_cgroup_put(group->memcg); |
| 28 | |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 29 | kfree(group); |
| 30 | } |
| 31 | |
| 32 | /* |
Jan Kara | 12703db | 2016-09-19 14:44:27 -0700 | [diff] [blame] | 33 | * Stop queueing new events for this group. Once this function returns |
| 34 | * fsnotify_add_event() will not add any new events to the group's queue. |
| 35 | */ |
| 36 | void fsnotify_group_stop_queueing(struct fsnotify_group *group) |
| 37 | { |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 38 | spin_lock(&group->notification_lock); |
Jan Kara | 12703db | 2016-09-19 14:44:27 -0700 | [diff] [blame] | 39 | group->shutdown = true; |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 40 | spin_unlock(&group->notification_lock); |
Jan Kara | 12703db | 2016-09-19 14:44:27 -0700 | [diff] [blame] | 41 | } |
| 42 | |
| 43 | /* |
Lino Sanfilippo | 23e964c | 2011-06-14 17:29:47 +0200 | [diff] [blame] | 44 | * Trying to get rid of a group. Remove all marks, flush all events and release |
| 45 | * the group reference. |
| 46 | * Note that another thread calling fsnotify_clear_marks_by_group() may still |
| 47 | * hold a ref to the group. |
Eric Paris | 3be25f4 | 2009-05-21 17:01:26 -0400 | [diff] [blame] | 48 | */ |
Lino Sanfilippo | d8153d4 | 2011-06-14 17:29:45 +0200 | [diff] [blame] | 49 | void fsnotify_destroy_group(struct fsnotify_group *group) |
Eric Paris | 3be25f4 | 2009-05-21 17:01:26 -0400 | [diff] [blame] | 50 | { |
Jan Kara | 12703db | 2016-09-19 14:44:27 -0700 | [diff] [blame] | 51 | /* |
| 52 | * Stop queueing new events. The code below is careful enough to not |
| 53 | * require this but fanotify needs to stop queuing events even before |
| 54 | * fsnotify_destroy_group() is called and this makes the other callers |
| 55 | * of fsnotify_destroy_group() to see the same behavior. |
| 56 | */ |
| 57 | fsnotify_group_stop_queueing(group); |
| 58 | |
Jan Kara | f09b04a | 2016-12-21 14:48:18 +0100 | [diff] [blame] | 59 | /* Clear all marks for this group and queue them for destruction */ |
Amir Goldstein | d6f7b98 | 2018-04-20 16:10:49 -0700 | [diff] [blame] | 60 | fsnotify_clear_marks_by_group(group, FSNOTIFY_OBJ_ALL_TYPES_MASK); |
Jan Kara | 2e37c6c | 2017-01-04 10:51:58 +0100 | [diff] [blame] | 61 | |
| 62 | /* |
| 63 | * Some marks can still be pinned when waiting for response from |
| 64 | * userspace. Wait for those now. fsnotify_prepare_user_wait() will |
| 65 | * not succeed now so this wait is race-free. |
| 66 | */ |
| 67 | wait_event(group->notification_waitq, !atomic_read(&group->user_waits)); |
Eric Paris | 3be25f4 | 2009-05-21 17:01:26 -0400 | [diff] [blame] | 68 | |
Jan Kara | 35e4817 | 2016-05-19 17:08:59 -0700 | [diff] [blame] | 69 | /* |
Jan Kara | f09b04a | 2016-12-21 14:48:18 +0100 | [diff] [blame] | 70 | * Wait until all marks get really destroyed. We could actually destroy |
| 71 | * them ourselves instead of waiting for worker to do it, however that |
| 72 | * would be racy as worker can already be processing some marks before |
| 73 | * we even entered fsnotify_destroy_group(). |
Jan Kara | 35e4817 | 2016-05-19 17:08:59 -0700 | [diff] [blame] | 74 | */ |
Jan Kara | f09b04a | 2016-12-21 14:48:18 +0100 | [diff] [blame] | 75 | fsnotify_wait_marks_destroyed(); |
Eric Paris | 75c1be4 | 2010-07-28 10:18:38 -0400 | [diff] [blame] | 76 | |
Jan Kara | 35e4817 | 2016-05-19 17:08:59 -0700 | [diff] [blame] | 77 | /* |
| 78 | * Since we have waited for fsnotify_mark_srcu in |
| 79 | * fsnotify_mark_destroy_list() there can be no outstanding event |
| 80 | * notification against this group. So clearing the notification queue |
| 81 | * of all events is reliable now. |
| 82 | */ |
Lino Sanfilippo | 23e964c | 2011-06-14 17:29:47 +0200 | [diff] [blame] | 83 | fsnotify_flush_notify(group); |
| 84 | |
Jan Kara | ff57cd5 | 2014-02-21 19:14:11 +0100 | [diff] [blame] | 85 | /* |
| 86 | * Destroy overflow event (we cannot use fsnotify_destroy_event() as |
| 87 | * that deliberately ignores overflow events. |
| 88 | */ |
| 89 | if (group->overflow_event) |
| 90 | group->ops->free_event(group->overflow_event); |
| 91 | |
Lino Sanfilippo | 23e964c | 2011-06-14 17:29:47 +0200 | [diff] [blame] | 92 | fsnotify_put_group(group); |
Eric Paris | 3be25f4 | 2009-05-21 17:01:26 -0400 | [diff] [blame] | 93 | } |
| 94 | |
| 95 | /* |
Lino Sanfilippo | 9861295 | 2011-06-14 17:29:46 +0200 | [diff] [blame] | 96 | * Get reference to a group. |
| 97 | */ |
| 98 | void fsnotify_get_group(struct fsnotify_group *group) |
| 99 | { |
Elena Reshetova | 7761daa6 | 2017-10-20 13:26:01 +0300 | [diff] [blame] | 100 | refcount_inc(&group->refcnt); |
Lino Sanfilippo | 9861295 | 2011-06-14 17:29:46 +0200 | [diff] [blame] | 101 | } |
| 102 | |
| 103 | /* |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 104 | * Drop a reference to a group. Free it if it's through. |
| 105 | */ |
| 106 | void fsnotify_put_group(struct fsnotify_group *group) |
| 107 | { |
Elena Reshetova | 7761daa6 | 2017-10-20 13:26:01 +0300 | [diff] [blame] | 108 | if (refcount_dec_and_test(&group->refcnt)) |
Lino Sanfilippo | 23e964c | 2011-06-14 17:29:47 +0200 | [diff] [blame] | 109 | fsnotify_final_destroy_group(group); |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 110 | } |
Trond Myklebust | b72679e | 2019-08-18 14:18:46 -0400 | [diff] [blame] | 111 | EXPORT_SYMBOL_GPL(fsnotify_put_group); |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 112 | |
| 113 | /* |
Eric Paris | ffab834 | 2009-12-17 21:24:22 -0500 | [diff] [blame] | 114 | * Create a new fsnotify_group and hold a reference for the group returned. |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 115 | */ |
Eric Paris | 0d2e2a1 | 2009-12-17 21:24:22 -0500 | [diff] [blame] | 116 | struct fsnotify_group *fsnotify_alloc_group(const struct fsnotify_ops *ops) |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 117 | { |
Eric Paris | 74be0cc | 2009-12-17 21:24:22 -0500 | [diff] [blame] | 118 | struct fsnotify_group *group; |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 119 | |
Eric Paris | f0553af | 2009-12-17 20:12:06 -0500 | [diff] [blame] | 120 | group = kzalloc(sizeof(struct fsnotify_group), GFP_KERNEL); |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 121 | if (!group) |
| 122 | return ERR_PTR(-ENOMEM); |
| 123 | |
Eric Paris | 36fddeb | 2009-12-17 21:24:23 -0500 | [diff] [blame] | 124 | /* set to 0 when there a no external references to this group */ |
Elena Reshetova | 7761daa6 | 2017-10-20 13:26:01 +0300 | [diff] [blame] | 125 | refcount_set(&group->refcnt, 1); |
Lino Sanfilippo | 23e964c | 2011-06-14 17:29:47 +0200 | [diff] [blame] | 126 | atomic_set(&group->num_marks, 0); |
Jan Kara | abc7757 | 2016-11-10 16:02:11 +0100 | [diff] [blame] | 127 | atomic_set(&group->user_waits, 0); |
Eric Paris | 36fddeb | 2009-12-17 21:24:23 -0500 | [diff] [blame] | 128 | |
Jan Kara | c21dbe2 | 2016-10-07 16:56:52 -0700 | [diff] [blame] | 129 | spin_lock_init(&group->notification_lock); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 130 | INIT_LIST_HEAD(&group->notification_list); |
| 131 | init_waitqueue_head(&group->notification_waitq); |
Eric Paris | a2d8bc6 | 2009-05-21 17:01:37 -0400 | [diff] [blame] | 132 | group->max_events = UINT_MAX; |
| 133 | |
Lino Sanfilippo | 986ab09 | 2011-06-14 17:29:50 +0200 | [diff] [blame] | 134 | mutex_init(&group->mark_mutex); |
Eric Paris | e61ce86 | 2009-12-17 21:24:24 -0500 | [diff] [blame] | 135 | INIT_LIST_HEAD(&group->marks_list); |
Eric Paris | 3be25f4 | 2009-05-21 17:01:26 -0400 | [diff] [blame] | 136 | |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 137 | group->ops = ops; |
| 138 | |
Eric Paris | 9058652 | 2009-05-21 17:01:20 -0400 | [diff] [blame] | 139 | return group; |
| 140 | } |
Trond Myklebust | b72679e | 2019-08-18 14:18:46 -0400 | [diff] [blame] | 141 | EXPORT_SYMBOL_GPL(fsnotify_alloc_group); |
Eric Paris | 0a6b6bd | 2011-10-14 17:43:39 -0400 | [diff] [blame] | 142 | |
| 143 | int fsnotify_fasync(int fd, struct file *file, int on) |
| 144 | { |
| 145 | struct fsnotify_group *group = file->private_data; |
| 146 | |
| 147 | return fasync_helper(fd, file, on, &group->fsn_fa) >= 0 ? 0 : -EIO; |
| 148 | } |