Thomas Gleixner | 3e0a4e8 | 2019-05-23 11:14:55 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 2 | /* |
| 3 | * fs/inotify_user.c - inotify support for userspace |
| 4 | * |
| 5 | * Authors: |
| 6 | * John McCutchan <ttb@tentacle.dhs.org> |
| 7 | * Robert Love <rml@novell.com> |
| 8 | * |
| 9 | * Copyright (C) 2005 John McCutchan |
| 10 | * Copyright 2006 Hewlett-Packard Development Company, L.P. |
| 11 | * |
| 12 | * Copyright (C) 2009 Eric Paris <Red Hat Inc> |
| 13 | * inotify was largely rewriten to make use of the fsnotify infrastructure |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 14 | */ |
| 15 | |
Eric Paris | 8c1934c | 2010-07-28 10:18:37 -0400 | [diff] [blame] | 16 | #include <linux/dcache.h> /* d_unlinked */ |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 17 | #include <linux/fs.h> /* struct inode */ |
| 18 | #include <linux/fsnotify_backend.h> |
| 19 | #include <linux/inotify.h> |
| 20 | #include <linux/path.h> /* struct path */ |
| 21 | #include <linux/slab.h> /* kmem_* */ |
| 22 | #include <linux/types.h> |
Pavel Emelyanov | b3b38d8 | 2010-05-12 15:34:07 -0700 | [diff] [blame] | 23 | #include <linux/sched.h> |
Ingo Molnar | 5b825c3 | 2017-02-02 17:54:15 +0100 | [diff] [blame] | 24 | #include <linux/sched/user.h> |
Shakeel Butt | d46eb14b | 2018-08-17 15:46:39 -0700 | [diff] [blame] | 25 | #include <linux/sched/mm.h> |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 26 | |
| 27 | #include "inotify.h" |
| 28 | |
Eric Paris | 74766bb | 2009-12-17 21:24:21 -0500 | [diff] [blame] | 29 | /* |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 30 | * Check if 2 events contain the same information. |
Eric Paris | 74766bb | 2009-12-17 21:24:21 -0500 | [diff] [blame] | 31 | */ |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 32 | static bool event_compare(struct fsnotify_event *old_fsn, |
| 33 | struct fsnotify_event *new_fsn) |
Eric Paris | 74766bb | 2009-12-17 21:24:21 -0500 | [diff] [blame] | 34 | { |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 35 | struct inotify_event_info *old, *new; |
| 36 | |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 37 | old = INOTIFY_E(old_fsn); |
| 38 | new = INOTIFY_E(new_fsn); |
Amir Goldstein | a0a92d2 | 2019-01-10 19:04:31 +0200 | [diff] [blame] | 39 | if (old->mask & FS_IN_IGNORED) |
| 40 | return false; |
| 41 | if ((old->mask == new->mask) && |
Amir Goldstein | 956235a | 2020-07-08 14:11:41 +0300 | [diff] [blame] | 42 | (old->wd == new->wd) && |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 43 | (old->name_len == new->name_len) && |
| 44 | (!old->name_len || !strcmp(old->name, new->name))) |
| 45 | return true; |
Eric Paris | 74766bb | 2009-12-17 21:24:21 -0500 | [diff] [blame] | 46 | return false; |
| 47 | } |
| 48 | |
Amir Goldstein | 94e00d2 | 2021-03-04 12:48:25 +0200 | [diff] [blame] | 49 | static int inotify_merge(struct fsnotify_group *group, |
| 50 | struct fsnotify_event *event) |
Eric Paris | 74766bb | 2009-12-17 21:24:21 -0500 | [diff] [blame] | 51 | { |
Amir Goldstein | 94e00d2 | 2021-03-04 12:48:25 +0200 | [diff] [blame] | 52 | struct list_head *list = &group->notification_list; |
Eric Paris | 74766bb | 2009-12-17 21:24:21 -0500 | [diff] [blame] | 53 | struct fsnotify_event *last_event; |
Eric Paris | 74766bb | 2009-12-17 21:24:21 -0500 | [diff] [blame] | 54 | |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 55 | last_event = list_entry(list->prev, struct fsnotify_event, list); |
Jan Kara | 83c0e1b | 2014-01-28 18:53:22 +0100 | [diff] [blame] | 56 | return event_compare(last_event, event); |
Eric Paris | 74766bb | 2009-12-17 21:24:21 -0500 | [diff] [blame] | 57 | } |
| 58 | |
Amir Goldstein | 1a2620a | 2020-12-02 14:07:08 +0200 | [diff] [blame] | 59 | int inotify_handle_inode_event(struct fsnotify_mark *inode_mark, u32 mask, |
| 60 | struct inode *inode, struct inode *dir, |
| 61 | const struct qstr *name, u32 cookie) |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 62 | { |
Eric Paris | 000285d | 2009-12-17 21:24:24 -0500 | [diff] [blame] | 63 | struct inotify_inode_mark *i_mark; |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 64 | struct inotify_event_info *event; |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 65 | struct fsnotify_event *fsn_event; |
Amir Goldstein | 1a2620a | 2020-12-02 14:07:08 +0200 | [diff] [blame] | 66 | struct fsnotify_group *group = inode_mark->group; |
Jan Kara | 83c0e1b | 2014-01-28 18:53:22 +0100 | [diff] [blame] | 67 | int ret; |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 68 | int len = 0; |
| 69 | int alloc_len = sizeof(struct inotify_event_info); |
Roman Gushchin | b87d8ce | 2020-10-17 16:13:40 -0700 | [diff] [blame] | 70 | struct mem_cgroup *old_memcg; |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 71 | |
Amir Goldstein | 1a2620a | 2020-12-02 14:07:08 +0200 | [diff] [blame] | 72 | if (name) { |
| 73 | len = name->len; |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 74 | alloc_len += len + 1; |
| 75 | } |
Eric Paris | 5ba08e2 | 2010-07-28 10:18:37 -0400 | [diff] [blame] | 76 | |
Amir Goldstein | b54cecf | 2020-06-07 12:10:40 +0300 | [diff] [blame] | 77 | pr_debug("%s: group=%p mark=%p mask=%x\n", __func__, group, inode_mark, |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 78 | mask); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 79 | |
Eric Paris | ce8f76f | 2010-07-28 10:18:39 -0400 | [diff] [blame] | 80 | i_mark = container_of(inode_mark, struct inotify_inode_mark, |
Eric Paris | 000285d | 2009-12-17 21:24:24 -0500 | [diff] [blame] | 81 | fsn_mark); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 82 | |
Shakeel Butt | ec16545 | 2019-07-11 20:55:52 -0700 | [diff] [blame] | 83 | /* |
| 84 | * Whoever is interested in the event, pays for the allocation. Do not |
| 85 | * trigger OOM killer in the target monitoring memcg as it may have |
| 86 | * security repercussion. |
| 87 | */ |
Roman Gushchin | b87d8ce | 2020-10-17 16:13:40 -0700 | [diff] [blame] | 88 | old_memcg = set_active_memcg(group->memcg); |
Shakeel Butt | ec16545 | 2019-07-11 20:55:52 -0700 | [diff] [blame] | 89 | event = kmalloc(alloc_len, GFP_KERNEL_ACCOUNT | __GFP_RETRY_MAYFAIL); |
Roman Gushchin | b87d8ce | 2020-10-17 16:13:40 -0700 | [diff] [blame] | 90 | set_active_memcg(old_memcg); |
Shakeel Butt | d46eb14b | 2018-08-17 15:46:39 -0700 | [diff] [blame] | 91 | |
Jan Kara | 7b1f641 | 2018-02-21 15:07:52 +0100 | [diff] [blame] | 92 | if (unlikely(!event)) { |
| 93 | /* |
| 94 | * Treat lost event due to ENOMEM the same way as queue |
| 95 | * overflow to let userspace know event was lost. |
| 96 | */ |
| 97 | fsnotify_queue_overflow(group); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 98 | return -ENOMEM; |
Jan Kara | 7b1f641 | 2018-02-21 15:07:52 +0100 | [diff] [blame] | 99 | } |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 100 | |
Amir Goldstein | 0a20df7 | 2019-01-10 19:04:40 +0200 | [diff] [blame] | 101 | /* |
| 102 | * We now report FS_ISDIR flag with MOVE_SELF and DELETE_SELF events |
| 103 | * for fanotify. inotify never reported IN_ISDIR with those events. |
| 104 | * It looks like an oversight, but to avoid the risk of breaking |
| 105 | * existing inotify programs, mask the flag out from those events. |
| 106 | */ |
| 107 | if (mask & (IN_MOVE_SELF | IN_DELETE_SELF)) |
| 108 | mask &= ~IN_ISDIR; |
| 109 | |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 110 | fsn_event = &event->fse; |
Amir Goldstein | 8988f11 | 2021-03-04 12:48:23 +0200 | [diff] [blame] | 111 | fsnotify_init_event(fsn_event); |
Amir Goldstein | a0a92d2 | 2019-01-10 19:04:31 +0200 | [diff] [blame] | 112 | event->mask = mask; |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 113 | event->wd = i_mark->wd; |
Jan Kara | 45a22f4 | 2014-02-17 13:09:50 +0100 | [diff] [blame] | 114 | event->sync_cookie = cookie; |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 115 | event->name_len = len; |
| 116 | if (len) |
Amir Goldstein | 1a2620a | 2020-12-02 14:07:08 +0200 | [diff] [blame] | 117 | strcpy(event->name, name->name); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 118 | |
Amir Goldstein | 94e00d2 | 2021-03-04 12:48:25 +0200 | [diff] [blame] | 119 | ret = fsnotify_add_event(group, fsn_event, inotify_merge, NULL); |
Jan Kara | 83c0e1b | 2014-01-28 18:53:22 +0100 | [diff] [blame] | 120 | if (ret) { |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 121 | /* Our event wasn't used in the end. Free it. */ |
| 122 | fsnotify_destroy_event(group, fsn_event); |
Eric Paris | eef3a11 | 2009-08-16 21:51:44 -0400 | [diff] [blame] | 123 | } |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 124 | |
Eric Paris | ce8f76f | 2010-07-28 10:18:39 -0400 | [diff] [blame] | 125 | if (inode_mark->mask & IN_ONESHOT) |
Lino Sanfilippo | e2a2994 | 2011-06-14 17:29:51 +0200 | [diff] [blame] | 126 | fsnotify_destroy_mark(inode_mark, group); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 127 | |
Jan Kara | 83c0e1b | 2014-01-28 18:53:22 +0100 | [diff] [blame] | 128 | return 0; |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 129 | } |
| 130 | |
Eric Paris | 000285d | 2009-12-17 21:24:24 -0500 | [diff] [blame] | 131 | static void inotify_freeing_mark(struct fsnotify_mark *fsn_mark, struct fsnotify_group *group) |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 132 | { |
Eric Paris | 000285d | 2009-12-17 21:24:24 -0500 | [diff] [blame] | 133 | inotify_ignored_and_remove_idr(fsn_mark, group); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 134 | } |
| 135 | |
Eric Paris | cf43742 | 2009-08-24 16:03:35 -0400 | [diff] [blame] | 136 | /* |
| 137 | * This is NEVER supposed to be called. Inotify marks should either have been |
| 138 | * removed from the idr when the watch was removed or in the |
| 139 | * fsnotify_destroy_mark_by_group() call when the inotify instance was being |
| 140 | * torn down. This is only called if the idr is about to be freed but there |
| 141 | * are still marks in it. |
| 142 | */ |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 143 | static int idr_callback(int id, void *p, void *data) |
| 144 | { |
Eric Paris | 000285d | 2009-12-17 21:24:24 -0500 | [diff] [blame] | 145 | struct fsnotify_mark *fsn_mark; |
| 146 | struct inotify_inode_mark *i_mark; |
Eric Paris | cf43742 | 2009-08-24 16:03:35 -0400 | [diff] [blame] | 147 | static bool warned = false; |
| 148 | |
| 149 | if (warned) |
| 150 | return 0; |
| 151 | |
Eric Paris | 976ae32 | 2010-01-15 12:12:25 -0500 | [diff] [blame] | 152 | warned = true; |
Eric Paris | 000285d | 2009-12-17 21:24:24 -0500 | [diff] [blame] | 153 | fsn_mark = p; |
| 154 | i_mark = container_of(fsn_mark, struct inotify_inode_mark, fsn_mark); |
Eric Paris | cf43742 | 2009-08-24 16:03:35 -0400 | [diff] [blame] | 155 | |
Eric Paris | 000285d | 2009-12-17 21:24:24 -0500 | [diff] [blame] | 156 | WARN(1, "inotify closing but id=%d for fsn_mark=%p in group=%p still in " |
Eric Paris | cf43742 | 2009-08-24 16:03:35 -0400 | [diff] [blame] | 157 | "idr. Probably leaking memory\n", id, p, data); |
| 158 | |
| 159 | /* |
| 160 | * I'm taking the liberty of assuming that the mark in question is a |
| 161 | * valid address and I'm dereferencing it. This might help to figure |
| 162 | * out why we got here and the panic is no worse than the original |
| 163 | * BUG() that was here. |
| 164 | */ |
Eric Paris | 000285d | 2009-12-17 21:24:24 -0500 | [diff] [blame] | 165 | if (fsn_mark) |
Jan Kara | 25c829a | 2016-12-09 09:38:55 +0100 | [diff] [blame] | 166 | printk(KERN_WARNING "fsn_mark->group=%p wd=%d\n", |
| 167 | fsn_mark->group, i_mark->wd); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 168 | return 0; |
| 169 | } |
| 170 | |
| 171 | static void inotify_free_group_priv(struct fsnotify_group *group) |
| 172 | { |
Lucas De Marchi | 25985ed | 2011-03-30 22:57:33 -0300 | [diff] [blame] | 173 | /* ideally the idr is empty and we won't hit the BUG in the callback */ |
Eric Paris | cf43742 | 2009-08-24 16:03:35 -0400 | [diff] [blame] | 174 | idr_for_each(&group->inotify_data.idr, idr_callback, group); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 175 | idr_destroy(&group->inotify_data.idr); |
Nikolay Borisov | 1cce1ee | 2016-12-14 15:56:33 +0200 | [diff] [blame] | 176 | if (group->inotify_data.ucounts) |
| 177 | dec_inotify_instances(group->inotify_data.ucounts); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 178 | } |
| 179 | |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 180 | static void inotify_free_event(struct fsnotify_event *fsn_event) |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 181 | { |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 182 | kfree(INOTIFY_E(fsn_event)); |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 183 | } |
| 184 | |
Jan Kara | 054c636 | 2016-12-21 18:06:12 +0100 | [diff] [blame] | 185 | /* ding dong the mark is dead */ |
| 186 | static void inotify_free_mark(struct fsnotify_mark *fsn_mark) |
| 187 | { |
| 188 | struct inotify_inode_mark *i_mark; |
| 189 | |
| 190 | i_mark = container_of(fsn_mark, struct inotify_inode_mark, fsn_mark); |
| 191 | |
| 192 | kmem_cache_free(inotify_inode_mark_cachep, i_mark); |
| 193 | } |
| 194 | |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 195 | const struct fsnotify_ops inotify_fsnotify_ops = { |
Amir Goldstein | 1a2620a | 2020-12-02 14:07:08 +0200 | [diff] [blame] | 196 | .handle_inode_event = inotify_handle_inode_event, |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 197 | .free_group_priv = inotify_free_group_priv, |
Jan Kara | 7053aee | 2014-01-21 15:48:14 -0800 | [diff] [blame] | 198 | .free_event = inotify_free_event, |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 199 | .freeing_mark = inotify_freeing_mark, |
Jan Kara | 054c636 | 2016-12-21 18:06:12 +0100 | [diff] [blame] | 200 | .free_mark = inotify_free_mark, |
Eric Paris | 63c882a | 2009-05-21 17:02:01 -0400 | [diff] [blame] | 201 | }; |