Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 1 | #include <linux/fs.h> |
Al Viro | 59eda0e | 2015-01-10 17:53:21 -0500 | [diff] [blame^] | 2 | #include <linux/sched.h> |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 3 | #include <linux/slab.h> |
| 4 | #include <linux/fs_pin.h> |
Al Viro | 8fa1f1c | 2014-05-21 18:22:52 -0400 | [diff] [blame] | 5 | #include "internal.h" |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 6 | #include "mount.h" |
| 7 | |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 8 | static DEFINE_SPINLOCK(pin_lock); |
| 9 | |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 10 | void pin_remove(struct fs_pin *pin) |
| 11 | { |
| 12 | spin_lock(&pin_lock); |
| 13 | hlist_del(&pin->m_list); |
| 14 | hlist_del(&pin->s_list); |
| 15 | spin_unlock(&pin_lock); |
Al Viro | 59eda0e | 2015-01-10 17:53:21 -0500 | [diff] [blame^] | 16 | spin_lock_irq(&pin->wait.lock); |
| 17 | pin->done = 1; |
| 18 | wake_up_locked(&pin->wait); |
| 19 | spin_unlock_irq(&pin->wait.lock); |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 20 | } |
| 21 | |
Al Viro | fdab684 | 2015-01-11 10:57:27 -0500 | [diff] [blame] | 22 | void pin_insert_group(struct fs_pin *pin, struct vfsmount *m, struct hlist_head *p) |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 23 | { |
| 24 | spin_lock(&pin_lock); |
Al Viro | fdab684 | 2015-01-11 10:57:27 -0500 | [diff] [blame] | 25 | if (p) |
| 26 | hlist_add_head(&pin->s_list, p); |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 27 | hlist_add_head(&pin->m_list, &real_mount(m)->mnt_pins); |
| 28 | spin_unlock(&pin_lock); |
| 29 | } |
| 30 | |
Al Viro | fdab684 | 2015-01-11 10:57:27 -0500 | [diff] [blame] | 31 | void pin_insert(struct fs_pin *pin, struct vfsmount *m) |
| 32 | { |
| 33 | pin_insert_group(pin, m, &m->mnt_sb->s_pins); |
| 34 | } |
| 35 | |
Al Viro | 59eda0e | 2015-01-10 17:53:21 -0500 | [diff] [blame^] | 36 | void pin_kill(struct fs_pin *p) |
| 37 | { |
| 38 | wait_queue_t wait; |
| 39 | |
| 40 | if (!p) { |
| 41 | rcu_read_unlock(); |
| 42 | return; |
| 43 | } |
| 44 | init_wait(&wait); |
| 45 | spin_lock_irq(&p->wait.lock); |
| 46 | if (likely(!p->done)) { |
| 47 | p->done = -1; |
| 48 | spin_unlock_irq(&p->wait.lock); |
| 49 | rcu_read_unlock(); |
| 50 | p->kill(p); |
| 51 | return; |
| 52 | } |
| 53 | if (p->done > 0) { |
| 54 | spin_unlock_irq(&p->wait.lock); |
| 55 | rcu_read_unlock(); |
| 56 | return; |
| 57 | } |
| 58 | __add_wait_queue(&p->wait, &wait); |
| 59 | while (1) { |
| 60 | set_current_state(TASK_UNINTERRUPTIBLE); |
| 61 | spin_unlock_irq(&p->wait.lock); |
| 62 | rcu_read_unlock(); |
| 63 | schedule(); |
| 64 | rcu_read_lock(); |
| 65 | if (likely(list_empty(&wait.task_list))) |
| 66 | break; |
| 67 | /* OK, we know p couldn't have been freed yet */ |
| 68 | spin_lock_irq(&p->wait.lock); |
| 69 | if (p->done > 0) { |
| 70 | spin_unlock_irq(&p->wait.lock); |
| 71 | break; |
| 72 | } |
| 73 | } |
| 74 | rcu_read_unlock(); |
| 75 | } |
| 76 | |
Al Viro | 8fa1f1c | 2014-05-21 18:22:52 -0400 | [diff] [blame] | 77 | void mnt_pin_kill(struct mount *m) |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 78 | { |
| 79 | while (1) { |
| 80 | struct hlist_node *p; |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 81 | rcu_read_lock(); |
Al Viro | 8fa1f1c | 2014-05-21 18:22:52 -0400 | [diff] [blame] | 82 | p = ACCESS_ONCE(m->mnt_pins.first); |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 83 | if (!p) { |
| 84 | rcu_read_unlock(); |
| 85 | break; |
| 86 | } |
Al Viro | 59eda0e | 2015-01-10 17:53:21 -0500 | [diff] [blame^] | 87 | pin_kill(hlist_entry(p, struct fs_pin, m_list)); |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 88 | } |
| 89 | } |
| 90 | |
Al Viro | fdab684 | 2015-01-11 10:57:27 -0500 | [diff] [blame] | 91 | void group_pin_kill(struct hlist_head *p) |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 92 | { |
| 93 | while (1) { |
Al Viro | fdab684 | 2015-01-11 10:57:27 -0500 | [diff] [blame] | 94 | struct hlist_node *q; |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 95 | rcu_read_lock(); |
Al Viro | fdab684 | 2015-01-11 10:57:27 -0500 | [diff] [blame] | 96 | q = ACCESS_ONCE(p->first); |
| 97 | if (!q) { |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 98 | rcu_read_unlock(); |
| 99 | break; |
| 100 | } |
Al Viro | 59eda0e | 2015-01-10 17:53:21 -0500 | [diff] [blame^] | 101 | pin_kill(hlist_entry(q, struct fs_pin, s_list)); |
Al Viro | efb170c | 2014-08-07 08:39:04 -0400 | [diff] [blame] | 102 | } |
| 103 | } |