Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 1 | /* |
| 2 | * linux/kernel/futex_compat.c |
| 3 | * |
| 4 | * Futex compatibililty routines. |
| 5 | * |
| 6 | * Copyright 2006, Red Hat, Inc., Ingo Molnar |
| 7 | */ |
| 8 | |
| 9 | #include <linux/linkage.h> |
| 10 | #include <linux/compat.h> |
Pavel Emelyanov | b488893 | 2007-10-18 23:40:14 -0700 | [diff] [blame] | 11 | #include <linux/nsproxy.h> |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 12 | #include <linux/futex.h> |
Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 13 | #include <linux/ptrace.h> |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 14 | |
| 15 | #include <asm/uaccess.h> |
| 16 | |
Ingo Molnar | e3f2dde | 2006-07-29 05:17:57 +0200 | [diff] [blame] | 17 | |
| 18 | /* |
| 19 | * Fetch a robust-list pointer. Bit 0 signals PI futexes: |
| 20 | */ |
| 21 | static inline int |
| 22 | fetch_robust_entry(compat_uptr_t *uentry, struct robust_list __user **entry, |
Namhyung Kim | 1dcc41b | 2010-09-14 21:43:46 +0900 | [diff] [blame] | 23 | compat_uptr_t __user *head, unsigned int *pi) |
Ingo Molnar | e3f2dde | 2006-07-29 05:17:57 +0200 | [diff] [blame] | 24 | { |
| 25 | if (get_user(*uentry, head)) |
| 26 | return -EFAULT; |
| 27 | |
| 28 | *entry = compat_ptr((*uentry) & ~1); |
| 29 | *pi = (unsigned int)(*uentry) & 1; |
| 30 | |
| 31 | return 0; |
| 32 | } |
| 33 | |
Al Viro | 8481664 | 2008-03-29 03:07:58 +0000 | [diff] [blame] | 34 | static void __user *futex_uaddr(struct robust_list __user *entry, |
David Miller | 3c5fd9c7 | 2007-11-06 21:13:56 -0800 | [diff] [blame] | 35 | compat_long_t futex_offset) |
| 36 | { |
| 37 | compat_uptr_t base = ptr_to_compat(entry); |
| 38 | void __user *uaddr = compat_ptr(base + futex_offset); |
| 39 | |
| 40 | return uaddr; |
| 41 | } |
| 42 | |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 43 | /* |
| 44 | * Walk curr->robust_list (very carefully, it's a userspace list!) |
| 45 | * and mark any locks found there dead, and notify any waiters. |
| 46 | * |
| 47 | * We silently return on any sign of list-walking problem. |
| 48 | */ |
| 49 | void compat_exit_robust_list(struct task_struct *curr) |
| 50 | { |
| 51 | struct compat_robust_list_head __user *head = curr->compat_robust_list; |
Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 52 | struct robust_list __user *entry, *next_entry, *pending; |
Darren Hart | 4c115e9 | 2010-11-04 15:00:00 -0400 | [diff] [blame] | 53 | unsigned int limit = ROBUST_LIST_LIMIT, pi, pip; |
| 54 | unsigned int uninitialized_var(next_pi); |
Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 55 | compat_uptr_t uentry, next_uentry, upending; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 56 | compat_long_t futex_offset; |
Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 57 | int rc; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 58 | |
Thomas Gleixner | a0c1e90 | 2008-02-23 15:23:57 -0800 | [diff] [blame] | 59 | if (!futex_cmpxchg_enabled) |
| 60 | return; |
| 61 | |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 62 | /* |
| 63 | * Fetch the list head (which was registered earlier, via |
| 64 | * sys_set_robust_list()): |
| 65 | */ |
Ingo Molnar | e3f2dde | 2006-07-29 05:17:57 +0200 | [diff] [blame] | 66 | if (fetch_robust_entry(&uentry, &entry, &head->list.next, &pi)) |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 67 | return; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 68 | /* |
| 69 | * Fetch the relative futex offset: |
| 70 | */ |
| 71 | if (get_user(futex_offset, &head->futex_offset)) |
| 72 | return; |
| 73 | /* |
| 74 | * Fetch any possibly pending lock-add first, and handle it |
| 75 | * if it exists: |
| 76 | */ |
Ingo Molnar | e3f2dde | 2006-07-29 05:17:57 +0200 | [diff] [blame] | 77 | if (fetch_robust_entry(&upending, &pending, |
Thomas Gleixner | ce2c6b5 | 2006-08-05 12:15:15 -0700 | [diff] [blame] | 78 | &head->list_op_pending, &pip)) |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 79 | return; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 80 | |
Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 81 | next_entry = NULL; /* avoid warning with gcc */ |
Arnd Bergmann | 179c85e | 2007-09-11 15:23:49 -0700 | [diff] [blame] | 82 | while (entry != (struct robust_list __user *) &head->list) { |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 83 | /* |
Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 84 | * Fetch the next entry in the list before calling |
| 85 | * handle_futex_death: |
| 86 | */ |
| 87 | rc = fetch_robust_entry(&next_uentry, &next_entry, |
| 88 | (compat_uptr_t __user *)&entry->next, &next_pi); |
| 89 | /* |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 90 | * A pending lock might already be on the list, so |
| 91 | * dont process it twice: |
| 92 | */ |
David Miller | 3c5fd9c7 | 2007-11-06 21:13:56 -0800 | [diff] [blame] | 93 | if (entry != pending) { |
| 94 | void __user *uaddr = futex_uaddr(entry, futex_offset); |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 95 | |
David Miller | 3c5fd9c7 | 2007-11-06 21:13:56 -0800 | [diff] [blame] | 96 | if (handle_futex_death(uaddr, curr, pi)) |
| 97 | return; |
| 98 | } |
Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 99 | if (rc) |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 100 | return; |
Martin Schwidefsky | 9f96cb1 | 2007-10-01 01:20:13 -0700 | [diff] [blame] | 101 | uentry = next_uentry; |
| 102 | entry = next_entry; |
| 103 | pi = next_pi; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 104 | /* |
| 105 | * Avoid excessively long or circular lists: |
| 106 | */ |
| 107 | if (!--limit) |
| 108 | break; |
| 109 | |
| 110 | cond_resched(); |
| 111 | } |
David Miller | 3c5fd9c7 | 2007-11-06 21:13:56 -0800 | [diff] [blame] | 112 | if (pending) { |
| 113 | void __user *uaddr = futex_uaddr(pending, futex_offset); |
| 114 | |
| 115 | handle_futex_death(uaddr, curr, pip); |
| 116 | } |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 117 | } |
| 118 | |
| 119 | asmlinkage long |
| 120 | compat_sys_set_robust_list(struct compat_robust_list_head __user *head, |
| 121 | compat_size_t len) |
| 122 | { |
Thomas Gleixner | a0c1e90 | 2008-02-23 15:23:57 -0800 | [diff] [blame] | 123 | if (!futex_cmpxchg_enabled) |
| 124 | return -ENOSYS; |
| 125 | |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 126 | if (unlikely(len != sizeof(*head))) |
| 127 | return -EINVAL; |
| 128 | |
| 129 | current->compat_robust_list = head; |
| 130 | |
| 131 | return 0; |
| 132 | } |
| 133 | |
| 134 | asmlinkage long |
Al Viro | ba46df9 | 2006-10-10 22:46:07 +0100 | [diff] [blame] | 135 | compat_sys_get_robust_list(int pid, compat_uptr_t __user *head_ptr, |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 136 | compat_size_t __user *len_ptr) |
| 137 | { |
Al Viro | ba46df9 | 2006-10-10 22:46:07 +0100 | [diff] [blame] | 138 | struct compat_robust_list_head __user *head; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 139 | unsigned long ret; |
Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 140 | struct task_struct *p; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 141 | |
Thomas Gleixner | a0c1e90 | 2008-02-23 15:23:57 -0800 | [diff] [blame] | 142 | if (!futex_cmpxchg_enabled) |
| 143 | return -ENOSYS; |
| 144 | |
Kees Cook | ec0c427 | 2012-03-23 12:08:55 -0700 | [diff] [blame] | 145 | WARN_ONCE(1, "deprecated: get_robust_list will be deleted in 2013.\n"); |
| 146 | |
Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 147 | rcu_read_lock(); |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 148 | |
Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 149 | ret = -ESRCH; |
| 150 | if (!pid) |
| 151 | p = current; |
| 152 | else { |
Pavel Emelyanov | 228ebcb | 2007-10-18 23:40:16 -0700 | [diff] [blame] | 153 | p = find_task_by_vpid(pid); |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 154 | if (!p) |
| 155 | goto err_unlock; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 156 | } |
| 157 | |
Kees Cook | bdbb776 | 2012-03-19 16:12:53 -0700 | [diff] [blame] | 158 | ret = -EPERM; |
| 159 | if (!ptrace_may_access(p, PTRACE_MODE_READ)) |
| 160 | goto err_unlock; |
| 161 | |
| 162 | head = p->compat_robust_list; |
| 163 | rcu_read_unlock(); |
| 164 | |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 165 | if (put_user(sizeof(*head), len_ptr)) |
| 166 | return -EFAULT; |
| 167 | return put_user(ptr_to_compat(head), head_ptr); |
| 168 | |
| 169 | err_unlock: |
Thomas Gleixner | f409adf | 2009-12-01 14:02:00 +0100 | [diff] [blame] | 170 | rcu_read_unlock(); |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 171 | |
| 172 | return ret; |
| 173 | } |
| 174 | |
Ingo Molnar | 8f17d3a | 2006-03-27 01:16:27 -0800 | [diff] [blame] | 175 | asmlinkage long compat_sys_futex(u32 __user *uaddr, int op, u32 val, |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 176 | struct compat_timespec __user *utime, u32 __user *uaddr2, |
Ingo Molnar | 8f17d3a | 2006-03-27 01:16:27 -0800 | [diff] [blame] | 177 | u32 val3) |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 178 | { |
Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 179 | struct timespec ts; |
| 180 | ktime_t t, *tp = NULL; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 181 | int val2 = 0; |
Ulrich Drepper | f0ede66 | 2007-06-01 00:46:41 -0700 | [diff] [blame] | 182 | int cmd = op & FUTEX_CMD_MASK; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 183 | |
Thomas Gleixner | cd68998 | 2008-02-01 17:45:14 +0100 | [diff] [blame] | 184 | if (utime && (cmd == FUTEX_WAIT || cmd == FUTEX_LOCK_PI || |
Dinakar Guniguntala | 4dc8802 | 2009-08-10 18:31:42 +0530 | [diff] [blame] | 185 | cmd == FUTEX_WAIT_BITSET || |
| 186 | cmd == FUTEX_WAIT_REQUEUE_PI)) { |
Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 187 | if (get_compat_timespec(&ts, utime)) |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 188 | return -EFAULT; |
Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 189 | if (!timespec_valid(&ts)) |
Thomas Gleixner | 9741ef96 | 2006-03-31 02:31:32 -0800 | [diff] [blame] | 190 | return -EINVAL; |
Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 191 | |
| 192 | t = timespec_to_ktime(ts); |
Ulrich Drepper | f0ede66 | 2007-06-01 00:46:41 -0700 | [diff] [blame] | 193 | if (cmd == FUTEX_WAIT) |
Thomas Gleixner | 5a7780e | 2008-02-13 09:20:43 +0100 | [diff] [blame] | 194 | t = ktime_add_safe(ktime_get(), t); |
Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 195 | tp = &t; |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 196 | } |
Dinakar Guniguntala | 4dc8802 | 2009-08-10 18:31:42 +0530 | [diff] [blame] | 197 | if (cmd == FUTEX_REQUEUE || cmd == FUTEX_CMP_REQUEUE || |
| 198 | cmd == FUTEX_CMP_REQUEUE_PI || cmd == FUTEX_WAKE_OP) |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 199 | val2 = (int) (unsigned long) utime; |
| 200 | |
Pierre Peiffer | c19384b | 2007-05-09 02:35:02 -0700 | [diff] [blame] | 201 | return do_futex(uaddr, op, val, tp, uaddr2, val2, val3); |
Ingo Molnar | 34f192c | 2006-03-27 01:16:24 -0800 | [diff] [blame] | 202 | } |