blob: f4c3470480c734730e90578274c445ef05c23c62 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Jeff Dikef8aaeace2006-01-08 01:01:32 -08002#ifndef _ASM_GENERIC_FUTEX_H
3#define _ASM_GENERIC_FUTEX_H
4
Jeff Dikef8aaeace2006-01-08 01:01:32 -08005#include <linux/futex.h>
Jeff Dike730f4122008-04-30 00:54:49 -07006#include <linux/uaccess.h>
Jeff Dikef8aaeace2006-01-08 01:01:32 -08007#include <asm/errno.h>
Jeff Dikef8aaeace2006-01-08 01:01:32 -08008
Ley Foon Tan00f634b2014-11-06 15:19:34 +08009#ifndef CONFIG_SMP
10/*
11 * The following implementation only for uniprocessor machines.
David Hildenbrandf3dae072015-05-11 17:52:13 +020012 * It relies on preempt_disable() ensuring mutual exclusion.
Ley Foon Tan00f634b2014-11-06 15:19:34 +080013 *
14 */
15
16/**
Jiri Slaby30d6e0a2017-08-24 09:31:05 +020017 * arch_futex_atomic_op_inuser() - Atomic arithmetic operation with constant
Ley Foon Tan00f634b2014-11-06 15:19:34 +080018 * argument and comparison of the previous
19 * futex value with another constant.
20 *
21 * @encoded_op: encoded operation to execute
22 * @uaddr: pointer to user space address
23 *
24 * Return:
25 * 0 - On success
Will Deacon42750352019-04-10 11:51:54 +010026 * -EFAULT - User access resulted in a page fault
27 * -EAGAIN - Atomic operation was unable to complete due to contention
28 * -ENOSYS - Operation not supported
Ley Foon Tan00f634b2014-11-06 15:19:34 +080029 */
30static inline int
Jiri Slaby30d6e0a2017-08-24 09:31:05 +020031arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, u32 __user *uaddr)
Ley Foon Tan00f634b2014-11-06 15:19:34 +080032{
Ley Foon Tan00f634b2014-11-06 15:19:34 +080033 int oldval, ret;
34 u32 tmp;
35
David Hildenbrandf3dae072015-05-11 17:52:13 +020036 preempt_disable();
Ley Foon Tan00f634b2014-11-06 15:19:34 +080037
38 ret = -EFAULT;
39 if (unlikely(get_user(oldval, uaddr) != 0))
40 goto out_pagefault_enable;
41
42 ret = 0;
43 tmp = oldval;
44
45 switch (op) {
46 case FUTEX_OP_SET:
47 tmp = oparg;
48 break;
49 case FUTEX_OP_ADD:
50 tmp += oparg;
51 break;
52 case FUTEX_OP_OR:
53 tmp |= oparg;
54 break;
55 case FUTEX_OP_ANDN:
56 tmp &= ~oparg;
57 break;
58 case FUTEX_OP_XOR:
59 tmp ^= oparg;
60 break;
61 default:
62 ret = -ENOSYS;
63 }
64
65 if (ret == 0 && unlikely(put_user(tmp, uaddr) != 0))
66 ret = -EFAULT;
67
68out_pagefault_enable:
David Hildenbrandf3dae072015-05-11 17:52:13 +020069 preempt_enable();
Ley Foon Tan00f634b2014-11-06 15:19:34 +080070
Jiri Slaby30d6e0a2017-08-24 09:31:05 +020071 if (ret == 0)
72 *oval = oldval;
73
Ley Foon Tan00f634b2014-11-06 15:19:34 +080074 return ret;
75}
76
77/**
78 * futex_atomic_cmpxchg_inatomic() - Compare and exchange the content of the
79 * uaddr with newval if the current value is
80 * oldval.
81 * @uval: pointer to store content of @uaddr
82 * @uaddr: pointer to user space address
83 * @oldval: old value
84 * @newval: new value to store to @uaddr
85 *
86 * Return:
87 * 0 - On success
Will Deacon42750352019-04-10 11:51:54 +010088 * -EFAULT - User access resulted in a page fault
89 * -EAGAIN - Atomic operation was unable to complete due to contention
90 * -ENOSYS - Function not implemented (only if !HAVE_FUTEX_CMPXCHG)
Ley Foon Tan00f634b2014-11-06 15:19:34 +080091 */
92static inline int
93futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
94 u32 oldval, u32 newval)
95{
96 u32 val;
97
David Hildenbrandd9b9ff82015-05-11 17:52:14 +020098 preempt_disable();
Romain Perierfba7cd62016-04-14 15:36:03 +020099 if (unlikely(get_user(val, uaddr) != 0)) {
100 preempt_enable();
Ley Foon Tan00f634b2014-11-06 15:19:34 +0800101 return -EFAULT;
Romain Perierfba7cd62016-04-14 15:36:03 +0200102 }
Ley Foon Tan00f634b2014-11-06 15:19:34 +0800103
Romain Perierfba7cd62016-04-14 15:36:03 +0200104 if (val == oldval && unlikely(put_user(newval, uaddr) != 0)) {
105 preempt_enable();
Ley Foon Tan00f634b2014-11-06 15:19:34 +0800106 return -EFAULT;
Romain Perierfba7cd62016-04-14 15:36:03 +0200107 }
Ley Foon Tan00f634b2014-11-06 15:19:34 +0800108
109 *uval = val;
David Hildenbrandd9b9ff82015-05-11 17:52:14 +0200110 preempt_enable();
Ley Foon Tan00f634b2014-11-06 15:19:34 +0800111
112 return 0;
113}
114
115#else
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800116static inline int
Jiri Slaby30d6e0a2017-08-24 09:31:05 +0200117arch_futex_atomic_op_inuser(int op, u32 oparg, int *oval, u32 __user *uaddr)
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800118{
Vasily Averinf9adc232019-07-16 09:22:03 +0300119 return -ENOSYS;
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800120}
121
Ingo Molnare9056f12006-03-27 01:16:21 -0800122static inline int
Michel Lespinasse8d7718a2011-03-10 18:50:58 -0800123futex_atomic_cmpxchg_inatomic(u32 *uval, u32 __user *uaddr,
124 u32 oldval, u32 newval)
Ingo Molnare9056f12006-03-27 01:16:21 -0800125{
126 return -ENOSYS;
127}
128
Ley Foon Tan00f634b2014-11-06 15:19:34 +0800129#endif /* CONFIG_SMP */
Jeff Dikef8aaeace2006-01-08 01:01:32 -0800130#endif