blob: 49885a518e5e5b8ab80cb448874c5d1d22ea09d5 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07002 * S390 version
Heiko Carstensa53c8fa2012-07-20 11:15:04 +02003 * Copyright IBM Corp. 1999, 2000
Linus Torvalds1da177e2005-04-16 15:20:36 -07004 * Author(s): Hartmut Penner (hp@de.ibm.com),
5 * Martin Schwidefsky (schwidefsky@de.ibm.com)
6 *
7 * Derived from "include/asm-i386/uaccess.h"
8 */
9#ifndef __S390_UACCESS_H
10#define __S390_UACCESS_H
11
12/*
13 * User space memory access functions
14 */
15#include <linux/sched.h>
16#include <linux/errno.h>
David Howellsa0616cd2012-03-28 18:30:02 +010017#include <asm/ctl_reg.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19#define VERIFY_READ 0
20#define VERIFY_WRITE 1
21
22
23/*
24 * The fs value determines whether argument validity checking should be
25 * performed or not. If get_fs() == USER_DS, checking is performed, with
26 * get_fs() == KERNEL_DS, checking is bypassed.
27 *
28 * For historical reasons, these macros are grossly misnamed.
29 */
30
31#define MAKE_MM_SEG(a) ((mm_segment_t) { (a) })
32
33
34#define KERNEL_DS MAKE_MM_SEG(0)
35#define USER_DS MAKE_MM_SEG(1)
36
37#define get_ds() (KERNEL_DS)
38#define get_fs() (current->thread.mm_segment)
39
Linus Torvalds1da177e2005-04-16 15:20:36 -070040#define set_fs(x) \
41({ \
42 unsigned long __pto; \
43 current->thread.mm_segment = (x); \
44 __pto = current->thread.mm_segment.ar4 ? \
45 S390_lowcore.user_asce : S390_lowcore.kernel_asce; \
Martin Schwidefsky94c12cc2006-09-28 16:56:43 +020046 __ctl_load(__pto, 7, 7); \
Linus Torvalds1da177e2005-04-16 15:20:36 -070047})
Linus Torvalds1da177e2005-04-16 15:20:36 -070048
49#define segment_eq(a,b) ((a).ar4 == (b).ar4)
50
Heiko Carstens491af992012-05-29 07:33:59 +020051static inline int __range_ok(unsigned long addr, unsigned long size)
52{
53 return 1;
54}
55
56#define __access_ok(addr, size) \
57({ \
58 __chk_user_ptr(addr); \
59 __range_ok((unsigned long)(addr), (size)); \
Heiko Carstens7683f742011-05-26 09:48:25 +020060})
Linus Torvalds1da177e2005-04-16 15:20:36 -070061
Heiko Carstens7683f742011-05-26 09:48:25 +020062#define access_ok(type, addr, size) __access_ok(addr, size)
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Linus Torvalds1da177e2005-04-16 15:20:36 -070064/*
65 * The exception table consists of pairs of addresses: the first is the
66 * address of an instruction that is allowed to fault, and the second is
67 * the address at which the program should continue. No registers are
68 * modified, so it is entirely up to the continuation code to figure out
69 * what to do.
70 *
71 * All the routines below use bits of fixup code that are out of line
72 * with the main instruction path. This means when everything is well,
73 * we don't even have to jump over them. Further, they do not intrude
74 * on our cache or tlb entries.
75 */
76
77struct exception_table_entry
78{
Heiko Carstenseb608fb2012-09-05 13:26:11 +020079 int insn, fixup;
Linus Torvalds1da177e2005-04-16 15:20:36 -070080};
81
Heiko Carstenseb608fb2012-09-05 13:26:11 +020082static inline unsigned long extable_insn(const struct exception_table_entry *x)
83{
84 return (unsigned long)&x->insn + x->insn;
85}
86
87static inline unsigned long extable_fixup(const struct exception_table_entry *x)
88{
89 return (unsigned long)&x->fixup + x->fixup;
90}
91
92#define ARCH_HAS_SORT_EXTABLE
93#define ARCH_HAS_SEARCH_EXTABLE
94
Heiko Carstens4f41c2b2014-01-23 11:18:36 +010095int __handle_fault(unsigned long, unsigned long, int);
Gerald Schaeferd02765d2006-09-20 15:59:42 +020096
Heiko Carstens4f41c2b2014-01-23 11:18:36 +010097/**
98 * __copy_from_user: - Copy a block of data from user space, with less checking.
99 * @to: Destination address, in kernel space.
100 * @from: Source address, in user space.
101 * @n: Number of bytes to copy.
102 *
103 * Context: User context only. This function may sleep.
104 *
105 * Copy data from user space to kernel space. Caller must check
106 * the specified block with access_ok() before calling this function.
107 *
108 * Returns number of bytes that could not be copied.
109 * On success, this will be zero.
110 *
111 * If some data could not be copied, this function will pad the copied
112 * data to the requested size using zero bytes.
113 */
114size_t __must_check __copy_from_user(void *to, const void __user *from,
115 size_t n);
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200116
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100117/**
118 * __copy_to_user: - Copy a block of data into user space, with less checking.
119 * @to: Destination address, in user space.
120 * @from: Source address, in kernel space.
121 * @n: Number of bytes to copy.
122 *
123 * Context: User context only. This function may sleep.
124 *
125 * Copy data from kernel space to user space. Caller must check
126 * the specified block with access_ok() before calling this function.
127 *
128 * Returns number of bytes that could not be copied.
129 * On success, this will be zero.
130 */
131unsigned long __must_check __copy_to_user(void __user *to, const void *from,
132 unsigned long n);
133
134#define __copy_to_user_inatomic __copy_to_user
135#define __copy_from_user_inatomic __copy_from_user
Gerald Schaefer6c1e3e72009-12-07 12:51:47 +0100136
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100137static inline int __put_user_fn(void *x, void __user *ptr, size_t size)
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200138{
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100139 size = __copy_to_user(ptr, x, size);
140 return size ? -EFAULT : 0;
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200141}
142
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100143static inline int __get_user_fn(void *x, const void __user *ptr, size_t size)
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200144{
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100145 size = __copy_from_user(x, ptr, size);
146 return size ? -EFAULT : 0;
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200147}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148
149/*
150 * These are the main single-value transfer routines. They automatically
151 * use the right size if we just have the right pointer type.
152 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153#define __put_user(x, ptr) \
154({ \
155 __typeof__(*(ptr)) __x = (x); \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200156 int __pu_err = -EFAULT; \
Al Viro17566c32005-08-23 22:48:22 +0100157 __chk_user_ptr(ptr); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 switch (sizeof (*(ptr))) { \
159 case 1: \
160 case 2: \
161 case 4: \
162 case 8: \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100163 __pu_err = __put_user_fn(&__x, ptr, \
164 sizeof(*(ptr))); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 break; \
166 default: \
167 __put_user_bad(); \
168 break; \
169 } \
170 __pu_err; \
171})
Linus Torvalds1da177e2005-04-16 15:20:36 -0700172
173#define put_user(x, ptr) \
174({ \
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200175 might_fault(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 __put_user(x, ptr); \
177})
178
179
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100180int __put_user_bad(void) __attribute__((noreturn));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700181
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182#define __get_user(x, ptr) \
183({ \
Gerald Schaeferd02765d2006-09-20 15:59:42 +0200184 int __gu_err = -EFAULT; \
185 __chk_user_ptr(ptr); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 switch (sizeof(*(ptr))) { \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800187 case 1: { \
188 unsigned char __x; \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100189 __gu_err = __get_user_fn(&__x, ptr, \
190 sizeof(*(ptr))); \
Al Viro97fa5a62006-02-03 20:11:52 -0500191 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192 break; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800193 }; \
194 case 2: { \
195 unsigned short __x; \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100196 __gu_err = __get_user_fn(&__x, ptr, \
197 sizeof(*(ptr))); \
Al Viro97fa5a62006-02-03 20:11:52 -0500198 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800199 break; \
200 }; \
201 case 4: { \
202 unsigned int __x; \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100203 __gu_err = __get_user_fn(&__x, ptr, \
204 sizeof(*(ptr))); \
Al Viro97fa5a62006-02-03 20:11:52 -0500205 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800206 break; \
207 }; \
208 case 8: { \
209 unsigned long long __x; \
Heiko Carstenscfa785e2014-01-22 14:49:30 +0100210 __gu_err = __get_user_fn(&__x, ptr, \
211 sizeof(*(ptr))); \
Al Viro97fa5a62006-02-03 20:11:52 -0500212 (x) = *(__force __typeof__(*(ptr)) *) &__x; \
Martin Schwidefsky1047aa72005-11-07 00:59:11 -0800213 break; \
214 }; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215 default: \
216 __get_user_bad(); \
217 break; \
218 } \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219 __gu_err; \
220})
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221
222#define get_user(x, ptr) \
223({ \
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200224 might_fault(); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700225 __get_user(x, ptr); \
226})
227
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100228int __get_user_bad(void) __attribute__((noreturn));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700229
230#define __put_user_unaligned __put_user
231#define __get_user_unaligned __get_user
232
Linus Torvalds1da177e2005-04-16 15:20:36 -0700233/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700234 * copy_to_user: - Copy a block of data into user space.
235 * @to: Destination address, in user space.
236 * @from: Source address, in kernel space.
237 * @n: Number of bytes to copy.
238 *
239 * Context: User context only. This function may sleep.
240 *
241 * Copy data from kernel space to user space.
242 *
243 * Returns number of bytes that could not be copied.
244 * On success, this will be zero.
245 */
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100246static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700247copy_to_user(void __user *to, const void *from, unsigned long n)
248{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200249 might_fault();
Heiko Carstensd12a2972013-02-21 16:57:42 +0100250 return __copy_to_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251}
252
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100253void copy_from_user_overflow(void)
Heiko Carstens1dcec252010-02-26 22:37:22 +0100254#ifdef CONFIG_DEBUG_STRICT_USER_COPY_CHECKS
255__compiletime_warning("copy_from_user() buffer size is not provably correct")
256#endif
257;
258
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259/**
260 * copy_from_user: - Copy a block of data from user space.
261 * @to: Destination address, in kernel space.
262 * @from: Source address, in user space.
263 * @n: Number of bytes to copy.
264 *
265 * Context: User context only. This function may sleep.
266 *
267 * Copy data from user space to kernel space.
268 *
269 * Returns number of bytes that could not be copied.
270 * On success, this will be zero.
271 *
272 * If some data could not be copied, this function will pad the copied
273 * data to the requested size using zero bytes.
274 */
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100275static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700276copy_from_user(void *to, const void __user *from, unsigned long n)
277{
Heiko Carstens1dcec252010-02-26 22:37:22 +0100278 unsigned int sz = __compiletime_object_size(to);
279
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200280 might_fault();
Heiko Carstens1dcec252010-02-26 22:37:22 +0100281 if (unlikely(sz != -1 && sz < n)) {
282 copy_from_user_overflow();
283 return n;
284 }
Heiko Carstensd12a2972013-02-21 16:57:42 +0100285 return __copy_from_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286}
287
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100288unsigned long __must_check
289__copy_in_user(void __user *to, const void __user *from, unsigned long n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100291static inline unsigned long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292copy_in_user(void __user *to, const void __user *from, unsigned long n)
293{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200294 might_fault();
Heiko Carstensd12a2972013-02-21 16:57:42 +0100295 return __copy_in_user(to, from, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700296}
297
298/*
299 * Copy a null terminated string from userspace.
300 */
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100301
302long __strncpy_from_user(char *dst, const char __user *src, long count);
303
Heiko Carstensf7675ad2006-12-04 15:39:55 +0100304static inline long __must_check
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305strncpy_from_user(char *dst, const char __user *src, long count)
306{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200307 might_fault();
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100308 return __strncpy_from_user(dst, src, count);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309}
310
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100311size_t __must_check __strnlen_user(const char __user *src, size_t count);
312
313static inline size_t strnlen_user(const char __user *src, size_t n)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700314{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200315 might_fault();
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100316 return __strnlen_user(src, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700317}
318
319/**
320 * strlen_user: - Get the size of a string in user space.
321 * @str: The string to measure.
322 *
323 * Context: User context only. This function may sleep.
324 *
325 * Get the size of a NUL-terminated string in user space.
326 *
327 * Returns the size of the string INCLUDING the terminating NUL.
328 * On exception, returns 0.
329 *
330 * If there is a limit on the length of a valid string, you may wish to
331 * consider using strnlen_user() instead.
332 */
333#define strlen_user(str) strnlen_user(str, ~0UL)
334
335/*
336 * Zero Userspace
337 */
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100338size_t __must_check __clear_user(void __user *to, size_t size);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700339
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100340static inline size_t __must_check clear_user(void __user *to, size_t n)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700341{
Heiko Carstensdab4079d2009-06-12 10:26:32 +0200342 might_fault();
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100343 return __clear_user(to, n);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344}
345
Heiko Carstens4f41c2b2014-01-23 11:18:36 +0100346int copy_to_user_real(void __user *dest, void *src, size_t count);
347int copy_from_user_real(void *dest, void __user *src, size_t count);
David Howellsa0616cd2012-03-28 18:30:02 +0100348
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349#endif /* __S390_UACCESS_H */