blob: edfbf9d6a6dd76adae077d49d76a236d299bceda [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __PARISC_UACCESS_H
2#define __PARISC_UACCESS_H
3
4/*
5 * User space memory access functions
6 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <asm/cache.h>
Helge Deller888c31f2010-02-01 19:56:33 +00009#include <asm/errno.h>
Arnd Bergmann5b17e1c2009-05-13 22:56:30 +000010#include <asm-generic/uaccess-unaligned.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011
Helge Deller8dd95c62014-10-21 21:29:09 +020012#include <linux/bug.h>
Al Viroaace8802016-08-20 19:03:37 -040013#include <linux/string.h>
Helge Deller9e91db62016-10-06 09:07:30 +020014#include <linux/thread_info.h>
Helge Deller8dd95c62014-10-21 21:29:09 +020015
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#define VERIFY_READ 0
17#define VERIFY_WRITE 1
18
19#define KERNEL_DS ((mm_segment_t){0})
20#define USER_DS ((mm_segment_t){1})
21
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020022#define segment_eq(a, b) ((a).seg == (b).seg)
Linus Torvalds1da177e2005-04-16 15:20:36 -070023
24#define get_ds() (KERNEL_DS)
25#define get_fs() (current_thread_info()->addr_limit)
26#define set_fs(x) (current_thread_info()->addr_limit = (x))
27
28/*
29 * Note that since kernel addresses are in a separate address space on
Jesper Juhle49332b2005-05-01 08:59:08 -070030 * parisc, we don't need to do anything for access_ok().
Linus Torvalds1da177e2005-04-16 15:20:36 -070031 * We just let the page fault handler do the right thing. This also means
32 * that put_user is the same as __put_user, etc.
33 */
34
Helge Deller186ecf12017-03-15 21:48:42 +010035#define access_ok(type, uaddr, size) \
36 ( (uaddr) == (uaddr) )
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
Linus Torvalds1da177e2005-04-16 15:20:36 -070038#define put_user __put_user
39#define get_user __get_user
40
Helge Dellerca72a222006-12-20 00:35:57 +010041#if !defined(CONFIG_64BIT)
Helge Dellerd2ad8242016-04-09 08:27:08 +020042#define LDD_USER(ptr) __get_user_asm64(ptr)
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020043#define STD_USER(x, ptr) __put_user_asm64(x, ptr)
Linus Torvalds1da177e2005-04-16 15:20:36 -070044#else
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020045#define LDD_USER(ptr) __get_user_asm("ldd", ptr)
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020046#define STD_USER(x, ptr) __put_user_asm("std", x, ptr)
Linus Torvalds1da177e2005-04-16 15:20:36 -070047#endif
48
49/*
Helge Dellercb910c12016-04-08 21:36:06 +020050 * The exception table contains two values: the first is the relative offset to
51 * the address of the instruction that is allowed to fault, and the second is
52 * the relative offset to the address of the fixup routine. Since relative
53 * addresses are used, 32bit values are sufficient even on 64bit kernel.
Linus Torvalds1da177e2005-04-16 15:20:36 -070054 */
55
Helge Deller0de79852016-03-23 16:00:46 +010056#define ARCH_HAS_RELATIVE_EXTABLE
Linus Torvalds1da177e2005-04-16 15:20:36 -070057struct exception_table_entry {
Helge Deller0de79852016-03-23 16:00:46 +010058 int insn; /* relative address of insn that is allowed to fault. */
59 int fixup; /* relative address of fixup routine */
Linus Torvalds1da177e2005-04-16 15:20:36 -070060};
61
Helge Deller0b3d6432007-01-28 14:52:57 +010062#define ASM_EXCEPTIONTABLE_ENTRY( fault_addr, except_addr )\
63 ".section __ex_table,\"aw\"\n" \
Helge Deller0de79852016-03-23 16:00:46 +010064 ".word (" #fault_addr " - .), (" #except_addr " - .)\n\t" \
Helge Deller0b3d6432007-01-28 14:52:57 +010065 ".previous\n"
66
Linus Torvalds1da177e2005-04-16 15:20:36 -070067/*
68 * The page fault handler stores, in a per-cpu area, the following information
69 * if a fixup routine is available.
70 */
71struct exception_data {
72 unsigned long fault_ip;
Helge Deller2ef4dfd2016-04-08 18:32:52 +020073 unsigned long fault_gp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 unsigned long fault_space;
75 unsigned long fault_addr;
76};
77
Helge Deller06bff6b2016-04-09 08:26:14 +020078/*
79 * load_sr2() preloads the space register %%sr2 - based on the value of
80 * get_fs() - with either a value of 0 to access kernel space (KERNEL_DS which
81 * is 0), or with the current value of %%sr3 to access user space (USER_DS)
82 * memory. The following __get_user_asm() and __put_user_asm() functions have
83 * %%sr2 hard-coded to access the requested memory.
84 */
85#define load_sr2() \
86 __asm__(" or,= %0,%%r0,%%r0\n\t" \
87 " mfsp %%sr3,%0\n\t" \
88 " mtsp %0,%%sr2\n\t" \
89 : : "r"(get_fs()) : )
90
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020091#define __get_user(x, ptr) \
92({ \
93 register long __gu_err __asm__ ("r8") = 0; \
94 register long __gu_val __asm__ ("r9") = 0; \
95 \
Helge Deller06bff6b2016-04-09 08:26:14 +020096 load_sr2(); \
97 switch (sizeof(*(ptr))) { \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020098 case 1: __get_user_asm("ldb", ptr); break; \
99 case 2: __get_user_asm("ldh", ptr); break; \
100 case 4: __get_user_asm("ldw", ptr); break; \
101 case 8: LDD_USER(ptr); break; \
102 default: BUILD_BUG(); break; \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200103 } \
104 \
105 (x) = (__force __typeof__(*(ptr))) __gu_val; \
106 __gu_err; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700107})
108
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200109#define __get_user_asm(ldx, ptr) \
Helge Deller06bff6b2016-04-09 08:26:14 +0200110 __asm__("\n1:\t" ldx "\t0(%%sr2,%2),%0\n\t" \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200111 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_get_user_skip_1)\
Linus Torvalds1da177e2005-04-16 15:20:36 -0700112 : "=r"(__gu_val), "=r"(__gu_err) \
113 : "r"(ptr), "1"(__gu_err) \
114 : "r1");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700115
Helge Dellerd2ad8242016-04-09 08:27:08 +0200116#if !defined(CONFIG_64BIT)
117
118#define __get_user_asm64(ptr) \
119 __asm__("\n1:\tldw 0(%%sr2,%2),%0" \
120 "\n2:\tldw 4(%%sr2,%2),%R0\n\t" \
121 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_get_user_skip_2)\
122 ASM_EXCEPTIONTABLE_ENTRY(2b, fixup_get_user_skip_1)\
123 : "=r"(__gu_val), "=r"(__gu_err) \
124 : "r"(ptr), "1"(__gu_err) \
125 : "r1");
126
127#endif /* !defined(CONFIG_64BIT) */
128
129
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200130#define __put_user(x, ptr) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700131({ \
132 register long __pu_err __asm__ ("r8") = 0; \
133 __typeof__(*(ptr)) __x = (__typeof__(*(ptr)))(x); \
134 \
Helge Deller06bff6b2016-04-09 08:26:14 +0200135 load_sr2(); \
136 switch (sizeof(*(ptr))) { \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200137 case 1: __put_user_asm("stb", __x, ptr); break; \
138 case 2: __put_user_asm("sth", __x, ptr); break; \
139 case 4: __put_user_asm("stw", __x, ptr); break; \
140 case 8: STD_USER(__x, ptr); break; \
Helge Deller8dd95c62014-10-21 21:29:09 +0200141 default: BUILD_BUG(); break; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142 } \
143 \
144 __pu_err; \
145})
146
147/*
148 * The "__put_user/kernel_asm()" macros tell gcc they read from memory
149 * instead of writing. This is because they do not write to any memory
Carlos O'Donell3fd3a742006-04-22 14:47:21 -0600150 * gcc knows about, so there are no aliasing issues. These macros must
151 * also be aware that "fixup_put_user_skip_[12]" are executed in the
152 * context of the fault, and any registers used there must be listed
153 * as clobbers. In this case only "r1" is used by the current routines.
154 * r8/r9 are already listed as err/val.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155 */
156
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200157#define __put_user_asm(stx, x, ptr) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 __asm__ __volatile__ ( \
Helge Deller06bff6b2016-04-09 08:26:14 +0200159 "\n1:\t" stx "\t%2,0(%%sr2,%1)\n\t" \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200160 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_put_user_skip_1)\
Linus Torvalds1da177e2005-04-16 15:20:36 -0700161 : "=r"(__pu_err) \
162 : "r"(ptr), "r"(x), "0"(__pu_err) \
163 : "r1")
164
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165
Helge Dellerca72a222006-12-20 00:35:57 +0100166#if !defined(CONFIG_64BIT)
Helge Deller94a19812006-12-19 22:33:58 +0100167
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200168#define __put_user_asm64(__val, ptr) do { \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700169 __asm__ __volatile__ ( \
Helge Deller06bff6b2016-04-09 08:26:14 +0200170 "\n1:\tstw %2,0(%%sr2,%1)" \
171 "\n2:\tstw %R2,4(%%sr2,%1)\n\t" \
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200172 ASM_EXCEPTIONTABLE_ENTRY(1b, fixup_put_user_skip_2)\
173 ASM_EXCEPTIONTABLE_ENTRY(2b, fixup_put_user_skip_1)\
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 : "=r"(__pu_err) \
Will Deacon0f28b622013-04-22 12:53:43 +0000175 : "r"(ptr), "r"(__val), "0"(__pu_err) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 : "r1"); \
177} while (0)
178
Helge Dellerca72a222006-12-20 00:35:57 +0100179#endif /* !defined(CONFIG_64BIT) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700180
181
182/*
183 * Complex access routines -- external declarations
184 */
185
186extern unsigned long lcopy_to_user(void __user *, const void *, unsigned long);
187extern unsigned long lcopy_from_user(void *, const void __user *, unsigned long);
188extern unsigned long lcopy_in_user(void __user *, const void __user *, unsigned long);
James Bottomleyb1195c02012-05-26 09:48:19 +0100189extern long strncpy_from_user(char *, const char __user *, long);
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200190extern unsigned lclear_user(void __user *, unsigned long);
191extern long lstrnlen_user(const char __user *, long);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192/*
193 * Complex access routines -- macros
194 */
Helge Dellera0ffa8f2013-11-19 23:31:35 +0100195#define user_addr_max() (~0UL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700196
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197#define strnlen_user lstrnlen_user
198#define strlen_user(str) lstrnlen_user(str, 0x7fffffffL)
199#define clear_user lclear_user
200#define __clear_user lclear_user
201
Helge Deller9e91db62016-10-06 09:07:30 +0200202unsigned long __must_check __copy_to_user(void __user *dst, const void *src,
203 unsigned long len);
204unsigned long __must_check __copy_from_user(void *dst, const void __user *src,
205 unsigned long len);
206unsigned long copy_in_user(void __user *dst, const void __user *src,
207 unsigned long len);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208#define __copy_in_user copy_in_user
209#define __copy_to_user_inatomic __copy_to_user
210#define __copy_from_user_inatomic __copy_from_user
211
Josh Poimboeuf0d025d22016-08-30 08:04:16 -0500212extern void __compiletime_error("usercopy buffer size is too small")
213__bad_copy_user(void);
214
215static inline void copy_user_overflow(int size, unsigned long count)
216{
217 WARN(1, "Buffer overflow detected (%d < %lu)!\n", size, count);
218}
Helge Deller888c31f2010-02-01 19:56:33 +0000219
Helge Deller9e91db62016-10-06 09:07:30 +0200220static __always_inline unsigned long __must_check
221copy_from_user(void *to, const void __user *from, unsigned long n)
Helge Deller888c31f2010-02-01 19:56:33 +0000222{
Helge Deller9e91db62016-10-06 09:07:30 +0200223 int sz = __compiletime_object_size(to);
224 unsigned long ret = n;
Helge Deller888c31f2010-02-01 19:56:33 +0000225
Helge Deller9e91db62016-10-06 09:07:30 +0200226 if (likely(sz < 0 || sz >= n)) {
227 check_object_size(to, n, false);
228 ret = __copy_from_user(to, from, n);
229 } else if (!__builtin_constant_p(n))
Josh Poimboeuf0d025d22016-08-30 08:04:16 -0500230 copy_user_overflow(sz, n);
231 else
Helge Deller9e91db62016-10-06 09:07:30 +0200232 __bad_copy_user();
Helge Deller888c31f2010-02-01 19:56:33 +0000233
Al Viroaace8802016-08-20 19:03:37 -0400234 if (unlikely(ret))
235 memset(to + (n - ret), 0, ret);
Helge Deller9e91db62016-10-06 09:07:30 +0200236
237 return ret;
238}
239
240static __always_inline unsigned long __must_check
241copy_to_user(void __user *to, const void *from, unsigned long n)
242{
243 int sz = __compiletime_object_size(from);
244
245 if (likely(sz < 0 || sz >= n)) {
246 check_object_size(from, n, true);
247 n = __copy_to_user(to, from, n);
248 } else if (!__builtin_constant_p(n))
249 copy_user_overflow(sz, n);
250 else
251 __bad_copy_user();
252
253 return n;
Helge Deller888c31f2010-02-01 19:56:33 +0000254}
255
Helge Dellere4483722009-01-13 20:52:46 +0100256struct pt_regs;
Kyle McMartinc61c25e2008-12-20 02:29:06 +0000257int fixup_exception(struct pt_regs *regs);
258
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259#endif /* __PARISC_UACCESS_H */