blob: 6b113f39f30c9b34aa1bc6784af4b0c60ccf3074 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef __PARISC_UACCESS_H
2#define __PARISC_UACCESS_H
3
4/*
5 * User space memory access functions
6 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07007#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07008#include <asm/cache.h>
Arnd Bergmann5b17e1c2009-05-13 22:56:30 +00009#include <asm-generic/uaccess-unaligned.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070010
Helge Deller8dd95c62014-10-21 21:29:09 +020011#include <linux/bug.h>
Al Viroaace8802016-08-20 19:03:37 -040012#include <linux/string.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070013
14#define KERNEL_DS ((mm_segment_t){0})
15#define USER_DS ((mm_segment_t){1})
16
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020017#define segment_eq(a, b) ((a).seg == (b).seg)
Linus Torvalds1da177e2005-04-16 15:20:36 -070018
19#define get_ds() (KERNEL_DS)
20#define get_fs() (current_thread_info()->addr_limit)
21#define set_fs(x) (current_thread_info()->addr_limit = (x))
22
23/*
24 * Note that since kernel addresses are in a separate address space on
Jesper Juhle49332b2005-05-01 08:59:08 -070025 * parisc, we don't need to do anything for access_ok().
Linus Torvalds1da177e2005-04-16 15:20:36 -070026 * We just let the page fault handler do the right thing. This also means
27 * that put_user is the same as __put_user, etc.
28 */
29
Helge Deller186ecf12017-03-15 21:48:42 +010030#define access_ok(type, uaddr, size) \
31 ( (uaddr) == (uaddr) )
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#define put_user __put_user
34#define get_user __get_user
35
Helge Dellerca72a222006-12-20 00:35:57 +010036#if !defined(CONFIG_64BIT)
Helge Deller3f795ce2017-04-16 10:00:14 +020037#define LDD_USER(val, ptr) __get_user_asm64(val, ptr)
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020038#define STD_USER(x, ptr) __put_user_asm64(x, ptr)
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#else
Helge Deller3f795ce2017-04-16 10:00:14 +020040#define LDD_USER(val, ptr) __get_user_asm(val, "ldd", ptr)
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +020041#define STD_USER(x, ptr) __put_user_asm("std", x, ptr)
Linus Torvalds1da177e2005-04-16 15:20:36 -070042#endif
43
44/*
Helge Dellercb910c12016-04-08 21:36:06 +020045 * The exception table contains two values: the first is the relative offset to
46 * the address of the instruction that is allowed to fault, and the second is
47 * the relative offset to the address of the fixup routine. Since relative
48 * addresses are used, 32bit values are sufficient even on 64bit kernel.
Linus Torvalds1da177e2005-04-16 15:20:36 -070049 */
50
Helge Deller0de79852016-03-23 16:00:46 +010051#define ARCH_HAS_RELATIVE_EXTABLE
Linus Torvalds1da177e2005-04-16 15:20:36 -070052struct exception_table_entry {
Helge Deller0de79852016-03-23 16:00:46 +010053 int insn; /* relative address of insn that is allowed to fault. */
54 int fixup; /* relative address of fixup routine */
Linus Torvalds1da177e2005-04-16 15:20:36 -070055};
56
Helge Deller0b3d6432007-01-28 14:52:57 +010057#define ASM_EXCEPTIONTABLE_ENTRY( fault_addr, except_addr )\
58 ".section __ex_table,\"aw\"\n" \
Helge Deller0de79852016-03-23 16:00:46 +010059 ".word (" #fault_addr " - .), (" #except_addr " - .)\n\t" \
Helge Deller0b3d6432007-01-28 14:52:57 +010060 ".previous\n"
61
Linus Torvalds1da177e2005-04-16 15:20:36 -070062/*
Helge Dellerd19f5e42017-03-25 11:59:15 +010063 * ASM_EXCEPTIONTABLE_ENTRY_EFAULT() creates a special exception table entry
64 * (with lowest bit set) for which the fault handler in fixup_exception() will
65 * load -EFAULT into %r8 for a read or write fault, and zeroes the target
66 * register in case of a read fault in get_user().
67 */
68#define ASM_EXCEPTIONTABLE_ENTRY_EFAULT( fault_addr, except_addr )\
69 ASM_EXCEPTIONTABLE_ENTRY( fault_addr, except_addr + 1)
70
71/*
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 * The page fault handler stores, in a per-cpu area, the following information
73 * if a fixup routine is available.
74 */
75struct exception_data {
76 unsigned long fault_ip;
Helge Deller2ef4dfd2016-04-08 18:32:52 +020077 unsigned long fault_gp;
Linus Torvalds1da177e2005-04-16 15:20:36 -070078 unsigned long fault_space;
79 unsigned long fault_addr;
80};
81
Helge Deller06bff6b2016-04-09 08:26:14 +020082/*
83 * load_sr2() preloads the space register %%sr2 - based on the value of
84 * get_fs() - with either a value of 0 to access kernel space (KERNEL_DS which
85 * is 0), or with the current value of %%sr3 to access user space (USER_DS)
86 * memory. The following __get_user_asm() and __put_user_asm() functions have
87 * %%sr2 hard-coded to access the requested memory.
88 */
89#define load_sr2() \
90 __asm__(" or,= %0,%%r0,%%r0\n\t" \
91 " mfsp %%sr3,%0\n\t" \
92 " mtsp %0,%%sr2\n\t" \
93 : : "r"(get_fs()) : )
94
Helge Deller3f795ce2017-04-16 10:00:14 +020095#define __get_user_internal(val, ptr) \
96({ \
97 register long __gu_err __asm__ ("r8") = 0; \
98 \
99 switch (sizeof(*(ptr))) { \
100 case 1: __get_user_asm(val, "ldb", ptr); break; \
101 case 2: __get_user_asm(val, "ldh", ptr); break; \
102 case 4: __get_user_asm(val, "ldw", ptr); break; \
103 case 8: LDD_USER(val, ptr); break; \
104 default: BUILD_BUG(); \
105 } \
106 \
107 __gu_err; \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700108})
109
Helge Deller3f795ce2017-04-16 10:00:14 +0200110#define __get_user(val, ptr) \
111({ \
112 load_sr2(); \
113 __get_user_internal(val, ptr); \
114})
115
116#define __get_user_asm(val, ldx, ptr) \
117{ \
118 register long __gu_val; \
119 \
Helge Dellerd19f5e42017-03-25 11:59:15 +0100120 __asm__("1: " ldx " 0(%%sr2,%2),%0\n" \
121 "9:\n" \
122 ASM_EXCEPTIONTABLE_ENTRY_EFAULT(1b, 9b) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 : "=r"(__gu_val), "=r"(__gu_err) \
Helge Deller3f795ce2017-04-16 10:00:14 +0200124 : "r"(ptr), "1"(__gu_err)); \
125 \
126 (val) = (__force __typeof__(*(ptr))) __gu_val; \
127}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700128
Helge Dellerd2ad8242016-04-09 08:27:08 +0200129#if !defined(CONFIG_64BIT)
130
Helge Deller3f795ce2017-04-16 10:00:14 +0200131#define __get_user_asm64(val, ptr) \
132{ \
133 union { \
134 unsigned long long l; \
135 __typeof__(*(ptr)) t; \
136 } __gu_tmp; \
137 \
Helge Dellerd19f5e42017-03-25 11:59:15 +0100138 __asm__(" copy %%r0,%R0\n" \
139 "1: ldw 0(%%sr2,%2),%0\n" \
140 "2: ldw 4(%%sr2,%2),%R0\n" \
141 "9:\n" \
142 ASM_EXCEPTIONTABLE_ENTRY_EFAULT(1b, 9b) \
143 ASM_EXCEPTIONTABLE_ENTRY_EFAULT(2b, 9b) \
Helge Deller3f795ce2017-04-16 10:00:14 +0200144 : "=&r"(__gu_tmp.l), "=r"(__gu_err) \
145 : "r"(ptr), "1"(__gu_err)); \
146 \
147 (val) = __gu_tmp.t; \
148}
Helge Dellerd2ad8242016-04-09 08:27:08 +0200149
150#endif /* !defined(CONFIG_64BIT) */
151
152
Helge Deller3f795ce2017-04-16 10:00:14 +0200153#define __put_user_internal(x, ptr) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154({ \
155 register long __pu_err __asm__ ("r8") = 0; \
156 __typeof__(*(ptr)) __x = (__typeof__(*(ptr)))(x); \
157 \
Helge Deller06bff6b2016-04-09 08:26:14 +0200158 switch (sizeof(*(ptr))) { \
Helge Deller3f795ce2017-04-16 10:00:14 +0200159 case 1: __put_user_asm("stb", __x, ptr); break; \
160 case 2: __put_user_asm("sth", __x, ptr); break; \
161 case 4: __put_user_asm("stw", __x, ptr); break; \
162 case 8: STD_USER(__x, ptr); break; \
163 default: BUILD_BUG(); \
164 } \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700165 \
166 __pu_err; \
167})
168
Helge Deller3f795ce2017-04-16 10:00:14 +0200169#define __put_user(x, ptr) \
170({ \
171 load_sr2(); \
172 __put_user_internal(x, ptr); \
173})
174
175
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176/*
177 * The "__put_user/kernel_asm()" macros tell gcc they read from memory
178 * instead of writing. This is because they do not write to any memory
Carlos O'Donell3fd3a742006-04-22 14:47:21 -0600179 * gcc knows about, so there are no aliasing issues. These macros must
Helge Dellerd19f5e42017-03-25 11:59:15 +0100180 * also be aware that fixups are executed in the context of the fault,
181 * and any registers used there must be listed as clobbers.
182 * r8 is already listed as err.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183 */
184
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200185#define __put_user_asm(stx, x, ptr) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 __asm__ __volatile__ ( \
Helge Dellerd19f5e42017-03-25 11:59:15 +0100187 "1: " stx " %2,0(%%sr2,%1)\n" \
188 "9:\n" \
189 ASM_EXCEPTIONTABLE_ENTRY_EFAULT(1b, 9b) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 : "=r"(__pu_err) \
Helge Dellerd19f5e42017-03-25 11:59:15 +0100191 : "r"(ptr), "r"(x), "0"(__pu_err))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700192
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193
Helge Dellerca72a222006-12-20 00:35:57 +0100194#if !defined(CONFIG_64BIT)
Helge Deller94a19812006-12-19 22:33:58 +0100195
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200196#define __put_user_asm64(__val, ptr) do { \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700197 __asm__ __volatile__ ( \
Helge Dellerd19f5e42017-03-25 11:59:15 +0100198 "1: stw %2,0(%%sr2,%1)\n" \
199 "2: stw %R2,4(%%sr2,%1)\n" \
200 "9:\n" \
201 ASM_EXCEPTIONTABLE_ENTRY_EFAULT(1b, 9b) \
202 ASM_EXCEPTIONTABLE_ENTRY_EFAULT(2b, 9b) \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203 : "=r"(__pu_err) \
Helge Dellerd19f5e42017-03-25 11:59:15 +0100204 : "r"(ptr), "r"(__val), "0"(__pu_err)); \
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205} while (0)
206
Helge Dellerca72a222006-12-20 00:35:57 +0100207#endif /* !defined(CONFIG_64BIT) */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208
209
210/*
211 * Complex access routines -- external declarations
212 */
213
James Bottomleyb1195c02012-05-26 09:48:19 +0100214extern long strncpy_from_user(char *, const char __user *, long);
Michael S. Tsirkinb9762e72015-01-06 17:45:34 +0200215extern unsigned lclear_user(void __user *, unsigned long);
216extern long lstrnlen_user(const char __user *, long);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217/*
218 * Complex access routines -- macros
219 */
Helge Dellera0ffa8f2013-11-19 23:31:35 +0100220#define user_addr_max() (~0UL)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700221
Linus Torvalds1da177e2005-04-16 15:20:36 -0700222#define strnlen_user lstrnlen_user
223#define strlen_user(str) lstrnlen_user(str, 0x7fffffffL)
224#define clear_user lclear_user
225#define __clear_user lclear_user
226
Al Virof64fd182017-03-24 23:11:26 -0400227unsigned long __must_check raw_copy_to_user(void __user *dst, const void *src,
228 unsigned long len);
229unsigned long __must_check raw_copy_from_user(void *dst, const void __user *src,
230 unsigned long len);
231unsigned long __must_check raw_copy_in_user(void __user *dst, const void __user *src,
232 unsigned long len);
233#define INLINE_COPY_TO_USER
234#define INLINE_COPY_FROM_USER
Helge Deller888c31f2010-02-01 19:56:33 +0000235
Helge Dellere4483722009-01-13 20:52:46 +0100236struct pt_regs;
Kyle McMartinc61c25e2008-12-20 02:29:06 +0000237int fixup_exception(struct pt_regs *regs);
238
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239#endif /* __PARISC_UACCESS_H */