Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General Public |
| 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. |
| 5 | * |
Ralf Baechle | 192ef36 | 2006-07-07 14:07:18 +0100 | [diff] [blame] | 6 | * Copyright (C) 1995-99, 2000- 02, 06 Ralf Baechle <ralf@linux-mips.org> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | * Copyright (C) 2001 MIPS Technologies, Inc. |
| 8 | * Copyright (C) 2004 Thiemo Seufer |
Markos Chandras | 86bdb27 | 2013-12-04 14:35:28 +0000 | [diff] [blame] | 9 | * Copyright (C) 2014 Imagination Technologies Ltd. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | #include <linux/errno.h> |
| 12 | #include <asm/asm.h> |
| 13 | #include <asm/asmmacro.h> |
Ralf Baechle | 192ef36 | 2006-07-07 14:07:18 +0100 | [diff] [blame] | 14 | #include <asm/irqflags.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | #include <asm/mipsregs.h> |
| 16 | #include <asm/regdef.h> |
| 17 | #include <asm/stackframe.h> |
| 18 | #include <asm/isadep.h> |
| 19 | #include <asm/sysmips.h> |
| 20 | #include <asm/thread_info.h> |
| 21 | #include <asm/unistd.h> |
| 22 | #include <asm/war.h> |
Sam Ravnborg | 048eb58 | 2005-09-09 22:32:31 +0200 | [diff] [blame] | 23 | #include <asm/asm-offsets.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 25 | .align 5 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | NESTED(handle_sys, PT_SIZE, sp) |
| 27 | .set noat |
| 28 | SAVE_SOME |
Atsushi Nemoto | eae6c0d | 2006-09-26 23:43:40 +0900 | [diff] [blame] | 29 | TRACE_IRQS_ON_RELOAD |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | STI |
| 31 | .set at |
| 32 | |
| 33 | lw t1, PT_EPC(sp) # skip syscall on return |
| 34 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 35 | addiu t1, 4 # skip to next instruction |
| 36 | sw t1, PT_EPC(sp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | |
| 38 | sw a3, PT_R26(sp) # save a3 for syscall restarting |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | |
Ralf Baechle | 46e12c0 | 2012-07-14 09:22:05 +0200 | [diff] [blame] | 40 | /* |
| 41 | * More than four arguments. Try to deal with it by copying the |
| 42 | * stack arguments from the user stack to the kernel stack. |
| 43 | * This Sucks (TM). |
| 44 | */ |
| 45 | lw t0, PT_R29(sp) # get old user stack pointer |
| 46 | |
| 47 | /* |
| 48 | * We intentionally keep the kernel stack a little below the top of |
| 49 | * userspace so we don't have to do a slower byte accurate check here. |
| 50 | */ |
Ralf Baechle | 46e12c0 | 2012-07-14 09:22:05 +0200 | [diff] [blame] | 51 | addu t4, t0, 32 |
Thomas Bogendoerfer | 04324f4 | 2021-04-01 14:56:37 +0200 | [diff] [blame] | 52 | bltz t4, bad_stack # -> sp is bad |
Ralf Baechle | 46e12c0 | 2012-07-14 09:22:05 +0200 | [diff] [blame] | 53 | |
| 54 | /* |
| 55 | * Ok, copy the args from the luser stack to the kernel stack. |
Ralf Baechle | 46e12c0 | 2012-07-14 09:22:05 +0200 | [diff] [blame] | 56 | */ |
| 57 | |
| 58 | .set push |
| 59 | .set noreorder |
| 60 | .set nomacro |
| 61 | |
Ralf Baechle | 7928eb0 | 2015-07-08 04:49:10 +0200 | [diff] [blame] | 62 | load_a4: user_lw(t5, 16(t0)) # argument #5 from usp |
| 63 | load_a5: user_lw(t6, 20(t0)) # argument #6 from usp |
| 64 | load_a6: user_lw(t7, 24(t0)) # argument #7 from usp |
| 65 | load_a7: user_lw(t8, 28(t0)) # argument #8 from usp |
| 66 | loads_done: |
Ralf Baechle | 46e12c0 | 2012-07-14 09:22:05 +0200 | [diff] [blame] | 67 | |
| 68 | sw t5, 16(sp) # argument #5 to ksp |
| 69 | sw t6, 20(sp) # argument #6 to ksp |
| 70 | sw t7, 24(sp) # argument #7 to ksp |
| 71 | sw t8, 28(sp) # argument #8 to ksp |
| 72 | .set pop |
| 73 | |
| 74 | .section __ex_table,"a" |
Ralf Baechle | 7928eb0 | 2015-07-08 04:49:10 +0200 | [diff] [blame] | 75 | PTR load_a4, bad_stack_a4 |
| 76 | PTR load_a5, bad_stack_a5 |
| 77 | PTR load_a6, bad_stack_a6 |
| 78 | PTR load_a7, bad_stack_a7 |
Ralf Baechle | 46e12c0 | 2012-07-14 09:22:05 +0200 | [diff] [blame] | 79 | .previous |
| 80 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 81 | lw t0, TI_FLAGS($28) # syscall tracing enabled? |
Ralf Baechle | e7f3b48 | 2013-05-29 01:02:18 +0200 | [diff] [blame] | 82 | li t1, _TIF_WORK_SYSCALL_ENTRY |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 83 | and t0, t1 |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 84 | bnez t0, syscall_trace_entry # -> yes |
Markos Chandras | d218af7 | 2015-09-25 08:17:42 +0100 | [diff] [blame] | 85 | syscall_common: |
Matt Redfearn | a400bed | 2016-03-29 09:35:31 +0100 | [diff] [blame] | 86 | subu v0, v0, __NR_O32_Linux # check syscall number |
Firoz Khan | be85643 | 2018-12-13 14:37:36 +0530 | [diff] [blame] | 87 | sltiu t0, v0, __NR_O32_Linux_syscalls |
Markos Chandras | d218af7 | 2015-09-25 08:17:42 +0100 | [diff] [blame] | 88 | beqz t0, illegal_syscall |
| 89 | |
| 90 | sll t0, v0, 2 |
| 91 | la t1, sys_call_table |
| 92 | addu t1, t0 |
| 93 | lw t2, (t1) # syscall routine |
| 94 | |
| 95 | beqz t2, illegal_syscall |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 96 | |
| 97 | jalr t2 # Do The Real Thing (TM) |
| 98 | |
| 99 | li t0, -EMAXERRNO - 1 # error? |
| 100 | sltu t0, t0, v0 |
| 101 | sw t0, PT_R7(sp) # set error flag |
| 102 | beqz t0, 1f |
| 103 | |
Al Viro | 8f5a00eb | 2010-09-28 18:50:37 +0100 | [diff] [blame] | 104 | lw t1, PT_R2(sp) # syscall number |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 105 | negu v0 # error |
Al Viro | 8f5a00eb | 2010-09-28 18:50:37 +0100 | [diff] [blame] | 106 | sw t1, PT_R0(sp) # save it for syscall restarting |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 107 | 1: sw v0, PT_R2(sp) # result |
| 108 | |
| 109 | o32_syscall_exit: |
Al Viro | 02f884e | 2012-05-05 16:11:35 -0400 | [diff] [blame] | 110 | j syscall_exit_partial |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 111 | |
| 112 | /* ------------------------------------------------------------------------ */ |
| 113 | |
| 114 | syscall_trace_entry: |
| 115 | SAVE_STATIC |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 116 | move a0, sp |
Markos Chandras | 4c21b8f | 2014-01-22 14:40:03 +0000 | [diff] [blame] | 117 | |
| 118 | /* |
| 119 | * syscall number is in v0 unless we called syscall(__NR_###) |
| 120 | * where the real syscall number is in a0 |
| 121 | */ |
Matt Redfearn | a400bed | 2016-03-29 09:35:31 +0100 | [diff] [blame] | 122 | move a1, v0 |
| 123 | subu t2, v0, __NR_O32_Linux |
| 124 | bnez t2, 1f /* __NR_syscall at offset 0 */ |
Markos Chandras | 4c21b8f | 2014-01-22 14:40:03 +0000 | [diff] [blame] | 125 | lw a1, PT_R4(sp) |
| 126 | |
| 127 | 1: jal syscall_trace_enter |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 128 | |
Markos Chandras | d218af7 | 2015-09-25 08:17:42 +0100 | [diff] [blame] | 129 | bltz v0, 1f # seccomp failed? Skip syscall |
Markos Chandras | 9d37c40 | 2014-01-22 14:40:02 +0000 | [diff] [blame] | 130 | |
Ralf Baechle | 04a7052 | 2005-11-30 16:24:57 +0000 | [diff] [blame] | 131 | RESTORE_STATIC |
Matt Redfearn | a400bed | 2016-03-29 09:35:31 +0100 | [diff] [blame] | 132 | lw v0, PT_R2(sp) # Restore syscall (maybe modified) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | lw a0, PT_R4(sp) # Restore argument registers |
| 134 | lw a1, PT_R5(sp) |
| 135 | lw a2, PT_R6(sp) |
| 136 | lw a3, PT_R7(sp) |
Markos Chandras | d218af7 | 2015-09-25 08:17:42 +0100 | [diff] [blame] | 137 | j syscall_common |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 138 | |
Markos Chandras | d218af7 | 2015-09-25 08:17:42 +0100 | [diff] [blame] | 139 | 1: j syscall_exit |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 140 | |
| 141 | /* ------------------------------------------------------------------------ */ |
| 142 | |
| 143 | /* |
Ralf Baechle | 7928eb0 | 2015-07-08 04:49:10 +0200 | [diff] [blame] | 144 | * Our open-coded access area sanity test for the stack pointer |
| 145 | * failed. We probably should handle this case a bit more drastic. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 146 | */ |
| 147 | bad_stack: |
Al Viro | 5b89c00 | 2010-09-28 18:50:47 +0100 | [diff] [blame] | 148 | li v0, EFAULT |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 149 | sw v0, PT_R2(sp) |
| 150 | li t0, 1 # set error flag |
| 151 | sw t0, PT_R7(sp) |
| 152 | j o32_syscall_exit |
| 153 | |
Ralf Baechle | 7928eb0 | 2015-07-08 04:49:10 +0200 | [diff] [blame] | 154 | bad_stack_a4: |
| 155 | li t5, 0 |
| 156 | b load_a5 |
| 157 | |
| 158 | bad_stack_a5: |
| 159 | li t6, 0 |
| 160 | b load_a6 |
| 161 | |
| 162 | bad_stack_a6: |
| 163 | li t7, 0 |
| 164 | b load_a7 |
| 165 | |
| 166 | bad_stack_a7: |
| 167 | li t8, 0 |
| 168 | b loads_done |
| 169 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 170 | /* |
| 171 | * The system call does not exist in this kernel |
| 172 | */ |
| 173 | illegal_syscall: |
Atsushi Nemoto | bda8229 | 2008-10-25 01:17:22 +0900 | [diff] [blame] | 174 | li v0, ENOSYS # error |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 175 | sw v0, PT_R2(sp) |
| 176 | li t0, 1 # set error flag |
| 177 | sw t0, PT_R7(sp) |
| 178 | j o32_syscall_exit |
| 179 | END(handle_sys) |
| 180 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | LEAF(sys_syscall) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 182 | subu t0, a0, __NR_O32_Linux # check syscall number |
Firoz Khan | be85643 | 2018-12-13 14:37:36 +0530 | [diff] [blame] | 183 | sltiu v0, t0, __NR_O32_Linux_syscalls |
Vlad Malov | e807f95 | 2008-11-18 15:05:46 -0800 | [diff] [blame] | 184 | beqz t0, einval # do not recurse |
Ralf Baechle | 46e12c0 | 2012-07-14 09:22:05 +0200 | [diff] [blame] | 185 | sll t1, t0, 2 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 186 | beqz v0, einval |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 187 | lw t2, sys_call_table(t1) # syscall routine |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 188 | |
| 189 | move a0, a1 # shift argument registers |
| 190 | move a1, a2 |
| 191 | move a2, a3 |
| 192 | lw a3, 16(sp) |
| 193 | lw t4, 20(sp) |
| 194 | lw t5, 24(sp) |
| 195 | lw t6, 28(sp) |
| 196 | sw t4, 16(sp) |
| 197 | sw t5, 20(sp) |
| 198 | sw t6, 24(sp) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 199 | jr t2 |
| 200 | /* Unreached */ |
| 201 | |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 202 | einval: li v0, -ENOSYS |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 203 | jr ra |
| 204 | END(sys_syscall) |
| 205 | |
Firoz Khan | 6a00cb6 | 2018-12-13 14:37:37 +0530 | [diff] [blame] | 206 | #ifdef CONFIG_MIPS_MT_FPAFF |
| 207 | /* |
| 208 | * For FPU affinity scheduling on MIPS MT processors, we need to |
| 209 | * intercept sys_sched_xxxaffinity() calls until we get a proper hook |
| 210 | * in kernel/sched/core.c. Considered only temporary we only support |
| 211 | * these hooks for the 32-bit kernel - there is no MIPS64 MT processor |
| 212 | * atm. |
| 213 | */ |
| 214 | #define sys_sched_setaffinity mipsmt_sys_sched_setaffinity |
| 215 | #define sys_sched_getaffinity mipsmt_sys_sched_getaffinity |
| 216 | #endif /* CONFIG_MIPS_MT_FPAFF */ |
| 217 | |
Masahiro Yamada | ecbba30 | 2021-03-01 23:48:24 +0900 | [diff] [blame] | 218 | #define __SYSCALL_WITH_COMPAT(nr, native, compat) __SYSCALL(nr, native) |
Firoz Khan | dc7077f | 2019-01-02 20:26:17 +0530 | [diff] [blame] | 219 | #define __SYSCALL(nr, entry) PTR entry |
Ralf Baechle | 46e12c0 | 2012-07-14 09:22:05 +0200 | [diff] [blame] | 220 | .align 2 |
| 221 | .type sys_call_table, @object |
| 222 | EXPORT(sys_call_table) |
Masahiro Yamada | ecbba30 | 2021-03-01 23:48:24 +0900 | [diff] [blame] | 223 | #include <asm/syscall_table_o32.h> |