blob: ae93a607ddf7ed9acfb174beb7f8753bee63f1a6 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 1995, 1996, 1997, 2000, 2001, 05 by Ralf Baechle
7 * Copyright (C) 1999, 2000 Silicon Graphics, Inc.
8 * Copyright (C) 2001 MIPS Technologies, Inc.
9 */
Randy Dunlapa9415642006-01-11 12:17:48 -080010#include <linux/capability.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011#include <linux/errno.h>
12#include <linux/linkage.h>
Alexey Dobriyan4e950f62007-07-30 02:36:13 +040013#include <linux/fs.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070015#include <linux/ptrace.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/string.h>
17#include <linux/syscalls.h>
18#include <linux/file.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/utsname.h>
20#include <linux/unistd.h>
21#include <linux/sem.h>
22#include <linux/msg.h>
23#include <linux/shm.h>
24#include <linux/compiler.h>
Adrian Bunkcba4fbb2007-10-16 23:29:24 -070025#include <linux/ipc.h>
Ralf Baechlef1e39a42009-09-17 02:25:05 +020026#include <linux/uaccess.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090027#include <linux/slab.h>
David Daney652b14a2010-07-19 13:14:57 -070028#include <linux/elf.h>
Ingo Molnar68db0cf2017-02-08 18:51:37 +010029#include <linux/sched/task_stack.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070030
Ralf Baechlef1e39a42009-09-17 02:25:05 +020031#include <asm/asm.h>
James Hogan4915e1b2017-05-31 16:19:49 +010032#include <asm/asm-eva.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <asm/branch.h>
34#include <asm/cachectl.h>
35#include <asm/cacheflush.h>
Sam Ravnborg048eb582005-09-09 22:32:31 +020036#include <asm/asm-offsets.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070037#include <asm/signal.h>
38#include <asm/sim.h>
39#include <asm/shmparam.h>
Paul Burtone84957e2019-10-01 21:53:39 +000040#include <asm/sync.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070041#include <asm/sysmips.h>
David Howellsb81947c2012-03-28 18:30:02 +010042#include <asm/switch_to.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070043
Ralf Baechle8213bbf2008-07-20 13:16:46 +010044/*
45 * For historic reasons the pipe(2) syscall on MIPS has an unusual calling
Ralf Baechle70342282013-01-22 12:59:30 +010046 * convention. It returns results in registers $v0 / $v1 which means there
Ralf Baechle8213bbf2008-07-20 13:16:46 +010047 * is no need for it to do verify the validity of a userspace pointer
Ralf Baechle70342282013-01-22 12:59:30 +010048 * argument. Historically that used to be expensive in Linux. These days
Ralf Baechle8213bbf2008-07-20 13:16:46 +010049 * the performance advantage is negligible.
50 */
Al Viro974fdb32012-12-23 20:18:28 -050051asmlinkage int sysm_pipe(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070052{
53 int fd[2];
Al Viro974fdb32012-12-23 20:18:28 -050054 int error = do_pipe_flags(fd, 0);
55 if (error)
56 return error;
57 current_pt_regs()->regs[3] = fd[1];
58 return fd[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -070059}
60
Ralf Baechledbda6ac2009-02-08 16:00:26 +000061SYSCALL_DEFINE6(mips_mmap, unsigned long, addr, unsigned long, len,
62 unsigned long, prot, unsigned long, flags, unsigned long,
63 fd, off_t, offset)
Linus Torvalds1da177e2005-04-16 15:20:36 -070064{
Linus Torvalds1da177e2005-04-16 15:20:36 -070065 if (offset & ~PAGE_MASK)
Markus Elfringc9d3fdf2017-01-18 19:30:47 +010066 return -EINVAL;
Dominik Brodowskia90f5902018-03-11 11:34:46 +010067 return ksys_mmap_pgoff(addr, len, prot, flags, fd,
68 offset >> PAGE_SHIFT);
Linus Torvalds1da177e2005-04-16 15:20:36 -070069}
70
Ralf Baechledbda6ac2009-02-08 16:00:26 +000071SYSCALL_DEFINE6(mips_mmap2, unsigned long, addr, unsigned long, len,
72 unsigned long, prot, unsigned long, flags, unsigned long, fd,
73 unsigned long, pgoff)
Linus Torvalds1da177e2005-04-16 15:20:36 -070074{
H. Peter Anvin947df172006-02-24 21:20:29 -080075 if (pgoff & (~PAGE_MASK >> 12))
76 return -EINVAL;
77
Dominik Brodowskia90f5902018-03-11 11:34:46 +010078 return ksys_mmap_pgoff(addr, len, prot, flags, fd,
79 pgoff >> (PAGE_SHIFT - 12));
Linus Torvalds1da177e2005-04-16 15:20:36 -070080}
81
82save_static_function(sys_fork);
Linus Torvalds1da177e2005-04-16 15:20:36 -070083save_static_function(sys_clone);
Paul Burton0671c5b2019-10-02 18:59:49 +000084save_static_function(sys_clone3);
Linus Torvalds1da177e2005-04-16 15:20:36 -070085
Ralf Baechledbda6ac2009-02-08 16:00:26 +000086SYSCALL_DEFINE1(set_thread_area, unsigned long, addr)
Ralf Baechle3c370262005-04-13 17:43:59 +000087{
Al Virodc8f6022006-01-12 01:06:07 -080088 struct thread_info *ti = task_thread_info(current);
Ralf Baechle3c370262005-04-13 17:43:59 +000089
90 ti->tp_value = addr;
Ralf Baechlea3692022007-07-10 17:33:02 +010091 if (cpu_has_userlocal)
92 write_c0_userlocal(addr);
Ralf Baechle06be3752006-09-19 17:18:53 +010093
94 return 0;
Ralf Baechle3c370262005-04-13 17:43:59 +000095}
96
Ralf Baechle12890d02012-12-27 16:23:12 +010097static inline int mips_atomic_set(unsigned long addr, unsigned long new)
Linus Torvalds1da177e2005-04-16 15:20:36 -070098{
Ralf Baechlef1e39a42009-09-17 02:25:05 +020099 unsigned long old, tmp;
Ralf Baechle12890d02012-12-27 16:23:12 +0100100 struct pt_regs *regs;
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200101 unsigned int err;
102
103 if (unlikely(addr & 3))
104 return -EINVAL;
105
Linus Torvalds96d4f262019-01-03 18:57:57 -0800106 if (unlikely(!access_ok((const void __user *)addr, 4)))
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200107 return -EINVAL;
108
Thomas Bogendoerfer256ec482020-08-24 18:32:49 +0200109 if (cpu_has_llsc && IS_ENABLED(CONFIG_WAR_R10000_LLSC)) {
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200110 __asm__ __volatile__ (
Paul Burton378ed6f2018-11-08 20:14:38 +0000111 " .set push \n"
Ralf Baechlea809d462014-03-30 13:20:10 +0200112 " .set arch=r4000 \n"
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200113 " li %[err], 0 \n"
114 "1: ll %[old], (%[addr]) \n"
115 " move %[tmp], %[new] \n"
116 "2: sc %[tmp], (%[addr]) \n"
117 " beqzl %[tmp], 1b \n"
118 "3: \n"
Maciej W. Rozycki0e525e42014-11-15 22:09:31 +0000119 " .insn \n"
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200120 " .section .fixup,\"ax\" \n"
121 "4: li %[err], %[efault] \n"
122 " j 3b \n"
123 " .previous \n"
124 " .section __ex_table,\"a\" \n"
Thomas Bogendoerferfa62f392022-01-25 15:19:44 +0100125 " "STR(PTR_WD)" 1b, 4b \n"
126 " "STR(PTR_WD)" 2b, 4b \n"
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200127 " .previous \n"
Paul Burton378ed6f2018-11-08 20:14:38 +0000128 " .set pop \n"
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200129 : [old] "=&r" (old),
130 [err] "=&r" (err),
131 [tmp] "=&r" (tmp)
132 : [addr] "r" (addr),
133 [new] "r" (new),
134 [efault] "i" (-EFAULT)
135 : "memory");
136 } else if (cpu_has_llsc) {
137 __asm__ __volatile__ (
Paul Burton378ed6f2018-11-08 20:14:38 +0000138 " .set push \n"
Markos Chandrasfee313d2015-01-15 10:34:00 +0000139 " .set "MIPS_ISA_ARCH_LEVEL" \n"
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200140 " li %[err], 0 \n"
James Hogan4915e1b2017-05-31 16:19:49 +0100141 "1: \n"
Paul Burtone84957e2019-10-01 21:53:39 +0000142 " " __SYNC(full, loongson3_war) " \n"
James Hogan4915e1b2017-05-31 16:19:49 +0100143 user_ll("%[old]", "(%[addr])")
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200144 " move %[tmp], %[new] \n"
James Hogan4915e1b2017-05-31 16:19:49 +0100145 "2: \n"
146 user_sc("%[tmp]", "(%[addr])")
James Hogan203e0902017-05-31 16:19:50 +0100147 " beqz %[tmp], 1b \n"
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200148 "3: \n"
Maciej W. Rozycki0e525e42014-11-15 22:09:31 +0000149 " .insn \n"
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200150 " .section .fixup,\"ax\" \n"
151 "5: li %[err], %[efault] \n"
152 " j 3b \n"
153 " .previous \n"
154 " .section __ex_table,\"a\" \n"
Thomas Bogendoerferfa62f392022-01-25 15:19:44 +0100155 " "STR(PTR_WD)" 1b, 5b \n"
156 " "STR(PTR_WD)" 2b, 5b \n"
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200157 " .previous \n"
Paul Burton378ed6f2018-11-08 20:14:38 +0000158 " .set pop \n"
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200159 : [old] "=&r" (old),
160 [err] "=&r" (err),
161 [tmp] "=&r" (tmp)
162 : [addr] "r" (addr),
163 [new] "r" (new),
164 [efault] "i" (-EFAULT)
165 : "memory");
166 } else {
167 do {
168 preempt_disable();
169 ll_bit = 1;
170 ll_task = current;
171 preempt_enable();
172
173 err = __get_user(old, (unsigned int *) addr);
174 err |= __put_user(new, (unsigned int *) addr);
175 if (err)
176 break;
177 rmb();
178 } while (!ll_bit);
179 }
180
181 if (unlikely(err))
182 return err;
183
Ralf Baechle12890d02012-12-27 16:23:12 +0100184 regs = current_pt_regs();
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200185 regs->regs[2] = old;
186 regs->regs[7] = 0; /* No error */
187
188 /*
189 * Don't let your children do this ...
190 */
191 __asm__ __volatile__(
192 " move $29, %0 \n"
193 " j syscall_exit \n"
194 : /* no outputs */
195 : "r" (regs));
196
197 /* unreached. Honestly. */
Ralf Baechlef2ace932012-12-27 13:37:40 +0100198 unreachable();
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200199}
200
James Hogan49955d82017-05-31 16:19:48 +0100201/*
202 * mips_atomic_set() normally returns directly via syscall_exit potentially
203 * clobbering static registers, so be sure to preserve them.
204 */
205save_static_function(sys_sysmips);
206
Ralf Baechle12890d02012-12-27 16:23:12 +0100207SYSCALL_DEFINE3(sysmips, long, cmd, long, arg1, long, arg2)
Ralf Baechlef1e39a42009-09-17 02:25:05 +0200208{
Ralf Baechle293c5bd2007-07-25 16:19:33 +0100209 switch (cmd) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 case MIPS_ATOMIC_SET:
Ralf Baechle12890d02012-12-27 16:23:12 +0100211 return mips_atomic_set(arg1, arg2);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212
213 case MIPS_FIXADE:
Ralf Baechle293c5bd2007-07-25 16:19:33 +0100214 if (arg1 & ~3)
215 return -EINVAL;
216
217 if (arg1 & 1)
218 set_thread_flag(TIF_FIXADE);
219 else
220 clear_thread_flag(TIF_FIXADE);
221 if (arg1 & 2)
222 set_thread_flag(TIF_LOGADE);
223 else
Stefan Oberhumere56293b2011-01-17 09:19:53 +0100224 clear_thread_flag(TIF_LOGADE);
Ralf Baechle293c5bd2007-07-25 16:19:33 +0100225
Linus Torvalds1da177e2005-04-16 15:20:36 -0700226 return 0;
227
228 case FLUSH_CACHE:
229 __flush_cache_all();
230 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231 }
232
233 return -EINVAL;
234}
235
236/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700237 * No implemented yet ...
238 */
Ralf Baechledbda6ac2009-02-08 16:00:26 +0000239SYSCALL_DEFINE3(cachectl, char *, addr, int, nbytes, int, op)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700240{
241 return -ENOSYS;
242}