blob: 2dc0bf9fe62eb66ac115f743f3fff7fdd2cbf465 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
David S. Miller64d329e2007-10-27 00:17:01 -07002/* linux/arch/sparc/kernel/process.c
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 *
David S. Miller4fe3ebe2008-07-17 22:11:32 -07004 * Copyright (C) 1995, 2008 David S. Miller (davem@davemloft.net)
Linus Torvalds1da177e2005-04-16 15:20:36 -07005 * Copyright (C) 1996 Eddie C. Dost (ecd@skynet.be)
6 */
7
8/*
9 * This file handles the architecture-dependent parts of process handling..
10 */
Sam Ravnborg8bdd5a12014-04-21 21:39:25 +020011#include <linux/elfcore.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/errno.h>
13#include <linux/module.h>
14#include <linux/sched.h>
Ingo Molnarb17b0152017-02-08 18:51:35 +010015#include <linux/sched/debug.h>
Ingo Molnar29930022017-02-08 18:51:36 +010016#include <linux/sched/task.h>
Ingo Molnar68db0cf2017-02-08 18:51:37 +010017#include <linux/sched/task_stack.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070018#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019#include <linux/mm.h>
20#include <linux/stddef.h>
21#include <linux/ptrace.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <linux/user.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/smp.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <linux/reboot.h>
25#include <linux/delay.h>
26#include <linux/pm.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090027#include <linux/slab.h>
Sam Ravnborg8bdd5a12014-04-21 21:39:25 +020028#include <linux/cpu.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029
30#include <asm/auxio.h>
31#include <asm/oplib.h>
Linus Torvalds7c0f6ba2016-12-24 11:46:01 -080032#include <linux/uaccess.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034#include <asm/delay.h>
35#include <asm/processor.h>
36#include <asm/psr.h>
37#include <asm/elf.h>
David S. Millerc73fcc82007-07-20 16:59:26 -070038#include <asm/prom.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070039#include <asm/unistd.h>
David Howellsd550bbd2012-03-28 18:30:03 +010040#include <asm/setup.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070041
Sam Ravnborg8bdd5a12014-04-21 21:39:25 +020042#include "kernel.h"
43
Linus Torvalds1da177e2005-04-16 15:20:36 -070044/*
45 * Power management idle function
46 * Set in pm platform drivers (apc.c and pmc.c)
47 */
Len Brownd472ba82013-02-09 23:27:26 -050048void (*sparc_idle)(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -070049
50/*
51 * Power-off handler instantiation for pm.h compliance
52 * This is done via auxio, but could be used as a fallback
53 * handler when auxio is not present-- unused for now...
54 */
Al Viro304cd3e2006-01-18 19:40:48 -050055void (*pm_power_off)(void) = machine_power_off;
Al Viro89eb1692007-01-30 13:23:25 +000056EXPORT_SYMBOL(pm_power_off);
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
58/*
59 * sysctl - toggle power-off restriction for serial console
60 * systems in machine_power_off()
61 */
62int scons_pwroff = 1;
63
64extern void fpsave(unsigned long *, unsigned long *, void *, unsigned long *);
65
66struct task_struct *last_task_used_math = NULL;
67struct thread_info *current_set[NR_CPUS];
68
Sam Ravnborg87fa05a2013-04-11 21:38:50 +020069/* Idle loop support. */
70void arch_cpu_idle(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -070071{
Sam Ravnborg87fa05a2013-04-11 21:38:50 +020072 if (sparc_idle)
73 (*sparc_idle)();
Peter Zijlstra58c644b2020-11-20 11:50:35 +010074 raw_local_irq_enable();
Linus Torvalds1da177e2005-04-16 15:20:36 -070075}
76
Linus Torvalds1da177e2005-04-16 15:20:36 -070077/* XXX cli/sti -> local_irq_xxx here, check this works once SMP is fixed. */
78void machine_halt(void)
79{
80 local_irq_enable();
81 mdelay(8);
82 local_irq_disable();
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 prom_halt();
84 panic("Halt failed!");
85}
86
Linus Torvalds1da177e2005-04-16 15:20:36 -070087void machine_restart(char * cmd)
88{
89 char *p;
90
91 local_irq_enable();
92 mdelay(8);
93 local_irq_disable();
94
95 p = strchr (reboot_command, '\n');
96 if (p) *p = 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -070097 if (cmd)
98 prom_reboot(cmd);
99 if (*reboot_command)
100 prom_reboot(reboot_command);
101 prom_feval ("reset");
102 panic("Reboot failed!");
103}
104
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105void machine_power_off(void)
106{
David S. Millerc73fcc82007-07-20 16:59:26 -0700107 if (auxio_power_register &&
Rob Herring88ca0552018-11-16 15:06:59 -0600108 (!of_node_is_type(of_console_device, "serial") || scons_pwroff)) {
Sam Ravnborgd2aca8f2014-05-16 23:25:43 +0200109 u8 power_register = sbus_readb(auxio_power_register);
110 power_register |= AUXIO_POWER_OFF;
111 sbus_writeb(power_register, auxio_power_register);
112 }
113
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 machine_halt();
115}
116
Linus Torvalds1da177e2005-04-16 15:20:36 -0700117void show_regs(struct pt_regs *r)
118{
Sam Ravnborg4d7b92a2009-01-02 19:32:59 -0800119 struct reg_window32 *rw = (struct reg_window32 *) r->u_regs[14];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120
Tejun Heoa43cb952013-04-30 15:27:17 -0700121 show_regs_print_info(KERN_DEFAULT);
122
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 printk("PSR: %08lx PC: %08lx NPC: %08lx Y: %08lx %s\n",
124 r->psr, r->pc, r->npc, r->y, print_tainted());
David S. Miller4fe3ebe2008-07-17 22:11:32 -0700125 printk("PC: <%pS>\n", (void *) r->pc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126 printk("%%G: %08lx %08lx %08lx %08lx %08lx %08lx %08lx %08lx\n",
127 r->u_regs[0], r->u_regs[1], r->u_regs[2], r->u_regs[3],
128 r->u_regs[4], r->u_regs[5], r->u_regs[6], r->u_regs[7]);
129 printk("%%O: %08lx %08lx %08lx %08lx %08lx %08lx %08lx %08lx\n",
130 r->u_regs[8], r->u_regs[9], r->u_regs[10], r->u_regs[11],
131 r->u_regs[12], r->u_regs[13], r->u_regs[14], r->u_regs[15]);
David S. Miller4fe3ebe2008-07-17 22:11:32 -0700132 printk("RPC: <%pS>\n", (void *) r->u_regs[15]);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133
134 printk("%%L: %08lx %08lx %08lx %08lx %08lx %08lx %08lx %08lx\n",
135 rw->locals[0], rw->locals[1], rw->locals[2], rw->locals[3],
136 rw->locals[4], rw->locals[5], rw->locals[6], rw->locals[7]);
137 printk("%%I: %08lx %08lx %08lx %08lx %08lx %08lx %08lx %08lx\n",
138 rw->ins[0], rw->ins[1], rw->ins[2], rw->ins[3],
139 rw->ins[4], rw->ins[5], rw->ins[6], rw->ins[7]);
140}
141
142/*
Dmitry Safonov9cb8f062020-06-08 21:32:29 -0700143 * The show_stack() is external API which we do not use ourselves.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700144 * The oops is printed in die_if_kernel.
145 */
Dmitry Safonov9cb8f062020-06-08 21:32:29 -0700146void show_stack(struct task_struct *tsk, unsigned long *_ksp, const char *loglvl)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147{
148 unsigned long pc, fp;
149 unsigned long task_base;
Sam Ravnborg4d7b92a2009-01-02 19:32:59 -0800150 struct reg_window32 *rw;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151 int count = 0;
152
Tejun Heo89e3f232013-04-30 15:27:10 -0700153 if (!tsk)
154 tsk = current;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700155
Tejun Heo89e3f232013-04-30 15:27:10 -0700156 if (tsk == current && !_ksp)
157 __asm__ __volatile__("mov %%fp, %0" : "=r" (_ksp));
158
159 task_base = (unsigned long) task_stack_page(tsk);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700160 fp = (unsigned long) _ksp;
161 do {
162 /* Bogus frame pointer? */
163 if (fp < (task_base + sizeof(struct thread_info)) ||
164 fp >= (task_base + (PAGE_SIZE << 1)))
165 break;
Sam Ravnborg4d7b92a2009-01-02 19:32:59 -0800166 rw = (struct reg_window32 *) fp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 pc = rw->ins[7];
Dmitry Safonov13c63712020-06-08 21:31:39 -0700168 printk("%s[%08lx : ", loglvl, pc);
169 printk("%s%pS ] ", loglvl, (void *) pc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700170 fp = rw->ins[6];
171 } while (++count < 16);
Dmitry Safonov13c63712020-06-08 21:31:39 -0700172 printk("%s\n", loglvl);
173}
174
Linus Torvalds1da177e2005-04-16 15:20:36 -0700175/*
Linus Torvalds1da177e2005-04-16 15:20:36 -0700176 * Free current thread data structures etc..
177 */
Jiri Slabye6464692016-05-20 17:00:20 -0700178void exit_thread(struct task_struct *tsk)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700179{
180#ifndef CONFIG_SMP
Jiri Slabye6464692016-05-20 17:00:20 -0700181 if (last_task_used_math == tsk) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182#else
Tiezhu Yang8befe022021-02-03 13:36:28 +0800183 if (test_tsk_thread_flag(tsk, TIF_USEDFPU)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700184#endif
185 /* Keep process from leaving FPU in a bogon state. */
186 put_psr(get_psr() | PSR_EF);
Jiri Slabye6464692016-05-20 17:00:20 -0700187 fpsave(&tsk->thread.float_regs[0], &tsk->thread.fsr,
188 &tsk->thread.fpqueue[0], &tsk->thread.fpqdepth);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700189#ifndef CONFIG_SMP
190 last_task_used_math = NULL;
191#else
Jiri Slabye6464692016-05-20 17:00:20 -0700192 clear_ti_thread_flag(task_thread_info(tsk), TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193#endif
194 }
195}
196
197void flush_thread(void)
198{
199 current_thread_info()->w_saved = 0;
200
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201#ifndef CONFIG_SMP
202 if(last_task_used_math == current) {
203#else
William Lee Irwin III54f565e2007-03-12 17:08:25 -0700204 if (test_thread_flag(TIF_USEDFPU)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205#endif
206 /* Clean the fpu. */
207 put_psr(get_psr() | PSR_EF);
208 fpsave(&current->thread.float_regs[0], &current->thread.fsr,
209 &current->thread.fpqueue[0], &current->thread.fpqdepth);
210#ifndef CONFIG_SMP
211 last_task_used_math = NULL;
212#else
William Lee Irwin III54f565e2007-03-12 17:08:25 -0700213 clear_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214#endif
215 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700216}
217
David S. Miller64d329e2007-10-27 00:17:01 -0700218static inline struct sparc_stackf __user *
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219clone_stackframe(struct sparc_stackf __user *dst,
220 struct sparc_stackf __user *src)
221{
222 unsigned long size, fp;
223 struct sparc_stackf *tmp;
224 struct sparc_stackf __user *sp;
225
226 if (get_user(tmp, &src->fp))
227 return NULL;
228
229 fp = (unsigned long) tmp;
230 size = (fp - ((unsigned long) src));
231 fp = (unsigned long) dst;
232 sp = (struct sparc_stackf __user *)(fp - size);
233
234 /* do_fork() grabs the parent semaphore, we must release it
235 * temporarily so we can build the child clone stack frame
236 * without deadlocking.
237 */
238 if (__copy_user(sp, src, size))
239 sp = NULL;
240 else if (put_user(fp, &sp->fp))
241 sp = NULL;
242
243 return sp;
244}
245
Linus Torvalds1da177e2005-04-16 15:20:36 -0700246/* Copy a Sparc thread. The fork() return value conventions
247 * under SunOS are nothing short of bletcherous:
248 * Parent --> %o0 == childs pid, %o1 == 0
249 * Child --> %o0 == parents pid, %o1 == 1
250 *
251 * NOTE: We have a separate fork kpsr/kwim because
252 * the parent could change these values between
253 * sys_fork invocation and when we reach here
254 * if the parent should sleep while trying to
255 * allocate the task_struct and kernel stack in
256 * do_fork().
257 * XXX See comment above sys_vfork in sparc64. todo.
258 */
259extern void ret_from_fork(void);
Al Viroc78e0642012-09-27 15:21:21 -0400260extern void ret_from_kernel_thread(void);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700261
Christian Brauner714acdb2020-06-11 11:04:15 +0200262int copy_thread(unsigned long clone_flags, unsigned long sp, unsigned long arg,
263 struct task_struct *p, unsigned long tls)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700264{
Al Viro36483c62006-01-12 01:05:47 -0800265 struct thread_info *ti = task_thread_info(p);
Al Viroafa86fc2012-10-22 22:51:14 -0400266 struct pt_regs *childregs, *regs = current_pt_regs();
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 char *new_stack;
268
269#ifndef CONFIG_SMP
270 if(last_task_used_math == current) {
271#else
William Lee Irwin III54f565e2007-03-12 17:08:25 -0700272 if (test_thread_flag(TIF_USEDFPU)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700273#endif
274 put_psr(get_psr() | PSR_EF);
275 fpsave(&p->thread.float_regs[0], &p->thread.fsr,
276 &p->thread.fpqueue[0], &p->thread.fpqdepth);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277 }
278
279 /*
Al Viroc78e0642012-09-27 15:21:21 -0400280 * p->thread_info new_stack childregs stack bottom
281 * ! ! ! !
282 * V V (stk.fr.) V (pt_regs) V
283 * +----- - - - - - ------+===========+=============+
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284 */
Al Viro36483c62006-01-12 01:05:47 -0800285 new_stack = task_stack_page(p) + THREAD_SIZE;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286 new_stack -= STACKFRAME_SZ + TRACEREG_SZ;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 childregs = (struct pt_regs *) (new_stack + STACKFRAME_SZ);
288
289 /*
Ingo Molnarbef033a2015-08-04 09:42:54 +0200290 * A new process must start with interrupts disabled, see schedule_tail()
291 * and finish_task_switch(). (If we do not do it and if a timer interrupt
292 * hits before we unlock and attempts to take the rq->lock, we deadlock.)
293 *
294 * Thus, kpsr |= PSR_PIL.
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 */
296 ti->ksp = (unsigned long) new_stack;
Al Viroc78e0642012-09-27 15:21:21 -0400297 p->thread.kregs = childregs;
298
Jens Axboe4727dc22021-02-17 08:48:00 -0700299 if (unlikely(p->flags & (PF_KTHREAD | PF_IO_WORKER))) {
Al Viroc78e0642012-09-27 15:21:21 -0400300 extern int nwindows;
301 unsigned long psr;
302 memset(new_stack, 0, STACKFRAME_SZ + TRACEREG_SZ);
Al Viroc78e0642012-09-27 15:21:21 -0400303 p->thread.current_ds = KERNEL_DS;
304 ti->kpc = (((unsigned long) ret_from_kernel_thread) - 0x8);
305 childregs->u_regs[UREG_G1] = sp; /* function */
306 childregs->u_regs[UREG_G2] = arg;
307 psr = childregs->psr = get_psr();
308 ti->kpsr = psr | PSR_PIL;
309 ti->kwim = 1 << (((psr & PSR_CWP) + 1) % nwindows);
310 return 0;
311 }
312 memcpy(new_stack, (char *)regs - STACKFRAME_SZ, STACKFRAME_SZ + TRACEREG_SZ);
313 childregs->u_regs[UREG_FP] = sp;
Al Viroc78e0642012-09-27 15:21:21 -0400314 p->thread.current_ds = USER_DS;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700315 ti->kpc = (((unsigned long) ret_from_fork) - 0x8);
316 ti->kpsr = current->thread.fork_kpsr | PSR_PIL;
317 ti->kwim = current->thread.fork_kwim;
318
Al Viroc78e0642012-09-27 15:21:21 -0400319 if (sp != regs->u_regs[UREG_FP]) {
320 struct sparc_stackf __user *childstack;
321 struct sparc_stackf __user *parentstack;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700322
Al Viroc78e0642012-09-27 15:21:21 -0400323 /*
324 * This is a clone() call with supplied user stack.
325 * Set some valid stack frames to give to the child.
326 */
327 childstack = (struct sparc_stackf __user *)
328 (sp & ~0xfUL);
329 parentstack = (struct sparc_stackf __user *)
330 regs->u_regs[UREG_FP];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700331
332#if 0
Al Viroc78e0642012-09-27 15:21:21 -0400333 printk("clone: parent stack:\n");
334 show_stackframe(parentstack);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335#endif
336
Al Viroc78e0642012-09-27 15:21:21 -0400337 childstack = clone_stackframe(childstack, parentstack);
338 if (!childstack)
339 return -EFAULT;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340
341#if 0
Al Viroc78e0642012-09-27 15:21:21 -0400342 printk("clone: child stack:\n");
343 show_stackframe(childstack);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700344#endif
345
Al Viroc78e0642012-09-27 15:21:21 -0400346 childregs->u_regs[UREG_FP] = (unsigned long)childstack;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700347 }
348
349#ifdef CONFIG_SMP
350 /* FPU must be disabled on SMP. */
351 childregs->psr &= ~PSR_EF;
Tkhai Kirill427f23c2012-06-29 02:55:25 +0000352 clear_tsk_thread_flag(p, TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700353#endif
354
355 /* Set the return value for the child. */
356 childregs->u_regs[UREG_I0] = current->pid;
357 childregs->u_regs[UREG_I1] = 1;
358
359 /* Set the return value for the parent. */
360 regs->u_regs[UREG_I1] = 0;
361
362 if (clone_flags & CLONE_SETTLS)
Christian Brauner7694f512020-05-12 19:15:27 +0200363 childregs->u_regs[UREG_G7] = tls;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700364
365 return 0;
366}
367
Kees Cook42a20f82021-09-29 15:02:14 -0700368unsigned long __get_wchan(struct task_struct *task)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700369{
370 unsigned long pc, fp, bias = 0;
371 unsigned long task_base = (unsigned long) task;
372 unsigned long ret = 0;
Sam Ravnborg4d7b92a2009-01-02 19:32:59 -0800373 struct reg_window32 *rw;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700374 int count = 0;
375
Al Virod562ef62006-01-12 01:05:46 -0800376 fp = task_thread_info(task)->ksp + bias;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700377 do {
378 /* Bogus frame pointer? */
379 if (fp < (task_base + sizeof(struct thread_info)) ||
380 fp >= (task_base + (2 * PAGE_SIZE)))
381 break;
Sam Ravnborg4d7b92a2009-01-02 19:32:59 -0800382 rw = (struct reg_window32 *) fp;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700383 pc = rw->ins[7];
384 if (!in_sched_functions(pc)) {
385 ret = pc;
386 goto out;
387 }
388 fp = rw->ins[6] + bias;
389 } while (++count < 16);
390
391out:
392 return ret;
393}
394