blob: 179aabfa712ea06f7e92abe5539fd34b95445e16 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001// SPDX-License-Identifier: GPL-2.0
Adrian Bunk88278ca2008-05-19 16:53:02 -07002/*
Linus Torvalds1da177e2005-04-16 15:20:36 -07003 * arch/sparc/kernel/traps.c
4 *
David S. Miller4fe3ebe2008-07-17 22:11:32 -07005 * Copyright 1995, 2008 David S. Miller (davem@davemloft.net)
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 * Copyright 2000 Jakub Jelinek (jakub@redhat.com)
7 */
8
9/*
10 * I hate traps on the sparc, grrr...
11 */
12
Ingo Molnar68e21be2017-02-01 19:08:20 +010013#include <linux/sched/mm.h>
Ingo Molnarb17b0152017-02-08 18:51:35 +010014#include <linux/sched/debug.h>
Ingo Molnar589ee622017-02-04 00:16:44 +010015#include <linux/mm_types.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070016#include <linux/kernel.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070017#include <linux/signal.h>
18#include <linux/smp.h>
Christoph Hellwig1eeb66a2007-05-08 00:27:03 -070019#include <linux/kdebug.h>
Paul Gortmaker7b64db62011-07-18 15:57:46 -040020#include <linux/export.h>
Mike Rapoport65fddcf2020-06-08 21:32:42 -070021#include <linux/pgtable.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022
23#include <asm/delay.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070024#include <asm/ptrace.h>
25#include <asm/oplib.h>
26#include <asm/page.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027#include <asm/unistd.h>
28#include <asm/traps.h>
29
Sam Ravnborg8d74e322008-12-08 01:04:59 -080030#include "entry.h"
31#include "kernel.h"
32
Linus Torvalds1da177e2005-04-16 15:20:36 -070033/* #define TRAP_DEBUG */
34
Adrian Bunkc61c65c2008-06-05 11:40:58 -070035static void instruction_dump(unsigned long *pc)
Linus Torvalds1da177e2005-04-16 15:20:36 -070036{
37 int i;
38
39 if((((unsigned long) pc) & 3))
40 return;
41
42 for(i = -3; i < 6; i++)
43 printk("%c%08lx%c",i?' ':'<',pc[i],i?' ':'>');
44 printk("\n");
45}
46
47#define __SAVE __asm__ __volatile__("save %sp, -0x40, %sp\n\t")
48#define __RESTORE __asm__ __volatile__("restore %g0, %g0, %g0\n\t")
49
Sam Ravnborgfcd01962014-04-21 21:39:21 +020050void __noreturn die_if_kernel(char *str, struct pt_regs *regs)
Linus Torvalds1da177e2005-04-16 15:20:36 -070051{
52 static int die_counter;
53 int count = 0;
54
55 /* Amuse the user. */
56 printk(
57" \\|/ ____ \\|/\n"
58" \"@'/ ,. \\`@\"\n"
59" /_| \\__/ |_\\\n"
60" \\__U_/\n");
61
Alexey Dobriyan19c58702007-10-18 23:40:41 -070062 printk("%s(%d): %s [#%d]\n", current->comm, task_pid_nr(current), str, ++die_counter);
Linus Torvalds1da177e2005-04-16 15:20:36 -070063 show_regs(regs);
Rusty Russell373d4d02013-01-21 17:17:39 +103064 add_taint(TAINT_DIE, LOCKDEP_NOW_UNRELIABLE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070065
66 __SAVE; __SAVE; __SAVE; __SAVE;
67 __SAVE; __SAVE; __SAVE; __SAVE;
68 __RESTORE; __RESTORE; __RESTORE; __RESTORE;
69 __RESTORE; __RESTORE; __RESTORE; __RESTORE;
70
71 {
Sam Ravnborg4d7b92a2009-01-02 19:32:59 -080072 struct reg_window32 *rw = (struct reg_window32 *)regs->u_regs[UREG_FP];
Linus Torvalds1da177e2005-04-16 15:20:36 -070073
74 /* Stop the back trace when we hit userland or we
75 * find some badly aligned kernel stack. Set an upper
76 * bound in case our stack is trashed and we loop.
77 */
78 while(rw &&
79 count++ < 30 &&
80 (((unsigned long) rw) >= PAGE_OFFSET) &&
81 !(((unsigned long) rw) & 0x7)) {
David S. Miller4fe3ebe2008-07-17 22:11:32 -070082 printk("Caller[%08lx]: %pS\n", rw->ins[7],
83 (void *) rw->ins[7]);
Sam Ravnborg4d7b92a2009-01-02 19:32:59 -080084 rw = (struct reg_window32 *)rw->ins[6];
Linus Torvalds1da177e2005-04-16 15:20:36 -070085 }
86 }
87 printk("Instruction DUMP:");
88 instruction_dump ((unsigned long *) regs->pc);
Eric W. Biederman0e254982021-06-28 14:52:01 -050089 make_task_dead((regs->psr & PSR_PS) ? SIGKILL : SIGSEGV);
Linus Torvalds1da177e2005-04-16 15:20:36 -070090}
91
92void do_hw_interrupt(struct pt_regs *regs, unsigned long type)
93{
Linus Torvalds1da177e2005-04-16 15:20:36 -070094 if(type < 0x80) {
95 /* Sun OS's puke from bad traps, Linux survives! */
96 printk("Unimplemented Sparc TRAP, type = %02lx\n", type);
97 die_if_kernel("Whee... Hello Mr. Penguin", regs);
98 }
99
100 if(regs->psr & PSR_PS)
101 die_if_kernel("Kernel bad trap", regs);
102
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500103 force_sig_fault_trapno(SIGILL, ILL_ILLTRP,
104 (void __user *)regs->pc, type - 0x80);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105}
106
107void do_illegal_instruction(struct pt_regs *regs, unsigned long pc, unsigned long npc,
108 unsigned long psr)
109{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 if(psr & PSR_PS)
111 die_if_kernel("Kernel illegal instruction", regs);
112#ifdef TRAP_DEBUG
113 printk("Ill instr. at pc=%08lx instruction is %08lx\n",
114 regs->pc, *(unsigned long *)regs->pc);
115#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500117 send_sig_fault(SIGILL, ILL_ILLOPC, (void __user *)pc, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118}
119
120void do_priv_instruction(struct pt_regs *regs, unsigned long pc, unsigned long npc,
121 unsigned long psr)
122{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123 if(psr & PSR_PS)
124 die_if_kernel("Penguin instruction from Penguin mode??!?!", regs);
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500125 send_sig_fault(SIGILL, ILL_PRVOPC, (void __user *)pc, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700126}
127
128/* XXX User may want to be allowed to do this. XXX */
129
130void do_memaccess_unaligned(struct pt_regs *regs, unsigned long pc, unsigned long npc,
131 unsigned long psr)
132{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700133 if(regs->psr & PSR_PS) {
134 printk("KERNEL MNA at pc %08lx npc %08lx called by %08lx\n", pc, npc,
135 regs->u_regs[UREG_RETPC]);
136 die_if_kernel("BOGUS", regs);
137 /* die_if_kernel("Kernel MNA access", regs); */
138 }
139#if 0
140 show_regs (regs);
141 instruction_dump ((unsigned long *) regs->pc);
142 printk ("do_MNA!\n");
143#endif
Eric W. Biederman0e3d9f12018-04-19 16:57:48 -0500144 send_sig_fault(SIGBUS, BUS_ADRALN,
145 /* FIXME: Should dig out mna address */ (void *)0,
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500146 current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700147}
148
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149static unsigned long init_fsr = 0x0UL;
150static unsigned long init_fregs[32] __attribute__ ((aligned (8))) =
151 { ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL,
152 ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL,
153 ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL,
154 ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL, ~0UL };
155
156void do_fpd_trap(struct pt_regs *regs, unsigned long pc, unsigned long npc,
157 unsigned long psr)
158{
159 /* Sanity check... */
160 if(psr & PSR_PS)
161 die_if_kernel("Kernel gets FloatingPenguinUnit disabled trap", regs);
162
163 put_psr(get_psr() | PSR_EF); /* Allow FPU ops. */
164 regs->psr |= PSR_EF;
165#ifndef CONFIG_SMP
166 if(last_task_used_math == current)
167 return;
168 if(last_task_used_math) {
169 /* Other processes fpu state, save away */
170 struct task_struct *fptask = last_task_used_math;
171 fpsave(&fptask->thread.float_regs[0], &fptask->thread.fsr,
172 &fptask->thread.fpqueue[0], &fptask->thread.fpqdepth);
173 }
174 last_task_used_math = current;
175 if(used_math()) {
176 fpload(&current->thread.float_regs[0], &current->thread.fsr);
177 } else {
178 /* Set initial sane state. */
179 fpload(&init_fregs[0], &init_fsr);
180 set_used_math();
181 }
182#else
183 if(!used_math()) {
184 fpload(&init_fregs[0], &init_fsr);
185 set_used_math();
186 } else {
187 fpload(&current->thread.float_regs[0], &current->thread.fsr);
188 }
William Lee Irwin III54f565e2007-03-12 17:08:25 -0700189 set_thread_flag(TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190#endif
191}
192
193static unsigned long fake_regs[32] __attribute__ ((aligned (8)));
194static unsigned long fake_fsr;
195static unsigned long fake_queue[32] __attribute__ ((aligned (8)));
196static unsigned long fake_depth;
197
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198void do_fpe_trap(struct pt_regs *regs, unsigned long pc, unsigned long npc,
199 unsigned long psr)
200{
201 static int calls;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202 unsigned long fsr;
203 int ret = 0;
Eric W. Biederman0e3d9f12018-04-19 16:57:48 -0500204 int code;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205#ifndef CONFIG_SMP
206 struct task_struct *fpt = last_task_used_math;
207#else
208 struct task_struct *fpt = current;
209#endif
210 put_psr(get_psr() | PSR_EF);
211 /* If nobody owns the fpu right now, just clear the
212 * error into our fake static buffer and hope it don't
213 * happen again. Thank you crashme...
214 */
215#ifndef CONFIG_SMP
216 if(!fpt) {
217#else
William Lee Irwin III54f565e2007-03-12 17:08:25 -0700218 if (!test_tsk_thread_flag(fpt, TIF_USEDFPU)) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219#endif
220 fpsave(&fake_regs[0], &fake_fsr, &fake_queue[0], &fake_depth);
221 regs->psr &= ~PSR_EF;
222 return;
223 }
224 fpsave(&fpt->thread.float_regs[0], &fpt->thread.fsr,
225 &fpt->thread.fpqueue[0], &fpt->thread.fpqdepth);
226#ifdef DEBUG_FPU
227 printk("Hmm, FP exception, fsr was %016lx\n", fpt->thread.fsr);
228#endif
229
230 switch ((fpt->thread.fsr & 0x1c000)) {
231 /* switch on the contents of the ftt [floating point trap type] field */
232#ifdef DEBUG_FPU
233 case (1 << 14):
234 printk("IEEE_754_exception\n");
235 break;
236#endif
237 case (2 << 14): /* unfinished_FPop (underflow & co) */
238 case (3 << 14): /* unimplemented_FPop (quad stuff, maybe sqrt) */
239 ret = do_mathemu(regs, fpt);
240 break;
241#ifdef DEBUG_FPU
242 case (4 << 14):
243 printk("sequence_error (OS bug...)\n");
244 break;
245 case (5 << 14):
246 printk("hardware_error (uhoh!)\n");
247 break;
248 case (6 << 14):
249 printk("invalid_fp_register (user error)\n");
250 break;
251#endif /* DEBUG_FPU */
252 }
253 /* If we successfully emulated the FPop, we pretend the trap never happened :-> */
254 if (ret) {
255 fpload(&current->thread.float_regs[0], &current->thread.fsr);
256 return;
257 }
258 /* nope, better SIGFPE the offending process... */
259
260#ifdef CONFIG_SMP
William Lee Irwin III54f565e2007-03-12 17:08:25 -0700261 clear_tsk_thread_flag(fpt, TIF_USEDFPU);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700262#endif
263 if(psr & PSR_PS) {
264 /* The first fsr store/load we tried trapped,
265 * the second one will not (we hope).
266 */
267 printk("WARNING: FPU exception from kernel mode. at pc=%08lx\n",
268 regs->pc);
269 regs->pc = regs->npc;
270 regs->npc += 4;
271 calls++;
272 if(calls > 2)
273 die_if_kernel("Too many Penguin-FPU traps from kernel mode",
274 regs);
275 return;
276 }
277
278 fsr = fpt->thread.fsr;
Eric W. Biederman0e3d9f12018-04-19 16:57:48 -0500279 code = FPE_FLTUNK;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280 if ((fsr & 0x1c000) == (1 << 14)) {
281 if (fsr & 0x10)
Eric W. Biederman0e3d9f12018-04-19 16:57:48 -0500282 code = FPE_FLTINV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700283 else if (fsr & 0x08)
Eric W. Biederman0e3d9f12018-04-19 16:57:48 -0500284 code = FPE_FLTOVF;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285 else if (fsr & 0x04)
Eric W. Biederman0e3d9f12018-04-19 16:57:48 -0500286 code = FPE_FLTUND;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700287 else if (fsr & 0x02)
Eric W. Biederman0e3d9f12018-04-19 16:57:48 -0500288 code = FPE_FLTDIV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700289 else if (fsr & 0x01)
Eric W. Biederman0e3d9f12018-04-19 16:57:48 -0500290 code = FPE_FLTRES;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700291 }
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500292 send_sig_fault(SIGFPE, code, (void __user *)pc, fpt);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700293#ifndef CONFIG_SMP
294 last_task_used_math = NULL;
295#endif
296 regs->psr &= ~PSR_EF;
297 if(calls > 0)
298 calls=0;
299}
300
301void handle_tag_overflow(struct pt_regs *regs, unsigned long pc, unsigned long npc,
302 unsigned long psr)
303{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700304 if(psr & PSR_PS)
305 die_if_kernel("Penguin overflow trap from kernel mode", regs);
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500306 send_sig_fault(SIGEMT, EMT_TAGOVF, (void __user *)pc, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700307}
308
309void handle_watchpoint(struct pt_regs *regs, unsigned long pc, unsigned long npc,
310 unsigned long psr)
311{
312#ifdef TRAP_DEBUG
313 printk("Watchpoint detected at PC %08lx NPC %08lx PSR %08lx\n",
314 pc, npc, psr);
315#endif
316 if(psr & PSR_PS)
317 panic("Tell me what a watchpoint trap is, and I'll then deal "
318 "with such a beast...");
319}
320
321void handle_reg_access(struct pt_regs *regs, unsigned long pc, unsigned long npc,
322 unsigned long psr)
323{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700324#ifdef TRAP_DEBUG
325 printk("Register Access Exception at PC %08lx NPC %08lx PSR %08lx\n",
326 pc, npc, psr);
327#endif
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500328 force_sig_fault(SIGBUS, BUS_OBJERR, (void __user *)pc);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700329}
330
331void handle_cp_disabled(struct pt_regs *regs, unsigned long pc, unsigned long npc,
332 unsigned long psr)
333{
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500334 send_sig_fault(SIGILL, ILL_COPROC, (void __user *)pc, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700335}
336
337void handle_cp_exception(struct pt_regs *regs, unsigned long pc, unsigned long npc,
338 unsigned long psr)
339{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700340#ifdef TRAP_DEBUG
341 printk("Co-Processor Exception at PC %08lx NPC %08lx PSR %08lx\n",
342 pc, npc, psr);
343#endif
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500344 send_sig_fault(SIGILL, ILL_COPROC, (void __user *)pc, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700345}
346
347void handle_hw_divzero(struct pt_regs *regs, unsigned long pc, unsigned long npc,
348 unsigned long psr)
349{
Eric W. Biederman2c9f7ea2021-05-28 13:38:19 -0500350 send_sig_fault(SIGFPE, FPE_INTDIV, (void __user *)pc, current);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700351}
352
353#ifdef CONFIG_DEBUG_BUGVERBOSE
354void do_BUG(const char *file, int line)
355{
356 // bust_spinlocks(1); XXX Not in our original BUG()
357 printk("kernel BUG at %s:%d!\n", file, line);
358}
Sam Ravnborg6943f3d2009-01-08 16:58:05 -0800359EXPORT_SYMBOL(do_BUG);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700360#endif
361
362/* Since we have our mappings set up, on multiprocessors we can spin them
363 * up here so that timer interrupts work during initialization.
364 */
365
Linus Torvalds1da177e2005-04-16 15:20:36 -0700366void trap_init(void)
367{
368 extern void thread_info_offsets_are_bolixed_pete(void);
369
370 /* Force linker to barf if mismatched */
371 if (TI_UWINMASK != offsetof(struct thread_info, uwinmask) ||
372 TI_TASK != offsetof(struct thread_info, task) ||
Linus Torvalds1da177e2005-04-16 15:20:36 -0700373 TI_FLAGS != offsetof(struct thread_info, flags) ||
374 TI_CPU != offsetof(struct thread_info, cpu) ||
375 TI_PREEMPT != offsetof(struct thread_info, preempt_count) ||
376 TI_SOFTIRQ != offsetof(struct thread_info, softirq_count) ||
377 TI_HARDIRQ != offsetof(struct thread_info, hardirq_count) ||
378 TI_KSP != offsetof(struct thread_info, ksp) ||
379 TI_KPC != offsetof(struct thread_info, kpc) ||
380 TI_KPSR != offsetof(struct thread_info, kpsr) ||
381 TI_KWIM != offsetof(struct thread_info, kwim) ||
382 TI_REG_WINDOW != offsetof(struct thread_info, reg_window) ||
383 TI_RWIN_SPTRS != offsetof(struct thread_info, rwbuf_stkptrs) ||
384 TI_W_SAVED != offsetof(struct thread_info, w_saved))
385 thread_info_offsets_are_bolixed_pete();
386
387 /* Attach to the address space of init_task. */
Vegard Nossumf1f10072017-02-27 14:30:07 -0800388 mmgrab(&init_mm);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700389 current->active_mm = &init_mm;
390
391 /* NOTE: Other cpus have this done as they are started
392 * up on SMP.
393 */
394}