blob: 35484d830fd6d7fe0a2a521bc736b1c5883afa51 [file] [log] [blame]
Thomas Gleixner588cb882019-05-23 11:14:57 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Palmer Dabbelt2129a232017-07-10 18:03:49 -07002/*
3 * Copyright (C) 2009 Sunplus Core Technology Co., Ltd.
4 * Lennox Wu <lennox.wu@sunplusct.com>
5 * Chen Liqin <liqin.chen@sunplusct.com>
6 * Copyright (C) 2013 Regents of the University of California
Palmer Dabbelt2129a232017-07-10 18:03:49 -07007 */
8
9
Jisheng Zhang20802d82021-11-18 19:26:51 +080010#include <linux/bitfield.h>
Palmer Dabbelt2129a232017-07-10 18:03:49 -070011#include <linux/extable.h>
12#include <linux/module.h>
13#include <linux/uaccess.h>
Jisheng Zhang2bf847d2021-11-18 19:26:05 +080014#include <asm/asm-extable.h>
Jisheng Zhang20802d82021-11-18 19:26:51 +080015#include <asm/ptrace.h>
Jisheng Zhang2bf847d2021-11-18 19:26:05 +080016
17static inline unsigned long
18get_ex_fixup(const struct exception_table_entry *ex)
19{
20 return ((unsigned long)&ex->fixup + ex->fixup);
21}
22
23static bool ex_handler_fixup(const struct exception_table_entry *ex,
24 struct pt_regs *regs)
25{
26 regs->epc = get_ex_fixup(ex);
27 return true;
28}
Palmer Dabbelt2129a232017-07-10 18:03:49 -070029
Jisheng Zhang20802d82021-11-18 19:26:51 +080030static inline void regs_set_gpr(struct pt_regs *regs, unsigned int offset,
31 unsigned long val)
32{
33 if (unlikely(offset > MAX_REG_OFFSET))
34 return;
35
Jisheng Zhangf81393a2022-01-23 17:04:17 +080036 if (offset)
Jisheng Zhang20802d82021-11-18 19:26:51 +080037 *(unsigned long *)((unsigned long)regs + offset) = val;
38}
39
40static bool ex_handler_uaccess_err_zero(const struct exception_table_entry *ex,
41 struct pt_regs *regs)
42{
43 int reg_err = FIELD_GET(EX_DATA_REG_ERR, ex->data);
44 int reg_zero = FIELD_GET(EX_DATA_REG_ZERO, ex->data);
45
Jisheng Zhangf81393a2022-01-23 17:04:17 +080046 regs_set_gpr(regs, reg_err * sizeof(unsigned long), -EFAULT);
47 regs_set_gpr(regs, reg_zero * sizeof(unsigned long), 0);
Jisheng Zhang20802d82021-11-18 19:26:51 +080048
49 regs->epc = get_ex_fixup(ex);
50 return true;
51}
52
Jisheng Zhangef127bc2021-11-18 19:24:14 +080053bool fixup_exception(struct pt_regs *regs)
Palmer Dabbelt2129a232017-07-10 18:03:49 -070054{
Jisheng Zhang4c2e7ce2021-11-18 19:24:42 +080055 const struct exception_table_entry *ex;
Palmer Dabbelt2129a232017-07-10 18:03:49 -070056
Jisheng Zhang4c2e7ce2021-11-18 19:24:42 +080057 ex = search_exception_tables(regs->epc);
58 if (!ex)
Jisheng Zhangef127bc2021-11-18 19:24:14 +080059 return false;
Tong Tiangen252c7652021-10-27 11:18:22 +000060
Jisheng Zhang2bf847d2021-11-18 19:26:05 +080061 switch (ex->type) {
62 case EX_TYPE_FIXUP:
63 return ex_handler_fixup(ex, regs);
64 case EX_TYPE_BPF:
65 return ex_handler_bpf(ex, regs);
Jisheng Zhang20802d82021-11-18 19:26:51 +080066 case EX_TYPE_UACCESS_ERR_ZERO:
67 return ex_handler_uaccess_err_zero(ex, regs);
Jisheng Zhang2bf847d2021-11-18 19:26:05 +080068 }
Tong Tiangen252c7652021-10-27 11:18:22 +000069
Jisheng Zhang2bf847d2021-11-18 19:26:05 +080070 BUG();
Palmer Dabbelt2129a232017-07-10 18:03:49 -070071}