Thomas Gleixner | 588cb88 | 2019-05-23 11:14:57 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-or-later |
Palmer Dabbelt | 2129a23 | 2017-07-10 18:03:49 -0700 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (C) 2009 Sunplus Core Technology Co., Ltd. |
| 4 | * Lennox Wu <lennox.wu@sunplusct.com> |
| 5 | * Chen Liqin <liqin.chen@sunplusct.com> |
| 6 | * Copyright (C) 2013 Regents of the University of California |
Palmer Dabbelt | 2129a23 | 2017-07-10 18:03:49 -0700 | [diff] [blame] | 7 | */ |
| 8 | |
| 9 | |
Jisheng Zhang | 20802d8 | 2021-11-18 19:26:51 +0800 | [diff] [blame] | 10 | #include <linux/bitfield.h> |
Palmer Dabbelt | 2129a23 | 2017-07-10 18:03:49 -0700 | [diff] [blame] | 11 | #include <linux/extable.h> |
| 12 | #include <linux/module.h> |
| 13 | #include <linux/uaccess.h> |
Jisheng Zhang | 2bf847d | 2021-11-18 19:26:05 +0800 | [diff] [blame] | 14 | #include <asm/asm-extable.h> |
Jisheng Zhang | 20802d8 | 2021-11-18 19:26:51 +0800 | [diff] [blame] | 15 | #include <asm/ptrace.h> |
Jisheng Zhang | 2bf847d | 2021-11-18 19:26:05 +0800 | [diff] [blame] | 16 | |
| 17 | static inline unsigned long |
| 18 | get_ex_fixup(const struct exception_table_entry *ex) |
| 19 | { |
| 20 | return ((unsigned long)&ex->fixup + ex->fixup); |
| 21 | } |
| 22 | |
| 23 | static bool ex_handler_fixup(const struct exception_table_entry *ex, |
| 24 | struct pt_regs *regs) |
| 25 | { |
| 26 | regs->epc = get_ex_fixup(ex); |
| 27 | return true; |
| 28 | } |
Palmer Dabbelt | 2129a23 | 2017-07-10 18:03:49 -0700 | [diff] [blame] | 29 | |
Jisheng Zhang | 20802d8 | 2021-11-18 19:26:51 +0800 | [diff] [blame] | 30 | static inline void regs_set_gpr(struct pt_regs *regs, unsigned int offset, |
| 31 | unsigned long val) |
| 32 | { |
| 33 | if (unlikely(offset > MAX_REG_OFFSET)) |
| 34 | return; |
| 35 | |
| 36 | if (!offset) |
| 37 | *(unsigned long *)((unsigned long)regs + offset) = val; |
| 38 | } |
| 39 | |
| 40 | static bool ex_handler_uaccess_err_zero(const struct exception_table_entry *ex, |
| 41 | struct pt_regs *regs) |
| 42 | { |
| 43 | int reg_err = FIELD_GET(EX_DATA_REG_ERR, ex->data); |
| 44 | int reg_zero = FIELD_GET(EX_DATA_REG_ZERO, ex->data); |
| 45 | |
| 46 | regs_set_gpr(regs, reg_err, -EFAULT); |
| 47 | regs_set_gpr(regs, reg_zero, 0); |
| 48 | |
| 49 | regs->epc = get_ex_fixup(ex); |
| 50 | return true; |
| 51 | } |
| 52 | |
Jisheng Zhang | ef127bc | 2021-11-18 19:24:14 +0800 | [diff] [blame] | 53 | bool fixup_exception(struct pt_regs *regs) |
Palmer Dabbelt | 2129a23 | 2017-07-10 18:03:49 -0700 | [diff] [blame] | 54 | { |
Jisheng Zhang | 4c2e7ce | 2021-11-18 19:24:42 +0800 | [diff] [blame] | 55 | const struct exception_table_entry *ex; |
Palmer Dabbelt | 2129a23 | 2017-07-10 18:03:49 -0700 | [diff] [blame] | 56 | |
Jisheng Zhang | 4c2e7ce | 2021-11-18 19:24:42 +0800 | [diff] [blame] | 57 | ex = search_exception_tables(regs->epc); |
| 58 | if (!ex) |
Jisheng Zhang | ef127bc | 2021-11-18 19:24:14 +0800 | [diff] [blame] | 59 | return false; |
Tong Tiangen | 252c765 | 2021-10-27 11:18:22 +0000 | [diff] [blame] | 60 | |
Jisheng Zhang | 2bf847d | 2021-11-18 19:26:05 +0800 | [diff] [blame] | 61 | switch (ex->type) { |
| 62 | case EX_TYPE_FIXUP: |
| 63 | return ex_handler_fixup(ex, regs); |
| 64 | case EX_TYPE_BPF: |
| 65 | return ex_handler_bpf(ex, regs); |
Jisheng Zhang | 20802d8 | 2021-11-18 19:26:51 +0800 | [diff] [blame] | 66 | case EX_TYPE_UACCESS_ERR_ZERO: |
| 67 | return ex_handler_uaccess_err_zero(ex, regs); |
Jisheng Zhang | 2bf847d | 2021-11-18 19:26:05 +0800 | [diff] [blame] | 68 | } |
Tong Tiangen | 252c765 | 2021-10-27 11:18:22 +0000 | [diff] [blame] | 69 | |
Jisheng Zhang | 2bf847d | 2021-11-18 19:26:05 +0800 | [diff] [blame] | 70 | BUG(); |
Palmer Dabbelt | 2129a23 | 2017-07-10 18:03:49 -0700 | [diff] [blame] | 71 | } |