blob: 103a48a48872cfb16478408ebecafd37da063e37 [file] [log] [blame]
Srikar Dronamraju2b144492012-02-09 14:56:42 +05301#ifndef _LINUX_UPROBES_H
2#define _LINUX_UPROBES_H
3/*
Ingo Molnar7b2d81d2012-02-17 09:27:41 +01004 * User-space Probes (UProbes)
Srikar Dronamraju2b144492012-02-09 14:56:42 +05305 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
19 *
Ingo Molnar35aa6212012-02-22 11:37:29 +010020 * Copyright (C) IBM Corporation, 2008-2012
Srikar Dronamraju2b144492012-02-09 14:56:42 +053021 * Authors:
22 * Srikar Dronamraju
23 * Jim Keniston
Peter Zijlstra90eec102015-11-16 11:08:45 +010024 * Copyright (C) 2011-2012 Red Hat, Inc., Peter Zijlstra
Srikar Dronamraju2b144492012-02-09 14:56:42 +053025 */
26
27#include <linux/errno.h>
28#include <linux/rbtree.h>
Oleg Nesterov32473432013-11-08 18:52:21 +010029#include <linux/types.h>
Allen Paise8f4aa62016-10-13 10:06:13 +053030#include <linux/wait.h>
Srikar Dronamraju2b144492012-02-09 14:56:42 +053031
32struct vm_area_struct;
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +053033struct mm_struct;
34struct inode;
David A. Long3820b4d2013-10-15 17:04:16 -040035struct notifier_block;
Victor Kamensky72e6ae22014-04-29 04:20:52 +010036struct page;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053037
Oleg Nesterovda1816b2012-12-29 17:49:11 +010038#define UPROBE_HANDLER_REMOVE 1
39#define UPROBE_HANDLER_MASK 1
40
Anton Arapovded49c52013-04-03 18:00:37 +020041#define MAX_URETPROBE_DEPTH 64
42
Oleg Nesterov8a7f2fa2012-12-28 17:58:38 +010043enum uprobe_filter_ctx {
44 UPROBE_FILTER_REGISTER,
45 UPROBE_FILTER_UNREGISTER,
46 UPROBE_FILTER_MMAP,
47};
48
Srikar Dronamraju2b144492012-02-09 14:56:42 +053049struct uprobe_consumer {
50 int (*handler)(struct uprobe_consumer *self, struct pt_regs *regs);
Anton Arapovea024872013-04-03 18:00:31 +020051 int (*ret_handler)(struct uprobe_consumer *self,
52 unsigned long func,
53 struct pt_regs *regs);
Oleg Nesterov8a7f2fa2012-12-28 17:58:38 +010054 bool (*filter)(struct uprobe_consumer *self,
55 enum uprobe_filter_ctx ctx,
56 struct mm_struct *mm);
Srikar Dronamraju2b144492012-02-09 14:56:42 +053057
58 struct uprobe_consumer *next;
59};
60
Srikar Dronamraju2b144492012-02-09 14:56:42 +053061#ifdef CONFIG_UPROBES
Oleg Nesterovc912dae2013-11-09 19:49:39 +010062#include <asm/uprobes.h>
63
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053064enum uprobe_task_state {
65 UTASK_RUNNING,
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053066 UTASK_SSTEP,
67 UTASK_SSTEP_ACK,
68 UTASK_SSTEP_TRAPPED,
69};
70
71/*
72 * uprobe_task: Metadata of a task while it singlesteps.
73 */
74struct uprobe_task {
75 enum uprobe_task_state state;
Oleg Nesterov32473432013-11-08 18:52:21 +010076
77 union {
78 struct {
79 struct arch_uprobe_task autask;
80 unsigned long vaddr;
81 };
82
83 struct {
84 struct callback_head dup_xol_work;
85 unsigned long dup_xol_addr;
86 };
87 };
88
89 struct uprobe *active_uprobe;
90 unsigned long xol_vaddr;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053091
Anton Arapov0dfd0eb2013-04-03 18:00:35 +020092 struct return_instance *return_instances;
Anton Arapovded49c52013-04-03 18:00:37 +020093 unsigned int depth;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053094};
95
Oleg Nesterov97da8972015-07-21 15:40:16 +020096struct return_instance {
97 struct uprobe *uprobe;
98 unsigned long func;
Oleg Nesterov7b868e42015-07-21 15:40:18 +020099 unsigned long stack; /* stack pointer */
Oleg Nesterov97da8972015-07-21 15:40:16 +0200100 unsigned long orig_ret_vaddr; /* original return address */
101 bool chained; /* true, if instance is nested */
102
103 struct return_instance *next; /* keep as stack */
104};
105
Oleg Nesterov86dcb702015-07-21 15:40:26 +0200106enum rp_check {
107 RP_CHECK_CALL,
Oleg Nesterovdb087ef2015-07-21 15:40:28 +0200108 RP_CHECK_CHAIN_CALL,
Oleg Nesterov86dcb702015-07-21 15:40:26 +0200109 RP_CHECK_RET,
110};
111
Oleg Nesterovc912dae2013-11-09 19:49:39 +0100112struct xol_area;
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530113
114struct uprobes_state {
115 struct xol_area *xol_area;
116};
Oleg Nesterov647c42d2012-08-06 13:15:09 +0200117
Bjorn Helgaas271a9c32014-10-13 19:01:03 -0600118extern int set_swbp(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
119extern int set_orig_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
120extern bool is_swbp_insn(uprobe_opcode_t *insn);
121extern bool is_trap_insn(uprobe_opcode_t *insn);
122extern unsigned long uprobe_get_swbp_addr(struct pt_regs *regs);
Oleg Nesterovb02ef202014-05-12 18:24:45 +0200123extern unsigned long uprobe_get_trap_addr(struct pt_regs *regs);
Ravi Bangoria6d437432018-08-09 09:48:52 +0530124extern int uprobe_write_opcode(struct arch_uprobe *auprobe, struct mm_struct *mm, unsigned long vaddr, uprobe_opcode_t);
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530125extern int uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc);
Ravi Bangoria1cc33162018-08-20 10:12:47 +0530126extern int uprobe_register_refctr(struct inode *inode, loff_t offset, loff_t ref_ctr_offset, struct uprobe_consumer *uc);
Oleg Nesterovbdf86472013-02-03 19:21:12 +0100127extern int uprobe_apply(struct inode *inode, loff_t offset, struct uprobe_consumer *uc, bool);
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530128extern void uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc);
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100129extern int uprobe_mmap(struct vm_area_struct *vma);
Srikar Dronamrajucbc91f72012-04-11 16:05:27 +0530130extern void uprobe_munmap(struct vm_area_struct *vma, unsigned long start, unsigned long end);
Oleg Nesterov32cdba12012-11-14 19:03:42 +0100131extern void uprobe_start_dup_mmap(void);
132extern void uprobe_end_dup_mmap(void);
Oleg Nesterovf8ac4ec2012-08-08 17:11:42 +0200133extern void uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530134extern void uprobe_free_utask(struct task_struct *t);
Oleg Nesterov3ab67962013-10-16 19:39:37 +0200135extern void uprobe_copy_process(struct task_struct *t, unsigned long flags);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530136extern int uprobe_post_sstep_notifier(struct pt_regs *regs);
137extern int uprobe_pre_sstep_notifier(struct pt_regs *regs);
138extern void uprobe_notify_resume(struct pt_regs *regs);
139extern bool uprobe_deny_signal(void);
Ralf Baechlec2d3f252013-10-09 14:08:09 +0200140extern bool arch_uprobe_skip_sstep(struct arch_uprobe *aup, struct pt_regs *regs);
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530141extern void uprobe_clear_state(struct mm_struct *mm);
David A. Long3820b4d2013-10-15 17:04:16 -0400142extern int arch_uprobe_analyze_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long addr);
143extern int arch_uprobe_pre_xol(struct arch_uprobe *aup, struct pt_regs *regs);
144extern int arch_uprobe_post_xol(struct arch_uprobe *aup, struct pt_regs *regs);
145extern bool arch_uprobe_xol_was_trapped(struct task_struct *tsk);
146extern int arch_uprobe_exception_notify(struct notifier_block *self, unsigned long val, void *data);
147extern void arch_uprobe_abort_xol(struct arch_uprobe *aup, struct pt_regs *regs);
148extern unsigned long arch_uretprobe_hijack_return_addr(unsigned long trampoline_vaddr, struct pt_regs *regs);
Oleg Nesterov86dcb702015-07-21 15:40:26 +0200149extern bool arch_uretprobe_is_alive(struct return_instance *ret, enum rp_check ctx, struct pt_regs *regs);
Bjorn Helgaas271a9c32014-10-13 19:01:03 -0600150extern bool arch_uprobe_ignore(struct arch_uprobe *aup, struct pt_regs *regs);
151extern void arch_uprobe_copy_ixol(struct page *page, unsigned long vaddr,
Victor Kamensky72e6ae22014-04-29 04:20:52 +0100152 void *src, unsigned long len);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530153#else /* !CONFIG_UPROBES */
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530154struct uprobes_state {
155};
Oleg Nesterovb02ef202014-05-12 18:24:45 +0200156
157#define uprobe_get_trap_addr(regs) instruction_pointer(regs)
158
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100159static inline int
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530160uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530161{
162 return -ENOSYS;
163}
Ravi Bangoria1cc33162018-08-20 10:12:47 +0530164static inline int uprobe_register_refctr(struct inode *inode, loff_t offset, loff_t ref_ctr_offset, struct uprobe_consumer *uc)
165{
166 return -ENOSYS;
167}
Oleg Nesterovbdf86472013-02-03 19:21:12 +0100168static inline int
169uprobe_apply(struct inode *inode, loff_t offset, struct uprobe_consumer *uc, bool add)
170{
171 return -ENOSYS;
172}
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100173static inline void
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530174uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530175{
176}
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100177static inline int uprobe_mmap(struct vm_area_struct *vma)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530178{
179 return 0;
180}
Srikar Dronamrajucbc91f72012-04-11 16:05:27 +0530181static inline void
182uprobe_munmap(struct vm_area_struct *vma, unsigned long start, unsigned long end)
Srikar Dronamraju682968e2012-03-30 23:56:46 +0530183{
184}
Oleg Nesterov32cdba12012-11-14 19:03:42 +0100185static inline void uprobe_start_dup_mmap(void)
186{
187}
188static inline void uprobe_end_dup_mmap(void)
189{
190}
Oleg Nesterovf8ac4ec2012-08-08 17:11:42 +0200191static inline void
192uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm)
193{
194}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530195static inline void uprobe_notify_resume(struct pt_regs *regs)
196{
197}
198static inline bool uprobe_deny_signal(void)
199{
200 return false;
201}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530202static inline void uprobe_free_utask(struct task_struct *t)
203{
204}
Oleg Nesterov3ab67962013-10-16 19:39:37 +0200205static inline void uprobe_copy_process(struct task_struct *t, unsigned long flags)
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530206{
207}
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530208static inline void uprobe_clear_state(struct mm_struct *mm)
209{
210}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530211#endif /* !CONFIG_UPROBES */
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530212#endif /* _LINUX_UPROBES_H */