blob: 2225542624deaa020a93453d2700e4e3468353fb [file] [log] [blame]
Srikar Dronamraju2b144492012-02-09 14:56:42 +05301#ifndef _LINUX_UPROBES_H
2#define _LINUX_UPROBES_H
3/*
Ingo Molnar7b2d81d2012-02-17 09:27:41 +01004 * User-space Probes (UProbes)
Srikar Dronamraju2b144492012-02-09 14:56:42 +05305 *
6 * This program is free software; you can redistribute it and/or modify
7 * it under the terms of the GNU General Public License as published by
8 * the Free Software Foundation; either version 2 of the License, or
9 * (at your option) any later version.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 * You should have received a copy of the GNU General Public License
17 * along with this program; if not, write to the Free Software
18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
19 *
Ingo Molnar35aa6212012-02-22 11:37:29 +010020 * Copyright (C) IBM Corporation, 2008-2012
Srikar Dronamraju2b144492012-02-09 14:56:42 +053021 * Authors:
22 * Srikar Dronamraju
23 * Jim Keniston
Ingo Molnar35aa6212012-02-22 11:37:29 +010024 * Copyright (C) 2011-2012 Red Hat, Inc., Peter Zijlstra <pzijlstr@redhat.com>
Srikar Dronamraju2b144492012-02-09 14:56:42 +053025 */
26
27#include <linux/errno.h>
28#include <linux/rbtree.h>
Oleg Nesterov32473432013-11-08 18:52:21 +010029#include <linux/types.h>
Srikar Dronamraju2b144492012-02-09 14:56:42 +053030
31struct vm_area_struct;
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +053032struct mm_struct;
33struct inode;
David A. Long3820b4d2013-10-15 17:04:16 -040034struct notifier_block;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053035
Srikar Dronamraju2b144492012-02-09 14:56:42 +053036#ifdef CONFIG_ARCH_SUPPORTS_UPROBES
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053037# include <asm/uprobes.h>
Srikar Dronamraju2b144492012-02-09 14:56:42 +053038#endif
39
Oleg Nesterovda1816b2012-12-29 17:49:11 +010040#define UPROBE_HANDLER_REMOVE 1
41#define UPROBE_HANDLER_MASK 1
42
Anton Arapovded49c52013-04-03 18:00:37 +020043#define MAX_URETPROBE_DEPTH 64
44
Oleg Nesterov8a7f2fa2012-12-28 17:58:38 +010045enum uprobe_filter_ctx {
46 UPROBE_FILTER_REGISTER,
47 UPROBE_FILTER_UNREGISTER,
48 UPROBE_FILTER_MMAP,
49};
50
Srikar Dronamraju2b144492012-02-09 14:56:42 +053051struct uprobe_consumer {
52 int (*handler)(struct uprobe_consumer *self, struct pt_regs *regs);
Anton Arapovea024872013-04-03 18:00:31 +020053 int (*ret_handler)(struct uprobe_consumer *self,
54 unsigned long func,
55 struct pt_regs *regs);
Oleg Nesterov8a7f2fa2012-12-28 17:58:38 +010056 bool (*filter)(struct uprobe_consumer *self,
57 enum uprobe_filter_ctx ctx,
58 struct mm_struct *mm);
Srikar Dronamraju2b144492012-02-09 14:56:42 +053059
60 struct uprobe_consumer *next;
61};
62
Srikar Dronamraju2b144492012-02-09 14:56:42 +053063#ifdef CONFIG_UPROBES
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053064enum uprobe_task_state {
65 UTASK_RUNNING,
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053066 UTASK_SSTEP,
67 UTASK_SSTEP_ACK,
68 UTASK_SSTEP_TRAPPED,
69};
70
71/*
72 * uprobe_task: Metadata of a task while it singlesteps.
73 */
74struct uprobe_task {
75 enum uprobe_task_state state;
Oleg Nesterov32473432013-11-08 18:52:21 +010076
77 union {
78 struct {
79 struct arch_uprobe_task autask;
80 unsigned long vaddr;
81 };
82
83 struct {
84 struct callback_head dup_xol_work;
85 unsigned long dup_xol_addr;
86 };
87 };
88
89 struct uprobe *active_uprobe;
90 unsigned long xol_vaddr;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053091
Anton Arapov0dfd0eb2013-04-03 18:00:35 +020092 struct return_instance *return_instances;
Anton Arapovded49c52013-04-03 18:00:37 +020093 unsigned int depth;
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +053094};
95
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +053096/*
97 * On a breakpoint hit, thread contests for a slot. It frees the
98 * slot after singlestep. Currently a fixed number of slots are
99 * allocated.
100 */
101struct xol_area {
102 wait_queue_head_t wq; /* if all slots are busy */
103 atomic_t slot_count; /* number of in-use slots */
104 unsigned long *bitmap; /* 0 = free slot */
105 struct page *page;
106
107 /*
108 * We keep the vma's vm_start rather than a pointer to the vma
109 * itself. The probed process or a naughty kernel module could make
110 * the vma go away, and we must handle that reasonably gracefully.
111 */
112 unsigned long vaddr; /* Page(s) of instruction slots */
113};
114
115struct uprobes_state {
116 struct xol_area *xol_area;
117};
Oleg Nesterov647c42d2012-08-06 13:15:09 +0200118
Srikar Dronamraju5cb4ac32012-03-12 14:55:45 +0530119extern int __weak set_swbp(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
Oleg Nesterovded86e72012-08-08 18:07:03 +0200120extern int __weak set_orig_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long vaddr);
Srikar Dronamraju5cb4ac32012-03-12 14:55:45 +0530121extern bool __weak is_swbp_insn(uprobe_opcode_t *insn);
Ananth N Mavinakayanahalli0908ad62013-03-22 20:46:27 +0530122extern bool __weak is_trap_insn(uprobe_opcode_t *insn);
Oleg Nesterovf72d41f2013-11-05 19:50:39 +0100123extern int uprobe_write_opcode(struct mm_struct *mm, unsigned long vaddr, uprobe_opcode_t);
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530124extern int uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc);
Oleg Nesterovbdf86472013-02-03 19:21:12 +0100125extern int uprobe_apply(struct inode *inode, loff_t offset, struct uprobe_consumer *uc, bool);
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530126extern void uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc);
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100127extern int uprobe_mmap(struct vm_area_struct *vma);
Srikar Dronamrajucbc91f72012-04-11 16:05:27 +0530128extern void uprobe_munmap(struct vm_area_struct *vma, unsigned long start, unsigned long end);
Oleg Nesterov32cdba12012-11-14 19:03:42 +0100129extern void uprobe_start_dup_mmap(void);
130extern void uprobe_end_dup_mmap(void);
Oleg Nesterovf8ac4ec2012-08-08 17:11:42 +0200131extern void uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530132extern void uprobe_free_utask(struct task_struct *t);
Oleg Nesterov3ab67962013-10-16 19:39:37 +0200133extern void uprobe_copy_process(struct task_struct *t, unsigned long flags);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530134extern unsigned long __weak uprobe_get_swbp_addr(struct pt_regs *regs);
135extern int uprobe_post_sstep_notifier(struct pt_regs *regs);
136extern int uprobe_pre_sstep_notifier(struct pt_regs *regs);
137extern void uprobe_notify_resume(struct pt_regs *regs);
138extern bool uprobe_deny_signal(void);
Ralf Baechlec2d3f252013-10-09 14:08:09 +0200139extern bool arch_uprobe_skip_sstep(struct arch_uprobe *aup, struct pt_regs *regs);
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530140extern void uprobe_clear_state(struct mm_struct *mm);
David A. Long3820b4d2013-10-15 17:04:16 -0400141extern int arch_uprobe_analyze_insn(struct arch_uprobe *aup, struct mm_struct *mm, unsigned long addr);
142extern int arch_uprobe_pre_xol(struct arch_uprobe *aup, struct pt_regs *regs);
143extern int arch_uprobe_post_xol(struct arch_uprobe *aup, struct pt_regs *regs);
144extern bool arch_uprobe_xol_was_trapped(struct task_struct *tsk);
145extern int arch_uprobe_exception_notify(struct notifier_block *self, unsigned long val, void *data);
146extern void arch_uprobe_abort_xol(struct arch_uprobe *aup, struct pt_regs *regs);
147extern unsigned long arch_uretprobe_hijack_return_addr(unsigned long trampoline_vaddr, struct pt_regs *regs);
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530148#else /* !CONFIG_UPROBES */
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530149struct uprobes_state {
150};
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100151static inline int
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530152uprobe_register(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530153{
154 return -ENOSYS;
155}
Oleg Nesterovbdf86472013-02-03 19:21:12 +0100156static inline int
157uprobe_apply(struct inode *inode, loff_t offset, struct uprobe_consumer *uc, bool add)
158{
159 return -ENOSYS;
160}
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100161static inline void
Srikar Dronamrajue3343e62012-03-12 14:55:30 +0530162uprobe_unregister(struct inode *inode, loff_t offset, struct uprobe_consumer *uc)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530163{
164}
Ingo Molnar7b2d81d2012-02-17 09:27:41 +0100165static inline int uprobe_mmap(struct vm_area_struct *vma)
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530166{
167 return 0;
168}
Srikar Dronamrajucbc91f72012-04-11 16:05:27 +0530169static inline void
170uprobe_munmap(struct vm_area_struct *vma, unsigned long start, unsigned long end)
Srikar Dronamraju682968e2012-03-30 23:56:46 +0530171{
172}
Oleg Nesterov32cdba12012-11-14 19:03:42 +0100173static inline void uprobe_start_dup_mmap(void)
174{
175}
176static inline void uprobe_end_dup_mmap(void)
177{
178}
Oleg Nesterovf8ac4ec2012-08-08 17:11:42 +0200179static inline void
180uprobe_dup_mmap(struct mm_struct *oldmm, struct mm_struct *newmm)
181{
182}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530183static inline void uprobe_notify_resume(struct pt_regs *regs)
184{
185}
186static inline bool uprobe_deny_signal(void)
187{
188 return false;
189}
190static inline unsigned long uprobe_get_swbp_addr(struct pt_regs *regs)
191{
192 return 0;
193}
194static inline void uprobe_free_utask(struct task_struct *t)
195{
196}
Oleg Nesterov3ab67962013-10-16 19:39:37 +0200197static inline void uprobe_copy_process(struct task_struct *t, unsigned long flags)
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530198{
199}
Srikar Dronamrajud4b3b632012-03-30 23:56:31 +0530200static inline void uprobe_clear_state(struct mm_struct *mm)
201{
202}
Srikar Dronamraju0326f5a2012-03-13 23:30:11 +0530203#endif /* !CONFIG_UPROBES */
Srikar Dronamraju2b144492012-02-09 14:56:42 +0530204#endif /* _LINUX_UPROBES_H */