Paul Gortmaker | ecea4ab | 2011-07-22 10:58:34 -0400 | [diff] [blame] | 1 | #include <linux/export.h> |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 2 | #include <linux/sched.h> |
| 3 | #include <linux/stacktrace.h> |
| 4 | |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 5 | #include <asm/stacktrace.h> |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 6 | |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 7 | #if defined(CONFIG_FRAME_POINTER) && !defined(CONFIG_ARM_UNWIND) |
| 8 | /* |
| 9 | * Unwind the current stack frame and store the new register values in the |
| 10 | * structure passed as argument. Unwinding is equivalent to a function return, |
| 11 | * hence the new PC value rather than LR should be used for backtrace. |
| 12 | * |
| 13 | * With framepointer enabled, a simple function prologue looks like this: |
| 14 | * mov ip, sp |
| 15 | * stmdb sp!, {fp, ip, lr, pc} |
| 16 | * sub fp, ip, #4 |
| 17 | * |
| 18 | * A simple function epilogue looks like this: |
| 19 | * ldm sp, {fp, sp, pc} |
| 20 | * |
| 21 | * Note that with framepointer enabled, even the leaf functions have the same |
| 22 | * prologue and epilogue, therefore we can ignore the LR value in this case. |
| 23 | */ |
Uwe Kleine-König | 4bf1fa5 | 2009-07-21 09:56:27 +0100 | [diff] [blame] | 24 | int notrace unwind_frame(struct stackframe *frame) |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 25 | { |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 26 | unsigned long high, low; |
| 27 | unsigned long fp = frame->fp; |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 28 | |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 29 | /* only go to a higher address on the stack */ |
| 30 | low = frame->sp; |
Will Deacon | d33aadb | 2010-11-04 18:22:51 +0100 | [diff] [blame] | 31 | high = ALIGN(low, THREAD_SIZE); |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 32 | |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 33 | /* check current frame pointer is within bounds */ |
| 34 | if (fp < (low + 12) || fp + 4 >= high) |
| 35 | return -EINVAL; |
| 36 | |
| 37 | /* restore the registers from the stack frame */ |
| 38 | frame->fp = *(unsigned long *)(fp - 12); |
| 39 | frame->sp = *(unsigned long *)(fp - 8); |
| 40 | frame->pc = *(unsigned long *)(fp - 4); |
| 41 | |
| 42 | return 0; |
| 43 | } |
| 44 | #endif |
| 45 | |
Uwe Kleine-König | 4bf1fa5 | 2009-07-21 09:56:27 +0100 | [diff] [blame] | 46 | void notrace walk_stackframe(struct stackframe *frame, |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 47 | int (*fn)(struct stackframe *, void *), void *data) |
| 48 | { |
| 49 | while (1) { |
| 50 | int ret; |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 51 | |
| 52 | if (fn(frame, data)) |
| 53 | break; |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 54 | ret = unwind_frame(frame); |
| 55 | if (ret < 0) |
| 56 | break; |
| 57 | } |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 58 | } |
Al Viro | 7b104bc | 2007-05-15 20:37:20 +0100 | [diff] [blame] | 59 | EXPORT_SYMBOL(walk_stackframe); |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 60 | |
| 61 | #ifdef CONFIG_STACKTRACE |
| 62 | struct stack_trace_data { |
| 63 | struct stack_trace *trace; |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 64 | unsigned int no_sched_functions; |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 65 | unsigned int skip; |
| 66 | }; |
| 67 | |
| 68 | static int save_trace(struct stackframe *frame, void *d) |
| 69 | { |
| 70 | struct stack_trace_data *data = d; |
| 71 | struct stack_trace *trace = data->trace; |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 72 | unsigned long addr = frame->pc; |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 73 | |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 74 | if (data->no_sched_functions && in_sched_functions(addr)) |
| 75 | return 0; |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 76 | if (data->skip) { |
| 77 | data->skip--; |
| 78 | return 0; |
| 79 | } |
| 80 | |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 81 | trace->entries[trace->nr_entries++] = addr; |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 82 | |
| 83 | return trace->nr_entries >= trace->max_entries; |
| 84 | } |
| 85 | |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 86 | void save_stack_trace_tsk(struct task_struct *tsk, struct stack_trace *trace) |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 87 | { |
| 88 | struct stack_trace_data data; |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 89 | struct stackframe frame; |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 90 | |
| 91 | data.trace = trace; |
| 92 | data.skip = trace->skip; |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 93 | |
| 94 | if (tsk != current) { |
| 95 | #ifdef CONFIG_SMP |
| 96 | /* |
Russell King | d5996b2 | 2011-01-15 09:27:04 +0000 | [diff] [blame] | 97 | * What guarantees do we have here that 'tsk' is not |
| 98 | * running on another CPU? For now, ignore it as we |
| 99 | * can't guarantee we won't explode. |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 100 | */ |
Russell King | d5996b2 | 2011-01-15 09:27:04 +0000 | [diff] [blame] | 101 | if (trace->nr_entries < trace->max_entries) |
| 102 | trace->entries[trace->nr_entries++] = ULONG_MAX; |
| 103 | return; |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 104 | #else |
| 105 | data.no_sched_functions = 1; |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 106 | frame.fp = thread_saved_fp(tsk); |
| 107 | frame.sp = thread_saved_sp(tsk); |
| 108 | frame.lr = 0; /* recovered from the stack */ |
| 109 | frame.pc = thread_saved_pc(tsk); |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 110 | #endif |
| 111 | } else { |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 112 | register unsigned long current_sp asm ("sp"); |
| 113 | |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 114 | data.no_sched_functions = 0; |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 115 | frame.fp = (unsigned long)__builtin_frame_address(0); |
| 116 | frame.sp = current_sp; |
| 117 | frame.lr = (unsigned long)__builtin_return_address(0); |
| 118 | frame.pc = (unsigned long)save_stack_trace_tsk; |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 119 | } |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 120 | |
Catalin Marinas | 2d7c11b | 2009-02-11 13:07:53 +0100 | [diff] [blame] | 121 | walk_stackframe(&frame, save_trace, &data); |
Nicolas Pitre | f76e915 | 2008-04-24 01:31:46 -0400 | [diff] [blame] | 122 | if (trace->nr_entries < trace->max_entries) |
| 123 | trace->entries[trace->nr_entries++] = ULONG_MAX; |
| 124 | } |
| 125 | |
| 126 | void save_stack_trace(struct stack_trace *trace) |
| 127 | { |
| 128 | save_stack_trace_tsk(current, trace); |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 129 | } |
Ingo Molnar | 7b4c950 | 2008-07-03 09:17:55 +0200 | [diff] [blame] | 130 | EXPORT_SYMBOL_GPL(save_stack_trace); |
Russell King | f16fb1e | 2007-04-28 09:59:37 +0100 | [diff] [blame] | 131 | #endif |