Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0 |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 2 | #include <linux/compiler.h> |
Borislav Petkov | d944c4e | 2014-04-25 21:31:02 +0200 | [diff] [blame] | 3 | #include <linux/types.h> |
Arnaldo Carvalho de Melo | d8f9da2 | 2019-07-04 12:06:20 -0300 | [diff] [blame] | 4 | #include <linux/zalloc.h> |
Arnaldo Carvalho de Melo | fd20e81 | 2017-04-17 15:23:08 -0300 | [diff] [blame] | 5 | #include <inttypes.h> |
Arnaldo Carvalho de Melo | 4a3cec8 | 2019-08-30 11:11:01 -0300 | [diff] [blame] | 6 | #include <limits.h> |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 7 | #include <unistd.h> |
| 8 | #include "tests.h" |
| 9 | #include "debug.h" |
| 10 | #include "machine.h" |
| 11 | #include "event.h" |
Milian Wolff | df90cc4 | 2017-09-06 17:02:09 +0200 | [diff] [blame] | 12 | #include "../util/unwind.h" |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 13 | #include "perf_regs.h" |
| 14 | #include "map.h" |
Arnaldo Carvalho de Melo | daecf9e | 2019-01-28 00:03:34 +0100 | [diff] [blame] | 15 | #include "symbol.h" |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 16 | #include "thread.h" |
Namhyung Kim | 0cdccac | 2014-10-06 09:45:59 +0900 | [diff] [blame] | 17 | #include "callchain.h" |
Arnaldo Carvalho de Melo | ea49e01 | 2019-09-18 11:36:13 -0300 | [diff] [blame] | 18 | #include "util/synthetic-events.h" |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 19 | |
Ravi Bangoria | d18019a | 2016-09-19 02:38:20 -0400 | [diff] [blame] | 20 | #if defined (__x86_64__) || defined (__i386__) || defined (__powerpc__) |
Matt Fleming | d8b167f | 2015-10-05 15:40:20 +0100 | [diff] [blame] | 21 | #include "arch-tests.h" |
| 22 | #endif |
| 23 | |
Wang Nan | b93b096 | 2015-01-14 10:36:47 +0800 | [diff] [blame] | 24 | /* For bsearch. We try to unwind functions in shared object. */ |
| 25 | #include <stdlib.h> |
| 26 | |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 27 | static int mmap_handler(struct perf_tool *tool __maybe_unused, |
| 28 | union perf_event *event, |
Arnaldo Carvalho de Melo | eb9f032 | 2016-03-22 19:00:43 -0300 | [diff] [blame] | 29 | struct perf_sample *sample, |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 30 | struct machine *machine) |
| 31 | { |
Arnaldo Carvalho de Melo | eb9f032 | 2016-03-22 19:00:43 -0300 | [diff] [blame] | 32 | return machine__process_mmap2_event(machine, event, sample); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 33 | } |
| 34 | |
| 35 | static int init_live_machine(struct machine *machine) |
| 36 | { |
| 37 | union perf_event event; |
| 38 | pid_t pid = getpid(); |
| 39 | |
| 40 | return perf_event__synthesize_mmap_events(NULL, &event, pid, pid, |
Mark Drayton | 3fcb10e | 2018-12-04 12:34:20 -0800 | [diff] [blame] | 41 | mmap_handler, machine, true); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 42 | } |
| 43 | |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 44 | /* |
| 45 | * We need to keep these functions global, despite the |
| 46 | * fact that they are used only locally in this object, |
| 47 | * in order to keep them around even if the binary is |
| 48 | * stripped. If they are gone, the unwind check for |
| 49 | * symbol fails. |
| 50 | */ |
| 51 | int test_dwarf_unwind__thread(struct thread *thread); |
| 52 | int test_dwarf_unwind__compare(void *p1, void *p2); |
| 53 | int test_dwarf_unwind__krava_3(struct thread *thread); |
| 54 | int test_dwarf_unwind__krava_2(struct thread *thread); |
| 55 | int test_dwarf_unwind__krava_1(struct thread *thread); |
| 56 | |
Wang Nan | b93b096 | 2015-01-14 10:36:47 +0800 | [diff] [blame] | 57 | #define MAX_STACK 8 |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 58 | |
| 59 | static int unwind_entry(struct unwind_entry *entry, void *arg) |
| 60 | { |
| 61 | unsigned long *cnt = (unsigned long *) arg; |
Arnaldo Carvalho de Melo | c152973 | 2019-11-04 11:58:21 -0300 | [diff] [blame] | 62 | char *symbol = entry->ms.sym ? entry->ms.sym->name : NULL; |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 63 | static const char *funcs[MAX_STACK] = { |
| 64 | "test__arch_unwind_sample", |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 65 | "test_dwarf_unwind__thread", |
| 66 | "test_dwarf_unwind__compare", |
Wang Nan | b93b096 | 2015-01-14 10:36:47 +0800 | [diff] [blame] | 67 | "bsearch", |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 68 | "test_dwarf_unwind__krava_3", |
| 69 | "test_dwarf_unwind__krava_2", |
| 70 | "test_dwarf_unwind__krava_1", |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 71 | "test__dwarf_unwind" |
| 72 | }; |
Jiri Olsa | 8dc0564 | 2015-11-17 16:05:39 +0100 | [diff] [blame] | 73 | /* |
| 74 | * The funcs[MAX_STACK] array index, based on the |
| 75 | * callchain order setup. |
| 76 | */ |
| 77 | int idx = callchain_param.order == ORDER_CALLER ? |
| 78 | MAX_STACK - *cnt - 1 : *cnt; |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 79 | |
| 80 | if (*cnt >= MAX_STACK) { |
| 81 | pr_debug("failed: crossed the max stack value %d\n", MAX_STACK); |
| 82 | return -1; |
| 83 | } |
| 84 | |
| 85 | if (!symbol) { |
| 86 | pr_debug("failed: got unresolved address 0x%" PRIx64 "\n", |
| 87 | entry->ip); |
| 88 | return -1; |
| 89 | } |
| 90 | |
Jiri Olsa | 8dc0564 | 2015-11-17 16:05:39 +0100 | [diff] [blame] | 91 | (*cnt)++; |
| 92 | pr_debug("got: %s 0x%" PRIx64 ", expecting %s\n", |
| 93 | symbol, entry->ip, funcs[idx]); |
| 94 | return strcmp((const char *) symbol, funcs[idx]); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 95 | } |
| 96 | |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 97 | noinline int test_dwarf_unwind__thread(struct thread *thread) |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 98 | { |
| 99 | struct perf_sample sample; |
| 100 | unsigned long cnt = 0; |
| 101 | int err = -1; |
| 102 | |
| 103 | memset(&sample, 0, sizeof(sample)); |
| 104 | |
| 105 | if (test__arch_unwind_sample(&sample, thread)) { |
| 106 | pr_debug("failed to get unwind sample\n"); |
| 107 | goto out; |
| 108 | } |
| 109 | |
Arnaldo Carvalho de Melo | dd8c17a | 2014-10-23 16:42:19 -0300 | [diff] [blame] | 110 | err = unwind__get_entries(unwind_entry, &cnt, thread, |
Jiri Olsa | 352ea45 | 2014-01-07 13:47:25 +0100 | [diff] [blame] | 111 | &sample, MAX_STACK); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 112 | if (err) |
| 113 | pr_debug("unwind failed\n"); |
| 114 | else if (cnt != MAX_STACK) { |
| 115 | pr_debug("got wrong number of stack entries %lu != %d\n", |
| 116 | cnt, MAX_STACK); |
| 117 | err = -1; |
| 118 | } |
| 119 | |
| 120 | out: |
Arnaldo Carvalho de Melo | d8f9da2 | 2019-07-04 12:06:20 -0300 | [diff] [blame] | 121 | zfree(&sample.user_stack.data); |
| 122 | zfree(&sample.user_regs.regs); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 123 | return err; |
| 124 | } |
| 125 | |
Wang Nan | b93b096 | 2015-01-14 10:36:47 +0800 | [diff] [blame] | 126 | static int global_unwind_retval = -INT_MAX; |
| 127 | |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 128 | noinline int test_dwarf_unwind__compare(void *p1, void *p2) |
Wang Nan | b93b096 | 2015-01-14 10:36:47 +0800 | [diff] [blame] | 129 | { |
| 130 | /* Any possible value should be 'thread' */ |
| 131 | struct thread *thread = *(struct thread **)p1; |
| 132 | |
Jiri Olsa | 8dc0564 | 2015-11-17 16:05:39 +0100 | [diff] [blame] | 133 | if (global_unwind_retval == -INT_MAX) { |
| 134 | /* Call unwinder twice for both callchain orders. */ |
| 135 | callchain_param.order = ORDER_CALLER; |
| 136 | |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 137 | global_unwind_retval = test_dwarf_unwind__thread(thread); |
Jiri Olsa | 8dc0564 | 2015-11-17 16:05:39 +0100 | [diff] [blame] | 138 | if (!global_unwind_retval) { |
| 139 | callchain_param.order = ORDER_CALLEE; |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 140 | global_unwind_retval = test_dwarf_unwind__thread(thread); |
Jiri Olsa | 8dc0564 | 2015-11-17 16:05:39 +0100 | [diff] [blame] | 141 | } |
| 142 | } |
Wang Nan | b93b096 | 2015-01-14 10:36:47 +0800 | [diff] [blame] | 143 | |
| 144 | return p1 - p2; |
| 145 | } |
| 146 | |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 147 | noinline int test_dwarf_unwind__krava_3(struct thread *thread) |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 148 | { |
Wang Nan | b93b096 | 2015-01-14 10:36:47 +0800 | [diff] [blame] | 149 | struct thread *array[2] = {thread, thread}; |
| 150 | void *fp = &bsearch; |
| 151 | /* |
| 152 | * make _bsearch a volatile function pointer to |
| 153 | * prevent potential optimization, which may expand |
| 154 | * bsearch and call compare directly from this function, |
| 155 | * instead of libc shared object. |
| 156 | */ |
| 157 | void *(*volatile _bsearch)(void *, void *, size_t, |
| 158 | size_t, int (*)(void *, void *)); |
| 159 | |
| 160 | _bsearch = fp; |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 161 | _bsearch(array, &thread, 2, sizeof(struct thread **), |
| 162 | test_dwarf_unwind__compare); |
Wang Nan | b93b096 | 2015-01-14 10:36:47 +0800 | [diff] [blame] | 163 | return global_unwind_retval; |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 164 | } |
| 165 | |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 166 | noinline int test_dwarf_unwind__krava_2(struct thread *thread) |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 167 | { |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 168 | return test_dwarf_unwind__krava_3(thread); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 169 | } |
| 170 | |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 171 | noinline int test_dwarf_unwind__krava_1(struct thread *thread) |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 172 | { |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 173 | return test_dwarf_unwind__krava_2(thread); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 174 | } |
| 175 | |
Arnaldo Carvalho de Melo | 81f17c9 | 2017-08-03 15:16:31 -0300 | [diff] [blame] | 176 | int test__dwarf_unwind(struct test *test __maybe_unused, int subtest __maybe_unused) |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 177 | { |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 178 | struct machine *machine; |
| 179 | struct thread *thread; |
| 180 | int err = -1; |
| 181 | |
Jiri Olsa | bdaba8a | 2015-12-03 09:34:12 +0100 | [diff] [blame] | 182 | machine = machine__new_host(); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 183 | if (!machine) { |
| 184 | pr_err("Could not get machine\n"); |
| 185 | return -1; |
| 186 | } |
| 187 | |
Jiri Olsa | 9bdcede5 | 2015-11-27 09:21:21 +0100 | [diff] [blame] | 188 | if (machine__create_kernel_maps(machine)) { |
| 189 | pr_err("Failed to create kernel maps\n"); |
| 190 | return -1; |
| 191 | } |
| 192 | |
Namhyung Kim | 0cdccac | 2014-10-06 09:45:59 +0900 | [diff] [blame] | 193 | callchain_param.record_mode = CALLCHAIN_DWARF; |
Arnaldo Carvalho de Melo | eabad8c | 2018-01-15 16:48:46 -0300 | [diff] [blame] | 194 | dwarf_callchain_users = true; |
Namhyung Kim | 0cdccac | 2014-10-06 09:45:59 +0900 | [diff] [blame] | 195 | |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 196 | if (init_live_machine(machine)) { |
| 197 | pr_err("Could not init machine\n"); |
| 198 | goto out; |
| 199 | } |
| 200 | |
| 201 | if (verbose > 1) |
| 202 | machine__fprintf(machine, stderr); |
| 203 | |
Jiri Olsa | d75e609 | 2014-03-14 15:00:03 +0100 | [diff] [blame] | 204 | thread = machine__find_thread(machine, getpid(), getpid()); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 205 | if (!thread) { |
| 206 | pr_err("Could not get thread\n"); |
| 207 | goto out; |
| 208 | } |
| 209 | |
Jiri Olsa | fdf7c49 | 2018-02-06 19:18:12 +0100 | [diff] [blame] | 210 | err = test_dwarf_unwind__krava_1(thread); |
Arnaldo Carvalho de Melo | b91fc39 | 2015-04-06 20:43:22 -0300 | [diff] [blame] | 211 | thread__put(thread); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 212 | |
| 213 | out: |
| 214 | machine__delete_threads(machine); |
Jiri Olsa | bdaba8a | 2015-12-03 09:34:12 +0100 | [diff] [blame] | 215 | machine__delete(machine); |
Jiri Olsa | aa16b81 | 2014-01-07 13:47:22 +0100 | [diff] [blame] | 216 | return err; |
| 217 | } |