Thomas Gleixner | 3f520cd2 | 2019-06-04 10:11:07 +0200 | [diff] [blame^] | 1 | /* SPDX-License-Identifier: GPL-2.0-only */ |
Andi Kleen | cc1e684 | 2006-09-26 10:52:29 +0200 | [diff] [blame] | 2 | /* |
| 3 | * Save registers before calling assembly functions. This avoids |
| 4 | * disturbance of register allocation in some inline assembly constructs. |
| 5 | * Copyright 2001,2002 by Andi Kleen, SuSE Labs. |
Steven Rostedt | 81d68a9 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 6 | * Added trace_hardirqs callers - Copyright 2007 Steven Rostedt, Red Hat, Inc. |
Andi Kleen | cc1e684 | 2006-09-26 10:52:29 +0200 | [diff] [blame] | 7 | */ |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 8 | #include <linux/linkage.h> |
Ingo Molnar | d36f947 | 2015-06-03 18:29:26 +0200 | [diff] [blame] | 9 | #include "calling.h" |
Masami Hiramatsu | 98def1d | 2014-04-17 17:17:26 +0900 | [diff] [blame] | 10 | #include <asm/asm.h> |
Al Viro | 784d569 | 2016-01-11 11:04:34 -0500 | [diff] [blame] | 11 | #include <asm/export.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 13 | /* rdi: arg1 ... normal C conventions. rax is saved/restored. */ |
| 14 | .macro THUNK name, func, put_ret_addr_in_rdi=0 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | .globl \name |
Josh Poimboeuf | 058fb73 | 2016-01-21 16:49:20 -0600 | [diff] [blame] | 16 | .type \name, @function |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 17 | \name: |
Josh Poimboeuf | d4bf707 | 2016-05-17 13:06:06 -0500 | [diff] [blame] | 18 | pushq %rbp |
| 19 | movq %rsp, %rbp |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 20 | |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame] | 21 | pushq %rdi |
| 22 | pushq %rsi |
| 23 | pushq %rdx |
| 24 | pushq %rcx |
| 25 | pushq %rax |
| 26 | pushq %r8 |
| 27 | pushq %r9 |
| 28 | pushq %r10 |
| 29 | pushq %r11 |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 30 | |
| 31 | .if \put_ret_addr_in_rdi |
Josh Poimboeuf | d4bf707 | 2016-05-17 13:06:06 -0500 | [diff] [blame] | 32 | /* 8(%rbp) is return addr on stack */ |
| 33 | movq 8(%rbp), %rdi |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 34 | .endif |
| 35 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | call \func |
Borislav Petkov | 9a7e7b57 | 2016-07-08 16:01:48 +0200 | [diff] [blame] | 37 | jmp .L_restore |
Masami Hiramatsu | 98def1d | 2014-04-17 17:17:26 +0900 | [diff] [blame] | 38 | _ASM_NOKPROBE(\name) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 39 | .endm |
| 40 | |
Ingo Molnar | 6375e2b | 2006-07-03 00:24:45 -0700 | [diff] [blame] | 41 | #ifdef CONFIG_TRACE_IRQFLAGS |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 42 | THUNK trace_hardirqs_on_thunk,trace_hardirqs_on_caller,1 |
| 43 | THUNK trace_hardirqs_off_thunk,trace_hardirqs_off_caller,1 |
Ingo Molnar | 6375e2b | 2006-07-03 00:24:45 -0700 | [diff] [blame] | 44 | #endif |
Peter Zijlstra | 10cd706 | 2007-10-11 22:11:12 +0200 | [diff] [blame] | 45 | |
| 46 | #ifdef CONFIG_DEBUG_LOCK_ALLOC |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 47 | THUNK lockdep_sys_exit_thunk,lockdep_sys_exit |
Peter Zijlstra | 10cd706 | 2007-10-11 22:11:12 +0200 | [diff] [blame] | 48 | #endif |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 49 | |
Oleg Nesterov | 0ad6e3c | 2014-09-21 20:41:53 +0200 | [diff] [blame] | 50 | #ifdef CONFIG_PREEMPT |
| 51 | THUNK ___preempt_schedule, preempt_schedule |
Frederic Weisbecker | 4eaca0a | 2015-06-04 17:39:08 +0200 | [diff] [blame] | 52 | THUNK ___preempt_schedule_notrace, preempt_schedule_notrace |
Al Viro | 784d569 | 2016-01-11 11:04:34 -0500 | [diff] [blame] | 53 | EXPORT_SYMBOL(___preempt_schedule) |
| 54 | EXPORT_SYMBOL(___preempt_schedule_notrace) |
Oleg Nesterov | 0ad6e3c | 2014-09-21 20:41:53 +0200 | [diff] [blame] | 55 | #endif |
| 56 | |
Denys Vlasenko | 69e8544 | 2015-02-26 14:40:24 -0800 | [diff] [blame] | 57 | #if defined(CONFIG_TRACE_IRQFLAGS) \ |
| 58 | || defined(CONFIG_DEBUG_LOCK_ALLOC) \ |
| 59 | || defined(CONFIG_PREEMPT) |
Borislav Petkov | 9a7e7b57 | 2016-07-08 16:01:48 +0200 | [diff] [blame] | 60 | .L_restore: |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame] | 61 | popq %r11 |
| 62 | popq %r10 |
| 63 | popq %r9 |
| 64 | popq %r8 |
| 65 | popq %rax |
| 66 | popq %rcx |
| 67 | popq %rdx |
| 68 | popq %rsi |
| 69 | popq %rdi |
Josh Poimboeuf | d4bf707 | 2016-05-17 13:06:06 -0500 | [diff] [blame] | 70 | popq %rbp |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 71 | ret |
Borislav Petkov | 9a7e7b57 | 2016-07-08 16:01:48 +0200 | [diff] [blame] | 72 | _ASM_NOKPROBE(.L_restore) |
Denys Vlasenko | 69e8544 | 2015-02-26 14:40:24 -0800 | [diff] [blame] | 73 | #endif |