Andi Kleen | cc1e684 | 2006-09-26 10:52:29 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Save registers before calling assembly functions. This avoids |
| 3 | * disturbance of register allocation in some inline assembly constructs. |
| 4 | * Copyright 2001,2002 by Andi Kleen, SuSE Labs. |
Steven Rostedt | 81d68a9 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 5 | * Added trace_hardirqs callers - Copyright 2007 Steven Rostedt, Red Hat, Inc. |
Andi Kleen | cc1e684 | 2006-09-26 10:52:29 +0200 | [diff] [blame] | 6 | * Subject to the GNU public license, v.2. No warranty of any kind. |
| 7 | */ |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 8 | #include <linux/linkage.h> |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 9 | #include <asm/calling.h> |
Masami Hiramatsu | 98def1d | 2014-04-17 17:17:26 +0900 | [diff] [blame] | 10 | #include <asm/asm.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 12 | /* rdi: arg1 ... normal C conventions. rax is saved/restored. */ |
| 13 | .macro THUNK name, func, put_ret_addr_in_rdi=0 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 14 | .globl \name |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 15 | \name: |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 16 | |
| 17 | /* this one pushes 9 elems, the next one would be %rIP */ |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 18 | pushq %rdi |
| 19 | pushq %rsi |
| 20 | pushq %rdx |
| 21 | pushq %rcx |
| 22 | pushq %rax |
| 23 | pushq %r8 |
| 24 | pushq %r9 |
| 25 | pushq %r10 |
| 26 | pushq %r11 |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 27 | |
| 28 | .if \put_ret_addr_in_rdi |
Denys Vlasenko | 69e8544 | 2015-02-26 14:40:24 -0800 | [diff] [blame] | 29 | /* 9*8(%rsp) is return addr on stack */ |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 30 | movq 9*8(%rsp), %rdi |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 31 | .endif |
| 32 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 33 | call \func |
| 34 | jmp restore |
Masami Hiramatsu | 98def1d | 2014-04-17 17:17:26 +0900 | [diff] [blame] | 35 | _ASM_NOKPROBE(\name) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 36 | .endm |
| 37 | |
Ingo Molnar | 6375e2b | 2006-07-03 00:24:45 -0700 | [diff] [blame] | 38 | #ifdef CONFIG_TRACE_IRQFLAGS |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 39 | THUNK trace_hardirqs_on_thunk,trace_hardirqs_on_caller,1 |
| 40 | THUNK trace_hardirqs_off_thunk,trace_hardirqs_off_caller,1 |
Ingo Molnar | 6375e2b | 2006-07-03 00:24:45 -0700 | [diff] [blame] | 41 | #endif |
Peter Zijlstra | 10cd706 | 2007-10-11 22:11:12 +0200 | [diff] [blame] | 42 | |
| 43 | #ifdef CONFIG_DEBUG_LOCK_ALLOC |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 44 | THUNK lockdep_sys_exit_thunk,lockdep_sys_exit |
Peter Zijlstra | 10cd706 | 2007-10-11 22:11:12 +0200 | [diff] [blame] | 45 | #endif |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 46 | |
Oleg Nesterov | 0ad6e3c | 2014-09-21 20:41:53 +0200 | [diff] [blame] | 47 | #ifdef CONFIG_PREEMPT |
| 48 | THUNK ___preempt_schedule, preempt_schedule |
| 49 | #ifdef CONFIG_CONTEXT_TRACKING |
| 50 | THUNK ___preempt_schedule_context, preempt_schedule_context |
| 51 | #endif |
| 52 | #endif |
| 53 | |
Denys Vlasenko | 69e8544 | 2015-02-26 14:40:24 -0800 | [diff] [blame] | 54 | #if defined(CONFIG_TRACE_IRQFLAGS) \ |
| 55 | || defined(CONFIG_DEBUG_LOCK_ALLOC) \ |
| 56 | || defined(CONFIG_PREEMPT) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 57 | restore: |
Ingo Molnar | 131484c | 2015-05-28 12:21:47 +0200 | [diff] [blame^] | 58 | popq %r11 |
| 59 | popq %r10 |
| 60 | popq %r9 |
| 61 | popq %r8 |
| 62 | popq %rax |
| 63 | popq %rcx |
| 64 | popq %rdx |
| 65 | popq %rsi |
| 66 | popq %rdi |
Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 67 | ret |
Masami Hiramatsu | 98def1d | 2014-04-17 17:17:26 +0900 | [diff] [blame] | 68 | _ASM_NOKPROBE(restore) |
Denys Vlasenko | 69e8544 | 2015-02-26 14:40:24 -0800 | [diff] [blame] | 69 | #endif |