| Andi Kleen | cc1e684 | 2006-09-26 10:52:29 +0200 | [diff] [blame] | 1 | /* |
| 2 | * Save registers before calling assembly functions. This avoids |
| 3 | * disturbance of register allocation in some inline assembly constructs. |
| 4 | * Copyright 2001,2002 by Andi Kleen, SuSE Labs. |
| Steven Rostedt | 81d68a9 | 2008-05-12 21:20:42 +0200 | [diff] [blame] | 5 | * Added trace_hardirqs callers - Copyright 2007 Steven Rostedt, Red Hat, Inc. |
| Andi Kleen | cc1e684 | 2006-09-26 10:52:29 +0200 | [diff] [blame] | 6 | * Subject to the GNU public license, v.2. No warranty of any kind. |
| 7 | */ |
| Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 8 | #include <linux/linkage.h> |
| 9 | #include <asm/dwarf2.h> |
| 10 | #include <asm/calling.h> |
| Masami Hiramatsu | 98def1d | 2014-04-17 17:17:26 +0900 | [diff] [blame] | 11 | #include <asm/asm.h> |
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | |
| Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 13 | /* rdi: arg1 ... normal C conventions. rax is saved/restored. */ |
| 14 | .macro THUNK name, func, put_ret_addr_in_rdi=0 |
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 15 | .globl \name |
| Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 16 | \name: |
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | CFI_STARTPROC |
| Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 18 | |
| 19 | /* this one pushes 9 elems, the next one would be %rIP */ |
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | SAVE_ARGS |
| Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 21 | |
| 22 | .if \put_ret_addr_in_rdi |
| 23 | movq_cfi_restore 9*8, rdi |
| 24 | .endif |
| 25 | |
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | call \func |
| 27 | jmp restore |
| 28 | CFI_ENDPROC |
| Masami Hiramatsu | 98def1d | 2014-04-17 17:17:26 +0900 | [diff] [blame] | 29 | _ASM_NOKPROBE(\name) |
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | .endm |
| 31 | |
| Ingo Molnar | 6375e2b | 2006-07-03 00:24:45 -0700 | [diff] [blame] | 32 | #ifdef CONFIG_TRACE_IRQFLAGS |
| Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 33 | THUNK trace_hardirqs_on_thunk,trace_hardirqs_on_caller,1 |
| 34 | THUNK trace_hardirqs_off_thunk,trace_hardirqs_off_caller,1 |
| Ingo Molnar | 6375e2b | 2006-07-03 00:24:45 -0700 | [diff] [blame] | 35 | #endif |
| Peter Zijlstra | 10cd706 | 2007-10-11 22:11:12 +0200 | [diff] [blame] | 36 | |
| 37 | #ifdef CONFIG_DEBUG_LOCK_ALLOC |
| Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 38 | THUNK lockdep_sys_exit_thunk,lockdep_sys_exit |
| Peter Zijlstra | 10cd706 | 2007-10-11 22:11:12 +0200 | [diff] [blame] | 39 | #endif |
| Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 40 | |
| Oleg Nesterov | 0ad6e3c | 2014-09-21 20:41:53 +0200 | [diff] [blame^] | 41 | #ifdef CONFIG_PREEMPT |
| 42 | THUNK ___preempt_schedule, preempt_schedule |
| 43 | #ifdef CONFIG_CONTEXT_TRACKING |
| 44 | THUNK ___preempt_schedule_context, preempt_schedule_context |
| 45 | #endif |
| 46 | #endif |
| 47 | |
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | /* SAVE_ARGS below is used only for the .cfi directives it contains. */ |
| 49 | CFI_STARTPROC |
| 50 | SAVE_ARGS |
| 51 | restore: |
| 52 | RESTORE_ARGS |
| Borislav Petkov | 38e6b75 | 2011-05-31 22:21:54 +0200 | [diff] [blame] | 53 | ret |
| Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 54 | CFI_ENDPROC |
| Masami Hiramatsu | 98def1d | 2014-04-17 17:17:26 +0900 | [diff] [blame] | 55 | _ASM_NOKPROBE(restore) |