blob: 10f555e435e171270a6437b7960505b1e025dfd0 [file] [log] [blame]
Andi Kleencc1e6842006-09-26 10:52:29 +02001/*
2 * Save registers before calling assembly functions. This avoids
3 * disturbance of register allocation in some inline assembly constructs.
4 * Copyright 2001,2002 by Andi Kleen, SuSE Labs.
Steven Rostedt81d68a92008-05-12 21:20:42 +02005 * Added trace_hardirqs callers - Copyright 2007 Steven Rostedt, Red Hat, Inc.
Andi Kleencc1e6842006-09-26 10:52:29 +02006 * Subject to the GNU public license, v.2. No warranty of any kind.
7 */
Borislav Petkov38e6b752011-05-31 22:21:54 +02008#include <linux/linkage.h>
Borislav Petkov38e6b752011-05-31 22:21:54 +02009#include <asm/calling.h>
Masami Hiramatsu98def1d2014-04-17 17:17:26 +090010#include <asm/asm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070011
Borislav Petkov38e6b752011-05-31 22:21:54 +020012 /* rdi: arg1 ... normal C conventions. rax is saved/restored. */
13 .macro THUNK name, func, put_ret_addr_in_rdi=0
Linus Torvalds1da177e2005-04-16 15:20:36 -070014 .globl \name
Borislav Petkov38e6b752011-05-31 22:21:54 +020015\name:
Borislav Petkov38e6b752011-05-31 22:21:54 +020016
17 /* this one pushes 9 elems, the next one would be %rIP */
Ingo Molnar131484c2015-05-28 12:21:47 +020018 pushq %rdi
19 pushq %rsi
20 pushq %rdx
21 pushq %rcx
22 pushq %rax
23 pushq %r8
24 pushq %r9
25 pushq %r10
26 pushq %r11
Borislav Petkov38e6b752011-05-31 22:21:54 +020027
28 .if \put_ret_addr_in_rdi
Denys Vlasenko69e85442015-02-26 14:40:24 -080029 /* 9*8(%rsp) is return addr on stack */
Ingo Molnar131484c2015-05-28 12:21:47 +020030 movq 9*8(%rsp), %rdi
Borislav Petkov38e6b752011-05-31 22:21:54 +020031 .endif
32
Linus Torvalds1da177e2005-04-16 15:20:36 -070033 call \func
34 jmp restore
Masami Hiramatsu98def1d2014-04-17 17:17:26 +090035 _ASM_NOKPROBE(\name)
Linus Torvalds1da177e2005-04-16 15:20:36 -070036 .endm
37
Ingo Molnar6375e2b2006-07-03 00:24:45 -070038#ifdef CONFIG_TRACE_IRQFLAGS
Borislav Petkov38e6b752011-05-31 22:21:54 +020039 THUNK trace_hardirqs_on_thunk,trace_hardirqs_on_caller,1
40 THUNK trace_hardirqs_off_thunk,trace_hardirqs_off_caller,1
Ingo Molnar6375e2b2006-07-03 00:24:45 -070041#endif
Peter Zijlstra10cd7062007-10-11 22:11:12 +020042
43#ifdef CONFIG_DEBUG_LOCK_ALLOC
Borislav Petkov38e6b752011-05-31 22:21:54 +020044 THUNK lockdep_sys_exit_thunk,lockdep_sys_exit
Peter Zijlstra10cd7062007-10-11 22:11:12 +020045#endif
Borislav Petkov38e6b752011-05-31 22:21:54 +020046
Oleg Nesterov0ad6e3c2014-09-21 20:41:53 +020047#ifdef CONFIG_PREEMPT
48 THUNK ___preempt_schedule, preempt_schedule
49#ifdef CONFIG_CONTEXT_TRACKING
50 THUNK ___preempt_schedule_context, preempt_schedule_context
51#endif
52#endif
53
Denys Vlasenko69e85442015-02-26 14:40:24 -080054#if defined(CONFIG_TRACE_IRQFLAGS) \
55 || defined(CONFIG_DEBUG_LOCK_ALLOC) \
56 || defined(CONFIG_PREEMPT)
Linus Torvalds1da177e2005-04-16 15:20:36 -070057restore:
Ingo Molnar131484c2015-05-28 12:21:47 +020058 popq %r11
59 popq %r10
60 popq %r9
61 popq %r8
62 popq %rax
63 popq %rcx
64 popq %rdx
65 popq %rsi
66 popq %rdi
Borislav Petkov38e6b752011-05-31 22:21:54 +020067 ret
Masami Hiramatsu98def1d2014-04-17 17:17:26 +090068 _ASM_NOKPROBE(restore)
Denys Vlasenko69e85442015-02-26 14:40:24 -080069#endif