Gitiles
Code Review Sign In
review.shift-gmbh.com / SHIFTPHONES / mainline / linux / d4bf7078c43e11097e0d6f04d3fb999bf92c4fb0 / . / arch / x86 / entry / thunk_64.S
blob: 027aec4a74df6a99c2e5733e2f68ff5fb5fbc19a [file] [log] [blame]
Andi Kleencc1e6842006-09-26 10:52:29 +0200[diff] [blame]1/*
2 * Save registers before calling assembly functions. This avoids
3 * disturbance of register allocation in some inline assembly constructs.
4 * Copyright 2001,2002 by Andi Kleen, SuSE Labs.
Steven Rostedt81d68a92008-05-12 21:20:42 +0200[diff] [blame]5 * Added trace_hardirqs callers - Copyright 2007 Steven Rostedt, Red Hat, Inc.
Andi Kleencc1e6842006-09-26 10:52:29 +0200[diff] [blame]6 * Subject to the GNU public license, v.2. No warranty of any kind.
7 */
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]8#include <linux/linkage.h>
Ingo Molnard36f9472015-06-03 18:29:26 +0200[diff] [blame]9#include "calling.h"
Masami Hiramatsu98def1d2014-04-17 17:17:26 +0900[diff] [blame]10#include <asm/asm.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -0700[diff] [blame]11
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]12 /* rdi: arg1 ... normal C conventions. rax is saved/restored. */
13 .macro THUNK name, func, put_ret_addr_in_rdi=0
Linus Torvalds1da177e2005-04-16 15:20:36 -0700[diff] [blame]14 .globl \name
Josh Poimboeuf058fb732016-01-21 16:49:20 -0600[diff] [blame]15 .type \name, @function
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]16\name:
Josh Poimboeufd4bf7072016-05-17 13:06:06 -0500[diff] [blame^]17 pushq %rbp
18 movq %rsp, %rbp
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]19
Ingo Molnar131484c2015-05-28 12:21:47 +0200[diff] [blame]20 pushq %rdi
21 pushq %rsi
22 pushq %rdx
23 pushq %rcx
24 pushq %rax
25 pushq %r8
26 pushq %r9
27 pushq %r10
28 pushq %r11
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]29
30 .if \put_ret_addr_in_rdi
Josh Poimboeufd4bf7072016-05-17 13:06:06 -0500[diff] [blame^]31 /* 8(%rbp) is return addr on stack */
32 movq 8(%rbp), %rdi
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]33 .endif
34
Linus Torvalds1da177e2005-04-16 15:20:36 -0700[diff] [blame]35 call \func
36 jmp restore
Masami Hiramatsu98def1d2014-04-17 17:17:26 +0900[diff] [blame]37 _ASM_NOKPROBE(\name)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700[diff] [blame]38 .endm
39
Ingo Molnar6375e2b2006-07-03 00:24:45 -0700[diff] [blame]40#ifdef CONFIG_TRACE_IRQFLAGS
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]41 THUNK trace_hardirqs_on_thunk,trace_hardirqs_on_caller,1
42 THUNK trace_hardirqs_off_thunk,trace_hardirqs_off_caller,1
Ingo Molnar6375e2b2006-07-03 00:24:45 -0700[diff] [blame]43#endif
Peter Zijlstra10cd7062007-10-11 22:11:12 +0200[diff] [blame]44
45#ifdef CONFIG_DEBUG_LOCK_ALLOC
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]46 THUNK lockdep_sys_exit_thunk,lockdep_sys_exit
Peter Zijlstra10cd7062007-10-11 22:11:12 +0200[diff] [blame]47#endif
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]48
Oleg Nesterov0ad6e3c2014-09-21 20:41:53 +0200[diff] [blame]49#ifdef CONFIG_PREEMPT
50 THUNK ___preempt_schedule, preempt_schedule
Frederic Weisbecker4eaca0a2015-06-04 17:39:08 +0200[diff] [blame]51 THUNK ___preempt_schedule_notrace, preempt_schedule_notrace
Oleg Nesterov0ad6e3c2014-09-21 20:41:53 +0200[diff] [blame]52#endif
53
Denys Vlasenko69e85442015-02-26 14:40:24 -0800[diff] [blame]54#if defined(CONFIG_TRACE_IRQFLAGS) \
55 || defined(CONFIG_DEBUG_LOCK_ALLOC) \
56 || defined(CONFIG_PREEMPT)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700[diff] [blame]57restore:
Ingo Molnar131484c2015-05-28 12:21:47 +0200[diff] [blame]58 popq %r11
59 popq %r10
60 popq %r9
61 popq %r8
62 popq %rax
63 popq %rcx
64 popq %rdx
65 popq %rsi
66 popq %rdi
Josh Poimboeufd4bf7072016-05-17 13:06:06 -0500[diff] [blame^]67 popq %rbp
Borislav Petkov38e6b752011-05-31 22:21:54 +0200[diff] [blame]68 ret
Masami Hiramatsu98def1d2014-04-17 17:17:26 +0900[diff] [blame]69 _ASM_NOKPROBE(restore)
Denys Vlasenko69e85442015-02-26 14:40:24 -0800[diff] [blame]70#endif