Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Rabin Vincent | 09f05d8 | 2012-02-18 17:52:41 +0100 | [diff] [blame] | 2 | #ifndef _ASM_ARM_JUMP_LABEL_H |
| 3 | #define _ASM_ARM_JUMP_LABEL_H |
| 4 | |
Anton Blanchard | 55dd0df | 2015-04-09 13:51:30 +1000 | [diff] [blame] | 5 | #ifndef __ASSEMBLY__ |
Rabin Vincent | 09f05d8 | 2012-02-18 17:52:41 +0100 | [diff] [blame] | 6 | |
| 7 | #include <linux/types.h> |
Peter Zijlstra | 11276d5 | 2015-07-24 15:09:55 +0200 | [diff] [blame] | 8 | #include <asm/unified.h> |
Rabin Vincent | 09f05d8 | 2012-02-18 17:52:41 +0100 | [diff] [blame] | 9 | |
| 10 | #define JUMP_LABEL_NOP_SIZE 4 |
| 11 | |
Peter Zijlstra | 11276d5 | 2015-07-24 15:09:55 +0200 | [diff] [blame] | 12 | static __always_inline bool arch_static_branch(struct static_key *key, bool branch) |
Rabin Vincent | 09f05d8 | 2012-02-18 17:52:41 +0100 | [diff] [blame] | 13 | { |
Ingo Molnar | 3f0116c | 2013-10-10 10:16:30 +0200 | [diff] [blame] | 14 | asm_volatile_goto("1:\n\t" |
Peter Zijlstra | 11276d5 | 2015-07-24 15:09:55 +0200 | [diff] [blame] | 15 | WASM(nop) "\n\t" |
Rabin Vincent | 09f05d8 | 2012-02-18 17:52:41 +0100 | [diff] [blame] | 16 | ".pushsection __jump_table, \"aw\"\n\t" |
| 17 | ".word 1b, %l[l_yes], %c0\n\t" |
| 18 | ".popsection\n\t" |
Peter Zijlstra | 11276d5 | 2015-07-24 15:09:55 +0200 | [diff] [blame] | 19 | : : "i" (&((char *)key)[branch]) : : l_yes); |
| 20 | |
| 21 | return false; |
| 22 | l_yes: |
| 23 | return true; |
| 24 | } |
| 25 | |
| 26 | static __always_inline bool arch_static_branch_jump(struct static_key *key, bool branch) |
| 27 | { |
| 28 | asm_volatile_goto("1:\n\t" |
| 29 | WASM(b) " %l[l_yes]\n\t" |
| 30 | ".pushsection __jump_table, \"aw\"\n\t" |
| 31 | ".word 1b, %l[l_yes], %c0\n\t" |
| 32 | ".popsection\n\t" |
| 33 | : : "i" (&((char *)key)[branch]) : : l_yes); |
Rabin Vincent | 09f05d8 | 2012-02-18 17:52:41 +0100 | [diff] [blame] | 34 | |
| 35 | return false; |
| 36 | l_yes: |
| 37 | return true; |
| 38 | } |
| 39 | |
Rabin Vincent | 09f05d8 | 2012-02-18 17:52:41 +0100 | [diff] [blame] | 40 | typedef u32 jump_label_t; |
| 41 | |
| 42 | struct jump_entry { |
| 43 | jump_label_t code; |
| 44 | jump_label_t target; |
| 45 | jump_label_t key; |
| 46 | }; |
| 47 | |
Anton Blanchard | 55dd0df | 2015-04-09 13:51:30 +1000 | [diff] [blame] | 48 | #endif /* __ASSEMBLY__ */ |
Rabin Vincent | 09f05d8 | 2012-02-18 17:52:41 +0100 | [diff] [blame] | 49 | #endif |