Becky Bruce | feaf7cf | 2005-09-22 14:20:04 -0500 | [diff] [blame] | 1 | #ifndef _ASM_POWERPC_SYNCH_H |
| 2 | #define _ASM_POWERPC_SYNCH_H |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 3 | #ifdef __KERNEL__ |
Becky Bruce | feaf7cf | 2005-09-22 14:20:04 -0500 | [diff] [blame] | 4 | |
Anton Blanchard | 144b9c1 | 2006-01-13 15:37:17 +1100 | [diff] [blame] | 5 | #include <linux/stringify.h> |
Kumar Gala | 2d1b202 | 2008-07-02 01:16:40 +1000 | [diff] [blame] | 6 | #include <asm/feature-fixups.h> |
Anton Blanchard | 144b9c1 | 2006-01-13 15:37:17 +1100 | [diff] [blame] | 7 | |
Nick Piggin | 46d075be | 2008-11-11 17:50:48 +0000 | [diff] [blame] | 8 | #if defined(__powerpc64__) || defined(CONFIG_PPC_E500MC) |
| 9 | #define __SUBARCH_HAS_LWSYNC |
| 10 | #endif |
| 11 | |
Kumar Gala | 2d1b202 | 2008-07-02 01:16:40 +1000 | [diff] [blame] | 12 | #ifndef __ASSEMBLY__ |
| 13 | extern unsigned int __start___lwsync_fixup, __stop___lwsync_fixup; |
| 14 | extern void do_lwsync_fixups(unsigned long value, void *fixup_start, |
| 15 | void *fixup_end); |
Anton Blanchard | d715e43 | 2011-11-14 12:54:47 +0000 | [diff] [blame] | 16 | extern void do_final_fixups(void); |
Becky Bruce | feaf7cf | 2005-09-22 14:20:04 -0500 | [diff] [blame] | 17 | |
| 18 | static inline void eieio(void) |
| 19 | { |
| 20 | __asm__ __volatile__ ("eieio" : : : "memory"); |
| 21 | } |
| 22 | |
| 23 | static inline void isync(void) |
| 24 | { |
| 25 | __asm__ __volatile__ ("isync" : : : "memory"); |
| 26 | } |
Kumar Gala | 2d1b202 | 2008-07-02 01:16:40 +1000 | [diff] [blame] | 27 | #endif /* __ASSEMBLY__ */ |
| 28 | |
| 29 | #if defined(__powerpc64__) |
| 30 | # define LWSYNC lwsync |
| 31 | #elif defined(CONFIG_E500) |
| 32 | # define LWSYNC \ |
| 33 | START_LWSYNC_SECTION(96); \ |
| 34 | sync; \ |
| 35 | MAKE_LWSYNC_SECTION_ENTRY(96, __lwsync_fixup); |
| 36 | #else |
| 37 | # define LWSYNC sync |
| 38 | #endif |
| 39 | |
| 40 | #ifdef CONFIG_SMP |
Anton Blanchard | 5a0e9b5 | 2010-02-10 01:10:25 +0000 | [diff] [blame] | 41 | #define __PPC_ACQUIRE_BARRIER \ |
| 42 | START_LWSYNC_SECTION(97); \ |
| 43 | isync; \ |
| 44 | MAKE_LWSYNC_SECTION_ENTRY(97, __lwsync_fixup); |
Benjamin Herrenschmidt | b97021f | 2011-11-15 17:11:27 +0000 | [diff] [blame] | 45 | #define PPC_ACQUIRE_BARRIER "\n" stringify_in_c(__PPC_ACQUIRE_BARRIER) |
| 46 | #define PPC_RELEASE_BARRIER stringify_in_c(LWSYNC) "\n" |
| 47 | #define PPC_ATOMIC_ENTRY_BARRIER "\n" stringify_in_c(LWSYNC) "\n" |
| 48 | #define PPC_ATOMIC_EXIT_BARRIER "\n" stringify_in_c(sync) "\n" |
Kumar Gala | 2d1b202 | 2008-07-02 01:16:40 +1000 | [diff] [blame] | 49 | #else |
Anton Blanchard | f10e2e5 | 2010-02-10 01:04:06 +0000 | [diff] [blame] | 50 | #define PPC_ACQUIRE_BARRIER |
| 51 | #define PPC_RELEASE_BARRIER |
Benjamin Herrenschmidt | b97021f | 2011-11-15 17:11:27 +0000 | [diff] [blame] | 52 | #define PPC_ATOMIC_ENTRY_BARRIER |
| 53 | #define PPC_ATOMIC_EXIT_BARRIER |
Kumar Gala | 2d1b202 | 2008-07-02 01:16:40 +1000 | [diff] [blame] | 54 | #endif |
Becky Bruce | feaf7cf | 2005-09-22 14:20:04 -0500 | [diff] [blame] | 55 | |
Arnd Bergmann | 88ced03 | 2005-12-16 22:43:46 +0100 | [diff] [blame] | 56 | #endif /* __KERNEL__ */ |
Becky Bruce | feaf7cf | 2005-09-22 14:20:04 -0500 | [diff] [blame] | 57 | #endif /* _ASM_POWERPC_SYNCH_H */ |