Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 2 | #ifndef _ASM_POWERPC_CACHE_H |
| 3 | #define _ASM_POWERPC_CACHE_H |
| 4 | |
| 5 | #ifdef __KERNEL__ |
| 6 | |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 7 | |
| 8 | /* bytes per L1 cache line */ |
Christophe Leroy | 968159c | 2017-08-08 13:58:54 +0200 | [diff] [blame] | 9 | #if defined(CONFIG_PPC_8xx) || defined(CONFIG_403GCX) |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 10 | #define L1_CACHE_SHIFT 4 |
| 11 | #define MAX_COPY_PREFETCH 1 |
Christophe Leroy | 1128bb7 | 2018-05-18 15:01:16 +0200 | [diff] [blame] | 12 | #define IFETCH_ALIGN_SHIFT 2 |
Kumar Gala | 3dfa877 | 2008-06-16 09:41:32 -0500 | [diff] [blame] | 13 | #elif defined(CONFIG_PPC_E500MC) |
| 14 | #define L1_CACHE_SHIFT 6 |
| 15 | #define MAX_COPY_PREFETCH 4 |
Christophe Leroy | 1128bb7 | 2018-05-18 15:01:16 +0200 | [diff] [blame] | 16 | #define IFETCH_ALIGN_SHIFT 3 |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 17 | #elif defined(CONFIG_PPC32) |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 18 | #define MAX_COPY_PREFETCH 4 |
Christophe Leroy | 1128bb7 | 2018-05-18 15:01:16 +0200 | [diff] [blame] | 19 | #define IFETCH_ALIGN_SHIFT 3 /* 603 fetches 2 insn at a time */ |
Dave Kleikamp | e7f75ad | 2010-03-05 10:43:12 +0000 | [diff] [blame] | 20 | #if defined(CONFIG_PPC_47x) |
| 21 | #define L1_CACHE_SHIFT 7 |
| 22 | #else |
| 23 | #define L1_CACHE_SHIFT 5 |
| 24 | #endif |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 25 | #else /* CONFIG_PPC64 */ |
| 26 | #define L1_CACHE_SHIFT 7 |
Nicholas Piggin | f4329f2 | 2016-10-13 14:43:52 +1100 | [diff] [blame] | 27 | #define IFETCH_ALIGN_SHIFT 4 /* POWER8,9 */ |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 28 | #endif |
| 29 | |
| 30 | #define L1_CACHE_BYTES (1 << L1_CACHE_SHIFT) |
| 31 | |
| 32 | #define SMP_CACHE_BYTES L1_CACHE_BYTES |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 33 | |
Nicholas Piggin | f4329f2 | 2016-10-13 14:43:52 +1100 | [diff] [blame] | 34 | #define IFETCH_ALIGN_BYTES (1 << IFETCH_ALIGN_SHIFT) |
| 35 | |
Christophe Leroy | d98fc70 | 2019-05-14 09:05:15 +0000 | [diff] [blame] | 36 | #if !defined(__ASSEMBLY__) |
| 37 | #ifdef CONFIG_PPC64 |
Benjamin Herrenschmidt | e2827fe | 2017-01-08 17:31:47 -0600 | [diff] [blame] | 38 | |
| 39 | struct ppc_cache_info { |
| 40 | u32 size; |
| 41 | u32 line_size; |
| 42 | u32 block_size; /* L1 only */ |
| 43 | u32 log_block_size; |
| 44 | u32 blocks_per_page; |
| 45 | u32 sets; |
Benjamin Herrenschmidt | 98a5f36 | 2017-02-03 17:20:07 +1100 | [diff] [blame] | 46 | u32 assoc; |
Benjamin Herrenschmidt | e2827fe | 2017-01-08 17:31:47 -0600 | [diff] [blame] | 47 | }; |
| 48 | |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 49 | struct ppc64_caches { |
Benjamin Herrenschmidt | e2827fe | 2017-01-08 17:31:47 -0600 | [diff] [blame] | 50 | struct ppc_cache_info l1d; |
| 51 | struct ppc_cache_info l1i; |
Benjamin Herrenschmidt | 65e01f3 | 2017-01-08 17:31:48 -0600 | [diff] [blame] | 52 | struct ppc_cache_info l2; |
| 53 | struct ppc_cache_info l3; |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 54 | }; |
| 55 | |
| 56 | extern struct ppc64_caches ppc64_caches; |
Christophe Leroy | 22e9c88 | 2019-05-14 09:05:16 +0000 | [diff] [blame] | 57 | |
| 58 | static inline u32 l1_cache_shift(void) |
| 59 | { |
| 60 | return ppc64_caches.l1d.log_block_size; |
| 61 | } |
| 62 | |
| 63 | static inline u32 l1_cache_bytes(void) |
| 64 | { |
| 65 | return ppc64_caches.l1d.block_size; |
| 66 | } |
Christophe Leroy | d98fc70 | 2019-05-14 09:05:15 +0000 | [diff] [blame] | 67 | #else |
| 68 | static inline u32 l1_cache_shift(void) |
| 69 | { |
| 70 | return L1_CACHE_SHIFT; |
| 71 | } |
| 72 | |
| 73 | static inline u32 l1_cache_bytes(void) |
| 74 | { |
| 75 | return L1_CACHE_BYTES; |
| 76 | } |
| 77 | #endif |
| 78 | #endif /* ! __ASSEMBLY__ */ |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 79 | |
Kevin Hao | 0ce6367 | 2013-08-22 09:30:35 +0800 | [diff] [blame] | 80 | #if defined(__ASSEMBLY__) |
| 81 | /* |
| 82 | * For a snooping icache, we still need a dummy icbi to purge all the |
| 83 | * prefetched instructions from the ifetch buffers. We also need a sync |
| 84 | * before the icbi to order the the actual stores to memory that might |
| 85 | * have modified instructions with the icbi. |
| 86 | */ |
| 87 | #define PURGE_PREFETCHED_INS \ |
| 88 | sync; \ |
| 89 | icbi 0,r3; \ |
| 90 | sync; \ |
| 91 | isync |
David Howells | ae3a197 | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 92 | |
Kevin Hao | 0ce6367 | 2013-08-22 09:30:35 +0800 | [diff] [blame] | 93 | #else |
Denys Vlasenko | 54cb27a | 2010-02-20 01:03:44 +0100 | [diff] [blame] | 94 | #define __read_mostly __attribute__((__section__(".data..read_mostly"))) |
David Howells | ae3a197 | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 95 | |
Christophe Leroy | d7cceda | 2018-11-17 10:24:56 +0000 | [diff] [blame] | 96 | #ifdef CONFIG_PPC_BOOK3S_32 |
David Howells | ae3a197 | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 97 | extern long _get_L2CR(void); |
| 98 | extern long _get_L3CR(void); |
| 99 | extern void _set_L2CR(unsigned long); |
| 100 | extern void _set_L3CR(unsigned long); |
| 101 | #else |
| 102 | #define _get_L2CR() 0L |
| 103 | #define _get_L3CR() 0L |
| 104 | #define _set_L2CR(val) do { } while(0) |
| 105 | #define _set_L3CR(val) do { } while(0) |
Tony Breeds | bd67fcf | 2007-07-04 14:04:31 +1000 | [diff] [blame] | 106 | #endif |
| 107 | |
Christophe Leroy | d6bfa02 | 2016-02-09 17:08:23 +0100 | [diff] [blame] | 108 | static inline void dcbz(void *addr) |
| 109 | { |
Michael Ellerman | ed4289e | 2019-07-29 22:28:54 +1000 | [diff] [blame] | 110 | __asm__ __volatile__ ("dcbz 0, %0" : : "r"(addr) : "memory"); |
Christophe Leroy | d6bfa02 | 2016-02-09 17:08:23 +0100 | [diff] [blame] | 111 | } |
| 112 | |
| 113 | static inline void dcbi(void *addr) |
| 114 | { |
Michael Ellerman | ed4289e | 2019-07-29 22:28:54 +1000 | [diff] [blame] | 115 | __asm__ __volatile__ ("dcbi 0, %0" : : "r"(addr) : "memory"); |
Christophe Leroy | d6bfa02 | 2016-02-09 17:08:23 +0100 | [diff] [blame] | 116 | } |
| 117 | |
| 118 | static inline void dcbf(void *addr) |
| 119 | { |
Michael Ellerman | ed4289e | 2019-07-29 22:28:54 +1000 | [diff] [blame] | 120 | __asm__ __volatile__ ("dcbf 0, %0" : : "r"(addr) : "memory"); |
Christophe Leroy | d6bfa02 | 2016-02-09 17:08:23 +0100 | [diff] [blame] | 121 | } |
| 122 | |
| 123 | static inline void dcbst(void *addr) |
| 124 | { |
Michael Ellerman | ed4289e | 2019-07-29 22:28:54 +1000 | [diff] [blame] | 125 | __asm__ __volatile__ ("dcbst 0, %0" : : "r"(addr) : "memory"); |
Christophe Leroy | d6bfa02 | 2016-02-09 17:08:23 +0100 | [diff] [blame] | 126 | } |
David Howells | ae3a197 | 2012-03-28 18:30:02 +0100 | [diff] [blame] | 127 | #endif /* !__ASSEMBLY__ */ |
David Gibson | 26ef5c0 | 2005-11-10 11:50:16 +1100 | [diff] [blame] | 128 | #endif /* __KERNEL__ */ |
| 129 | #endif /* _ASM_POWERPC_CACHE_H */ |