Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * Copyright (C) 1999 Cort Dougan <cort@cs.nmt.edu> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 3 | */ |
Kumar Gala | b671ad2 | 2005-09-21 16:52:55 -0500 | [diff] [blame] | 4 | #ifndef _ASM_POWERPC_HW_IRQ_H |
| 5 | #define _ASM_POWERPC_HW_IRQ_H |
| 6 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #ifdef __KERNEL__ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 8 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | #include <linux/errno.h> |
Paul Mackerras | d04c56f | 2006-10-04 16:47:49 +1000 | [diff] [blame] | 10 | #include <linux/compiler.h> |
Kumar Gala | b671ad2 | 2005-09-21 16:52:55 -0500 | [diff] [blame] | 11 | #include <asm/ptrace.h> |
| 12 | #include <asm/processor.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 13 | |
Benjamin Herrenschmidt | 7230c56 | 2012-03-06 18:27:59 +1100 | [diff] [blame] | 14 | #ifdef CONFIG_PPC64 |
| 15 | |
| 16 | /* |
| 17 | * PACA flags in paca->irq_happened. |
| 18 | * |
| 19 | * This bits are set when interrupts occur while soft-disabled |
| 20 | * and allow a proper replay. Additionally, PACA_IRQ_HARD_DIS |
| 21 | * is set whenever we manually hard disable. |
| 22 | */ |
| 23 | #define PACA_IRQ_HARD_DIS 0x01 |
| 24 | #define PACA_IRQ_DBELL 0x02 |
| 25 | #define PACA_IRQ_EE 0x04 |
| 26 | #define PACA_IRQ_DEC 0x08 /* Or FIT */ |
| 27 | #define PACA_IRQ_EE_EDGE 0x10 /* BookE only */ |
| 28 | |
| 29 | #endif /* CONFIG_PPC64 */ |
| 30 | |
| 31 | #ifndef __ASSEMBLY__ |
| 32 | |
| 33 | extern void __replay_interrupt(unsigned int vector); |
| 34 | |
Kumar Gala | c7aeffc | 2005-09-19 09:30:27 -0500 | [diff] [blame] | 35 | extern void timer_interrupt(struct pt_regs *); |
Alexander Graf | 7cc1e8e | 2012-02-22 16:26:34 +0100 | [diff] [blame] | 36 | extern void performance_monitor_exception(struct pt_regs *regs); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 37 | |
Paul Mackerras | d04c56f | 2006-10-04 16:47:49 +1000 | [diff] [blame] | 38 | #ifdef CONFIG_PPC64 |
| 39 | #include <asm/paca.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 40 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 41 | static inline unsigned long arch_local_save_flags(void) |
Paul Mackerras | d04c56f | 2006-10-04 16:47:49 +1000 | [diff] [blame] | 42 | { |
Hugh Dickins | ef2b343 | 2006-11-10 21:32:40 +0000 | [diff] [blame] | 43 | unsigned long flags; |
| 44 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 45 | asm volatile( |
| 46 | "lbz %0,%1(13)" |
| 47 | : "=r" (flags) |
| 48 | : "i" (offsetof(struct paca_struct, soft_enabled))); |
Hugh Dickins | ef2b343 | 2006-11-10 21:32:40 +0000 | [diff] [blame] | 49 | |
| 50 | return flags; |
Paul Mackerras | d04c56f | 2006-10-04 16:47:49 +1000 | [diff] [blame] | 51 | } |
| 52 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 53 | static inline unsigned long arch_local_irq_disable(void) |
Paul Mackerras | d04c56f | 2006-10-04 16:47:49 +1000 | [diff] [blame] | 54 | { |
Hugh Dickins | ef2b343 | 2006-11-10 21:32:40 +0000 | [diff] [blame] | 55 | unsigned long flags, zero; |
| 56 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 57 | asm volatile( |
| 58 | "li %1,0; lbz %0,%2(13); stb %1,%2(13)" |
| 59 | : "=r" (flags), "=&r" (zero) |
| 60 | : "i" (offsetof(struct paca_struct, soft_enabled)) |
| 61 | : "memory"); |
Hugh Dickins | ef2b343 | 2006-11-10 21:32:40 +0000 | [diff] [blame] | 62 | |
| 63 | return flags; |
Paul Mackerras | d04c56f | 2006-10-04 16:47:49 +1000 | [diff] [blame] | 64 | } |
| 65 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 66 | extern void arch_local_irq_restore(unsigned long); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 68 | static inline void arch_local_irq_enable(void) |
| 69 | { |
| 70 | arch_local_irq_restore(1); |
| 71 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 73 | static inline unsigned long arch_local_irq_save(void) |
| 74 | { |
| 75 | return arch_local_irq_disable(); |
| 76 | } |
| 77 | |
| 78 | static inline bool arch_irqs_disabled_flags(unsigned long flags) |
| 79 | { |
| 80 | return flags == 0; |
| 81 | } |
| 82 | |
| 83 | static inline bool arch_irqs_disabled(void) |
| 84 | { |
| 85 | return arch_irqs_disabled_flags(arch_local_save_flags()); |
| 86 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 87 | |
Benjamin Herrenschmidt | 2d27cfd | 2009-07-23 23:15:59 +0000 | [diff] [blame] | 88 | #ifdef CONFIG_PPC_BOOK3E |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 89 | #define __hard_irq_enable() asm volatile("wrteei 1" : : : "memory"); |
| 90 | #define __hard_irq_disable() asm volatile("wrteei 0" : : : "memory"); |
Benjamin Herrenschmidt | 2d27cfd | 2009-07-23 23:15:59 +0000 | [diff] [blame] | 91 | #else |
Benjamin Herrenschmidt | d9ada91 | 2012-03-02 11:33:52 +1100 | [diff] [blame] | 92 | #define __hard_irq_enable() __mtmsrd(local_paca->kernel_msr | MSR_EE, 1) |
| 93 | #define __hard_irq_disable() __mtmsrd(local_paca->kernel_msr, 1) |
Benjamin Herrenschmidt | 2d27cfd | 2009-07-23 23:15:59 +0000 | [diff] [blame] | 94 | #endif |
Benjamin Herrenschmidt | e1fa2e1 | 2007-05-10 22:22:45 -0700 | [diff] [blame] | 95 | |
Benjamin Herrenschmidt | 7230c56 | 2012-03-06 18:27:59 +1100 | [diff] [blame] | 96 | static inline void hard_irq_disable(void) |
| 97 | { |
| 98 | __hard_irq_disable(); |
| 99 | get_paca()->soft_enabled = 0; |
| 100 | get_paca()->irq_happened |= PACA_IRQ_HARD_DIS; |
| 101 | } |
| 102 | |
Paul Mackerras | f948501 | 2012-06-15 14:51:39 +1000 | [diff] [blame] | 103 | /* include/linux/interrupt.h needs hard_irq_disable to be a macro */ |
| 104 | #define hard_irq_disable hard_irq_disable |
| 105 | |
Anton Blanchard | 0b17ba7 | 2012-06-27 13:13:52 +0000 | [diff] [blame^] | 106 | static inline bool lazy_irq_pending(void) |
| 107 | { |
| 108 | return !!(get_paca()->irq_happened & ~PACA_IRQ_HARD_DIS); |
| 109 | } |
| 110 | |
Benjamin Herrenschmidt | 7230c56 | 2012-03-06 18:27:59 +1100 | [diff] [blame] | 111 | /* |
| 112 | * This is called by asynchronous interrupts to conditionally |
| 113 | * re-enable hard interrupts when soft-disabled after having |
| 114 | * cleared the source of the interrupt |
| 115 | */ |
| 116 | static inline void may_hard_irq_enable(void) |
| 117 | { |
| 118 | get_paca()->irq_happened &= ~PACA_IRQ_HARD_DIS; |
| 119 | if (!(get_paca()->irq_happened & PACA_IRQ_EE)) |
| 120 | __hard_irq_enable(); |
| 121 | } |
Paul Mackerras | d04c56f | 2006-10-04 16:47:49 +1000 | [diff] [blame] | 122 | |
Benjamin Herrenschmidt | a546498 | 2012-03-07 16:48:45 +1100 | [diff] [blame] | 123 | static inline bool arch_irq_disabled_regs(struct pt_regs *regs) |
| 124 | { |
| 125 | return !regs->softe; |
| 126 | } |
| 127 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 128 | #else /* CONFIG_PPC64 */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 129 | |
Kumar Gala | b671ad2 | 2005-09-21 16:52:55 -0500 | [diff] [blame] | 130 | #define SET_MSR_EE(x) mtmsr(x) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 131 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 132 | static inline unsigned long arch_local_save_flags(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 133 | { |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 134 | return mfmsr(); |
| 135 | } |
Paul Mackerras | 4c75f84 | 2009-06-12 02:00:50 +0000 | [diff] [blame] | 136 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 137 | static inline void arch_local_irq_restore(unsigned long flags) |
| 138 | { |
| 139 | #if defined(CONFIG_BOOKE) |
| 140 | asm volatile("wrtee %0" : : "r" (flags) : "memory"); |
| 141 | #else |
| 142 | mtmsr(flags); |
Kumar Gala | b671ad2 | 2005-09-21 16:52:55 -0500 | [diff] [blame] | 143 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 144 | } |
| 145 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 146 | static inline unsigned long arch_local_irq_save(void) |
| 147 | { |
| 148 | unsigned long flags = arch_local_save_flags(); |
| 149 | #ifdef CONFIG_BOOKE |
| 150 | asm volatile("wrteei 0" : : : "memory"); |
| 151 | #else |
| 152 | SET_MSR_EE(flags & ~MSR_EE); |
| 153 | #endif |
| 154 | return flags; |
| 155 | } |
| 156 | |
| 157 | static inline void arch_local_irq_disable(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 158 | { |
Kumar Gala | b671ad2 | 2005-09-21 16:52:55 -0500 | [diff] [blame] | 159 | #ifdef CONFIG_BOOKE |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 160 | asm volatile("wrteei 0" : : : "memory"); |
Kumar Gala | b671ad2 | 2005-09-21 16:52:55 -0500 | [diff] [blame] | 161 | #else |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 162 | arch_local_irq_save(); |
| 163 | #endif |
| 164 | } |
Paul Mackerras | 4c75f84 | 2009-06-12 02:00:50 +0000 | [diff] [blame] | 165 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 166 | static inline void arch_local_irq_enable(void) |
| 167 | { |
| 168 | #ifdef CONFIG_BOOKE |
| 169 | asm volatile("wrteei 1" : : : "memory"); |
| 170 | #else |
| 171 | unsigned long msr = mfmsr(); |
Kumar Gala | b671ad2 | 2005-09-21 16:52:55 -0500 | [diff] [blame] | 172 | SET_MSR_EE(msr | MSR_EE); |
| 173 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | } |
| 175 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 176 | static inline bool arch_irqs_disabled_flags(unsigned long flags) |
Steven Rostedt | e0eca07 | 2008-05-14 23:49:43 -0400 | [diff] [blame] | 177 | { |
| 178 | return (flags & MSR_EE) == 0; |
| 179 | } |
| 180 | |
David Howells | df9ee29 | 2010-10-07 14:08:55 +0100 | [diff] [blame] | 181 | static inline bool arch_irqs_disabled(void) |
| 182 | { |
| 183 | return arch_irqs_disabled_flags(arch_local_save_flags()); |
| 184 | } |
| 185 | |
| 186 | #define hard_irq_disable() arch_local_irq_disable() |
| 187 | |
Benjamin Herrenschmidt | a546498 | 2012-03-07 16:48:45 +1100 | [diff] [blame] | 188 | static inline bool arch_irq_disabled_regs(struct pt_regs *regs) |
| 189 | { |
| 190 | return !(regs->msr & MSR_EE); |
| 191 | } |
| 192 | |
Benjamin Herrenschmidt | 7230c56 | 2012-03-06 18:27:59 +1100 | [diff] [blame] | 193 | static inline void may_hard_irq_enable(void) { } |
| 194 | |
Paul Mackerras | d04c56f | 2006-10-04 16:47:49 +1000 | [diff] [blame] | 195 | #endif /* CONFIG_PPC64 */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 196 | |
Thomas Gleixner | 089fb44 | 2011-01-21 06:12:28 +0000 | [diff] [blame] | 197 | #define ARCH_IRQ_INIT_FLAGS IRQ_NOREQUEST |
| 198 | |
Ingo Molnar | c0ad90a | 2006-06-29 02:24:44 -0700 | [diff] [blame] | 199 | /* |
| 200 | * interrupt-retrigger: should we handle this via lost interrupts and IPIs |
| 201 | * or should we not care like we do now ? --BenH. |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 202 | */ |
Thomas Gleixner | 353bca5 | 2009-03-10 14:46:30 +0000 | [diff] [blame] | 203 | struct irq_chip; |
Kumar Gala | b671ad2 | 2005-09-21 16:52:55 -0500 | [diff] [blame] | 204 | |
Benjamin Herrenschmidt | 7230c56 | 2012-03-06 18:27:59 +1100 | [diff] [blame] | 205 | #endif /* __ASSEMBLY__ */ |
Kumar Gala | b671ad2 | 2005-09-21 16:52:55 -0500 | [diff] [blame] | 206 | #endif /* __KERNEL__ */ |
| 207 | #endif /* _ASM_POWERPC_HW_IRQ_H */ |