blob: 0ac9bfddf70427128dbbb3fe6792e51b2d16df0f [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +10002/*
Adam Buchbinder446957b2016-02-24 10:51:11 -08003 * Common definitions across all variants of ICP and ICS interrupt
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +10004 * controllers.
5 */
6
7#ifndef _XICS_H
8#define _XICS_H
9
Michael Ellermancd852572011-04-14 22:31:58 +000010#include <linux/interrupt.h>
11
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100012#define XICS_IPI 2
13#define XICS_IRQ_SPURIOUS 0
14
15/* Want a priority other than 0. Various HW issues require this. */
16#define DEFAULT_PRIORITY 5
17
18/*
Yong Zhanga3a9f3b2011-10-21 23:56:27 +000019 * Mark IPIs as higher priority so we can take them inside interrupts
20 * FIXME: still true now?
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100021 */
22#define IPI_PRIORITY 4
23
24/* The least favored priority */
25#define LOWEST_PRIORITY 0xFF
26
27/* The number of priorities defined above */
28#define MAX_NUM_PRIORITIES 3
29
30/* Native ICP */
Benjamin Herrenschmidt5c7c1e92011-09-19 17:45:02 +000031#ifdef CONFIG_PPC_ICP_NATIVE
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100032extern int icp_native_init(void);
Paul Mackerrasd6a4f702014-09-02 14:23:16 +100033extern void icp_native_flush_interrupt(void);
Suresh Warrierec13e9b2015-12-17 14:59:05 -060034extern void icp_native_cause_ipi_rm(int cpu);
Benjamin Herrenschmidt5c7c1e92011-09-19 17:45:02 +000035#else
36static inline int icp_native_init(void) { return -ENODEV; }
37#endif
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100038
39/* PAPR ICP */
Benjamin Herrenschmidt5c7c1e92011-09-19 17:45:02 +000040#ifdef CONFIG_PPC_ICP_HV
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100041extern int icp_hv_init(void);
Benjamin Herrenschmidt5c7c1e92011-09-19 17:45:02 +000042#else
43static inline int icp_hv_init(void) { return -ENODEV; }
44#endif
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100045
Benjamin Herrenschmidtd7436182016-07-08 16:37:08 +100046#ifdef CONFIG_PPC_POWERNV
47extern int icp_opal_init(void);
Benjamin Herrenschmidt9b256712017-02-07 11:35:31 +110048extern void icp_opal_flush_interrupt(void);
Benjamin Herrenschmidtd7436182016-07-08 16:37:08 +100049#else
50static inline int icp_opal_init(void) { return -ENODEV; }
51#endif
52
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100053/* ICP ops */
54struct icp_ops {
55 unsigned int (*get_irq)(void);
56 void (*eoi)(struct irq_data *d);
57 void (*set_priority)(unsigned char prio);
58 void (*teardown_cpu)(void);
59 void (*flush_ipi)(void);
60#ifdef CONFIG_SMP
Nicholas Pigginb866cc22017-04-13 20:16:21 +100061 void (*cause_ipi)(int cpu);
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100062 irq_handler_t ipi_action;
63#endif
64};
65
66extern const struct icp_ops *icp_ops;
67
Benjamin Herrenschmidtaa9c5ad2021-06-18 13:45:53 +100068#ifdef CONFIG_PPC_ICS_NATIVE
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100069/* Native ICS */
70extern int ics_native_init(void);
Benjamin Herrenschmidtaa9c5ad2021-06-18 13:45:53 +100071#else
72static inline int ics_native_init(void) { return -ENODEV; }
73#endif
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100074
75/* RTAS ICS */
Benjamin Herrenschmidt5c7c1e92011-09-19 17:45:02 +000076#ifdef CONFIG_PPC_ICS_RTAS
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100077extern int ics_rtas_init(void);
Benjamin Herrenschmidt5c7c1e92011-09-19 17:45:02 +000078#else
79static inline int ics_rtas_init(void) { return -ENODEV; }
80#endif
81
82/* HAL ICS */
83#ifdef CONFIG_PPC_POWERNV
84extern int ics_opal_init(void);
85#else
86static inline int ics_opal_init(void) { return -ENODEV; }
87#endif
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100088
89/* ICS instance, hooked up to chip_data of an irq */
90struct ics {
91 struct list_head link;
Cédric Le Goater248af242021-07-01 15:27:35 +020092 int (*check)(struct ics *ics, unsigned int hwirq);
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100093 void (*mask_unknown)(struct ics *ics, unsigned long vec);
94 long (*get_server)(struct ics *ics, unsigned long vec);
Michael Ellerman5ca12372011-04-14 22:31:59 +000095 int (*host_match)(struct ics *ics, struct device_node *node);
Cédric Le Goater248af242021-07-01 15:27:35 +020096 struct irq_chip *chip;
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +100097 char data[];
98};
99
100/* Commons */
101extern unsigned int xics_default_server;
102extern unsigned int xics_default_distrib_server;
103extern unsigned int xics_interrupt_server_size;
Grant Likelybae1d8f2012-02-14 14:06:50 -0700104extern struct irq_domain *xics_host;
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +1000105
106struct xics_cppr {
107 unsigned char stack[MAX_NUM_PRIORITIES];
108 int index;
109};
110
111DECLARE_PER_CPU(struct xics_cppr, xics_cppr);
112
113static inline void xics_push_cppr(unsigned int vec)
114{
Christoph Lameter69111ba2014-10-21 15:23:25 -0500115 struct xics_cppr *os_cppr = this_cpu_ptr(&xics_cppr);
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +1000116
117 if (WARN_ON(os_cppr->index >= MAX_NUM_PRIORITIES - 1))
118 return;
119
120 if (vec == XICS_IPI)
121 os_cppr->stack[++os_cppr->index] = IPI_PRIORITY;
122 else
123 os_cppr->stack[++os_cppr->index] = DEFAULT_PRIORITY;
124}
125
126static inline unsigned char xics_pop_cppr(void)
127{
Christoph Lameter69111ba2014-10-21 15:23:25 -0500128 struct xics_cppr *os_cppr = this_cpu_ptr(&xics_cppr);
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +1000129
130 if (WARN_ON(os_cppr->index < 1))
131 return LOWEST_PRIORITY;
132
133 return os_cppr->stack[--os_cppr->index];
134}
135
136static inline void xics_set_base_cppr(unsigned char cppr)
137{
Christoph Lameter69111ba2014-10-21 15:23:25 -0500138 struct xics_cppr *os_cppr = this_cpu_ptr(&xics_cppr);
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +1000139
140 /* we only really want to set the priority when there's
141 * just one cppr value on the stack
142 */
143 WARN_ON(os_cppr->index != 0);
144
145 os_cppr->stack[0] = cppr;
146}
147
148static inline unsigned char xics_cppr_top(void)
149{
Christoph Lameter69111ba2014-10-21 15:23:25 -0500150 struct xics_cppr *os_cppr = this_cpu_ptr(&xics_cppr);
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +1000151
152 return os_cppr->stack[os_cppr->index];
153}
154
155DECLARE_PER_CPU_SHARED_ALIGNED(unsigned long, xics_ipi_message);
156
157extern void xics_init(void);
158extern void xics_setup_cpu(void);
159extern void xics_update_irq_servers(void);
160extern void xics_set_cpu_giq(unsigned int gserver, unsigned int join);
161extern void xics_mask_unknown_vec(unsigned int vec);
162extern irqreturn_t xics_ipi_dispatch(int cpu);
Michael Ellermana7f4ee12015-04-04 19:28:50 +1100163extern void xics_smp_probe(void);
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +1000164extern void xics_register_ics(struct ics *ics);
165extern void xics_teardown_cpu(void);
166extern void xics_kexec_teardown_cpu(int secondary);
167extern void xics_migrate_irqs_away(void);
Gavin Shan137436c2013-04-25 19:20:59 +0000168extern void icp_native_eoi(struct irq_data *d);
Benjamin Herrenschmidt880a3d62016-08-02 12:39:43 +1000169extern int xics_set_irq_type(struct irq_data *d, unsigned int flow_type);
170extern int xics_retrigger(struct irq_data *data);
Benjamin Herrenschmidt0b05ac62011-04-04 13:46:58 +1000171#ifdef CONFIG_SMP
172extern int xics_get_irq_server(unsigned int virq, const struct cpumask *cpumask,
173 unsigned int strict_check);
174#else
175#define xics_get_irq_server(virq, cpumask, strict_check) (xics_default_server)
176#endif
177
178
179#endif /* _XICS_H */