blob: a05a7501e10790760d39a4ca6a77d4e0f6d7bdec [file] [log] [blame]
Thomas Gleixnerd2912cb2019-06-04 10:11:33 +02001// SPDX-License-Identifier: GPL-2.0-only
Sricharan R96ca8482013-12-03 15:57:23 +05302/*
3 * drivers/irqchip/irq-crossbar.c
4 *
5 * Copyright (C) 2013 Texas Instruments Incorporated - http://www.ti.com
6 * Author: Sricharan R <r.sricharan@ti.com>
Sricharan R96ca8482013-12-03 15:57:23 +05307 */
8#include <linux/err.h>
9#include <linux/io.h>
Joel Porquet41a83e062015-07-07 17:11:46 -040010#include <linux/irqchip.h>
Marc Zyngier783d3182015-03-11 15:43:44 +000011#include <linux/irqdomain.h>
Sricharan R96ca8482013-12-03 15:57:23 +053012#include <linux/of_address.h>
13#include <linux/of_irq.h>
14#include <linux/slab.h>
Marc Zyngier783d3182015-03-11 15:43:44 +000015
Sricharan R96ca8482013-12-03 15:57:23 +053016#define IRQ_FREE -1
Nishanth Menon1d50d2c2014-06-26 12:40:19 +053017#define IRQ_RESERVED -2
Nishanth Menon64e0f8b2014-06-26 12:40:21 +053018#define IRQ_SKIP -3
Sricharan R96ca8482013-12-03 15:57:23 +053019#define GIC_IRQ_START 32
20
Nishanth Menone30ef8a2014-06-26 12:40:26 +053021/**
22 * struct crossbar_device - crossbar device description
Marc Zyngier783d3182015-03-11 15:43:44 +000023 * @lock: spinlock serializing access to @irq_map
Sricharan R96ca8482013-12-03 15:57:23 +053024 * @int_max: maximum number of supported interrupts
Nishanth Menona35057d2014-06-26 12:40:22 +053025 * @safe_map: safe default value to initialize the crossbar
Nishanth Menon2f7d2fb2014-06-26 12:40:31 +053026 * @max_crossbar_sources: Maximum number of crossbar sources
Sricharan R96ca8482013-12-03 15:57:23 +053027 * @irq_map: array of interrupts to crossbar number mapping
28 * @crossbar_base: crossbar base address
29 * @register_offsets: offsets for each irq number
Nishanth Menone30ef8a2014-06-26 12:40:26 +053030 * @write: register write function pointer
Sricharan R96ca8482013-12-03 15:57:23 +053031 */
32struct crossbar_device {
Marc Zyngier783d3182015-03-11 15:43:44 +000033 raw_spinlock_t lock;
Sricharan R96ca8482013-12-03 15:57:23 +053034 uint int_max;
Nishanth Menona35057d2014-06-26 12:40:22 +053035 uint safe_map;
Nishanth Menon2f7d2fb2014-06-26 12:40:31 +053036 uint max_crossbar_sources;
Sricharan R96ca8482013-12-03 15:57:23 +053037 uint *irq_map;
38 void __iomem *crossbar_base;
39 int *register_offsets;
Nishanth Menona35057d2014-06-26 12:40:22 +053040 void (*write)(int, int);
Sricharan R96ca8482013-12-03 15:57:23 +053041};
42
43static struct crossbar_device *cb;
44
Marc Zyngier783d3182015-03-11 15:43:44 +000045static void crossbar_writel(int irq_no, int cb_no)
Sricharan R96ca8482013-12-03 15:57:23 +053046{
47 writel(cb_no, cb->crossbar_base + cb->register_offsets[irq_no]);
48}
49
Marc Zyngier783d3182015-03-11 15:43:44 +000050static void crossbar_writew(int irq_no, int cb_no)
Sricharan R96ca8482013-12-03 15:57:23 +053051{
52 writew(cb_no, cb->crossbar_base + cb->register_offsets[irq_no]);
53}
54
Marc Zyngier783d3182015-03-11 15:43:44 +000055static void crossbar_writeb(int irq_no, int cb_no)
Sricharan R96ca8482013-12-03 15:57:23 +053056{
57 writeb(cb_no, cb->crossbar_base + cb->register_offsets[irq_no]);
58}
59
Marc Zyngier783d3182015-03-11 15:43:44 +000060static struct irq_chip crossbar_chip = {
61 .name = "CBAR",
62 .irq_eoi = irq_chip_eoi_parent,
63 .irq_mask = irq_chip_mask_parent,
64 .irq_unmask = irq_chip_unmask_parent,
65 .irq_retrigger = irq_chip_retrigger_hierarchy,
Grygorii Strashkoe269ec42015-08-14 15:20:27 +030066 .irq_set_type = irq_chip_set_type_parent,
Grygorii Strashko8200fe42015-08-14 15:20:30 +030067 .flags = IRQCHIP_MASK_ON_SUSPEND |
68 IRQCHIP_SKIP_SET_WAKE,
Marc Zyngier783d3182015-03-11 15:43:44 +000069#ifdef CONFIG_SMP
70 .irq_set_affinity = irq_chip_set_affinity_parent,
71#endif
72};
73
74static int allocate_gic_irq(struct irq_domain *domain, unsigned virq,
75 irq_hw_number_t hwirq)
Nishanth Menon6f16fc82014-06-26 12:40:20 +053076{
Marc Zyngierf833f572015-10-13 12:51:33 +010077 struct irq_fwspec fwspec;
Nishanth Menon6f16fc82014-06-26 12:40:20 +053078 int i;
Marc Zyngier783d3182015-03-11 15:43:44 +000079 int err;
Nishanth Menon6f16fc82014-06-26 12:40:20 +053080
Marc Zyngierf833f572015-10-13 12:51:33 +010081 if (!irq_domain_get_of_node(domain->parent))
82 return -EINVAL;
83
Marc Zyngier783d3182015-03-11 15:43:44 +000084 raw_spin_lock(&cb->lock);
Nishanth Menonddee0fb2014-06-26 12:40:23 +053085 for (i = cb->int_max - 1; i >= 0; i--) {
Sricharan R96ca8482013-12-03 15:57:23 +053086 if (cb->irq_map[i] == IRQ_FREE) {
Marc Zyngier783d3182015-03-11 15:43:44 +000087 cb->irq_map[i] = hwirq;
88 break;
Sricharan R96ca8482013-12-03 15:57:23 +053089 }
90 }
Marc Zyngier783d3182015-03-11 15:43:44 +000091 raw_spin_unlock(&cb->lock);
Sricharan R96ca8482013-12-03 15:57:23 +053092
Marc Zyngier783d3182015-03-11 15:43:44 +000093 if (i < 0)
94 return -ENODEV;
95
Marc Zyngierf833f572015-10-13 12:51:33 +010096 fwspec.fwnode = domain->parent->fwnode;
97 fwspec.param_count = 3;
98 fwspec.param[0] = 0; /* SPI */
99 fwspec.param[1] = i;
100 fwspec.param[2] = IRQ_TYPE_LEVEL_HIGH;
Marc Zyngier783d3182015-03-11 15:43:44 +0000101
Marc Zyngierf833f572015-10-13 12:51:33 +0100102 err = irq_domain_alloc_irqs_parent(domain, virq, 1, &fwspec);
Marc Zyngier783d3182015-03-11 15:43:44 +0000103 if (err)
104 cb->irq_map[i] = IRQ_FREE;
105 else
106 cb->write(i, hwirq);
107
108 return err;
Sricharan R96ca8482013-12-03 15:57:23 +0530109}
110
Marc Zyngier783d3182015-03-11 15:43:44 +0000111static int crossbar_domain_alloc(struct irq_domain *d, unsigned int virq,
112 unsigned int nr_irqs, void *data)
Nishanth Menon29918b62014-06-26 12:40:32 +0530113{
Marc Zyngierf833f572015-10-13 12:51:33 +0100114 struct irq_fwspec *fwspec = data;
Marc Zyngier783d3182015-03-11 15:43:44 +0000115 irq_hw_number_t hwirq;
116 int i;
Nishanth Menond3608922014-06-26 12:40:34 +0530117
Marc Zyngierf833f572015-10-13 12:51:33 +0100118 if (fwspec->param_count != 3)
Marc Zyngier783d3182015-03-11 15:43:44 +0000119 return -EINVAL; /* Not GIC compliant */
Marc Zyngierf833f572015-10-13 12:51:33 +0100120 if (fwspec->param[0] != 0)
Marc Zyngier783d3182015-03-11 15:43:44 +0000121 return -EINVAL; /* No PPI should point to this domain */
122
Marc Zyngierf833f572015-10-13 12:51:33 +0100123 hwirq = fwspec->param[1];
Marc Zyngier783d3182015-03-11 15:43:44 +0000124 if ((hwirq + nr_irqs) > cb->max_crossbar_sources)
125 return -EINVAL; /* Can't deal with this */
126
127 for (i = 0; i < nr_irqs; i++) {
128 int err = allocate_gic_irq(d, virq + i, hwirq + i);
129
130 if (err)
131 return err;
132
133 irq_domain_set_hwirq_and_chip(d, virq + i, hwirq + i,
134 &crossbar_chip, NULL);
Nishanth Menond3608922014-06-26 12:40:34 +0530135 }
Nishanth Menon29918b62014-06-26 12:40:32 +0530136
Sricharan R96ca8482013-12-03 15:57:23 +0530137 return 0;
138}
139
Sricharan R8b09a452014-06-26 12:40:30 +0530140/**
Marc Zyngier783d3182015-03-11 15:43:44 +0000141 * crossbar_domain_free - unmap/free a crossbar<->irq connection
142 * @domain: domain of irq to unmap
143 * @virq: virq number
144 * @nr_irqs: number of irqs to free
Sricharan R8b09a452014-06-26 12:40:30 +0530145 *
146 * We do not maintain a use count of total number of map/unmap
147 * calls for a particular irq to find out if a irq can be really
148 * unmapped. This is because unmap is called during irq_dispose_mapping(irq),
149 * after which irq is anyways unusable. So an explicit map has to be called
150 * after that.
151 */
Marc Zyngier783d3182015-03-11 15:43:44 +0000152static void crossbar_domain_free(struct irq_domain *domain, unsigned int virq,
153 unsigned int nr_irqs)
Sricharan R96ca8482013-12-03 15:57:23 +0530154{
Marc Zyngier783d3182015-03-11 15:43:44 +0000155 int i;
Sricharan R96ca8482013-12-03 15:57:23 +0530156
Marc Zyngier783d3182015-03-11 15:43:44 +0000157 raw_spin_lock(&cb->lock);
158 for (i = 0; i < nr_irqs; i++) {
159 struct irq_data *d = irq_domain_get_irq_data(domain, virq + i);
160
161 irq_domain_reset_irq_data(d);
162 cb->irq_map[d->hwirq] = IRQ_FREE;
163 cb->write(d->hwirq, cb->safe_map);
Nishanth Menona35057d2014-06-26 12:40:22 +0530164 }
Marc Zyngier783d3182015-03-11 15:43:44 +0000165 raw_spin_unlock(&cb->lock);
Sricharan R96ca8482013-12-03 15:57:23 +0530166}
167
Marc Zyngierf833f572015-10-13 12:51:33 +0100168static int crossbar_domain_translate(struct irq_domain *d,
169 struct irq_fwspec *fwspec,
170 unsigned long *hwirq,
171 unsigned int *type)
Sricharan R96ca8482013-12-03 15:57:23 +0530172{
Marc Zyngierf833f572015-10-13 12:51:33 +0100173 if (is_of_node(fwspec->fwnode)) {
174 if (fwspec->param_count != 3)
175 return -EINVAL;
Sricharan R96ca8482013-12-03 15:57:23 +0530176
Marc Zyngierf833f572015-10-13 12:51:33 +0100177 /* No PPI should point to this domain */
178 if (fwspec->param[0] != 0)
179 return -EINVAL;
180
181 *hwirq = fwspec->param[1];
Jon Huntera2a8fa52016-05-10 16:14:37 +0100182 *type = fwspec->param[2] & IRQ_TYPE_SENSE_MASK;
Marc Zyngierf833f572015-10-13 12:51:33 +0100183 return 0;
184 }
185
186 return -EINVAL;
Sricharan R96ca8482013-12-03 15:57:23 +0530187}
188
Marc Zyngier783d3182015-03-11 15:43:44 +0000189static const struct irq_domain_ops crossbar_domain_ops = {
Marc Zyngierf833f572015-10-13 12:51:33 +0100190 .alloc = crossbar_domain_alloc,
191 .free = crossbar_domain_free,
192 .translate = crossbar_domain_translate,
Sricharan R96ca8482013-12-03 15:57:23 +0530193};
194
195static int __init crossbar_of_init(struct device_node *node)
196{
Franck Demathieu4b9de5d2017-03-06 14:41:06 +0100197 u32 max = 0, entry, reg_size;
Franck Demathieub28ace12017-02-23 10:48:55 +0100198 int i, size, reserved = 0;
Sricharan R96ca8482013-12-03 15:57:23 +0530199 const __be32 *irqsr;
Nishanth Menonedb442d2014-06-26 12:40:27 +0530200 int ret = -ENOMEM;
Sricharan R96ca8482013-12-03 15:57:23 +0530201
Dan Carpenter3894e9e2014-04-03 10:21:34 +0300202 cb = kzalloc(sizeof(*cb), GFP_KERNEL);
Sricharan R96ca8482013-12-03 15:57:23 +0530203
204 if (!cb)
Nishanth Menonedb442d2014-06-26 12:40:27 +0530205 return ret;
Sricharan R96ca8482013-12-03 15:57:23 +0530206
207 cb->crossbar_base = of_iomap(node, 0);
208 if (!cb->crossbar_base)
Nishanth Menon3c44d512014-06-26 12:40:28 +0530209 goto err_cb;
Sricharan R96ca8482013-12-03 15:57:23 +0530210
Nishanth Menon2f7d2fb2014-06-26 12:40:31 +0530211 of_property_read_u32(node, "ti,max-crossbar-sources",
212 &cb->max_crossbar_sources);
213 if (!cb->max_crossbar_sources) {
214 pr_err("missing 'ti,max-crossbar-sources' property\n");
215 ret = -EINVAL;
216 goto err_base;
217 }
218
Sricharan R96ca8482013-12-03 15:57:23 +0530219 of_property_read_u32(node, "ti,max-irqs", &max);
Nishanth Menonedb442d2014-06-26 12:40:27 +0530220 if (!max) {
221 pr_err("missing 'ti,max-irqs' property\n");
222 ret = -EINVAL;
Nishanth Menon3c44d512014-06-26 12:40:28 +0530223 goto err_base;
Nishanth Menonedb442d2014-06-26 12:40:27 +0530224 }
Nishanth Menon4dbf45e2014-06-26 12:40:25 +0530225 cb->irq_map = kcalloc(max, sizeof(int), GFP_KERNEL);
Sricharan R96ca8482013-12-03 15:57:23 +0530226 if (!cb->irq_map)
Nishanth Menon3c44d512014-06-26 12:40:28 +0530227 goto err_base;
Sricharan R96ca8482013-12-03 15:57:23 +0530228
229 cb->int_max = max;
230
231 for (i = 0; i < max; i++)
232 cb->irq_map[i] = IRQ_FREE;
233
234 /* Get and mark reserved irqs */
235 irqsr = of_get_property(node, "ti,irqs-reserved", &size);
236 if (irqsr) {
237 size /= sizeof(__be32);
238
239 for (i = 0; i < size; i++) {
240 of_property_read_u32_index(node,
241 "ti,irqs-reserved",
242 i, &entry);
Dan Carpenter702f7e32014-08-07 18:28:21 +0300243 if (entry >= max) {
Sricharan R96ca8482013-12-03 15:57:23 +0530244 pr_err("Invalid reserved entry\n");
Nishanth Menonedb442d2014-06-26 12:40:27 +0530245 ret = -EINVAL;
Nishanth Menon3c44d512014-06-26 12:40:28 +0530246 goto err_irq_map;
Sricharan R96ca8482013-12-03 15:57:23 +0530247 }
Nishanth Menon1d50d2c2014-06-26 12:40:19 +0530248 cb->irq_map[entry] = IRQ_RESERVED;
Sricharan R96ca8482013-12-03 15:57:23 +0530249 }
250 }
251
Nishanth Menon64e0f8b2014-06-26 12:40:21 +0530252 /* Skip irqs hardwired to bypass the crossbar */
253 irqsr = of_get_property(node, "ti,irqs-skip", &size);
254 if (irqsr) {
255 size /= sizeof(__be32);
256
257 for (i = 0; i < size; i++) {
258 of_property_read_u32_index(node,
259 "ti,irqs-skip",
260 i, &entry);
Dan Carpenter702f7e32014-08-07 18:28:21 +0300261 if (entry >= max) {
Nishanth Menon64e0f8b2014-06-26 12:40:21 +0530262 pr_err("Invalid skip entry\n");
263 ret = -EINVAL;
Nishanth Menon3c44d512014-06-26 12:40:28 +0530264 goto err_irq_map;
Nishanth Menon64e0f8b2014-06-26 12:40:21 +0530265 }
266 cb->irq_map[entry] = IRQ_SKIP;
267 }
268 }
269
270
Nishanth Menon4dbf45e2014-06-26 12:40:25 +0530271 cb->register_offsets = kcalloc(max, sizeof(int), GFP_KERNEL);
Sricharan R96ca8482013-12-03 15:57:23 +0530272 if (!cb->register_offsets)
Nishanth Menon3c44d512014-06-26 12:40:28 +0530273 goto err_irq_map;
Sricharan R96ca8482013-12-03 15:57:23 +0530274
Franck Demathieu4b9de5d2017-03-06 14:41:06 +0100275 of_property_read_u32(node, "ti,reg-size", &reg_size);
Sricharan R96ca8482013-12-03 15:57:23 +0530276
Franck Demathieu4b9de5d2017-03-06 14:41:06 +0100277 switch (reg_size) {
Sricharan R96ca8482013-12-03 15:57:23 +0530278 case 1:
279 cb->write = crossbar_writeb;
280 break;
281 case 2:
282 cb->write = crossbar_writew;
283 break;
284 case 4:
285 cb->write = crossbar_writel;
286 break;
287 default:
288 pr_err("Invalid reg-size property\n");
Nishanth Menonedb442d2014-06-26 12:40:27 +0530289 ret = -EINVAL;
Nishanth Menon3c44d512014-06-26 12:40:28 +0530290 goto err_reg_offset;
Sricharan R96ca8482013-12-03 15:57:23 +0530291 break;
292 }
293
294 /*
295 * Register offsets are not linear because of the
296 * reserved irqs. so find and store the offsets once.
297 */
298 for (i = 0; i < max; i++) {
Nishanth Menon1d50d2c2014-06-26 12:40:19 +0530299 if (cb->irq_map[i] == IRQ_RESERVED)
Sricharan R96ca8482013-12-03 15:57:23 +0530300 continue;
301
302 cb->register_offsets[i] = reserved;
Franck Demathieu4b9de5d2017-03-06 14:41:06 +0100303 reserved += reg_size;
Sricharan R96ca8482013-12-03 15:57:23 +0530304 }
305
Nishanth Menona35057d2014-06-26 12:40:22 +0530306 of_property_read_u32(node, "ti,irqs-safe-map", &cb->safe_map);
Nishanth Menona35057d2014-06-26 12:40:22 +0530307 /* Initialize the crossbar with safe map to start with */
308 for (i = 0; i < max; i++) {
309 if (cb->irq_map[i] == IRQ_RESERVED ||
310 cb->irq_map[i] == IRQ_SKIP)
311 continue;
312
313 cb->write(i, cb->safe_map);
314 }
315
Marc Zyngier783d3182015-03-11 15:43:44 +0000316 raw_spin_lock_init(&cb->lock);
317
Sricharan R96ca8482013-12-03 15:57:23 +0530318 return 0;
319
Nishanth Menon3c44d512014-06-26 12:40:28 +0530320err_reg_offset:
Sricharan R96ca8482013-12-03 15:57:23 +0530321 kfree(cb->register_offsets);
Nishanth Menon3c44d512014-06-26 12:40:28 +0530322err_irq_map:
Sricharan R96ca8482013-12-03 15:57:23 +0530323 kfree(cb->irq_map);
Nishanth Menon3c44d512014-06-26 12:40:28 +0530324err_base:
Sricharan R96ca8482013-12-03 15:57:23 +0530325 iounmap(cb->crossbar_base);
Nishanth Menon3c44d512014-06-26 12:40:28 +0530326err_cb:
Sricharan R96ca8482013-12-03 15:57:23 +0530327 kfree(cb);
Sricharan R99e37d0e2014-06-26 12:40:29 +0530328
329 cb = NULL;
Nishanth Menonedb442d2014-06-26 12:40:27 +0530330 return ret;
Sricharan R96ca8482013-12-03 15:57:23 +0530331}
332
Marc Zyngier783d3182015-03-11 15:43:44 +0000333static int __init irqcrossbar_init(struct device_node *node,
334 struct device_node *parent)
Sricharan R96ca8482013-12-03 15:57:23 +0530335{
Marc Zyngier783d3182015-03-11 15:43:44 +0000336 struct irq_domain *parent_domain, *domain;
337 int err;
Sricharan R96ca8482013-12-03 15:57:23 +0530338
Marc Zyngier783d3182015-03-11 15:43:44 +0000339 if (!parent) {
Rob Herringe81f54c2017-07-18 16:43:10 -0500340 pr_err("%pOF: no parent, giving up\n", node);
Marc Zyngier783d3182015-03-11 15:43:44 +0000341 return -ENODEV;
342 }
343
344 parent_domain = irq_find_host(parent);
345 if (!parent_domain) {
Rob Herringe81f54c2017-07-18 16:43:10 -0500346 pr_err("%pOF: unable to obtain parent domain\n", node);
Marc Zyngier783d3182015-03-11 15:43:44 +0000347 return -ENXIO;
348 }
349
350 err = crossbar_of_init(node);
351 if (err)
352 return err;
353
354 domain = irq_domain_add_hierarchy(parent_domain, 0,
355 cb->max_crossbar_sources,
356 node, &crossbar_domain_ops,
357 NULL);
358 if (!domain) {
Rob Herringe81f54c2017-07-18 16:43:10 -0500359 pr_err("%pOF: failed to allocated domain\n", node);
Marc Zyngier783d3182015-03-11 15:43:44 +0000360 return -ENOMEM;
361 }
362
Sricharan R96ca8482013-12-03 15:57:23 +0530363 return 0;
364}
Marc Zyngier783d3182015-03-11 15:43:44 +0000365
366IRQCHIP_DECLARE(ti_irqcrossbar, "ti,irq-crossbar", irqcrossbar_init);