Thomas Gleixner | d2912cb | 2019-06-04 10:11:33 +0200 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0-only |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 2 | /* |
| 3 | * Copyright (c) 2010-2011 Samsung Electronics Co., Ltd. |
| 4 | * http://www.samsung.com |
| 5 | * |
| 6 | * Combiner irqchip for EXYNOS |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 7 | */ |
| 8 | #include <linux/err.h> |
| 9 | #include <linux/export.h> |
| 10 | #include <linux/init.h> |
| 11 | #include <linux/io.h> |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 12 | #include <linux/slab.h> |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 13 | #include <linux/syscore_ops.h> |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 14 | #include <linux/irqdomain.h> |
Joel Porquet | 41a83e06 | 2015-07-07 17:11:46 -0400 | [diff] [blame] | 15 | #include <linux/irqchip.h> |
Catalin Marinas | de88cbb | 2013-01-18 15:31:37 +0000 | [diff] [blame] | 16 | #include <linux/irqchip/chained_irq.h> |
Naveen Krishna Chatradhi | bc64690 | 2014-09-03 11:02:09 +0530 | [diff] [blame] | 17 | #include <linux/interrupt.h> |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 18 | #include <linux/of_address.h> |
| 19 | #include <linux/of_irq.h> |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 20 | |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 21 | #define COMBINER_ENABLE_SET 0x0 |
| 22 | #define COMBINER_ENABLE_CLEAR 0x4 |
| 23 | #define COMBINER_INT_STATUS 0xC |
| 24 | |
Arnd Bergmann | 6761dcf | 2013-04-10 15:17:47 +0200 | [diff] [blame] | 25 | #define IRQ_IN_COMBINER 8 |
| 26 | |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 27 | static DEFINE_SPINLOCK(irq_controller_lock); |
| 28 | |
| 29 | struct combiner_chip_data { |
Arnd Bergmann | 20adee8 | 2013-04-18 23:57:26 +0200 | [diff] [blame] | 30 | unsigned int hwirq_offset; |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 31 | unsigned int irq_mask; |
| 32 | void __iomem *base; |
Chanho Park | df7ef46 | 2012-12-12 14:02:45 +0900 | [diff] [blame] | 33 | unsigned int parent_irq; |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 34 | #ifdef CONFIG_PM |
| 35 | u32 pm_save; |
| 36 | #endif |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 37 | }; |
| 38 | |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 39 | static struct combiner_chip_data *combiner_data; |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 40 | static struct irq_domain *combiner_irq_domain; |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 41 | static unsigned int max_nr = 20; |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 42 | |
| 43 | static inline void __iomem *combiner_base(struct irq_data *data) |
| 44 | { |
| 45 | struct combiner_chip_data *combiner_data = |
| 46 | irq_data_get_irq_chip_data(data); |
| 47 | |
| 48 | return combiner_data->base; |
| 49 | } |
| 50 | |
| 51 | static void combiner_mask_irq(struct irq_data *data) |
| 52 | { |
| 53 | u32 mask = 1 << (data->hwirq % 32); |
| 54 | |
Ben Dooks | 2a4fe14 | 2016-06-21 11:20:29 +0100 | [diff] [blame] | 55 | writel_relaxed(mask, combiner_base(data) + COMBINER_ENABLE_CLEAR); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 56 | } |
| 57 | |
| 58 | static void combiner_unmask_irq(struct irq_data *data) |
| 59 | { |
| 60 | u32 mask = 1 << (data->hwirq % 32); |
| 61 | |
Ben Dooks | 2a4fe14 | 2016-06-21 11:20:29 +0100 | [diff] [blame] | 62 | writel_relaxed(mask, combiner_base(data) + COMBINER_ENABLE_SET); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 63 | } |
| 64 | |
Thomas Gleixner | bd0b9ac | 2015-09-14 10:42:37 +0200 | [diff] [blame] | 65 | static void combiner_handle_cascade_irq(struct irq_desc *desc) |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 66 | { |
Jiang Liu | 5b29264 | 2015-06-04 12:13:20 +0800 | [diff] [blame] | 67 | struct combiner_chip_data *chip_data = irq_desc_get_handler_data(desc); |
| 68 | struct irq_chip *chip = irq_desc_get_chip(desc); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 69 | unsigned int cascade_irq, combiner_irq; |
| 70 | unsigned long status; |
| 71 | |
| 72 | chained_irq_enter(chip, desc); |
| 73 | |
| 74 | spin_lock(&irq_controller_lock); |
Ben Dooks | 2a4fe14 | 2016-06-21 11:20:29 +0100 | [diff] [blame] | 75 | status = readl_relaxed(chip_data->base + COMBINER_INT_STATUS); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 76 | spin_unlock(&irq_controller_lock); |
| 77 | status &= chip_data->irq_mask; |
| 78 | |
| 79 | if (status == 0) |
| 80 | goto out; |
| 81 | |
Arnd Bergmann | 20adee8 | 2013-04-18 23:57:26 +0200 | [diff] [blame] | 82 | combiner_irq = chip_data->hwirq_offset + __ffs(status); |
| 83 | cascade_irq = irq_find_mapping(combiner_irq_domain, combiner_irq); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 84 | |
Arnd Bergmann | 20adee8 | 2013-04-18 23:57:26 +0200 | [diff] [blame] | 85 | if (unlikely(!cascade_irq)) |
Thomas Gleixner | bd0b9ac | 2015-09-14 10:42:37 +0200 | [diff] [blame] | 86 | handle_bad_irq(desc); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 87 | else |
| 88 | generic_handle_irq(cascade_irq); |
| 89 | |
| 90 | out: |
| 91 | chained_irq_exit(chip, desc); |
| 92 | } |
| 93 | |
Chanho Park | df7ef46 | 2012-12-12 14:02:45 +0900 | [diff] [blame] | 94 | #ifdef CONFIG_SMP |
| 95 | static int combiner_set_affinity(struct irq_data *d, |
| 96 | const struct cpumask *mask_val, bool force) |
| 97 | { |
| 98 | struct combiner_chip_data *chip_data = irq_data_get_irq_chip_data(d); |
| 99 | struct irq_chip *chip = irq_get_chip(chip_data->parent_irq); |
| 100 | struct irq_data *data = irq_get_irq_data(chip_data->parent_irq); |
| 101 | |
| 102 | if (chip && chip->irq_set_affinity) |
| 103 | return chip->irq_set_affinity(data, mask_val, force); |
| 104 | else |
| 105 | return -EINVAL; |
| 106 | } |
| 107 | #endif |
| 108 | |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 109 | static struct irq_chip combiner_chip = { |
Chanho Park | df7ef46 | 2012-12-12 14:02:45 +0900 | [diff] [blame] | 110 | .name = "COMBINER", |
| 111 | .irq_mask = combiner_mask_irq, |
| 112 | .irq_unmask = combiner_unmask_irq, |
| 113 | #ifdef CONFIG_SMP |
| 114 | .irq_set_affinity = combiner_set_affinity, |
| 115 | #endif |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 116 | }; |
| 117 | |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 118 | static void __init combiner_cascade_irq(struct combiner_chip_data *combiner_data, |
Chanho Park | 4e164dc | 2012-12-12 14:02:49 +0900 | [diff] [blame] | 119 | unsigned int irq) |
| 120 | { |
Thomas Gleixner | 741ff96 | 2015-06-21 21:10:49 +0200 | [diff] [blame] | 121 | irq_set_chained_handler_and_data(irq, combiner_handle_cascade_irq, |
| 122 | combiner_data); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 123 | } |
| 124 | |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 125 | static void __init combiner_init_one(struct combiner_chip_data *combiner_data, |
| 126 | unsigned int combiner_nr, |
Chanho Park | df7ef46 | 2012-12-12 14:02:45 +0900 | [diff] [blame] | 127 | void __iomem *base, unsigned int irq) |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 128 | { |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 129 | combiner_data->base = base; |
Arnd Bergmann | 20adee8 | 2013-04-18 23:57:26 +0200 | [diff] [blame] | 130 | combiner_data->hwirq_offset = (combiner_nr & ~3) * IRQ_IN_COMBINER; |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 131 | combiner_data->irq_mask = 0xff << ((combiner_nr % 4) << 3); |
| 132 | combiner_data->parent_irq = irq; |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 133 | |
| 134 | /* Disable all interrupts */ |
Ben Dooks | 2a4fe14 | 2016-06-21 11:20:29 +0100 | [diff] [blame] | 135 | writel_relaxed(combiner_data->irq_mask, base + COMBINER_ENABLE_CLEAR); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 136 | } |
| 137 | |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 138 | static int combiner_irq_domain_xlate(struct irq_domain *d, |
| 139 | struct device_node *controller, |
| 140 | const u32 *intspec, unsigned int intsize, |
| 141 | unsigned long *out_hwirq, |
| 142 | unsigned int *out_type) |
| 143 | { |
Marc Zyngier | 5d4c9bc | 2015-10-13 12:51:29 +0100 | [diff] [blame] | 144 | if (irq_domain_get_of_node(d) != controller) |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 145 | return -EINVAL; |
| 146 | |
| 147 | if (intsize < 2) |
| 148 | return -EINVAL; |
| 149 | |
Arnd Bergmann | 6761dcf | 2013-04-10 15:17:47 +0200 | [diff] [blame] | 150 | *out_hwirq = intspec[0] * IRQ_IN_COMBINER + intspec[1]; |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 151 | *out_type = 0; |
| 152 | |
| 153 | return 0; |
| 154 | } |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 155 | |
| 156 | static int combiner_irq_domain_map(struct irq_domain *d, unsigned int irq, |
| 157 | irq_hw_number_t hw) |
| 158 | { |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 159 | struct combiner_chip_data *combiner_data = d->host_data; |
| 160 | |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 161 | irq_set_chip_and_handler(irq, &combiner_chip, handle_level_irq); |
| 162 | irq_set_chip_data(irq, &combiner_data[hw >> 3]); |
Rob Herring | d17cab4 | 2015-08-29 18:01:22 -0500 | [diff] [blame] | 163 | irq_set_probe(irq); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 164 | |
| 165 | return 0; |
| 166 | } |
| 167 | |
Krzysztof Kozlowski | 9600973 | 2015-04-27 21:54:24 +0900 | [diff] [blame] | 168 | static const struct irq_domain_ops combiner_irq_domain_ops = { |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 169 | .xlate = combiner_irq_domain_xlate, |
| 170 | .map = combiner_irq_domain_map, |
| 171 | }; |
| 172 | |
Sachin Kamat | b8394de | 2013-06-26 17:06:37 +0530 | [diff] [blame] | 173 | static void __init combiner_init(void __iomem *combiner_base, |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 174 | struct device_node *np) |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 175 | { |
Arnd Bergmann | 863a08d | 2013-04-12 15:27:09 +0200 | [diff] [blame] | 176 | int i, irq; |
Arnd Bergmann | 6761dcf | 2013-04-10 15:17:47 +0200 | [diff] [blame] | 177 | unsigned int nr_irq; |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 178 | |
Arnd Bergmann | 6761dcf | 2013-04-10 15:17:47 +0200 | [diff] [blame] | 179 | nr_irq = max_nr * IRQ_IN_COMBINER; |
Chanho Park | 4e164dc | 2012-12-12 14:02:49 +0900 | [diff] [blame] | 180 | |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 181 | combiner_data = kcalloc(max_nr, sizeof (*combiner_data), GFP_KERNEL); |
| 182 | if (!combiner_data) { |
Wang Long | faca10b | 2015-07-21 08:11:01 +0000 | [diff] [blame] | 183 | pr_warn("%s: could not allocate combiner data\n", __func__); |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 184 | return; |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 185 | } |
Chanho Park | 4e164dc | 2012-12-12 14:02:49 +0900 | [diff] [blame] | 186 | |
Chander Kashyap | 9403ac8 | 2013-10-21 06:01:40 +0900 | [diff] [blame] | 187 | combiner_irq_domain = irq_domain_add_linear(np, nr_irq, |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 188 | &combiner_irq_domain_ops, combiner_data); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 189 | if (WARN_ON(!combiner_irq_domain)) { |
Wang Long | faca10b | 2015-07-21 08:11:01 +0000 | [diff] [blame] | 190 | pr_warn("%s: irq domain init failed\n", __func__); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 191 | return; |
| 192 | } |
| 193 | |
| 194 | for (i = 0; i < max_nr; i++) { |
Kukjin Kim | 0f56151 | 2013-07-16 12:18:19 +0900 | [diff] [blame] | 195 | irq = irq_of_parse_and_map(np, i); |
Arnd Bergmann | 92c8e49 | 2013-04-10 15:59:58 +0200 | [diff] [blame] | 196 | |
Arnd Bergmann | d34f03d | 2013-04-10 15:31:11 +0200 | [diff] [blame] | 197 | combiner_init_one(&combiner_data[i], i, |
| 198 | combiner_base + (i >> 2) * 0x10, irq); |
| 199 | combiner_cascade_irq(&combiner_data[i], irq); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 200 | } |
| 201 | } |
| 202 | |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 203 | #ifdef CONFIG_PM |
| 204 | |
| 205 | /** |
| 206 | * combiner_suspend - save interrupt combiner state before suspend |
| 207 | * |
| 208 | * Save the interrupt enable set register for all combiner groups since |
| 209 | * the state is lost when the system enters into a sleep state. |
| 210 | * |
| 211 | */ |
| 212 | static int combiner_suspend(void) |
| 213 | { |
| 214 | int i; |
| 215 | |
| 216 | for (i = 0; i < max_nr; i++) |
| 217 | combiner_data[i].pm_save = |
Ben Dooks | 2a4fe14 | 2016-06-21 11:20:29 +0100 | [diff] [blame] | 218 | readl_relaxed(combiner_data[i].base + COMBINER_ENABLE_SET); |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 219 | |
| 220 | return 0; |
| 221 | } |
| 222 | |
| 223 | /** |
| 224 | * combiner_resume - restore interrupt combiner state after resume |
| 225 | * |
| 226 | * Restore the interrupt enable set register for all combiner groups since |
| 227 | * the state is lost when the system enters into a sleep state on suspend. |
| 228 | * |
| 229 | */ |
| 230 | static void combiner_resume(void) |
| 231 | { |
| 232 | int i; |
| 233 | |
| 234 | for (i = 0; i < max_nr; i++) { |
Ben Dooks | 2a4fe14 | 2016-06-21 11:20:29 +0100 | [diff] [blame] | 235 | writel_relaxed(combiner_data[i].irq_mask, |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 236 | combiner_data[i].base + COMBINER_ENABLE_CLEAR); |
Ben Dooks | 2a4fe14 | 2016-06-21 11:20:29 +0100 | [diff] [blame] | 237 | writel_relaxed(combiner_data[i].pm_save, |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 238 | combiner_data[i].base + COMBINER_ENABLE_SET); |
| 239 | } |
| 240 | } |
| 241 | |
| 242 | #else |
| 243 | #define combiner_suspend NULL |
| 244 | #define combiner_resume NULL |
| 245 | #endif |
| 246 | |
| 247 | static struct syscore_ops combiner_syscore_ops = { |
| 248 | .suspend = combiner_suspend, |
| 249 | .resume = combiner_resume, |
| 250 | }; |
| 251 | |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 252 | static int __init combiner_of_init(struct device_node *np, |
| 253 | struct device_node *parent) |
| 254 | { |
| 255 | void __iomem *combiner_base; |
| 256 | |
| 257 | combiner_base = of_iomap(np, 0); |
| 258 | if (!combiner_base) { |
| 259 | pr_err("%s: failed to map combiner registers\n", __func__); |
| 260 | return -ENXIO; |
| 261 | } |
| 262 | |
Arnd Bergmann | 6761dcf | 2013-04-10 15:17:47 +0200 | [diff] [blame] | 263 | if (of_property_read_u32(np, "samsung,combiner-nr", &max_nr)) { |
| 264 | pr_info("%s: number of combiners not specified, " |
| 265 | "setting default as %d.\n", |
| 266 | __func__, max_nr); |
| 267 | } |
| 268 | |
Javier Martinez Canillas | 6fd4899 | 2015-06-12 07:43:15 +0200 | [diff] [blame] | 269 | combiner_init(combiner_base, np); |
| 270 | |
| 271 | register_syscore_ops(&combiner_syscore_ops); |
Rob Herring | a900e5d | 2013-02-12 16:04:52 -0600 | [diff] [blame] | 272 | |
| 273 | return 0; |
| 274 | } |
| 275 | IRQCHIP_DECLARE(exynos4210_combiner, "samsung,exynos4210-combiner", |
| 276 | combiner_of_init); |