blob: 37671a5d4ed9fe1e59236a543b4c2b28be89f20e [file] [log] [blame]
Steven J. Hill778eeb12012-12-07 03:51:04 +00001/*
2 * This file is subject to the terms and conditions of the GNU General Public
3 * License. See the file "COPYING" in the main directory of this archive
4 * for more details.
5 *
6 * Copyright (C) 2012 MIPS Technologies, Inc. All rights reserved.
7 */
Matt Redfearn3ca5768d2018-03-29 10:49:03 +01008
9#define pr_fmt(fmt) "mips-gic-timer: " fmt
10
Andrew Bresticker5b4e8452015-02-23 18:28:34 -080011#include <linux/clk.h>
Andrew Brestickera331ce62014-10-20 12:03:59 -070012#include <linux/clockchips.h>
Andrew Brestickere4752db2014-10-20 12:04:04 -070013#include <linux/cpu.h>
Steven J. Hill778eeb12012-12-07 03:51:04 +000014#include <linux/init.h>
Andrew Brestickera331ce62014-10-20 12:03:59 -070015#include <linux/interrupt.h>
Andrew Brestickere4752db2014-10-20 12:04:04 -070016#include <linux/notifier.h>
Andrew Brestickere12aa822014-11-12 11:43:39 -080017#include <linux/of_irq.h>
Andrew Brestickera331ce62014-10-20 12:03:59 -070018#include <linux/percpu.h>
19#include <linux/smp.h>
Steven J. Hilldfa762e2013-04-10 16:28:36 -050020#include <linux/time.h>
Paul Burtone07127a2017-08-12 21:36:11 -070021#include <asm/mips-cps.h>
Steven J. Hill778eeb12012-12-07 03:51:04 +000022
Andrew Bresticker5fee56e2014-10-20 12:04:00 -070023static DEFINE_PER_CPU(struct clock_event_device, gic_clockevent_device);
Andrew Brestickere4752db2014-10-20 12:04:04 -070024static int gic_timer_irq;
Andrew Brestickerb08545142014-10-20 12:04:01 -070025static unsigned int gic_frequency;
Andrew Brestickera331ce62014-10-20 12:03:59 -070026
Paul Burtone07127a2017-08-12 21:36:11 -070027static u64 notrace gic_read_count(void)
28{
29 unsigned int hi, hi2, lo;
30
31 if (mips_cm_is64)
32 return read_gic_counter();
33
34 do {
35 hi = read_gic_counter_32h();
36 lo = read_gic_counter_32l();
37 hi2 = read_gic_counter_32h();
38 } while (hi2 != hi);
39
40 return (((u64) hi) << 32) + lo;
41}
42
Andrew Brestickera331ce62014-10-20 12:03:59 -070043static int gic_next_event(unsigned long delta, struct clock_event_device *evt)
44{
Matt Redfearnf16ff2b2017-10-19 12:55:35 +010045 int cpu = cpumask_first(evt->cpumask);
Andrew Brestickera331ce62014-10-20 12:03:59 -070046 u64 cnt;
47 int res;
48
49 cnt = gic_read_count();
50 cnt += (u64)delta;
Matt Redfearnf16ff2b2017-10-19 12:55:35 +010051 if (cpu == raw_smp_processor_id()) {
52 write_gic_vl_compare(cnt);
53 } else {
54 write_gic_vl_other(mips_cm_vp_id(cpu));
55 write_gic_vo_compare(cnt);
56 }
Andrew Brestickera331ce62014-10-20 12:03:59 -070057 res = ((int)(gic_read_count() - cnt) >= 0) ? -ETIME : 0;
58 return res;
59}
60
Andrew Bresticker5fee56e2014-10-20 12:04:00 -070061static irqreturn_t gic_compare_interrupt(int irq, void *dev_id)
Andrew Brestickera331ce62014-10-20 12:03:59 -070062{
Andrew Brestickerf7ea3062014-10-20 12:04:03 -070063 struct clock_event_device *cd = dev_id;
Andrew Brestickera331ce62014-10-20 12:03:59 -070064
Paul Burtone07127a2017-08-12 21:36:11 -070065 write_gic_vl_compare(read_gic_vl_compare());
Andrew Brestickera331ce62014-10-20 12:03:59 -070066 cd->event_handler(cd);
67 return IRQ_HANDLED;
68}
69
YueHaibing9039de42019-03-22 22:43:59 +080070static struct irqaction gic_compare_irqaction = {
Andrew Brestickera331ce62014-10-20 12:03:59 -070071 .handler = gic_compare_interrupt,
Andrew Brestickerf7ea3062014-10-20 12:04:03 -070072 .percpu_dev_id = &gic_clockevent_device,
Andrew Brestickera331ce62014-10-20 12:03:59 -070073 .flags = IRQF_PERCPU | IRQF_TIMER,
74 .name = "timer",
75};
76
Richard Cochran2dab9092016-07-13 17:16:44 +000077static void gic_clockevent_cpu_init(unsigned int cpu,
78 struct clock_event_device *cd)
Andrew Brestickera331ce62014-10-20 12:03:59 -070079{
Andrew Brestickera331ce62014-10-20 12:03:59 -070080 cd->name = "MIPS GIC";
81 cd->features = CLOCK_EVT_FEAT_ONESHOT |
82 CLOCK_EVT_FEAT_C3STOP;
83
Andrew Brestickera45da562014-10-20 12:04:06 -070084 cd->rating = 350;
Andrew Brestickere4752db2014-10-20 12:04:04 -070085 cd->irq = gic_timer_irq;
Andrew Brestickera331ce62014-10-20 12:03:59 -070086 cd->cpumask = cpumask_of(cpu);
87 cd->set_next_event = gic_next_event;
Andrew Brestickera331ce62014-10-20 12:03:59 -070088
Andrew Brestickerb695d8e2014-10-20 12:04:05 -070089 clockevents_config_and_register(cd, gic_frequency, 0x300, 0x7fffffff);
Andrew Brestickera331ce62014-10-20 12:03:59 -070090
Andrew Brestickere4752db2014-10-20 12:04:04 -070091 enable_percpu_irq(gic_timer_irq, IRQ_TYPE_NONE);
92}
93
94static void gic_clockevent_cpu_exit(struct clock_event_device *cd)
95{
96 disable_percpu_irq(gic_timer_irq);
97}
98
Ezequiel Garciafc6a6772015-07-27 15:00:15 +010099static void gic_update_frequency(void *data)
100{
101 unsigned long rate = (unsigned long)data;
102
103 clockevents_update_freq(this_cpu_ptr(&gic_clockevent_device), rate);
104}
105
Richard Cochran2dab9092016-07-13 17:16:44 +0000106static int gic_starting_cpu(unsigned int cpu)
Andrew Brestickere4752db2014-10-20 12:04:04 -0700107{
Richard Cochran2dab9092016-07-13 17:16:44 +0000108 gic_clockevent_cpu_init(cpu, this_cpu_ptr(&gic_clockevent_device));
109 return 0;
Andrew Brestickere4752db2014-10-20 12:04:04 -0700110}
111
Ezequiel Garciafc6a6772015-07-27 15:00:15 +0100112static int gic_clk_notifier(struct notifier_block *nb, unsigned long action,
113 void *data)
114{
115 struct clk_notifier_data *cnd = data;
116
117 if (action == POST_RATE_CHANGE)
118 on_each_cpu(gic_update_frequency, (void *)cnd->new_rate, 1);
119
120 return NOTIFY_OK;
121}
122
Richard Cochran2dab9092016-07-13 17:16:44 +0000123static int gic_dying_cpu(unsigned int cpu)
124{
125 gic_clockevent_cpu_exit(this_cpu_ptr(&gic_clockevent_device));
126 return 0;
127}
Andrew Brestickere4752db2014-10-20 12:04:04 -0700128
Ezequiel Garciafc6a6772015-07-27 15:00:15 +0100129static struct notifier_block gic_clk_nb = {
130 .notifier_call = gic_clk_notifier,
131};
132
Andrew Brestickere4752db2014-10-20 12:04:04 -0700133static int gic_clockevent_init(void)
134{
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100135 int ret;
136
Paul Burton69825302016-09-13 17:56:44 +0100137 if (!gic_frequency)
Andrew Brestickere4752db2014-10-20 12:04:04 -0700138 return -ENXIO;
139
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100140 ret = setup_percpu_irq(gic_timer_irq, &gic_compare_irqaction);
Paul Burton2fd0c932016-09-13 17:56:43 +0100141 if (ret < 0) {
Matt Redfearn3ca5768d2018-03-29 10:49:03 +0100142 pr_err("IRQ %d setup failed (%d)\n", gic_timer_irq, ret);
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100143 return ret;
Paul Burton2fd0c932016-09-13 17:56:43 +0100144 }
Andrew Brestickere4752db2014-10-20 12:04:04 -0700145
Richard Cochran2dab9092016-07-13 17:16:44 +0000146 cpuhp_setup_state(CPUHP_AP_MIPS_GIC_TIMER_STARTING,
Thomas Gleixner73c1b412016-12-21 20:19:54 +0100147 "clockevents/mips/gic/timer:starting",
148 gic_starting_cpu, gic_dying_cpu);
Andrew Brestickera331ce62014-10-20 12:03:59 -0700149 return 0;
150}
151
Thomas Gleixnera5a1d1c2016-12-21 20:32:01 +0100152static u64 gic_hpt_read(struct clocksource *cs)
Steven J. Hill778eeb12012-12-07 03:51:04 +0000153{
Steven J. Hilldfa762e2013-04-10 16:28:36 -0500154 return gic_read_count();
Steven J. Hill778eeb12012-12-07 03:51:04 +0000155}
156
157static struct clocksource gic_clocksource = {
Alex Smitha7f4df42015-10-21 09:57:44 +0100158 .name = "GIC",
159 .read = gic_hpt_read,
160 .flags = CLOCK_SOURCE_IS_CONTINUOUS,
161 .archdata = { .vdso_clock_mode = VDSO_CLOCK_GIC },
Steven J. Hill778eeb12012-12-07 03:51:04 +0000162};
163
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200164static int __init __gic_clocksource_init(void)
Steven J. Hill778eeb12012-12-07 03:51:04 +0000165{
Paul Burtone07127a2017-08-12 21:36:11 -0700166 unsigned int count_width;
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100167 int ret;
168
Steven J. Hill778eeb12012-12-07 03:51:04 +0000169 /* Set clocksource mask. */
Paul Burtone07127a2017-08-12 21:36:11 -0700170 count_width = read_gic_config() & GIC_CONFIG_COUNTBITS;
Felix Fietkau57534052018-02-28 10:56:10 +0100171 count_width >>= __ffs(GIC_CONFIG_COUNTBITS);
Paul Burtone07127a2017-08-12 21:36:11 -0700172 count_width *= 4;
173 count_width += 32;
174 gic_clocksource.mask = CLOCKSOURCE_MASK(count_width);
Steven J. Hill778eeb12012-12-07 03:51:04 +0000175
176 /* Calculate a somewhat reasonable rating value. */
Andrew Brestickere12aa822014-11-12 11:43:39 -0800177 gic_clocksource.rating = 200 + gic_frequency / 10000000;
Steven J. Hill778eeb12012-12-07 03:51:04 +0000178
Ezequiel Garciaf95ac852015-07-27 15:00:13 +0100179 ret = clocksource_register_hz(&gic_clocksource, gic_frequency);
180 if (ret < 0)
Matt Redfearn3ca5768d2018-03-29 10:49:03 +0100181 pr_warn("Unable to register clocksource\n");
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200182
183 return ret;
Steven J. Hill778eeb12012-12-07 03:51:04 +0000184}
Andrew Brestickere12aa822014-11-12 11:43:39 -0800185
Paul Gortmakerbe5769e2016-08-17 12:21:35 +0200186static int __init gic_clocksource_of_init(struct device_node *node)
Andrew Brestickere12aa822014-11-12 11:43:39 -0800187{
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800188 struct clk *clk;
Ezequiel Garciafc6a6772015-07-27 15:00:15 +0100189 int ret;
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800190
Paul Burtone07127a2017-08-12 21:36:11 -0700191 if (!mips_gic_present() || !node->parent ||
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200192 !of_device_is_compatible(node->parent, "mti,gic")) {
Matt Redfearn3ca5768d2018-03-29 10:49:03 +0100193 pr_warn("No DT definition\n");
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200194 return -ENXIO;
195 }
Andrew Brestickere12aa822014-11-12 11:43:39 -0800196
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800197 clk = of_clk_get(node, 0);
198 if (!IS_ERR(clk)) {
Christophe Jaillet8c3ecd62017-06-23 21:55:10 +0200199 ret = clk_prepare_enable(clk);
200 if (ret < 0) {
Matt Redfearn3ca5768d2018-03-29 10:49:03 +0100201 pr_err("Failed to enable clock\n");
Ezequiel Garciaeb811c72015-07-27 15:00:12 +0100202 clk_put(clk);
Christophe Jaillet8c3ecd62017-06-23 21:55:10 +0200203 return ret;
Ezequiel Garciaeb811c72015-07-27 15:00:12 +0100204 }
205
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800206 gic_frequency = clk_get_rate(clk);
Andrew Bresticker5b4e8452015-02-23 18:28:34 -0800207 } else if (of_property_read_u32(node, "clock-frequency",
208 &gic_frequency)) {
Matt Redfearn3ca5768d2018-03-29 10:49:03 +0100209 pr_err("Frequency not specified\n");
Ingo Molnared7158b2018-02-22 10:54:55 +0100210 return -EINVAL;
Andrew Brestickere12aa822014-11-12 11:43:39 -0800211 }
212 gic_timer_irq = irq_of_parse_and_map(node, 0);
213 if (!gic_timer_irq) {
Matt Redfearn3ca5768d2018-03-29 10:49:03 +0100214 pr_err("IRQ not specified\n");
Ingo Molnared7158b2018-02-22 10:54:55 +0100215 return -EINVAL;
Andrew Brestickere12aa822014-11-12 11:43:39 -0800216 }
217
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200218 ret = __gic_clocksource_init();
219 if (ret)
220 return ret;
Ezequiel Garciafc6a6772015-07-27 15:00:15 +0100221
222 ret = gic_clockevent_init();
223 if (!ret && !IS_ERR(clk)) {
224 if (clk_notifier_register(clk, &gic_clk_nb) < 0)
Matt Redfearn3ca5768d2018-03-29 10:49:03 +0100225 pr_warn("Unable to register clock notifier\n");
Ezequiel Garciafc6a6772015-07-27 15:00:15 +0100226 }
Ezequiel Garcia67d4e662015-07-27 15:00:14 +0100227
228 /* And finally start the counter */
Paul Burtone07127a2017-08-12 21:36:11 -0700229 clear_gic_config(GIC_CONFIG_COUNTSTOP);
Daniel Lezcanod8152bf2016-06-06 17:57:25 +0200230
231 return 0;
Andrew Brestickere12aa822014-11-12 11:43:39 -0800232}
Daniel Lezcano17273392017-05-26 16:56:11 +0200233TIMER_OF_DECLARE(mips_gic_timer, "mti,gic-timer",
Andrew Brestickere12aa822014-11-12 11:43:39 -0800234 gic_clocksource_of_init);