blob: b4afe3a67583513c20a51d7f868e56e08ef16024 [file] [log] [blame]
Thomas Gleixner9c92ab62019-05-29 07:17:56 -07001// SPDX-License-Identifier: GPL-2.0-only
Stephen Boyddd15ab82011-11-08 10:34:05 -08002/*
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -08003 *
4 * Copyright (C) 2007 Google, Inc.
Kumar Gala3f8e8ce2014-01-29 16:17:30 -06005 * Copyright (c) 2009-2012,2014, The Linux Foundation. All rights reserved.
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -08006 */
7
Stephen Boyd4a184072011-11-08 10:34:04 -08008#include <linux/clocksource.h>
9#include <linux/clockchips.h>
Stephen Boyd4d70c592013-02-15 17:31:31 -080010#include <linux/cpu.h>
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080011#include <linux/init.h>
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080012#include <linux/interrupt.h>
13#include <linux/irq.h>
Russell Kingfced80c2008-09-06 12:10:45 +010014#include <linux/io.h>
Stephen Boyd6e332162012-09-05 12:28:53 -070015#include <linux/of.h>
16#include <linux/of_address.h>
17#include <linux/of_irq.h>
Stephen Boyd38ff87f2013-06-01 23:39:40 -070018#include <linux/sched_clock.h>
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080019
Stephen Boyd013be5a2014-05-13 16:01:00 -070020#include <asm/delay.h>
21
Stephen Boyde25e3d12013-03-14 20:31:39 -070022#define TIMER_MATCH_VAL 0x0000
23#define TIMER_COUNT_VAL 0x0004
24#define TIMER_ENABLE 0x0008
25#define TIMER_ENABLE_CLR_ON_MATCH_EN BIT(1)
26#define TIMER_ENABLE_EN BIT(0)
27#define TIMER_CLEAR 0x000C
28#define DGT_CLK_CTL 0x10
29#define DGT_CLK_CTL_DIV_4 0x3
30#define TIMER_STS_GPT0_CLR_PEND BIT(10)
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080031
32#define GPT_HZ 32768
Jeff Ohlstein672039f2010-10-05 15:23:57 -070033
Stephen Boyd2a00c102011-11-08 10:34:07 -080034static void __iomem *event_base;
Stephen Boyde25e3d12013-03-14 20:31:39 -070035static void __iomem *sts_base;
Stephen Boyda850c3f2011-11-08 10:34:06 -080036
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080037static irqreturn_t msm_timer_interrupt(int irq, void *dev_id)
38{
Stephen Boyd4d70c592013-02-15 17:31:31 -080039 struct clock_event_device *evt = dev_id;
Stephen Boyda850c3f2011-11-08 10:34:06 -080040 /* Stop the timer tick */
Viresh Kumar736b2df2015-06-18 16:24:31 +053041 if (clockevent_state_oneshot(evt)) {
Stephen Boyd2a00c102011-11-08 10:34:07 -080042 u32 ctrl = readl_relaxed(event_base + TIMER_ENABLE);
Stephen Boyda850c3f2011-11-08 10:34:06 -080043 ctrl &= ~TIMER_ENABLE_EN;
Stephen Boyd2a00c102011-11-08 10:34:07 -080044 writel_relaxed(ctrl, event_base + TIMER_ENABLE);
Stephen Boyda850c3f2011-11-08 10:34:06 -080045 }
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080046 evt->event_handler(evt);
47 return IRQ_HANDLED;
48}
49
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080050static int msm_timer_set_next_event(unsigned long cycles,
51 struct clock_event_device *evt)
52{
Stephen Boyd2a00c102011-11-08 10:34:07 -080053 u32 ctrl = readl_relaxed(event_base + TIMER_ENABLE);
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080054
Stephen Boyd4080d2d2013-03-14 20:31:37 -070055 ctrl &= ~TIMER_ENABLE_EN;
56 writel_relaxed(ctrl, event_base + TIMER_ENABLE);
57
58 writel_relaxed(ctrl, event_base + TIMER_CLEAR);
Stephen Boyd2a00c102011-11-08 10:34:07 -080059 writel_relaxed(cycles, event_base + TIMER_MATCH_VAL);
Stephen Boyde25e3d12013-03-14 20:31:39 -070060
61 if (sts_base)
62 while (readl_relaxed(sts_base) & TIMER_STS_GPT0_CLR_PEND)
63 cpu_relax();
64
Stephen Boyd2a00c102011-11-08 10:34:07 -080065 writel_relaxed(ctrl | TIMER_ENABLE_EN, event_base + TIMER_ENABLE);
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080066 return 0;
67}
68
Viresh Kumar736b2df2015-06-18 16:24:31 +053069static int msm_timer_shutdown(struct clock_event_device *evt)
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080070{
Stephen Boyda850c3f2011-11-08 10:34:06 -080071 u32 ctrl;
72
Stephen Boyd2a00c102011-11-08 10:34:07 -080073 ctrl = readl_relaxed(event_base + TIMER_ENABLE);
Stephen Boyda850c3f2011-11-08 10:34:06 -080074 ctrl &= ~(TIMER_ENABLE_EN | TIMER_ENABLE_CLR_ON_MATCH_EN);
Stephen Boyd2a00c102011-11-08 10:34:07 -080075 writel_relaxed(ctrl, event_base + TIMER_ENABLE);
Viresh Kumar736b2df2015-06-18 16:24:31 +053076 return 0;
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080077}
78
Stephen Boyd4d70c592013-02-15 17:31:31 -080079static struct clock_event_device __percpu *msm_evt;
Stephen Boyd2a00c102011-11-08 10:34:07 -080080
81static void __iomem *source_base;
82
Thomas Gleixnera5a1d1c2016-12-21 20:32:01 +010083static notrace u64 msm_read_timer_count(struct clocksource *cs)
Stephen Boyd2a00c102011-11-08 10:34:07 -080084{
Stephen Boyd2081a6b2011-11-08 10:34:08 -080085 return readl_relaxed(source_base + TIMER_COUNT_VAL);
86}
87
Stephen Boyd2a00c102011-11-08 10:34:07 -080088static struct clocksource msm_clocksource = {
89 .name = "dg_timer",
90 .rating = 300,
91 .read = msm_read_timer_count,
Stephen Boyd2081a6b2011-11-08 10:34:08 -080092 .mask = CLOCKSOURCE_MASK(32),
Stephen Boyd2a00c102011-11-08 10:34:07 -080093 .flags = CLOCK_SOURCE_IS_CONTINUOUS,
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -080094};
95
Stephen Boyd4d70c592013-02-15 17:31:31 -080096static int msm_timer_irq;
97static int msm_timer_has_ppi;
98
Richard Cochranb0404162016-07-13 17:16:43 +000099static int msm_local_timer_starting_cpu(unsigned int cpu)
Marc Zyngier5ca709c2012-01-10 19:44:19 +0000100{
Richard Cochranb0404162016-07-13 17:16:43 +0000101 struct clock_event_device *evt = per_cpu_ptr(msm_evt, cpu);
Stephen Boyd4d70c592013-02-15 17:31:31 -0800102 int err;
Marc Zyngier5ca709c2012-01-10 19:44:19 +0000103
Stephen Boyd4d70c592013-02-15 17:31:31 -0800104 evt->irq = msm_timer_irq;
105 evt->name = "msm_timer";
106 evt->features = CLOCK_EVT_FEAT_ONESHOT;
107 evt->rating = 200;
Viresh Kumar736b2df2015-06-18 16:24:31 +0530108 evt->set_state_shutdown = msm_timer_shutdown;
109 evt->set_state_oneshot = msm_timer_shutdown;
110 evt->tick_resume = msm_timer_shutdown;
Marc Zyngier5ca709c2012-01-10 19:44:19 +0000111 evt->set_next_event = msm_timer_set_next_event;
Stephen Boyd4d70c592013-02-15 17:31:31 -0800112 evt->cpumask = cpumask_of(cpu);
Marc Zyngier5ca709c2012-01-10 19:44:19 +0000113
Stephen Boyd4d70c592013-02-15 17:31:31 -0800114 clockevents_config_and_register(evt, GPT_HZ, 4, 0xffffffff);
115
116 if (msm_timer_has_ppi) {
117 enable_percpu_irq(evt->irq, IRQ_TYPE_EDGE_RISING);
118 } else {
119 err = request_irq(evt->irq, msm_timer_interrupt,
120 IRQF_TIMER | IRQF_NOBALANCING |
121 IRQF_TRIGGER_RISING, "gp_timer", evt);
122 if (err)
123 pr_err("request_irq failed\n");
124 }
125
Marc Zyngier5ca709c2012-01-10 19:44:19 +0000126 return 0;
127}
128
Richard Cochranb0404162016-07-13 17:16:43 +0000129static int msm_local_timer_dying_cpu(unsigned int cpu)
Marc Zyngier5ca709c2012-01-10 19:44:19 +0000130{
Richard Cochranb0404162016-07-13 17:16:43 +0000131 struct clock_event_device *evt = per_cpu_ptr(msm_evt, cpu);
132
Viresh Kumar736b2df2015-06-18 16:24:31 +0530133 evt->set_state_shutdown(evt);
Marc Zyngier5ca709c2012-01-10 19:44:19 +0000134 disable_percpu_irq(evt->irq);
Richard Cochranb0404162016-07-13 17:16:43 +0000135 return 0;
Marc Zyngier5ca709c2012-01-10 19:44:19 +0000136}
137
Stephen Boyd6aa16a22013-11-15 15:26:16 -0800138static u64 notrace msm_sched_clock_read(void)
Stephen Boydf8e56c42012-02-22 01:39:37 +0000139{
140 return msm_clocksource.read(&msm_clocksource);
141}
142
Stephen Boyd013be5a2014-05-13 16:01:00 -0700143static unsigned long msm_read_current_timer(void)
144{
145 return msm_clocksource.read(&msm_clocksource);
146}
147
148static struct delay_timer msm_delay_timer = {
149 .read_current_timer = msm_read_current_timer,
150};
151
Daniel Lezcanoab511892016-06-06 17:58:43 +0200152static int __init msm_timer_init(u32 dgt_hz, int sched_bits, int irq,
Stephen Boyd4312a7e2012-09-05 12:28:52 -0700153 bool percpu)
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -0800154{
Stephen Boyd2a00c102011-11-08 10:34:07 -0800155 struct clocksource *cs = &msm_clocksource;
Stephen Boyd4d70c592013-02-15 17:31:31 -0800156 int res = 0;
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -0800157
Stephen Boyd4d70c592013-02-15 17:31:31 -0800158 msm_timer_irq = irq;
159 msm_timer_has_ppi = percpu;
David Brown8c27e6f2011-01-07 10:20:49 -0800160
Stephen Boyd4d70c592013-02-15 17:31:31 -0800161 msm_evt = alloc_percpu(struct clock_event_device);
162 if (!msm_evt) {
163 pr_err("memory allocation failed for clockevents\n");
164 goto err;
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -0800165 }
Stephen Boyddd15ab82011-11-08 10:34:05 -0800166
Stephen Boyd4d70c592013-02-15 17:31:31 -0800167 if (percpu)
168 res = request_percpu_irq(irq, msm_timer_interrupt,
169 "gp_timer", msm_evt);
170
171 if (res) {
172 pr_err("request_percpu_irq failed\n");
173 } else {
Richard Cochranb0404162016-07-13 17:16:43 +0000174 /* Install and invoke hotplug callbacks */
175 res = cpuhp_setup_state(CPUHP_AP_QCOM_TIMER_STARTING,
Thomas Gleixner73c1b412016-12-21 20:19:54 +0100176 "clockevents/qcom/timer:starting",
Richard Cochranb0404162016-07-13 17:16:43 +0000177 msm_local_timer_starting_cpu,
178 msm_local_timer_dying_cpu);
Stephen Boyd4d70c592013-02-15 17:31:31 -0800179 if (res) {
180 free_percpu_irq(irq, msm_evt);
181 goto err;
182 }
Stephen Boyd4d70c592013-02-15 17:31:31 -0800183 }
184
Stephen Boyddd15ab82011-11-08 10:34:05 -0800185err:
Stephen Boyd2a00c102011-11-08 10:34:07 -0800186 writel_relaxed(TIMER_ENABLE_EN, source_base + TIMER_ENABLE);
Stephen Boyd2081a6b2011-11-08 10:34:08 -0800187 res = clocksource_register_hz(cs, dgt_hz);
Stephen Boyddd15ab82011-11-08 10:34:05 -0800188 if (res)
Stephen Boyd2a00c102011-11-08 10:34:07 -0800189 pr_err("clocksource_register failed\n");
Stephen Boyd6aa16a22013-11-15 15:26:16 -0800190 sched_clock_register(msm_sched_clock_read, sched_bits, dgt_hz);
Stephen Boyd013be5a2014-05-13 16:01:00 -0700191 msm_delay_timer.freq = dgt_hz;
192 register_current_timer_delay(&msm_delay_timer);
Daniel Lezcanoab511892016-06-06 17:58:43 +0200193
194 return res;
Arve Hjønnevåg3e4ea372007-11-26 04:11:58 -0800195}
196
Daniel Lezcanoab511892016-06-06 17:58:43 +0200197static int __init msm_dt_timer_init(struct device_node *np)
Stephen Boyd6e332162012-09-05 12:28:53 -0700198{
Stephen Boyd6e332162012-09-05 12:28:53 -0700199 u32 freq;
Daniel Lezcanoab511892016-06-06 17:58:43 +0200200 int irq, ret;
Stephen Boyd6e332162012-09-05 12:28:53 -0700201 struct resource res;
202 u32 percpu_offset;
Stephen Boydeebdb0c2013-03-14 20:31:38 -0700203 void __iomem *base;
204 void __iomem *cpu0_base;
Stephen Boyd6e332162012-09-05 12:28:53 -0700205
Stephen Boydeebdb0c2013-03-14 20:31:38 -0700206 base = of_iomap(np, 0);
207 if (!base) {
Stephen Boyd6e332162012-09-05 12:28:53 -0700208 pr_err("Failed to map event base\n");
Daniel Lezcanoab511892016-06-06 17:58:43 +0200209 return -ENXIO;
Stephen Boyd6e332162012-09-05 12:28:53 -0700210 }
211
Stephen Boydeebdb0c2013-03-14 20:31:38 -0700212 /* We use GPT0 for the clockevent */
213 irq = irq_of_parse_and_map(np, 1);
Stephen Boyd6e332162012-09-05 12:28:53 -0700214 if (irq <= 0) {
215 pr_err("Can't get irq\n");
Daniel Lezcanoab511892016-06-06 17:58:43 +0200216 return -EINVAL;
Stephen Boyd6e332162012-09-05 12:28:53 -0700217 }
Stephen Boyd6e332162012-09-05 12:28:53 -0700218
Stephen Boydeebdb0c2013-03-14 20:31:38 -0700219 /* We use CPU0's DGT for the clocksource */
Stephen Boyd6e332162012-09-05 12:28:53 -0700220 if (of_property_read_u32(np, "cpu-offset", &percpu_offset))
221 percpu_offset = 0;
222
Daniel Lezcanoab511892016-06-06 17:58:43 +0200223 ret = of_address_to_resource(np, 0, &res);
224 if (ret) {
Stephen Boyd6e332162012-09-05 12:28:53 -0700225 pr_err("Failed to parse DGT resource\n");
Daniel Lezcanoab511892016-06-06 17:58:43 +0200226 return ret;
Stephen Boyd6e332162012-09-05 12:28:53 -0700227 }
228
Stephen Boydeebdb0c2013-03-14 20:31:38 -0700229 cpu0_base = ioremap(res.start + percpu_offset, resource_size(&res));
230 if (!cpu0_base) {
Stephen Boyd6e332162012-09-05 12:28:53 -0700231 pr_err("Failed to map source base\n");
Daniel Lezcanoab511892016-06-06 17:58:43 +0200232 return -EINVAL;
Stephen Boyd6e332162012-09-05 12:28:53 -0700233 }
234
Stephen Boyd6e332162012-09-05 12:28:53 -0700235 if (of_property_read_u32(np, "clock-frequency", &freq)) {
236 pr_err("Unknown frequency\n");
Daniel Lezcanoab511892016-06-06 17:58:43 +0200237 return -EINVAL;
Stephen Boyd6e332162012-09-05 12:28:53 -0700238 }
Stephen Boyd6e332162012-09-05 12:28:53 -0700239
Stephen Boydeebdb0c2013-03-14 20:31:38 -0700240 event_base = base + 0x4;
Stephen Boyde25e3d12013-03-14 20:31:39 -0700241 sts_base = base + 0x88;
Stephen Boydeebdb0c2013-03-14 20:31:38 -0700242 source_base = cpu0_base + 0x24;
243 freq /= 4;
244 writel_relaxed(DGT_CLK_CTL_DIV_4, source_base + DGT_CLK_CTL);
245
Daniel Lezcanoab511892016-06-06 17:58:43 +0200246 return msm_timer_init(freq, 32, irq, !!percpu_offset);
Stephen Boyd6e332162012-09-05 12:28:53 -0700247}
Daniel Lezcano17273392017-05-26 16:56:11 +0200248TIMER_OF_DECLARE(kpss_timer, "qcom,kpss-timer", msm_dt_timer_init);
249TIMER_OF_DECLARE(scss_timer, "qcom,scss-timer", msm_dt_timer_init);