blob: 5b150afb995b8c49857c05b3cd3e70d80e101fbe [file] [log] [blame]
Russell Kingf32f4ce2009-05-16 12:14:21 +01001/*
2 * linux/arch/arm/kernel/smp_twd.c
3 *
4 * Copyright (C) 2002 ARM Ltd.
5 * All Rights Reserved
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 */
11#include <linux/init.h>
12#include <linux/kernel.h>
Linus Walleij5def51b2011-12-13 12:47:31 +010013#include <linux/clk.h>
Linus Walleij4fd7f9b2011-12-13 12:48:18 +010014#include <linux/cpufreq.h>
Russell Kingf32f4ce2009-05-16 12:14:21 +010015#include <linux/delay.h>
16#include <linux/device.h>
Linus Walleij5def51b2011-12-13 12:47:31 +010017#include <linux/err.h>
Russell Kingf32f4ce2009-05-16 12:14:21 +010018#include <linux/smp.h>
19#include <linux/jiffies.h>
20#include <linux/clockchips.h>
Marc Zyngier92485102012-01-10 23:00:54 +000021#include <linux/interrupt.h>
Russell Kingf32f4ce2009-05-16 12:14:21 +010022#include <linux/io.h>
Marc Zyngierd8e03642012-01-10 22:15:45 +000023#include <linux/of_irq.h>
24#include <linux/of_address.h>
Russell Kingf32f4ce2009-05-16 12:14:21 +010025
26#include <asm/smp_twd.h>
Marc Zyngier28af6902011-07-22 12:52:37 +010027#include <asm/localtimer.h>
Russell Kingf32f4ce2009-05-16 12:14:21 +010028#include <asm/hardware/gic.h>
29
Russell Kingf32f4ce2009-05-16 12:14:21 +010030/* set up by the platform code */
Marc Zyngier92485102012-01-10 23:00:54 +000031static void __iomem *twd_base;
Russell Kingf32f4ce2009-05-16 12:14:21 +010032
Linus Walleij5def51b2011-12-13 12:47:31 +010033static struct clk *twd_clk;
Russell Kingf32f4ce2009-05-16 12:14:21 +010034static unsigned long twd_timer_rate;
35
Marc Zyngier28af6902011-07-22 12:52:37 +010036static struct clock_event_device __percpu **twd_evt;
Marc Zyngier81e46f72012-01-10 19:39:26 +000037static int twd_ppi;
Marc Zyngier28af6902011-07-22 12:52:37 +010038
Russell Kingf32f4ce2009-05-16 12:14:21 +010039static void twd_set_mode(enum clock_event_mode mode,
40 struct clock_event_device *clk)
41{
42 unsigned long ctrl;
43
Russell King4c5158d2009-05-17 10:58:54 +010044 switch (mode) {
Russell Kingf32f4ce2009-05-16 12:14:21 +010045 case CLOCK_EVT_MODE_PERIODIC:
46 /* timer load already set up */
47 ctrl = TWD_TIMER_CONTROL_ENABLE | TWD_TIMER_CONTROL_IT_ENABLE
48 | TWD_TIMER_CONTROL_PERIODIC;
Russell King03399c1cb2011-01-25 10:35:36 +000049 __raw_writel(twd_timer_rate / HZ, twd_base + TWD_TIMER_LOAD);
Russell Kingf32f4ce2009-05-16 12:14:21 +010050 break;
51 case CLOCK_EVT_MODE_ONESHOT:
52 /* period set, and timer enabled in 'next_event' hook */
53 ctrl = TWD_TIMER_CONTROL_IT_ENABLE | TWD_TIMER_CONTROL_ONESHOT;
54 break;
55 case CLOCK_EVT_MODE_UNUSED:
56 case CLOCK_EVT_MODE_SHUTDOWN:
57 default:
58 ctrl = 0;
59 }
60
61 __raw_writel(ctrl, twd_base + TWD_TIMER_CONTROL);
62}
63
64static int twd_set_next_event(unsigned long evt,
65 struct clock_event_device *unused)
66{
67 unsigned long ctrl = __raw_readl(twd_base + TWD_TIMER_CONTROL);
68
Russell King4c5158d2009-05-17 10:58:54 +010069 ctrl |= TWD_TIMER_CONTROL_ENABLE;
70
Russell Kingf32f4ce2009-05-16 12:14:21 +010071 __raw_writel(evt, twd_base + TWD_TIMER_COUNTER);
Russell King4c5158d2009-05-17 10:58:54 +010072 __raw_writel(ctrl, twd_base + TWD_TIMER_CONTROL);
Russell Kingf32f4ce2009-05-16 12:14:21 +010073
74 return 0;
75}
76
77/*
78 * local_timer_ack: checks for a local timer interrupt.
79 *
80 * If a local timer interrupt has occurred, acknowledge and return 1.
81 * Otherwise, return 0.
82 */
Marc Zyngier92485102012-01-10 23:00:54 +000083static int twd_timer_ack(void)
Russell Kingf32f4ce2009-05-16 12:14:21 +010084{
85 if (__raw_readl(twd_base + TWD_TIMER_INTSTAT)) {
86 __raw_writel(1, twd_base + TWD_TIMER_INTSTAT);
87 return 1;
88 }
89
90 return 0;
91}
92
Marc Zyngierabde7102012-01-10 19:07:28 +000093static void twd_timer_stop(struct clock_event_device *clk)
Marc Zyngier28af6902011-07-22 12:52:37 +010094{
95 twd_set_mode(CLOCK_EVT_MODE_UNUSED, clk);
96 disable_percpu_irq(clk->irq);
97}
98
Linus Walleij4fd7f9b2011-12-13 12:48:18 +010099#ifdef CONFIG_CPU_FREQ
100
101/*
102 * Updates clockevent frequency when the cpu frequency changes.
103 * Called on the cpu that is changing frequency with interrupts disabled.
104 */
105static void twd_update_frequency(void *data)
106{
107 twd_timer_rate = clk_get_rate(twd_clk);
108
109 clockevents_update_freq(*__this_cpu_ptr(twd_evt), twd_timer_rate);
110}
111
112static int twd_cpufreq_transition(struct notifier_block *nb,
113 unsigned long state, void *data)
114{
115 struct cpufreq_freqs *freqs = data;
116
117 /*
118 * The twd clock events must be reprogrammed to account for the new
119 * frequency. The timer is local to a cpu, so cross-call to the
120 * changing cpu.
Linus Walleij9f855502012-04-10 12:37:42 +0100121 *
122 * Only wait for it to finish, if the cpu is active to avoid
123 * deadlock when cpu1 is spinning on while(!cpu_active(cpu1)) during
124 * booting of that cpu.
Linus Walleij4fd7f9b2011-12-13 12:48:18 +0100125 */
126 if (state == CPUFREQ_POSTCHANGE || state == CPUFREQ_RESUMECHANGE)
127 smp_call_function_single(freqs->cpu, twd_update_frequency,
Linus Walleij9f855502012-04-10 12:37:42 +0100128 NULL, cpu_active(freqs->cpu));
Linus Walleij4fd7f9b2011-12-13 12:48:18 +0100129
130 return NOTIFY_OK;
131}
132
133static struct notifier_block twd_cpufreq_nb = {
134 .notifier_call = twd_cpufreq_transition,
135};
136
137static int twd_cpufreq_init(void)
138{
Santosh Shilimkar910ba592012-02-21 10:24:22 +0100139 if (twd_evt && *__this_cpu_ptr(twd_evt) && !IS_ERR(twd_clk))
Linus Walleij4fd7f9b2011-12-13 12:48:18 +0100140 return cpufreq_register_notifier(&twd_cpufreq_nb,
141 CPUFREQ_TRANSITION_NOTIFIER);
142
143 return 0;
144}
145core_initcall(twd_cpufreq_init);
146
147#endif
148
Russell Kingf32f4ce2009-05-16 12:14:21 +0100149static void __cpuinit twd_calibrate_rate(void)
150{
Russell King03399c1cb2011-01-25 10:35:36 +0000151 unsigned long count;
Russell Kingf32f4ce2009-05-16 12:14:21 +0100152 u64 waitjiffies;
153
154 /*
155 * If this is the first time round, we need to work out how fast
156 * the timer ticks
157 */
158 if (twd_timer_rate == 0) {
Russell King4c5158d2009-05-17 10:58:54 +0100159 printk(KERN_INFO "Calibrating local timer... ");
Russell Kingf32f4ce2009-05-16 12:14:21 +0100160
161 /* Wait for a tick to start */
162 waitjiffies = get_jiffies_64() + 1;
163
164 while (get_jiffies_64() < waitjiffies)
165 udelay(10);
166
167 /* OK, now the tick has started, let's get the timer going */
168 waitjiffies += 5;
169
170 /* enable, no interrupt or reload */
171 __raw_writel(0x1, twd_base + TWD_TIMER_CONTROL);
172
173 /* maximum value */
174 __raw_writel(0xFFFFFFFFU, twd_base + TWD_TIMER_COUNTER);
175
176 while (get_jiffies_64() < waitjiffies)
177 udelay(10);
178
179 count = __raw_readl(twd_base + TWD_TIMER_COUNTER);
180
181 twd_timer_rate = (0xFFFFFFFFU - count) * (HZ / 5);
182
183 printk("%lu.%02luMHz.\n", twd_timer_rate / 1000000,
Vitaly Kuzmichev90c5ffe2011-07-07 14:56:05 +0100184 (twd_timer_rate / 10000) % 100);
Russell Kingf32f4ce2009-05-16 12:14:21 +0100185 }
Russell Kingf32f4ce2009-05-16 12:14:21 +0100186}
187
Marc Zyngier28af6902011-07-22 12:52:37 +0100188static irqreturn_t twd_handler(int irq, void *dev_id)
189{
190 struct clock_event_device *evt = *(struct clock_event_device **)dev_id;
191
192 if (twd_timer_ack()) {
193 evt->event_handler(evt);
194 return IRQ_HANDLED;
195 }
196
197 return IRQ_NONE;
198}
199
Linus Walleij5def51b2011-12-13 12:47:31 +0100200static struct clk *twd_get_clock(void)
201{
202 struct clk *clk;
203 int err;
204
205 clk = clk_get_sys("smp_twd", NULL);
206 if (IS_ERR(clk)) {
207 pr_err("smp_twd: clock not found: %d\n", (int)PTR_ERR(clk));
208 return clk;
209 }
210
211 err = clk_prepare(clk);
212 if (err) {
213 pr_err("smp_twd: clock failed to prepare: %d\n", err);
214 clk_put(clk);
215 return ERR_PTR(err);
216 }
217
218 err = clk_enable(clk);
219 if (err) {
220 pr_err("smp_twd: clock failed to enable: %d\n", err);
221 clk_unprepare(clk);
222 clk_put(clk);
223 return ERR_PTR(err);
224 }
225
226 return clk;
227}
228
Russell Kingf32f4ce2009-05-16 12:14:21 +0100229/*
230 * Setup the local clock events for a CPU.
231 */
Marc Zyngier92485102012-01-10 23:00:54 +0000232static int __cpuinit twd_timer_setup(struct clock_event_device *clk)
Russell Kingf32f4ce2009-05-16 12:14:21 +0100233{
Marc Zyngier28af6902011-07-22 12:52:37 +0100234 struct clock_event_device **this_cpu_clk;
235
Linus Walleij5def51b2011-12-13 12:47:31 +0100236 if (!twd_clk)
237 twd_clk = twd_get_clock();
238
239 if (!IS_ERR_OR_NULL(twd_clk))
240 twd_timer_rate = clk_get_rate(twd_clk);
241 else
242 twd_calibrate_rate();
Russell Kingf32f4ce2009-05-16 12:14:21 +0100243
Marc Zyngierc2144552012-01-20 12:24:47 +0100244 __raw_writel(0, twd_base + TWD_TIMER_CONTROL);
245
Russell King4c5158d2009-05-17 10:58:54 +0100246 clk->name = "local_timer";
Russell King5388a6b2010-07-26 13:19:43 +0100247 clk->features = CLOCK_EVT_FEAT_PERIODIC | CLOCK_EVT_FEAT_ONESHOT |
248 CLOCK_EVT_FEAT_C3STOP;
Russell King4c5158d2009-05-17 10:58:54 +0100249 clk->rating = 350;
250 clk->set_mode = twd_set_mode;
251 clk->set_next_event = twd_set_next_event;
Marc Zyngier92485102012-01-10 23:00:54 +0000252 clk->irq = twd_ppi;
Russell Kingf32f4ce2009-05-16 12:14:21 +0100253
Marc Zyngier28af6902011-07-22 12:52:37 +0100254 this_cpu_clk = __this_cpu_ptr(twd_evt);
255 *this_cpu_clk = clk;
256
Linus Walleij54d15b12011-12-13 12:46:43 +0100257 clockevents_config_and_register(clk, twd_timer_rate,
258 0xf, 0xffffffff);
Marc Zyngier28af6902011-07-22 12:52:37 +0100259 enable_percpu_irq(clk->irq, 0);
Marc Zyngier81e46f72012-01-10 19:39:26 +0000260
261 return 0;
262}
263
264static struct local_timer_ops twd_lt_ops __cpuinitdata = {
265 .setup = twd_timer_setup,
266 .stop = twd_timer_stop,
267};
268
Marc Zyngierd8e03642012-01-10 22:15:45 +0000269static int __init twd_local_timer_common_register(void)
Marc Zyngier81e46f72012-01-10 19:39:26 +0000270{
271 int err;
272
Marc Zyngier81e46f72012-01-10 19:39:26 +0000273 twd_evt = alloc_percpu(struct clock_event_device *);
Marc Zyngierd8e03642012-01-10 22:15:45 +0000274 if (!twd_evt) {
Marc Zyngier81e46f72012-01-10 19:39:26 +0000275 err = -ENOMEM;
Marc Zyngierd8e03642012-01-10 22:15:45 +0000276 goto out_free;
Marc Zyngier81e46f72012-01-10 19:39:26 +0000277 }
278
279 err = request_percpu_irq(twd_ppi, twd_handler, "twd", twd_evt);
280 if (err) {
281 pr_err("twd: can't register interrupt %d (%d)\n", twd_ppi, err);
Marc Zyngierd8e03642012-01-10 22:15:45 +0000282 goto out_free;
Marc Zyngier81e46f72012-01-10 19:39:26 +0000283 }
284
285 err = local_timer_register(&twd_lt_ops);
286 if (err)
Marc Zyngierd8e03642012-01-10 22:15:45 +0000287 goto out_irq;
Marc Zyngier81e46f72012-01-10 19:39:26 +0000288
289 return 0;
290
Marc Zyngierd8e03642012-01-10 22:15:45 +0000291out_irq:
292 free_percpu_irq(twd_ppi, twd_evt);
293out_free:
Marc Zyngier81e46f72012-01-10 19:39:26 +0000294 iounmap(twd_base);
Marc Zyngierd8e03642012-01-10 22:15:45 +0000295 twd_base = NULL;
Marc Zyngier81e46f72012-01-10 19:39:26 +0000296 free_percpu(twd_evt);
Marc Zyngierd8e03642012-01-10 22:15:45 +0000297
Marc Zyngier81e46f72012-01-10 19:39:26 +0000298 return err;
Russell Kingf32f4ce2009-05-16 12:14:21 +0100299}
Marc Zyngierd8e03642012-01-10 22:15:45 +0000300
301int __init twd_local_timer_register(struct twd_local_timer *tlt)
302{
303 if (twd_base || twd_evt)
304 return -EBUSY;
305
306 twd_ppi = tlt->res[1].start;
307
308 twd_base = ioremap(tlt->res[0].start, resource_size(&tlt->res[0]));
309 if (!twd_base)
310 return -ENOMEM;
311
312 return twd_local_timer_common_register();
313}
314
315#ifdef CONFIG_OF
316const static struct of_device_id twd_of_match[] __initconst = {
317 { .compatible = "arm,cortex-a9-twd-timer", },
318 { .compatible = "arm,cortex-a5-twd-timer", },
319 { .compatible = "arm,arm11mp-twd-timer", },
320 { },
321};
322
323void __init twd_local_timer_of_register(void)
324{
325 struct device_node *np;
326 int err;
327
328 np = of_find_matching_node(NULL, twd_of_match);
329 if (!np) {
330 err = -ENODEV;
331 goto out;
332 }
333
334 twd_ppi = irq_of_parse_and_map(np, 0);
335 if (!twd_ppi) {
336 err = -EINVAL;
337 goto out;
338 }
339
340 twd_base = of_iomap(np, 0);
341 if (!twd_base) {
342 err = -ENOMEM;
343 goto out;
344 }
345
346 err = twd_local_timer_common_register();
347
348out:
349 WARN(err, "twd_local_timer_of_register failed (%d)\n", err);
350}
351#endif