Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 1 | /* |
| 2 | * This file is subject to the terms and conditions of the GNU General Public |
| 3 | * License. See the file "COPYING" in the main directory of this archive |
| 4 | * for more details. |
| 5 | * |
| 6 | * Copyright (C) 2007 MIPS Technologies, Inc. |
| 7 | * Copyright (C) 2007 Ralf Baechle <ralf@linux-mips.org> |
| 8 | */ |
| 9 | #include <linux/clockchips.h> |
| 10 | #include <linux/interrupt.h> |
| 11 | #include <linux/percpu.h> |
Ralf Baechle | 631330f | 2009-06-19 14:05:26 +0100 | [diff] [blame] | 12 | #include <linux/smp.h> |
David Howells | ca4d3e67 | 2010-10-07 14:08:54 +0100 | [diff] [blame] | 13 | #include <linux/irq.h> |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 14 | |
Ralf Baechle | f887b93 | 2007-10-19 07:55:48 +0100 | [diff] [blame] | 15 | #include <asm/smtc_ipi.h> |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 16 | #include <asm/time.h> |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 17 | #include <asm/cevt-r4k.h> |
Steven J. Hill | 98b67c3 | 2012-08-31 16:18:49 -0500 | [diff] [blame] | 18 | #include <asm/gic.h> |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 19 | |
| 20 | /* |
| 21 | * The SMTC Kernel for the 34K, 1004K, et. al. replaces several |
| 22 | * of these routines with SMTC-specific variants. |
| 23 | */ |
| 24 | |
| 25 | #ifndef CONFIG_MIPS_MT_SMTC |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 26 | |
| 27 | static int mips_next_event(unsigned long delta, |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 28 | struct clock_event_device *evt) |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 29 | { |
| 30 | unsigned int cnt; |
| 31 | int res; |
| 32 | |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 33 | cnt = read_c0_count(); |
| 34 | cnt += delta; |
| 35 | write_c0_compare(cnt); |
Kevin Cernekee | 5878fc9 | 2010-11-23 10:26:44 -0800 | [diff] [blame] | 36 | res = ((int)(read_c0_count() - cnt) >= 0) ? -ETIME : 0; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 37 | return res; |
| 38 | } |
| 39 | |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 40 | #endif /* CONFIG_MIPS_MT_SMTC */ |
| 41 | |
| 42 | void mips_set_clock_mode(enum clock_event_mode mode, |
| 43 | struct clock_event_device *evt) |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 44 | { |
| 45 | /* Nothing to do ... */ |
| 46 | } |
| 47 | |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 48 | DEFINE_PER_CPU(struct clock_event_device, mips_clockevent_device); |
| 49 | int cp0_timer_irq_installed; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 50 | |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 51 | #ifndef CONFIG_MIPS_MT_SMTC |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 52 | |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 53 | irqreturn_t c0_compare_interrupt(int irq, void *dev_id) |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 54 | { |
| 55 | const int r2 = cpu_has_mips_r2; |
| 56 | struct clock_event_device *cd; |
| 57 | int cpu = smp_processor_id(); |
| 58 | |
| 59 | /* |
| 60 | * Suckage alert: |
| 61 | * Before R2 of the architecture there was no way to see if a |
| 62 | * performance counter interrupt was pending, so we have to run |
| 63 | * the performance counter interrupt handler anyway. |
| 64 | */ |
| 65 | if (handle_perf_irq(r2)) |
| 66 | goto out; |
| 67 | |
| 68 | /* |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 69 | * The same applies to performance counter interrupts. But with the |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 70 | * above we now know that the reason we got here must be a timer |
| 71 | * interrupt. Being the paranoiacs we are we check anyway. |
| 72 | */ |
| 73 | if (!r2 || (read_c0_cause() & (1 << 30))) { |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 74 | /* Clear Count/Compare Interrupt */ |
| 75 | write_c0_compare(read_c0_compare()); |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 76 | cd = &per_cpu(mips_clockevent_device, cpu); |
| 77 | cd->event_handler(cd); |
| 78 | } |
| 79 | |
| 80 | out: |
| 81 | return IRQ_HANDLED; |
| 82 | } |
| 83 | |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 84 | #endif /* Not CONFIG_MIPS_MT_SMTC */ |
| 85 | |
| 86 | struct irqaction c0_compare_irqaction = { |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 87 | .handler = c0_compare_interrupt, |
Yong Zhang | 8b5690f | 2011-11-22 14:38:03 +0000 | [diff] [blame] | 88 | .flags = IRQF_PERCPU | IRQF_TIMER, |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 89 | .name = "timer", |
| 90 | }; |
| 91 | |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 92 | |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 93 | void mips_event_handler(struct clock_event_device *dev) |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 94 | { |
| 95 | } |
| 96 | |
| 97 | /* |
| 98 | * FIXME: This doesn't hold for the relocated E9000 compare interrupt. |
| 99 | */ |
| 100 | static int c0_compare_int_pending(void) |
| 101 | { |
Steven J. Hill | 98b67c3 | 2012-08-31 16:18:49 -0500 | [diff] [blame] | 102 | #ifdef CONFIG_IRQ_GIC |
| 103 | if (cpu_has_veic) |
| 104 | return gic_get_timer_pending(); |
| 105 | #endif |
David VomLehn | 010c108 | 2009-12-21 17:49:22 -0800 | [diff] [blame] | 106 | return (read_c0_cause() >> cp0_compare_irq_shift) & (1ul << CAUSEB_IP); |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 107 | } |
| 108 | |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 109 | /* |
| 110 | * Compare interrupt can be routed and latched outside the core, |
Al Cooper | 4f1a1eb | 2011-11-08 09:59:01 -0500 | [diff] [blame] | 111 | * so wait up to worst case number of cycle counter ticks for timer interrupt |
| 112 | * changes to propagate to the cause register. |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 113 | */ |
Al Cooper | 4f1a1eb | 2011-11-08 09:59:01 -0500 | [diff] [blame] | 114 | #define COMPARE_INT_SEEN_TICKS 50 |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 115 | |
| 116 | int c0_compare_int_usable(void) |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 117 | { |
Atsushi Nemoto | 3a6c43a | 2007-10-23 21:55:42 +0900 | [diff] [blame] | 118 | unsigned int delta; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 119 | unsigned int cnt; |
| 120 | |
| 121 | /* |
Ralf Baechle | 7034228 | 2013-01-22 12:59:30 +0100 | [diff] [blame] | 122 | * IP7 already pending? Try to clear it by acking the timer. |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 123 | */ |
| 124 | if (c0_compare_int_pending()) { |
Al Cooper | 4f1a1eb | 2011-11-08 09:59:01 -0500 | [diff] [blame] | 125 | cnt = read_c0_count(); |
| 126 | write_c0_compare(cnt); |
| 127 | back_to_back_c0_hazard(); |
| 128 | while (read_c0_count() < (cnt + COMPARE_INT_SEEN_TICKS)) |
| 129 | if (!c0_compare_int_pending()) |
| 130 | break; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 131 | if (c0_compare_int_pending()) |
| 132 | return 0; |
| 133 | } |
| 134 | |
Atsushi Nemoto | 3a6c43a | 2007-10-23 21:55:42 +0900 | [diff] [blame] | 135 | for (delta = 0x10; delta <= 0x400000; delta <<= 1) { |
| 136 | cnt = read_c0_count(); |
| 137 | cnt += delta; |
| 138 | write_c0_compare(cnt); |
Al Cooper | 4f1a1eb | 2011-11-08 09:59:01 -0500 | [diff] [blame] | 139 | back_to_back_c0_hazard(); |
Atsushi Nemoto | 3a6c43a | 2007-10-23 21:55:42 +0900 | [diff] [blame] | 140 | if ((int)(read_c0_count() - cnt) < 0) |
| 141 | break; |
| 142 | /* increase delta if the timer was already expired */ |
| 143 | } |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 144 | |
Atsushi Nemoto | c637fec | 2007-10-23 21:51:19 +0900 | [diff] [blame] | 145 | while ((int)(read_c0_count() - cnt) <= 0) |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 146 | ; /* Wait for expiry */ |
| 147 | |
Al Cooper | 4f1a1eb | 2011-11-08 09:59:01 -0500 | [diff] [blame] | 148 | while (read_c0_count() < (cnt + COMPARE_INT_SEEN_TICKS)) |
| 149 | if (c0_compare_int_pending()) |
| 150 | break; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 151 | if (!c0_compare_int_pending()) |
| 152 | return 0; |
Al Cooper | 4f1a1eb | 2011-11-08 09:59:01 -0500 | [diff] [blame] | 153 | cnt = read_c0_count(); |
| 154 | write_c0_compare(cnt); |
| 155 | back_to_back_c0_hazard(); |
| 156 | while (read_c0_count() < (cnt + COMPARE_INT_SEEN_TICKS)) |
| 157 | if (!c0_compare_int_pending()) |
| 158 | break; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 159 | if (c0_compare_int_pending()) |
| 160 | return 0; |
| 161 | |
| 162 | /* |
| 163 | * Feels like a real count / compare timer. |
| 164 | */ |
| 165 | return 1; |
| 166 | } |
| 167 | |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 168 | #ifndef CONFIG_MIPS_MT_SMTC |
| 169 | |
Manuel Lauss | 779e7d4 | 2008-12-21 09:26:22 +0100 | [diff] [blame] | 170 | int __cpuinit r4k_clockevent_init(void) |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 171 | { |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 172 | unsigned int cpu = smp_processor_id(); |
| 173 | struct clock_event_device *cd; |
Ralf Baechle | 38760d4 | 2007-10-29 14:23:43 +0000 | [diff] [blame] | 174 | unsigned int irq; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 175 | |
Yoichi Yuasa | 22df3f5 | 2007-10-26 22:27:05 +0900 | [diff] [blame] | 176 | if (!cpu_has_counter || !mips_hpt_frequency) |
Ralf Baechle | 5aa85c9 | 2007-11-21 16:39:44 +0000 | [diff] [blame] | 177 | return -ENXIO; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 178 | |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 179 | if (!c0_compare_int_usable()) |
Ralf Baechle | 5aa85c9 | 2007-11-21 16:39:44 +0000 | [diff] [blame] | 180 | return -ENXIO; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 181 | |
Ralf Baechle | 38760d4 | 2007-10-29 14:23:43 +0000 | [diff] [blame] | 182 | /* |
| 183 | * With vectored interrupts things are getting platform specific. |
| 184 | * get_c0_compare_int is a hook to allow a platform to return the |
| 185 | * interrupt number of it's liking. |
| 186 | */ |
| 187 | irq = MIPS_CPU_IRQ_BASE + cp0_compare_irq; |
| 188 | if (get_c0_compare_int) |
| 189 | irq = get_c0_compare_int(); |
| 190 | |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 191 | cd = &per_cpu(mips_clockevent_device, cpu); |
| 192 | |
| 193 | cd->name = "MIPS"; |
| 194 | cd->features = CLOCK_EVT_FEAT_ONESHOT; |
| 195 | |
David Daney | 4d2b112 | 2010-05-19 10:40:53 -0700 | [diff] [blame] | 196 | clockevent_set_clock(cd, mips_hpt_frequency); |
| 197 | |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 198 | /* Calculate the min / max delta */ |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 199 | cd->max_delta_ns = clockevent_delta2ns(0x7fffffff, cd); |
| 200 | cd->min_delta_ns = clockevent_delta2ns(0x300, cd); |
| 201 | |
| 202 | cd->rating = 300; |
| 203 | cd->irq = irq; |
Rusty Russell | 320ab2b | 2008-12-13 21:20:26 +1030 | [diff] [blame] | 204 | cd->cpumask = cpumask_of(cpu); |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 205 | cd->set_next_event = mips_next_event; |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 206 | cd->set_mode = mips_set_clock_mode; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 207 | cd->event_handler = mips_event_handler; |
| 208 | |
| 209 | clockevents_register_device(cd); |
| 210 | |
Ralf Baechle | aea6863 | 2007-10-30 02:21:08 +0000 | [diff] [blame] | 211 | if (cp0_timer_irq_installed) |
Ralf Baechle | 5aa85c9 | 2007-11-21 16:39:44 +0000 | [diff] [blame] | 212 | return 0; |
Ralf Baechle | 38760d4 | 2007-10-29 14:23:43 +0000 | [diff] [blame] | 213 | |
| 214 | cp0_timer_irq_installed = 1; |
| 215 | |
Ralf Baechle | 38760d4 | 2007-10-29 14:23:43 +0000 | [diff] [blame] | 216 | setup_irq(irq, &c0_compare_irqaction); |
Ralf Baechle | 5aa85c9 | 2007-11-21 16:39:44 +0000 | [diff] [blame] | 217 | |
| 218 | return 0; |
Ralf Baechle | 42f7754 | 2007-10-18 17:48:11 +0100 | [diff] [blame] | 219 | } |
Kevin D. Kissell | 8531a35 | 2008-09-09 21:48:52 +0200 | [diff] [blame] | 220 | |
| 221 | #endif /* Not CONFIG_MIPS_MT_SMTC */ |