Thomas Gleixner | 35728b8 | 2018-10-31 19:21:09 +0100 | [diff] [blame] | 1 | // SPDX-License-Identifier: GPL-2.0+ |
Thomas Gleixner | 6c7811c | 2018-10-31 19:21:12 +0100 | [diff] [blame] | 2 | /* |
| 3 | * This file contains the jiffies based clocksource. |
| 4 | * |
| 5 | * Copyright (C) 2004, 2005 IBM, John Stultz (johnstul@us.ibm.com) |
| 6 | */ |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 7 | #include <linux/clocksource.h> |
| 8 | #include <linux/jiffies.h> |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 9 | #include <linux/module.h> |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 10 | #include <linux/init.h> |
| 11 | |
Thomas Gleixner | bfb83b2 | 2015-03-25 13:06:04 +0100 | [diff] [blame] | 12 | #include "timekeeping.h" |
Torben Hohn | e2830b5 | 2011-01-27 16:00:32 +0100 | [diff] [blame] | 13 | |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 14 | |
Frederic Weisbecker | 93825f2 | 2017-01-31 04:09:16 +0100 | [diff] [blame] | 15 | /* Since jiffies uses a simple TICK_NSEC multiplier |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 16 | * conversion, the .shift value could be zero. However |
| 17 | * this would make NTP adjustments impossible as they are |
| 18 | * in units of 1/2^.shift. Thus we use JIFFIES_SHIFT to |
| 19 | * shift both the nominator and denominator the same |
| 20 | * amount, and give ntp adjustments in units of 1/2^8 |
| 21 | * |
| 22 | * The value 8 is somewhat carefully chosen, as anything |
Frederic Weisbecker | 93825f2 | 2017-01-31 04:09:16 +0100 | [diff] [blame] | 23 | * larger can result in overflows. TICK_NSEC grows as HZ |
| 24 | * shrinks, so values greater than 8 overflow 32bits when |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 25 | * HZ=100. |
| 26 | */ |
Mikulas Patocka | 80d767d | 2014-01-24 16:41:36 -0500 | [diff] [blame] | 27 | #if HZ < 34 |
| 28 | #define JIFFIES_SHIFT 6 |
| 29 | #elif HZ < 67 |
| 30 | #define JIFFIES_SHIFT 7 |
| 31 | #else |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 32 | #define JIFFIES_SHIFT 8 |
Mikulas Patocka | 80d767d | 2014-01-24 16:41:36 -0500 | [diff] [blame] | 33 | #endif |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 34 | |
Thomas Gleixner | a5a1d1c | 2016-12-21 20:32:01 +0100 | [diff] [blame] | 35 | static u64 jiffies_read(struct clocksource *cs) |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 36 | { |
Thomas Gleixner | a5a1d1c | 2016-12-21 20:32:01 +0100 | [diff] [blame] | 37 | return (u64) jiffies; |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 38 | } |
| 39 | |
Frederic Weisbecker | 93825f2 | 2017-01-31 04:09:16 +0100 | [diff] [blame] | 40 | /* |
| 41 | * The Jiffies based clocksource is the lowest common |
| 42 | * denominator clock source which should function on |
| 43 | * all systems. It has the same coarse resolution as |
| 44 | * the timer interrupt frequency HZ and it suffers |
| 45 | * inaccuracies caused by missed or lost timer |
| 46 | * interrupts and the inability for the timer |
| 47 | * interrupt hardware to accuratly tick at the |
| 48 | * requested HZ value. It is also not recommended |
| 49 | * for "tick-less" systems. |
| 50 | */ |
Lars-Peter Clausen | f95a985 | 2012-10-18 11:34:41 +0200 | [diff] [blame] | 51 | static struct clocksource clocksource_jiffies = { |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 52 | .name = "jiffies", |
john stultz | 3f4a0b9 | 2006-10-17 00:09:32 -0700 | [diff] [blame] | 53 | .rating = 1, /* lowest valid rating*/ |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 54 | .read = jiffies_read, |
Alexander Kuleshov | 232d263 | 2016-02-26 19:14:14 -0800 | [diff] [blame] | 55 | .mask = CLOCKSOURCE_MASK(32), |
Frederic Weisbecker | 93825f2 | 2017-01-31 04:09:16 +0100 | [diff] [blame] | 56 | .mult = TICK_NSEC << JIFFIES_SHIFT, /* details above */ |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 57 | .shift = JIFFIES_SHIFT, |
John Stultz | 3c17ad1 | 2015-03-11 21:16:32 -0700 | [diff] [blame] | 58 | .max_cycles = 10, |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 59 | }; |
| 60 | |
Thomas Gleixner | e5d4d17 | 2020-03-21 12:25:58 +0100 | [diff] [blame] | 61 | __cacheline_aligned_in_smp DEFINE_RAW_SPINLOCK(jiffies_lock); |
| 62 | __cacheline_aligned_in_smp seqcount_t jiffies_seq; |
John Stultz | d6ad418 | 2012-02-28 16:50:11 -0800 | [diff] [blame] | 63 | |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 64 | #if (BITS_PER_LONG < 64) |
| 65 | u64 get_jiffies_64(void) |
| 66 | { |
Rasmus Villemoes | e1e41b6 | 2019-03-18 20:55:56 +0100 | [diff] [blame] | 67 | unsigned int seq; |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 68 | u64 ret; |
| 69 | |
| 70 | do { |
Thomas Gleixner | e5d4d17 | 2020-03-21 12:25:58 +0100 | [diff] [blame] | 71 | seq = read_seqcount_begin(&jiffies_seq); |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 72 | ret = jiffies_64; |
Thomas Gleixner | e5d4d17 | 2020-03-21 12:25:58 +0100 | [diff] [blame] | 73 | } while (read_seqcount_retry(&jiffies_seq, seq)); |
Torben Hohn | fbad1ea | 2011-01-27 15:59:00 +0100 | [diff] [blame] | 74 | return ret; |
| 75 | } |
| 76 | EXPORT_SYMBOL(get_jiffies_64); |
| 77 | #endif |
| 78 | |
| 79 | EXPORT_SYMBOL(jiffies); |
| 80 | |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 81 | static int __init init_jiffies_clocksource(void) |
| 82 | { |
John Stultz | f893598 | 2015-03-11 21:16:37 -0700 | [diff] [blame] | 83 | return __clocksource_register(&clocksource_jiffies); |
john stultz | 734efb4 | 2006-06-26 00:25:05 -0700 | [diff] [blame] | 84 | } |
| 85 | |
john stultz | 98de9e3 | 2007-04-04 19:08:24 -0700 | [diff] [blame] | 86 | core_initcall(init_jiffies_clocksource); |
Martin Schwidefsky | f1b8274 | 2009-08-14 15:47:21 +0200 | [diff] [blame] | 87 | |
| 88 | struct clocksource * __init __weak clocksource_default_clock(void) |
| 89 | { |
| 90 | return &clocksource_jiffies; |
| 91 | } |
John Stultz | b3c869d | 2012-09-04 12:42:27 -0400 | [diff] [blame] | 92 | |
Valdis Kletnieks | e875005 | 2019-03-12 04:38:35 -0400 | [diff] [blame] | 93 | static struct clocksource refined_jiffies; |
John Stultz | b3c869d | 2012-09-04 12:42:27 -0400 | [diff] [blame] | 94 | |
| 95 | int register_refined_jiffies(long cycles_per_second) |
| 96 | { |
| 97 | u64 nsec_per_tick, shift_hz; |
| 98 | long cycles_per_tick; |
| 99 | |
| 100 | |
| 101 | |
| 102 | refined_jiffies = clocksource_jiffies; |
| 103 | refined_jiffies.name = "refined-jiffies"; |
| 104 | refined_jiffies.rating++; |
| 105 | |
| 106 | /* Calc cycles per tick */ |
| 107 | cycles_per_tick = (cycles_per_second + HZ/2)/HZ; |
| 108 | /* shift_hz stores hz<<8 for extra accuracy */ |
| 109 | shift_hz = (u64)cycles_per_second << 8; |
| 110 | shift_hz += cycles_per_tick/2; |
| 111 | do_div(shift_hz, cycles_per_tick); |
| 112 | /* Calculate nsec_per_tick using shift_hz */ |
Frederic Weisbecker | fa3aa7a | 2017-03-07 10:55:34 +0100 | [diff] [blame] | 113 | nsec_per_tick = (u64)NSEC_PER_SEC << 8; |
John Stultz | b3c869d | 2012-09-04 12:42:27 -0400 | [diff] [blame] | 114 | nsec_per_tick += (u32)shift_hz/2; |
| 115 | do_div(nsec_per_tick, (u32)shift_hz); |
| 116 | |
| 117 | refined_jiffies.mult = ((u32)nsec_per_tick) << JIFFIES_SHIFT; |
| 118 | |
John Stultz | f893598 | 2015-03-11 21:16:37 -0700 | [diff] [blame] | 119 | __clocksource_register(&refined_jiffies); |
John Stultz | b3c869d | 2012-09-04 12:42:27 -0400 | [diff] [blame] | 120 | return 0; |
| 121 | } |