Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 2 | /* |
| 3 | * tick internal variable and functions used by low/high res code |
| 4 | */ |
Torben Hohn | e2830b5 | 2011-01-27 16:00:32 +0100 | [diff] [blame] | 5 | #include <linux/hrtimer.h> |
| 6 | #include <linux/tick.h> |
Thomas Gleixner | 6441402 | 2008-09-22 18:46:37 +0200 | [diff] [blame] | 7 | |
Thomas Gleixner | 8b094cd | 2014-07-16 21:04:02 +0000 | [diff] [blame] | 8 | #include "timekeeping.h" |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 9 | #include "tick-sched.h" |
Thomas Gleixner | 8b094cd | 2014-07-16 21:04:02 +0000 | [diff] [blame] | 10 | |
Thomas Gleixner | 9f083b7 | 2015-03-25 13:05:19 +0100 | [diff] [blame] | 11 | #ifdef CONFIG_GENERIC_CLOCKEVENTS |
Thomas Gleixner | 6441402 | 2008-09-22 18:46:37 +0200 | [diff] [blame] | 12 | |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 13 | # define TICK_DO_TIMER_NONE -1 |
| 14 | # define TICK_DO_TIMER_BOOT -2 |
Thomas Gleixner | 6441402 | 2008-09-22 18:46:37 +0200 | [diff] [blame] | 15 | |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 16 | DECLARE_PER_CPU(struct tick_device, tick_cpu_device); |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 17 | extern ktime_t tick_next_period; |
| 18 | extern ktime_t tick_period; |
Thomas Gleixner | d3ed782 | 2007-05-08 00:30:03 -0700 | [diff] [blame] | 19 | extern int tick_do_timer_cpu __read_mostly; |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 20 | |
| 21 | extern void tick_setup_periodic(struct clock_event_device *dev, int broadcast); |
| 22 | extern void tick_handle_periodic(struct clock_event_device *dev); |
Thomas Gleixner | 7172a286 | 2013-04-25 20:31:47 +0000 | [diff] [blame] | 23 | extern void tick_check_new_device(struct clock_event_device *dev); |
Thomas Gleixner | a49b116 | 2015-04-03 02:38:05 +0200 | [diff] [blame] | 24 | extern void tick_shutdown(unsigned int cpu); |
Thomas Gleixner | 8c53daf | 2013-04-25 20:31:48 +0000 | [diff] [blame] | 25 | extern void tick_suspend(void); |
Thomas Gleixner | f46481d | 2015-03-25 13:11:04 +0100 | [diff] [blame] | 26 | extern void tick_resume(void); |
Thomas Gleixner | 03e13cf | 2013-04-25 20:31:50 +0000 | [diff] [blame] | 27 | extern bool tick_check_replacement(struct clock_event_device *curdev, |
| 28 | struct clock_event_device *newdev); |
| 29 | extern void tick_install_replacement(struct clock_event_device *dev); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 30 | extern int tick_is_oneshot_available(void); |
Thomas Gleixner | 7270d11 | 2015-03-25 13:11:52 +0100 | [diff] [blame] | 31 | extern struct tick_device *tick_get_device(int cpu); |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 32 | |
Viresh Kumar | 554ef38 | 2015-02-27 17:21:32 +0530 | [diff] [blame] | 33 | extern int clockevents_tick_resume(struct clock_event_device *dev); |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 34 | /* Check, if the device is functional or a dummy for broadcast */ |
| 35 | static inline int tick_device_is_functional(struct clock_event_device *dev) |
| 36 | { |
| 37 | return !(dev->features & CLOCK_EVT_FEAT_DUMMY); |
| 38 | } |
Thomas Gleixner | 2344abb | 2008-09-16 11:32:50 -0700 | [diff] [blame] | 39 | |
Thomas Gleixner | d7eb231 | 2015-06-02 14:08:46 +0200 | [diff] [blame] | 40 | static inline enum clock_event_state clockevent_get_state(struct clock_event_device *dev) |
| 41 | { |
Thomas Gleixner | be3ef76 | 2015-06-02 14:30:11 +0200 | [diff] [blame] | 42 | return dev->state_use_accessors; |
Thomas Gleixner | d7eb231 | 2015-06-02 14:08:46 +0200 | [diff] [blame] | 43 | } |
| 44 | |
| 45 | static inline void clockevent_set_state(struct clock_event_device *dev, |
| 46 | enum clock_event_state state) |
| 47 | { |
Thomas Gleixner | be3ef76 | 2015-06-02 14:30:11 +0200 | [diff] [blame] | 48 | dev->state_use_accessors = state; |
Thomas Gleixner | d7eb231 | 2015-06-02 14:08:46 +0200 | [diff] [blame] | 49 | } |
| 50 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 51 | extern void clockevents_shutdown(struct clock_event_device *dev); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 52 | extern void clockevents_exchange_device(struct clock_event_device *old, |
| 53 | struct clock_event_device *new); |
Thomas Gleixner | d7eb231 | 2015-06-02 14:08:46 +0200 | [diff] [blame] | 54 | extern void clockevents_switch_state(struct clock_event_device *dev, |
| 55 | enum clock_event_state state); |
Thomas Gleixner | 7270d11 | 2015-03-25 13:11:52 +0100 | [diff] [blame] | 56 | extern int clockevents_program_event(struct clock_event_device *dev, |
| 57 | ktime_t expires, bool force); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 58 | extern void clockevents_handle_noop(struct clock_event_device *dev); |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 59 | extern int __clockevents_update_freq(struct clock_event_device *dev, u32 freq); |
Patrick Palka | 891292a | 2013-10-11 13:11:55 -0400 | [diff] [blame] | 60 | extern ssize_t sysfs_get_uname(const char *buf, char *dst, size_t cnt); |
Thomas Gleixner | 79bf2bb | 2007-02-16 01:28:03 -0800 | [diff] [blame] | 61 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 62 | /* Broadcasting support */ |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 63 | # ifdef CONFIG_GENERIC_CLOCKEVENTS_BROADCAST |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 64 | extern int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu); |
Thomas Gleixner | 7172a286 | 2013-04-25 20:31:47 +0000 | [diff] [blame] | 65 | extern void tick_install_broadcast_device(struct clock_event_device *dev); |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 66 | extern int tick_is_broadcast_device(struct clock_event_device *dev); |
Thomas Gleixner | 6321dd6 | 2007-03-06 08:25:42 +0100 | [diff] [blame] | 67 | extern void tick_suspend_broadcast(void); |
Thomas Gleixner | f46481d | 2015-03-25 13:11:04 +0100 | [diff] [blame] | 68 | extern void tick_resume_broadcast(void); |
| 69 | extern bool tick_resume_check_broadcast(void); |
Thomas Gleixner | b352bc1 | 2013-03-05 14:25:32 +0100 | [diff] [blame] | 70 | extern void tick_broadcast_init(void); |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 71 | extern void tick_set_periodic_handler(struct clock_event_device *dev, int broadcast); |
| 72 | extern int tick_broadcast_update_freq(struct clock_event_device *dev, u32 freq); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 73 | extern struct tick_device *tick_get_broadcast_device(void); |
| 74 | extern struct cpumask *tick_get_broadcast_mask(void); |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 75 | # else /* !CONFIG_GENERIC_CLOCKEVENTS_BROADCAST: */ |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 76 | static inline void tick_install_broadcast_device(struct clock_event_device *dev) { } |
| 77 | static inline int tick_is_broadcast_device(struct clock_event_device *dev) { return 0; } |
| 78 | static inline int tick_device_uses_broadcast(struct clock_event_device *dev, int cpu) { return 0; } |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 79 | static inline void tick_do_periodic_broadcast(struct clock_event_device *d) { } |
Thomas Gleixner | 6321dd6 | 2007-03-06 08:25:42 +0100 | [diff] [blame] | 80 | static inline void tick_suspend_broadcast(void) { } |
Thomas Gleixner | f46481d | 2015-03-25 13:11:04 +0100 | [diff] [blame] | 81 | static inline void tick_resume_broadcast(void) { } |
| 82 | static inline bool tick_resume_check_broadcast(void) { return false; } |
Thomas Gleixner | b352bc1 | 2013-03-05 14:25:32 +0100 | [diff] [blame] | 83 | static inline void tick_broadcast_init(void) { } |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 84 | static inline int tick_broadcast_update_freq(struct clock_event_device *dev, u32 freq) { return -ENODEV; } |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 85 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 86 | /* Set the periodic handler in non broadcast mode */ |
| 87 | static inline void tick_set_periodic_handler(struct clock_event_device *dev, int broadcast) |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 88 | { |
| 89 | dev->event_handler = tick_handle_periodic; |
| 90 | } |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 91 | # endif /* !CONFIG_GENERIC_CLOCKEVENTS_BROADCAST */ |
| 92 | |
| 93 | #else /* !GENERIC_CLOCKEVENTS: */ |
| 94 | static inline void tick_suspend(void) { } |
| 95 | static inline void tick_resume(void) { } |
| 96 | #endif /* !GENERIC_CLOCKEVENTS */ |
| 97 | |
| 98 | /* Oneshot related functions */ |
| 99 | #ifdef CONFIG_TICK_ONESHOT |
| 100 | extern void tick_setup_oneshot(struct clock_event_device *newdev, |
| 101 | void (*handler)(struct clock_event_device *), |
| 102 | ktime_t nextevt); |
| 103 | extern int tick_program_event(ktime_t expires, int force); |
| 104 | extern void tick_oneshot_notify(void); |
| 105 | extern int tick_switch_to_oneshot(void (*handler)(struct clock_event_device *)); |
| 106 | extern void tick_resume_oneshot(void); |
| 107 | static inline bool tick_oneshot_possible(void) { return true; } |
| 108 | extern int tick_oneshot_mode_active(void); |
| 109 | extern void tick_clock_notify(void); |
| 110 | extern int tick_check_oneshot_change(int allow_nohz); |
| 111 | extern int tick_init_highres(void); |
| 112 | #else /* !CONFIG_TICK_ONESHOT: */ |
| 113 | static inline |
| 114 | void tick_setup_oneshot(struct clock_event_device *newdev, |
| 115 | void (*handler)(struct clock_event_device *), |
| 116 | ktime_t nextevt) { BUG(); } |
| 117 | static inline void tick_resume_oneshot(void) { BUG(); } |
| 118 | static inline int tick_program_event(ktime_t expires, int force) { return 0; } |
| 119 | static inline void tick_oneshot_notify(void) { } |
| 120 | static inline bool tick_oneshot_possible(void) { return false; } |
| 121 | static inline int tick_oneshot_mode_active(void) { return 0; } |
| 122 | static inline void tick_clock_notify(void) { } |
| 123 | static inline int tick_check_oneshot_change(int allow_nohz) { return 0; } |
| 124 | #endif /* !CONFIG_TICK_ONESHOT */ |
Thomas Gleixner | f8381cb | 2007-02-16 01:28:02 -0800 | [diff] [blame] | 125 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 126 | /* Functions related to oneshot broadcasting */ |
| 127 | #if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_TICK_ONESHOT) |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 128 | extern void tick_broadcast_switch_to_oneshot(void); |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 129 | extern int tick_broadcast_oneshot_active(void); |
| 130 | extern void tick_check_oneshot_broadcast_this_cpu(void); |
| 131 | bool tick_broadcast_oneshot_available(void); |
Thomas Gleixner | c1797ba | 2015-03-25 13:07:37 +0100 | [diff] [blame] | 132 | extern struct cpumask *tick_get_broadcast_oneshot_mask(void); |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 133 | #else /* !(BROADCAST && ONESHOT): */ |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 134 | static inline void tick_broadcast_switch_to_oneshot(void) { } |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 135 | static inline int tick_broadcast_oneshot_active(void) { return 0; } |
| 136 | static inline void tick_check_oneshot_broadcast_this_cpu(void) { } |
| 137 | static inline bool tick_broadcast_oneshot_available(void) { return tick_oneshot_possible(); } |
Ingo Molnar | 3ae7a93 | 2015-04-02 11:26:06 +0200 | [diff] [blame] | 138 | #endif /* !(BROADCAST && ONESHOT) */ |
Torben Hohn | e2830b5 | 2011-01-27 16:00:32 +0100 | [diff] [blame] | 139 | |
Thomas Gleixner | 1b72d43 | 2019-03-21 16:39:20 +0100 | [diff] [blame] | 140 | #if defined(CONFIG_GENERIC_CLOCKEVENTS_BROADCAST) && defined(CONFIG_HOTPLUG_CPU) |
| 141 | extern void tick_broadcast_offline(unsigned int cpu); |
| 142 | #else |
| 143 | static inline void tick_broadcast_offline(unsigned int cpu) { } |
| 144 | #endif |
| 145 | |
Thomas Gleixner | b7475eb | 2015-03-25 13:06:47 +0100 | [diff] [blame] | 146 | /* NO_HZ_FULL internal */ |
| 147 | #ifdef CONFIG_NO_HZ_FULL |
| 148 | extern void tick_nohz_init(void); |
| 149 | # else |
| 150 | static inline void tick_nohz_init(void) { } |
| 151 | #endif |
Thomas Gleixner | c1ad348 | 2015-04-14 21:08:58 +0000 | [diff] [blame] | 152 | |
Thomas Gleixner | bc7a34b | 2015-05-26 22:50:33 +0000 | [diff] [blame] | 153 | #ifdef CONFIG_NO_HZ_COMMON |
| 154 | extern unsigned long tick_nohz_active; |
Thomas Gleixner | ae67bad | 2018-01-14 23:30:51 +0100 | [diff] [blame] | 155 | extern void timers_update_nohz(void); |
Thomas Gleixner | ae67bad | 2018-01-14 23:30:51 +0100 | [diff] [blame] | 156 | # ifdef CONFIG_SMP |
| 157 | extern struct static_key_false timers_migration_enabled; |
| 158 | # endif |
| 159 | #else /* CONFIG_NO_HZ_COMMON */ |
| 160 | static inline void timers_update_nohz(void) { } |
Thomas Gleixner | bc7a34b | 2015-05-26 22:50:33 +0000 | [diff] [blame] | 161 | #define tick_nohz_active (0) |
Thomas Gleixner | bc7a34b | 2015-05-26 22:50:33 +0000 | [diff] [blame] | 162 | #endif |
| 163 | |
| 164 | DECLARE_PER_CPU(struct hrtimer_cpu_base, hrtimer_bases); |
| 165 | |
Thomas Gleixner | c1ad348 | 2015-04-14 21:08:58 +0000 | [diff] [blame] | 166 | extern u64 get_next_timer_interrupt(unsigned long basej, u64 basem); |
Thomas Gleixner | a683f39 | 2016-07-04 09:50:36 +0000 | [diff] [blame] | 167 | void timer_clear_idle(void); |