Greg Kroah-Hartman | b244131 | 2017-11-01 15:07:57 +0100 | [diff] [blame] | 1 | /* SPDX-License-Identifier: GPL-2.0 */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 2 | #ifndef _LINUX_TIMER_H |
| 3 | #define _LINUX_TIMER_H |
| 4 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 5 | #include <linux/list.h> |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 6 | #include <linux/ktime.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 7 | #include <linux/stddef.h> |
Thomas Gleixner | c6f3a97 | 2008-04-30 00:55:03 -0700 | [diff] [blame] | 8 | #include <linux/debugobjects.h> |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 9 | #include <linux/stringify.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 10 | |
Pavel Machek | a6fa8e5 | 2008-01-30 13:30:00 +0100 | [diff] [blame] | 11 | struct tvec_base; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 12 | |
| 13 | struct timer_list { |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 14 | /* |
| 15 | * All fields that change during normal runtime grouped to the |
| 16 | * same cacheline |
| 17 | */ |
Thomas Gleixner | 0eeda71 | 2015-05-26 22:50:29 +0000 | [diff] [blame] | 18 | struct hlist_node entry; |
| 19 | unsigned long expires; |
Kees Cook | 354b46b | 2017-10-22 19:15:40 -0700 | [diff] [blame] | 20 | void (*function)(struct timer_list *); |
Thomas Gleixner | 0eeda71 | 2015-05-26 22:50:29 +0000 | [diff] [blame] | 21 | u32 flags; |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 22 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 23 | #ifdef CONFIG_LOCKDEP |
Thomas Gleixner | 0eeda71 | 2015-05-26 22:50:29 +0000 | [diff] [blame] | 24 | struct lockdep_map lockdep_map; |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 25 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 26 | }; |
| 27 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 28 | #ifdef CONFIG_LOCKDEP |
| 29 | /* |
| 30 | * NB: because we have to copy the lockdep_map, setting the lockdep_map key |
| 31 | * (second argument) here is required, otherwise it could be initialised to |
| 32 | * the copy of the lockdep_map later! We use the pointer to and the string |
| 33 | * "<file>:<line>" as the key resp. the name of the lockdep_map. |
| 34 | */ |
| 35 | #define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn) \ |
| 36 | .lockdep_map = STATIC_LOCKDEP_MAP_INIT(_kn, &_kn), |
| 37 | #else |
| 38 | #define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn) |
| 39 | #endif |
| 40 | |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 41 | /* |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 42 | * A deferrable timer will work normally when the system is busy, but |
| 43 | * will not cause a CPU to come out of idle just to service it; instead, |
| 44 | * the timer will be serviced when the CPU eventually wakes up with a |
| 45 | * subsequent non-deferrable timer. |
Tejun Heo | c5f66e9 | 2012-08-08 11:10:28 -0700 | [diff] [blame] | 46 | * |
| 47 | * An irqsafe timer is executed with IRQ disabled and it's safe to wait for |
| 48 | * the completion of the running instance from IRQ handlers, for example, |
| 49 | * by calling del_timer_sync(). |
| 50 | * |
| 51 | * Note: The irq disabled callback execution is a special case for |
| 52 | * workqueue locking issues. It's not meant for executing random crap |
| 53 | * with interrupts disabled. Abuse is monitored! |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 54 | */ |
Thomas Gleixner | b0d6e2d | 2016-07-04 09:50:29 +0000 | [diff] [blame] | 55 | #define TIMER_CPUMASK 0x0003FFFF |
| 56 | #define TIMER_MIGRATING 0x00040000 |
Thomas Gleixner | 0eeda71 | 2015-05-26 22:50:29 +0000 | [diff] [blame] | 57 | #define TIMER_BASEMASK (TIMER_CPUMASK | TIMER_MIGRATING) |
Thomas Gleixner | b0d6e2d | 2016-07-04 09:50:29 +0000 | [diff] [blame] | 58 | #define TIMER_DEFERRABLE 0x00080000 |
| 59 | #define TIMER_PINNED 0x00100000 |
| 60 | #define TIMER_IRQSAFE 0x00200000 |
Thomas Gleixner | 500462a | 2016-07-04 09:50:30 +0000 | [diff] [blame] | 61 | #define TIMER_ARRAYSHIFT 22 |
| 62 | #define TIMER_ARRAYMASK 0xFFC00000 |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 63 | |
Thomas Gleixner | 8a58a34 | 2017-02-10 16:41:15 +0100 | [diff] [blame] | 64 | #define TIMER_TRACE_FLAGMASK (TIMER_MIGRATING | TIMER_DEFERRABLE | TIMER_PINNED | TIMER_IRQSAFE) |
| 65 | |
Kees Cook | 1fe66ba | 2017-10-22 18:22:50 -0700 | [diff] [blame] | 66 | #define __TIMER_INITIALIZER(_function, _flags) { \ |
Thomas Gleixner | 1dabbce | 2015-05-26 22:50:28 +0000 | [diff] [blame] | 67 | .entry = { .next = TIMER_ENTRY_STATIC }, \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 68 | .function = (_function), \ |
Thomas Gleixner | 0eeda71 | 2015-05-26 22:50:29 +0000 | [diff] [blame] | 69 | .flags = (_flags), \ |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 70 | __TIMER_LOCKDEP_MAP_INITIALIZER( \ |
| 71 | __FILE__ ":" __stringify(__LINE__)) \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | } |
| 73 | |
Kees Cook | 1d27e3e | 2017-10-04 16:27:04 -0700 | [diff] [blame] | 74 | #define DEFINE_TIMER(_name, _function) \ |
Ingo Molnar | 8d06afa | 2005-09-09 13:10:40 -0700 | [diff] [blame] | 75 | struct timer_list _name = \ |
Kees Cook | 841b86f | 2017-10-23 09:40:42 +0200 | [diff] [blame] | 76 | __TIMER_INITIALIZER(_function, 0) |
Ingo Molnar | 8d06afa | 2005-09-09 13:10:40 -0700 | [diff] [blame] | 77 | |
Kees Cook | 919b250 | 2017-10-22 18:48:43 -0700 | [diff] [blame] | 78 | /* |
| 79 | * LOCKDEP and DEBUG timer interfaces. |
| 80 | */ |
Kees Cook | 188665b | 2017-10-22 18:14:46 -0700 | [diff] [blame] | 81 | void init_timer_key(struct timer_list *timer, |
| 82 | void (*func)(struct timer_list *), unsigned int flags, |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame] | 83 | const char *name, struct lock_class_key *key); |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 84 | |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 85 | #ifdef CONFIG_DEBUG_OBJECTS_TIMERS |
| 86 | extern void init_timer_on_stack_key(struct timer_list *timer, |
Kees Cook | 188665b | 2017-10-22 18:14:46 -0700 | [diff] [blame] | 87 | void (*func)(struct timer_list *), |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame] | 88 | unsigned int flags, const char *name, |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 89 | struct lock_class_key *key); |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 90 | #else |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 91 | static inline void init_timer_on_stack_key(struct timer_list *timer, |
Kees Cook | 188665b | 2017-10-22 18:14:46 -0700 | [diff] [blame] | 92 | void (*func)(struct timer_list *), |
| 93 | unsigned int flags, |
| 94 | const char *name, |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 95 | struct lock_class_key *key) |
| 96 | { |
Kees Cook | 188665b | 2017-10-22 18:14:46 -0700 | [diff] [blame] | 97 | init_timer_key(timer, func, flags, name, key); |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame] | 98 | } |
| 99 | #endif |
| 100 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 101 | #ifdef CONFIG_LOCKDEP |
Kees Cook | 188665b | 2017-10-22 18:14:46 -0700 | [diff] [blame] | 102 | #define __init_timer(_timer, _fn, _flags) \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame] | 103 | do { \ |
| 104 | static struct lock_class_key __key; \ |
Kees Cook | 188665b | 2017-10-22 18:14:46 -0700 | [diff] [blame] | 105 | init_timer_key((_timer), (_fn), (_flags), #_timer, &__key);\ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame] | 106 | } while (0) |
| 107 | |
Kees Cook | 188665b | 2017-10-22 18:14:46 -0700 | [diff] [blame] | 108 | #define __init_timer_on_stack(_timer, _fn, _flags) \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame] | 109 | do { \ |
| 110 | static struct lock_class_key __key; \ |
Kees Cook | 188665b | 2017-10-22 18:14:46 -0700 | [diff] [blame] | 111 | init_timer_on_stack_key((_timer), (_fn), (_flags), \ |
| 112 | #_timer, &__key); \ |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame] | 113 | } while (0) |
| 114 | #else |
Kees Cook | 188665b | 2017-10-22 18:14:46 -0700 | [diff] [blame] | 115 | #define __init_timer(_timer, _fn, _flags) \ |
| 116 | init_timer_key((_timer), (_fn), (_flags), NULL, NULL) |
| 117 | #define __init_timer_on_stack(_timer, _fn, _flags) \ |
| 118 | init_timer_on_stack_key((_timer), (_fn), (_flags), NULL, NULL) |
Tejun Heo | fc68399 | 2012-08-08 11:10:27 -0700 | [diff] [blame] | 119 | #endif |
| 120 | |
Kees Cook | 919b250 | 2017-10-22 18:48:43 -0700 | [diff] [blame] | 121 | /** |
| 122 | * timer_setup - prepare a timer for first use |
| 123 | * @timer: the timer in question |
| 124 | * @callback: the function to call when timer expires |
| 125 | * @flags: any TIMER_* flags |
| 126 | * |
| 127 | * Regular timer initialization should use either DEFINE_TIMER() above, |
| 128 | * or timer_setup(). For timers on the stack, timer_setup_on_stack() must |
| 129 | * be used and must be balanced with a call to destroy_timer_on_stack(). |
Kees Cook | 52f737c | 2017-10-19 13:28:38 -0700 | [diff] [blame] | 130 | */ |
Kees Cook | 919b250 | 2017-10-22 18:48:43 -0700 | [diff] [blame] | 131 | #define timer_setup(timer, callback, flags) \ |
| 132 | __init_timer((timer), (callback), (flags)) |
| 133 | |
| 134 | #define timer_setup_on_stack(timer, callback, flags) \ |
| 135 | __init_timer_on_stack((timer), (callback), (flags)) |
| 136 | |
| 137 | #ifdef CONFIG_DEBUG_OBJECTS_TIMERS |
| 138 | extern void destroy_timer_on_stack(struct timer_list *timer); |
| 139 | #else |
| 140 | static inline void destroy_timer_on_stack(struct timer_list *timer) { } |
Kees Cook | 52f737c | 2017-10-19 13:28:38 -0700 | [diff] [blame] | 141 | #endif |
Kees Cook | 58e1177 | 2017-10-04 16:26:55 -0700 | [diff] [blame] | 142 | |
Kees Cook | 686fef9 | 2017-09-28 06:38:17 -0700 | [diff] [blame] | 143 | #define from_timer(var, callback_timer, timer_fieldname) \ |
| 144 | container_of(callback_timer, typeof(*var), timer_fieldname) |
| 145 | |
Robert P. J. Day | 45f8bde | 2007-01-26 00:57:09 -0800 | [diff] [blame] | 146 | /** |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 147 | * timer_pending - is a timer pending? |
| 148 | * @timer: the timer in question |
| 149 | * |
| 150 | * timer_pending will tell whether a given timer is currently pending, |
| 151 | * or not. Callers must ensure serialization wrt. other operations done |
| 152 | * to this timer, eg. interrupt contexts, or other CPUs on SMP. |
| 153 | * |
| 154 | * return value: 1 if the timer is pending, 0 if not. |
| 155 | */ |
| 156 | static inline int timer_pending(const struct timer_list * timer) |
| 157 | { |
Thomas Gleixner | 1dabbce | 2015-05-26 22:50:28 +0000 | [diff] [blame] | 158 | return timer->entry.pprev != NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 159 | } |
| 160 | |
| 161 | extern void add_timer_on(struct timer_list *timer, int cpu); |
| 162 | extern int del_timer(struct timer_list * timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 163 | extern int mod_timer(struct timer_list *timer, unsigned long expires); |
Ingo Molnar | 7401922 | 2009-02-18 12:23:29 +0100 | [diff] [blame] | 164 | extern int mod_timer_pending(struct timer_list *timer, unsigned long expires); |
David Howells | b24591e | 2017-11-09 12:35:07 +0000 | [diff] [blame] | 165 | extern int timer_reduce(struct timer_list *timer, unsigned long expires); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 166 | |
Thomas Gleixner | fd064b9 | 2007-02-16 01:27:47 -0800 | [diff] [blame] | 167 | /* |
Thomas Gleixner | eaad084 | 2007-05-29 23:47:39 +0200 | [diff] [blame] | 168 | * The jiffies value which is added to now, when there is no timer |
| 169 | * in the timer wheel: |
| 170 | */ |
| 171 | #define NEXT_TIMER_MAX_DELTA ((1UL << 30) - 1) |
| 172 | |
Ingo Molnar | 7401922 | 2009-02-18 12:23:29 +0100 | [diff] [blame] | 173 | extern void add_timer(struct timer_list *timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 174 | |
Yong Zhang | 6f1bc45 | 2010-10-20 15:57:31 -0700 | [diff] [blame] | 175 | extern int try_to_del_timer_sync(struct timer_list *timer); |
| 176 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 177 | #ifdef CONFIG_SMP |
| 178 | extern int del_timer_sync(struct timer_list *timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 179 | #else |
Oleg Nesterov | fd450b7 | 2005-06-23 00:08:59 -0700 | [diff] [blame] | 180 | # define del_timer_sync(t) del_timer(t) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 181 | #endif |
| 182 | |
Oleg Nesterov | 55c888d | 2005-06-23 00:08:56 -0700 | [diff] [blame] | 183 | #define del_singleshot_timer_sync(t) del_timer_sync(t) |
| 184 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 185 | extern void init_timers(void); |
| 186 | extern void run_local_timers(void); |
Roman Zippel | 05cfb61 | 2006-03-26 01:38:12 -0800 | [diff] [blame] | 187 | struct hrtimer; |
Thomas Gleixner | c9cb2e3 | 2007-02-16 01:27:49 -0800 | [diff] [blame] | 188 | extern enum hrtimer_restart it_real_fn(struct hrtimer *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 189 | |
Thomas Gleixner | bc7a34b | 2015-05-26 22:50:33 +0000 | [diff] [blame] | 190 | #if defined(CONFIG_SMP) && defined(CONFIG_NO_HZ_COMMON) |
Ingo Molnar | b2d5bfe | 2017-02-06 09:56:40 +0100 | [diff] [blame] | 191 | struct ctl_table; |
Thomas Gleixner | bc7a34b | 2015-05-26 22:50:33 +0000 | [diff] [blame] | 192 | |
| 193 | extern unsigned int sysctl_timer_migration; |
| 194 | int timer_migration_handler(struct ctl_table *table, int write, |
| 195 | void __user *buffer, size_t *lenp, |
| 196 | loff_t *ppos); |
| 197 | #endif |
| 198 | |
Arjan van de Ven | 4c36a5d | 2006-12-10 02:21:24 -0800 | [diff] [blame] | 199 | unsigned long __round_jiffies(unsigned long j, int cpu); |
| 200 | unsigned long __round_jiffies_relative(unsigned long j, int cpu); |
| 201 | unsigned long round_jiffies(unsigned long j); |
| 202 | unsigned long round_jiffies_relative(unsigned long j); |
| 203 | |
Alan Stern | 9c133c4 | 2008-11-06 08:42:48 +0100 | [diff] [blame] | 204 | unsigned long __round_jiffies_up(unsigned long j, int cpu); |
| 205 | unsigned long __round_jiffies_up_relative(unsigned long j, int cpu); |
| 206 | unsigned long round_jiffies_up(unsigned long j); |
| 207 | unsigned long round_jiffies_up_relative(unsigned long j); |
| 208 | |
Richard Cochran | 24f73b9 | 2016-07-13 17:16:59 +0000 | [diff] [blame] | 209 | #ifdef CONFIG_HOTPLUG_CPU |
| 210 | int timers_dead_cpu(unsigned int cpu); |
| 211 | #else |
| 212 | #define timers_dead_cpu NULL |
| 213 | #endif |
| 214 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 215 | #endif |