Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | #ifndef _LINUX_TIMER_H |
| 2 | #define _LINUX_TIMER_H |
| 3 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 4 | #include <linux/list.h> |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 5 | #include <linux/ktime.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 6 | #include <linux/stddef.h> |
Thomas Gleixner | c6f3a97 | 2008-04-30 00:55:03 -0700 | [diff] [blame] | 7 | #include <linux/debugobjects.h> |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 8 | #include <linux/stringify.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 9 | |
Pavel Machek | a6fa8e5 | 2008-01-30 13:30:00 +0100 | [diff] [blame] | 10 | struct tvec_base; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | |
| 12 | struct timer_list { |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 13 | /* |
| 14 | * All fields that change during normal runtime grouped to the |
| 15 | * same cacheline |
| 16 | */ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 17 | struct list_head entry; |
| 18 | unsigned long expires; |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 19 | struct tvec_base *base; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 20 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | void (*function)(unsigned long); |
| 22 | unsigned long data; |
| 23 | |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 24 | int slack; |
| 25 | |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 26 | #ifdef CONFIG_TIMER_STATS |
Richard Kennedy | d095902 | 2010-10-20 15:57:30 -0700 | [diff] [blame] | 27 | int start_pid; |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 28 | void *start_site; |
| 29 | char start_comm[16]; |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 30 | #endif |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 31 | #ifdef CONFIG_LOCKDEP |
| 32 | struct lockdep_map lockdep_map; |
| 33 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 34 | }; |
| 35 | |
Pavel Machek | a6fa8e5 | 2008-01-30 13:30:00 +0100 | [diff] [blame] | 36 | extern struct tvec_base boot_tvec_bases; |
Oleg Nesterov | 55c888d | 2005-06-23 00:08:56 -0700 | [diff] [blame] | 37 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 38 | #ifdef CONFIG_LOCKDEP |
| 39 | /* |
| 40 | * NB: because we have to copy the lockdep_map, setting the lockdep_map key |
| 41 | * (second argument) here is required, otherwise it could be initialised to |
| 42 | * the copy of the lockdep_map later! We use the pointer to and the string |
| 43 | * "<file>:<line>" as the key resp. the name of the lockdep_map. |
| 44 | */ |
| 45 | #define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn) \ |
| 46 | .lockdep_map = STATIC_LOCKDEP_MAP_INIT(_kn, &_kn), |
| 47 | #else |
| 48 | #define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn) |
| 49 | #endif |
| 50 | |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 51 | /* |
| 52 | * Note that all tvec_bases are 2 byte aligned and lower bit of |
| 53 | * base in timer_list is guaranteed to be zero. Use the LSB to |
| 54 | * indicate whether the timer is deferrable. |
| 55 | * |
| 56 | * A deferrable timer will work normally when the system is busy, but |
| 57 | * will not cause a CPU to come out of idle just to service it; instead, |
| 58 | * the timer will be serviced when the CPU eventually wakes up with a |
| 59 | * subsequent non-deferrable timer. |
| 60 | */ |
Tejun Heo | e52b1db | 2012-08-08 11:10:25 -0700 | [diff] [blame] | 61 | #define TIMER_DEFERRABLE 0x1LU |
| 62 | |
| 63 | #define TIMER_FLAG_MASK 0x1LU |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 64 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 65 | #define TIMER_INITIALIZER(_function, _expires, _data) { \ |
Thomas Gleixner | c6f3a97 | 2008-04-30 00:55:03 -0700 | [diff] [blame] | 66 | .entry = { .prev = TIMER_ENTRY_STATIC }, \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 67 | .function = (_function), \ |
| 68 | .expires = (_expires), \ |
| 69 | .data = (_data), \ |
Oleg Nesterov | 3691c51 | 2006-03-31 02:30:30 -0800 | [diff] [blame] | 70 | .base = &boot_tvec_bases, \ |
Changli Gao | aaabe31 | 2010-10-20 15:57:30 -0700 | [diff] [blame] | 71 | .slack = -1, \ |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 72 | __TIMER_LOCKDEP_MAP_INITIALIZER( \ |
| 73 | __FILE__ ":" __stringify(__LINE__)) \ |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | } |
| 75 | |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 76 | #define TBASE_MAKE_DEFERRED(ptr) ((struct tvec_base *) \ |
Tejun Heo | e52b1db | 2012-08-08 11:10:25 -0700 | [diff] [blame] | 77 | ((unsigned char *)(ptr) + TIMER_DEFERRABLE)) |
Phil Carmody | dd6414b | 2010-10-20 15:57:33 -0700 | [diff] [blame] | 78 | |
| 79 | #define TIMER_DEFERRED_INITIALIZER(_function, _expires, _data) {\ |
| 80 | .entry = { .prev = TIMER_ENTRY_STATIC }, \ |
| 81 | .function = (_function), \ |
| 82 | .expires = (_expires), \ |
| 83 | .data = (_data), \ |
| 84 | .base = TBASE_MAKE_DEFERRED(&boot_tvec_bases), \ |
| 85 | __TIMER_LOCKDEP_MAP_INITIALIZER( \ |
| 86 | __FILE__ ":" __stringify(__LINE__)) \ |
| 87 | } |
| 88 | |
Ingo Molnar | 8d06afa | 2005-09-09 13:10:40 -0700 | [diff] [blame] | 89 | #define DEFINE_TIMER(_name, _function, _expires, _data) \ |
| 90 | struct timer_list _name = \ |
| 91 | TIMER_INITIALIZER(_function, _expires, _data) |
| 92 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 93 | void init_timer_key(struct timer_list *timer, |
| 94 | const char *name, |
| 95 | struct lock_class_key *key); |
| 96 | void init_timer_deferrable_key(struct timer_list *timer, |
| 97 | const char *name, |
| 98 | struct lock_class_key *key); |
| 99 | |
Tejun Heo | 5a9af38 | 2012-08-08 11:10:26 -0700 | [diff] [blame^] | 100 | #ifdef CONFIG_DEBUG_OBJECTS_TIMERS |
| 101 | extern void init_timer_on_stack_key(struct timer_list *timer, |
| 102 | const char *name, |
| 103 | struct lock_class_key *key); |
| 104 | extern void destroy_timer_on_stack(struct timer_list *timer); |
| 105 | #else |
| 106 | static inline void destroy_timer_on_stack(struct timer_list *timer) { } |
| 107 | static inline void init_timer_on_stack_key(struct timer_list *timer, |
| 108 | const char *name, |
| 109 | struct lock_class_key *key) |
| 110 | { |
| 111 | init_timer_key(timer, name, key); |
| 112 | } |
| 113 | #endif |
| 114 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 115 | #ifdef CONFIG_LOCKDEP |
| 116 | #define init_timer(timer) \ |
| 117 | do { \ |
| 118 | static struct lock_class_key __key; \ |
| 119 | init_timer_key((timer), #timer, &__key); \ |
| 120 | } while (0) |
| 121 | |
| 122 | #define init_timer_deferrable(timer) \ |
| 123 | do { \ |
| 124 | static struct lock_class_key __key; \ |
| 125 | init_timer_deferrable_key((timer), #timer, &__key); \ |
| 126 | } while (0) |
| 127 | |
| 128 | #define init_timer_on_stack(timer) \ |
| 129 | do { \ |
| 130 | static struct lock_class_key __key; \ |
| 131 | init_timer_on_stack_key((timer), #timer, &__key); \ |
| 132 | } while (0) |
| 133 | |
| 134 | #define setup_timer(timer, fn, data) \ |
| 135 | do { \ |
| 136 | static struct lock_class_key __key; \ |
| 137 | setup_timer_key((timer), #timer, &__key, (fn), (data));\ |
| 138 | } while (0) |
| 139 | |
| 140 | #define setup_timer_on_stack(timer, fn, data) \ |
| 141 | do { \ |
| 142 | static struct lock_class_key __key; \ |
| 143 | setup_timer_on_stack_key((timer), #timer, &__key, \ |
| 144 | (fn), (data)); \ |
| 145 | } while (0) |
Jesse Barnes | 8cadd283 | 2010-05-10 14:26:20 -0700 | [diff] [blame] | 146 | #define setup_deferrable_timer_on_stack(timer, fn, data) \ |
| 147 | do { \ |
| 148 | static struct lock_class_key __key; \ |
| 149 | setup_deferrable_timer_on_stack_key((timer), #timer, \ |
| 150 | &__key, (fn), \ |
| 151 | (data)); \ |
| 152 | } while (0) |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 153 | #else |
| 154 | #define init_timer(timer)\ |
| 155 | init_timer_key((timer), NULL, NULL) |
| 156 | #define init_timer_deferrable(timer)\ |
| 157 | init_timer_deferrable_key((timer), NULL, NULL) |
| 158 | #define init_timer_on_stack(timer)\ |
| 159 | init_timer_on_stack_key((timer), NULL, NULL) |
| 160 | #define setup_timer(timer, fn, data)\ |
| 161 | setup_timer_key((timer), NULL, NULL, (fn), (data)) |
| 162 | #define setup_timer_on_stack(timer, fn, data)\ |
| 163 | setup_timer_on_stack_key((timer), NULL, NULL, (fn), (data)) |
Jesse Barnes | 8cadd283 | 2010-05-10 14:26:20 -0700 | [diff] [blame] | 164 | #define setup_deferrable_timer_on_stack(timer, fn, data)\ |
| 165 | setup_deferrable_timer_on_stack_key((timer), NULL, NULL, (fn), (data)) |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 166 | #endif |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 168 | static inline void setup_timer_key(struct timer_list * timer, |
| 169 | const char *name, |
| 170 | struct lock_class_key *key, |
Oleg Nesterov | a8db2db | 2005-10-30 15:01:38 -0800 | [diff] [blame] | 171 | void (*function)(unsigned long), |
| 172 | unsigned long data) |
| 173 | { |
| 174 | timer->function = function; |
| 175 | timer->data = data; |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 176 | init_timer_key(timer, name, key); |
Oleg Nesterov | a8db2db | 2005-10-30 15:01:38 -0800 | [diff] [blame] | 177 | } |
| 178 | |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 179 | static inline void setup_timer_on_stack_key(struct timer_list *timer, |
| 180 | const char *name, |
| 181 | struct lock_class_key *key, |
Thomas Gleixner | c6f3a97 | 2008-04-30 00:55:03 -0700 | [diff] [blame] | 182 | void (*function)(unsigned long), |
| 183 | unsigned long data) |
| 184 | { |
| 185 | timer->function = function; |
| 186 | timer->data = data; |
Johannes Berg | 6f2b9b9 | 2009-01-29 16:03:20 +0100 | [diff] [blame] | 187 | init_timer_on_stack_key(timer, name, key); |
Thomas Gleixner | c6f3a97 | 2008-04-30 00:55:03 -0700 | [diff] [blame] | 188 | } |
| 189 | |
Jesse Barnes | 8cadd283 | 2010-05-10 14:26:20 -0700 | [diff] [blame] | 190 | extern void setup_deferrable_timer_on_stack_key(struct timer_list *timer, |
| 191 | const char *name, |
| 192 | struct lock_class_key *key, |
| 193 | void (*function)(unsigned long), |
| 194 | unsigned long data); |
| 195 | |
Robert P. J. Day | 45f8bde | 2007-01-26 00:57:09 -0800 | [diff] [blame] | 196 | /** |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 197 | * timer_pending - is a timer pending? |
| 198 | * @timer: the timer in question |
| 199 | * |
| 200 | * timer_pending will tell whether a given timer is currently pending, |
| 201 | * or not. Callers must ensure serialization wrt. other operations done |
| 202 | * to this timer, eg. interrupt contexts, or other CPUs on SMP. |
| 203 | * |
| 204 | * return value: 1 if the timer is pending, 0 if not. |
| 205 | */ |
| 206 | static inline int timer_pending(const struct timer_list * timer) |
| 207 | { |
Oleg Nesterov | 55c888d | 2005-06-23 00:08:56 -0700 | [diff] [blame] | 208 | return timer->entry.next != NULL; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 209 | } |
| 210 | |
| 211 | extern void add_timer_on(struct timer_list *timer, int cpu); |
| 212 | extern int del_timer(struct timer_list * timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 213 | extern int mod_timer(struct timer_list *timer, unsigned long expires); |
Ingo Molnar | 7401922 | 2009-02-18 12:23:29 +0100 | [diff] [blame] | 214 | extern int mod_timer_pending(struct timer_list *timer, unsigned long expires); |
Arun R Bharadwaj | 597d027 | 2009-04-16 12:13:26 +0530 | [diff] [blame] | 215 | extern int mod_timer_pinned(struct timer_list *timer, unsigned long expires); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 216 | |
Arjan van de Ven | 3bbb9ec | 2010-03-11 14:04:36 -0800 | [diff] [blame] | 217 | extern void set_timer_slack(struct timer_list *time, int slack_hz); |
| 218 | |
Arun R Bharadwaj | 597d027 | 2009-04-16 12:13:26 +0530 | [diff] [blame] | 219 | #define TIMER_NOT_PINNED 0 |
| 220 | #define TIMER_PINNED 1 |
Thomas Gleixner | fd064b9 | 2007-02-16 01:27:47 -0800 | [diff] [blame] | 221 | /* |
Thomas Gleixner | eaad084 | 2007-05-29 23:47:39 +0200 | [diff] [blame] | 222 | * The jiffies value which is added to now, when there is no timer |
| 223 | * in the timer wheel: |
| 224 | */ |
| 225 | #define NEXT_TIMER_MAX_DELTA ((1UL << 30) - 1) |
| 226 | |
| 227 | /* |
Thomas Gleixner | fd064b9 | 2007-02-16 01:27:47 -0800 | [diff] [blame] | 228 | * Return when the next timer-wheel timeout occurs (in absolute jiffies), |
Thomas Gleixner | fd064b9 | 2007-02-16 01:27:47 -0800 | [diff] [blame] | 229 | * locks the timer base and does the comparison against the given |
| 230 | * jiffie. |
| 231 | */ |
| 232 | extern unsigned long get_next_timer_interrupt(unsigned long now); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 233 | |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 234 | /* |
| 235 | * Timer-statistics info: |
| 236 | */ |
| 237 | #ifdef CONFIG_TIMER_STATS |
| 238 | |
Heiko Carstens | 507e123 | 2009-06-23 17:38:15 +0200 | [diff] [blame] | 239 | extern int timer_stats_active; |
| 240 | |
Venki Pallipadi | c5c061b8 | 2007-07-15 23:40:30 -0700 | [diff] [blame] | 241 | #define TIMER_STATS_FLAG_DEFERRABLE 0x1 |
| 242 | |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 243 | extern void init_timer_stats(void); |
| 244 | |
| 245 | extern void timer_stats_update_stats(void *timer, pid_t pid, void *startf, |
Venki Pallipadi | c5c061b8 | 2007-07-15 23:40:30 -0700 | [diff] [blame] | 246 | void *timerf, char *comm, |
| 247 | unsigned int timer_flag); |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 248 | |
| 249 | extern void __timer_stats_timer_set_start_info(struct timer_list *timer, |
| 250 | void *addr); |
| 251 | |
| 252 | static inline void timer_stats_timer_set_start_info(struct timer_list *timer) |
| 253 | { |
Heiko Carstens | 507e123 | 2009-06-23 17:38:15 +0200 | [diff] [blame] | 254 | if (likely(!timer_stats_active)) |
| 255 | return; |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 256 | __timer_stats_timer_set_start_info(timer, __builtin_return_address(0)); |
| 257 | } |
| 258 | |
| 259 | static inline void timer_stats_timer_clear_start_info(struct timer_list *timer) |
| 260 | { |
| 261 | timer->start_site = NULL; |
| 262 | } |
| 263 | #else |
| 264 | static inline void init_timer_stats(void) |
| 265 | { |
| 266 | } |
| 267 | |
Ingo Molnar | 82f67cd | 2007-02-16 01:28:13 -0800 | [diff] [blame] | 268 | static inline void timer_stats_timer_set_start_info(struct timer_list *timer) |
| 269 | { |
| 270 | } |
| 271 | |
| 272 | static inline void timer_stats_timer_clear_start_info(struct timer_list *timer) |
| 273 | { |
| 274 | } |
| 275 | #endif |
| 276 | |
Ingo Molnar | 7401922 | 2009-02-18 12:23:29 +0100 | [diff] [blame] | 277 | extern void add_timer(struct timer_list *timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 278 | |
Yong Zhang | 6f1bc45 | 2010-10-20 15:57:31 -0700 | [diff] [blame] | 279 | extern int try_to_del_timer_sync(struct timer_list *timer); |
| 280 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 281 | #ifdef CONFIG_SMP |
| 282 | extern int del_timer_sync(struct timer_list *timer); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 283 | #else |
Oleg Nesterov | fd450b7 | 2005-06-23 00:08:59 -0700 | [diff] [blame] | 284 | # define del_timer_sync(t) del_timer(t) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 285 | #endif |
| 286 | |
Oleg Nesterov | 55c888d | 2005-06-23 00:08:56 -0700 | [diff] [blame] | 287 | #define del_singleshot_timer_sync(t) del_timer_sync(t) |
| 288 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 289 | extern void init_timers(void); |
| 290 | extern void run_local_timers(void); |
Roman Zippel | 05cfb61 | 2006-03-26 01:38:12 -0800 | [diff] [blame] | 291 | struct hrtimer; |
Thomas Gleixner | c9cb2e3 | 2007-02-16 01:27:49 -0800 | [diff] [blame] | 292 | extern enum hrtimer_restart it_real_fn(struct hrtimer *); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 293 | |
Arjan van de Ven | 4c36a5d | 2006-12-10 02:21:24 -0800 | [diff] [blame] | 294 | unsigned long __round_jiffies(unsigned long j, int cpu); |
| 295 | unsigned long __round_jiffies_relative(unsigned long j, int cpu); |
| 296 | unsigned long round_jiffies(unsigned long j); |
| 297 | unsigned long round_jiffies_relative(unsigned long j); |
| 298 | |
Alan Stern | 9c133c4 | 2008-11-06 08:42:48 +0100 | [diff] [blame] | 299 | unsigned long __round_jiffies_up(unsigned long j, int cpu); |
| 300 | unsigned long __round_jiffies_up_relative(unsigned long j, int cpu); |
| 301 | unsigned long round_jiffies_up(unsigned long j); |
| 302 | unsigned long round_jiffies_up_relative(unsigned long j); |
| 303 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 304 | #endif |