blob: 6383c528b1484fed5731b3074e1d1accf414ff31 [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001#ifndef _LINUX_TIMER_H
2#define _LINUX_TIMER_H
3
Linus Torvalds1da177e2005-04-16 15:20:36 -07004#include <linux/list.h>
Ingo Molnar82f67cd2007-02-16 01:28:13 -08005#include <linux/ktime.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006#include <linux/stddef.h>
Thomas Gleixnerc6f3a972008-04-30 00:55:03 -07007#include <linux/debugobjects.h>
Johannes Berg6f2b9b92009-01-29 16:03:20 +01008#include <linux/stringify.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009
Pavel Macheka6fa8e52008-01-30 13:30:00 +010010struct tvec_base;
Linus Torvalds1da177e2005-04-16 15:20:36 -070011
12struct timer_list {
Arjan van de Ven3bbb9ec2010-03-11 14:04:36 -080013 /*
14 * All fields that change during normal runtime grouped to the
15 * same cacheline
16 */
Thomas Gleixner0eeda712015-05-26 22:50:29 +000017 struct hlist_node entry;
18 unsigned long expires;
19 void (*function)(unsigned long);
20 unsigned long data;
21 u32 flags;
Arjan van de Ven3bbb9ec2010-03-11 14:04:36 -080022
Johannes Berg6f2b9b92009-01-29 16:03:20 +010023#ifdef CONFIG_LOCKDEP
Thomas Gleixner0eeda712015-05-26 22:50:29 +000024 struct lockdep_map lockdep_map;
Johannes Berg6f2b9b92009-01-29 16:03:20 +010025#endif
Linus Torvalds1da177e2005-04-16 15:20:36 -070026};
27
Johannes Berg6f2b9b92009-01-29 16:03:20 +010028#ifdef CONFIG_LOCKDEP
29/*
30 * NB: because we have to copy the lockdep_map, setting the lockdep_map key
31 * (second argument) here is required, otherwise it could be initialised to
32 * the copy of the lockdep_map later! We use the pointer to and the string
33 * "<file>:<line>" as the key resp. the name of the lockdep_map.
34 */
35#define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn) \
36 .lockdep_map = STATIC_LOCKDEP_MAP_INIT(_kn, &_kn),
37#else
38#define __TIMER_LOCKDEP_MAP_INITIALIZER(_kn)
39#endif
40
Phil Carmodydd6414b2010-10-20 15:57:33 -070041/*
Phil Carmodydd6414b2010-10-20 15:57:33 -070042 * A deferrable timer will work normally when the system is busy, but
43 * will not cause a CPU to come out of idle just to service it; instead,
44 * the timer will be serviced when the CPU eventually wakes up with a
45 * subsequent non-deferrable timer.
Tejun Heoc5f66e92012-08-08 11:10:28 -070046 *
47 * An irqsafe timer is executed with IRQ disabled and it's safe to wait for
48 * the completion of the running instance from IRQ handlers, for example,
49 * by calling del_timer_sync().
50 *
51 * Note: The irq disabled callback execution is a special case for
52 * workqueue locking issues. It's not meant for executing random crap
53 * with interrupts disabled. Abuse is monitored!
Phil Carmodydd6414b2010-10-20 15:57:33 -070054 */
Thomas Gleixnerb0d6e2d2016-07-04 09:50:29 +000055#define TIMER_CPUMASK 0x0003FFFF
56#define TIMER_MIGRATING 0x00040000
Thomas Gleixner0eeda712015-05-26 22:50:29 +000057#define TIMER_BASEMASK (TIMER_CPUMASK | TIMER_MIGRATING)
Thomas Gleixnerb0d6e2d2016-07-04 09:50:29 +000058#define TIMER_DEFERRABLE 0x00080000
59#define TIMER_PINNED 0x00100000
60#define TIMER_IRQSAFE 0x00200000
Thomas Gleixner500462a2016-07-04 09:50:30 +000061#define TIMER_ARRAYSHIFT 22
62#define TIMER_ARRAYMASK 0xFFC00000
Phil Carmodydd6414b2010-10-20 15:57:33 -070063
Thomas Gleixner8a58a342017-02-10 16:41:15 +010064#define TIMER_TRACE_FLAGMASK (TIMER_MIGRATING | TIMER_DEFERRABLE | TIMER_PINNED | TIMER_IRQSAFE)
65
Tejun Heofc683992012-08-08 11:10:27 -070066#define __TIMER_INITIALIZER(_function, _expires, _data, _flags) { \
Thomas Gleixner1dabbce2015-05-26 22:50:28 +000067 .entry = { .next = TIMER_ENTRY_STATIC }, \
Linus Torvalds1da177e2005-04-16 15:20:36 -070068 .function = (_function), \
69 .expires = (_expires), \
70 .data = (_data), \
Thomas Gleixner0eeda712015-05-26 22:50:29 +000071 .flags = (_flags), \
Johannes Berg6f2b9b92009-01-29 16:03:20 +010072 __TIMER_LOCKDEP_MAP_INITIALIZER( \
73 __FILE__ ":" __stringify(__LINE__)) \
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 }
75
Tejun Heofc683992012-08-08 11:10:27 -070076#define TIMER_INITIALIZER(_function, _expires, _data) \
77 __TIMER_INITIALIZER((_function), (_expires), (_data), 0)
Phil Carmodydd6414b2010-10-20 15:57:33 -070078
Thomas Gleixnere6754472016-07-04 09:50:15 +000079#define TIMER_PINNED_INITIALIZER(_function, _expires, _data) \
80 __TIMER_INITIALIZER((_function), (_expires), (_data), TIMER_PINNED)
81
Tejun Heofc683992012-08-08 11:10:27 -070082#define TIMER_DEFERRED_INITIALIZER(_function, _expires, _data) \
83 __TIMER_INITIALIZER((_function), (_expires), (_data), TIMER_DEFERRABLE)
Phil Carmodydd6414b2010-10-20 15:57:33 -070084
Thomas Gleixnere6754472016-07-04 09:50:15 +000085#define TIMER_PINNED_DEFERRED_INITIALIZER(_function, _expires, _data) \
86 __TIMER_INITIALIZER((_function), (_expires), (_data), TIMER_DEFERRABLE | TIMER_PINNED)
87
Ingo Molnar8d06afa2005-09-09 13:10:40 -070088#define DEFINE_TIMER(_name, _function, _expires, _data) \
89 struct timer_list _name = \
90 TIMER_INITIALIZER(_function, _expires, _data)
91
Tejun Heofc683992012-08-08 11:10:27 -070092void init_timer_key(struct timer_list *timer, unsigned int flags,
93 const char *name, struct lock_class_key *key);
Johannes Berg6f2b9b92009-01-29 16:03:20 +010094
Tejun Heo5a9af382012-08-08 11:10:26 -070095#ifdef CONFIG_DEBUG_OBJECTS_TIMERS
96extern void init_timer_on_stack_key(struct timer_list *timer,
Tejun Heofc683992012-08-08 11:10:27 -070097 unsigned int flags, const char *name,
Tejun Heo5a9af382012-08-08 11:10:26 -070098 struct lock_class_key *key);
99extern void destroy_timer_on_stack(struct timer_list *timer);
100#else
101static inline void destroy_timer_on_stack(struct timer_list *timer) { }
102static inline void init_timer_on_stack_key(struct timer_list *timer,
Tejun Heofc683992012-08-08 11:10:27 -0700103 unsigned int flags, const char *name,
Tejun Heo5a9af382012-08-08 11:10:26 -0700104 struct lock_class_key *key)
105{
Tejun Heofc683992012-08-08 11:10:27 -0700106 init_timer_key(timer, flags, name, key);
Tejun Heo5a9af382012-08-08 11:10:26 -0700107}
108#endif
109
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100110#ifdef CONFIG_LOCKDEP
Tejun Heofc683992012-08-08 11:10:27 -0700111#define __init_timer(_timer, _flags) \
112 do { \
113 static struct lock_class_key __key; \
114 init_timer_key((_timer), (_flags), #_timer, &__key); \
115 } while (0)
116
117#define __init_timer_on_stack(_timer, _flags) \
118 do { \
119 static struct lock_class_key __key; \
120 init_timer_on_stack_key((_timer), (_flags), #_timer, &__key); \
121 } while (0)
122#else
123#define __init_timer(_timer, _flags) \
124 init_timer_key((_timer), (_flags), NULL, NULL)
125#define __init_timer_on_stack(_timer, _flags) \
126 init_timer_on_stack_key((_timer), (_flags), NULL, NULL)
127#endif
128
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100129#define init_timer(timer) \
Tejun Heofc683992012-08-08 11:10:27 -0700130 __init_timer((timer), 0)
Thomas Gleixnere6754472016-07-04 09:50:15 +0000131#define init_timer_pinned(timer) \
132 __init_timer((timer), TIMER_PINNED)
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100133#define init_timer_deferrable(timer) \
Tejun Heofc683992012-08-08 11:10:27 -0700134 __init_timer((timer), TIMER_DEFERRABLE)
Thomas Gleixnere6754472016-07-04 09:50:15 +0000135#define init_timer_pinned_deferrable(timer) \
136 __init_timer((timer), TIMER_DEFERRABLE | TIMER_PINNED)
Tejun Heofc683992012-08-08 11:10:27 -0700137#define init_timer_on_stack(timer) \
138 __init_timer_on_stack((timer), 0)
139
140#define __setup_timer(_timer, _fn, _data, _flags) \
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100141 do { \
Tejun Heofc683992012-08-08 11:10:27 -0700142 __init_timer((_timer), (_flags)); \
143 (_timer)->function = (_fn); \
144 (_timer)->data = (_data); \
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100145 } while (0)
146
Tejun Heofc683992012-08-08 11:10:27 -0700147#define __setup_timer_on_stack(_timer, _fn, _data, _flags) \
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100148 do { \
Tejun Heofc683992012-08-08 11:10:27 -0700149 __init_timer_on_stack((_timer), (_flags)); \
150 (_timer)->function = (_fn); \
151 (_timer)->data = (_data); \
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100152 } while (0)
153
154#define setup_timer(timer, fn, data) \
Tejun Heofc683992012-08-08 11:10:27 -0700155 __setup_timer((timer), (fn), (data), 0)
Thomas Gleixnere6754472016-07-04 09:50:15 +0000156#define setup_pinned_timer(timer, fn, data) \
157 __setup_timer((timer), (fn), (data), TIMER_PINNED)
Lucas Stach6f3ffc12016-01-12 18:17:19 +0100158#define setup_deferrable_timer(timer, fn, data) \
159 __setup_timer((timer), (fn), (data), TIMER_DEFERRABLE)
Thomas Gleixnere6754472016-07-04 09:50:15 +0000160#define setup_pinned_deferrable_timer(timer, fn, data) \
161 __setup_timer((timer), (fn), (data), TIMER_DEFERRABLE | TIMER_PINNED)
Johannes Berg6f2b9b92009-01-29 16:03:20 +0100162#define setup_timer_on_stack(timer, fn, data) \
Tejun Heofc683992012-08-08 11:10:27 -0700163 __setup_timer_on_stack((timer), (fn), (data), 0)
Thomas Gleixnere6754472016-07-04 09:50:15 +0000164#define setup_pinned_timer_on_stack(timer, fn, data) \
165 __setup_timer_on_stack((timer), (fn), (data), TIMER_PINNED)
Jesse Barnes8cadd2832010-05-10 14:26:20 -0700166#define setup_deferrable_timer_on_stack(timer, fn, data) \
Tejun Heofc683992012-08-08 11:10:27 -0700167 __setup_timer_on_stack((timer), (fn), (data), TIMER_DEFERRABLE)
Thomas Gleixnere6754472016-07-04 09:50:15 +0000168#define setup_pinned_deferrable_timer_on_stack(timer, fn, data) \
169 __setup_timer_on_stack((timer), (fn), (data), TIMER_DEFERRABLE | TIMER_PINNED)
Jesse Barnes8cadd2832010-05-10 14:26:20 -0700170
Kees Cook686fef92017-09-28 06:38:17 -0700171#define TIMER_DATA_TYPE unsigned long
172#define TIMER_FUNC_TYPE void (*)(TIMER_DATA_TYPE)
173
174static inline void timer_setup(struct timer_list *timer,
175 void (*callback)(struct timer_list *),
176 unsigned int flags)
177{
178 __setup_timer(timer, (TIMER_FUNC_TYPE)callback,
179 (TIMER_DATA_TYPE)timer, flags);
180}
181
182#define from_timer(var, callback_timer, timer_fieldname) \
183 container_of(callback_timer, typeof(*var), timer_fieldname)
184
Robert P. J. Day45f8bde2007-01-26 00:57:09 -0800185/**
Linus Torvalds1da177e2005-04-16 15:20:36 -0700186 * timer_pending - is a timer pending?
187 * @timer: the timer in question
188 *
189 * timer_pending will tell whether a given timer is currently pending,
190 * or not. Callers must ensure serialization wrt. other operations done
191 * to this timer, eg. interrupt contexts, or other CPUs on SMP.
192 *
193 * return value: 1 if the timer is pending, 0 if not.
194 */
195static inline int timer_pending(const struct timer_list * timer)
196{
Thomas Gleixner1dabbce2015-05-26 22:50:28 +0000197 return timer->entry.pprev != NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700198}
199
200extern void add_timer_on(struct timer_list *timer, int cpu);
201extern int del_timer(struct timer_list * timer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202extern int mod_timer(struct timer_list *timer, unsigned long expires);
Ingo Molnar74019222009-02-18 12:23:29 +0100203extern int mod_timer_pending(struct timer_list *timer, unsigned long expires);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204
Thomas Gleixnerfd064b92007-02-16 01:27:47 -0800205/*
Thomas Gleixnereaad0842007-05-29 23:47:39 +0200206 * The jiffies value which is added to now, when there is no timer
207 * in the timer wheel:
208 */
209#define NEXT_TIMER_MAX_DELTA ((1UL << 30) - 1)
210
Ingo Molnar74019222009-02-18 12:23:29 +0100211extern void add_timer(struct timer_list *timer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212
Yong Zhang6f1bc452010-10-20 15:57:31 -0700213extern int try_to_del_timer_sync(struct timer_list *timer);
214
Linus Torvalds1da177e2005-04-16 15:20:36 -0700215#ifdef CONFIG_SMP
216 extern int del_timer_sync(struct timer_list *timer);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217#else
Oleg Nesterovfd450b72005-06-23 00:08:59 -0700218# define del_timer_sync(t) del_timer(t)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219#endif
220
Oleg Nesterov55c888d2005-06-23 00:08:56 -0700221#define del_singleshot_timer_sync(t) del_timer_sync(t)
222
Linus Torvalds1da177e2005-04-16 15:20:36 -0700223extern void init_timers(void);
224extern void run_local_timers(void);
Roman Zippel05cfb612006-03-26 01:38:12 -0800225struct hrtimer;
Thomas Gleixnerc9cb2e32007-02-16 01:27:49 -0800226extern enum hrtimer_restart it_real_fn(struct hrtimer *);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227
Thomas Gleixnerbc7a34b2015-05-26 22:50:33 +0000228#if defined(CONFIG_SMP) && defined(CONFIG_NO_HZ_COMMON)
Ingo Molnarb2d5bfe2017-02-06 09:56:40 +0100229struct ctl_table;
Thomas Gleixnerbc7a34b2015-05-26 22:50:33 +0000230
231extern unsigned int sysctl_timer_migration;
232int timer_migration_handler(struct ctl_table *table, int write,
233 void __user *buffer, size_t *lenp,
234 loff_t *ppos);
235#endif
236
Arjan van de Ven4c36a5d2006-12-10 02:21:24 -0800237unsigned long __round_jiffies(unsigned long j, int cpu);
238unsigned long __round_jiffies_relative(unsigned long j, int cpu);
239unsigned long round_jiffies(unsigned long j);
240unsigned long round_jiffies_relative(unsigned long j);
241
Alan Stern9c133c42008-11-06 08:42:48 +0100242unsigned long __round_jiffies_up(unsigned long j, int cpu);
243unsigned long __round_jiffies_up_relative(unsigned long j, int cpu);
244unsigned long round_jiffies_up(unsigned long j);
245unsigned long round_jiffies_up_relative(unsigned long j);
246
Richard Cochran24f73b92016-07-13 17:16:59 +0000247#ifdef CONFIG_HOTPLUG_CPU
248int timers_dead_cpu(unsigned int cpu);
249#else
250#define timers_dead_cpu NULL
251#endif
252
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253#endif