Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 1 | /* Freezer declarations */ |
| 2 | |
Rafael J. Wysocki | 8314418 | 2007-07-17 04:03:35 -0700 | [diff] [blame] | 3 | #ifndef FREEZER_H_INCLUDED |
| 4 | #define FREEZER_H_INCLUDED |
| 5 | |
Randy Dunlap | 5c543ef | 2006-12-10 02:18:58 -0800 | [diff] [blame] | 6 | #include <linux/sched.h> |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 7 | #include <linux/wait.h> |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 8 | #include <linux/atomic.h> |
Randy Dunlap | 5c543ef | 2006-12-10 02:18:58 -0800 | [diff] [blame] | 9 | |
Matt Helsley | 8174f15 | 2008-10-18 20:27:19 -0700 | [diff] [blame] | 10 | #ifdef CONFIG_FREEZER |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 11 | extern atomic_t system_freezing_cnt; /* nr of freezing conds in effect */ |
| 12 | extern bool pm_freezing; /* PM freezing in effect */ |
| 13 | extern bool pm_nosig_freezing; /* PM nosig freezing in effect */ |
| 14 | |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 15 | /* |
| 16 | * Check if a process has been frozen |
| 17 | */ |
Tejun Heo | 948246f | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 18 | static inline bool frozen(struct task_struct *p) |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 19 | { |
| 20 | return p->flags & PF_FROZEN; |
| 21 | } |
| 22 | |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 23 | extern bool freezing_slow_path(struct task_struct *p); |
| 24 | |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 25 | /* |
| 26 | * Check if there is a request to freeze a process |
| 27 | */ |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 28 | static inline bool freezing(struct task_struct *p) |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 29 | { |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 30 | if (likely(!atomic_read(&system_freezing_cnt))) |
| 31 | return false; |
| 32 | return freezing_slow_path(p); |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 33 | } |
| 34 | |
Matt Helsley | dc52ddc | 2008-10-18 20:27:21 -0700 | [diff] [blame] | 35 | /* Takes and releases task alloc lock using task_lock() */ |
Tejun Heo | a5be2d0 | 2011-11-21 12:32:23 -0800 | [diff] [blame] | 36 | extern void __thaw_task(struct task_struct *t); |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 37 | |
Tejun Heo | 8a32c44 | 2011-11-21 12:32:23 -0800 | [diff] [blame] | 38 | extern bool __refrigerator(bool check_kthr_stop); |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 39 | extern int freeze_processes(void); |
Rafael J. Wysocki | 2aede85 | 2011-09-26 20:32:27 +0200 | [diff] [blame] | 40 | extern int freeze_kernel_threads(void); |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 41 | extern void thaw_processes(void); |
Rafael J. Wysocki | 181e9bd | 2012-01-29 20:35:52 +0100 | [diff] [blame] | 42 | extern void thaw_kernel_threads(void); |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 43 | |
Tejun Heo | a0acae0 | 2011-11-21 12:32:22 -0800 | [diff] [blame] | 44 | static inline bool try_to_freeze(void) |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 45 | { |
Tejun Heo | a0acae0 | 2011-11-21 12:32:22 -0800 | [diff] [blame] | 46 | might_sleep(); |
| 47 | if (likely(!freezing(current))) |
| 48 | return false; |
Tejun Heo | 8a32c44 | 2011-11-21 12:32:23 -0800 | [diff] [blame] | 49 | return __refrigerator(false); |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 50 | } |
Nigel Cunningham | ff39593 | 2006-12-06 20:34:28 -0800 | [diff] [blame] | 51 | |
Tejun Heo | 839e340 | 2011-11-21 12:32:26 -0800 | [diff] [blame] | 52 | extern bool freeze_task(struct task_struct *p); |
Tejun Heo | 34b087e | 2011-11-23 09:28:17 -0800 | [diff] [blame] | 53 | extern bool set_freezable(void); |
Matt Helsley | 8174f15 | 2008-10-18 20:27:19 -0700 | [diff] [blame] | 54 | |
Matt Helsley | dc52ddc | 2008-10-18 20:27:21 -0700 | [diff] [blame] | 55 | #ifdef CONFIG_CGROUP_FREEZER |
Tejun Heo | 22b4e11 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 56 | extern bool cgroup_freezing(struct task_struct *task); |
Matt Helsley | dc52ddc | 2008-10-18 20:27:21 -0700 | [diff] [blame] | 57 | #else /* !CONFIG_CGROUP_FREEZER */ |
Tejun Heo | 22b4e11 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 58 | static inline bool cgroup_freezing(struct task_struct *task) |
Matt Helsley | 5a7aadf | 2010-03-26 23:51:44 +0100 | [diff] [blame] | 59 | { |
Tejun Heo | 22b4e11 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 60 | return false; |
Matt Helsley | 5a7aadf | 2010-03-26 23:51:44 +0100 | [diff] [blame] | 61 | } |
Matt Helsley | dc52ddc | 2008-10-18 20:27:21 -0700 | [diff] [blame] | 62 | #endif /* !CONFIG_CGROUP_FREEZER */ |
| 63 | |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 64 | /* |
| 65 | * The PF_FREEZER_SKIP flag should be set by a vfork parent right before it |
| 66 | * calls wait_for_completion(&vfork) and reset right after it returns from this |
| 67 | * function. Next, the parent should call try_to_freeze() to freeze itself |
| 68 | * appropriately in case the child has exited before the freezing of tasks is |
| 69 | * complete. However, we don't want kernel threads to be frozen in unexpected |
| 70 | * places, so we allow them to block freeze_processes() instead or to set |
Srivatsa S. Bhat | 467de1f | 2011-12-06 23:17:51 +0100 | [diff] [blame] | 71 | * PF_NOFREEZE if needed. Fortunately, in the ____call_usermodehelper() case the |
| 72 | * parent won't really block freeze_processes(), since ____call_usermodehelper() |
| 73 | * (the child) does a little before exec/exit and it can't be frozen before |
| 74 | * waking up the parent. |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 75 | */ |
| 76 | |
Srivatsa S. Bhat | 467de1f | 2011-12-06 23:17:51 +0100 | [diff] [blame] | 77 | |
Tejun Heo | dd67d32 | 2012-10-16 15:03:14 -0700 | [diff] [blame^] | 78 | /** |
| 79 | * freezer_do_not_count - tell freezer to ignore %current |
| 80 | * |
| 81 | * Tell freezers to ignore the current task when determining whether the |
| 82 | * target frozen state is reached. IOW, the current task will be |
| 83 | * considered frozen enough by freezers. |
| 84 | * |
| 85 | * The caller shouldn't do anything which isn't allowed for a frozen task |
| 86 | * until freezer_cont() is called. Usually, freezer[_do_not]_count() pair |
| 87 | * wrap a scheduling operation and nothing much else. |
| 88 | */ |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 89 | static inline void freezer_do_not_count(void) |
| 90 | { |
Srivatsa S. Bhat | 467de1f | 2011-12-06 23:17:51 +0100 | [diff] [blame] | 91 | current->flags |= PF_FREEZER_SKIP; |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 92 | } |
| 93 | |
Tejun Heo | dd67d32 | 2012-10-16 15:03:14 -0700 | [diff] [blame^] | 94 | /** |
| 95 | * freezer_count - tell freezer to stop ignoring %current |
| 96 | * |
| 97 | * Undo freezer_do_not_count(). It tells freezers that %current should be |
| 98 | * considered again and tries to freeze if freezing condition is already in |
| 99 | * effect. |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 100 | */ |
| 101 | static inline void freezer_count(void) |
| 102 | { |
Srivatsa S. Bhat | 467de1f | 2011-12-06 23:17:51 +0100 | [diff] [blame] | 103 | current->flags &= ~PF_FREEZER_SKIP; |
Tejun Heo | dd67d32 | 2012-10-16 15:03:14 -0700 | [diff] [blame^] | 104 | /* |
| 105 | * If freezing is in progress, the following paired with smp_mb() |
| 106 | * in freezer_should_skip() ensures that either we see %true |
| 107 | * freezing() or freezer_should_skip() sees !PF_FREEZER_SKIP. |
| 108 | */ |
| 109 | smp_mb(); |
Srivatsa S. Bhat | 467de1f | 2011-12-06 23:17:51 +0100 | [diff] [blame] | 110 | try_to_freeze(); |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 111 | } |
| 112 | |
Tejun Heo | dd67d32 | 2012-10-16 15:03:14 -0700 | [diff] [blame^] | 113 | /** |
| 114 | * freezer_should_skip - whether to skip a task when determining frozen |
| 115 | * state is reached |
| 116 | * @p: task in quesion |
| 117 | * |
| 118 | * This function is used by freezers after establishing %true freezing() to |
| 119 | * test whether a task should be skipped when determining the target frozen |
| 120 | * state is reached. IOW, if this function returns %true, @p is considered |
| 121 | * frozen enough. |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 122 | */ |
Tejun Heo | dd67d32 | 2012-10-16 15:03:14 -0700 | [diff] [blame^] | 123 | static inline bool freezer_should_skip(struct task_struct *p) |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 124 | { |
Tejun Heo | dd67d32 | 2012-10-16 15:03:14 -0700 | [diff] [blame^] | 125 | /* |
| 126 | * The following smp_mb() paired with the one in freezer_count() |
| 127 | * ensures that either freezer_count() sees %true freezing() or we |
| 128 | * see cleared %PF_FREEZER_SKIP and return %false. This makes it |
| 129 | * impossible for a task to slip frozen state testing after |
| 130 | * clearing %PF_FREEZER_SKIP. |
| 131 | */ |
| 132 | smp_mb(); |
| 133 | return p->flags & PF_FREEZER_SKIP; |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 134 | } |
Nigel Cunningham | ff39593 | 2006-12-06 20:34:28 -0800 | [diff] [blame] | 135 | |
Rafael J. Wysocki | 8314418 | 2007-07-17 04:03:35 -0700 | [diff] [blame] | 136 | /* |
Jeff Layton | d310310 | 2011-12-01 22:44:39 +0100 | [diff] [blame] | 137 | * These macros are intended to be used whenever you want allow a task that's |
| 138 | * sleeping in TASK_UNINTERRUPTIBLE or TASK_KILLABLE state to be frozen. Note |
| 139 | * that neither return any clear indication of whether a freeze event happened |
| 140 | * while in this function. |
| 141 | */ |
| 142 | |
| 143 | /* Like schedule(), but should not block the freezer. */ |
| 144 | #define freezable_schedule() \ |
| 145 | ({ \ |
| 146 | freezer_do_not_count(); \ |
| 147 | schedule(); \ |
| 148 | freezer_count(); \ |
| 149 | }) |
| 150 | |
| 151 | /* Like schedule_timeout_killable(), but should not block the freezer. */ |
| 152 | #define freezable_schedule_timeout_killable(timeout) \ |
| 153 | ({ \ |
Jeff Layton | b3b73ec | 2011-12-26 00:29:55 +0100 | [diff] [blame] | 154 | long __retval; \ |
Jeff Layton | d310310 | 2011-12-01 22:44:39 +0100 | [diff] [blame] | 155 | freezer_do_not_count(); \ |
Jeff Layton | b3b73ec | 2011-12-26 00:29:55 +0100 | [diff] [blame] | 156 | __retval = schedule_timeout_killable(timeout); \ |
Jeff Layton | d310310 | 2011-12-01 22:44:39 +0100 | [diff] [blame] | 157 | freezer_count(); \ |
Jeff Layton | b3b73ec | 2011-12-26 00:29:55 +0100 | [diff] [blame] | 158 | __retval; \ |
Jeff Layton | d310310 | 2011-12-01 22:44:39 +0100 | [diff] [blame] | 159 | }) |
| 160 | |
| 161 | /* |
Jeff Layton | f06ac72 | 2011-10-19 15:30:40 -0400 | [diff] [blame] | 162 | * Freezer-friendly wrappers around wait_event_interruptible(), |
| 163 | * wait_event_killable() and wait_event_interruptible_timeout(), originally |
| 164 | * defined in <linux/wait.h> |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 165 | */ |
| 166 | |
Jeff Layton | f06ac72 | 2011-10-19 15:30:40 -0400 | [diff] [blame] | 167 | #define wait_event_freezekillable(wq, condition) \ |
| 168 | ({ \ |
| 169 | int __retval; \ |
Oleg Nesterov | 6f35c4a | 2011-11-03 16:07:49 -0700 | [diff] [blame] | 170 | freezer_do_not_count(); \ |
| 171 | __retval = wait_event_killable(wq, (condition)); \ |
| 172 | freezer_count(); \ |
Jeff Layton | f06ac72 | 2011-10-19 15:30:40 -0400 | [diff] [blame] | 173 | __retval; \ |
| 174 | }) |
| 175 | |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 176 | #define wait_event_freezable(wq, condition) \ |
| 177 | ({ \ |
| 178 | int __retval; \ |
Oleg Nesterov | 24b7ead | 2011-11-23 09:28:17 -0800 | [diff] [blame] | 179 | for (;;) { \ |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 180 | __retval = wait_event_interruptible(wq, \ |
| 181 | (condition) || freezing(current)); \ |
Oleg Nesterov | 24b7ead | 2011-11-23 09:28:17 -0800 | [diff] [blame] | 182 | if (__retval || (condition)) \ |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 183 | break; \ |
Oleg Nesterov | 24b7ead | 2011-11-23 09:28:17 -0800 | [diff] [blame] | 184 | try_to_freeze(); \ |
| 185 | } \ |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 186 | __retval; \ |
| 187 | }) |
| 188 | |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 189 | #define wait_event_freezable_timeout(wq, condition, timeout) \ |
| 190 | ({ \ |
| 191 | long __retval = timeout; \ |
Oleg Nesterov | 24b7ead | 2011-11-23 09:28:17 -0800 | [diff] [blame] | 192 | for (;;) { \ |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 193 | __retval = wait_event_interruptible_timeout(wq, \ |
| 194 | (condition) || freezing(current), \ |
| 195 | __retval); \ |
Oleg Nesterov | 24b7ead | 2011-11-23 09:28:17 -0800 | [diff] [blame] | 196 | if (__retval <= 0 || (condition)) \ |
| 197 | break; \ |
| 198 | try_to_freeze(); \ |
| 199 | } \ |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 200 | __retval; \ |
| 201 | }) |
Oleg Nesterov | 24b7ead | 2011-11-23 09:28:17 -0800 | [diff] [blame] | 202 | |
Matt Helsley | 8174f15 | 2008-10-18 20:27:19 -0700 | [diff] [blame] | 203 | #else /* !CONFIG_FREEZER */ |
Tejun Heo | 948246f | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 204 | static inline bool frozen(struct task_struct *p) { return false; } |
Tejun Heo | a320122 | 2011-11-21 12:32:25 -0800 | [diff] [blame] | 205 | static inline bool freezing(struct task_struct *p) { return false; } |
Stephen Rothwell | 62c9ea6 | 2011-11-25 00:44:55 +0100 | [diff] [blame] | 206 | static inline void __thaw_task(struct task_struct *t) {} |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 207 | |
Tejun Heo | 8a32c44 | 2011-11-21 12:32:23 -0800 | [diff] [blame] | 208 | static inline bool __refrigerator(bool check_kthr_stop) { return false; } |
Rafael J. Wysocki | 2aede85 | 2011-09-26 20:32:27 +0200 | [diff] [blame] | 209 | static inline int freeze_processes(void) { return -ENOSYS; } |
| 210 | static inline int freeze_kernel_threads(void) { return -ENOSYS; } |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 211 | static inline void thaw_processes(void) {} |
Rafael J. Wysocki | 181e9bd | 2012-01-29 20:35:52 +0100 | [diff] [blame] | 212 | static inline void thaw_kernel_threads(void) {} |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 213 | |
Tejun Heo | a0acae0 | 2011-11-21 12:32:22 -0800 | [diff] [blame] | 214 | static inline bool try_to_freeze(void) { return false; } |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 215 | |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 216 | static inline void freezer_do_not_count(void) {} |
| 217 | static inline void freezer_count(void) {} |
| 218 | static inline int freezer_should_skip(struct task_struct *p) { return 0; } |
Rafael J. Wysocki | 8314418 | 2007-07-17 04:03:35 -0700 | [diff] [blame] | 219 | static inline void set_freezable(void) {} |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 220 | |
Jeff Layton | d310310 | 2011-12-01 22:44:39 +0100 | [diff] [blame] | 221 | #define freezable_schedule() schedule() |
| 222 | |
| 223 | #define freezable_schedule_timeout_killable(timeout) \ |
| 224 | schedule_timeout_killable(timeout) |
| 225 | |
Rafael J. Wysocki | e42837b | 2007-10-18 03:04:45 -0700 | [diff] [blame] | 226 | #define wait_event_freezable(wq, condition) \ |
| 227 | wait_event_interruptible(wq, condition) |
| 228 | |
| 229 | #define wait_event_freezable_timeout(wq, condition, timeout) \ |
| 230 | wait_event_interruptible_timeout(wq, condition, timeout) |
| 231 | |
Steve French | e0c8ea1 | 2011-10-25 10:02:53 -0500 | [diff] [blame] | 232 | #define wait_event_freezekillable(wq, condition) \ |
| 233 | wait_event_killable(wq, condition) |
| 234 | |
Matt Helsley | 8174f15 | 2008-10-18 20:27:19 -0700 | [diff] [blame] | 235 | #endif /* !CONFIG_FREEZER */ |
Rafael J. Wysocki | 8314418 | 2007-07-17 04:03:35 -0700 | [diff] [blame] | 236 | |
| 237 | #endif /* FREEZER_H_INCLUDED */ |