Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 1 | /* |
| 2 | * drivers/power/process.c - Functions for starting/stopping processes on |
| 3 | * suspend transitions. |
| 4 | * |
| 5 | * Originally from swsusp. |
| 6 | */ |
| 7 | |
| 8 | |
| 9 | #undef DEBUG |
| 10 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 11 | #include <linux/interrupt.h> |
| 12 | #include <linux/suspend.h> |
| 13 | #include <linux/module.h> |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 14 | #include <linux/syscalls.h> |
Nigel Cunningham | 7dfb710 | 2006-12-06 20:34:23 -0800 | [diff] [blame] | 15 | #include <linux/freezer.h> |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 16 | |
| 17 | /* |
| 18 | * Timeout for stopping processes |
| 19 | */ |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 20 | #define TIMEOUT (20 * HZ) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 21 | |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 22 | #define FREEZER_KERNEL_THREADS 0 |
| 23 | #define FREEZER_USER_SPACE 1 |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 24 | |
| 25 | static inline int freezeable(struct task_struct * p) |
| 26 | { |
Oleg Nesterov | 1065d13 | 2007-05-08 00:24:01 -0700 | [diff] [blame] | 27 | if ((p == current) || |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 28 | (p->flags & PF_NOFREEZE) || |
Oleg Nesterov | 1065d13 | 2007-05-08 00:24:01 -0700 | [diff] [blame] | 29 | (p->exit_state != 0)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 30 | return 0; |
| 31 | return 1; |
| 32 | } |
| 33 | |
Gautham R Shenoy | 88f18ba | 2007-05-23 13:57:29 -0700 | [diff] [blame] | 34 | /* |
| 35 | * freezing is complete, mark current process as frozen |
| 36 | */ |
| 37 | static inline void frozen_process(void) |
| 38 | { |
| 39 | if (!unlikely(current->flags & PF_NOFREEZE)) { |
| 40 | current->flags |= PF_FROZEN; |
| 41 | wmb(); |
| 42 | } |
Rafael J. Wysocki | 0c1eecf | 2007-07-19 01:47:33 -0700 | [diff] [blame] | 43 | clear_freeze_flag(current); |
Gautham R Shenoy | 88f18ba | 2007-05-23 13:57:29 -0700 | [diff] [blame] | 44 | } |
| 45 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 46 | /* Refrigerator is place where frozen processes are stored :-). */ |
Christoph Lameter | 3e1d1d2 | 2005-06-24 23:13:50 -0700 | [diff] [blame] | 47 | void refrigerator(void) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 48 | { |
| 49 | /* Hmm, should we be allowed to suspend when there are realtime |
| 50 | processes around? */ |
| 51 | long save; |
Rafael J. Wysocki | 33e1c28 | 2007-05-23 13:57:24 -0700 | [diff] [blame] | 52 | |
| 53 | task_lock(current); |
| 54 | if (freezing(current)) { |
Gautham R Shenoy | 88f18ba | 2007-05-23 13:57:29 -0700 | [diff] [blame] | 55 | frozen_process(); |
Rafael J. Wysocki | 33e1c28 | 2007-05-23 13:57:24 -0700 | [diff] [blame] | 56 | task_unlock(current); |
| 57 | } else { |
| 58 | task_unlock(current); |
| 59 | return; |
| 60 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 61 | save = current->state; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 62 | pr_debug("%s entered refrigerator\n", current->comm); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 63 | |
| 64 | spin_lock_irq(¤t->sighand->siglock); |
| 65 | recalc_sigpending(); /* We sent fake signal, clean it up */ |
| 66 | spin_unlock_irq(¤t->sighand->siglock); |
| 67 | |
Oleg Nesterov | 433ecb4 | 2007-05-06 14:50:40 -0700 | [diff] [blame] | 68 | for (;;) { |
| 69 | set_current_state(TASK_UNINTERRUPTIBLE); |
| 70 | if (!frozen(current)) |
| 71 | break; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 72 | schedule(); |
Pavel Machek | 2a23b5d | 2005-09-03 15:56:53 -0700 | [diff] [blame] | 73 | } |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 74 | pr_debug("%s left refrigerator\n", current->comm); |
Rafael J. Wysocki | f4a3a7d | 2007-07-19 01:47:33 -0700 | [diff] [blame] | 75 | __set_current_state(save); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 76 | } |
| 77 | |
Rafael J. Wysocki | d5d8c59 | 2007-10-18 03:04:46 -0700 | [diff] [blame] | 78 | static void fake_signal_wake_up(struct task_struct *p, int resume) |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 79 | { |
| 80 | unsigned long flags; |
| 81 | |
Rafael J. Wysocki | d5d8c59 | 2007-10-18 03:04:46 -0700 | [diff] [blame] | 82 | spin_lock_irqsave(&p->sighand->siglock, flags); |
| 83 | signal_wake_up(p, resume); |
| 84 | spin_unlock_irqrestore(&p->sighand->siglock, flags); |
| 85 | } |
| 86 | |
| 87 | static void send_fake_signal(struct task_struct *p) |
| 88 | { |
| 89 | if (p->state == TASK_STOPPED) |
| 90 | force_sig_specific(SIGSTOP, p); |
| 91 | fake_signal_wake_up(p, p->state == TASK_STOPPED); |
| 92 | } |
| 93 | |
| 94 | static int has_mm(struct task_struct *p) |
| 95 | { |
| 96 | return (p->mm && !(p->flags & PF_BORROWED_MM)); |
| 97 | } |
| 98 | |
| 99 | /** |
| 100 | * freeze_task - send a freeze request to given task |
| 101 | * @p: task to send the request to |
| 102 | * @with_mm_only: if set, the request will only be sent if the task has its |
| 103 | * own mm |
| 104 | * Return value: 0, if @with_mm_only is set and the task has no mm of its |
| 105 | * own or the task is frozen, 1, otherwise |
| 106 | * |
| 107 | * The freeze request is sent by seting the tasks's TIF_FREEZE flag and |
| 108 | * either sending a fake signal to it or waking it up, depending on whether |
| 109 | * or not it has its own mm (ie. it is a user land task). If @with_mm_only |
| 110 | * is set and the task has no mm of its own (ie. it is a kernel thread), |
| 111 | * its TIF_FREEZE flag should not be set. |
| 112 | * |
| 113 | * The task_lock() is necessary to prevent races with exit_mm() or |
| 114 | * use_mm()/unuse_mm() from occuring. |
| 115 | */ |
| 116 | static int freeze_task(struct task_struct *p, int with_mm_only) |
| 117 | { |
| 118 | int ret = 1; |
| 119 | |
| 120 | task_lock(p); |
| 121 | if (freezing(p)) { |
| 122 | if (has_mm(p)) { |
| 123 | if (!signal_pending(p)) |
| 124 | fake_signal_wake_up(p, 0); |
| 125 | } else { |
| 126 | if (with_mm_only) |
| 127 | ret = 0; |
| 128 | else |
| 129 | wake_up_state(p, TASK_INTERRUPTIBLE); |
| 130 | } |
| 131 | } else { |
Rafael J. Wysocki | 8a102ee | 2006-12-13 00:34:30 -0800 | [diff] [blame] | 132 | rmb(); |
Rafael J. Wysocki | d5d8c59 | 2007-10-18 03:04:46 -0700 | [diff] [blame] | 133 | if (frozen(p)) { |
| 134 | ret = 0; |
| 135 | } else { |
| 136 | if (has_mm(p)) { |
| 137 | set_freeze_flag(p); |
| 138 | send_fake_signal(p); |
| 139 | } else { |
| 140 | if (with_mm_only) { |
| 141 | ret = 0; |
| 142 | } else { |
| 143 | set_freeze_flag(p); |
| 144 | wake_up_state(p, TASK_INTERRUPTIBLE); |
| 145 | } |
| 146 | } |
Rafael J. Wysocki | 8a102ee | 2006-12-13 00:34:30 -0800 | [diff] [blame] | 147 | } |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 148 | } |
Rafael J. Wysocki | d5d8c59 | 2007-10-18 03:04:46 -0700 | [diff] [blame] | 149 | task_unlock(p); |
| 150 | return ret; |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 151 | } |
| 152 | |
Rafael J. Wysocki | a7ef787 | 2006-08-05 12:13:42 -0700 | [diff] [blame] | 153 | static void cancel_freezing(struct task_struct *p) |
| 154 | { |
| 155 | unsigned long flags; |
| 156 | |
| 157 | if (freezing(p)) { |
| 158 | pr_debug(" clean up: %s\n", p->comm); |
Rafael J. Wysocki | 0c1eecf | 2007-07-19 01:47:33 -0700 | [diff] [blame] | 159 | clear_freeze_flag(p); |
Rafael J. Wysocki | a7ef787 | 2006-08-05 12:13:42 -0700 | [diff] [blame] | 160 | spin_lock_irqsave(&p->sighand->siglock, flags); |
Roland McGrath | 7bb44ad | 2007-05-23 13:57:44 -0700 | [diff] [blame] | 161 | recalc_sigpending_and_wake(p); |
Rafael J. Wysocki | a7ef787 | 2006-08-05 12:13:42 -0700 | [diff] [blame] | 162 | spin_unlock_irqrestore(&p->sighand->siglock, flags); |
| 163 | } |
| 164 | } |
| 165 | |
Rafael J. Wysocki | e7cd8a7 | 2007-07-19 01:47:34 -0700 | [diff] [blame] | 166 | static int try_to_freeze_tasks(int freeze_user_space) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 167 | { |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 168 | struct task_struct *g, *p; |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 169 | unsigned long end_time; |
| 170 | unsigned int todo; |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame^] | 171 | struct timeval start, end; |
| 172 | s64 elapsed_csecs64; |
| 173 | unsigned int elapsed_csecs; |
| 174 | |
| 175 | do_gettimeofday(&start); |
Christoph Lameter | 3e1d1d2 | 2005-06-24 23:13:50 -0700 | [diff] [blame] | 176 | |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 177 | end_time = jiffies + TIMEOUT; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 178 | do { |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 179 | todo = 0; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 180 | read_lock(&tasklist_lock); |
| 181 | do_each_thread(g, p) { |
Rafael J. Wysocki | 0c1eecf | 2007-07-19 01:47:33 -0700 | [diff] [blame] | 182 | if (frozen(p) || !freezeable(p)) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 183 | continue; |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 184 | |
Rafael J. Wysocki | d5d8c59 | 2007-10-18 03:04:46 -0700 | [diff] [blame] | 185 | if (p->state == TASK_TRACED && frozen(p->parent)) { |
| 186 | cancel_freezing(p); |
| 187 | continue; |
Rafael J. Wysocki | a7ef787 | 2006-08-05 12:13:42 -0700 | [diff] [blame] | 188 | } |
Rafael J. Wysocki | d5d8c59 | 2007-10-18 03:04:46 -0700 | [diff] [blame] | 189 | |
| 190 | if (!freeze_task(p, freeze_user_space)) |
| 191 | continue; |
| 192 | |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 193 | if (!freezer_should_skip(p)) |
| 194 | todo++; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 195 | } while_each_thread(g, p); |
| 196 | read_unlock(&tasklist_lock); |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 197 | yield(); /* Yield is okay here */ |
Rafael J. Wysocki | c2cf7d8 | 2007-07-19 01:47:35 -0700 | [diff] [blame] | 198 | if (time_after(jiffies, end_time)) |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 199 | break; |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 200 | } while (todo); |
Christoph Lameter | 3e1d1d2 | 2005-06-24 23:13:50 -0700 | [diff] [blame] | 201 | |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame^] | 202 | do_gettimeofday(&end); |
| 203 | elapsed_csecs64 = timeval_to_ns(&end) - timeval_to_ns(&start); |
| 204 | do_div(elapsed_csecs64, NSEC_PER_SEC / 100); |
| 205 | elapsed_csecs = elapsed_csecs64; |
| 206 | |
Pavel Machek | 6161b2c | 2005-09-03 15:57:05 -0700 | [diff] [blame] | 207 | if (todo) { |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 208 | /* This does not unfreeze processes that are already frozen |
| 209 | * (we have slightly ugly calling convention in that respect, |
| 210 | * and caller must call thaw_processes() if something fails), |
| 211 | * but it cleans up leftover PF_FREEZE requests. |
| 212 | */ |
Nigel Cunningham | 14b5b7c | 2006-12-06 20:34:26 -0800 | [diff] [blame] | 213 | printk("\n"); |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame^] | 214 | printk(KERN_ERR "Freezing of tasks failed after %d.%02d seconds " |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 215 | "(%d tasks refusing to freeze):\n", |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame^] | 216 | elapsed_csecs / 100, elapsed_csecs % 100, todo); |
Andrew Morton | 328616e | 2007-07-19 01:47:26 -0700 | [diff] [blame] | 217 | show_state(); |
Pavel Machek | 6161b2c | 2005-09-03 15:57:05 -0700 | [diff] [blame] | 218 | read_lock(&tasklist_lock); |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 219 | do_each_thread(g, p) { |
Rafael J. Wysocki | 33e1c28 | 2007-05-23 13:57:24 -0700 | [diff] [blame] | 220 | task_lock(p); |
Rafael J. Wysocki | 0c1eecf | 2007-07-19 01:47:33 -0700 | [diff] [blame] | 221 | if (freezing(p) && !freezer_should_skip(p)) |
Nigel Cunningham | 14b5b7c | 2006-12-06 20:34:26 -0800 | [diff] [blame] | 222 | printk(KERN_ERR " %s\n", p->comm); |
Rafael J. Wysocki | a7ef787 | 2006-08-05 12:13:42 -0700 | [diff] [blame] | 223 | cancel_freezing(p); |
Rafael J. Wysocki | 33e1c28 | 2007-05-23 13:57:24 -0700 | [diff] [blame] | 224 | task_unlock(p); |
Rafael J. Wysocki | 02aaeb9 | 2006-03-23 03:00:04 -0800 | [diff] [blame] | 225 | } while_each_thread(g, p); |
Pavel Machek | 6161b2c | 2005-09-03 15:57:05 -0700 | [diff] [blame] | 226 | read_unlock(&tasklist_lock); |
Rafael J. Wysocki | 438e2ce | 2007-10-18 03:04:49 -0700 | [diff] [blame^] | 227 | } else { |
| 228 | printk("(elapsed %d.%02d seconds) ", elapsed_csecs / 100, |
| 229 | elapsed_csecs % 100); |
Pavel Machek | 6161b2c | 2005-09-03 15:57:05 -0700 | [diff] [blame] | 230 | } |
| 231 | |
Rafael J. Wysocki | e7cd8a7 | 2007-07-19 01:47:34 -0700 | [diff] [blame] | 232 | return todo ? -EBUSY : 0; |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 233 | } |
| 234 | |
| 235 | /** |
| 236 | * freeze_processes - tell processes to enter the refrigerator |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 237 | */ |
| 238 | int freeze_processes(void) |
| 239 | { |
Rafael J. Wysocki | e7cd8a7 | 2007-07-19 01:47:34 -0700 | [diff] [blame] | 240 | int error; |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 241 | |
Rafael J. Wysocki | b842ee5 | 2007-10-18 03:04:48 -0700 | [diff] [blame] | 242 | printk("Freezing user space processes ... "); |
Rafael J. Wysocki | e7cd8a7 | 2007-07-19 01:47:34 -0700 | [diff] [blame] | 243 | error = try_to_freeze_tasks(FREEZER_USER_SPACE); |
| 244 | if (error) |
Rafael J. Wysocki | b842ee5 | 2007-10-18 03:04:48 -0700 | [diff] [blame] | 245 | goto Exit; |
| 246 | printk("done.\n"); |
Rafael J. Wysocki | 11b2ce2 | 2006-12-06 20:34:40 -0800 | [diff] [blame] | 247 | |
Rafael J. Wysocki | b842ee5 | 2007-10-18 03:04:48 -0700 | [diff] [blame] | 248 | printk("Freezing remaining freezable tasks ... "); |
Rafael J. Wysocki | e7cd8a7 | 2007-07-19 01:47:34 -0700 | [diff] [blame] | 249 | error = try_to_freeze_tasks(FREEZER_KERNEL_THREADS); |
| 250 | if (error) |
Rafael J. Wysocki | b842ee5 | 2007-10-18 03:04:48 -0700 | [diff] [blame] | 251 | goto Exit; |
| 252 | printk("done."); |
| 253 | Exit: |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 254 | BUG_ON(in_atomic()); |
Rafael J. Wysocki | b842ee5 | 2007-10-18 03:04:48 -0700 | [diff] [blame] | 255 | printk("\n"); |
| 256 | return error; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 257 | } |
| 258 | |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 259 | static void thaw_tasks(int thaw_user_space) |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 260 | { |
| 261 | struct task_struct *g, *p; |
| 262 | |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 263 | read_lock(&tasklist_lock); |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 264 | do_each_thread(g, p) { |
| 265 | if (!freezeable(p)) |
| 266 | continue; |
Nigel Cunningham | ff39593 | 2006-12-06 20:34:28 -0800 | [diff] [blame] | 267 | |
Rafael J. Wysocki | 0c1eecf | 2007-07-19 01:47:33 -0700 | [diff] [blame] | 268 | if (!p->mm == thaw_user_space) |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 269 | continue; |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 270 | |
Rafael J. Wysocki | ba96a0c | 2007-05-23 13:57:25 -0700 | [diff] [blame] | 271 | thaw_process(p); |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 272 | } while_each_thread(g, p); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 273 | read_unlock(&tasklist_lock); |
Rafael J. Wysocki | a9b6f56 | 2006-12-06 20:34:37 -0800 | [diff] [blame] | 274 | } |
| 275 | |
| 276 | void thaw_processes(void) |
| 277 | { |
| 278 | printk("Restarting tasks ... "); |
| 279 | thaw_tasks(FREEZER_KERNEL_THREADS); |
| 280 | thaw_tasks(FREEZER_USER_SPACE); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 281 | schedule(); |
Nigel Cunningham | 14b5b7c | 2006-12-06 20:34:26 -0800 | [diff] [blame] | 282 | printk("done.\n"); |
Linus Torvalds | 1da177e | 2005-04-16 15:20:36 -0700 | [diff] [blame] | 283 | } |
| 284 | |
| 285 | EXPORT_SYMBOL(refrigerator); |