Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 1 | /* |
| 2 | * kernel/power/suspend.c - Suspend to RAM and standby functionality. |
| 3 | * |
| 4 | * Copyright (c) 2003 Patrick Mochel |
| 5 | * Copyright (c) 2003 Open Source Development Lab |
| 6 | * Copyright (c) 2009 Rafael J. Wysocki <rjw@sisk.pl>, Novell Inc. |
| 7 | * |
| 8 | * This file is released under the GPLv2. |
| 9 | */ |
| 10 | |
| 11 | #include <linux/string.h> |
| 12 | #include <linux/delay.h> |
| 13 | #include <linux/errno.h> |
| 14 | #include <linux/init.h> |
| 15 | #include <linux/console.h> |
| 16 | #include <linux/cpu.h> |
| 17 | #include <linux/syscalls.h> |
Tejun Heo | 5a0e3ad | 2010-03-24 17:04:11 +0900 | [diff] [blame] | 18 | #include <linux/gfp.h> |
Matthew Garrett | dd4c4f1 | 2010-05-28 16:32:14 -0400 | [diff] [blame] | 19 | #include <linux/io.h> |
| 20 | #include <linux/kernel.h> |
| 21 | #include <linux/list.h> |
| 22 | #include <linux/mm.h> |
| 23 | #include <linux/slab.h> |
Paul Gortmaker | 6e5fdee | 2011-05-26 16:00:52 -0400 | [diff] [blame] | 24 | #include <linux/export.h> |
Matthew Garrett | dd4c4f1 | 2010-05-28 16:32:14 -0400 | [diff] [blame] | 25 | #include <linux/suspend.h> |
Rafael J. Wysocki | 40dc166 | 2011-03-15 00:43:46 +0100 | [diff] [blame] | 26 | #include <linux/syscore_ops.h> |
Srivatsa S. Bhat | 443772d4 | 2012-06-16 15:30:45 +0200 | [diff] [blame^] | 27 | #include <linux/ftrace.h> |
Jean Pihet | 938cfed | 2011-01-05 19:49:01 +0100 | [diff] [blame] | 28 | #include <trace/events/power.h> |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 29 | |
| 30 | #include "power.h" |
| 31 | |
| 32 | const char *const pm_states[PM_SUSPEND_MAX] = { |
| 33 | [PM_SUSPEND_STANDBY] = "standby", |
| 34 | [PM_SUSPEND_MEM] = "mem", |
| 35 | }; |
| 36 | |
Lionel Debroux | 2f55ac0 | 2010-11-16 14:14:02 +0100 | [diff] [blame] | 37 | static const struct platform_suspend_ops *suspend_ops; |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 38 | |
| 39 | /** |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 40 | * suspend_set_ops - Set the global suspend method table. |
| 41 | * @ops: Suspend operations to use. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 42 | */ |
Lionel Debroux | 2f55ac0 | 2010-11-16 14:14:02 +0100 | [diff] [blame] | 43 | void suspend_set_ops(const struct platform_suspend_ops *ops) |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 44 | { |
Srivatsa S. Bhat | bcda53f | 2011-12-07 22:29:54 +0100 | [diff] [blame] | 45 | lock_system_sleep(); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 46 | suspend_ops = ops; |
Srivatsa S. Bhat | bcda53f | 2011-12-07 22:29:54 +0100 | [diff] [blame] | 47 | unlock_system_sleep(); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 48 | } |
Kevin Hilman | a5e4fd8 | 2011-06-27 01:01:07 +0200 | [diff] [blame] | 49 | EXPORT_SYMBOL_GPL(suspend_set_ops); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 50 | |
| 51 | bool valid_state(suspend_state_t state) |
| 52 | { |
| 53 | /* |
| 54 | * All states need lowlevel support and need to be valid to the lowlevel |
| 55 | * implementation, no valid callback implies that none are valid. |
| 56 | */ |
| 57 | return suspend_ops && suspend_ops->valid && suspend_ops->valid(state); |
| 58 | } |
| 59 | |
| 60 | /** |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 61 | * suspend_valid_only_mem - Generic memory-only valid callback. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 62 | * |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 63 | * Platform drivers that implement mem suspend only and only need to check for |
| 64 | * that in their .valid() callback can use this instead of rolling their own |
| 65 | * .valid() callback. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 66 | */ |
| 67 | int suspend_valid_only_mem(suspend_state_t state) |
| 68 | { |
| 69 | return state == PM_SUSPEND_MEM; |
| 70 | } |
Kevin Hilman | a5e4fd8 | 2011-06-27 01:01:07 +0200 | [diff] [blame] | 71 | EXPORT_SYMBOL_GPL(suspend_valid_only_mem); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 72 | |
| 73 | static int suspend_test(int level) |
| 74 | { |
| 75 | #ifdef CONFIG_PM_DEBUG |
| 76 | if (pm_test_level == level) { |
| 77 | printk(KERN_INFO "suspend debug: Waiting for 5 seconds.\n"); |
| 78 | mdelay(5000); |
| 79 | return 1; |
| 80 | } |
| 81 | #endif /* !CONFIG_PM_DEBUG */ |
| 82 | return 0; |
| 83 | } |
| 84 | |
| 85 | /** |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 86 | * suspend_prepare - Prepare for entering system sleep state. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 87 | * |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 88 | * Common code run for every system sleep state that can be entered (except for |
| 89 | * hibernation). Run suspend notifiers, allocate the "suspend" console and |
| 90 | * freeze processes. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 91 | */ |
| 92 | static int suspend_prepare(void) |
| 93 | { |
| 94 | int error; |
| 95 | |
| 96 | if (!suspend_ops || !suspend_ops->enter) |
| 97 | return -EPERM; |
| 98 | |
| 99 | pm_prepare_console(); |
| 100 | |
| 101 | error = pm_notifier_call_chain(PM_SUSPEND_PREPARE); |
| 102 | if (error) |
| 103 | goto Finish; |
| 104 | |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 105 | error = suspend_freeze_processes(); |
Tejun Heo | 03afed8 | 2011-11-21 12:32:24 -0800 | [diff] [blame] | 106 | if (!error) |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 107 | return 0; |
| 108 | |
Tejun Heo | 03afed8 | 2011-11-21 12:32:24 -0800 | [diff] [blame] | 109 | suspend_stats.failed_freeze++; |
| 110 | dpm_save_failed_step(SUSPEND_FREEZE); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 111 | Finish: |
| 112 | pm_notifier_call_chain(PM_POST_SUSPEND); |
| 113 | pm_restore_console(); |
| 114 | return error; |
| 115 | } |
| 116 | |
| 117 | /* default implementation */ |
| 118 | void __attribute__ ((weak)) arch_suspend_disable_irqs(void) |
| 119 | { |
| 120 | local_irq_disable(); |
| 121 | } |
| 122 | |
| 123 | /* default implementation */ |
| 124 | void __attribute__ ((weak)) arch_suspend_enable_irqs(void) |
| 125 | { |
| 126 | local_irq_enable(); |
| 127 | } |
| 128 | |
| 129 | /** |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 130 | * suspend_enter - Make the system enter the given sleep state. |
| 131 | * @state: System sleep state to enter. |
| 132 | * @wakeup: Returns information that the sleep state should not be re-entered. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 133 | * |
MyungJoo Ham | 3b5fe85 | 2011-06-12 15:57:05 +0200 | [diff] [blame] | 134 | * This function should be called after devices have been suspended. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 135 | */ |
MyungJoo Ham | 3b5fe85 | 2011-06-12 15:57:05 +0200 | [diff] [blame] | 136 | static int suspend_enter(suspend_state_t state, bool *wakeup) |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 137 | { |
| 138 | int error; |
| 139 | |
| 140 | if (suspend_ops->prepare) { |
| 141 | error = suspend_ops->prepare(); |
| 142 | if (error) |
Rafael J. Wysocki | ce44101 | 2010-07-07 23:43:45 +0200 | [diff] [blame] | 143 | goto Platform_finish; |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 144 | } |
| 145 | |
Rafael J. Wysocki | cf579df | 2012-01-29 20:38:29 +0100 | [diff] [blame] | 146 | error = dpm_suspend_end(PMSG_SUSPEND); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 147 | if (error) { |
| 148 | printk(KERN_ERR "PM: Some devices failed to power down\n"); |
Rafael J. Wysocki | ce44101 | 2010-07-07 23:43:45 +0200 | [diff] [blame] | 149 | goto Platform_finish; |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 150 | } |
| 151 | |
| 152 | if (suspend_ops->prepare_late) { |
| 153 | error = suspend_ops->prepare_late(); |
| 154 | if (error) |
Rafael J. Wysocki | ce44101 | 2010-07-07 23:43:45 +0200 | [diff] [blame] | 155 | goto Platform_wake; |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 156 | } |
| 157 | |
| 158 | if (suspend_test(TEST_PLATFORM)) |
| 159 | goto Platform_wake; |
| 160 | |
| 161 | error = disable_nonboot_cpus(); |
| 162 | if (error || suspend_test(TEST_CPUS)) |
| 163 | goto Enable_cpus; |
| 164 | |
| 165 | arch_suspend_disable_irqs(); |
| 166 | BUG_ON(!irqs_disabled()); |
| 167 | |
Rafael J. Wysocki | 2e711c0 | 2011-04-26 19:15:07 +0200 | [diff] [blame] | 168 | error = syscore_suspend(); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 169 | if (!error) { |
MyungJoo Ham | 3b5fe85 | 2011-06-12 15:57:05 +0200 | [diff] [blame] | 170 | *wakeup = pm_wakeup_pending(); |
| 171 | if (!(suspend_test(TEST_CORE) || *wakeup)) { |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 172 | error = suspend_ops->enter(state); |
Rafael J. Wysocki | c125e96 | 2010-07-05 22:43:53 +0200 | [diff] [blame] | 173 | events_check_enabled = false; |
| 174 | } |
Rafael J. Wysocki | 40dc166 | 2011-03-15 00:43:46 +0100 | [diff] [blame] | 175 | syscore_resume(); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 176 | } |
| 177 | |
| 178 | arch_suspend_enable_irqs(); |
| 179 | BUG_ON(irqs_disabled()); |
| 180 | |
| 181 | Enable_cpus: |
| 182 | enable_nonboot_cpus(); |
| 183 | |
| 184 | Platform_wake: |
| 185 | if (suspend_ops->wake) |
| 186 | suspend_ops->wake(); |
| 187 | |
Rafael J. Wysocki | cf579df | 2012-01-29 20:38:29 +0100 | [diff] [blame] | 188 | dpm_resume_start(PMSG_RESUME); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 189 | |
Rafael J. Wysocki | ce44101 | 2010-07-07 23:43:45 +0200 | [diff] [blame] | 190 | Platform_finish: |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 191 | if (suspend_ops->finish) |
| 192 | suspend_ops->finish(); |
| 193 | |
| 194 | return error; |
| 195 | } |
| 196 | |
| 197 | /** |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 198 | * suspend_devices_and_enter - Suspend devices and enter system sleep state. |
| 199 | * @state: System sleep state to enter. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 200 | */ |
| 201 | int suspend_devices_and_enter(suspend_state_t state) |
| 202 | { |
| 203 | int error; |
MyungJoo Ham | 3b5fe85 | 2011-06-12 15:57:05 +0200 | [diff] [blame] | 204 | bool wakeup = false; |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 205 | |
| 206 | if (!suspend_ops) |
| 207 | return -ENOSYS; |
| 208 | |
Jean Pihet | 938cfed | 2011-01-05 19:49:01 +0100 | [diff] [blame] | 209 | trace_machine_suspend(state); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 210 | if (suspend_ops->begin) { |
| 211 | error = suspend_ops->begin(state); |
| 212 | if (error) |
| 213 | goto Close; |
| 214 | } |
| 215 | suspend_console(); |
Srivatsa S. Bhat | 443772d4 | 2012-06-16 15:30:45 +0200 | [diff] [blame^] | 216 | ftrace_stop(); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 217 | suspend_test_start(); |
| 218 | error = dpm_suspend_start(PMSG_SUSPEND); |
| 219 | if (error) { |
| 220 | printk(KERN_ERR "PM: Some devices failed to suspend\n"); |
| 221 | goto Recover_platform; |
| 222 | } |
| 223 | suspend_test_finish("suspend devices"); |
| 224 | if (suspend_test(TEST_DEVICES)) |
| 225 | goto Recover_platform; |
| 226 | |
MyungJoo Ham | 3b5fe85 | 2011-06-12 15:57:05 +0200 | [diff] [blame] | 227 | do { |
| 228 | error = suspend_enter(state, &wakeup); |
| 229 | } while (!error && !wakeup |
| 230 | && suspend_ops->suspend_again && suspend_ops->suspend_again()); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 231 | |
| 232 | Resume_devices: |
| 233 | suspend_test_start(); |
| 234 | dpm_resume_end(PMSG_RESUME); |
| 235 | suspend_test_finish("resume devices"); |
Srivatsa S. Bhat | 443772d4 | 2012-06-16 15:30:45 +0200 | [diff] [blame^] | 236 | ftrace_start(); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 237 | resume_console(); |
| 238 | Close: |
| 239 | if (suspend_ops->end) |
| 240 | suspend_ops->end(); |
Jean Pihet | 938cfed | 2011-01-05 19:49:01 +0100 | [diff] [blame] | 241 | trace_machine_suspend(PWR_EVENT_EXIT); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 242 | return error; |
| 243 | |
| 244 | Recover_platform: |
| 245 | if (suspend_ops->recover) |
| 246 | suspend_ops->recover(); |
| 247 | goto Resume_devices; |
| 248 | } |
| 249 | |
| 250 | /** |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 251 | * suspend_finish - Clean up before finishing the suspend sequence. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 252 | * |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 253 | * Call platform code to clean up, restart processes, and free the console that |
| 254 | * we've allocated. This routine is not called for hibernation. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 255 | */ |
| 256 | static void suspend_finish(void) |
| 257 | { |
| 258 | suspend_thaw_processes(); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 259 | pm_notifier_call_chain(PM_POST_SUSPEND); |
| 260 | pm_restore_console(); |
| 261 | } |
| 262 | |
| 263 | /** |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 264 | * enter_state - Do common work needed to enter system sleep state. |
| 265 | * @state: System sleep state to enter. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 266 | * |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 267 | * Make sure that no one else is trying to put the system into a sleep state. |
| 268 | * Fail if that's not the case. Otherwise, prepare for system suspend, make the |
| 269 | * system enter the given sleep state and clean up after wakeup. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 270 | */ |
Rafael J. Wysocki | 93e1ee4 | 2012-02-13 16:29:24 +0100 | [diff] [blame] | 271 | static int enter_state(suspend_state_t state) |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 272 | { |
| 273 | int error; |
| 274 | |
| 275 | if (!valid_state(state)) |
| 276 | return -ENODEV; |
| 277 | |
| 278 | if (!mutex_trylock(&pm_mutex)) |
| 279 | return -EBUSY; |
| 280 | |
| 281 | printk(KERN_INFO "PM: Syncing filesystems ... "); |
| 282 | sys_sync(); |
| 283 | printk("done.\n"); |
| 284 | |
| 285 | pr_debug("PM: Preparing system for %s sleep\n", pm_states[state]); |
| 286 | error = suspend_prepare(); |
| 287 | if (error) |
| 288 | goto Unlock; |
| 289 | |
| 290 | if (suspend_test(TEST_FREEZER)) |
| 291 | goto Finish; |
| 292 | |
| 293 | pr_debug("PM: Entering %s sleep\n", pm_states[state]); |
Rafael J. Wysocki | 8718647 | 2011-05-10 21:09:53 +0200 | [diff] [blame] | 294 | pm_restrict_gfp_mask(); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 295 | error = suspend_devices_and_enter(state); |
Rafael J. Wysocki | 8718647 | 2011-05-10 21:09:53 +0200 | [diff] [blame] | 296 | pm_restore_gfp_mask(); |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 297 | |
| 298 | Finish: |
| 299 | pr_debug("PM: Finishing wakeup.\n"); |
| 300 | suspend_finish(); |
| 301 | Unlock: |
| 302 | mutex_unlock(&pm_mutex); |
| 303 | return error; |
| 304 | } |
| 305 | |
| 306 | /** |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 307 | * pm_suspend - Externally visible function for suspending the system. |
| 308 | * @state: System sleep state to enter. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 309 | * |
Rafael J. Wysocki | 55ae451 | 2012-02-13 16:29:14 +0100 | [diff] [blame] | 310 | * Check if the value of @state represents one of the supported states, |
| 311 | * execute enter_state() and update system suspend statistics. |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 312 | */ |
| 313 | int pm_suspend(suspend_state_t state) |
| 314 | { |
Rafael J. Wysocki | bc25cf5 | 2012-02-13 16:29:33 +0100 | [diff] [blame] | 315 | int error; |
| 316 | |
| 317 | if (state <= PM_SUSPEND_ON || state >= PM_SUSPEND_MAX) |
| 318 | return -EINVAL; |
| 319 | |
| 320 | error = enter_state(state); |
| 321 | if (error) { |
| 322 | suspend_stats.fail++; |
| 323 | dpm_save_failed_errno(error); |
| 324 | } else { |
| 325 | suspend_stats.success++; |
ShuoX Liu | 2a77c46 | 2011-08-10 23:01:26 +0200 | [diff] [blame] | 326 | } |
Rafael J. Wysocki | bc25cf5 | 2012-02-13 16:29:33 +0100 | [diff] [blame] | 327 | return error; |
Rafael J. Wysocki | a9d7052 | 2009-06-10 01:27:12 +0200 | [diff] [blame] | 328 | } |
| 329 | EXPORT_SYMBOL(pm_suspend); |