blob: b4f4339432096148567a6605cca0d99d4dcabe87 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Linus Torvalds1da177e2005-04-16 15:20:36 -07002#include <linux/suspend.h>
Rafael J. Wysocki3010f8c2007-10-26 01:05:05 +02003#include <linux/suspend_ioctls.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07004#include <linux/utsname.h>
Johannes Bergb28f5082008-01-15 23:17:00 -05005#include <linux/freezer.h>
Gideon Israel Dsouza52f5684c2014-04-07 15:39:20 -07006#include <linux/compiler.h>
Rafael J. Wysocki23f62d72021-10-22 18:07:47 +02007#include <linux/cpu.h>
8#include <linux/cpuidle.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -07009
Linus Torvalds1da177e2005-04-16 15:20:36 -070010struct swsusp_info {
11 struct new_utsname uts;
12 u32 version_code;
13 unsigned long num_physpages;
14 int cpus;
15 unsigned long image_pages;
Rafael J. Wysocki7088a5c2006-01-06 00:13:05 -080016 unsigned long pages;
Rafael J. Wysocki6e1819d2006-03-23 03:00:03 -080017 unsigned long size;
Gideon Israel Dsouza52f5684c2014-04-07 15:39:20 -070018} __aligned(PAGE_SIZE);
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
Rafael J. Wysockib0cb1a12007-07-29 23:24:36 +020020#ifdef CONFIG_HIBERNATION
Rafael J. Wysockiac5c24ec2010-09-20 19:44:56 +020021/* kernel/power/snapshot.c */
Rafael J. Wysockiddeb6482011-05-15 11:38:48 +020022extern void __init hibernate_reserved_size_init(void);
Rafael J. Wysockiac5c24ec2010-09-20 19:44:56 +020023extern void __init hibernate_image_size_init(void);
24
Rafael J. Wysockid307c4a2007-10-18 03:04:52 -070025#ifdef CONFIG_ARCH_HIBERNATION_HEADER
26/* Maximum size of architecture specific data in a hibernation header */
27#define MAX_ARCH_HEADER_SIZE (sizeof(struct new_utsname) + 4)
28
29extern int arch_hibernation_header_save(void *addr, unsigned int max_size);
30extern int arch_hibernation_header_restore(void *addr);
31
32static inline int init_header_complete(struct swsusp_info *info)
33{
34 return arch_hibernation_header_save(info, MAX_ARCH_HEADER_SIZE);
35}
36
Alexey Dobriyan02d7f402020-07-10 22:12:10 +030037static inline const char *check_image_kernel(struct swsusp_info *info)
Rafael J. Wysockid307c4a2007-10-18 03:04:52 -070038{
39 return arch_hibernation_header_restore(info) ?
40 "architecture specific data" : NULL;
41}
42#endif /* CONFIG_ARCH_HIBERNATION_HEADER */
43
Rafael J. Wysocki406f9922016-07-14 03:55:23 +020044extern int hibernate_resume_nonboot_cpu_disable(void);
45
Rafael J. Wysocki56f99bc2007-05-06 14:50:52 -070046/*
47 * Keep some memory free so that I/O operations can succeed without paging
48 * [Might this be more than 4 MB?]
49 */
50#define PAGES_FOR_IO ((4096 * 1024) >> PAGE_SHIFT)
Rafael J. Wysockid307c4a2007-10-18 03:04:52 -070051
Rafael J. Wysocki56f99bc2007-05-06 14:50:52 -070052/*
53 * Keep 1 MB of memory free so that device drivers can allocate some pages in
54 * their .suspend() routines without breaking the suspend to disk.
55 */
56#define SPARE_PAGES ((1024 * 1024) >> PAGE_SHIFT)
Linus Torvalds1da177e2005-04-16 15:20:36 -070057
Rashika Kheria04b73462014-02-27 17:13:53 +053058asmlinkage int swsusp_save(void);
59
Rafael J. Wysocki8b759b82009-06-10 01:27:49 +020060/* kernel/power/hibernate.c */
Srivatsa S. Bhat97819a22011-12-01 22:33:10 +010061extern bool freezer_test_done;
62
Rafael J. Wysocki7777fab2007-07-19 01:47:29 -070063extern int hibernation_snapshot(int platform_mode);
Rafael J. Wysockia634cc12007-07-19 01:47:30 -070064extern int hibernation_restore(int platform_mode);
Rafael J. Wysocki7777fab2007-07-19 01:47:29 -070065extern int hibernation_platform_enter(void);
Rafael J. Wysockiac5c24ec2010-09-20 19:44:56 +020066
Laura Abbott0f5bf6d2017-02-06 16:31:58 -080067#ifdef CONFIG_STRICT_KERNEL_RWX
Rafael J. Wysocki4c0b6c12016-07-10 02:12:10 +020068/* kernel/power/snapshot.c */
69extern void enable_restore_image_protection(void);
70#else
71static inline void enable_restore_image_protection(void) {}
Laura Abbott0f5bf6d2017-02-06 16:31:58 -080072#endif /* CONFIG_STRICT_KERNEL_RWX */
Rafael J. Wysocki4c0b6c12016-07-10 02:12:10 +020073
Rafael J. Wysockiac5c24ec2010-09-20 19:44:56 +020074#else /* !CONFIG_HIBERNATION */
75
Rafael J. Wysockiddeb6482011-05-15 11:38:48 +020076static inline void hibernate_reserved_size_init(void) {}
Rafael J. Wysockiac5c24ec2010-09-20 19:44:56 +020077static inline void hibernate_image_size_init(void) {}
78#endif /* !CONFIG_HIBERNATION */
Stephen Hemmingera6d70982006-12-06 20:34:35 -080079
Linus Torvalds1da177e2005-04-16 15:20:36 -070080#define power_attr(_name) \
Kay Sievers386f2752007-11-02 13:47:53 +010081static struct kobj_attribute _name##_attr = { \
Linus Torvalds1da177e2005-04-16 15:20:36 -070082 .attr = { \
83 .name = __stringify(_name), \
84 .mode = 0644, \
85 }, \
86 .show = _name##_show, \
87 .store = _name##_store, \
88}
89
Rafael J. Wysockia1e9ca62016-01-02 03:09:16 +010090#define power_attr_ro(_name) \
91static struct kobj_attribute _name##_attr = { \
92 .attr = { \
93 .name = __stringify(_name), \
94 .mode = S_IRUGO, \
95 }, \
96 .show = _name##_show, \
97}
98
Rafael J. Wysocki853609b2006-02-01 03:05:07 -080099/* Preferred image size in bytes (default 500 MB) */
100extern unsigned long image_size;
Rafael J. Wysockiddeb6482011-05-15 11:38:48 +0200101/* Size of memory reserved for drivers (default SPARE_PAGES x PAGE_SIZE) */
102extern unsigned long reserved_size;
Rafael J. Wysockif577eb32006-03-23 02:59:59 -0800103extern int in_suspend;
Rafael J. Wysocki61159a32006-03-23 03:00:00 -0800104extern dev_t swsusp_resume_device;
Rafael J. Wysocki9a154d92006-12-06 20:34:12 -0800105extern sector_t swsusp_resume_block;
Rafael J. Wysockif577eb32006-03-23 02:59:59 -0800106
Rafael J. Wysocki74dfd662007-05-06 14:50:43 -0700107extern int create_basic_memory_bitmaps(void);
108extern void free_basic_memory_bitmaps(void);
Rafael J. Wysocki64a473c2009-07-08 13:24:05 +0200109extern int hibernate_preallocate_memory(void);
Rafael J. Wysockif577eb32006-03-23 02:59:59 -0800110
Vlastimil Babka03b6c9a2020-12-14 19:13:38 -0800111extern void clear_or_poison_free_pages(void);
Anisse Astier1ad14102016-09-09 10:43:32 +0200112
Rafael J. Wysockifb13a282006-09-25 23:32:46 -0700113/**
114 * Auxiliary structure used for reading the snapshot image data and
115 * metadata from and writing them to the list of page backup entries
116 * (PBEs) which is the main data structure of swsusp.
117 *
118 * Using struct snapshot_handle we can transfer the image, including its
119 * metadata, as a continuous sequence of bytes with the help of
120 * snapshot_read_next() and snapshot_write_next().
121 *
122 * The code that writes the image to a storage or transfers it to
123 * the user land is required to use snapshot_read_next() for this
124 * purpose and it should not make any assumptions regarding the internal
125 * structure of the image. Similarly, the code that reads the image from
126 * a storage or transfers it from the user land is required to use
127 * snapshot_write_next().
128 *
129 * This may allow us to change the internal structure of the image
130 * in the future with considerably less effort.
131 */
132
Rafael J. Wysockif577eb32006-03-23 02:59:59 -0800133struct snapshot_handle {
Rafael J. Wysockifb13a282006-09-25 23:32:46 -0700134 unsigned int cur; /* number of the block of PAGE_SIZE bytes the
135 * next operation will refer to (ie. current)
136 */
Rafael J. Wysockifb13a282006-09-25 23:32:46 -0700137 void *buffer; /* address of the block to read from
138 * or write to
139 */
Rafael J. Wysockifb13a282006-09-25 23:32:46 -0700140 int sync_read; /* Set to one to notify the caller of
141 * snapshot_write_next() that it may
142 * need to call wait_on_bio_chain()
143 */
Rafael J. Wysockif577eb32006-03-23 02:59:59 -0800144};
145
Rafael J. Wysockifb13a282006-09-25 23:32:46 -0700146/* This macro returns the address from/to which the caller of
147 * snapshot_read_next()/snapshot_write_next() is allowed to
148 * read/write data after the function returns
149 */
Jiri Slabyd3c1b242010-05-01 23:52:02 +0200150#define data_of(handle) ((handle).buffer)
Rafael J. Wysockif577eb32006-03-23 02:59:59 -0800151
Rafael J. Wysockib788db72006-09-25 23:32:54 -0700152extern unsigned int snapshot_additional_pages(struct zone *zone);
Rafael J. Wysockiaf508b32007-10-26 00:59:31 +0200153extern unsigned long snapshot_get_image_size(void);
Jiri Slabyd3c1b242010-05-01 23:52:02 +0200154extern int snapshot_read_next(struct snapshot_handle *handle);
155extern int snapshot_write_next(struct snapshot_handle *handle);
Rafael J. Wysocki83573762006-12-06 20:34:18 -0800156extern void snapshot_write_finalize(struct snapshot_handle *handle);
Rafael J. Wysockib788db72006-09-25 23:32:54 -0700157extern int snapshot_image_loaded(struct snapshot_handle *handle);
Rafael J. Wysocki61159a32006-03-23 03:00:00 -0800158
Domenico Andreoliab7e9b02020-05-07 09:19:52 +0200159extern bool hibernate_acquire(void);
160extern void hibernate_release(void);
Rafael J. Wysocki0709db62007-05-06 14:50:45 -0700161
Rafael J. Wysockid1d241c2007-05-06 14:50:47 -0700162extern sector_t alloc_swapdev_block(int swap);
163extern void free_all_swap_pages(int swap);
164extern int swsusp_swap_in_use(void);
Rafael J. Wysocki61159a32006-03-23 03:00:00 -0800165
Rafael J. Wysockia634cc12007-07-19 01:47:30 -0700166/*
167 * Flags that can be passed from the hibernatig hernel to the "boot" kernel in
168 * the image header.
169 */
170#define SF_PLATFORM_MODE 1
Bojan Smojverf996fc92010-09-09 23:06:23 +0200171#define SF_NOCOMPRESS_MODE 2
Bojan Smojver081a9d02011-10-13 23:58:07 +0200172#define SF_CRC32_MODE 4
David Woodhouse74d95552021-11-08 16:09:41 +0000173#define SF_HW_SIG 8
Rafael J. Wysockia634cc12007-07-19 01:47:30 -0700174
Rafael J. Wysocki8b759b82009-06-10 01:27:49 +0200175/* kernel/power/hibernate.c */
Randy Dunlap74c7e2e2006-03-23 03:00:01 -0800176extern int swsusp_check(void);
Randy Dunlap74c7e2e2006-03-23 03:00:01 -0800177extern void swsusp_free(void);
Rafael J. Wysockia634cc12007-07-19 01:47:30 -0700178extern int swsusp_read(unsigned int *flags_p);
179extern int swsusp_write(unsigned int flags);
Al Viroc2dd0da2007-10-08 13:21:10 -0400180extern void swsusp_close(fmode_t);
Bojan Smojver62c552c2012-06-16 00:09:58 +0200181#ifdef CONFIG_SUSPEND
182extern int swsusp_unmark(void);
183#endif
Rafael J. Wysocki0d3a9ab2006-12-06 20:34:32 -0800184
Arnd Bergmann75d319c2019-10-25 22:56:17 +0200185struct __kernel_old_timeval;
Rafael J. Wysockib10d9112007-07-19 01:47:36 -0700186/* kernel/power/swsusp.c */
Tina Ruchandanidb597602014-10-30 11:04:53 -0700187extern void swsusp_show_speed(ktime_t, ktime_t, unsigned int, char *);
Rafael J. Wysockib10d9112007-07-19 01:47:36 -0700188
Rafael J. Wysocki296699d2007-07-29 23:27:18 +0200189#ifdef CONFIG_SUSPEND
Rafael J. Wysockia9d70522009-06-10 01:27:12 +0200190/* kernel/power/suspend.c */
Rafael J. Wysocki406e7932016-11-21 22:45:40 +0100191extern const char * const pm_labels[];
Rafael J. Wysockid431cbc2014-07-15 22:02:11 +0200192extern const char *pm_states[];
Rafael J. Wysocki406e7932016-11-21 22:45:40 +0100193extern const char *mem_sleep_states[];
Rafael J. Wysockia9d70522009-06-10 01:27:12 +0200194
Rafael J. Wysocki6c961df2007-07-19 01:47:38 -0700195extern int suspend_devices_and_enter(suspend_state_t state);
Rafael J. Wysocki296699d2007-07-29 23:27:18 +0200196#else /* !CONFIG_SUSPEND */
Rafael J. Wysocki406e7932016-11-21 22:45:40 +0100197#define mem_sleep_current PM_SUSPEND_ON
198
Rafael J. Wysocki296699d2007-07-29 23:27:18 +0200199static inline int suspend_devices_and_enter(suspend_state_t state)
200{
201 return -ENOSYS;
202}
203#endif /* !CONFIG_SUSPEND */
204
Rafael J. Wysockia9d70522009-06-10 01:27:12 +0200205#ifdef CONFIG_PM_TEST_SUSPEND
206/* kernel/power/suspend_test.c */
207extern void suspend_test_start(void);
208extern void suspend_test_finish(const char *label);
209#else /* !CONFIG_PM_TEST_SUSPEND */
210static inline void suspend_test_start(void) {}
211static inline void suspend_test_finish(const char *label) {}
212#endif /* !CONFIG_PM_TEST_SUSPEND */
213
Alan Stern82525752007-11-19 23:49:18 +0100214#ifdef CONFIG_PM_SLEEP
215/* kernel/power/main.c */
Peter Zijlstra70d93292020-08-18 15:57:36 +0200216extern int pm_notifier_call_chain_robust(unsigned long val_up, unsigned long val_down);
Alan Stern82525752007-11-19 23:49:18 +0100217extern int pm_notifier_call_chain(unsigned long val);
218#endif
Adrian Bunk2f8ed1c2007-11-19 23:36:20 +0100219
220#ifdef CONFIG_HIGHMEM
Adrian Bunk2f8ed1c2007-11-19 23:36:20 +0100221int restore_highmem(void);
222#else
223static inline unsigned int count_highmem_pages(void) { return 0; }
224static inline int restore_highmem(void) { return 0; }
225#endif
Rafael J. Wysocki0e7d56e2007-11-19 23:41:19 +0100226
227/*
228 * Suspend test levels
229 */
230enum {
231 /* keep first */
232 TEST_NONE,
233 TEST_CORE,
234 TEST_CPUS,
235 TEST_PLATFORM,
236 TEST_DEVICES,
237 TEST_FREEZER,
238 /* keep last */
239 __TEST_AFTER_LAST
240};
241
242#define TEST_FIRST TEST_NONE
243#define TEST_MAX (__TEST_AFTER_LAST - 1)
Rafael J. Wysocki4cc79772007-11-19 23:42:31 +0100244
Rafael J. Wysockie516a1d2017-07-21 14:44:02 +0200245#ifdef CONFIG_PM_SLEEP_DEBUG
Rafael J. Wysocki4cc79772007-11-19 23:42:31 +0100246extern int pm_test_level;
Rafael J. Wysocki8e6bcd92017-07-21 02:07:54 +0200247#else
248#define pm_test_level (TEST_NONE)
249#endif
Johannes Bergb28f5082008-01-15 23:17:00 -0500250
251#ifdef CONFIG_SUSPEND_FREEZER
252static inline int suspend_freeze_processes(void)
253{
Srivatsa S. Bhat379e0be2012-02-03 22:22:41 +0100254 int error;
255
256 error = freeze_processes();
Srivatsa S. Bhat379e0be2012-02-03 22:22:41 +0100257 /*
258 * freeze_processes() automatically thaws every task if freezing
259 * fails. So we need not do anything extra upon error.
260 */
261 if (error)
Rafael J. Wysocki6f585f72012-02-11 22:40:23 +0100262 return error;
Srivatsa S. Bhat379e0be2012-02-03 22:22:41 +0100263
264 error = freeze_kernel_threads();
Srivatsa S. Bhat379e0be2012-02-03 22:22:41 +0100265 /*
266 * freeze_kernel_threads() thaws only kernel threads upon freezing
267 * failure. So we have to thaw the userspace tasks ourselves.
268 */
269 if (error)
270 thaw_processes();
271
Srivatsa S. Bhat379e0be2012-02-03 22:22:41 +0100272 return error;
Johannes Bergb28f5082008-01-15 23:17:00 -0500273}
274
275static inline void suspend_thaw_processes(void)
276{
277 thaw_processes();
278}
279#else
280static inline int suspend_freeze_processes(void)
281{
282 return 0;
283}
284
285static inline void suspend_thaw_processes(void)
286{
287}
288#endif
Rafael J. Wysocki7483b4a2012-04-29 22:53:22 +0200289
290#ifdef CONFIG_PM_AUTOSLEEP
291
292/* kernel/power/autosleep.c */
293extern int pm_autosleep_init(void);
294extern int pm_autosleep_lock(void);
295extern void pm_autosleep_unlock(void);
296extern suspend_state_t pm_autosleep_state(void);
297extern int pm_autosleep_set_state(suspend_state_t state);
298
299#else /* !CONFIG_PM_AUTOSLEEP */
300
301static inline int pm_autosleep_init(void) { return 0; }
302static inline int pm_autosleep_lock(void) { return 0; }
303static inline void pm_autosleep_unlock(void) {}
304static inline suspend_state_t pm_autosleep_state(void) { return PM_SUSPEND_ON; }
305
306#endif /* !CONFIG_PM_AUTOSLEEP */
Rafael J. Wysockib86ff9822012-04-29 22:53:42 +0200307
308#ifdef CONFIG_PM_WAKELOCKS
309
310/* kernel/power/wakelock.c */
311extern ssize_t pm_show_wakelocks(char *buf, bool show_active);
312extern int pm_wake_lock(const char *buf);
313extern int pm_wake_unlock(const char *buf);
314
315#endif /* !CONFIG_PM_WAKELOCKS */
Rafael J. Wysocki23f62d72021-10-22 18:07:47 +0200316
317static inline int pm_sleep_disable_secondary_cpus(void)
318{
319 cpuidle_pause();
320 return suspend_disable_secondary_cpus();
321}
322
323static inline void pm_sleep_enable_secondary_cpus(void)
324{
325 suspend_enable_secondary_cpus();
326 cpuidle_resume();
327}