blob: 45ab36ffd0e79cf84fe4a47323811e27ae11357d [file] [log] [blame]
Thomas Gleixner457c8992019-05-19 13:08:55 +01001// SPDX-License-Identifier: GPL-2.0-only
Matt Helsley8174f152008-10-18 20:27:19 -07002/*
3 * kernel/freezer.c - Function to freeze a process
4 *
5 * Originally from kernel/power/process.c
6 */
7
8#include <linux/interrupt.h>
9#include <linux/suspend.h>
Paul Gortmaker9984de12011-05-23 14:51:41 -040010#include <linux/export.h>
Matt Helsley8174f152008-10-18 20:27:19 -070011#include <linux/syscalls.h>
12#include <linux/freezer.h>
Tejun Heo8a32c442011-11-21 12:32:23 -080013#include <linux/kthread.h>
Matt Helsley8174f152008-10-18 20:27:19 -070014
Tejun Heoa3201222011-11-21 12:32:25 -080015/* total number of freezing conditions in effect */
16atomic_t system_freezing_cnt = ATOMIC_INIT(0);
17EXPORT_SYMBOL(system_freezing_cnt);
18
Pingfan Liu55f25032018-07-31 16:51:32 +080019/* indicate whether PM freezing is in effect, protected by
20 * system_transition_mutex
21 */
Tejun Heoa3201222011-11-21 12:32:25 -080022bool pm_freezing;
23bool pm_nosig_freezing;
24
Tejun Heo0c9af092011-11-21 12:32:24 -080025/* protects freezing and frozen transitions */
26static DEFINE_SPINLOCK(freezer_lock);
Matt Helsley8174f152008-10-18 20:27:19 -070027
Tejun Heoa3201222011-11-21 12:32:25 -080028/**
29 * freezing_slow_path - slow path for testing whether a task needs to be frozen
30 * @p: task to be tested
31 *
32 * This function is called by freezing() if system_freezing_cnt isn't zero
33 * and tests whether @p needs to enter and stay in frozen state. Can be
34 * called under any context. The freezers are responsible for ensuring the
35 * target tasks see the updated state.
36 */
37bool freezing_slow_path(struct task_struct *p)
38{
Colin Cross2b44c4d2013-07-24 17:41:33 -070039 if (p->flags & (PF_NOFREEZE | PF_SUSPEND_TASK))
Tejun Heoa3201222011-11-21 12:32:25 -080040 return false;
41
Michal Hockoa34c80a2016-07-28 15:45:16 -070042 if (test_tsk_thread_flag(p, TIF_MEMDIE))
Cong Wang51fae6da2014-10-21 09:27:12 +020043 return false;
44
Tejun Heoa3201222011-11-21 12:32:25 -080045 if (pm_nosig_freezing || cgroup_freezing(p))
46 return true;
47
Tejun Heo34b087e2011-11-23 09:28:17 -080048 if (pm_freezing && !(p->flags & PF_KTHREAD))
Tejun Heoa3201222011-11-21 12:32:25 -080049 return true;
50
51 return false;
52}
53EXPORT_SYMBOL(freezing_slow_path);
54
Matt Helsley8174f152008-10-18 20:27:19 -070055/* Refrigerator is place where frozen processes are stored :-). */
Tejun Heo8a32c442011-11-21 12:32:23 -080056bool __refrigerator(bool check_kthr_stop)
Matt Helsley8174f152008-10-18 20:27:19 -070057{
58 /* Hmm, should we be allowed to suspend when there are realtime
59 processes around? */
Tejun Heoa0acae02011-11-21 12:32:22 -080060 bool was_frozen = false;
Peter Zijlstrad6c23bb2021-06-11 10:28:14 +020061 unsigned int save = get_current_state();
Matt Helsley8174f152008-10-18 20:27:19 -070062
Matt Helsley8174f152008-10-18 20:27:19 -070063 pr_debug("%s entered refrigerator\n", current->comm);
64
Matt Helsley8174f152008-10-18 20:27:19 -070065 for (;;) {
66 set_current_state(TASK_UNINTERRUPTIBLE);
Tejun Heo5ece3ea2011-11-21 12:32:26 -080067
68 spin_lock_irq(&freezer_lock);
69 current->flags |= PF_FROZEN;
Tejun Heo69074832011-11-21 12:32:24 -080070 if (!freezing(current) ||
Tejun Heo8a32c442011-11-21 12:32:23 -080071 (check_kthr_stop && kthread_should_stop()))
Tejun Heo5ece3ea2011-11-21 12:32:26 -080072 current->flags &= ~PF_FROZEN;
73 spin_unlock_irq(&freezer_lock);
74
75 if (!(current->flags & PF_FROZEN))
Matt Helsley8174f152008-10-18 20:27:19 -070076 break;
Tejun Heoa0acae02011-11-21 12:32:22 -080077 was_frozen = true;
Matt Helsley8174f152008-10-18 20:27:19 -070078 schedule();
79 }
Thomas Gleixner6301cb92009-07-17 14:15:47 +020080
Matt Helsley8174f152008-10-18 20:27:19 -070081 pr_debug("%s left refrigerator\n", current->comm);
Tejun Heo50fb4f7f2011-11-21 12:32:22 -080082
83 /*
84 * Restore saved task state before returning. The mb'd version
85 * needs to be used; otherwise, it might silently break
86 * synchronization which depends on ordered task state change.
87 */
88 set_current_state(save);
Tejun Heoa0acae02011-11-21 12:32:22 -080089
90 return was_frozen;
Matt Helsley8174f152008-10-18 20:27:19 -070091}
Tejun Heoa0acae02011-11-21 12:32:22 -080092EXPORT_SYMBOL(__refrigerator);
Matt Helsley8174f152008-10-18 20:27:19 -070093
94static void fake_signal_wake_up(struct task_struct *p)
95{
96 unsigned long flags;
97
Tejun Heo37ad8ac2011-11-21 12:32:26 -080098 if (lock_task_sighand(p, &flags)) {
99 signal_wake_up(p, 0);
100 unlock_task_sighand(p, &flags);
101 }
Matt Helsley8174f152008-10-18 20:27:19 -0700102}
103
104/**
Tejun Heo839e3402011-11-21 12:32:26 -0800105 * freeze_task - send a freeze request to given task
106 * @p: task to send the request to
Matt Helsley8174f152008-10-18 20:27:19 -0700107 *
Marcos Paulo de Souza37f08be2012-02-21 23:57:47 +0100108 * If @p is freezing, the freeze request is sent either by sending a fake
109 * signal (if it's not a kernel thread) or waking it up (if it's a kernel
110 * thread).
Tejun Heo839e3402011-11-21 12:32:26 -0800111 *
112 * RETURNS:
113 * %false, if @p is not freezing or already frozen; %true, otherwise
Matt Helsley8174f152008-10-18 20:27:19 -0700114 */
Tejun Heo839e3402011-11-21 12:32:26 -0800115bool freeze_task(struct task_struct *p)
Matt Helsley8174f152008-10-18 20:27:19 -0700116{
Tejun Heo0c9af092011-11-21 12:32:24 -0800117 unsigned long flags;
Matt Helsley8174f152008-10-18 20:27:19 -0700118
Colin Cross613f5d12013-05-06 23:50:11 +0000119 /*
120 * This check can race with freezer_do_not_count, but worst case that
121 * will result in an extra wakeup being sent to the task. It does not
122 * race with freezer_count(), the barriers in freezer_count() and
123 * freezer_should_skip() ensure that either freezer_count() sees
124 * freezing == true in try_to_freeze() and freezes, or
125 * freezer_should_skip() sees !PF_FREEZE_SKIP and freezes the task
126 * normally.
127 */
128 if (freezer_should_skip(p))
129 return false;
130
Tejun Heo0c9af092011-11-21 12:32:24 -0800131 spin_lock_irqsave(&freezer_lock, flags);
Tejun Heoa3201222011-11-21 12:32:25 -0800132 if (!freezing(p) || frozen(p)) {
133 spin_unlock_irqrestore(&freezer_lock, flags);
134 return false;
135 }
Matt Helsley8174f152008-10-18 20:27:19 -0700136
Jens Axboed3dc04c2021-03-25 18:22:11 -0600137 if (!(p->flags & PF_KTHREAD))
Tejun Heo8cfe4002010-11-26 23:07:27 +0100138 fake_signal_wake_up(p);
Oleg Nesterov5d8f72b2012-10-26 19:46:06 +0200139 else
Matt Helsley8174f152008-10-18 20:27:19 -0700140 wake_up_state(p, TASK_INTERRUPTIBLE);
Tejun Heoa3201222011-11-21 12:32:25 -0800141
Tejun Heo0c9af092011-11-21 12:32:24 -0800142 spin_unlock_irqrestore(&freezer_lock, flags);
Tejun Heoa3201222011-11-21 12:32:25 -0800143 return true;
Matt Helsley8174f152008-10-18 20:27:19 -0700144}
145
Tejun Heoa5be2d02011-11-21 12:32:23 -0800146void __thaw_task(struct task_struct *p)
Matt Helsleydc52ddc2008-10-18 20:27:21 -0700147{
Tejun Heo0c9af092011-11-21 12:32:24 -0800148 unsigned long flags;
Tejun Heoa5be2d02011-11-21 12:32:23 -0800149
Tejun Heo0c9af092011-11-21 12:32:24 -0800150 spin_lock_irqsave(&freezer_lock, flags);
Tejun Heo34b087e2011-11-23 09:28:17 -0800151 if (frozen(p))
Tejun Heoa5be2d02011-11-21 12:32:23 -0800152 wake_up_process(p);
Tejun Heo0c9af092011-11-21 12:32:24 -0800153 spin_unlock_irqrestore(&freezer_lock, flags);
Matt Helsleydc52ddc2008-10-18 20:27:21 -0700154}
Tejun Heo96ee6d82011-11-21 12:32:25 -0800155
156/**
Tejun Heo34b087e2011-11-23 09:28:17 -0800157 * set_freezable - make %current freezable
Tejun Heo96ee6d82011-11-21 12:32:25 -0800158 *
159 * Mark %current freezable and enter refrigerator if necessary.
160 */
Tejun Heo34b087e2011-11-23 09:28:17 -0800161bool set_freezable(void)
Tejun Heo96ee6d82011-11-21 12:32:25 -0800162{
163 might_sleep();
164
165 /*
166 * Modify flags while holding freezer_lock. This ensures the
167 * freezer notices that we aren't frozen yet or the freezing
168 * condition is visible to try_to_freeze() below.
169 */
170 spin_lock_irq(&freezer_lock);
171 current->flags &= ~PF_NOFREEZE;
Tejun Heo96ee6d82011-11-21 12:32:25 -0800172 spin_unlock_irq(&freezer_lock);
173
174 return try_to_freeze();
175}
Tejun Heo34b087e2011-11-23 09:28:17 -0800176EXPORT_SYMBOL(set_freezable);