blob: 67b02e138a472da5f908a6eb2156887e058d0704 [file] [log] [blame]
Colin Crossab100232011-02-10 02:04:45 -08001/*
2 * Copyright (C) 2011 Google, Inc.
3 *
4 * Author:
5 * Colin Cross <ccross@android.com>
6 *
7 * This software is licensed under the terms of the GNU General Public
8 * License version 2, as published by the Free Software Foundation, and
9 * may be copied, distributed, and modified under those terms.
10 *
11 * This program is distributed in the hope that it will be useful,
12 * but WITHOUT ANY WARRANTY; without even the implied warranty of
13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
14 * GNU General Public License for more details.
15 *
16 */
17
18#include <linux/kernel.h>
19#include <linux/cpu_pm.h>
20#include <linux/module.h>
21#include <linux/notifier.h>
22#include <linux/spinlock.h>
Colin Cross6f3eaec2011-07-22 14:57:09 -070023#include <linux/syscore_ops.h>
Colin Crossab100232011-02-10 02:04:45 -080024
Alex Shi313c8c12017-07-28 15:09:25 +080025static ATOMIC_NOTIFIER_HEAD(cpu_pm_notifier_chain);
Colin Crossab100232011-02-10 02:04:45 -080026
27static int cpu_pm_notify(enum cpu_pm_event event, int nr_to_call, int *nr_calls)
28{
29 int ret;
30
Alex Shi313c8c12017-07-28 15:09:25 +080031 /*
32 * __atomic_notifier_call_chain has a RCU read critical section, which
33 * could be disfunctional in cpu idle. Copy RCU_NONIDLE code to let
34 * RCU know this.
35 */
36 rcu_irq_enter_irqson();
37 ret = __atomic_notifier_call_chain(&cpu_pm_notifier_chain, event, NULL,
Colin Crossab100232011-02-10 02:04:45 -080038 nr_to_call, nr_calls);
Alex Shi313c8c12017-07-28 15:09:25 +080039 rcu_irq_exit_irqson();
Colin Crossab100232011-02-10 02:04:45 -080040
41 return notifier_to_errno(ret);
42}
43
44/**
45 * cpu_pm_register_notifier - register a driver with cpu_pm
46 * @nb: notifier block to register
47 *
48 * Add a driver to a list of drivers that are notified about
49 * CPU and CPU cluster low power entry and exit.
50 *
51 * This function may sleep, and has the same return conditions as
52 * raw_notifier_chain_register.
53 */
54int cpu_pm_register_notifier(struct notifier_block *nb)
55{
Alex Shi313c8c12017-07-28 15:09:25 +080056 return atomic_notifier_chain_register(&cpu_pm_notifier_chain, nb);
Colin Crossab100232011-02-10 02:04:45 -080057}
58EXPORT_SYMBOL_GPL(cpu_pm_register_notifier);
59
60/**
61 * cpu_pm_unregister_notifier - unregister a driver with cpu_pm
62 * @nb: notifier block to be unregistered
63 *
64 * Remove a driver from the CPU PM notifier list.
65 *
66 * This function may sleep, and has the same return conditions as
67 * raw_notifier_chain_unregister.
68 */
69int cpu_pm_unregister_notifier(struct notifier_block *nb)
70{
Alex Shi313c8c12017-07-28 15:09:25 +080071 return atomic_notifier_chain_unregister(&cpu_pm_notifier_chain, nb);
Colin Crossab100232011-02-10 02:04:45 -080072}
73EXPORT_SYMBOL_GPL(cpu_pm_unregister_notifier);
74
75/**
Nicolas Pitred84970b2012-05-31 16:26:07 -070076 * cpu_pm_enter - CPU low power entry notifier
Colin Crossab100232011-02-10 02:04:45 -080077 *
78 * Notifies listeners that a single CPU is entering a low power state that may
79 * cause some blocks in the same power domain as the cpu to reset.
80 *
81 * Must be called on the affected CPU with interrupts disabled. Platform is
82 * responsible for ensuring that cpu_pm_enter is not called twice on the same
83 * CPU before cpu_pm_exit is called. Notified drivers can include VFP
Nicolas Pitred84970b2012-05-31 16:26:07 -070084 * co-processor, interrupt controller and its PM extensions, local CPU
Colin Crossab100232011-02-10 02:04:45 -080085 * timers context save/restore which shouldn't be interrupted. Hence it
86 * must be called with interrupts disabled.
87 *
88 * Return conditions are same as __raw_notifier_call_chain.
89 */
90int cpu_pm_enter(void)
91{
92 int nr_calls;
93 int ret = 0;
94
Colin Crossab100232011-02-10 02:04:45 -080095 ret = cpu_pm_notify(CPU_PM_ENTER, -1, &nr_calls);
96 if (ret)
97 /*
98 * Inform listeners (nr_calls - 1) about failure of CPU PM
99 * PM entry who are notified earlier to prepare for it.
100 */
101 cpu_pm_notify(CPU_PM_ENTER_FAILED, nr_calls - 1, NULL);
Colin Crossab100232011-02-10 02:04:45 -0800102
103 return ret;
104}
105EXPORT_SYMBOL_GPL(cpu_pm_enter);
106
107/**
Nicolas Pitred84970b2012-05-31 16:26:07 -0700108 * cpu_pm_exit - CPU low power exit notifier
Colin Crossab100232011-02-10 02:04:45 -0800109 *
110 * Notifies listeners that a single CPU is exiting a low power state that may
111 * have caused some blocks in the same power domain as the cpu to reset.
112 *
113 * Notified drivers can include VFP co-processor, interrupt controller
Nicolas Pitred84970b2012-05-31 16:26:07 -0700114 * and its PM extensions, local CPU timers context save/restore which
Colin Crossab100232011-02-10 02:04:45 -0800115 * shouldn't be interrupted. Hence it must be called with interrupts disabled.
116 *
117 * Return conditions are same as __raw_notifier_call_chain.
118 */
119int cpu_pm_exit(void)
120{
Alex Shi313c8c12017-07-28 15:09:25 +0800121 return cpu_pm_notify(CPU_PM_EXIT, -1, NULL);
Colin Crossab100232011-02-10 02:04:45 -0800122}
123EXPORT_SYMBOL_GPL(cpu_pm_exit);
124
125/**
Nicolas Pitred84970b2012-05-31 16:26:07 -0700126 * cpu_cluster_pm_enter - CPU cluster low power entry notifier
Colin Crossab100232011-02-10 02:04:45 -0800127 *
128 * Notifies listeners that all cpus in a power domain are entering a low power
129 * state that may cause some blocks in the same power domain to reset.
130 *
131 * Must be called after cpu_pm_enter has been called on all cpus in the power
132 * domain, and before cpu_pm_exit has been called on any cpu in the power
133 * domain. Notified drivers can include VFP co-processor, interrupt controller
Nicolas Pitred84970b2012-05-31 16:26:07 -0700134 * and its PM extensions, local CPU timers context save/restore which
Colin Crossab100232011-02-10 02:04:45 -0800135 * shouldn't be interrupted. Hence it must be called with interrupts disabled.
136 *
137 * Must be called with interrupts disabled.
138 *
139 * Return conditions are same as __raw_notifier_call_chain.
140 */
141int cpu_cluster_pm_enter(void)
142{
143 int nr_calls;
144 int ret = 0;
145
Colin Crossab100232011-02-10 02:04:45 -0800146 ret = cpu_pm_notify(CPU_CLUSTER_PM_ENTER, -1, &nr_calls);
147 if (ret)
148 /*
149 * Inform listeners (nr_calls - 1) about failure of CPU cluster
150 * PM entry who are notified earlier to prepare for it.
151 */
152 cpu_pm_notify(CPU_CLUSTER_PM_ENTER_FAILED, nr_calls - 1, NULL);
Colin Crossab100232011-02-10 02:04:45 -0800153
154 return ret;
155}
156EXPORT_SYMBOL_GPL(cpu_cluster_pm_enter);
157
158/**
Nicolas Pitred84970b2012-05-31 16:26:07 -0700159 * cpu_cluster_pm_exit - CPU cluster low power exit notifier
Colin Crossab100232011-02-10 02:04:45 -0800160 *
161 * Notifies listeners that all cpus in a power domain are exiting form a
162 * low power state that may have caused some blocks in the same power domain
163 * to reset.
164 *
Lina Iyer21dd33b2015-09-02 16:18:57 -0600165 * Must be called after cpu_cluster_pm_enter has been called for the power
Colin Crossab100232011-02-10 02:04:45 -0800166 * domain, and before cpu_pm_exit has been called on any cpu in the power
167 * domain. Notified drivers can include VFP co-processor, interrupt controller
Nicolas Pitred84970b2012-05-31 16:26:07 -0700168 * and its PM extensions, local CPU timers context save/restore which
Colin Crossab100232011-02-10 02:04:45 -0800169 * shouldn't be interrupted. Hence it must be called with interrupts disabled.
170 *
171 * Return conditions are same as __raw_notifier_call_chain.
172 */
173int cpu_cluster_pm_exit(void)
174{
Alex Shi313c8c12017-07-28 15:09:25 +0800175 return cpu_pm_notify(CPU_CLUSTER_PM_EXIT, -1, NULL);
Colin Crossab100232011-02-10 02:04:45 -0800176}
177EXPORT_SYMBOL_GPL(cpu_cluster_pm_exit);
Colin Cross6f3eaec2011-07-22 14:57:09 -0700178
179#ifdef CONFIG_PM
180static int cpu_pm_suspend(void)
181{
182 int ret;
183
184 ret = cpu_pm_enter();
185 if (ret)
186 return ret;
187
188 ret = cpu_cluster_pm_enter();
189 return ret;
190}
191
192static void cpu_pm_resume(void)
193{
194 cpu_cluster_pm_exit();
195 cpu_pm_exit();
196}
197
198static struct syscore_ops cpu_pm_syscore_ops = {
199 .suspend = cpu_pm_suspend,
200 .resume = cpu_pm_resume,
201};
202
203static int cpu_pm_init(void)
204{
205 register_syscore_ops(&cpu_pm_syscore_ops);
206 return 0;
207}
208core_initcall(cpu_pm_init);
209#endif