blob: ddee1b601b89f2ae2798b33a9c5b2c959a2e4e31 [file] [log] [blame]
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +00001/*
Daniel Lezcano69e6cb32015-02-02 16:32:46 +01002 * ARM/ARM64 generic CPU idle driver.
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +00003 *
4 * Copyright (C) 2014 ARM Ltd.
5 * Author: Lorenzo Pieralisi <lorenzo.pieralisi@arm.com>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 */
11
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010012#define pr_fmt(fmt) "CPUidle arm: " fmt
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000013
14#include <linux/cpuidle.h>
15#include <linux/cpumask.h>
16#include <linux/cpu_pm.h>
17#include <linux/kernel.h>
18#include <linux/module.h>
19#include <linux/of.h>
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +010020#include <linux/slab.h>
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020021#include <linux/topology.h>
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000022
23#include <asm/cpuidle.h>
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000024
25#include "dt_idle_states.h"
26
27/*
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010028 * arm_enter_idle_state - Programs CPU to enter the specified state
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000029 *
30 * dev: cpuidle device
31 * drv: cpuidle driver
32 * idx: state index
33 *
34 * Called from the CPUidle framework to program the device to the
35 * specified target state selected by the governor.
36 */
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010037static int arm_enter_idle_state(struct cpuidle_device *dev,
38 struct cpuidle_driver *drv, int idx)
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000039{
Sudeep Holla220276e2016-07-19 18:52:56 +010040 /*
41 * Pass idle state index to arm_cpuidle_suspend which in turn
42 * will call the CPU ops suspend protocol with idle index as a
43 * parameter.
44 */
45 return CPU_PM_CPU_IDLE_ENTER(arm_cpuidle_suspend, idx);
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000046}
47
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020048static struct cpuidle_driver arm_idle_driver __initdata = {
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010049 .name = "arm_idle",
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000050 .owner = THIS_MODULE,
51 /*
52 * State at index 0 is standby wfi and considered standard
53 * on all ARM platforms. If in some platforms simple wfi
54 * can't be used as "state 0", DT bindings must be implemented
55 * to work around this issue and allow installing a special
56 * handler for idle state index 0.
57 */
58 .states[0] = {
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010059 .enter = arm_enter_idle_state,
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000060 .exit_latency = 1,
61 .target_residency = 1,
62 .power_usage = UINT_MAX,
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000063 .name = "WFI",
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010064 .desc = "ARM WFI",
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000065 }
66};
67
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010068static const struct of_device_id arm_idle_state_match[] __initconst = {
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000069 { .compatible = "arm,idle-state",
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010070 .data = arm_enter_idle_state },
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000071 { },
72};
73
74/*
Leo Yan7943bfa2017-10-10 13:47:56 +080075 * arm_idle_init_cpu
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000076 *
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010077 * Registers the arm specific cpuidle driver with the cpuidle
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000078 * framework. It relies on core code to parse the idle states
79 * and initialize them using driver data structures accordingly.
80 */
Leo Yan7943bfa2017-10-10 13:47:56 +080081static int __init arm_idle_init_cpu(int cpu)
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000082{
Leo Yan7943bfa2017-10-10 13:47:56 +080083 int ret;
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020084 struct cpuidle_driver *drv;
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +010085 struct cpuidle_device *dev;
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000086
Leo Yan7943bfa2017-10-10 13:47:56 +080087 drv = kmemdup(&arm_idle_driver, sizeof(*drv), GFP_KERNEL);
88 if (!drv)
89 return -ENOMEM;
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020090
Leo Yan7943bfa2017-10-10 13:47:56 +080091 drv->cpumask = (struct cpumask *)cpumask_of(cpu);
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020092
Leo Yan7943bfa2017-10-10 13:47:56 +080093 /*
94 * Initialize idle states data, starting at index 1. This
95 * driver is DT only, if no DT idle states are detected (ret
96 * == 0) let the driver initialization fail accordingly since
97 * there is no reason to initialize the idle driver if only
98 * wfi is supported.
99 */
100 ret = dt_init_idle_driver(drv, arm_idle_state_match, 1);
101 if (ret <= 0) {
102 ret = ret ? : -ENODEV;
103 goto out_kfree_drv;
104 }
Daniel Lezcanod50a7d82017-06-12 17:55:10 +0200105
Leo Yan7943bfa2017-10-10 13:47:56 +0800106 ret = cpuidle_register_driver(drv);
107 if (ret) {
108 pr_err("Failed to register cpuidle driver\n");
109 goto out_kfree_drv;
110 }
Daniel Lezcanod50a7d82017-06-12 17:55:10 +0200111
Leo Yan7943bfa2017-10-10 13:47:56 +0800112 /*
113 * Call arch CPU operations in order to initialize
114 * idle states suspend back-end specific data
115 */
116 ret = arm_cpuidle_init(cpu);
Daniel Lezcanod50a7d82017-06-12 17:55:10 +0200117
Leo Yan7943bfa2017-10-10 13:47:56 +0800118 /*
119 * Skip the cpuidle device initialization if the reported
120 * failure is a HW misconfiguration/breakage (-ENXIO).
121 */
122 if (ret == -ENXIO)
123 return 0;
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100124
Leo Yan7943bfa2017-10-10 13:47:56 +0800125 if (ret) {
126 pr_err("CPU %d failed to init idle CPU ops\n", cpu);
127 goto out_unregister_drv;
128 }
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100129
Leo Yan7943bfa2017-10-10 13:47:56 +0800130 dev = kzalloc(sizeof(*dev), GFP_KERNEL);
131 if (!dev) {
132 pr_err("Failed to allocate cpuidle device\n");
133 ret = -ENOMEM;
134 goto out_unregister_drv;
135 }
136 dev->cpu = cpu;
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100137
Leo Yan7943bfa2017-10-10 13:47:56 +0800138 ret = cpuidle_register_device(dev);
139 if (ret) {
140 pr_err("Failed to register cpuidle device for CPU %d\n",
141 cpu);
142 goto out_kfree_dev;
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +0000143 }
144
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100145 return 0;
Leo Yan0f878552017-10-10 13:47:55 +0800146
147out_kfree_dev:
148 kfree(dev);
149out_unregister_drv:
150 cpuidle_unregister_driver(drv);
151out_kfree_drv:
Stefan Wahrened40fad2017-08-31 22:24:36 +0200152 kfree(drv);
Leo Yan7943bfa2017-10-10 13:47:56 +0800153 return ret;
154}
155
156/*
157 * arm_idle_init - Initializes arm cpuidle driver
158 *
159 * Initializes arm cpuidle driver for all CPUs, if any CPU fails
160 * to register cpuidle driver then rollback to cancel all CPUs
161 * registeration.
162 */
163static int __init arm_idle_init(void)
164{
165 int cpu, ret;
166 struct cpuidle_driver *drv;
167 struct cpuidle_device *dev;
168
169 for_each_possible_cpu(cpu) {
170 ret = arm_idle_init_cpu(cpu);
171 if (ret)
172 goto out_fail;
173 }
174
175 return 0;
176
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100177out_fail:
178 while (--cpu >= 0) {
179 dev = per_cpu(cpuidle_devices, cpu);
Leo Yan0f878552017-10-10 13:47:55 +0800180 drv = cpuidle_get_cpu_driver(dev);
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100181 cpuidle_unregister_device(dev);
Daniel Lezcanod50a7d82017-06-12 17:55:10 +0200182 cpuidle_unregister_driver(drv);
Leo Yan0f878552017-10-10 13:47:55 +0800183 kfree(dev);
Daniel Lezcanod50a7d82017-06-12 17:55:10 +0200184 kfree(drv);
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100185 }
186
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100187 return ret;
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +0000188}
Daniel Lezcano69e6cb32015-02-02 16:32:46 +0100189device_initcall(arm_idle_init);