blob: 3a407a3ef22b4c5a53046452c75c3784e0b77d9d [file] [log] [blame]
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +00001/*
Daniel Lezcano69e6cb32015-02-02 16:32:46 +01002 * ARM/ARM64 generic CPU idle driver.
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +00003 *
4 * Copyright (C) 2014 ARM Ltd.
5 * Author: Lorenzo Pieralisi <lorenzo.pieralisi@arm.com>
6 *
7 * This program is free software; you can redistribute it and/or modify
8 * it under the terms of the GNU General Public License version 2 as
9 * published by the Free Software Foundation.
10 */
11
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010012#define pr_fmt(fmt) "CPUidle arm: " fmt
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000013
14#include <linux/cpuidle.h>
15#include <linux/cpumask.h>
16#include <linux/cpu_pm.h>
17#include <linux/kernel.h>
18#include <linux/module.h>
19#include <linux/of.h>
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +010020#include <linux/slab.h>
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020021#include <linux/topology.h>
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000022
23#include <asm/cpuidle.h>
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000024
25#include "dt_idle_states.h"
26
27/*
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010028 * arm_enter_idle_state - Programs CPU to enter the specified state
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000029 *
30 * dev: cpuidle device
31 * drv: cpuidle driver
32 * idx: state index
33 *
34 * Called from the CPUidle framework to program the device to the
35 * specified target state selected by the governor.
36 */
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010037static int arm_enter_idle_state(struct cpuidle_device *dev,
38 struct cpuidle_driver *drv, int idx)
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000039{
Sudeep Holla220276e2016-07-19 18:52:56 +010040 /*
41 * Pass idle state index to arm_cpuidle_suspend which in turn
42 * will call the CPU ops suspend protocol with idle index as a
43 * parameter.
44 */
45 return CPU_PM_CPU_IDLE_ENTER(arm_cpuidle_suspend, idx);
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000046}
47
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020048static struct cpuidle_driver arm_idle_driver __initdata = {
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010049 .name = "arm_idle",
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000050 .owner = THIS_MODULE,
51 /*
52 * State at index 0 is standby wfi and considered standard
53 * on all ARM platforms. If in some platforms simple wfi
54 * can't be used as "state 0", DT bindings must be implemented
55 * to work around this issue and allow installing a special
56 * handler for idle state index 0.
57 */
58 .states[0] = {
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010059 .enter = arm_enter_idle_state,
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000060 .exit_latency = 1,
61 .target_residency = 1,
62 .power_usage = UINT_MAX,
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000063 .name = "WFI",
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010064 .desc = "ARM WFI",
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000065 }
66};
67
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010068static const struct of_device_id arm_idle_state_match[] __initconst = {
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000069 { .compatible = "arm,idle-state",
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010070 .data = arm_enter_idle_state },
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000071 { },
72};
73
74/*
Leo Yan7943bfa2017-10-10 13:47:56 +080075 * arm_idle_init_cpu
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000076 *
Daniel Lezcano69e6cb32015-02-02 16:32:46 +010077 * Registers the arm specific cpuidle driver with the cpuidle
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000078 * framework. It relies on core code to parse the idle states
79 * and initialize them using driver data structures accordingly.
80 */
Leo Yan7943bfa2017-10-10 13:47:56 +080081static int __init arm_idle_init_cpu(int cpu)
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000082{
Leo Yan7943bfa2017-10-10 13:47:56 +080083 int ret;
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020084 struct cpuidle_driver *drv;
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +000085
Leo Yan7943bfa2017-10-10 13:47:56 +080086 drv = kmemdup(&arm_idle_driver, sizeof(*drv), GFP_KERNEL);
87 if (!drv)
88 return -ENOMEM;
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020089
Leo Yan7943bfa2017-10-10 13:47:56 +080090 drv->cpumask = (struct cpumask *)cpumask_of(cpu);
Daniel Lezcanod50a7d82017-06-12 17:55:10 +020091
Leo Yan7943bfa2017-10-10 13:47:56 +080092 /*
93 * Initialize idle states data, starting at index 1. This
94 * driver is DT only, if no DT idle states are detected (ret
95 * == 0) let the driver initialization fail accordingly since
96 * there is no reason to initialize the idle driver if only
97 * wfi is supported.
98 */
99 ret = dt_init_idle_driver(drv, arm_idle_state_match, 1);
100 if (ret <= 0) {
101 ret = ret ? : -ENODEV;
102 goto out_kfree_drv;
103 }
Daniel Lezcanod50a7d82017-06-12 17:55:10 +0200104
Leo Yan7943bfa2017-10-10 13:47:56 +0800105 /*
106 * Call arch CPU operations in order to initialize
107 * idle states suspend back-end specific data
108 */
109 ret = arm_cpuidle_init(cpu);
Daniel Lezcanod50a7d82017-06-12 17:55:10 +0200110
Leo Yan7943bfa2017-10-10 13:47:56 +0800111 /*
Ulf Hansson763f1912018-11-01 13:22:38 +0100112 * Allow the initialization to continue for other CPUs, if the reported
Leo Yan7943bfa2017-10-10 13:47:56 +0800113 * failure is a HW misconfiguration/breakage (-ENXIO).
114 */
Leo Yan7943bfa2017-10-10 13:47:56 +0800115 if (ret) {
116 pr_err("CPU %d failed to init idle CPU ops\n", cpu);
Ulf Hansson763f1912018-11-01 13:22:38 +0100117 ret = ret == -ENXIO ? 0 : ret;
118 goto out_kfree_drv;
119 }
120
Ulf Hansson3e452e62018-11-01 11:15:58 +0100121 ret = cpuidle_register(drv, NULL);
122 if (ret)
Ulf Hansson763f1912018-11-01 13:22:38 +0100123 goto out_kfree_drv;
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +0000124
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100125 return 0;
Leo Yan0f878552017-10-10 13:47:55 +0800126
Leo Yan0f878552017-10-10 13:47:55 +0800127out_kfree_drv:
Stefan Wahrened40fad2017-08-31 22:24:36 +0200128 kfree(drv);
Leo Yan7943bfa2017-10-10 13:47:56 +0800129 return ret;
130}
131
132/*
133 * arm_idle_init - Initializes arm cpuidle driver
134 *
135 * Initializes arm cpuidle driver for all CPUs, if any CPU fails
136 * to register cpuidle driver then rollback to cancel all CPUs
137 * registeration.
138 */
139static int __init arm_idle_init(void)
140{
141 int cpu, ret;
142 struct cpuidle_driver *drv;
143 struct cpuidle_device *dev;
144
145 for_each_possible_cpu(cpu) {
146 ret = arm_idle_init_cpu(cpu);
147 if (ret)
148 goto out_fail;
149 }
150
151 return 0;
152
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100153out_fail:
154 while (--cpu >= 0) {
155 dev = per_cpu(cpuidle_devices, cpu);
Leo Yan0f878552017-10-10 13:47:55 +0800156 drv = cpuidle_get_cpu_driver(dev);
Ulf Hansson3e452e62018-11-01 11:15:58 +0100157 cpuidle_unregister(drv);
Daniel Lezcanod50a7d82017-06-12 17:55:10 +0200158 kfree(drv);
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100159 }
160
Daniel Lezcanoa0d46a32015-03-05 16:44:42 +0100161 return ret;
Lorenzo Pieralisi3299b632014-02-28 13:03:44 +0000162}
Daniel Lezcano69e6cb32015-02-02 16:32:46 +0100163device_initcall(arm_idle_init);