Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 1 | /* |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 2 | * ARM/ARM64 generic CPU idle driver. |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 3 | * |
| 4 | * Copyright (C) 2014 ARM Ltd. |
| 5 | * Author: Lorenzo Pieralisi <lorenzo.pieralisi@arm.com> |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or modify |
| 8 | * it under the terms of the GNU General Public License version 2 as |
| 9 | * published by the Free Software Foundation. |
| 10 | */ |
| 11 | |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 12 | #define pr_fmt(fmt) "CPUidle arm: " fmt |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 13 | |
| 14 | #include <linux/cpuidle.h> |
| 15 | #include <linux/cpumask.h> |
| 16 | #include <linux/cpu_pm.h> |
| 17 | #include <linux/kernel.h> |
| 18 | #include <linux/module.h> |
| 19 | #include <linux/of.h> |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 20 | #include <linux/slab.h> |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 21 | #include <linux/topology.h> |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 22 | |
| 23 | #include <asm/cpuidle.h> |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 24 | |
| 25 | #include "dt_idle_states.h" |
| 26 | |
| 27 | /* |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 28 | * arm_enter_idle_state - Programs CPU to enter the specified state |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 29 | * |
| 30 | * dev: cpuidle device |
| 31 | * drv: cpuidle driver |
| 32 | * idx: state index |
| 33 | * |
| 34 | * Called from the CPUidle framework to program the device to the |
| 35 | * specified target state selected by the governor. |
| 36 | */ |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 37 | static int arm_enter_idle_state(struct cpuidle_device *dev, |
| 38 | struct cpuidle_driver *drv, int idx) |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 39 | { |
Sudeep Holla | 220276e | 2016-07-19 18:52:56 +0100 | [diff] [blame] | 40 | /* |
| 41 | * Pass idle state index to arm_cpuidle_suspend which in turn |
| 42 | * will call the CPU ops suspend protocol with idle index as a |
| 43 | * parameter. |
| 44 | */ |
| 45 | return CPU_PM_CPU_IDLE_ENTER(arm_cpuidle_suspend, idx); |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 46 | } |
| 47 | |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 48 | static struct cpuidle_driver arm_idle_driver __initdata = { |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 49 | .name = "arm_idle", |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 50 | .owner = THIS_MODULE, |
| 51 | /* |
| 52 | * State at index 0 is standby wfi and considered standard |
| 53 | * on all ARM platforms. If in some platforms simple wfi |
| 54 | * can't be used as "state 0", DT bindings must be implemented |
| 55 | * to work around this issue and allow installing a special |
| 56 | * handler for idle state index 0. |
| 57 | */ |
| 58 | .states[0] = { |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 59 | .enter = arm_enter_idle_state, |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 60 | .exit_latency = 1, |
| 61 | .target_residency = 1, |
| 62 | .power_usage = UINT_MAX, |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 63 | .name = "WFI", |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 64 | .desc = "ARM WFI", |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 65 | } |
| 66 | }; |
| 67 | |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 68 | static const struct of_device_id arm_idle_state_match[] __initconst = { |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 69 | { .compatible = "arm,idle-state", |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 70 | .data = arm_enter_idle_state }, |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 71 | { }, |
| 72 | }; |
| 73 | |
| 74 | /* |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 75 | * arm_idle_init_cpu |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 76 | * |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 77 | * Registers the arm specific cpuidle driver with the cpuidle |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 78 | * framework. It relies on core code to parse the idle states |
| 79 | * and initialize them using driver data structures accordingly. |
| 80 | */ |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 81 | static int __init arm_idle_init_cpu(int cpu) |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 82 | { |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 83 | int ret; |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 84 | struct cpuidle_driver *drv; |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 85 | |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 86 | drv = kmemdup(&arm_idle_driver, sizeof(*drv), GFP_KERNEL); |
| 87 | if (!drv) |
| 88 | return -ENOMEM; |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 89 | |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 90 | drv->cpumask = (struct cpumask *)cpumask_of(cpu); |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 91 | |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 92 | /* |
| 93 | * Initialize idle states data, starting at index 1. This |
| 94 | * driver is DT only, if no DT idle states are detected (ret |
| 95 | * == 0) let the driver initialization fail accordingly since |
| 96 | * there is no reason to initialize the idle driver if only |
| 97 | * wfi is supported. |
| 98 | */ |
| 99 | ret = dt_init_idle_driver(drv, arm_idle_state_match, 1); |
| 100 | if (ret <= 0) { |
| 101 | ret = ret ? : -ENODEV; |
| 102 | goto out_kfree_drv; |
| 103 | } |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 104 | |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 105 | /* |
| 106 | * Call arch CPU operations in order to initialize |
| 107 | * idle states suspend back-end specific data |
| 108 | */ |
| 109 | ret = arm_cpuidle_init(cpu); |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 110 | |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 111 | /* |
Ulf Hansson | 763f191 | 2018-11-01 13:22:38 +0100 | [diff] [blame] | 112 | * Allow the initialization to continue for other CPUs, if the reported |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 113 | * failure is a HW misconfiguration/breakage (-ENXIO). |
| 114 | */ |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 115 | if (ret) { |
| 116 | pr_err("CPU %d failed to init idle CPU ops\n", cpu); |
Ulf Hansson | 763f191 | 2018-11-01 13:22:38 +0100 | [diff] [blame] | 117 | ret = ret == -ENXIO ? 0 : ret; |
| 118 | goto out_kfree_drv; |
| 119 | } |
| 120 | |
Ulf Hansson | 3e452e6 | 2018-11-01 11:15:58 +0100 | [diff] [blame] | 121 | ret = cpuidle_register(drv, NULL); |
| 122 | if (ret) |
Ulf Hansson | 763f191 | 2018-11-01 13:22:38 +0100 | [diff] [blame] | 123 | goto out_kfree_drv; |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 124 | |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 125 | return 0; |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame] | 126 | |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame] | 127 | out_kfree_drv: |
Stefan Wahren | ed40fad | 2017-08-31 22:24:36 +0200 | [diff] [blame] | 128 | kfree(drv); |
Leo Yan | 7943bfa | 2017-10-10 13:47:56 +0800 | [diff] [blame] | 129 | return ret; |
| 130 | } |
| 131 | |
| 132 | /* |
| 133 | * arm_idle_init - Initializes arm cpuidle driver |
| 134 | * |
| 135 | * Initializes arm cpuidle driver for all CPUs, if any CPU fails |
| 136 | * to register cpuidle driver then rollback to cancel all CPUs |
| 137 | * registeration. |
| 138 | */ |
| 139 | static int __init arm_idle_init(void) |
| 140 | { |
| 141 | int cpu, ret; |
| 142 | struct cpuidle_driver *drv; |
| 143 | struct cpuidle_device *dev; |
| 144 | |
| 145 | for_each_possible_cpu(cpu) { |
| 146 | ret = arm_idle_init_cpu(cpu); |
| 147 | if (ret) |
| 148 | goto out_fail; |
| 149 | } |
| 150 | |
| 151 | return 0; |
| 152 | |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 153 | out_fail: |
| 154 | while (--cpu >= 0) { |
| 155 | dev = per_cpu(cpuidle_devices, cpu); |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame] | 156 | drv = cpuidle_get_cpu_driver(dev); |
Ulf Hansson | 3e452e6 | 2018-11-01 11:15:58 +0100 | [diff] [blame] | 157 | cpuidle_unregister(drv); |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 158 | kfree(drv); |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 159 | } |
| 160 | |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 161 | return ret; |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 162 | } |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 163 | device_initcall(arm_idle_init); |