Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 1 | /* |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 2 | * ARM/ARM64 generic CPU idle driver. |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 3 | * |
| 4 | * Copyright (C) 2014 ARM Ltd. |
| 5 | * Author: Lorenzo Pieralisi <lorenzo.pieralisi@arm.com> |
| 6 | * |
| 7 | * This program is free software; you can redistribute it and/or modify |
| 8 | * it under the terms of the GNU General Public License version 2 as |
| 9 | * published by the Free Software Foundation. |
| 10 | */ |
| 11 | |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 12 | #define pr_fmt(fmt) "CPUidle arm: " fmt |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 13 | |
| 14 | #include <linux/cpuidle.h> |
| 15 | #include <linux/cpumask.h> |
| 16 | #include <linux/cpu_pm.h> |
| 17 | #include <linux/kernel.h> |
| 18 | #include <linux/module.h> |
| 19 | #include <linux/of.h> |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 20 | #include <linux/slab.h> |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 21 | #include <linux/topology.h> |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 22 | |
| 23 | #include <asm/cpuidle.h> |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 24 | |
| 25 | #include "dt_idle_states.h" |
| 26 | |
| 27 | /* |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 28 | * arm_enter_idle_state - Programs CPU to enter the specified state |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 29 | * |
| 30 | * dev: cpuidle device |
| 31 | * drv: cpuidle driver |
| 32 | * idx: state index |
| 33 | * |
| 34 | * Called from the CPUidle framework to program the device to the |
| 35 | * specified target state selected by the governor. |
| 36 | */ |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 37 | static int arm_enter_idle_state(struct cpuidle_device *dev, |
| 38 | struct cpuidle_driver *drv, int idx) |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 39 | { |
Sudeep Holla | 220276e | 2016-07-19 18:52:56 +0100 | [diff] [blame] | 40 | /* |
| 41 | * Pass idle state index to arm_cpuidle_suspend which in turn |
| 42 | * will call the CPU ops suspend protocol with idle index as a |
| 43 | * parameter. |
| 44 | */ |
| 45 | return CPU_PM_CPU_IDLE_ENTER(arm_cpuidle_suspend, idx); |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 46 | } |
| 47 | |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 48 | static struct cpuidle_driver arm_idle_driver __initdata = { |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 49 | .name = "arm_idle", |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 50 | .owner = THIS_MODULE, |
| 51 | /* |
| 52 | * State at index 0 is standby wfi and considered standard |
| 53 | * on all ARM platforms. If in some platforms simple wfi |
| 54 | * can't be used as "state 0", DT bindings must be implemented |
| 55 | * to work around this issue and allow installing a special |
| 56 | * handler for idle state index 0. |
| 57 | */ |
| 58 | .states[0] = { |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 59 | .enter = arm_enter_idle_state, |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 60 | .exit_latency = 1, |
| 61 | .target_residency = 1, |
| 62 | .power_usage = UINT_MAX, |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 63 | .name = "WFI", |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 64 | .desc = "ARM WFI", |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 65 | } |
| 66 | }; |
| 67 | |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 68 | static const struct of_device_id arm_idle_state_match[] __initconst = { |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 69 | { .compatible = "arm,idle-state", |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 70 | .data = arm_enter_idle_state }, |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 71 | { }, |
| 72 | }; |
| 73 | |
| 74 | /* |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 75 | * arm_idle_init |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 76 | * |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 77 | * Registers the arm specific cpuidle driver with the cpuidle |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 78 | * framework. It relies on core code to parse the idle states |
| 79 | * and initialize them using driver data structures accordingly. |
| 80 | */ |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 81 | static int __init arm_idle_init(void) |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 82 | { |
| 83 | int cpu, ret; |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 84 | struct cpuidle_driver *drv; |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 85 | struct cpuidle_device *dev; |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 86 | |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 87 | for_each_possible_cpu(cpu) { |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 88 | |
| 89 | drv = kmemdup(&arm_idle_driver, sizeof(*drv), GFP_KERNEL); |
| 90 | if (!drv) { |
| 91 | ret = -ENOMEM; |
| 92 | goto out_fail; |
| 93 | } |
| 94 | |
| 95 | drv->cpumask = (struct cpumask *)cpumask_of(cpu); |
| 96 | |
| 97 | /* |
| 98 | * Initialize idle states data, starting at index 1. This |
| 99 | * driver is DT only, if no DT idle states are detected (ret |
| 100 | * == 0) let the driver initialization fail accordingly since |
| 101 | * there is no reason to initialize the idle driver if only |
| 102 | * wfi is supported. |
| 103 | */ |
| 104 | ret = dt_init_idle_driver(drv, arm_idle_state_match, 1); |
| 105 | if (ret <= 0) { |
| 106 | ret = ret ? : -ENODEV; |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame^] | 107 | goto out_kfree_drv; |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 108 | } |
| 109 | |
| 110 | ret = cpuidle_register_driver(drv); |
| 111 | if (ret) { |
| 112 | pr_err("Failed to register cpuidle driver\n"); |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame^] | 113 | goto out_kfree_drv; |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 114 | } |
| 115 | |
| 116 | /* |
| 117 | * Call arch CPU operations in order to initialize |
| 118 | * idle states suspend back-end specific data |
| 119 | */ |
Daniel Lezcano | c9d6216 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 120 | ret = arm_cpuidle_init(cpu); |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 121 | |
| 122 | /* |
| 123 | * Skip the cpuidle device initialization if the reported |
| 124 | * failure is a HW misconfiguration/breakage (-ENXIO). |
| 125 | */ |
| 126 | if (ret == -ENXIO) |
| 127 | continue; |
| 128 | |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 129 | if (ret) { |
| 130 | pr_err("CPU %d failed to init idle CPU ops\n", cpu); |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame^] | 131 | goto out_unregister_drv; |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 132 | } |
| 133 | |
| 134 | dev = kzalloc(sizeof(*dev), GFP_KERNEL); |
| 135 | if (!dev) { |
| 136 | pr_err("Failed to allocate cpuidle device\n"); |
Christophe Jaillet | af48d7b | 2016-08-11 15:02:30 +0200 | [diff] [blame] | 137 | ret = -ENOMEM; |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame^] | 138 | goto out_unregister_drv; |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 139 | } |
| 140 | dev->cpu = cpu; |
| 141 | |
| 142 | ret = cpuidle_register_device(dev); |
| 143 | if (ret) { |
| 144 | pr_err("Failed to register cpuidle device for CPU %d\n", |
| 145 | cpu); |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame^] | 146 | goto out_kfree_dev; |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 147 | } |
| 148 | } |
| 149 | |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 150 | return 0; |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame^] | 151 | |
| 152 | out_kfree_dev: |
| 153 | kfree(dev); |
| 154 | out_unregister_drv: |
| 155 | cpuidle_unregister_driver(drv); |
| 156 | out_kfree_drv: |
Stefan Wahren | ed40fad | 2017-08-31 22:24:36 +0200 | [diff] [blame] | 157 | kfree(drv); |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 158 | out_fail: |
| 159 | while (--cpu >= 0) { |
| 160 | dev = per_cpu(cpuidle_devices, cpu); |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame^] | 161 | drv = cpuidle_get_cpu_driver(dev); |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 162 | cpuidle_unregister_device(dev); |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 163 | cpuidle_unregister_driver(drv); |
Leo Yan | 0f87855 | 2017-10-10 13:47:55 +0800 | [diff] [blame^] | 164 | kfree(dev); |
Daniel Lezcano | d50a7d8 | 2017-06-12 17:55:10 +0200 | [diff] [blame] | 165 | kfree(drv); |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 166 | } |
| 167 | |
Daniel Lezcano | a0d46a3 | 2015-03-05 16:44:42 +0100 | [diff] [blame] | 168 | return ret; |
Lorenzo Pieralisi | 3299b63 | 2014-02-28 13:03:44 +0000 | [diff] [blame] | 169 | } |
Daniel Lezcano | 69e6cb3 | 2015-02-02 16:32:46 +0100 | [diff] [blame] | 170 | device_initcall(arm_idle_init); |