blob: 2eb5e2e7ff667a40e96086f5d50a8a9c3f8175b9 [file] [log] [blame]
Nishanth Menona0dd7b72014-05-05 08:33:50 -05001/*
Viresh Kumar33692dc2015-09-04 13:47:25 +05302 * Generic OPP helper interface for CPU device
Nishanth Menona0dd7b72014-05-05 08:33:50 -05003 *
4 * Copyright (C) 2009-2014 Texas Instruments Incorporated.
5 * Nishanth Menon
6 * Romit Dasgupta
7 * Kevin Hilman
8 *
9 * This program is free software; you can redistribute it and/or modify
10 * it under the terms of the GNU General Public License version 2 as
11 * published by the Free Software Foundation.
12 */
Viresh Kumard6d2a522015-10-17 09:45:18 +053013
14#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
15
Viresh Kumarf59d3ee2015-09-04 13:47:26 +053016#include <linux/cpu.h>
Nishanth Menona0dd7b72014-05-05 08:33:50 -050017#include <linux/cpufreq.h>
Nishanth Menona0dd7b72014-05-05 08:33:50 -050018#include <linux/err.h>
19#include <linux/errno.h>
20#include <linux/export.h>
Nishanth Menona0dd7b72014-05-05 08:33:50 -050021#include <linux/slab.h>
22
Viresh Kumarf59d3ee2015-09-04 13:47:26 +053023#include "opp.h"
24
Viresh Kumar33692dc2015-09-04 13:47:25 +053025#ifdef CONFIG_CPU_FREQ
Viresh Kumarf59d3ee2015-09-04 13:47:26 +053026
Nishanth Menona0dd7b72014-05-05 08:33:50 -050027/**
28 * dev_pm_opp_init_cpufreq_table() - create a cpufreq table for a device
29 * @dev: device for which we do this operation
30 * @table: Cpufreq table returned back to caller
31 *
32 * Generate a cpufreq table for a provided device- this assumes that the
Viresh Kumar2c2709d2016-02-16 14:17:53 +053033 * opp table is already initialized and ready for usage.
Nishanth Menona0dd7b72014-05-05 08:33:50 -050034 *
35 * This function allocates required memory for the cpufreq table. It is
36 * expected that the caller does the required maintenance such as freeing
37 * the table as required.
38 *
39 * Returns -EINVAL for bad pointers, -ENODEV if the device is not found, -ENOMEM
40 * if no memory available for the operation (table is not populated), returns 0
41 * if successful and table is populated.
42 *
43 * WARNING: It is important for the callers to ensure refreshing their copy of
44 * the table if any of the mentioned functions have been invoked in the interim.
Nishanth Menona0dd7b72014-05-05 08:33:50 -050045 */
46int dev_pm_opp_init_cpufreq_table(struct device *dev,
47 struct cpufreq_frequency_table **table)
48{
49 struct dev_pm_opp *opp;
50 struct cpufreq_frequency_table *freq_table = NULL;
51 int i, max_opps, ret = 0;
52 unsigned long rate;
53
Nishanth Menona0dd7b72014-05-05 08:33:50 -050054 max_opps = dev_pm_opp_get_opp_count(dev);
Viresh Kumar8a31d9d92017-01-23 10:11:47 +053055 if (max_opps <= 0)
56 return max_opps ? max_opps : -ENODATA;
Nishanth Menona0dd7b72014-05-05 08:33:50 -050057
Jia-Ju Bai4a823c02018-01-26 16:48:49 +080058 freq_table = kcalloc((max_opps + 1), sizeof(*freq_table), GFP_KERNEL);
Viresh Kumar8a31d9d92017-01-23 10:11:47 +053059 if (!freq_table)
60 return -ENOMEM;
Nishanth Menona0dd7b72014-05-05 08:33:50 -050061
62 for (i = 0, rate = 0; i < max_opps; i++, rate++) {
63 /* find next rate */
64 opp = dev_pm_opp_find_freq_ceil(dev, &rate);
65 if (IS_ERR(opp)) {
66 ret = PTR_ERR(opp);
67 goto out;
68 }
69 freq_table[i].driver_data = i;
70 freq_table[i].frequency = rate / 1000;
Bartlomiej Zolnierkiewicz79eea442015-07-29 16:23:08 +053071
72 /* Is Boost/turbo opp ? */
73 if (dev_pm_opp_is_turbo(opp))
74 freq_table[i].flags = CPUFREQ_BOOST_FREQ;
Viresh Kumar8a31d9d92017-01-23 10:11:47 +053075
76 dev_pm_opp_put(opp);
Nishanth Menona0dd7b72014-05-05 08:33:50 -050077 }
78
79 freq_table[i].driver_data = i;
80 freq_table[i].frequency = CPUFREQ_TABLE_END;
81
82 *table = &freq_table[0];
83
84out:
Nishanth Menona0dd7b72014-05-05 08:33:50 -050085 if (ret)
86 kfree(freq_table);
87
88 return ret;
89}
90EXPORT_SYMBOL_GPL(dev_pm_opp_init_cpufreq_table);
91
92/**
93 * dev_pm_opp_free_cpufreq_table() - free the cpufreq table
94 * @dev: device for which we do this operation
95 * @table: table to free
96 *
97 * Free up the table allocated by dev_pm_opp_init_cpufreq_table
98 */
99void dev_pm_opp_free_cpufreq_table(struct device *dev,
100 struct cpufreq_frequency_table **table)
101{
102 if (!table)
103 return;
104
105 kfree(*table);
106 *table = NULL;
107}
108EXPORT_SYMBOL_GPL(dev_pm_opp_free_cpufreq_table);
Viresh Kumar33692dc2015-09-04 13:47:25 +0530109#endif /* CONFIG_CPU_FREQ */
Viresh Kumarf59d3ee2015-09-04 13:47:26 +0530110
Viresh Kumar404b1362018-09-13 13:09:27 +0530111void _dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask, bool of,
112 int last_cpu)
Viresh Kumarf59d3ee2015-09-04 13:47:26 +0530113{
114 struct device *cpu_dev;
115 int cpu;
116
117 WARN_ON(cpumask_empty(cpumask));
118
119 for_each_cpu(cpu, cpumask) {
Viresh Kumar404b1362018-09-13 13:09:27 +0530120 if (cpu == last_cpu)
121 break;
122
Viresh Kumarf59d3ee2015-09-04 13:47:26 +0530123 cpu_dev = get_cpu_device(cpu);
124 if (!cpu_dev) {
125 pr_err("%s: failed to get cpu%d device\n", __func__,
126 cpu);
127 continue;
128 }
129
Sudeep Holla411466c2016-05-03 15:05:04 +0100130 if (of)
131 dev_pm_opp_of_remove_table(cpu_dev);
132 else
133 dev_pm_opp_remove_table(cpu_dev);
Viresh Kumarf59d3ee2015-09-04 13:47:26 +0530134 }
135}
Sudeep Holla411466c2016-05-03 15:05:04 +0100136
137/**
138 * dev_pm_opp_cpumask_remove_table() - Removes OPP table for @cpumask
139 * @cpumask: cpumask for which OPP table needs to be removed
140 *
141 * This removes the OPP tables for CPUs present in the @cpumask.
142 * This should be used to remove all the OPPs entries associated with
143 * the cpus in @cpumask.
Sudeep Holla411466c2016-05-03 15:05:04 +0100144 */
145void dev_pm_opp_cpumask_remove_table(const struct cpumask *cpumask)
146{
Viresh Kumar404b1362018-09-13 13:09:27 +0530147 _dev_pm_opp_cpumask_remove_table(cpumask, false, -1);
Sudeep Holla411466c2016-05-03 15:05:04 +0100148}
149EXPORT_SYMBOL_GPL(dev_pm_opp_cpumask_remove_table);
150
Viresh Kumar2c931042016-04-21 14:28:56 +0530151/**
152 * dev_pm_opp_set_sharing_cpus() - Mark OPP table as shared by few CPUs
153 * @cpu_dev: CPU device for which we do this operation
154 * @cpumask: cpumask of the CPUs which share the OPP table with @cpu_dev
155 *
156 * This marks OPP table of the @cpu_dev as shared by the CPUs present in
157 * @cpumask.
158 *
159 * Returns -ENODEV if OPP table isn't already present.
Viresh Kumar2c931042016-04-21 14:28:56 +0530160 */
Viresh Kumardde370b2016-04-27 08:52:22 +0530161int dev_pm_opp_set_sharing_cpus(struct device *cpu_dev,
Arnd Bergmannddbb74b2016-04-30 13:33:29 +0200162 const struct cpumask *cpumask)
Viresh Kumar2c931042016-04-21 14:28:56 +0530163{
164 struct opp_device *opp_dev;
165 struct opp_table *opp_table;
166 struct device *dev;
167 int cpu, ret = 0;
168
Viresh Kumar2c931042016-04-21 14:28:56 +0530169 opp_table = _find_opp_table(cpu_dev);
Viresh Kumar5b650b32017-01-23 10:11:48 +0530170 if (IS_ERR(opp_table))
171 return PTR_ERR(opp_table);
Viresh Kumar2c931042016-04-21 14:28:56 +0530172
173 for_each_cpu(cpu, cpumask) {
174 if (cpu == cpu_dev->id)
175 continue;
176
177 dev = get_cpu_device(cpu);
178 if (!dev) {
179 dev_err(cpu_dev, "%s: failed to get cpu%d device\n",
180 __func__, cpu);
181 continue;
182 }
183
184 opp_dev = _add_opp_dev(dev, opp_table);
185 if (!opp_dev) {
186 dev_err(dev, "%s: failed to add opp-dev for cpu%d device\n",
187 __func__, cpu);
188 continue;
189 }
Viresh Kumar46e7a4e2016-04-21 14:28:57 +0530190
191 /* Mark opp-table as multiple CPUs are sharing it now */
Viresh Kumar79ee2e82016-06-16 19:03:11 +0530192 opp_table->shared_opp = OPP_TABLE_ACCESS_SHARED;
Viresh Kumar2c931042016-04-21 14:28:56 +0530193 }
Viresh Kumar5b650b32017-01-23 10:11:48 +0530194
195 dev_pm_opp_put_opp_table(opp_table);
Viresh Kumar2c931042016-04-21 14:28:56 +0530196
197 return ret;
198}
199EXPORT_SYMBOL_GPL(dev_pm_opp_set_sharing_cpus);
Viresh Kumar6f707da2016-04-27 08:52:23 +0530200
201/**
202 * dev_pm_opp_get_sharing_cpus() - Get cpumask of CPUs sharing OPPs with @cpu_dev
203 * @cpu_dev: CPU device for which we do this operation
204 * @cpumask: cpumask to update with information of sharing CPUs
205 *
206 * This updates the @cpumask with CPUs that are sharing OPPs with @cpu_dev.
207 *
Viresh Kumar79ee2e82016-06-16 19:03:11 +0530208 * Returns -ENODEV if OPP table isn't already present and -EINVAL if the OPP
209 * table's status is access-unknown.
Viresh Kumar6f707da2016-04-27 08:52:23 +0530210 */
Arnd Bergmannddbb74b2016-04-30 13:33:29 +0200211int dev_pm_opp_get_sharing_cpus(struct device *cpu_dev, struct cpumask *cpumask)
Viresh Kumar6f707da2016-04-27 08:52:23 +0530212{
213 struct opp_device *opp_dev;
214 struct opp_table *opp_table;
215 int ret = 0;
216
Viresh Kumar6f707da2016-04-27 08:52:23 +0530217 opp_table = _find_opp_table(cpu_dev);
Viresh Kumar5b650b32017-01-23 10:11:48 +0530218 if (IS_ERR(opp_table))
219 return PTR_ERR(opp_table);
Viresh Kumar6f707da2016-04-27 08:52:23 +0530220
Viresh Kumar79ee2e82016-06-16 19:03:11 +0530221 if (opp_table->shared_opp == OPP_TABLE_ACCESS_UNKNOWN) {
222 ret = -EINVAL;
Viresh Kumar5b650b32017-01-23 10:11:48 +0530223 goto put_opp_table;
Viresh Kumar79ee2e82016-06-16 19:03:11 +0530224 }
225
Viresh Kumar6f707da2016-04-27 08:52:23 +0530226 cpumask_clear(cpumask);
227
Viresh Kumar79ee2e82016-06-16 19:03:11 +0530228 if (opp_table->shared_opp == OPP_TABLE_ACCESS_SHARED) {
Viresh Kumar6f707da2016-04-27 08:52:23 +0530229 list_for_each_entry(opp_dev, &opp_table->dev_list, node)
230 cpumask_set_cpu(opp_dev->dev->id, cpumask);
231 } else {
232 cpumask_set_cpu(cpu_dev->id, cpumask);
233 }
234
Viresh Kumar5b650b32017-01-23 10:11:48 +0530235put_opp_table:
236 dev_pm_opp_put_opp_table(opp_table);
Viresh Kumar6f707da2016-04-27 08:52:23 +0530237
238 return ret;
239}
240EXPORT_SYMBOL_GPL(dev_pm_opp_get_sharing_cpus);