blob: 0196f8129597fe3e13fe9b349389f235f726649f [file] [log] [blame]
Thomas Gleixner4f190482019-05-27 08:55:14 +02001// SPDX-License-Identifier: GPL-2.0-only
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * This file was based upon code in Powertweak Linux (http://powertweak.sf.net)
Dave Jones14a66502009-01-18 00:00:04 -05004 * (C) 2000-2003 Dave Jones, Arjan van de Ven, Janne Pänkälä,
5 * Dominik Brodowski.
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07007 * BIG FAT DISCLAIMER: Work in progress code. Possibly *dangerous*
8 */
9
Joe Perches1c5864e2016-04-05 13:28:25 -070010#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
11
Linus Torvalds1da177e2005-04-16 15:20:36 -070012#include <linux/kernel.h>
Dave Jones32ee8c32006-02-28 00:43:23 -050013#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070014#include <linux/init.h>
15#include <linux/cpufreq.h>
16#include <linux/ioport.h>
Paolo Ciarrocchi8d2d2052008-07-28 21:08:16 +020017#include <linux/timex.h>
18#include <linux/io.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070019
Andi Kleenfa8031a2012-01-26 00:09:12 +010020#include <asm/cpu_device_id.h>
Dave Jones14a66502009-01-18 00:00:04 -050021#include <asm/msr.h>
22
Paolo Ciarrocchi8d2d2052008-07-28 21:08:16 +020023#define POWERNOW_IOPORT 0xfff0 /* it doesn't matter where, as long
24 as it is unused */
Linus Torvalds1da177e2005-04-16 15:20:36 -070025
26static unsigned int busfreq; /* FSB, in 10 kHz */
27static unsigned int max_multiplier;
28
Mikulas Patockad82b9222013-12-11 19:38:53 -050029static unsigned int param_busfreq = 0;
30static unsigned int param_max_multiplier = 0;
31
32module_param_named(max_multiplier, param_max_multiplier, uint, S_IRUGO);
33MODULE_PARM_DESC(max_multiplier, "Maximum multiplier (allowed values: 20 30 35 40 45 50 55 60)");
34
35module_param_named(bus_frequency, param_busfreq, uint, S_IRUGO);
36MODULE_PARM_DESC(bus_frequency, "Bus frequency in kHz");
Linus Torvalds1da177e2005-04-16 15:20:36 -070037
38/* Clock ratio multiplied by 10 - see table 27 in AMD#23446 */
39static struct cpufreq_frequency_table clock_ratio[] = {
Viresh Kumar7f4b0462014-03-28 19:11:47 +053040 {0, 60, /* 110 -> 6.0x */ 0},
41 {0, 55, /* 011 -> 5.5x */ 0},
42 {0, 50, /* 001 -> 5.0x */ 0},
43 {0, 45, /* 000 -> 4.5x */ 0},
44 {0, 40, /* 010 -> 4.0x */ 0},
45 {0, 35, /* 111 -> 3.5x */ 0},
46 {0, 30, /* 101 -> 3.0x */ 0},
47 {0, 20, /* 100 -> 2.0x */ 0},
48 {0, 0, CPUFREQ_TABLE_END}
Linus Torvalds1da177e2005-04-16 15:20:36 -070049};
50
Mikulas Patocka22c73792013-12-11 19:39:19 -050051static const u8 index_to_register[8] = { 6, 3, 1, 0, 2, 7, 5, 4 };
52static const u8 register_to_index[8] = { 3, 2, 4, 1, 7, 6, 0, 5 };
53
Mikulas Patockad82b9222013-12-11 19:38:53 -050054static const struct {
55 unsigned freq;
56 unsigned mult;
57} usual_frequency_table[] = {
Mikulas Patocka853aa052014-07-09 17:19:04 -040058 { 350000, 35 }, // 100 * 3.5
Mikulas Patockad82b9222013-12-11 19:38:53 -050059 { 400000, 40 }, // 100 * 4
60 { 450000, 45 }, // 100 * 4.5
61 { 475000, 50 }, // 95 * 5
62 { 500000, 50 }, // 100 * 5
63 { 506250, 45 }, // 112.5 * 4.5
64 { 533500, 55 }, // 97 * 5.5
65 { 550000, 55 }, // 100 * 5.5
66 { 562500, 50 }, // 112.5 * 5
67 { 570000, 60 }, // 95 * 6
68 { 600000, 60 }, // 100 * 6
69 { 618750, 55 }, // 112.5 * 5.5
70 { 660000, 55 }, // 120 * 5.5
71 { 675000, 60 }, // 112.5 * 6
72 { 720000, 60 }, // 120 * 6
73};
74
75#define FREQ_RANGE 3000
Linus Torvalds1da177e2005-04-16 15:20:36 -070076
77/**
78 * powernow_k6_get_cpu_multiplier - returns the current FSB multiplier
79 *
Mikulas Patockae20e1d02013-12-11 19:38:32 -050080 * Returns the current setting of the frequency multiplier. Core clock
Linus Torvalds1da177e2005-04-16 15:20:36 -070081 * speed is frequency of the Front-Side Bus multiplied with this value.
82 */
83static int powernow_k6_get_cpu_multiplier(void)
84{
Mikulas Patockae20e1d02013-12-11 19:38:32 -050085 unsigned long invalue = 0;
Dave Jones14a66502009-01-18 00:00:04 -050086 u32 msrval;
Dave Jones32ee8c32006-02-28 00:43:23 -050087
Mikulas Patockae20e1d02013-12-11 19:38:32 -050088 local_irq_disable();
89
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 msrval = POWERNOW_IOPORT + 0x1;
91 wrmsr(MSR_K6_EPMR, msrval, 0); /* enable the PowerNow port */
Paolo Ciarrocchi8d2d2052008-07-28 21:08:16 +020092 invalue = inl(POWERNOW_IOPORT + 0x8);
Linus Torvalds1da177e2005-04-16 15:20:36 -070093 msrval = POWERNOW_IOPORT + 0x0;
94 wrmsr(MSR_K6_EPMR, msrval, 0); /* disable it again */
95
Mikulas Patockae20e1d02013-12-11 19:38:32 -050096 local_irq_enable();
97
Mikulas Patocka22c73792013-12-11 19:39:19 -050098 return clock_ratio[register_to_index[(invalue >> 5)&7]].driver_data;
Linus Torvalds1da177e2005-04-16 15:20:36 -070099}
100
Mikulas Patockae20e1d02013-12-11 19:38:32 -0500101static void powernow_k6_set_cpu_multiplier(unsigned int best_i)
102{
103 unsigned long outvalue, invalue;
104 unsigned long msrval;
105 unsigned long cr0;
106
107 /* we now need to transform best_i to the BVC format, see AMD#23446 */
108
109 /*
110 * The processor doesn't respond to inquiry cycles while changing the
111 * frequency, so we must disable cache.
112 */
113 local_irq_disable();
114 cr0 = read_cr0();
115 write_cr0(cr0 | X86_CR0_CD);
116 wbinvd();
117
Mikulas Patocka22c73792013-12-11 19:39:19 -0500118 outvalue = (1<<12) | (1<<10) | (1<<9) | (index_to_register[best_i]<<5);
Mikulas Patockae20e1d02013-12-11 19:38:32 -0500119
120 msrval = POWERNOW_IOPORT + 0x1;
121 wrmsr(MSR_K6_EPMR, msrval, 0); /* enable the PowerNow port */
122 invalue = inl(POWERNOW_IOPORT + 0x8);
123 invalue = invalue & 0x1f;
124 outvalue = outvalue | invalue;
125 outl(outvalue, (POWERNOW_IOPORT + 0x8));
126 msrval = POWERNOW_IOPORT + 0x0;
127 wrmsr(MSR_K6_EPMR, msrval, 0); /* disable it again */
128
129 write_cr0(cr0);
130 local_irq_enable();
131}
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132
133/**
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530134 * powernow_k6_target - set the PowerNow! multiplier
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135 * @best_i: clock_ratio[best_i] is the target multiplier
136 *
137 * Tries to change the PowerNow! multiplier
138 */
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530139static int powernow_k6_target(struct cpufreq_policy *policy,
Viresh Kumarb43a7ff2013-03-24 11:56:43 +0530140 unsigned int best_i)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700141{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700142
Viresh Kumar50701582013-03-30 16:25:15 +0530143 if (clock_ratio[best_i].driver_data > max_multiplier) {
Joe Perches1c5864e2016-04-05 13:28:25 -0700144 pr_err("invalid target frequency\n");
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530145 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 }
147
Mikulas Patockae20e1d02013-12-11 19:38:32 -0500148 powernow_k6_set_cpu_multiplier(best_i);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700149
Linus Torvalds1da177e2005-04-16 15:20:36 -0700150 return 0;
151}
152
Linus Torvalds1da177e2005-04-16 15:20:36 -0700153static int powernow_k6_cpu_init(struct cpufreq_policy *policy)
154{
Stratos Karafotis041526f2014-04-25 23:15:38 +0300155 struct cpufreq_frequency_table *pos;
Dave Jones14a66502009-01-18 00:00:04 -0500156 unsigned int i, f;
Mikulas Patockad82b9222013-12-11 19:38:53 -0500157 unsigned khz;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158
159 if (policy->cpu != 0)
160 return -ENODEV;
161
Mikulas Patockad82b9222013-12-11 19:38:53 -0500162 max_multiplier = 0;
163 khz = cpu_khz;
164 for (i = 0; i < ARRAY_SIZE(usual_frequency_table); i++) {
165 if (khz >= usual_frequency_table[i].freq - FREQ_RANGE &&
166 khz <= usual_frequency_table[i].freq + FREQ_RANGE) {
167 khz = usual_frequency_table[i].freq;
168 max_multiplier = usual_frequency_table[i].mult;
169 break;
170 }
171 }
172 if (param_max_multiplier) {
Stratos Karafotis041526f2014-04-25 23:15:38 +0300173 cpufreq_for_each_entry(pos, clock_ratio)
174 if (pos->driver_data == param_max_multiplier) {
Mikulas Patockad82b9222013-12-11 19:38:53 -0500175 max_multiplier = param_max_multiplier;
176 goto have_max_multiplier;
177 }
Joe Perches1c5864e2016-04-05 13:28:25 -0700178 pr_err("invalid max_multiplier parameter, valid parameters 20, 30, 35, 40, 45, 50, 55, 60\n");
Mikulas Patockad82b9222013-12-11 19:38:53 -0500179 return -EINVAL;
180 }
181
182 if (!max_multiplier) {
Joe Perches1c5864e2016-04-05 13:28:25 -0700183 pr_warn("unknown frequency %u, cannot determine current multiplier\n",
Joe Perchesb49c22a2016-04-05 13:28:24 -0700184 khz);
Joe Perches1c5864e2016-04-05 13:28:25 -0700185 pr_warn("use module parameters max_multiplier and bus_frequency\n");
Mikulas Patockad82b9222013-12-11 19:38:53 -0500186 return -EOPNOTSUPP;
187 }
188
189have_max_multiplier:
190 param_max_multiplier = max_multiplier;
191
192 if (param_busfreq) {
193 if (param_busfreq >= 50000 && param_busfreq <= 150000) {
194 busfreq = param_busfreq / 10;
195 goto have_busfreq;
196 }
Joe Perches1c5864e2016-04-05 13:28:25 -0700197 pr_err("invalid bus_frequency parameter, allowed range 50000 - 150000 kHz\n");
Mikulas Patockad82b9222013-12-11 19:38:53 -0500198 return -EINVAL;
199 }
200
201 busfreq = khz / max_multiplier;
202have_busfreq:
203 param_busfreq = busfreq * 10;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700204
205 /* table init */
Stratos Karafotis041526f2014-04-25 23:15:38 +0300206 cpufreq_for_each_entry(pos, clock_ratio) {
207 f = pos->driver_data;
Dave Jones14a66502009-01-18 00:00:04 -0500208 if (f > max_multiplier)
Stratos Karafotis041526f2014-04-25 23:15:38 +0300209 pos->frequency = CPUFREQ_ENTRY_INVALID;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700210 else
Stratos Karafotis041526f2014-04-25 23:15:38 +0300211 pos->frequency = busfreq * f;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700212 }
213
214 /* cpuinfo and default policy values */
Mikulas Patockae20e1d02013-12-11 19:38:32 -0500215 policy->cpuinfo.transition_latency = 500000;
Viresh Kumare2376d12018-02-26 10:38:57 +0530216 policy->freq_table = clock_ratio;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700217
Viresh Kumare2376d12018-02-26 10:38:57 +0530218 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700219}
220
221
222static int powernow_k6_cpu_exit(struct cpufreq_policy *policy)
223{
224 unsigned int i;
Srivatsa S. Bhat237ede12014-04-29 00:24:27 +0530225
226 for (i = 0; (clock_ratio[i].frequency != CPUFREQ_TABLE_END); i++) {
Srivatsa S. Bhat3221e552014-04-29 00:24:42 +0530227 if (clock_ratio[i].driver_data == max_multiplier) {
228 struct cpufreq_freqs freqs;
229
230 freqs.old = policy->cur;
231 freqs.new = clock_ratio[i].frequency;
232 freqs.flags = 0;
233
234 cpufreq_freq_transition_begin(policy, &freqs);
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530235 powernow_k6_target(policy, i);
Srivatsa S. Bhat3221e552014-04-29 00:24:42 +0530236 cpufreq_freq_transition_end(policy, &freqs, 0);
237 break;
238 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700239 }
Dave Jones32ee8c32006-02-28 00:43:23 -0500240 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241}
242
243static unsigned int powernow_k6_get(unsigned int cpu)
244{
Dave Jones14a66502009-01-18 00:00:04 -0500245 unsigned int ret;
246 ret = (busfreq * powernow_k6_get_cpu_multiplier());
247 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248}
249
Linus Torvalds221dee22007-02-26 14:55:48 -0800250static struct cpufreq_driver powernow_k6_driver = {
Viresh Kumard63bd272013-10-03 20:28:17 +0530251 .verify = cpufreq_generic_frequency_table_verify,
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530252 .target_index = powernow_k6_target,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700253 .init = powernow_k6_cpu_init,
254 .exit = powernow_k6_cpu_exit,
255 .get = powernow_k6_get,
256 .name = "powernow-k6",
Viresh Kumard63bd272013-10-03 20:28:17 +0530257 .attr = cpufreq_generic_attr,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700258};
259
Andi Kleenfa8031a2012-01-26 00:09:12 +0100260static const struct x86_cpu_id powernow_k6_ids[] = {
261 { X86_VENDOR_AMD, 5, 12 },
262 { X86_VENDOR_AMD, 5, 13 },
263 {}
264};
Ben Hutchingsb4d2d232012-02-11 23:04:12 +0000265MODULE_DEVICE_TABLE(x86cpu, powernow_k6_ids);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700266
267/**
268 * powernow_k6_init - initializes the k6 PowerNow! CPUFreq driver
269 *
270 * Initializes the K6 PowerNow! support. Returns -ENODEV on unsupported
271 * devices, -EINVAL or -ENOMEM on problems during initiatization, and zero
272 * on success.
273 */
274static int __init powernow_k6_init(void)
Dave Jones32ee8c32006-02-28 00:43:23 -0500275{
Andi Kleenfa8031a2012-01-26 00:09:12 +0100276 if (!x86_match_cpu(powernow_k6_ids))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700277 return -ENODEV;
278
279 if (!request_region(POWERNOW_IOPORT, 16, "PowerNow!")) {
Joe Perches1c5864e2016-04-05 13:28:25 -0700280 pr_info("PowerNow IOPORT region already used\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700281 return -EIO;
282 }
283
284 if (cpufreq_register_driver(&powernow_k6_driver)) {
Paolo Ciarrocchi8d2d2052008-07-28 21:08:16 +0200285 release_region(POWERNOW_IOPORT, 16);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700286 return -EINVAL;
287 }
288
289 return 0;
290}
291
292
293/**
294 * powernow_k6_exit - unregisters AMD K6-2+/3+ PowerNow! support
295 *
296 * Unregisters AMD K6-2+ / K6-3+ PowerNow! support.
297 */
298static void __exit powernow_k6_exit(void)
299{
300 cpufreq_unregister_driver(&powernow_k6_driver);
Paolo Ciarrocchi8d2d2052008-07-28 21:08:16 +0200301 release_region(POWERNOW_IOPORT, 16);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700302}
303
304
Dave Jonesd5e80b42014-12-19 11:20:43 -0500305MODULE_AUTHOR("Arjan van de Ven, Dave Jones, "
Dave Jones14a66502009-01-18 00:00:04 -0500306 "Dominik Brodowski <linux@brodo.de>");
Paolo Ciarrocchi8d2d2052008-07-28 21:08:16 +0200307MODULE_DESCRIPTION("PowerNow! driver for AMD K6-2+ / K6-3+ processors.");
308MODULE_LICENSE("GPL");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700309
310module_init(powernow_k6_init);
311module_exit(powernow_k6_exit);