blob: ef0a3216a3862393b5d41128f0766af9d1515380 [file] [log] [blame]
Thomas Gleixner2874c5f2019-05-27 08:55:01 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
3 * Pentium 4/Xeon CPU on demand clock modulation/speed scaling
4 * (C) 2002 - 2003 Dominik Brodowski <linux@brodo.de>
5 * (C) 2002 Zwane Mwaikambo <zwane@commfireservices.com>
6 * (C) 2002 Arjan van de Ven <arjanv@redhat.com>
7 * (C) 2002 Tora T. Engstad
8 * All Rights Reserved
9 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070010 * The author(s) of this software shall not be held liable for damages
11 * of any nature resulting due to the use of this software. This
12 * software is provided AS-IS with no warranties.
Dave Jones32ee8c32006-02-28 00:43:23 -050013 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070014 * Date Errata Description
15 * 20020525 N44, O17 12.5% or 25% DC causes lockup
Linus Torvalds1da177e2005-04-16 15:20:36 -070016 */
17
Joe Perches1c5864e2016-04-05 13:28:25 -070018#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
19
Linus Torvalds1da177e2005-04-16 15:20:36 -070020#include <linux/kernel.h>
Dave Jones32ee8c32006-02-28 00:43:23 -050021#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070022#include <linux/init.h>
23#include <linux/smp.h>
24#include <linux/cpufreq.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/cpumask.h>
Dave Jonesbbfebd62009-01-17 23:55:22 -050026#include <linux/timex.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070027
Dave Jones32ee8c32006-02-28 00:43:23 -050028#include <asm/processor.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070029#include <asm/msr.h>
Matthias-Christian Ott199785e2009-02-20 20:52:17 -050030#include <asm/timer.h>
Andi Kleenfa8031a2012-01-26 00:09:12 +010031#include <asm/cpu_device_id.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070032
33#include "speedstep-lib.h"
34
Linus Torvalds1da177e2005-04-16 15:20:36 -070035/*
36 * Duty Cycle (3bits), note DC_DISABLE is not specified in
37 * intel docs i just use it to mean disable
38 */
39enum {
40 DC_RESV, DC_DFLT, DC_25PT, DC_38PT, DC_50PT,
41 DC_64PT, DC_75PT, DC_88PT, DC_DISABLE
42};
43
44#define DC_ENTRIES 8
45
46
47static int has_N44_O17_errata[NR_CPUS];
48static unsigned int stock_freq;
49static struct cpufreq_driver p4clockmod_driver;
50static unsigned int cpufreq_p4_get(unsigned int cpu);
51
52static int cpufreq_p4_setdc(unsigned int cpu, unsigned int newstate)
53{
54 u32 l, h;
55
Viresh Kumare9f51832013-04-01 12:57:46 +000056 if ((newstate > DC_DISABLE) || (newstate == DC_RESV))
Linus Torvalds1da177e2005-04-16 15:20:36 -070057 return -EINVAL;
58
Alexey Dobriyan551948b2007-03-19 19:17:00 +030059 rdmsr_on_cpu(cpu, MSR_IA32_THERM_STATUS, &l, &h);
Linus Torvalds1da177e2005-04-16 15:20:36 -070060
61 if (l & 0x01)
Dominik Brodowski2d06d8c2011-03-27 15:04:46 +020062 pr_debug("CPU#%d currently thermal throttled\n", cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -070063
Dave Jonesbbfebd62009-01-17 23:55:22 -050064 if (has_N44_O17_errata[cpu] &&
65 (newstate == DC_25PT || newstate == DC_DFLT))
Linus Torvalds1da177e2005-04-16 15:20:36 -070066 newstate = DC_38PT;
67
Alexey Dobriyan551948b2007-03-19 19:17:00 +030068 rdmsr_on_cpu(cpu, MSR_IA32_THERM_CONTROL, &l, &h);
Linus Torvalds1da177e2005-04-16 15:20:36 -070069 if (newstate == DC_DISABLE) {
Dominik Brodowski2d06d8c2011-03-27 15:04:46 +020070 pr_debug("CPU#%d disabling modulation\n", cpu);
Alexey Dobriyan551948b2007-03-19 19:17:00 +030071 wrmsr_on_cpu(cpu, MSR_IA32_THERM_CONTROL, l & ~(1<<4), h);
Linus Torvalds1da177e2005-04-16 15:20:36 -070072 } else {
Dominik Brodowski2d06d8c2011-03-27 15:04:46 +020073 pr_debug("CPU#%d setting duty cycle to %d%%\n",
Linus Torvalds1da177e2005-04-16 15:20:36 -070074 cpu, ((125 * newstate) / 10));
Dave Jones32ee8c32006-02-28 00:43:23 -050075 /* bits 63 - 5 : reserved
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 * bit 4 : enable/disable
77 * bits 3-1 : duty cycle
78 * bit 0 : reserved
79 */
80 l = (l & ~14);
81 l = l | (1<<4) | ((newstate & 0x7)<<1);
Alexey Dobriyan551948b2007-03-19 19:17:00 +030082 wrmsr_on_cpu(cpu, MSR_IA32_THERM_CONTROL, l, h);
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 }
84
85 return 0;
86}
87
88
89static struct cpufreq_frequency_table p4clockmod_table[] = {
Viresh Kumar7f4b0462014-03-28 19:11:47 +053090 {0, DC_RESV, CPUFREQ_ENTRY_INVALID},
91 {0, DC_DFLT, 0},
92 {0, DC_25PT, 0},
93 {0, DC_38PT, 0},
94 {0, DC_50PT, 0},
95 {0, DC_64PT, 0},
96 {0, DC_75PT, 0},
97 {0, DC_88PT, 0},
98 {0, DC_DISABLE, 0},
99 {0, DC_RESV, CPUFREQ_TABLE_END},
Linus Torvalds1da177e2005-04-16 15:20:36 -0700100};
101
102
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530103static int cpufreq_p4_target(struct cpufreq_policy *policy, unsigned int index)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700104{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700105 int i;
106
Dave Jonesbbfebd62009-01-17 23:55:22 -0500107 /* run on each logical CPU,
108 * see section 13.15.3 of IA32 Intel Architecture Software
Dave Jones32ee8c32006-02-28 00:43:23 -0500109 * Developer's Manual, Volume 3
Linus Torvalds1da177e2005-04-16 15:20:36 -0700110 */
Rusty Russell835481d2009-01-04 05:18:06 -0800111 for_each_cpu(i, policy->cpus)
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530112 cpufreq_p4_setdc(i, p4clockmod_table[index].driver_data);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700113
Linus Torvalds1da177e2005-04-16 15:20:36 -0700114 return 0;
115}
116
117
Linus Torvalds1da177e2005-04-16 15:20:36 -0700118static unsigned int cpufreq_p4_get_frequency(struct cpuinfo_x86 *c)
119{
Dominik Brodowski4e746632006-10-31 12:44:08 -0500120 if (c->x86 == 0x06) {
121 if (cpu_has(c, X86_FEATURE_EST))
Joe Perches1c5864e2016-04-05 13:28:25 -0700122 pr_warn_once("Warning: EST-capable CPU detected. The acpi-cpufreq module offers voltage scaling in addition to frequency scaling. You should use that instead of p4-clockmod, if possible.\n");
Dominik Brodowski4e746632006-10-31 12:44:08 -0500123 switch (c->x86_model) {
124 case 0x0E: /* Core */
125 case 0x0F: /* Core Duo */
Herton Ronaldo Krzesinski85291542008-11-15 17:02:46 -0200126 case 0x16: /* Celeron Core */
Jarod Wilson43195032009-03-06 20:24:57 +0000127 case 0x1C: /* Atom */
Dominik Brodowski4e746632006-10-31 12:44:08 -0500128 p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
Dave Jonesbbfebd62009-01-17 23:55:22 -0500129 return speedstep_get_frequency(SPEEDSTEP_CPU_PCORE);
Dominik Brodowski4e746632006-10-31 12:44:08 -0500130 case 0x0D: /* Pentium M (Dothan) */
131 p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
Gustavo A. R. Silvadf561f662020-08-23 17:36:59 -0500132 fallthrough;
Dominik Brodowski4e746632006-10-31 12:44:08 -0500133 case 0x09: /* Pentium M (Banias) */
Dave Jonesbbfebd62009-01-17 23:55:22 -0500134 return speedstep_get_frequency(SPEEDSTEP_CPU_PM);
Dominik Brodowski4e746632006-10-31 12:44:08 -0500135 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700136 }
137
Dave Jones9d1f44e2010-08-03 13:47:30 -0400138 if (c->x86 != 0xF)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
141 /* on P-4s, the TSC runs with constant frequency independent whether
142 * throttling is active or not. */
143 p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
144
Dave Jonesbbfebd62009-01-17 23:55:22 -0500145 if (speedstep_detect_processor() == SPEEDSTEP_CPU_P4M) {
Joe Perches1c5864e2016-04-05 13:28:25 -0700146 pr_warn("Warning: Pentium 4-M detected. The speedstep-ich or acpi cpufreq modules offer voltage scaling in addition of frequency scaling. You should use either one instead of p4-clockmod, if possible.\n");
Dave Jonesbbfebd62009-01-17 23:55:22 -0500147 return speedstep_get_frequency(SPEEDSTEP_CPU_P4M);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700148 }
149
Dave Jonesbbfebd62009-01-17 23:55:22 -0500150 return speedstep_get_frequency(SPEEDSTEP_CPU_P4D);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700151}
152
Dave Jones32ee8c32006-02-28 00:43:23 -0500153
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154
155static int cpufreq_p4_cpu_init(struct cpufreq_policy *policy)
156{
Mike Travis92cb7612007-10-19 20:35:04 +0200157 struct cpuinfo_x86 *c = &cpu_data(policy->cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700158 int cpuid = 0;
159 unsigned int i;
160
161#ifdef CONFIG_SMP
Bartosz Golaszewskib60f9a72015-05-26 15:11:32 +0200162 cpumask_copy(policy->cpus, topology_sibling_cpumask(policy->cpu));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700163#endif
164
165 /* Errata workaround */
Jia Zhangb3991512018-01-01 09:52:10 +0800166 cpuid = (c->x86 << 8) | (c->x86_model << 4) | c->x86_stepping;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700167 switch (cpuid) {
168 case 0x0f07:
169 case 0x0f0a:
170 case 0x0f11:
171 case 0x0f12:
172 has_N44_O17_errata[policy->cpu] = 1;
Dominik Brodowski2d06d8c2011-03-27 15:04:46 +0200173 pr_debug("has errata -- disabling low frequencies\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700174 }
Dave Jones32ee8c32006-02-28 00:43:23 -0500175
Matthias-Christian Ott199785e2009-02-20 20:52:17 -0500176 if (speedstep_detect_processor() == SPEEDSTEP_CPU_P4D &&
177 c->x86_model < 2) {
178 /* switch to maximum frequency and measure result */
179 cpufreq_p4_setdc(policy->cpu, DC_DISABLE);
180 recalibrate_cpu_khz();
181 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700182 /* get max frequency */
183 stock_freq = cpufreq_p4_get_frequency(c);
184 if (!stock_freq)
185 return -EINVAL;
186
187 /* table init */
Dave Jonesbbfebd62009-01-17 23:55:22 -0500188 for (i = 1; (p4clockmod_table[i].frequency != CPUFREQ_TABLE_END); i++) {
189 if ((i < 2) && (has_N44_O17_errata[policy->cpu]))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 p4clockmod_table[i].frequency = CPUFREQ_ENTRY_INVALID;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700191 else
192 p4clockmod_table[i].frequency = (stock_freq * i)/8;
193 }
Dave Jones32ee8c32006-02-28 00:43:23 -0500194
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 /* cpuinfo and default policy values */
Dave Jones36e8abf2009-03-05 00:16:26 -0500196
197 /* the transition latency is set to be 1 higher than the maximum
198 * transition latency of the ondemand governor */
199 policy->cpuinfo.transition_latency = 10000001;
Viresh Kumarb01b5312018-02-26 10:38:56 +0530200 policy->freq_table = &p4clockmod_table[0];
Linus Torvalds1da177e2005-04-16 15:20:36 -0700201
Viresh Kumarb01b5312018-02-26 10:38:56 +0530202 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700203}
204
205
Linus Torvalds1da177e2005-04-16 15:20:36 -0700206static unsigned int cpufreq_p4_get(unsigned int cpu)
207{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700208 u32 l, h;
209
Alexey Dobriyan551948b2007-03-19 19:17:00 +0300210 rdmsr_on_cpu(cpu, MSR_IA32_THERM_CONTROL, &l, &h);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700211
212 if (l & 0x10) {
213 l = l >> 1;
214 l &= 0x7;
215 } else
216 l = DC_DISABLE;
217
218 if (l != DC_DISABLE)
Dave Jonesbbfebd62009-01-17 23:55:22 -0500219 return stock_freq * l / 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700220
221 return stock_freq;
222}
223
Linus Torvalds1da177e2005-04-16 15:20:36 -0700224static struct cpufreq_driver p4clockmod_driver = {
Viresh Kumar522f70c2013-10-03 20:28:14 +0530225 .verify = cpufreq_generic_frequency_table_verify,
Viresh Kumar9c0ebcf2013-10-25 19:45:48 +0530226 .target_index = cpufreq_p4_target,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227 .init = cpufreq_p4_cpu_init,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700228 .get = cpufreq_p4_get,
229 .name = "p4-clockmod",
Viresh Kumar522f70c2013-10-03 20:28:14 +0530230 .attr = cpufreq_generic_attr,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700231};
232
Andi Kleenfa8031a2012-01-26 00:09:12 +0100233static const struct x86_cpu_id cpufreq_p4_id[] = {
Thomas Gleixnerb11d77f2020-03-24 14:51:51 +0100234 X86_MATCH_VENDOR_FEATURE(INTEL, X86_FEATURE_ACC, NULL),
Andi Kleenfa8031a2012-01-26 00:09:12 +0100235 {}
236};
237
238/*
239 * Intentionally no MODULE_DEVICE_TABLE here: this driver should not
240 * be auto loaded. Please don't add one.
241 */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242
243static int __init cpufreq_p4_init(void)
Dave Jones32ee8c32006-02-28 00:43:23 -0500244{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700245 int ret;
246
247 /*
Dave Jones32ee8c32006-02-28 00:43:23 -0500248 * THERM_CONTROL is architectural for IA32 now, so
Linus Torvalds1da177e2005-04-16 15:20:36 -0700249 * we can rely on the capability checks
250 */
Andi Kleenfa8031a2012-01-26 00:09:12 +0100251 if (!x86_match_cpu(cpufreq_p4_id) || !boot_cpu_has(X86_FEATURE_ACPI))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252 return -ENODEV;
253
254 ret = cpufreq_register_driver(&p4clockmod_driver);
255 if (!ret)
Joe Perches1c5864e2016-04-05 13:28:25 -0700256 pr_info("P4/Xeon(TM) CPU On-Demand Clock Modulation available\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257
Dave Jonesbbfebd62009-01-17 23:55:22 -0500258 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700259}
260
261
262static void __exit cpufreq_p4_exit(void)
263{
264 cpufreq_unregister_driver(&p4clockmod_driver);
265}
266
267
Dave Jonesbbfebd62009-01-17 23:55:22 -0500268MODULE_AUTHOR("Zwane Mwaikambo <zwane@commfireservices.com>");
269MODULE_DESCRIPTION("cpufreq driver for Pentium(TM) 4/Xeon(TM)");
270MODULE_LICENSE("GPL");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700271
272late_initcall(cpufreq_p4_init);
273module_exit(cpufreq_p4_exit);