blob: 46a2a7a53148f09e009c13feabb936e6e4f67eab [file] [log] [blame]
Linus Torvalds1da177e2005-04-16 15:20:36 -07001/*
2 * Pentium 4/Xeon CPU on demand clock modulation/speed scaling
3 * (C) 2002 - 2003 Dominik Brodowski <linux@brodo.de>
4 * (C) 2002 Zwane Mwaikambo <zwane@commfireservices.com>
5 * (C) 2002 Arjan van de Ven <arjanv@redhat.com>
6 * (C) 2002 Tora T. Engstad
7 * All Rights Reserved
8 *
9 * This program is free software; you can redistribute it and/or
10 * modify it under the terms of the GNU General Public License
11 * as published by the Free Software Foundation; either version
12 * 2 of the License, or (at your option) any later version.
13 *
14 * The author(s) of this software shall not be held liable for damages
15 * of any nature resulting due to the use of this software. This
16 * software is provided AS-IS with no warranties.
Dave Jones32ee8c32006-02-28 00:43:23 -050017 *
Linus Torvalds1da177e2005-04-16 15:20:36 -070018 * Date Errata Description
19 * 20020525 N44, O17 12.5% or 25% DC causes lockup
20 *
21 */
22
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#include <linux/kernel.h>
Dave Jones32ee8c32006-02-28 00:43:23 -050024#include <linux/module.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070025#include <linux/init.h>
26#include <linux/smp.h>
27#include <linux/cpufreq.h>
28#include <linux/slab.h>
29#include <linux/cpumask.h>
Dave Jonesbbfebd62009-01-17 23:55:22 -050030#include <linux/timex.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
Dave Jones32ee8c32006-02-28 00:43:23 -050032#include <asm/processor.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070033#include <asm/msr.h>
Linus Torvalds1da177e2005-04-16 15:20:36 -070034
35#include "speedstep-lib.h"
36
37#define PFX "p4-clockmod: "
Dave Jonesbbfebd62009-01-17 23:55:22 -050038#define dprintk(msg...) cpufreq_debug_printk(CPUFREQ_DEBUG_DRIVER, \
39 "p4-clockmod", msg)
Linus Torvalds1da177e2005-04-16 15:20:36 -070040
41/*
42 * Duty Cycle (3bits), note DC_DISABLE is not specified in
43 * intel docs i just use it to mean disable
44 */
45enum {
46 DC_RESV, DC_DFLT, DC_25PT, DC_38PT, DC_50PT,
47 DC_64PT, DC_75PT, DC_88PT, DC_DISABLE
48};
49
50#define DC_ENTRIES 8
51
52
53static int has_N44_O17_errata[NR_CPUS];
54static unsigned int stock_freq;
55static struct cpufreq_driver p4clockmod_driver;
56static unsigned int cpufreq_p4_get(unsigned int cpu);
57
58static int cpufreq_p4_setdc(unsigned int cpu, unsigned int newstate)
59{
60 u32 l, h;
61
Dave Jonesbbfebd62009-01-17 23:55:22 -050062 if (!cpu_online(cpu) ||
63 (newstate > DC_DISABLE) || (newstate == DC_RESV))
Linus Torvalds1da177e2005-04-16 15:20:36 -070064 return -EINVAL;
65
Alexey Dobriyan551948b2007-03-19 19:17:00 +030066 rdmsr_on_cpu(cpu, MSR_IA32_THERM_STATUS, &l, &h);
Linus Torvalds1da177e2005-04-16 15:20:36 -070067
68 if (l & 0x01)
69 dprintk("CPU#%d currently thermal throttled\n", cpu);
70
Dave Jonesbbfebd62009-01-17 23:55:22 -050071 if (has_N44_O17_errata[cpu] &&
72 (newstate == DC_25PT || newstate == DC_DFLT))
Linus Torvalds1da177e2005-04-16 15:20:36 -070073 newstate = DC_38PT;
74
Alexey Dobriyan551948b2007-03-19 19:17:00 +030075 rdmsr_on_cpu(cpu, MSR_IA32_THERM_CONTROL, &l, &h);
Linus Torvalds1da177e2005-04-16 15:20:36 -070076 if (newstate == DC_DISABLE) {
77 dprintk("CPU#%d disabling modulation\n", cpu);
Alexey Dobriyan551948b2007-03-19 19:17:00 +030078 wrmsr_on_cpu(cpu, MSR_IA32_THERM_CONTROL, l & ~(1<<4), h);
Linus Torvalds1da177e2005-04-16 15:20:36 -070079 } else {
80 dprintk("CPU#%d setting duty cycle to %d%%\n",
81 cpu, ((125 * newstate) / 10));
Dave Jones32ee8c32006-02-28 00:43:23 -050082 /* bits 63 - 5 : reserved
Linus Torvalds1da177e2005-04-16 15:20:36 -070083 * bit 4 : enable/disable
84 * bits 3-1 : duty cycle
85 * bit 0 : reserved
86 */
87 l = (l & ~14);
88 l = l | (1<<4) | ((newstate & 0x7)<<1);
Alexey Dobriyan551948b2007-03-19 19:17:00 +030089 wrmsr_on_cpu(cpu, MSR_IA32_THERM_CONTROL, l, h);
Linus Torvalds1da177e2005-04-16 15:20:36 -070090 }
91
92 return 0;
93}
94
95
96static struct cpufreq_frequency_table p4clockmod_table[] = {
97 {DC_RESV, CPUFREQ_ENTRY_INVALID},
98 {DC_DFLT, 0},
99 {DC_25PT, 0},
100 {DC_38PT, 0},
101 {DC_50PT, 0},
102 {DC_64PT, 0},
103 {DC_75PT, 0},
104 {DC_88PT, 0},
105 {DC_DISABLE, 0},
106 {DC_RESV, CPUFREQ_TABLE_END},
107};
108
109
110static int cpufreq_p4_target(struct cpufreq_policy *policy,
111 unsigned int target_freq,
112 unsigned int relation)
113{
114 unsigned int newstate = DC_RESV;
115 struct cpufreq_freqs freqs;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700116 int i;
117
Dave Jonesbbfebd62009-01-17 23:55:22 -0500118 if (cpufreq_frequency_table_target(policy, &p4clockmod_table[0],
119 target_freq, relation, &newstate))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700120 return -EINVAL;
121
122 freqs.old = cpufreq_p4_get(policy->cpu);
123 freqs.new = stock_freq * p4clockmod_table[newstate].index / 8;
124
125 if (freqs.new == freqs.old)
126 return 0;
127
128 /* notifiers */
Rusty Russell835481d2009-01-04 05:18:06 -0800129 for_each_cpu(i, policy->cpus) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700130 freqs.cpu = i;
131 cpufreq_notify_transition(&freqs, CPUFREQ_PRECHANGE);
132 }
133
Dave Jonesbbfebd62009-01-17 23:55:22 -0500134 /* run on each logical CPU,
135 * see section 13.15.3 of IA32 Intel Architecture Software
Dave Jones32ee8c32006-02-28 00:43:23 -0500136 * Developer's Manual, Volume 3
Linus Torvalds1da177e2005-04-16 15:20:36 -0700137 */
Rusty Russell835481d2009-01-04 05:18:06 -0800138 for_each_cpu(i, policy->cpus)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700139 cpufreq_p4_setdc(i, p4clockmod_table[newstate].index);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
141 /* notifiers */
Rusty Russell835481d2009-01-04 05:18:06 -0800142 for_each_cpu(i, policy->cpus) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700143 freqs.cpu = i;
144 cpufreq_notify_transition(&freqs, CPUFREQ_POSTCHANGE);
145 }
146
147 return 0;
148}
149
150
151static int cpufreq_p4_verify(struct cpufreq_policy *policy)
152{
153 return cpufreq_frequency_table_verify(policy, &p4clockmod_table[0]);
154}
155
156
157static unsigned int cpufreq_p4_get_frequency(struct cpuinfo_x86 *c)
158{
Dominik Brodowski4e746632006-10-31 12:44:08 -0500159 if (c->x86 == 0x06) {
160 if (cpu_has(c, X86_FEATURE_EST))
Dave Jonesbbfebd62009-01-17 23:55:22 -0500161 printk(KERN_WARNING PFX "Warning: EST-capable CPU "
162 "detected. The acpi-cpufreq module offers "
163 "voltage scaling in addition of frequency "
164 "scaling. You should use that instead of "
165 "p4-clockmod, if possible.\n");
Dominik Brodowski4e746632006-10-31 12:44:08 -0500166 switch (c->x86_model) {
167 case 0x0E: /* Core */
168 case 0x0F: /* Core Duo */
Herton Ronaldo Krzesinski85291542008-11-15 17:02:46 -0200169 case 0x16: /* Celeron Core */
Dominik Brodowski4e746632006-10-31 12:44:08 -0500170 p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
Dave Jonesbbfebd62009-01-17 23:55:22 -0500171 return speedstep_get_frequency(SPEEDSTEP_CPU_PCORE);
Dominik Brodowski4e746632006-10-31 12:44:08 -0500172 case 0x0D: /* Pentium M (Dothan) */
173 p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
174 /* fall through */
175 case 0x09: /* Pentium M (Banias) */
Dave Jonesbbfebd62009-01-17 23:55:22 -0500176 return speedstep_get_frequency(SPEEDSTEP_CPU_PM);
Dominik Brodowski4e746632006-10-31 12:44:08 -0500177 }
Linus Torvalds1da177e2005-04-16 15:20:36 -0700178 }
179
180 if (c->x86 != 0xF) {
Dominik Brodowski10db2e52008-10-17 22:52:04 +0200181 if (!cpu_has(c, X86_FEATURE_EST))
Dave Jonesbbfebd62009-01-17 23:55:22 -0500182 printk(KERN_WARNING PFX "Unknown CPU. "
183 "Please send an e-mail to "
184 "<cpufreq@vger.kernel.org>\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700185 return 0;
186 }
187
188 /* on P-4s, the TSC runs with constant frequency independent whether
189 * throttling is active or not. */
190 p4clockmod_driver.flags |= CPUFREQ_CONST_LOOPS;
191
Dave Jonesbbfebd62009-01-17 23:55:22 -0500192 if (speedstep_detect_processor() == SPEEDSTEP_CPU_P4M) {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700193 printk(KERN_WARNING PFX "Warning: Pentium 4-M detected. "
194 "The speedstep-ich or acpi cpufreq modules offer "
195 "voltage scaling in addition of frequency scaling. "
196 "You should use either one instead of p4-clockmod, "
197 "if possible.\n");
Dave Jonesbbfebd62009-01-17 23:55:22 -0500198 return speedstep_get_frequency(SPEEDSTEP_CPU_P4M);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700199 }
200
Dave Jonesbbfebd62009-01-17 23:55:22 -0500201 return speedstep_get_frequency(SPEEDSTEP_CPU_P4D);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700202}
203
Dave Jones32ee8c32006-02-28 00:43:23 -0500204
Linus Torvalds1da177e2005-04-16 15:20:36 -0700205
206static int cpufreq_p4_cpu_init(struct cpufreq_policy *policy)
207{
Mike Travis92cb7612007-10-19 20:35:04 +0200208 struct cpuinfo_x86 *c = &cpu_data(policy->cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700209 int cpuid = 0;
210 unsigned int i;
211
212#ifdef CONFIG_SMP
Rusty Russell835481d2009-01-04 05:18:06 -0800213 cpumask_copy(policy->cpus, &per_cpu(cpu_sibling_map, policy->cpu));
Linus Torvalds1da177e2005-04-16 15:20:36 -0700214#endif
215
216 /* Errata workaround */
217 cpuid = (c->x86 << 8) | (c->x86_model << 4) | c->x86_mask;
218 switch (cpuid) {
219 case 0x0f07:
220 case 0x0f0a:
221 case 0x0f11:
222 case 0x0f12:
223 has_N44_O17_errata[policy->cpu] = 1;
224 dprintk("has errata -- disabling low frequencies\n");
225 }
Dave Jones32ee8c32006-02-28 00:43:23 -0500226
Linus Torvalds1da177e2005-04-16 15:20:36 -0700227 /* get max frequency */
228 stock_freq = cpufreq_p4_get_frequency(c);
229 if (!stock_freq)
230 return -EINVAL;
231
232 /* table init */
Dave Jonesbbfebd62009-01-17 23:55:22 -0500233 for (i = 1; (p4clockmod_table[i].frequency != CPUFREQ_TABLE_END); i++) {
234 if ((i < 2) && (has_N44_O17_errata[policy->cpu]))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700235 p4clockmod_table[i].frequency = CPUFREQ_ENTRY_INVALID;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 else
237 p4clockmod_table[i].frequency = (stock_freq * i)/8;
238 }
239 cpufreq_frequency_table_get_attr(p4clockmod_table, policy->cpu);
Dave Jones32ee8c32006-02-28 00:43:23 -0500240
Linus Torvalds1da177e2005-04-16 15:20:36 -0700241 /* cpuinfo and default policy values */
Linus Torvalds1da177e2005-04-16 15:20:36 -0700242 policy->cpuinfo.transition_latency = 1000000; /* assumed */
243 policy->cur = stock_freq;
244
245 return cpufreq_frequency_table_cpuinfo(policy, &p4clockmod_table[0]);
246}
247
248
249static int cpufreq_p4_cpu_exit(struct cpufreq_policy *policy)
250{
Dave Jones32ee8c32006-02-28 00:43:23 -0500251 cpufreq_frequency_table_put_attr(policy->cpu);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700252 return 0;
253}
254
255static unsigned int cpufreq_p4_get(unsigned int cpu)
256{
Linus Torvalds1da177e2005-04-16 15:20:36 -0700257 u32 l, h;
258
Alexey Dobriyan551948b2007-03-19 19:17:00 +0300259 rdmsr_on_cpu(cpu, MSR_IA32_THERM_CONTROL, &l, &h);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700260
261 if (l & 0x10) {
262 l = l >> 1;
263 l &= 0x7;
264 } else
265 l = DC_DISABLE;
266
267 if (l != DC_DISABLE)
Dave Jonesbbfebd62009-01-17 23:55:22 -0500268 return stock_freq * l / 8;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700269
270 return stock_freq;
271}
272
Dave Jonesbbfebd62009-01-17 23:55:22 -0500273static struct freq_attr *p4clockmod_attr[] = {
Linus Torvalds1da177e2005-04-16 15:20:36 -0700274 &cpufreq_freq_attr_scaling_available_freqs,
275 NULL,
276};
277
278static struct cpufreq_driver p4clockmod_driver = {
Dave Jones32ee8c32006-02-28 00:43:23 -0500279 .verify = cpufreq_p4_verify,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700280 .target = cpufreq_p4_target,
281 .init = cpufreq_p4_cpu_init,
282 .exit = cpufreq_p4_cpu_exit,
283 .get = cpufreq_p4_get,
284 .name = "p4-clockmod",
285 .owner = THIS_MODULE,
286 .attr = p4clockmod_attr,
Matthew Garrette088e4c2008-11-25 13:29:47 -0500287 .hide_interface = 1,
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288};
289
290
291static int __init cpufreq_p4_init(void)
Dave Jones32ee8c32006-02-28 00:43:23 -0500292{
Mike Travis92cb7612007-10-19 20:35:04 +0200293 struct cpuinfo_x86 *c = &cpu_data(0);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700294 int ret;
295
296 /*
Dave Jones32ee8c32006-02-28 00:43:23 -0500297 * THERM_CONTROL is architectural for IA32 now, so
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298 * we can rely on the capability checks
299 */
300 if (c->x86_vendor != X86_VENDOR_INTEL)
301 return -ENODEV;
302
Ingo Molnar8ce116e2008-02-26 08:52:16 +0100303 if (!test_cpu_cap(c, X86_FEATURE_ACPI) ||
304 !test_cpu_cap(c, X86_FEATURE_ACC))
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305 return -ENODEV;
306
307 ret = cpufreq_register_driver(&p4clockmod_driver);
308 if (!ret)
Dave Jonesbbfebd62009-01-17 23:55:22 -0500309 printk(KERN_INFO PFX "P4/Xeon(TM) CPU On-Demand Clock "
310 "Modulation available\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700311
Dave Jonesbbfebd62009-01-17 23:55:22 -0500312 return ret;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700313}
314
315
316static void __exit cpufreq_p4_exit(void)
317{
318 cpufreq_unregister_driver(&p4clockmod_driver);
319}
320
321
Dave Jonesbbfebd62009-01-17 23:55:22 -0500322MODULE_AUTHOR("Zwane Mwaikambo <zwane@commfireservices.com>");
323MODULE_DESCRIPTION("cpufreq driver for Pentium(TM) 4/Xeon(TM)");
324MODULE_LICENSE("GPL");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325
326late_initcall(cpufreq_p4_init);
327module_exit(cpufreq_p4_exit);