blob: 05cb95bf2f4b83756433f7c2f7cad9c623808a90 [file] [log] [blame]
Ben Widawsky0136db52012-04-10 21:17:01 -07001/*
2 * Copyright © 2012 Intel Corporation
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the "Software"),
6 * to deal in the Software without restriction, including without limitation
7 * the rights to use, copy, modify, merge, publish, distribute, sublicense,
8 * and/or sell copies of the Software, and to permit persons to whom the
9 * Software is furnished to do so, subject to the following conditions:
10 *
11 * The above copyright notice and this permission notice (including the next
12 * paragraph) shall be included in all copies or substantial portions of the
13 * Software.
14 *
15 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
16 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
17 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL
18 * THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
19 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
20 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
21 * IN THE SOFTWARE.
22 *
23 * Authors:
24 * Ben Widawsky <ben@bwidawsk.net>
25 *
26 */
27
28#include <linux/device.h>
29#include <linux/module.h>
30#include <linux/stat.h>
31#include <linux/sysfs.h>
Ben Widawsky84bc7582012-05-25 16:56:25 -070032#include "intel_drv.h"
Ben Widawsky0136db52012-04-10 21:17:01 -070033#include "i915_drv.h"
34
David Weinehallc49d13e2016-08-22 13:32:42 +030035static inline struct drm_minor *kdev_to_drm_minor(struct device *kdev)
36{
37 return dev_get_drvdata(kdev);
38}
Dave Airlie14c8d1102013-10-11 14:45:30 +100039
Hunt Xu5ab36332012-07-01 03:45:07 +000040#ifdef CONFIG_PM
Ville Syrjäläf0f59a02015-11-18 15:33:26 +020041static u32 calc_residency(struct drm_device *dev,
42 i915_reg_t reg)
Ben Widawsky0136db52012-04-10 21:17:01 -070043{
Chris Wilsonfac5e232016-07-04 11:34:36 +010044 struct drm_i915_private *dev_priv = to_i915(dev);
Ben Widawsky0136db52012-04-10 21:17:01 -070045 u64 raw_time; /* 32b value may overflow during fixed point math */
Ville Syrjälä2cc9fab2015-09-28 23:43:43 +030046 u64 units = 128ULL, div = 100000ULL;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020047 u32 ret;
Ben Widawsky0136db52012-04-10 21:17:01 -070048
Chris Wilsondc979972016-05-10 14:10:04 +010049 if (!intel_enable_rc6())
Ben Widawsky0136db52012-04-10 21:17:01 -070050 return 0;
51
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020052 intel_runtime_pm_get(dev_priv);
53
Mika Kuoppala542a6b22014-07-09 14:55:56 +030054 /* On VLV and CHV, residency time is in CZ units rather than 1.28us */
Wayne Boyer666a4532015-12-09 12:29:35 -080055 if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev)) {
Ville Syrjälä2cc9fab2015-09-28 23:43:43 +030056 units = 1;
57 div = dev_priv->czclk_freq;
Mika Kuoppala542a6b22014-07-09 14:55:56 +030058
Jesse Barnese454a052013-09-26 17:55:58 -070059 if (I915_READ(VLV_COUNTER_CONTROL) & VLV_COUNT_RANGE_HIGH)
60 units <<= 8;
Imre Deakd8135102015-09-29 16:28:46 +030061 } else if (IS_BROXTON(dev)) {
62 units = 1;
63 div = 1200; /* 833.33ns */
Jesse Barnese454a052013-09-26 17:55:58 -070064 }
65
66 raw_time = I915_READ(reg) * units;
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020067 ret = DIV_ROUND_UP_ULL(raw_time, div);
68
Paulo Zanonic8c8fb32013-11-27 18:21:54 -020069 intel_runtime_pm_put(dev_priv);
70 return ret;
Ben Widawsky0136db52012-04-10 21:17:01 -070071}
72
73static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -070074show_rc6_mask(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db52012-04-10 21:17:01 -070075{
Chris Wilsondc979972016-05-10 14:10:04 +010076 return snprintf(buf, PAGE_SIZE, "%x\n", intel_enable_rc6());
Ben Widawsky0136db52012-04-10 21:17:01 -070077}
78
79static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -070080show_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db52012-04-10 21:17:01 -070081{
Dave Airlie5bdebb12013-10-11 14:07:25 +100082 struct drm_minor *dminor = dev_get_drvdata(kdev);
Ben Widawsky0136db52012-04-10 21:17:01 -070083 u32 rc6_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6);
Jani Nikula3e2a1552013-02-14 10:42:11 +020084 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
Ben Widawsky0136db52012-04-10 21:17:01 -070085}
86
87static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -070088show_rc6p_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db52012-04-10 21:17:01 -070089{
David Weinehallc49d13e2016-08-22 13:32:42 +030090 struct drm_minor *dminor = kdev_to_drm_minor(kdev);
Ben Widawsky0136db52012-04-10 21:17:01 -070091 u32 rc6p_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6p);
Jani Nikula3e2a1552013-02-14 10:42:11 +020092 return snprintf(buf, PAGE_SIZE, "%u\n", rc6p_residency);
Ben Widawsky0136db52012-04-10 21:17:01 -070093}
94
95static ssize_t
Ben Widawskydbdfd8e2012-09-07 19:43:38 -070096show_rc6pp_ms(struct device *kdev, struct device_attribute *attr, char *buf)
Ben Widawsky0136db52012-04-10 21:17:01 -070097{
David Weinehallc49d13e2016-08-22 13:32:42 +030098 struct drm_minor *dminor = kdev_to_drm_minor(kdev);
Ben Widawsky0136db52012-04-10 21:17:01 -070099 u32 rc6pp_residency = calc_residency(dminor->dev, GEN6_GT_GFX_RC6pp);
Jani Nikula3e2a1552013-02-14 10:42:11 +0200100 return snprintf(buf, PAGE_SIZE, "%u\n", rc6pp_residency);
Ben Widawsky0136db52012-04-10 21:17:01 -0700101}
102
Ville Syrjälä626ad6f2015-02-26 21:10:27 +0530103static ssize_t
104show_media_rc6_ms(struct device *kdev, struct device_attribute *attr, char *buf)
105{
106 struct drm_minor *dminor = dev_get_drvdata(kdev);
107 u32 rc6_residency = calc_residency(dminor->dev, VLV_GT_MEDIA_RC6);
108 return snprintf(buf, PAGE_SIZE, "%u\n", rc6_residency);
109}
110
Ben Widawsky0136db52012-04-10 21:17:01 -0700111static DEVICE_ATTR(rc6_enable, S_IRUGO, show_rc6_mask, NULL);
112static DEVICE_ATTR(rc6_residency_ms, S_IRUGO, show_rc6_ms, NULL);
113static DEVICE_ATTR(rc6p_residency_ms, S_IRUGO, show_rc6p_ms, NULL);
114static DEVICE_ATTR(rc6pp_residency_ms, S_IRUGO, show_rc6pp_ms, NULL);
Ville Syrjälä626ad6f2015-02-26 21:10:27 +0530115static DEVICE_ATTR(media_rc6_residency_ms, S_IRUGO, show_media_rc6_ms, NULL);
Ben Widawsky0136db52012-04-10 21:17:01 -0700116
117static struct attribute *rc6_attrs[] = {
118 &dev_attr_rc6_enable.attr,
119 &dev_attr_rc6_residency_ms.attr,
Ben Widawsky0136db52012-04-10 21:17:01 -0700120 NULL
121};
122
123static struct attribute_group rc6_attr_group = {
124 .name = power_group_name,
125 .attrs = rc6_attrs
126};
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700127
128static struct attribute *rc6p_attrs[] = {
129 &dev_attr_rc6p_residency_ms.attr,
130 &dev_attr_rc6pp_residency_ms.attr,
131 NULL
132};
133
134static struct attribute_group rc6p_attr_group = {
135 .name = power_group_name,
136 .attrs = rc6p_attrs
137};
Ville Syrjälä626ad6f2015-02-26 21:10:27 +0530138
139static struct attribute *media_rc6_attrs[] = {
140 &dev_attr_media_rc6_residency_ms.attr,
141 NULL
142};
143
144static struct attribute_group media_rc6_attr_group = {
145 .name = power_group_name,
146 .attrs = media_rc6_attrs
147};
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700148#endif
Ben Widawsky0136db52012-04-10 21:17:01 -0700149
Ben Widawsky84bc7582012-05-25 16:56:25 -0700150static int l3_access_valid(struct drm_device *dev, loff_t offset)
151{
Ben Widawsky040d2ba2013-09-19 11:01:40 -0700152 if (!HAS_L3_DPF(dev))
Ben Widawsky84bc7582012-05-25 16:56:25 -0700153 return -EPERM;
154
155 if (offset % 4 != 0)
156 return -EINVAL;
157
158 if (offset >= GEN7_L3LOG_SIZE)
159 return -ENXIO;
160
161 return 0;
162}
163
164static ssize_t
165i915_l3_read(struct file *filp, struct kobject *kobj,
166 struct bin_attribute *attr, char *buf,
167 loff_t offset, size_t count)
168{
David Weinehallc49d13e2016-08-22 13:32:42 +0300169 struct device *kdev = kobj_to_dev(kobj);
170 struct drm_minor *dminor = kdev_to_drm_minor(kdev);
171 struct drm_device *dev = dminor->dev;
172 struct drm_i915_private *dev_priv = to_i915(dev);
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700173 int slice = (int)(uintptr_t)attr->private;
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700174 int ret;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700175
Ben Widawsky1c3dcd12013-09-12 22:28:28 -0700176 count = round_down(count, 4);
177
David Weinehallc49d13e2016-08-22 13:32:42 +0300178 ret = l3_access_valid(dev, offset);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700179 if (ret)
180 return ret;
181
Dan Carpentere5ad4022013-09-20 14:20:18 +0300182 count = min_t(size_t, GEN7_L3LOG_SIZE - offset, count);
Ben Widawsky33618ea2013-09-12 22:28:29 -0700183
David Weinehallc49d13e2016-08-22 13:32:42 +0300184 ret = i915_mutex_lock_interruptible(dev);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700185 if (ret)
186 return ret;
187
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700188 if (dev_priv->l3_parity.remap_info[slice])
189 memcpy(buf,
190 dev_priv->l3_parity.remap_info[slice] + (offset/4),
191 count);
192 else
193 memset(buf, 0, count);
Ben Widawsky1c966dd2013-09-17 21:12:42 -0700194
David Weinehallc49d13e2016-08-22 13:32:42 +0300195 mutex_unlock(&dev->struct_mutex);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700196
Ben Widawsky1c966dd2013-09-17 21:12:42 -0700197 return count;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700198}
199
200static ssize_t
201i915_l3_write(struct file *filp, struct kobject *kobj,
202 struct bin_attribute *attr, char *buf,
203 loff_t offset, size_t count)
204{
David Weinehallc49d13e2016-08-22 13:32:42 +0300205 struct device *kdev = kobj_to_dev(kobj);
206 struct drm_minor *dminor = kdev_to_drm_minor(kdev);
207 struct drm_device *dev = dminor->dev;
208 struct drm_i915_private *dev_priv = to_i915(dev);
Chris Wilsone2efd132016-05-24 14:53:34 +0100209 struct i915_gem_context *ctx;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700210 u32 *temp = NULL; /* Just here to make handling failures easy */
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700211 int slice = (int)(uintptr_t)attr->private;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700212 int ret;
213
David Weinehallc49d13e2016-08-22 13:32:42 +0300214 if (!HAS_HW_CONTEXTS(dev))
Ben Widawsky8245be32013-11-06 13:56:29 -0200215 return -ENXIO;
216
David Weinehallc49d13e2016-08-22 13:32:42 +0300217 ret = l3_access_valid(dev, offset);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700218 if (ret)
219 return ret;
220
David Weinehallc49d13e2016-08-22 13:32:42 +0300221 ret = i915_mutex_lock_interruptible(dev);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700222 if (ret)
223 return ret;
224
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700225 if (!dev_priv->l3_parity.remap_info[slice]) {
Ben Widawsky84bc7582012-05-25 16:56:25 -0700226 temp = kzalloc(GEN7_L3LOG_SIZE, GFP_KERNEL);
227 if (!temp) {
David Weinehallc49d13e2016-08-22 13:32:42 +0300228 mutex_unlock(&dev->struct_mutex);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700229 return -ENOMEM;
230 }
231 }
232
Ben Widawsky84bc7582012-05-25 16:56:25 -0700233 /* TODO: Ideally we really want a GPU reset here to make sure errors
234 * aren't propagated. Since I cannot find a stable way to reset the GPU
235 * at this point it is left as a TODO.
236 */
237 if (temp)
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700238 dev_priv->l3_parity.remap_info[slice] = temp;
Ben Widawsky84bc7582012-05-25 16:56:25 -0700239
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700240 memcpy(dev_priv->l3_parity.remap_info[slice] + (offset/4), buf, count);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700241
Ben Widawsky3ccfd192013-09-18 19:03:18 -0700242 /* NB: We defer the remapping until we switch to the context */
243 list_for_each_entry(ctx, &dev_priv->context_list, link)
244 ctx->remap_slice |= (1<<slice);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700245
David Weinehallc49d13e2016-08-22 13:32:42 +0300246 mutex_unlock(&dev->struct_mutex);
Ben Widawsky84bc7582012-05-25 16:56:25 -0700247
248 return count;
249}
250
251static struct bin_attribute dpf_attrs = {
252 .attr = {.name = "l3_parity", .mode = (S_IRUSR | S_IWUSR)},
253 .size = GEN7_L3LOG_SIZE,
254 .read = i915_l3_read,
255 .write = i915_l3_write,
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700256 .mmap = NULL,
257 .private = (void *)0
258};
259
260static struct bin_attribute dpf_attrs_1 = {
261 .attr = {.name = "l3_parity_slice_1", .mode = (S_IRUSR | S_IWUSR)},
262 .size = GEN7_L3LOG_SIZE,
263 .read = i915_l3_read,
264 .write = i915_l3_write,
265 .mmap = NULL,
266 .private = (void *)1
Ben Widawsky84bc7582012-05-25 16:56:25 -0700267};
268
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200269static ssize_t gt_act_freq_mhz_show(struct device *kdev,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700270 struct device_attribute *attr, char *buf)
271{
David Weinehallc49d13e2016-08-22 13:32:42 +0300272 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700273 struct drm_device *dev = minor->dev;
Chris Wilsonfac5e232016-07-04 11:34:36 +0100274 struct drm_i915_private *dev_priv = to_i915(dev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700275 int ret;
276
Imre Deakd46c0512014-04-14 20:24:27 +0300277 intel_runtime_pm_get(dev_priv);
278
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700279 mutex_lock(&dev_priv->rps.hw_lock);
Wayne Boyer666a4532015-12-09 12:29:35 -0800280 if (IS_VALLEYVIEW(dev_priv) || IS_CHERRYVIEW(dev_priv)) {
Jesse Barnes177006a2013-05-02 10:48:07 -0700281 u32 freq;
Jani Nikula64936252013-05-22 15:36:20 +0300282 freq = vlv_punit_read(dev_priv, PUNIT_REG_GPU_FREQ_STS);
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200283 ret = intel_gpu_freq(dev_priv, (freq >> 8) & 0xff);
Jesse Barnes177006a2013-05-02 10:48:07 -0700284 } else {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200285 u32 rpstat = I915_READ(GEN6_RPSTAT1);
Akash Goeled64d662015-03-06 11:07:22 +0530286 if (IS_GEN9(dev_priv))
287 ret = (rpstat & GEN9_CAGF_MASK) >> GEN9_CAGF_SHIFT;
288 else if (IS_HASWELL(dev_priv) || IS_BROADWELL(dev_priv))
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200289 ret = (rpstat & HSW_CAGF_MASK) >> HSW_CAGF_SHIFT;
290 else
291 ret = (rpstat & GEN6_CAGF_MASK) >> GEN6_CAGF_SHIFT;
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200292 ret = intel_gpu_freq(dev_priv, ret);
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200293 }
294 mutex_unlock(&dev_priv->rps.hw_lock);
295
296 intel_runtime_pm_put(dev_priv);
297
298 return snprintf(buf, PAGE_SIZE, "%d\n", ret);
299}
300
301static ssize_t gt_cur_freq_mhz_show(struct device *kdev,
302 struct device_attribute *attr, char *buf)
303{
David Weinehallc49d13e2016-08-22 13:32:42 +0300304 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200305 struct drm_device *dev = minor->dev;
Chris Wilsonfac5e232016-07-04 11:34:36 +0100306 struct drm_i915_private *dev_priv = to_i915(dev);
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200307
Chris Wilson62e1baa2016-07-13 09:10:36 +0100308 return snprintf(buf, PAGE_SIZE, "%d\n",
309 intel_gpu_freq(dev_priv,
310 dev_priv->rps.cur_freq));
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700311}
312
Chris Wilson29ecd78d2016-07-13 09:10:35 +0100313static ssize_t gt_boost_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
314{
David Weinehallc49d13e2016-08-22 13:32:42 +0300315 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Chris Wilson29ecd78d2016-07-13 09:10:35 +0100316 struct drm_i915_private *dev_priv = to_i915(minor->dev);
317
318 return snprintf(buf, PAGE_SIZE, "%d\n",
Chris Wilson62e1baa2016-07-13 09:10:36 +0100319 intel_gpu_freq(dev_priv,
320 dev_priv->rps.boost_freq));
Chris Wilson29ecd78d2016-07-13 09:10:35 +0100321}
322
323static ssize_t gt_boost_freq_mhz_store(struct device *kdev,
324 struct device_attribute *attr,
325 const char *buf, size_t count)
326{
David Weinehallc49d13e2016-08-22 13:32:42 +0300327 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Chris Wilson29ecd78d2016-07-13 09:10:35 +0100328 struct drm_device *dev = minor->dev;
Chris Wilson5b249602016-07-27 19:32:29 +0100329 struct drm_i915_private *dev_priv = to_i915(dev);
Chris Wilson29ecd78d2016-07-13 09:10:35 +0100330 u32 val;
331 ssize_t ret;
332
333 ret = kstrtou32(buf, 0, &val);
334 if (ret)
335 return ret;
336
337 /* Validate against (static) hardware limits */
338 val = intel_freq_opcode(dev_priv, val);
339 if (val < dev_priv->rps.min_freq || val > dev_priv->rps.max_freq)
340 return -EINVAL;
341
342 mutex_lock(&dev_priv->rps.hw_lock);
343 dev_priv->rps.boost_freq = val;
344 mutex_unlock(&dev_priv->rps.hw_lock);
345
346 return count;
347}
348
Chris Wilson97e4eed2013-08-26 16:18:54 +0100349static ssize_t vlv_rpe_freq_mhz_show(struct device *kdev,
350 struct device_attribute *attr, char *buf)
351{
David Weinehallc49d13e2016-08-22 13:32:42 +0300352 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100353 struct drm_device *dev = minor->dev;
Chris Wilsonfac5e232016-07-04 11:34:36 +0100354 struct drm_i915_private *dev_priv = to_i915(dev);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100355
Chris Wilson62e1baa2016-07-13 09:10:36 +0100356 return snprintf(buf, PAGE_SIZE, "%d\n",
357 intel_gpu_freq(dev_priv,
358 dev_priv->rps.efficient_freq));
Chris Wilson97e4eed2013-08-26 16:18:54 +0100359}
360
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700361static ssize_t gt_max_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
362{
David Weinehallc49d13e2016-08-22 13:32:42 +0300363 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700364 struct drm_device *dev = minor->dev;
Chris Wilsonfac5e232016-07-04 11:34:36 +0100365 struct drm_i915_private *dev_priv = to_i915(dev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700366
Chris Wilson62e1baa2016-07-13 09:10:36 +0100367 return snprintf(buf, PAGE_SIZE, "%d\n",
368 intel_gpu_freq(dev_priv,
369 dev_priv->rps.max_freq_softlimit));
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700370}
371
Ben Widawsky46ddf192012-09-12 18:12:07 -0700372static ssize_t gt_max_freq_mhz_store(struct device *kdev,
373 struct device_attribute *attr,
374 const char *buf, size_t count)
375{
David Weinehallc49d13e2016-08-22 13:32:42 +0300376 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700377 struct drm_device *dev = minor->dev;
Chris Wilsonfac5e232016-07-04 11:34:36 +0100378 struct drm_i915_private *dev_priv = to_i915(dev);
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700379 u32 val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700380 ssize_t ret;
381
382 ret = kstrtou32(buf, 0, &val);
383 if (ret)
384 return ret;
385
Sagar Arun Kamble933bfb42016-02-08 22:47:11 +0530386 intel_runtime_pm_get(dev_priv);
387
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700388 mutex_lock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700389
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200390 val = intel_freq_opcode(dev_priv, val);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700391
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700392 if (val < dev_priv->rps.min_freq ||
393 val > dev_priv->rps.max_freq ||
Ben Widawskyb39fb292014-03-19 18:31:11 -0700394 val < dev_priv->rps.min_freq_softlimit) {
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700395 mutex_unlock(&dev_priv->rps.hw_lock);
Sagar Arun Kamble933bfb42016-02-08 22:47:11 +0530396 intel_runtime_pm_put(dev_priv);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700397 return -EINVAL;
398 }
399
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700400 if (val > dev_priv->rps.rp0_freq)
Ben Widawsky31c77382013-04-05 14:29:22 -0700401 DRM_DEBUG("User requested overclocking to %d\n",
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200402 intel_gpu_freq(dev_priv, val));
Ben Widawsky31c77382013-04-05 14:29:22 -0700403
Ben Widawskyb39fb292014-03-19 18:31:11 -0700404 dev_priv->rps.max_freq_softlimit = val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700405
Ville Syrjäläf745a802015-01-23 21:04:23 +0200406 val = clamp_t(int, dev_priv->rps.cur_freq,
407 dev_priv->rps.min_freq_softlimit,
408 dev_priv->rps.max_freq_softlimit);
409
410 /* We still need *_set_rps to process the new max_delay and
411 * update the interrupt limits and PMINTRMSK even though
412 * frequency request may be unchanged. */
Chris Wilsondc979972016-05-10 14:10:04 +0100413 intel_set_rps(dev_priv, val);
Chris Wilson6917c7b2013-11-06 13:56:26 -0200414
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700415 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700416
Sagar Arun Kamble933bfb42016-02-08 22:47:11 +0530417 intel_runtime_pm_put(dev_priv);
418
Ben Widawsky46ddf192012-09-12 18:12:07 -0700419 return count;
420}
421
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700422static ssize_t gt_min_freq_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
423{
David Weinehallc49d13e2016-08-22 13:32:42 +0300424 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700425 struct drm_device *dev = minor->dev;
Chris Wilsonfac5e232016-07-04 11:34:36 +0100426 struct drm_i915_private *dev_priv = to_i915(dev);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700427
Chris Wilson62e1baa2016-07-13 09:10:36 +0100428 return snprintf(buf, PAGE_SIZE, "%d\n",
429 intel_gpu_freq(dev_priv,
430 dev_priv->rps.min_freq_softlimit));
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700431}
432
Ben Widawsky46ddf192012-09-12 18:12:07 -0700433static ssize_t gt_min_freq_mhz_store(struct device *kdev,
434 struct device_attribute *attr,
435 const char *buf, size_t count)
436{
David Weinehallc49d13e2016-08-22 13:32:42 +0300437 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700438 struct drm_device *dev = minor->dev;
Chris Wilsonfac5e232016-07-04 11:34:36 +0100439 struct drm_i915_private *dev_priv = to_i915(dev);
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700440 u32 val;
Ben Widawsky46ddf192012-09-12 18:12:07 -0700441 ssize_t ret;
442
443 ret = kstrtou32(buf, 0, &val);
444 if (ret)
445 return ret;
446
Sagar Arun Kamble933bfb42016-02-08 22:47:11 +0530447 intel_runtime_pm_get(dev_priv);
448
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700449 mutex_lock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700450
Ville Syrjälä7c59a9c12015-01-23 21:04:26 +0200451 val = intel_freq_opcode(dev_priv, val);
Jesse Barnes0a073b82013-04-17 15:54:58 -0700452
Ben Widawsky2a5913a2014-03-19 18:31:13 -0700453 if (val < dev_priv->rps.min_freq ||
454 val > dev_priv->rps.max_freq ||
455 val > dev_priv->rps.max_freq_softlimit) {
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700456 mutex_unlock(&dev_priv->rps.hw_lock);
Sagar Arun Kamble933bfb42016-02-08 22:47:11 +0530457 intel_runtime_pm_put(dev_priv);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700458 return -EINVAL;
459 }
460
Ben Widawskyb39fb292014-03-19 18:31:11 -0700461 dev_priv->rps.min_freq_softlimit = val;
Chris Wilson6917c7b2013-11-06 13:56:26 -0200462
Ville Syrjäläf745a802015-01-23 21:04:23 +0200463 val = clamp_t(int, dev_priv->rps.cur_freq,
464 dev_priv->rps.min_freq_softlimit,
465 dev_priv->rps.max_freq_softlimit);
466
467 /* We still need *_set_rps to process the new min_delay and
468 * update the interrupt limits and PMINTRMSK even though
469 * frequency request may be unchanged. */
Chris Wilsondc979972016-05-10 14:10:04 +0100470 intel_set_rps(dev_priv, val);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700471
Jesse Barnes4fc688c2012-11-02 11:14:01 -0700472 mutex_unlock(&dev_priv->rps.hw_lock);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700473
Sagar Arun Kamble933bfb42016-02-08 22:47:11 +0530474 intel_runtime_pm_put(dev_priv);
475
Ben Widawsky46ddf192012-09-12 18:12:07 -0700476 return count;
477
478}
479
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200480static DEVICE_ATTR(gt_act_freq_mhz, S_IRUGO, gt_act_freq_mhz_show, NULL);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700481static DEVICE_ATTR(gt_cur_freq_mhz, S_IRUGO, gt_cur_freq_mhz_show, NULL);
Chris Wilson29ecd78d2016-07-13 09:10:35 +0100482static DEVICE_ATTR(gt_boost_freq_mhz, S_IRUGO, gt_boost_freq_mhz_show, gt_boost_freq_mhz_store);
Ben Widawsky46ddf192012-09-12 18:12:07 -0700483static DEVICE_ATTR(gt_max_freq_mhz, S_IRUGO | S_IWUSR, gt_max_freq_mhz_show, gt_max_freq_mhz_store);
484static DEVICE_ATTR(gt_min_freq_mhz, S_IRUGO | S_IWUSR, gt_min_freq_mhz_show, gt_min_freq_mhz_store);
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700485
Chris Wilson97e4eed2013-08-26 16:18:54 +0100486static DEVICE_ATTR(vlv_rpe_freq_mhz, S_IRUGO, vlv_rpe_freq_mhz_show, NULL);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700487
488static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf);
489static DEVICE_ATTR(gt_RP0_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
490static DEVICE_ATTR(gt_RP1_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
491static DEVICE_ATTR(gt_RPn_freq_mhz, S_IRUGO, gt_rp_mhz_show, NULL);
492
493/* For now we have a static number of RP states */
494static ssize_t gt_rp_mhz_show(struct device *kdev, struct device_attribute *attr, char *buf)
495{
David Weinehallc49d13e2016-08-22 13:32:42 +0300496 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700497 struct drm_device *dev = minor->dev;
Chris Wilsonfac5e232016-07-04 11:34:36 +0100498 struct drm_i915_private *dev_priv = to_i915(dev);
Akash Goelbc4d91f2015-02-26 16:09:47 +0530499 u32 val;
Ben Widawskyac6ae342012-09-07 19:43:44 -0700500
Akash Goelbc4d91f2015-02-26 16:09:47 +0530501 if (attr == &dev_attr_gt_RP0_freq_mhz)
502 val = intel_gpu_freq(dev_priv, dev_priv->rps.rp0_freq);
503 else if (attr == &dev_attr_gt_RP1_freq_mhz)
504 val = intel_gpu_freq(dev_priv, dev_priv->rps.rp1_freq);
505 else if (attr == &dev_attr_gt_RPn_freq_mhz)
506 val = intel_gpu_freq(dev_priv, dev_priv->rps.min_freq);
507 else
Ben Widawskyac6ae342012-09-07 19:43:44 -0700508 BUG();
Akash Goelbc4d91f2015-02-26 16:09:47 +0530509
Jani Nikula3e2a1552013-02-14 10:42:11 +0200510 return snprintf(buf, PAGE_SIZE, "%d\n", val);
Ben Widawskyac6ae342012-09-07 19:43:44 -0700511}
512
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700513static const struct attribute *gen6_attrs[] = {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200514 &dev_attr_gt_act_freq_mhz.attr,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700515 &dev_attr_gt_cur_freq_mhz.attr,
Chris Wilson29ecd78d2016-07-13 09:10:35 +0100516 &dev_attr_gt_boost_freq_mhz.attr,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700517 &dev_attr_gt_max_freq_mhz.attr,
518 &dev_attr_gt_min_freq_mhz.attr,
Ben Widawskyac6ae342012-09-07 19:43:44 -0700519 &dev_attr_gt_RP0_freq_mhz.attr,
520 &dev_attr_gt_RP1_freq_mhz.attr,
521 &dev_attr_gt_RPn_freq_mhz.attr,
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700522 NULL,
523};
524
Chris Wilson97e4eed2013-08-26 16:18:54 +0100525static const struct attribute *vlv_attrs[] = {
Ville Syrjäläc8c972e2015-01-23 21:04:24 +0200526 &dev_attr_gt_act_freq_mhz.attr,
Chris Wilson97e4eed2013-08-26 16:18:54 +0100527 &dev_attr_gt_cur_freq_mhz.attr,
Chris Wilson29ecd78d2016-07-13 09:10:35 +0100528 &dev_attr_gt_boost_freq_mhz.attr,
Chris Wilson97e4eed2013-08-26 16:18:54 +0100529 &dev_attr_gt_max_freq_mhz.attr,
530 &dev_attr_gt_min_freq_mhz.attr,
Deepak S74c4f622014-07-10 13:16:22 +0530531 &dev_attr_gt_RP0_freq_mhz.attr,
532 &dev_attr_gt_RP1_freq_mhz.attr,
533 &dev_attr_gt_RPn_freq_mhz.attr,
Chris Wilson97e4eed2013-08-26 16:18:54 +0100534 &dev_attr_vlv_rpe_freq_mhz.attr,
535 NULL,
536};
537
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300538static ssize_t error_state_read(struct file *filp, struct kobject *kobj,
539 struct bin_attribute *attr, char *buf,
540 loff_t off, size_t count)
541{
542
Geliang Tang657fb5f2016-01-13 22:48:40 +0800543 struct device *kdev = kobj_to_dev(kobj);
David Weinehallc49d13e2016-08-22 13:32:42 +0300544 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300545 struct drm_device *dev = minor->dev;
546 struct i915_error_state_file_priv error_priv;
547 struct drm_i915_error_state_buf error_str;
548 ssize_t ret_count = 0;
549 int ret;
550
551 memset(&error_priv, 0, sizeof(error_priv));
552
Chris Wilson0a4cd7c2014-08-22 14:41:39 +0100553 ret = i915_error_state_buf_init(&error_str, to_i915(dev), count, off);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300554 if (ret)
555 return ret;
556
557 error_priv.dev = dev;
558 i915_error_state_get(dev, &error_priv);
559
560 ret = i915_error_state_to_str(&error_str, &error_priv);
561 if (ret)
562 goto out;
563
564 ret_count = count < error_str.bytes ? count : error_str.bytes;
565
566 memcpy(buf, error_str.buf, ret_count);
567out:
568 i915_error_state_put(&error_priv);
569 i915_error_state_buf_release(&error_str);
570
571 return ret ?: ret_count;
572}
573
574static ssize_t error_state_write(struct file *file, struct kobject *kobj,
575 struct bin_attribute *attr, char *buf,
576 loff_t off, size_t count)
577{
Geliang Tang657fb5f2016-01-13 22:48:40 +0800578 struct device *kdev = kobj_to_dev(kobj);
David Weinehallc49d13e2016-08-22 13:32:42 +0300579 struct drm_minor *minor = kdev_to_drm_minor(kdev);
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300580 struct drm_device *dev = minor->dev;
581 int ret;
582
583 DRM_DEBUG_DRIVER("Resetting error state\n");
584
585 ret = mutex_lock_interruptible(&dev->struct_mutex);
586 if (ret)
587 return ret;
588
589 i915_destroy_error_state(dev);
590 mutex_unlock(&dev->struct_mutex);
591
592 return count;
593}
594
595static struct bin_attribute error_state_attr = {
596 .attr.name = "error",
597 .attr.mode = S_IRUSR | S_IWUSR,
598 .size = 0,
599 .read = error_state_read,
600 .write = error_state_write,
601};
602
Ben Widawsky0136db52012-04-10 21:17:01 -0700603void i915_setup_sysfs(struct drm_device *dev)
604{
605 int ret;
606
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700607#ifdef CONFIG_PM
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700608 if (HAS_RC6(dev)) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000609 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
Daniel Vetter112abd22012-05-31 14:57:43 +0200610 &rc6_attr_group);
611 if (ret)
612 DRM_ERROR("RC6 residency sysfs setup failed\n");
613 }
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700614 if (HAS_RC6p(dev)) {
615 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
616 &rc6p_attr_group);
617 if (ret)
618 DRM_ERROR("RC6p residency sysfs setup failed\n");
619 }
Wayne Boyer666a4532015-12-09 12:29:35 -0800620 if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev)) {
Ville Syrjälä626ad6f2015-02-26 21:10:27 +0530621 ret = sysfs_merge_group(&dev->primary->kdev->kobj,
622 &media_rc6_attr_group);
623 if (ret)
624 DRM_ERROR("Media RC6 residency sysfs setup failed\n");
625 }
Ben Widawsky8c3f9292012-09-02 00:24:40 -0700626#endif
Ben Widawsky040d2ba2013-09-19 11:01:40 -0700627 if (HAS_L3_DPF(dev)) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000628 ret = device_create_bin_file(dev->primary->kdev, &dpf_attrs);
Daniel Vetter112abd22012-05-31 14:57:43 +0200629 if (ret)
630 DRM_ERROR("l3 parity sysfs setup failed\n");
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700631
632 if (NUM_L3_SLICES(dev) > 1) {
Dave Airlie5bdebb12013-10-11 14:07:25 +1000633 ret = device_create_bin_file(dev->primary->kdev,
Ben Widawsky35a85ac2013-09-19 11:13:41 -0700634 &dpf_attrs_1);
635 if (ret)
636 DRM_ERROR("l3 parity slice 1 setup failed\n");
637 }
Daniel Vetter112abd22012-05-31 14:57:43 +0200638 }
Ben Widawskydf6eedc2012-09-07 19:43:40 -0700639
Chris Wilson97e4eed2013-08-26 16:18:54 +0100640 ret = 0;
Wayne Boyer666a4532015-12-09 12:29:35 -0800641 if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev))
Dave Airlie5bdebb12013-10-11 14:07:25 +1000642 ret = sysfs_create_files(&dev->primary->kdev->kobj, vlv_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100643 else if (INTEL_INFO(dev)->gen >= 6)
Dave Airlie5bdebb12013-10-11 14:07:25 +1000644 ret = sysfs_create_files(&dev->primary->kdev->kobj, gen6_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100645 if (ret)
646 DRM_ERROR("RPS sysfs setup failed\n");
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300647
Dave Airlie5bdebb12013-10-11 14:07:25 +1000648 ret = sysfs_create_bin_file(&dev->primary->kdev->kobj,
Mika Kuoppalaef86ddc2013-06-06 17:38:54 +0300649 &error_state_attr);
650 if (ret)
651 DRM_ERROR("error_state sysfs setup failed\n");
Ben Widawsky0136db52012-04-10 21:17:01 -0700652}
653
654void i915_teardown_sysfs(struct drm_device *dev)
655{
Dave Airlie5bdebb12013-10-11 14:07:25 +1000656 sysfs_remove_bin_file(&dev->primary->kdev->kobj, &error_state_attr);
Wayne Boyer666a4532015-12-09 12:29:35 -0800657 if (IS_VALLEYVIEW(dev) || IS_CHERRYVIEW(dev))
Dave Airlie5bdebb12013-10-11 14:07:25 +1000658 sysfs_remove_files(&dev->primary->kdev->kobj, vlv_attrs);
Chris Wilson97e4eed2013-08-26 16:18:54 +0100659 else
Dave Airlie5bdebb12013-10-11 14:07:25 +1000660 sysfs_remove_files(&dev->primary->kdev->kobj, gen6_attrs);
661 device_remove_bin_file(dev->primary->kdev, &dpf_attrs_1);
662 device_remove_bin_file(dev->primary->kdev, &dpf_attrs);
Ben Widawsky853c70e2012-09-19 10:50:19 -0700663#ifdef CONFIG_PM
Dave Airlie5bdebb12013-10-11 14:07:25 +1000664 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6_attr_group);
Rodrigo Vivi58abf1d2014-10-07 07:06:50 -0700665 sysfs_unmerge_group(&dev->primary->kdev->kobj, &rc6p_attr_group);
Ben Widawsky853c70e2012-09-19 10:50:19 -0700666#endif
Ben Widawsky0136db52012-04-10 21:17:01 -0700667}