blob: 0a638c97702a5b2c4dfffd8df944e679d215496d [file] [log] [blame]
Douglas Thompson7c9281d2007-07-19 01:49:33 -07001/*
2 * edac_mc kernel module
Douglas Thompson42a8e392007-07-19 01:50:10 -07003 * (C) 2005-2007 Linux Networx (http://lnxi.com)
4 *
Douglas Thompson7c9281d2007-07-19 01:49:33 -07005 * This file may be distributed under the terms of the
6 * GNU General Public License.
7 *
Douglas Thompson42a8e392007-07-19 01:50:10 -07008 * Written Doug Thompson <norsk5@xmission.com> www.softwarebitmaker.com
Douglas Thompson7c9281d2007-07-19 01:49:33 -07009 *
Mauro Carvalho Chehab37e59f82014-02-07 08:03:07 -020010 * (c) 2012-2013 - Mauro Carvalho Chehab
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -030011 * The entire API were re-written, and ported to use struct device
12 *
Douglas Thompson7c9281d2007-07-19 01:49:33 -070013 */
14
Douglas Thompson7c9281d2007-07-19 01:49:33 -070015#include <linux/ctype.h>
Tejun Heo5a0e3ad2010-03-24 17:04:11 +090016#include <linux/slab.h>
Borislav Petkov30e1f7a2010-09-02 17:26:48 +020017#include <linux/edac.h>
Doug Thompson8096cfa2007-07-19 01:50:27 -070018#include <linux/bug.h>
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -030019#include <linux/pm_runtime.h>
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -030020#include <linux/uaccess.h>
Douglas Thompson7c9281d2007-07-19 01:49:33 -070021
Mauro Carvalho Chehab78d88e82016-10-29 15:16:34 -020022#include "edac_mc.h"
Douglas Thompson7c9281d2007-07-19 01:49:33 -070023#include "edac_module.h"
24
25/* MC EDAC Controls, setable by module parameter, and sysfs */
Dave Jiang4de78c62007-07-19 01:49:54 -070026static int edac_mc_log_ue = 1;
27static int edac_mc_log_ce = 1;
Douglas Thompsonf0440912007-07-19 01:50:19 -070028static int edac_mc_panic_on_ue;
Eiichi Tsukatad8655e72019-06-26 14:40:11 +090029static unsigned int edac_mc_poll_msec = 1000;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070030
31/* Getter functions for above */
Dave Jiang4de78c62007-07-19 01:49:54 -070032int edac_mc_get_log_ue(void)
Douglas Thompson7c9281d2007-07-19 01:49:33 -070033{
Dave Jiang4de78c62007-07-19 01:49:54 -070034 return edac_mc_log_ue;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070035}
36
Dave Jiang4de78c62007-07-19 01:49:54 -070037int edac_mc_get_log_ce(void)
Douglas Thompson7c9281d2007-07-19 01:49:33 -070038{
Dave Jiang4de78c62007-07-19 01:49:54 -070039 return edac_mc_log_ce;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070040}
41
Dave Jiang4de78c62007-07-19 01:49:54 -070042int edac_mc_get_panic_on_ue(void)
Douglas Thompson7c9281d2007-07-19 01:49:33 -070043{
Dave Jiang4de78c62007-07-19 01:49:54 -070044 return edac_mc_panic_on_ue;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070045}
46
Dave Jiang81d87cb2007-07-19 01:49:52 -070047/* this is temporary */
Eiichi Tsukatad8655e72019-06-26 14:40:11 +090048unsigned int edac_mc_get_poll_msec(void)
Dave Jiang81d87cb2007-07-19 01:49:52 -070049{
Dave Jiang4de78c62007-07-19 01:49:54 -070050 return edac_mc_poll_msec;
Douglas Thompson7c9281d2007-07-19 01:49:33 -070051}
52
Kees Cooke4dca7b2017-10-17 19:04:42 -070053static int edac_set_poll_msec(const char *val, const struct kernel_param *kp)
Arthur Jones096846e2008-07-25 01:49:09 -070054{
Eiichi Tsukatad8655e72019-06-26 14:40:11 +090055 unsigned int i;
Arthur Jones096846e2008-07-25 01:49:09 -070056 int ret;
57
58 if (!val)
59 return -EINVAL;
60
Eiichi Tsukatad8655e72019-06-26 14:40:11 +090061 ret = kstrtouint(val, 0, &i);
Jingoo Hanc542b532013-07-19 16:07:21 +090062 if (ret)
63 return ret;
Borislav Petkov9da21b12014-02-03 15:05:13 -050064
Eiichi Tsukatad8655e72019-06-26 14:40:11 +090065 if (i < 1000)
Arthur Jones096846e2008-07-25 01:49:09 -070066 return -EINVAL;
Borislav Petkov9da21b12014-02-03 15:05:13 -050067
Eiichi Tsukatad8655e72019-06-26 14:40:11 +090068 *((unsigned int *)kp->arg) = i;
Arthur Jones096846e2008-07-25 01:49:09 -070069
70 /* notify edac_mc engine to reset the poll period */
Eiichi Tsukatad8655e72019-06-26 14:40:11 +090071 edac_mc_reset_delay_period(i);
Arthur Jones096846e2008-07-25 01:49:09 -070072
73 return 0;
74}
75
Douglas Thompson7c9281d2007-07-19 01:49:33 -070076/* Parameter declarations for above */
Dave Jiang4de78c62007-07-19 01:49:54 -070077module_param(edac_mc_panic_on_ue, int, 0644);
78MODULE_PARM_DESC(edac_mc_panic_on_ue, "Panic on uncorrected error: 0=off 1=on");
79module_param(edac_mc_log_ue, int, 0644);
80MODULE_PARM_DESC(edac_mc_log_ue,
Douglas Thompson079708b2007-07-19 01:49:58 -070081 "Log uncorrectable error to console: 0=off 1=on");
Dave Jiang4de78c62007-07-19 01:49:54 -070082module_param(edac_mc_log_ce, int, 0644);
83MODULE_PARM_DESC(edac_mc_log_ce,
Douglas Thompson079708b2007-07-19 01:49:58 -070084 "Log correctable error to console: 0=off 1=on");
Eiichi Tsukatad8655e72019-06-26 14:40:11 +090085module_param_call(edac_mc_poll_msec, edac_set_poll_msec, param_get_uint,
Arthur Jones096846e2008-07-25 01:49:09 -070086 &edac_mc_poll_msec, 0644);
Dave Jiang4de78c62007-07-19 01:49:54 -070087MODULE_PARM_DESC(edac_mc_poll_msec, "Polling period in milliseconds");
Douglas Thompson7c9281d2007-07-19 01:49:33 -070088
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -030089static struct device *mci_pdev;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -030090
Douglas Thompson7c9281d2007-07-19 01:49:33 -070091/*
92 * various constants for Memory Controllers
93 */
Borislav Petkov8b7719e2013-03-25 15:41:55 +010094static const char * const dev_types[] = {
Douglas Thompson7c9281d2007-07-19 01:49:33 -070095 [DEV_UNKNOWN] = "Unknown",
96 [DEV_X1] = "x1",
97 [DEV_X2] = "x2",
98 [DEV_X4] = "x4",
99 [DEV_X8] = "x8",
100 [DEV_X16] = "x16",
101 [DEV_X32] = "x32",
102 [DEV_X64] = "x64"
103};
104
Borislav Petkov8b7719e2013-03-25 15:41:55 +0100105static const char * const edac_caps[] = {
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700106 [EDAC_UNKNOWN] = "Unknown",
107 [EDAC_NONE] = "None",
108 [EDAC_RESERVED] = "Reserved",
109 [EDAC_PARITY] = "PARITY",
110 [EDAC_EC] = "EC",
111 [EDAC_SECDED] = "SECDED",
112 [EDAC_S2ECD2ED] = "S2ECD2ED",
113 [EDAC_S4ECD4ED] = "S4ECD4ED",
114 [EDAC_S8ECD8ED] = "S8ECD8ED",
115 [EDAC_S16ECD16ED] = "S16ECD16ED"
116};
117
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300118#ifdef CONFIG_EDAC_LEGACY_SYSFS
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300119/*
120 * EDAC sysfs CSROW data structures and methods
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700121 */
122
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300123#define to_csrow(k) container_of(k, struct csrow_info, dev)
124
125/*
126 * We need it to avoid namespace conflicts between the legacy API
127 * and the per-dimm/per-rank one
128 */
129#define DEVICE_ATTR_LEGACY(_name, _mode, _show, _store) \
Stephen Hemmingerfbe2d362013-02-21 21:44:17 -0800130 static struct device_attribute dev_attr_legacy_##_name = __ATTR(_name, _mode, _show, _store)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300131
132struct dev_ch_attribute {
133 struct device_attribute attr;
Robert Richterd55c79a2019-09-02 12:33:41 +0000134 unsigned int channel;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300135};
136
137#define DEVICE_CHANNEL(_name, _mode, _show, _store, _var) \
Borislav Petkovf11135d2015-01-30 14:49:04 +0100138 static struct dev_ch_attribute dev_attr_legacy_##_name = \
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300139 { __ATTR(_name, _mode, _show, _store), (_var) }
140
141#define to_channel(k) (container_of(k, struct dev_ch_attribute, attr)->channel)
142
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700143/* Set of more default csrow<id> attribute show/store functions */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300144static ssize_t csrow_ue_count_show(struct device *dev,
145 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700146{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300147 struct csrow_info *csrow = to_csrow(dev);
148
Douglas Thompson079708b2007-07-19 01:49:58 -0700149 return sprintf(data, "%u\n", csrow->ue_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700150}
151
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300152static ssize_t csrow_ce_count_show(struct device *dev,
153 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700154{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300155 struct csrow_info *csrow = to_csrow(dev);
156
Douglas Thompson079708b2007-07-19 01:49:58 -0700157 return sprintf(data, "%u\n", csrow->ce_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700158}
159
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300160static ssize_t csrow_size_show(struct device *dev,
161 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700162{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300163 struct csrow_info *csrow = to_csrow(dev);
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300164 int i;
165 u32 nr_pages = 0;
166
167 for (i = 0; i < csrow->nr_channels; i++)
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300168 nr_pages += csrow->channels[i]->dimm->nr_pages;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300169 return sprintf(data, "%u\n", PAGES_TO_MiB(nr_pages));
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700170}
171
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300172static ssize_t csrow_mem_type_show(struct device *dev,
173 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700174{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300175 struct csrow_info *csrow = to_csrow(dev);
176
Tony Luckd6dd77e2018-03-12 11:24:26 -0700177 return sprintf(data, "%s\n", edac_mem_types[csrow->channels[0]->dimm->mtype]);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700178}
179
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300180static ssize_t csrow_dev_type_show(struct device *dev,
181 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700182{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300183 struct csrow_info *csrow = to_csrow(dev);
184
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300185 return sprintf(data, "%s\n", dev_types[csrow->channels[0]->dimm->dtype]);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700186}
187
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300188static ssize_t csrow_edac_mode_show(struct device *dev,
189 struct device_attribute *mattr,
190 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700191{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300192 struct csrow_info *csrow = to_csrow(dev);
193
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300194 return sprintf(data, "%s\n", edac_caps[csrow->channels[0]->dimm->edac_mode]);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700195}
196
197/* show/store functions for DIMM Label attributes */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300198static ssize_t channel_dimm_label_show(struct device *dev,
199 struct device_attribute *mattr,
200 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700201{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300202 struct csrow_info *csrow = to_csrow(dev);
Robert Richterd55c79a2019-09-02 12:33:41 +0000203 unsigned int chan = to_channel(mattr);
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300204 struct rank_info *rank = csrow->channels[chan];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300205
Arthur Jones124682c2008-07-25 01:49:12 -0700206 /* if field has not been initialized, there is nothing to send */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300207 if (!rank->dimm->label[0])
Arthur Jones124682c2008-07-25 01:49:12 -0700208 return 0;
209
Toshi Kani1ea62c52015-09-22 08:58:02 -0600210 return snprintf(data, sizeof(rank->dimm->label) + 1, "%s\n",
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300211 rank->dimm->label);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700212}
213
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300214static ssize_t channel_dimm_label_store(struct device *dev,
215 struct device_attribute *mattr,
216 const char *data, size_t count)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700217{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300218 struct csrow_info *csrow = to_csrow(dev);
Robert Richterd55c79a2019-09-02 12:33:41 +0000219 unsigned int chan = to_channel(mattr);
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300220 struct rank_info *rank = csrow->channels[chan];
Toshi Kani438470b2015-09-24 13:06:04 -0600221 size_t copy_count = count;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300222
Toshi Kani438470b2015-09-24 13:06:04 -0600223 if (count == 0)
224 return -EINVAL;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700225
Toshi Kani438470b2015-09-24 13:06:04 -0600226 if (data[count - 1] == '\0' || data[count - 1] == '\n')
227 copy_count -= 1;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700228
Toshi Kanid0c9c932015-09-24 13:59:27 -0600229 if (copy_count == 0 || copy_count >= sizeof(rank->dimm->label))
Toshi Kani438470b2015-09-24 13:06:04 -0600230 return -EINVAL;
231
232 strncpy(rank->dimm->label, data, copy_count);
233 rank->dimm->label[copy_count] = '\0';
234
235 return count;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700236}
237
238/* show function for dynamic chX_ce_count attribute */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300239static ssize_t channel_ce_count_show(struct device *dev,
240 struct device_attribute *mattr, char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700241{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300242 struct csrow_info *csrow = to_csrow(dev);
Robert Richterd55c79a2019-09-02 12:33:41 +0000243 unsigned int chan = to_channel(mattr);
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300244 struct rank_info *rank = csrow->channels[chan];
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300245
246 return sprintf(data, "%u\n", rank->ce_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700247}
248
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300249/* cwrow<id>/attribute files */
250DEVICE_ATTR_LEGACY(size_mb, S_IRUGO, csrow_size_show, NULL);
251DEVICE_ATTR_LEGACY(dev_type, S_IRUGO, csrow_dev_type_show, NULL);
252DEVICE_ATTR_LEGACY(mem_type, S_IRUGO, csrow_mem_type_show, NULL);
253DEVICE_ATTR_LEGACY(edac_mode, S_IRUGO, csrow_edac_mode_show, NULL);
254DEVICE_ATTR_LEGACY(ue_count, S_IRUGO, csrow_ue_count_show, NULL);
255DEVICE_ATTR_LEGACY(ce_count, S_IRUGO, csrow_ce_count_show, NULL);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700256
257/* default attributes of the CSROW<id> object */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300258static struct attribute *csrow_attrs[] = {
259 &dev_attr_legacy_dev_type.attr,
260 &dev_attr_legacy_mem_type.attr,
261 &dev_attr_legacy_edac_mode.attr,
262 &dev_attr_legacy_size_mb.attr,
263 &dev_attr_legacy_ue_count.attr,
264 &dev_attr_legacy_ce_count.attr,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700265 NULL,
266};
267
Arvind Yadav1c18be52017-07-17 10:20:25 +0200268static const struct attribute_group csrow_attr_grp = {
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300269 .attrs = csrow_attrs,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700270};
271
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300272static const struct attribute_group *csrow_attr_groups[] = {
273 &csrow_attr_grp,
274 NULL
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700275};
276
Bhumika Goyalb2b3e7362017-08-19 13:52:12 +0530277static const struct device_type csrow_attr_type = {
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300278 .groups = csrow_attr_groups,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300279};
280
281/*
282 * possible dynamic channel DIMM Label attribute files
283 *
284 */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300285DEVICE_CHANNEL(ch0_dimm_label, S_IRUGO | S_IWUSR,
286 channel_dimm_label_show, channel_dimm_label_store, 0);
287DEVICE_CHANNEL(ch1_dimm_label, S_IRUGO | S_IWUSR,
288 channel_dimm_label_show, channel_dimm_label_store, 1);
289DEVICE_CHANNEL(ch2_dimm_label, S_IRUGO | S_IWUSR,
290 channel_dimm_label_show, channel_dimm_label_store, 2);
291DEVICE_CHANNEL(ch3_dimm_label, S_IRUGO | S_IWUSR,
292 channel_dimm_label_show, channel_dimm_label_store, 3);
293DEVICE_CHANNEL(ch4_dimm_label, S_IRUGO | S_IWUSR,
294 channel_dimm_label_show, channel_dimm_label_store, 4);
295DEVICE_CHANNEL(ch5_dimm_label, S_IRUGO | S_IWUSR,
296 channel_dimm_label_show, channel_dimm_label_store, 5);
Borislav Petkovbba14292016-06-10 10:28:38 +0200297DEVICE_CHANNEL(ch6_dimm_label, S_IRUGO | S_IWUSR,
298 channel_dimm_label_show, channel_dimm_label_store, 6);
299DEVICE_CHANNEL(ch7_dimm_label, S_IRUGO | S_IWUSR,
300 channel_dimm_label_show, channel_dimm_label_store, 7);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700301
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300302/* Total possible dynamic DIMM Label attribute file table */
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100303static struct attribute *dynamic_csrow_dimm_attr[] = {
304 &dev_attr_legacy_ch0_dimm_label.attr.attr,
305 &dev_attr_legacy_ch1_dimm_label.attr.attr,
306 &dev_attr_legacy_ch2_dimm_label.attr.attr,
307 &dev_attr_legacy_ch3_dimm_label.attr.attr,
308 &dev_attr_legacy_ch4_dimm_label.attr.attr,
309 &dev_attr_legacy_ch5_dimm_label.attr.attr,
Borislav Petkovbba14292016-06-10 10:28:38 +0200310 &dev_attr_legacy_ch6_dimm_label.attr.attr,
311 &dev_attr_legacy_ch7_dimm_label.attr.attr,
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100312 NULL
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300313};
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700314
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300315/* possible dynamic channel ce_count attribute files */
Srivatsa S. Bhatc8c64d12013-04-30 15:17:16 +0530316DEVICE_CHANNEL(ch0_ce_count, S_IRUGO,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300317 channel_ce_count_show, NULL, 0);
Srivatsa S. Bhatc8c64d12013-04-30 15:17:16 +0530318DEVICE_CHANNEL(ch1_ce_count, S_IRUGO,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300319 channel_ce_count_show, NULL, 1);
Srivatsa S. Bhatc8c64d12013-04-30 15:17:16 +0530320DEVICE_CHANNEL(ch2_ce_count, S_IRUGO,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300321 channel_ce_count_show, NULL, 2);
Srivatsa S. Bhatc8c64d12013-04-30 15:17:16 +0530322DEVICE_CHANNEL(ch3_ce_count, S_IRUGO,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300323 channel_ce_count_show, NULL, 3);
Srivatsa S. Bhatc8c64d12013-04-30 15:17:16 +0530324DEVICE_CHANNEL(ch4_ce_count, S_IRUGO,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300325 channel_ce_count_show, NULL, 4);
Srivatsa S. Bhatc8c64d12013-04-30 15:17:16 +0530326DEVICE_CHANNEL(ch5_ce_count, S_IRUGO,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300327 channel_ce_count_show, NULL, 5);
Borislav Petkovbba14292016-06-10 10:28:38 +0200328DEVICE_CHANNEL(ch6_ce_count, S_IRUGO,
329 channel_ce_count_show, NULL, 6);
330DEVICE_CHANNEL(ch7_ce_count, S_IRUGO,
331 channel_ce_count_show, NULL, 7);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700332
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300333/* Total possible dynamic ce_count attribute file table */
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100334static struct attribute *dynamic_csrow_ce_count_attr[] = {
335 &dev_attr_legacy_ch0_ce_count.attr.attr,
336 &dev_attr_legacy_ch1_ce_count.attr.attr,
337 &dev_attr_legacy_ch2_ce_count.attr.attr,
338 &dev_attr_legacy_ch3_ce_count.attr.attr,
339 &dev_attr_legacy_ch4_ce_count.attr.attr,
340 &dev_attr_legacy_ch5_ce_count.attr.attr,
Borislav Petkovbba14292016-06-10 10:28:38 +0200341 &dev_attr_legacy_ch6_ce_count.attr.attr,
342 &dev_attr_legacy_ch7_ce_count.attr.attr,
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100343 NULL
344};
345
346static umode_t csrow_dev_is_visible(struct kobject *kobj,
347 struct attribute *attr, int idx)
348{
349 struct device *dev = kobj_to_dev(kobj);
350 struct csrow_info *csrow = container_of(dev, struct csrow_info, dev);
351
352 if (idx >= csrow->nr_channels)
353 return 0;
Borislav Petkovbba14292016-06-10 10:28:38 +0200354
355 if (idx >= ARRAY_SIZE(dynamic_csrow_ce_count_attr) - 1) {
356 WARN_ONCE(1, "idx: %d\n", idx);
357 return 0;
358 }
359
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100360 /* Only expose populated DIMMs */
361 if (!csrow->channels[idx]->dimm->nr_pages)
362 return 0;
Borislav Petkovbba14292016-06-10 10:28:38 +0200363
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100364 return attr->mode;
365}
366
367
368static const struct attribute_group csrow_dev_dimm_group = {
369 .attrs = dynamic_csrow_dimm_attr,
370 .is_visible = csrow_dev_is_visible,
371};
372
373static const struct attribute_group csrow_dev_ce_count_group = {
374 .attrs = dynamic_csrow_ce_count_attr,
375 .is_visible = csrow_dev_is_visible,
376};
377
378static const struct attribute_group *csrow_dev_groups[] = {
379 &csrow_dev_dimm_group,
380 &csrow_dev_ce_count_group,
381 NULL
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700382};
383
Robert Richterbea1bfd2020-02-12 13:03:40 +0100384static void csrow_release(struct device *dev)
385{
386 /*
387 * Nothing to do, just unregister sysfs here. The mci
388 * device owns the data and will also release it.
389 */
390}
391
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300392static inline int nr_pages_per_csrow(struct csrow_info *csrow)
393{
394 int chan, nr_pages = 0;
395
396 for (chan = 0; chan < csrow->nr_channels; chan++)
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300397 nr_pages += csrow->channels[chan]->dimm->nr_pages;
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300398
399 return nr_pages;
400}
401
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700402/* Create a CSROW object under specifed edac_mc_device */
Doug Thompson8096cfa2007-07-19 01:50:27 -0700403static int edac_create_csrow_object(struct mem_ctl_info *mci,
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300404 struct csrow_info *csrow, int index)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700405{
Pan Bian585fb3d2019-04-18 10:27:18 +0800406 int err;
407
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300408 csrow->dev.type = &csrow_attr_type;
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100409 csrow->dev.groups = csrow_dev_groups;
Robert Richterbea1bfd2020-02-12 13:03:40 +0100410 csrow->dev.release = csrow_release;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300411 device_initialize(&csrow->dev);
412 csrow->dev.parent = &mci->dev;
Borislav Petkov921a6892012-09-13 18:46:39 +0200413 csrow->mci = mci;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300414 dev_set_name(&csrow->dev, "csrow%d", index);
415 dev_set_drvdata(&csrow->dev, csrow);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700416
Pan Bian585fb3d2019-04-18 10:27:18 +0800417 err = device_add(&csrow->dev);
Robert Richtere701f412019-09-02 12:33:47 +0000418 if (err) {
419 edac_dbg(1, "failure: create device %s\n", dev_name(&csrow->dev));
Pan Bian585fb3d2019-04-18 10:27:18 +0800420 put_device(&csrow->dev);
Robert Richtere701f412019-09-02 12:33:47 +0000421 return err;
422 }
Pan Bian585fb3d2019-04-18 10:27:18 +0800423
Robert Richtere701f412019-09-02 12:33:47 +0000424 edac_dbg(0, "device %s created\n", dev_name(&csrow->dev));
425
426 return 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700427}
428
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300429/* Create a CSROW object under specifed edac_mc_device */
430static int edac_create_csrow_objects(struct mem_ctl_info *mci)
431{
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100432 int err, i;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300433 struct csrow_info *csrow;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700434
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300435 for (i = 0; i < mci->nr_csrows; i++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300436 csrow = mci->csrows[i];
Mauro Carvalho Chehabe39f4ea2012-03-29 12:20:22 -0300437 if (!nr_pages_per_csrow(csrow))
438 continue;
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300439 err = edac_create_csrow_object(mci, mci->csrows[i], i);
Robert Richtere701f412019-09-02 12:33:47 +0000440 if (err < 0)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300441 goto error;
442 }
443 return 0;
444
445error:
446 for (--i; i >= 0; i--) {
Robert Richterbea1bfd2020-02-12 13:03:40 +0100447 if (device_is_registered(&mci->csrows[i]->dev))
448 device_unregister(&mci->csrows[i]->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300449 }
450
451 return err;
452}
453
454static void edac_delete_csrow_objects(struct mem_ctl_info *mci)
455{
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100456 int i;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300457
Robert Richterbea1bfd2020-02-12 13:03:40 +0100458 for (i = 0; i < mci->nr_csrows; i++) {
459 if (device_is_registered(&mci->csrows[i]->dev))
460 device_unregister(&mci->csrows[i]->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300461 }
462}
Robert Richterbea1bfd2020-02-12 13:03:40 +0100463
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300464#endif
465
466/*
467 * Per-dimm (or per-rank) devices
468 */
469
470#define to_dimm(k) container_of(k, struct dimm_info, dev)
471
472/* show/store functions for DIMM Label attributes */
473static ssize_t dimmdev_location_show(struct device *dev,
474 struct device_attribute *mattr, char *data)
475{
476 struct dimm_info *dimm = to_dimm(dev);
Xiongfeng Wange6bbde82020-09-14 10:48:54 +0800477 ssize_t count;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300478
Xiongfeng Wange6bbde82020-09-14 10:48:54 +0800479 count = edac_dimm_info_location(dimm, data, PAGE_SIZE);
480 count += scnprintf(data + count, PAGE_SIZE - count, "\n");
481
482 return count;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300483}
484
485static ssize_t dimmdev_label_show(struct device *dev,
486 struct device_attribute *mattr, char *data)
487{
488 struct dimm_info *dimm = to_dimm(dev);
489
490 /* if field has not been initialized, there is nothing to send */
491 if (!dimm->label[0])
492 return 0;
493
Toshi Kani1ea62c52015-09-22 08:58:02 -0600494 return snprintf(data, sizeof(dimm->label) + 1, "%s\n", dimm->label);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300495}
496
497static ssize_t dimmdev_label_store(struct device *dev,
498 struct device_attribute *mattr,
499 const char *data,
500 size_t count)
501{
502 struct dimm_info *dimm = to_dimm(dev);
Toshi Kani438470b2015-09-24 13:06:04 -0600503 size_t copy_count = count;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300504
Toshi Kani438470b2015-09-24 13:06:04 -0600505 if (count == 0)
506 return -EINVAL;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300507
Toshi Kani438470b2015-09-24 13:06:04 -0600508 if (data[count - 1] == '\0' || data[count - 1] == '\n')
509 copy_count -= 1;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300510
Toshi Kanid0c9c932015-09-24 13:59:27 -0600511 if (copy_count == 0 || copy_count >= sizeof(dimm->label))
Toshi Kani438470b2015-09-24 13:06:04 -0600512 return -EINVAL;
513
514 strncpy(dimm->label, data, copy_count);
515 dimm->label[copy_count] = '\0';
516
517 return count;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300518}
519
520static ssize_t dimmdev_size_show(struct device *dev,
521 struct device_attribute *mattr, char *data)
522{
523 struct dimm_info *dimm = to_dimm(dev);
524
525 return sprintf(data, "%u\n", PAGES_TO_MiB(dimm->nr_pages));
526}
527
528static ssize_t dimmdev_mem_type_show(struct device *dev,
529 struct device_attribute *mattr, char *data)
530{
531 struct dimm_info *dimm = to_dimm(dev);
532
Tony Luckd6dd77e2018-03-12 11:24:26 -0700533 return sprintf(data, "%s\n", edac_mem_types[dimm->mtype]);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300534}
535
536static ssize_t dimmdev_dev_type_show(struct device *dev,
537 struct device_attribute *mattr, char *data)
538{
539 struct dimm_info *dimm = to_dimm(dev);
540
541 return sprintf(data, "%s\n", dev_types[dimm->dtype]);
542}
543
544static ssize_t dimmdev_edac_mode_show(struct device *dev,
545 struct device_attribute *mattr,
546 char *data)
547{
548 struct dimm_info *dimm = to_dimm(dev);
549
550 return sprintf(data, "%s\n", edac_caps[dimm->edac_mode]);
551}
552
Aaron Miller4fb6fde2016-11-03 15:01:53 -0700553static ssize_t dimmdev_ce_count_show(struct device *dev,
554 struct device_attribute *mattr,
555 char *data)
556{
557 struct dimm_info *dimm = to_dimm(dev);
Aaron Miller4fb6fde2016-11-03 15:01:53 -0700558
Robert Richter4aa92c82020-02-17 12:30:23 +0100559 return sprintf(data, "%u\n", dimm->ce_count);
Aaron Miller4fb6fde2016-11-03 15:01:53 -0700560}
561
562static ssize_t dimmdev_ue_count_show(struct device *dev,
563 struct device_attribute *mattr,
564 char *data)
565{
566 struct dimm_info *dimm = to_dimm(dev);
Aaron Miller4fb6fde2016-11-03 15:01:53 -0700567
Robert Richter4aa92c82020-02-17 12:30:23 +0100568 return sprintf(data, "%u\n", dimm->ue_count);
Aaron Miller4fb6fde2016-11-03 15:01:53 -0700569}
570
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300571/* dimm/rank attribute files */
572static DEVICE_ATTR(dimm_label, S_IRUGO | S_IWUSR,
573 dimmdev_label_show, dimmdev_label_store);
574static DEVICE_ATTR(dimm_location, S_IRUGO, dimmdev_location_show, NULL);
575static DEVICE_ATTR(size, S_IRUGO, dimmdev_size_show, NULL);
576static DEVICE_ATTR(dimm_mem_type, S_IRUGO, dimmdev_mem_type_show, NULL);
577static DEVICE_ATTR(dimm_dev_type, S_IRUGO, dimmdev_dev_type_show, NULL);
578static DEVICE_ATTR(dimm_edac_mode, S_IRUGO, dimmdev_edac_mode_show, NULL);
Aaron Miller4fb6fde2016-11-03 15:01:53 -0700579static DEVICE_ATTR(dimm_ce_count, S_IRUGO, dimmdev_ce_count_show, NULL);
580static DEVICE_ATTR(dimm_ue_count, S_IRUGO, dimmdev_ue_count_show, NULL);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300581
582/* attributes of the dimm<id>/rank<id> object */
583static struct attribute *dimm_attrs[] = {
584 &dev_attr_dimm_label.attr,
585 &dev_attr_dimm_location.attr,
586 &dev_attr_size.attr,
587 &dev_attr_dimm_mem_type.attr,
588 &dev_attr_dimm_dev_type.attr,
589 &dev_attr_dimm_edac_mode.attr,
Aaron Miller4fb6fde2016-11-03 15:01:53 -0700590 &dev_attr_dimm_ce_count.attr,
591 &dev_attr_dimm_ue_count.attr,
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300592 NULL,
593};
594
Arvind Yadav1c18be52017-07-17 10:20:25 +0200595static const struct attribute_group dimm_attr_grp = {
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300596 .attrs = dimm_attrs,
597};
598
599static const struct attribute_group *dimm_attr_groups[] = {
600 &dimm_attr_grp,
601 NULL
602};
603
Bhumika Goyalb2b3e7362017-08-19 13:52:12 +0530604static const struct device_type dimm_attr_type = {
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300605 .groups = dimm_attr_groups,
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300606};
607
Robert Richterbea1bfd2020-02-12 13:03:40 +0100608static void dimm_release(struct device *dev)
609{
610 /*
611 * Nothing to do, just unregister sysfs here. The mci
612 * device owns the data and will also release it.
613 */
614}
615
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300616/* Create a DIMM object under specifed memory controller device */
617static int edac_create_dimm_object(struct mem_ctl_info *mci,
Robert Richterc498afa2019-11-06 09:33:07 +0000618 struct dimm_info *dimm)
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300619{
620 int err;
621 dimm->mci = mci;
622
623 dimm->dev.type = &dimm_attr_type;
Robert Richterbea1bfd2020-02-12 13:03:40 +0100624 dimm->dev.release = dimm_release;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300625 device_initialize(&dimm->dev);
626
627 dimm->dev.parent = &mci->dev;
Mauro Carvalho Chehab9713fae2013-03-11 09:28:48 -0300628 if (mci->csbased)
Robert Richterc498afa2019-11-06 09:33:07 +0000629 dev_set_name(&dimm->dev, "rank%d", dimm->idx);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300630 else
Robert Richterc498afa2019-11-06 09:33:07 +0000631 dev_set_name(&dimm->dev, "dimm%d", dimm->idx);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300632 dev_set_drvdata(&dimm->dev, dimm);
633 pm_runtime_forbid(&mci->dev);
634
Greg KH7adc05d2019-05-08 12:40:42 +0200635 err = device_add(&dimm->dev);
Robert Richtere701f412019-09-02 12:33:47 +0000636 if (err) {
637 edac_dbg(1, "failure: create device %s\n", dev_name(&dimm->dev));
Greg KH7adc05d2019-05-08 12:40:42 +0200638 put_device(&dimm->dev);
Robert Richtere701f412019-09-02 12:33:47 +0000639 return err;
640 }
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300641
Robert Richtere701f412019-09-02 12:33:47 +0000642 if (IS_ENABLED(CONFIG_EDAC_DEBUG)) {
643 char location[80];
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300644
Robert Richtere701f412019-09-02 12:33:47 +0000645 edac_dimm_info_location(dimm, location, sizeof(location));
646 edac_dbg(0, "device %s created at location %s\n",
647 dev_name(&dimm->dev), location);
648 }
649
650 return 0;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300651}
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300652
653/*
654 * Memory controller device
655 */
656
657#define to_mci(k) container_of(k, struct mem_ctl_info, dev)
658
659static ssize_t mci_reset_counters_store(struct device *dev,
660 struct device_attribute *mattr,
Douglas Thompson079708b2007-07-19 01:49:58 -0700661 const char *data, size_t count)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700662{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300663 struct mem_ctl_info *mci = to_mci(dev);
Robert Richter4aa92c82020-02-17 12:30:23 +0100664 struct dimm_info *dimm;
665 int row, chan;
666
Mauro Carvalho Chehab5926ff52012-02-09 11:05:20 -0300667 mci->ue_mc = 0;
668 mci->ce_mc = 0;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300669 mci->ue_noinfo_count = 0;
670 mci->ce_noinfo_count = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700671
672 for (row = 0; row < mci->nr_csrows; row++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300673 struct csrow_info *ri = mci->csrows[row];
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700674
675 ri->ue_count = 0;
676 ri->ce_count = 0;
677
678 for (chan = 0; chan < ri->nr_channels; chan++)
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300679 ri->channels[chan]->ce_count = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700680 }
681
Robert Richter4aa92c82020-02-17 12:30:23 +0100682 mci_for_each_dimm(mci, dimm) {
683 dimm->ue_count = 0;
684 dimm->ce_count = 0;
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300685 }
686
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700687 mci->start_time = jiffies;
688 return count;
689}
690
Borislav Petkov39094442010-11-24 19:52:09 +0100691/* Memory scrubbing interface:
692 *
693 * A MC driver can limit the scrubbing bandwidth based on the CPU type.
694 * Therefore, ->set_sdram_scrub_rate should be made to return the actual
695 * bandwidth that is accepted or 0 when scrubbing is to be disabled.
696 *
697 * Negative value still means that an error has occurred while setting
698 * the scrub rate.
699 */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300700static ssize_t mci_sdram_scrub_rate_store(struct device *dev,
701 struct device_attribute *mattr,
Borislav Petkoveba042a2010-05-25 18:21:07 +0200702 const char *data, size_t count)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700703{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300704 struct mem_ctl_info *mci = to_mci(dev);
Borislav Petkoveba042a2010-05-25 18:21:07 +0200705 unsigned long bandwidth = 0;
Borislav Petkov39094442010-11-24 19:52:09 +0100706 int new_bw = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700707
Jingoo Hanc7f62fc2013-06-01 16:08:22 +0900708 if (kstrtoul(data, 10, &bandwidth) < 0)
Borislav Petkoveba042a2010-05-25 18:21:07 +0200709 return -EINVAL;
710
Borislav Petkov39094442010-11-24 19:52:09 +0100711 new_bw = mci->set_sdram_scrub_rate(mci, bandwidth);
Markus Trippelsdorf49496032011-04-20 14:28:45 -0400712 if (new_bw < 0) {
713 edac_printk(KERN_WARNING, EDAC_MC,
714 "Error setting scrub rate to: %lu\n", bandwidth);
715 return -EINVAL;
Borislav Petkoveba042a2010-05-25 18:21:07 +0200716 }
Borislav Petkov39094442010-11-24 19:52:09 +0100717
Markus Trippelsdorf49496032011-04-20 14:28:45 -0400718 return count;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700719}
720
Borislav Petkov39094442010-11-24 19:52:09 +0100721/*
722 * ->get_sdram_scrub_rate() return value semantics same as above.
723 */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300724static ssize_t mci_sdram_scrub_rate_show(struct device *dev,
725 struct device_attribute *mattr,
726 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700727{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300728 struct mem_ctl_info *mci = to_mci(dev);
Borislav Petkov39094442010-11-24 19:52:09 +0100729 int bandwidth = 0;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700730
Borislav Petkov39094442010-11-24 19:52:09 +0100731 bandwidth = mci->get_sdram_scrub_rate(mci);
732 if (bandwidth < 0) {
733 edac_printk(KERN_DEBUG, EDAC_MC, "Error reading scrub rate\n");
734 return bandwidth;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700735 }
Borislav Petkoveba042a2010-05-25 18:21:07 +0200736
Borislav Petkov39094442010-11-24 19:52:09 +0100737 return sprintf(data, "%d\n", bandwidth);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700738}
739
740/* default attribute files for the MCI object */
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300741static ssize_t mci_ue_count_show(struct device *dev,
742 struct device_attribute *mattr,
743 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700744{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300745 struct mem_ctl_info *mci = to_mci(dev);
746
Eric Badger34417f22021-10-03 11:16:53 -0700747 return sprintf(data, "%u\n", mci->ue_mc);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700748}
749
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300750static ssize_t mci_ce_count_show(struct device *dev,
751 struct device_attribute *mattr,
752 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700753{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300754 struct mem_ctl_info *mci = to_mci(dev);
755
Eric Badger34417f22021-10-03 11:16:53 -0700756 return sprintf(data, "%u\n", mci->ce_mc);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700757}
758
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300759static ssize_t mci_ce_noinfo_show(struct device *dev,
760 struct device_attribute *mattr,
761 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700762{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300763 struct mem_ctl_info *mci = to_mci(dev);
764
Eric Badger34417f22021-10-03 11:16:53 -0700765 return sprintf(data, "%u\n", mci->ce_noinfo_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700766}
767
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300768static ssize_t mci_ue_noinfo_show(struct device *dev,
769 struct device_attribute *mattr,
770 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700771{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300772 struct mem_ctl_info *mci = to_mci(dev);
773
Eric Badger34417f22021-10-03 11:16:53 -0700774 return sprintf(data, "%u\n", mci->ue_noinfo_count);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700775}
776
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300777static ssize_t mci_seconds_show(struct device *dev,
778 struct device_attribute *mattr,
779 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700780{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300781 struct mem_ctl_info *mci = to_mci(dev);
782
Douglas Thompson079708b2007-07-19 01:49:58 -0700783 return sprintf(data, "%ld\n", (jiffies - mci->start_time) / HZ);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700784}
785
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300786static ssize_t mci_ctl_name_show(struct device *dev,
787 struct device_attribute *mattr,
788 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700789{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300790 struct mem_ctl_info *mci = to_mci(dev);
791
Douglas Thompson079708b2007-07-19 01:49:58 -0700792 return sprintf(data, "%s\n", mci->ctl_name);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700793}
794
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300795static ssize_t mci_size_mb_show(struct device *dev,
796 struct device_attribute *mattr,
797 char *data)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700798{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300799 struct mem_ctl_info *mci = to_mci(dev);
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300800 int total_pages = 0, csrow_idx, j;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700801
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300802 for (csrow_idx = 0; csrow_idx < mci->nr_csrows; csrow_idx++) {
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300803 struct csrow_info *csrow = mci->csrows[csrow_idx];
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700804
Mauro Carvalho Chehab1eef1282013-03-11 09:07:46 -0300805 for (j = 0; j < csrow->nr_channels; j++) {
806 struct dimm_info *dimm = csrow->channels[j]->dimm;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700807
Mauro Carvalho Chehab1eef1282013-03-11 09:07:46 -0300808 total_pages += dimm->nr_pages;
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300809 }
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700810 }
811
Douglas Thompson079708b2007-07-19 01:49:58 -0700812 return sprintf(data, "%u\n", PAGES_TO_MiB(total_pages));
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700813}
814
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300815static ssize_t mci_max_location_show(struct device *dev,
816 struct device_attribute *mattr,
817 char *data)
818{
819 struct mem_ctl_info *mci = to_mci(dev);
Xiongfeng Wange6bbde82020-09-14 10:48:54 +0800820 int len = PAGE_SIZE;
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300821 char *p = data;
Xiongfeng Wange6bbde82020-09-14 10:48:54 +0800822 int i, n;
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300823
824 for (i = 0; i < mci->n_layers; i++) {
Xiongfeng Wange6bbde82020-09-14 10:48:54 +0800825 n = scnprintf(p, len, "%s %d ",
826 edac_layer_name[mci->layers[i].type],
827 mci->layers[i].size - 1);
828 len -= n;
829 if (len <= 0)
830 goto out;
831
832 p += n;
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300833 }
834
Xiongfeng Wange6bbde82020-09-14 10:48:54 +0800835 p += scnprintf(p, len, "\n");
836out:
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300837 return p - data;
838}
839
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700840/* default Control file */
Borislav Petkovf11135d2015-01-30 14:49:04 +0100841static DEVICE_ATTR(reset_counters, S_IWUSR, NULL, mci_reset_counters_store);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700842
843/* default Attribute files */
Borislav Petkovf11135d2015-01-30 14:49:04 +0100844static DEVICE_ATTR(mc_name, S_IRUGO, mci_ctl_name_show, NULL);
845static DEVICE_ATTR(size_mb, S_IRUGO, mci_size_mb_show, NULL);
846static DEVICE_ATTR(seconds_since_reset, S_IRUGO, mci_seconds_show, NULL);
847static DEVICE_ATTR(ue_noinfo_count, S_IRUGO, mci_ue_noinfo_show, NULL);
848static DEVICE_ATTR(ce_noinfo_count, S_IRUGO, mci_ce_noinfo_show, NULL);
849static DEVICE_ATTR(ue_count, S_IRUGO, mci_ue_count_show, NULL);
850static DEVICE_ATTR(ce_count, S_IRUGO, mci_ce_count_show, NULL);
851static DEVICE_ATTR(max_location, S_IRUGO, mci_max_location_show, NULL);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700852
853/* memory scrubber attribute file */
Ben Dooks628ea922016-06-08 18:35:56 +0100854static DEVICE_ATTR(sdram_scrub_rate, 0, mci_sdram_scrub_rate_show,
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100855 mci_sdram_scrub_rate_store); /* umode set later in is_visible */
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700856
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300857static struct attribute *mci_attrs[] = {
858 &dev_attr_reset_counters.attr,
859 &dev_attr_mc_name.attr,
860 &dev_attr_size_mb.attr,
861 &dev_attr_seconds_since_reset.attr,
862 &dev_attr_ue_noinfo_count.attr,
863 &dev_attr_ce_noinfo_count.attr,
864 &dev_attr_ue_count.attr,
865 &dev_attr_ce_count.attr,
Mauro Carvalho Chehab8ad6c782012-03-21 17:13:24 -0300866 &dev_attr_max_location.attr,
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100867 &dev_attr_sdram_scrub_rate.attr,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700868 NULL
869};
870
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100871static umode_t mci_attr_is_visible(struct kobject *kobj,
872 struct attribute *attr, int idx)
873{
874 struct device *dev = kobj_to_dev(kobj);
875 struct mem_ctl_info *mci = to_mci(dev);
876 umode_t mode = 0;
877
878 if (attr != &dev_attr_sdram_scrub_rate.attr)
879 return attr->mode;
880 if (mci->get_sdram_scrub_rate)
881 mode |= S_IRUGO;
882 if (mci->set_sdram_scrub_rate)
883 mode |= S_IWUSR;
884 return mode;
885}
886
Arvind Yadav1c18be52017-07-17 10:20:25 +0200887static const struct attribute_group mci_attr_grp = {
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300888 .attrs = mci_attrs,
Takashi Iwai2c1946b2015-02-04 11:48:51 +0100889 .is_visible = mci_attr_is_visible,
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700890};
891
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300892static const struct attribute_group *mci_attr_groups[] = {
893 &mci_attr_grp,
894 NULL
Mauro Carvalho Chehabcc301b32009-09-24 16:23:42 -0300895};
896
Bhumika Goyalb2b3e7362017-08-19 13:52:12 +0530897static const struct device_type mci_attr_type = {
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300898 .groups = mci_attr_groups,
Mauro Carvalho Chehabcc301b32009-09-24 16:23:42 -0300899};
900
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700901/*
902 * Create a new Memory Controller kobject instance,
903 * mc<id> under the 'mc' directory
904 *
905 * Return:
906 * 0 Success
907 * !0 Failure
908 */
Takashi Iwai4e8d2302015-02-04 11:48:52 +0100909int edac_create_sysfs_mci_device(struct mem_ctl_info *mci,
910 const struct attribute_group **groups)
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700911{
Robert Richterc498afa2019-11-06 09:33:07 +0000912 struct dimm_info *dimm;
913 int err;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700914
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300915 /* get the /sys/devices/system/edac subsys reference */
916 mci->dev.type = &mci_attr_type;
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300917 mci->dev.parent = mci_pdev;
Takashi Iwai4e8d2302015-02-04 11:48:52 +0100918 mci->dev.groups = groups;
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300919 dev_set_name(&mci->dev, "mc%d", mci->mc_idx);
920 dev_set_drvdata(&mci->dev, mci);
921 pm_runtime_forbid(&mci->dev);
922
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300923 err = device_add(&mci->dev);
924 if (err < 0) {
Mauro Carvalho Chehab3d958822013-02-15 07:51:25 -0300925 edac_dbg(1, "failure: create device %s\n", dev_name(&mci->dev));
Robert Richterbea1bfd2020-02-12 13:03:40 +0100926 /* no put_device() here, free mci with _edac_mc_free() */
Robert Richter644110e2019-09-02 12:33:45 +0000927 return err;
Douglas Thompson42a8e392007-07-19 01:50:10 -0700928 }
929
Robert Richtere701f412019-09-02 12:33:47 +0000930 edac_dbg(0, "device %s created\n", dev_name(&mci->dev));
931
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300932 /*
933 * Create the dimm/rank devices
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700934 */
Robert Richterc498afa2019-11-06 09:33:07 +0000935 mci_for_each_dimm(mci, dimm) {
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300936 /* Only expose populated DIMMs */
Junjie Mao1bf19502015-01-29 09:13:55 +0800937 if (!dimm->nr_pages)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300938 continue;
Junjie Mao1bf19502015-01-29 09:13:55 +0800939
Robert Richterc498afa2019-11-06 09:33:07 +0000940 err = edac_create_dimm_object(mci, dimm);
Robert Richtere701f412019-09-02 12:33:47 +0000941 if (err)
Robert Richterbea1bfd2020-02-12 13:03:40 +0100942 goto fail;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700943 }
944
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300945#ifdef CONFIG_EDAC_LEGACY_SYSFS
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300946 err = edac_create_csrow_objects(mci);
947 if (err < 0)
Robert Richterbea1bfd2020-02-12 13:03:40 +0100948 goto fail;
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300949#endif
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300950
Borislav Petkov7ac8bf92015-09-22 11:56:04 +0200951 edac_create_debugfs_nodes(mci);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700952 return 0;
953
Robert Richterbea1bfd2020-02-12 13:03:40 +0100954fail:
955 edac_remove_sysfs_mci_device(mci);
Borislav Petkov12e26962015-12-01 15:52:36 +0100956
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700957 return err;
958}
959
960/*
961 * remove a Memory Controller instance
962 */
963void edac_remove_sysfs_mci_device(struct mem_ctl_info *mci)
964{
Robert Richterc498afa2019-11-06 09:33:07 +0000965 struct dimm_info *dimm;
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700966
Robert Richterbea1bfd2020-02-12 13:03:40 +0100967 if (!device_is_registered(&mci->dev))
968 return;
969
Joe Perches956b9ba12012-04-29 17:08:39 -0300970 edac_dbg(0, "\n");
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700971
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300972#ifdef CONFIG_EDAC_DEBUG
Tan Xiaojun30f84a82015-10-14 09:49:24 +0800973 edac_debugfs_remove_recursive(mci->debugfs);
Mauro Carvalho Chehab452a6bf2012-03-26 09:35:11 -0300974#endif
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300975#ifdef CONFIG_EDAC_LEGACY_SYSFS
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300976 edac_delete_csrow_objects(mci);
Mauro Carvalho Chehab19974712012-03-21 17:06:53 -0300977#endif
Mauro Carvalho Chehaba895bf82012-01-28 09:09:38 -0300978
Robert Richterc498afa2019-11-06 09:33:07 +0000979 mci_for_each_dimm(mci, dimm) {
Robert Richterbea1bfd2020-02-12 13:03:40 +0100980 if (!device_is_registered(&dimm->dev))
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300981 continue;
Robert Richtere701f412019-09-02 12:33:47 +0000982 edac_dbg(1, "unregistering device %s\n", dev_name(&dimm->dev));
Lans Zhang44d22e22012-12-24 14:01:34 +0100983 device_unregister(&dimm->dev);
Douglas Thompson7c9281d2007-07-19 01:49:33 -0700984 }
Doug Thompson8096cfa2007-07-19 01:50:27 -0700985
Robert Richterbea1bfd2020-02-12 13:03:40 +0100986 /* only remove the device, but keep mci */
987 device_del(&mci->dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300988}
Doug Thompson8096cfa2007-07-19 01:50:27 -0700989
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300990static void mc_attr_release(struct device *dev)
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300991{
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300992 /*
993 * There's no container structure here, as this is just the mci
994 * parent device, used to create the /sys/devices/mc sysfs node.
995 * So, there are no attributes on it.
996 */
Robert Richtere701f412019-09-02 12:33:47 +0000997 edac_dbg(1, "device %s released\n", dev_name(dev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -0300998 kfree(dev);
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -0300999}
1000
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001001/*
1002 * Init/exit code for the module. Basically, creates/removes /sys/class/rc
1003 */
1004int __init edac_mc_sysfs_init(void)
1005{
Mauro Carvalho Chehab7a623c02012-04-16 16:41:11 -03001006 int err;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001007
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001008 mci_pdev = kzalloc(sizeof(*mci_pdev), GFP_KERNEL);
Robert Richter644110e2019-09-02 12:33:45 +00001009 if (!mci_pdev)
1010 return -ENOMEM;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001011
Borislav Petkovd4538002015-11-30 14:20:41 +01001012 mci_pdev->bus = edac_get_sysfs_subsys();
Robert Richterbea1bfd2020-02-12 13:03:40 +01001013 mci_pdev->release = mc_attr_release;
1014 mci_pdev->init_name = "mc";
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001015
Robert Richterbea1bfd2020-02-12 13:03:40 +01001016 err = device_register(mci_pdev);
Robert Richter644110e2019-09-02 12:33:45 +00001017 if (err < 0) {
Robert Richtere701f412019-09-02 12:33:47 +00001018 edac_dbg(1, "failure: create device %s\n", dev_name(mci_pdev));
Robert Richter644110e2019-09-02 12:33:45 +00001019 put_device(mci_pdev);
1020 return err;
1021 }
Doug Thompson8096cfa2007-07-19 01:50:27 -07001022
Joe Perches956b9ba12012-04-29 17:08:39 -03001023 edac_dbg(0, "device %s created\n", dev_name(mci_pdev));
Mauro Carvalho Chehabde3910eb2012-04-24 15:05:43 -03001024
Doug Thompson8096cfa2007-07-19 01:50:27 -07001025 return 0;
Doug Thompson8096cfa2007-07-19 01:50:27 -07001026}
1027
Alexey Khoroshilovc6b97bc2015-02-05 22:12:42 -08001028void edac_mc_sysfs_exit(void)
Doug Thompson8096cfa2007-07-19 01:50:27 -07001029{
Lans Zhang44d22e22012-12-24 14:01:34 +01001030 device_unregister(mci_pdev);
Doug Thompson8096cfa2007-07-19 01:50:27 -07001031}