blob: e294f44a785046656379b574893061c6377b5beb [file] [log] [blame]
Thomas Gleixner43593752019-05-19 15:51:42 +02001// SPDX-License-Identifier: GPL-2.0-or-later
Linus Torvalds1da177e2005-04-16 15:20:36 -07002/*
Rafael J. Wysocki0a347642013-03-03 23:18:03 +01003 * Copyright (C) 2004, 2013 Intel Corporation
4 * Author: Naveen B S <naveen.b.s@intel.com>
5 * Author: Rafael J. Wysocki <rafael.j.wysocki@intel.com>
Linus Torvalds1da177e2005-04-16 15:20:36 -07006 *
7 * All rights reserved.
8 *
Linus Torvalds1da177e2005-04-16 15:20:36 -07009 * ACPI based HotPlug driver that supports Memory Hotplug
Nick Andrewc7060d92009-01-03 18:53:39 +110010 * This driver fields notifications from firmware for memory add
Linus Torvalds1da177e2005-04-16 15:20:36 -070011 * and remove operations and alerts the VM of the affected memory
12 * ranges.
13 */
14
Toshi Kaniab6c5702012-11-20 23:42:28 +000015#include <linux/acpi.h>
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +020016#include <linux/memory.h>
Rafael J. Wysocki0a347642013-03-03 23:18:03 +010017#include <linux/memory_hotplug.h>
18
19#include "internal.h"
Linus Torvalds1da177e2005-04-16 15:20:36 -070020
Linus Torvalds1da177e2005-04-16 15:20:36 -070021#define ACPI_MEMORY_DEVICE_CLASS "memory"
22#define ACPI_MEMORY_DEVICE_HID "PNP0C80"
Linus Torvalds1da177e2005-04-16 15:20:36 -070023#define ACPI_MEMORY_DEVICE_NAME "Hotplug Mem Device"
24
25#define _COMPONENT ACPI_MEMORY_DEVICE_COMPONENT
26
Zhao Yakuiaa7b2b22009-07-03 10:49:03 +080027#undef PREFIX
28#define PREFIX "ACPI:memory_hp:"
29
Len Brownf52fd662007-02-12 22:42:12 -050030ACPI_MODULE_NAME("acpi_memhotplug");
Linus Torvalds1da177e2005-04-16 15:20:36 -070031
Rafael J. Wysockicccd4202014-05-30 04:29:14 +020032static const struct acpi_device_id memory_device_ids[] = {
33 {ACPI_MEMORY_DEVICE_HID, 0},
34 {"", 0},
35};
36
37#ifdef CONFIG_ACPI_HOTPLUG_MEMORY
38
Linus Torvalds1da177e2005-04-16 15:20:36 -070039/* Memory Device States */
40#define MEMORY_INVALID_STATE 0
41#define MEMORY_POWER_ON_STATE 1
42#define MEMORY_POWER_OFF_STATE 2
43
Rafael J. Wysocki0a347642013-03-03 23:18:03 +010044static int acpi_memory_device_add(struct acpi_device *device,
45 const struct acpi_device_id *not_used);
46static void acpi_memory_device_remove(struct acpi_device *device);
Linus Torvalds1da177e2005-04-16 15:20:36 -070047
Rafael J. Wysocki0a347642013-03-03 23:18:03 +010048static struct acpi_scan_handler memory_device_handler = {
Thomas Renninger1ba90e32007-07-23 14:44:41 +020049 .ids = memory_device_ids,
Rafael J. Wysocki0a347642013-03-03 23:18:03 +010050 .attach = acpi_memory_device_add,
51 .detach = acpi_memory_device_remove,
52 .hotplug = {
53 .enabled = true,
54 },
Linus Torvalds1da177e2005-04-16 15:20:36 -070055};
56
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -070057struct acpi_memory_info {
58 struct list_head list;
59 u64 start_addr; /* Memory Range start physical addr */
60 u64 length; /* Memory Range length */
61 unsigned short caching; /* memory cache attribute */
62 unsigned short write_protect; /* memory read/write attribute */
63 unsigned int enabled:1;
64};
65
Linus Torvalds1da177e2005-04-16 15:20:36 -070066struct acpi_memory_device {
Patrick Mochel3b748632006-05-19 16:54:38 -040067 struct acpi_device * device;
Len Brown4be44fc2005-08-05 00:44:28 -040068 unsigned int state; /* State of the memory device */
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -070069 struct list_head res_list;
Linus Torvalds1da177e2005-04-16 15:20:36 -070070};
71
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -070072static acpi_status
73acpi_memory_get_resource(struct acpi_resource *resource, void *context)
74{
75 struct acpi_memory_device *mem_device = context;
76 struct acpi_resource_address64 address64;
77 struct acpi_memory_info *info, *new;
78 acpi_status status;
79
80 status = acpi_resource_to_address64(resource, &address64);
81 if (ACPI_FAILURE(status) ||
82 (address64.resource_type != ACPI_MEMORY_RANGE))
83 return AE_OK;
84
85 list_for_each_entry(info, &mem_device->res_list, list) {
86 /* Can we combine the resource range information? */
87 if ((info->caching == address64.info.mem.caching) &&
88 (info->write_protect == address64.info.mem.write_protect) &&
Lv Zhenga45de932015-01-26 16:58:56 +080089 (info->start_addr + info->length == address64.address.minimum)) {
90 info->length += address64.address.address_length;
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -070091 return AE_OK;
92 }
93 }
94
95 new = kzalloc(sizeof(struct acpi_memory_info), GFP_KERNEL);
96 if (!new)
97 return AE_ERROR;
98
99 INIT_LIST_HEAD(&new->list);
100 new->caching = address64.info.mem.caching;
101 new->write_protect = address64.info.mem.write_protect;
Lv Zhenga45de932015-01-26 16:58:56 +0800102 new->start_addr = address64.address.minimum;
103 new->length = address64.address.address_length;
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700104 list_add_tail(&new->list, &mem_device->res_list);
105
106 return AE_OK;
107}
108
Wen Congyang386e52b2012-11-16 02:06:06 +0100109static void
110acpi_memory_free_device_resources(struct acpi_memory_device *mem_device)
111{
112 struct acpi_memory_info *info, *n;
113
114 list_for_each_entry_safe(info, n, &mem_device->res_list, list)
115 kfree(info);
116 INIT_LIST_HEAD(&mem_device->res_list);
117}
118
Linus Torvalds1da177e2005-04-16 15:20:36 -0700119static int
120acpi_memory_get_device_resources(struct acpi_memory_device *mem_device)
121{
122 acpi_status status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700123
KAMEZAWA Hiroyuki5d2870f2006-08-05 12:15:04 -0700124 if (!list_empty(&mem_device->res_list))
125 return 0;
126
Patrick Mochelb8632782006-05-19 16:54:41 -0400127 status = acpi_walk_resources(mem_device->device->handle, METHOD_NAME__CRS,
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700128 acpi_memory_get_resource, mem_device);
129 if (ACPI_FAILURE(status)) {
Wen Congyang386e52b2012-11-16 02:06:06 +0100130 acpi_memory_free_device_resources(mem_device);
Patrick Mocheld550d982006-06-27 00:41:40 -0400131 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700132 }
133
Patrick Mocheld550d982006-06-27 00:41:40 -0400134 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700135}
136
Len Brown4be44fc2005-08-05 00:44:28 -0400137static int acpi_memory_check_device(struct acpi_memory_device *mem_device)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700138{
Matthew Wilcox27663c52008-10-10 02:22:59 -0400139 unsigned long long current_status;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700140
141 /* Get device present/absent information from the _STA */
Zhang Yanfei16ff8162013-10-02 16:27:37 +0800142 if (ACPI_FAILURE(acpi_evaluate_integer(mem_device->device->handle,
143 METHOD_NAME__STA, NULL,
144 &current_status)))
Patrick Mocheld550d982006-06-27 00:41:40 -0400145 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700146 /*
147 * Check for device status. Device should be
148 * present/enabled/functioning.
149 */
Bjorn Helgaasa0bd4ac2007-04-25 14:17:39 -0400150 if (!((current_status & ACPI_STA_DEVICE_PRESENT)
151 && (current_status & ACPI_STA_DEVICE_ENABLED)
152 && (current_status & ACPI_STA_DEVICE_FUNCTIONING)))
Patrick Mocheld550d982006-06-27 00:41:40 -0400153 return -ENODEV;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700154
Patrick Mocheld550d982006-06-27 00:41:40 -0400155 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700156}
157
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200158static int acpi_bind_memblk(struct memory_block *mem, void *arg)
159{
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100160 return acpi_bind_one(&mem->dev, arg);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200161}
162
163static int acpi_bind_memory_blocks(struct acpi_memory_info *info,
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100164 struct acpi_device *adev)
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200165{
David Hildenbrandfbcf73c2019-07-18 15:57:46 -0700166 return walk_memory_blocks(info->start_addr, info->length, adev,
167 acpi_bind_memblk);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200168}
169
170static int acpi_unbind_memblk(struct memory_block *mem, void *arg)
171{
172 acpi_unbind_one(&mem->dev);
173 return 0;
174}
175
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100176static void acpi_unbind_memory_blocks(struct acpi_memory_info *info)
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200177{
David Hildenbrandfbcf73c2019-07-18 15:57:46 -0700178 walk_memory_blocks(info->start_addr, info->length, NULL,
179 acpi_unbind_memblk);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200180}
181
Len Brown4be44fc2005-08-05 00:44:28 -0400182static int acpi_memory_enable_device(struct acpi_memory_device *mem_device)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700183{
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200184 acpi_handle handle = mem_device->device->handle;
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700185 int result, num_enabled = 0;
186 struct acpi_memory_info *info;
Yasunori Goto1e3590e2006-06-27 02:53:31 -0700187 int node;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700188
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200189 node = acpi_get_node(handle);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700190 /*
191 * Tell the VM there is more memory here...
192 * Note: Assume that this function returns zero on success
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700193 * We don't have memory-hot-add rollback function,now.
194 * (i.e. memory-hot-remove function)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700195 */
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700196 list_for_each_entry(info, &mem_device->res_list, list) {
KAMEZAWA Hiroyukifa25d8d2006-08-05 12:15:02 -0700197 if (info->enabled) { /* just sanity check...*/
Yasunori Gotodd56a8e2006-06-27 02:53:29 -0700198 num_enabled++;
199 continue;
200 }
Zhao Yakui5d2619f2009-07-07 10:56:11 +0800201 /*
202 * If the memory block size is zero, please ignore it.
203 * Don't try to do the following memory hotplug flowchart.
204 */
205 if (!info->length)
206 continue;
Keith Mannthey8c2676a2006-09-30 23:27:07 -0700207 if (node < 0)
208 node = memory_add_physaddr_to_nid(info->start_addr);
209
David Hildenbrand8df1d0e2018-10-30 15:10:24 -0700210 result = __add_memory(node, info->start_addr, info->length);
Wen Congyang65479472012-11-16 02:10:37 +0100211
212 /*
213 * If the memory block has been used by the kernel, add_memory()
214 * returns -EEXIST. If add_memory() returns the other error, it
215 * means that this memory block is not used by the kernel.
216 */
Yasuaki Ishimatsufd4655c2013-03-22 01:53:49 +0000217 if (result && result != -EEXIST)
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700218 continue;
Wen Congyang65479472012-11-16 02:10:37 +0100219
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100220 result = acpi_bind_memory_blocks(info, mem_device->device);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200221 if (result) {
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100222 acpi_unbind_memory_blocks(info);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200223 return -ENODEV;
224 }
225
Yasuaki Ishimatsubb49d822013-03-21 04:36:12 +0000226 info->enabled = 1;
227
Wen Congyang65479472012-11-16 02:10:37 +0100228 /*
229 * Add num_enable even if add_memory() returns -EEXIST, so the
230 * device is bound to this driver.
231 */
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700232 num_enabled++;
233 }
234 if (!num_enabled) {
Toshi Kaniab6c5702012-11-20 23:42:28 +0000235 dev_err(&mem_device->device->dev, "add_memory failed\n");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700236 mem_device->state = MEMORY_INVALID_STATE;
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700237 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700238 }
Zhao Yakui5d2619f2009-07-07 10:56:11 +0800239 /*
240 * Sometimes the memory device will contain several memory blocks.
241 * When one memory block is hot-added to the system memory, it will
242 * be regarded as a success.
243 * Otherwise if the last memory block can't be hot-added to the system
244 * memory, it will be failure and the memory device can't be bound with
245 * driver.
246 */
247 return 0;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700248}
249
Rafael J. Wysocki242831e2013-05-27 12:58:46 +0200250static void acpi_memory_remove_memory(struct acpi_memory_device *mem_device)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700251{
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200252 acpi_handle handle = mem_device->device->handle;
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700253 struct acpi_memory_info *info, *n;
Rafael J. Wysocki242831e2013-05-27 12:58:46 +0200254 int nid = acpi_get_node(handle);
Tang Chen60a5a192013-02-22 16:33:14 -0800255
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700256 list_for_each_entry_safe(info, n, &mem_device->res_list, list) {
Wen Congyang65479472012-11-16 02:10:37 +0100257 if (!info->enabled)
Yasuaki Ishimatsufd4655c2013-03-22 01:53:49 +0000258 continue;
Wen Congyang65479472012-11-16 02:10:37 +0100259
Jianguo Wu1bb25df2013-08-30 09:25:40 +0800260 if (nid == NUMA_NO_NODE)
Tang Chen60a5a192013-02-22 16:33:14 -0800261 nid = memory_add_physaddr_to_nid(info->start_addr);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200262
Rafael J. Wysocki24dee1f2013-11-29 16:27:43 +0100263 acpi_unbind_memory_blocks(info);
David Hildenbrandd15e5922018-10-30 15:10:18 -0700264 __remove_memory(nid, info->start_addr, info->length);
Yasuaki Ishimatsu19387b22012-11-15 06:59:31 +0000265 list_del(&info->list);
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700266 kfree(info);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700267 }
Yasuaki Ishimatsu19387b22012-11-15 06:59:31 +0000268}
269
Wen Congyang386e52b2012-11-16 02:06:06 +0100270static void acpi_memory_device_free(struct acpi_memory_device *mem_device)
271{
272 if (!mem_device)
273 return;
274
275 acpi_memory_free_device_resources(mem_device);
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100276 mem_device->device->driver_data = NULL;
Wen Congyang386e52b2012-11-16 02:06:06 +0100277 kfree(mem_device);
278}
279
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100280static int acpi_memory_device_add(struct acpi_device *device,
281 const struct acpi_device_id *not_used)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700282{
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100283 struct acpi_memory_device *mem_device;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700284 int result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700285
286 if (!device)
Patrick Mocheld550d982006-06-27 00:41:40 -0400287 return -EINVAL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700288
Burman Yan36bcbec2006-12-19 12:56:11 -0800289 mem_device = kzalloc(sizeof(struct acpi_memory_device), GFP_KERNEL);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700290 if (!mem_device)
Patrick Mocheld550d982006-06-27 00:41:40 -0400291 return -ENOMEM;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700292
KAMEZAWA Hiroyuki9ac02392006-06-27 02:53:27 -0700293 INIT_LIST_HEAD(&mem_device->res_list);
Patrick Mochel3b748632006-05-19 16:54:38 -0400294 mem_device->device = device;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700295 sprintf(acpi_device_name(device), "%s", ACPI_MEMORY_DEVICE_NAME);
296 sprintf(acpi_device_class(device), "%s", ACPI_MEMORY_DEVICE_CLASS);
Pavel Machekdb89b4f2008-09-22 14:37:34 -0700297 device->driver_data = mem_device;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700298
299 /* Get the range from the _CRS */
300 result = acpi_memory_get_device_resources(mem_device);
301 if (result) {
Toshi Kanid19f5032013-07-10 10:47:13 -0600302 device->driver_data = NULL;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700303 kfree(mem_device);
Patrick Mocheld550d982006-06-27 00:41:40 -0400304 return result;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700305 }
306
307 /* Set the device state */
308 mem_device->state = MEMORY_POWER_ON_STATE;
309
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100310 result = acpi_memory_check_device(mem_device);
311 if (result) {
312 acpi_memory_device_free(mem_device);
313 return 0;
Bjorn Helgaas80f20fe2009-06-22 20:41:25 +0000314 }
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100315
316 result = acpi_memory_enable_device(mem_device);
317 if (result) {
318 dev_err(&device->dev, "acpi_memory_enable_device() error\n");
319 acpi_memory_device_free(mem_device);
Rafael J. Wysockie2ff3942013-05-08 00:29:49 +0200320 return result;
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100321 }
322
323 dev_dbg(&device->dev, "Memory device configured by ACPI\n");
324 return 1;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700325}
326
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100327static void acpi_memory_device_remove(struct acpi_device *device)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700328{
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100329 struct acpi_memory_device *mem_device;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700330
331 if (!device || !acpi_driver_data(device))
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100332 return;
Linus Torvalds1da177e2005-04-16 15:20:36 -0700333
Jan Engelhardt50dd0962006-10-01 00:28:50 +0200334 mem_device = acpi_driver_data(device);
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100335 acpi_memory_remove_memory(mem_device);
Wen Congyang386e52b2012-11-16 02:06:06 +0100336 acpi_memory_device_free(mem_device);
Linus Torvalds1da177e2005-04-16 15:20:36 -0700337}
338
Prarit Bhargava00159a22014-01-14 14:21:13 -0500339static bool __initdata acpi_no_memhotplug;
340
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100341void __init acpi_memory_hotplug_init(void)
Linus Torvalds1da177e2005-04-16 15:20:36 -0700342{
Rafael J. Wysockicccd4202014-05-30 04:29:14 +0200343 if (acpi_no_memhotplug) {
344 memory_device_handler.attach = NULL;
345 acpi_scan_add_handler(&memory_device_handler);
Prarit Bhargava00159a22014-01-14 14:21:13 -0500346 return;
Rafael J. Wysockicccd4202014-05-30 04:29:14 +0200347 }
Rafael J. Wysocki0a347642013-03-03 23:18:03 +0100348 acpi_scan_add_handler_with_hotplug(&memory_device_handler, "memory");
Linus Torvalds1da177e2005-04-16 15:20:36 -0700349}
Prarit Bhargava00159a22014-01-14 14:21:13 -0500350
351static int __init disable_acpi_memory_hotplug(char *str)
352{
353 acpi_no_memhotplug = true;
354 return 1;
355}
356__setup("acpi_no_memhotplug", disable_acpi_memory_hotplug);
Rafael J. Wysockicccd4202014-05-30 04:29:14 +0200357
358#else
359
360static struct acpi_scan_handler memory_device_handler = {
361 .ids = memory_device_ids,
362};
363
364void __init acpi_memory_hotplug_init(void)
365{
366 acpi_scan_add_handler(&memory_device_handler);
367}
368
369#endif /* CONFIG_ACPI_HOTPLUG_MEMORY */