blob: 8cd583db20b1737144dbfb562f83a505d72c1f3d [file] [log] [blame]
Daniel De Graaf803eb042011-03-14 11:29:37 -04001/******************************************************************************
2 * Xen balloon driver - enables returning/claiming memory to/from Xen.
3 *
4 * Copyright (c) 2003, B Dragovic
5 * Copyright (c) 2003-2004, M Williamson, K Fraser
6 * Copyright (c) 2005 Dan M. Smith, IBM Corporation
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License version 2
10 * as published by the Free Software Foundation; or, when distributed
11 * separately from the Linux kernel or incorporated into other
12 * software packages, subject to the following license:
13 *
14 * Permission is hereby granted, free of charge, to any person obtaining a copy
15 * of this source file (the "Software"), to deal in the Software without
16 * restriction, including without limitation the rights to use, copy, modify,
17 * merge, publish, distribute, sublicense, and/or sell copies of the Software,
18 * and to permit persons to whom the Software is furnished to do so, subject to
19 * the following conditions:
20 *
21 * The above copyright notice and this permission notice shall be included in
22 * all copies or substantial portions of the Software.
23 *
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
25 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
26 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
27 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
28 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
29 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
30 * IN THE SOFTWARE.
31 */
32
Joe Perches283c0972013-06-28 03:21:41 -070033#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
34
Daniel De Graaf803eb042011-03-14 11:29:37 -040035#include <linux/kernel.h>
Paul Gortmaker106eaa82016-02-21 19:06:05 -050036#include <linux/errno.h>
37#include <linux/mm_types.h>
38#include <linux/init.h>
Daniel De Graaf803eb042011-03-14 11:29:37 -040039#include <linux/capability.h>
Juergen Gross1d988ed2019-02-14 11:42:40 +010040#include <linux/memory_hotplug.h>
Daniel De Graaf803eb042011-03-14 11:29:37 -040041
42#include <xen/xen.h>
43#include <xen/interface/xen.h>
44#include <xen/balloon.h>
45#include <xen/xenbus.h>
46#include <xen/features.h>
47#include <xen/page.h>
Marek Marczykowski-Górecki197ecb32018-09-07 18:49:08 +020048#include <xen/mem-reservation.h>
Daniel De Graaf803eb042011-03-14 11:29:37 -040049
50#define PAGES2KB(_p) ((_p)<<(PAGE_SHIFT-10))
51
52#define BALLOON_CLASS_NAME "xen_memory"
53
Juergen Gross1d988ed2019-02-14 11:42:40 +010054#ifdef CONFIG_MEMORY_HOTPLUG
55u64 xen_saved_max_mem_size = 0;
56#endif
57
Kay Sievers07068022011-12-14 15:32:50 -080058static struct device balloon_dev;
Daniel De Graaf803eb042011-03-14 11:29:37 -040059
Kay Sievers07068022011-12-14 15:32:50 -080060static int register_balloon(struct device *dev);
Daniel De Graaf803eb042011-03-14 11:29:37 -040061
Daniel De Graaf803eb042011-03-14 11:29:37 -040062/* React to a change in the target key */
63static void watch_target(struct xenbus_watch *watch,
Juergen Gross5584ea22017-02-09 14:39:57 +010064 const char *path, const char *token)
Daniel De Graaf803eb042011-03-14 11:29:37 -040065{
Juergen Gross5266b8e2017-10-26 11:50:56 +020066 unsigned long long new_target, static_max;
Daniel De Graaf803eb042011-03-14 11:29:37 -040067 int err;
Juergen Gross96edd612017-07-10 10:10:45 +020068 static bool watch_fired;
69 static long target_diff;
Daniel De Graaf803eb042011-03-14 11:29:37 -040070
Juergen Gross1d988ed2019-02-14 11:42:40 +010071#ifdef CONFIG_MEMORY_HOTPLUG
72 /* The balloon driver will take care of adding memory now. */
73 if (xen_saved_max_mem_size)
74 max_mem_size = xen_saved_max_mem_size;
75#endif
76
Daniel De Graaf803eb042011-03-14 11:29:37 -040077 err = xenbus_scanf(XBT_NIL, "memory", "target", "%llu", &new_target);
78 if (err != 1) {
79 /* This is ok (for domain0 at least) - so just return */
80 return;
81 }
82
83 /* The given memory/target value is in KiB, so it needs converting to
84 * pages. PAGE_SHIFT converts bytes to pages, hence PAGE_SHIFT - 10.
85 */
Juergen Gross96edd612017-07-10 10:10:45 +020086 new_target >>= PAGE_SHIFT - 10;
Juergen Gross5266b8e2017-10-26 11:50:56 +020087
88 if (!watch_fired) {
89 watch_fired = true;
Boris Ostrovsky3aa6c192018-10-07 16:05:38 -040090
91 if ((xenbus_scanf(XBT_NIL, "memory", "static-max",
92 "%llu", &static_max) == 1) ||
93 (xenbus_scanf(XBT_NIL, "memory", "memory_static_max",
94 "%llu", &static_max) == 1))
Juergen Gross5266b8e2017-10-26 11:50:56 +020095 static_max >>= PAGE_SHIFT - 10;
Boris Ostrovsky3aa6c192018-10-07 16:05:38 -040096 else
Juergen Grosseda4eab2020-01-17 14:49:31 +010097 static_max = balloon_stats.current_pages;
Boris Ostrovsky3aa6c192018-10-07 16:05:38 -040098
Roger Pau Monne35969242018-08-08 13:46:41 +020099 target_diff = (xen_pv_domain() || xen_initial_domain()) ? 0
Juergen Gross5266b8e2017-10-26 11:50:56 +0200100 : static_max - balloon_stats.target_pages;
Juergen Gross96edd612017-07-10 10:10:45 +0200101 }
102
Juergen Gross5266b8e2017-10-26 11:50:56 +0200103 balloon_set_new_target(new_target - target_diff);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400104}
Olaf Hering6b71c522011-07-28 15:23:03 +0200105static struct xenbus_watch target_watch = {
106 .node = "memory/target",
107 .callback = watch_target,
108};
109
Daniel De Graaf803eb042011-03-14 11:29:37 -0400110
111static int balloon_init_watcher(struct notifier_block *notifier,
112 unsigned long event,
113 void *data)
114{
115 int err;
116
117 err = register_xenbus_watch(&target_watch);
118 if (err)
Joe Perches283c0972013-06-28 03:21:41 -0700119 pr_err("Failed to set balloon watcher\n");
Daniel De Graaf803eb042011-03-14 11:29:37 -0400120
121 return NOTIFY_DONE;
122}
123
Olaf Hering6b71c522011-07-28 15:23:03 +0200124static struct notifier_block xenstore_notifier = {
125 .notifier_call = balloon_init_watcher,
126};
Daniel De Graaf803eb042011-03-14 11:29:37 -0400127
Juergen Gross96edd612017-07-10 10:10:45 +0200128void xen_balloon_init(void)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400129{
Kay Sievers07068022011-12-14 15:32:50 -0800130 register_balloon(&balloon_dev);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400131
Daniel De Graaf803eb042011-03-14 11:29:37 -0400132 register_xenstore_notifier(&xenstore_notifier);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400133}
Juergen Gross96edd612017-07-10 10:10:45 +0200134EXPORT_SYMBOL_GPL(xen_balloon_init);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400135
Daniel De Graaf803eb042011-03-14 11:29:37 -0400136#define BALLOON_SHOW(name, format, args...) \
YueHaibing20600612021-05-26 22:10:19 +0800137 static ssize_t name##_show(struct device *dev, \
Kay Sievers07068022011-12-14 15:32:50 -0800138 struct device_attribute *attr, \
Daniel De Graaf803eb042011-03-14 11:29:37 -0400139 char *buf) \
140 { \
141 return sprintf(buf, format, ##args); \
142 } \
YueHaibing20600612021-05-26 22:10:19 +0800143 static DEVICE_ATTR_RO(name)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400144
145BALLOON_SHOW(current_kb, "%lu\n", PAGES2KB(balloon_stats.current_pages));
146BALLOON_SHOW(low_kb, "%lu\n", PAGES2KB(balloon_stats.balloon_low));
147BALLOON_SHOW(high_kb, "%lu\n", PAGES2KB(balloon_stats.balloon_high));
148
Kay Sievers07068022011-12-14 15:32:50 -0800149static DEVICE_ULONG_ATTR(schedule_delay, 0444, balloon_stats.schedule_delay);
150static DEVICE_ULONG_ATTR(max_schedule_delay, 0644, balloon_stats.max_schedule_delay);
151static DEVICE_ULONG_ATTR(retry_count, 0444, balloon_stats.retry_count);
152static DEVICE_ULONG_ATTR(max_retry_count, 0644, balloon_stats.max_retry_count);
Marek Marczykowski-Górecki197ecb32018-09-07 18:49:08 +0200153static DEVICE_BOOL_ATTR(scrub_pages, 0644, xen_scrub_pages);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400154
YueHaibing20600612021-05-26 22:10:19 +0800155static ssize_t target_kb_show(struct device *dev, struct device_attribute *attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400156 char *buf)
157{
158 return sprintf(buf, "%lu\n", PAGES2KB(balloon_stats.target_pages));
159}
160
YueHaibing20600612021-05-26 22:10:19 +0800161static ssize_t target_kb_store(struct device *dev,
Kay Sievers07068022011-12-14 15:32:50 -0800162 struct device_attribute *attr,
YueHaibing20600612021-05-26 22:10:19 +0800163 const char *buf, size_t count)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400164{
165 char *endchar;
166 unsigned long long target_bytes;
167
168 if (!capable(CAP_SYS_ADMIN))
169 return -EPERM;
170
171 target_bytes = simple_strtoull(buf, &endchar, 0) * 1024;
172
173 balloon_set_new_target(target_bytes >> PAGE_SHIFT);
174
175 return count;
176}
177
YueHaibing20600612021-05-26 22:10:19 +0800178static DEVICE_ATTR_RW(target_kb);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400179
YueHaibing20600612021-05-26 22:10:19 +0800180static ssize_t target_show(struct device *dev, struct device_attribute *attr,
181 char *buf)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400182{
183 return sprintf(buf, "%llu\n",
184 (unsigned long long)balloon_stats.target_pages
185 << PAGE_SHIFT);
186}
187
YueHaibing20600612021-05-26 22:10:19 +0800188static ssize_t target_store(struct device *dev,
Kay Sievers07068022011-12-14 15:32:50 -0800189 struct device_attribute *attr,
YueHaibing20600612021-05-26 22:10:19 +0800190 const char *buf, size_t count)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400191{
192 char *endchar;
193 unsigned long long target_bytes;
194
195 if (!capable(CAP_SYS_ADMIN))
196 return -EPERM;
197
198 target_bytes = memparse(buf, &endchar);
199
200 balloon_set_new_target(target_bytes >> PAGE_SHIFT);
201
202 return count;
203}
204
YueHaibing20600612021-05-26 22:10:19 +0800205static DEVICE_ATTR_RW(target);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400206
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100207static struct attribute *balloon_attrs[] = {
208 &dev_attr_target_kb.attr,
209 &dev_attr_target.attr,
210 &dev_attr_schedule_delay.attr.attr,
211 &dev_attr_max_schedule_delay.attr.attr,
212 &dev_attr_retry_count.attr.attr,
213 &dev_attr_max_retry_count.attr.attr,
Marek Marczykowski-Górecki197ecb32018-09-07 18:49:08 +0200214 &dev_attr_scrub_pages.attr.attr,
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100215 NULL
216};
217
218static const struct attribute_group balloon_group = {
219 .attrs = balloon_attrs
Daniel De Graaf803eb042011-03-14 11:29:37 -0400220};
221
222static struct attribute *balloon_info_attrs[] = {
Kay Sievers07068022011-12-14 15:32:50 -0800223 &dev_attr_current_kb.attr,
224 &dev_attr_low_kb.attr,
225 &dev_attr_high_kb.attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400226 NULL
227};
228
Jan Beulichead1d012012-03-14 12:34:19 -0400229static const struct attribute_group balloon_info_group = {
Daniel De Graaf803eb042011-03-14 11:29:37 -0400230 .name = "info",
231 .attrs = balloon_info_attrs
232};
233
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100234static const struct attribute_group *balloon_groups[] = {
235 &balloon_group,
236 &balloon_info_group,
237 NULL
238};
239
Kay Sievers07068022011-12-14 15:32:50 -0800240static struct bus_type balloon_subsys = {
241 .name = BALLOON_CLASS_NAME,
242 .dev_name = BALLOON_CLASS_NAME,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400243};
244
Kay Sievers07068022011-12-14 15:32:50 -0800245static int register_balloon(struct device *dev)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400246{
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100247 int error;
Daniel De Graaf803eb042011-03-14 11:29:37 -0400248
Konrad Rzeszutek Wilk8ea11f72012-01-12 11:35:50 -0500249 error = subsys_system_register(&balloon_subsys, NULL);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400250 if (error)
251 return error;
252
Kay Sievers07068022011-12-14 15:32:50 -0800253 dev->id = 0;
254 dev->bus = &balloon_subsys;
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100255 dev->groups = balloon_groups;
Daniel De Graaf803eb042011-03-14 11:29:37 -0400256
Kay Sievers07068022011-12-14 15:32:50 -0800257 error = device_register(dev);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400258 if (error) {
Kay Sievers07068022011-12-14 15:32:50 -0800259 bus_unregister(&balloon_subsys);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400260 return error;
261 }
262
Daniel De Graaf803eb042011-03-14 11:29:37 -0400263 return 0;
Daniel De Graaf803eb042011-03-14 11:29:37 -0400264}