blob: a67236b024522732a2e7cc8e9861ad9c46c87141 [file] [log] [blame]
Daniel De Graaf803eb042011-03-14 11:29:37 -04001/******************************************************************************
2 * Xen balloon driver - enables returning/claiming memory to/from Xen.
3 *
4 * Copyright (c) 2003, B Dragovic
5 * Copyright (c) 2003-2004, M Williamson, K Fraser
6 * Copyright (c) 2005 Dan M. Smith, IBM Corporation
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License version 2
10 * as published by the Free Software Foundation; or, when distributed
11 * separately from the Linux kernel or incorporated into other
12 * software packages, subject to the following license:
13 *
14 * Permission is hereby granted, free of charge, to any person obtaining a copy
15 * of this source file (the "Software"), to deal in the Software without
16 * restriction, including without limitation the rights to use, copy, modify,
17 * merge, publish, distribute, sublicense, and/or sell copies of the Software,
18 * and to permit persons to whom the Software is furnished to do so, subject to
19 * the following conditions:
20 *
21 * The above copyright notice and this permission notice shall be included in
22 * all copies or substantial portions of the Software.
23 *
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
25 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
26 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
27 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
28 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
29 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
30 * IN THE SOFTWARE.
31 */
32
Joe Perches283c0972013-06-28 03:21:41 -070033#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
34
Daniel De Graaf803eb042011-03-14 11:29:37 -040035#include <linux/kernel.h>
Paul Gortmaker106eaa82016-02-21 19:06:05 -050036#include <linux/errno.h>
37#include <linux/mm_types.h>
38#include <linux/init.h>
Daniel De Graaf803eb042011-03-14 11:29:37 -040039#include <linux/capability.h>
Juergen Gross1d988ed2019-02-14 11:42:40 +010040#include <linux/memory_hotplug.h>
Daniel De Graaf803eb042011-03-14 11:29:37 -040041
42#include <xen/xen.h>
43#include <xen/interface/xen.h>
44#include <xen/balloon.h>
45#include <xen/xenbus.h>
46#include <xen/features.h>
47#include <xen/page.h>
Marek Marczykowski-Górecki197ecb32018-09-07 18:49:08 +020048#include <xen/mem-reservation.h>
Daniel De Graaf803eb042011-03-14 11:29:37 -040049
50#define PAGES2KB(_p) ((_p)<<(PAGE_SHIFT-10))
51
52#define BALLOON_CLASS_NAME "xen_memory"
53
Juergen Gross1d988ed2019-02-14 11:42:40 +010054#ifdef CONFIG_MEMORY_HOTPLUG
55u64 xen_saved_max_mem_size = 0;
56#endif
57
Kay Sievers07068022011-12-14 15:32:50 -080058static struct device balloon_dev;
Daniel De Graaf803eb042011-03-14 11:29:37 -040059
Kay Sievers07068022011-12-14 15:32:50 -080060static int register_balloon(struct device *dev);
Daniel De Graaf803eb042011-03-14 11:29:37 -040061
Daniel De Graaf803eb042011-03-14 11:29:37 -040062/* React to a change in the target key */
63static void watch_target(struct xenbus_watch *watch,
Juergen Gross5584ea22017-02-09 14:39:57 +010064 const char *path, const char *token)
Daniel De Graaf803eb042011-03-14 11:29:37 -040065{
Juergen Gross5266b8e2017-10-26 11:50:56 +020066 unsigned long long new_target, static_max;
Daniel De Graaf803eb042011-03-14 11:29:37 -040067 int err;
Juergen Gross96edd612017-07-10 10:10:45 +020068 static bool watch_fired;
69 static long target_diff;
Daniel De Graaf803eb042011-03-14 11:29:37 -040070
Juergen Gross1d988ed2019-02-14 11:42:40 +010071#ifdef CONFIG_MEMORY_HOTPLUG
72 /* The balloon driver will take care of adding memory now. */
73 if (xen_saved_max_mem_size)
74 max_mem_size = xen_saved_max_mem_size;
75#endif
76
Daniel De Graaf803eb042011-03-14 11:29:37 -040077 err = xenbus_scanf(XBT_NIL, "memory", "target", "%llu", &new_target);
78 if (err != 1) {
79 /* This is ok (for domain0 at least) - so just return */
80 return;
81 }
82
83 /* The given memory/target value is in KiB, so it needs converting to
84 * pages. PAGE_SHIFT converts bytes to pages, hence PAGE_SHIFT - 10.
85 */
Juergen Gross96edd612017-07-10 10:10:45 +020086 new_target >>= PAGE_SHIFT - 10;
Juergen Gross5266b8e2017-10-26 11:50:56 +020087
88 if (!watch_fired) {
89 watch_fired = true;
Boris Ostrovsky3aa6c192018-10-07 16:05:38 -040090
91 if ((xenbus_scanf(XBT_NIL, "memory", "static-max",
92 "%llu", &static_max) == 1) ||
93 (xenbus_scanf(XBT_NIL, "memory", "memory_static_max",
94 "%llu", &static_max) == 1))
Juergen Gross5266b8e2017-10-26 11:50:56 +020095 static_max >>= PAGE_SHIFT - 10;
Boris Ostrovsky3aa6c192018-10-07 16:05:38 -040096 else
97 static_max = new_target;
98
Roger Pau Monne35969242018-08-08 13:46:41 +020099 target_diff = (xen_pv_domain() || xen_initial_domain()) ? 0
Juergen Gross5266b8e2017-10-26 11:50:56 +0200100 : static_max - balloon_stats.target_pages;
Juergen Gross96edd612017-07-10 10:10:45 +0200101 }
102
Juergen Gross5266b8e2017-10-26 11:50:56 +0200103 balloon_set_new_target(new_target - target_diff);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400104}
Olaf Hering6b71c522011-07-28 15:23:03 +0200105static struct xenbus_watch target_watch = {
106 .node = "memory/target",
107 .callback = watch_target,
108};
109
Daniel De Graaf803eb042011-03-14 11:29:37 -0400110
111static int balloon_init_watcher(struct notifier_block *notifier,
112 unsigned long event,
113 void *data)
114{
115 int err;
116
117 err = register_xenbus_watch(&target_watch);
118 if (err)
Joe Perches283c0972013-06-28 03:21:41 -0700119 pr_err("Failed to set balloon watcher\n");
Daniel De Graaf803eb042011-03-14 11:29:37 -0400120
121 return NOTIFY_DONE;
122}
123
Olaf Hering6b71c522011-07-28 15:23:03 +0200124static struct notifier_block xenstore_notifier = {
125 .notifier_call = balloon_init_watcher,
126};
Daniel De Graaf803eb042011-03-14 11:29:37 -0400127
Juergen Gross96edd612017-07-10 10:10:45 +0200128void xen_balloon_init(void)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400129{
Kay Sievers07068022011-12-14 15:32:50 -0800130 register_balloon(&balloon_dev);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400131
Kay Sievers07068022011-12-14 15:32:50 -0800132 register_xen_selfballooning(&balloon_dev);
Dan Magenheimera50777c2011-07-08 12:26:21 -0600133
Daniel De Graaf803eb042011-03-14 11:29:37 -0400134 register_xenstore_notifier(&xenstore_notifier);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400135}
Juergen Gross96edd612017-07-10 10:10:45 +0200136EXPORT_SYMBOL_GPL(xen_balloon_init);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400137
Daniel De Graaf803eb042011-03-14 11:29:37 -0400138#define BALLOON_SHOW(name, format, args...) \
Kay Sievers07068022011-12-14 15:32:50 -0800139 static ssize_t show_##name(struct device *dev, \
140 struct device_attribute *attr, \
Daniel De Graaf803eb042011-03-14 11:29:37 -0400141 char *buf) \
142 { \
143 return sprintf(buf, format, ##args); \
144 } \
Kay Sievers07068022011-12-14 15:32:50 -0800145 static DEVICE_ATTR(name, S_IRUGO, show_##name, NULL)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400146
147BALLOON_SHOW(current_kb, "%lu\n", PAGES2KB(balloon_stats.current_pages));
148BALLOON_SHOW(low_kb, "%lu\n", PAGES2KB(balloon_stats.balloon_low));
149BALLOON_SHOW(high_kb, "%lu\n", PAGES2KB(balloon_stats.balloon_high));
150
Kay Sievers07068022011-12-14 15:32:50 -0800151static DEVICE_ULONG_ATTR(schedule_delay, 0444, balloon_stats.schedule_delay);
152static DEVICE_ULONG_ATTR(max_schedule_delay, 0644, balloon_stats.max_schedule_delay);
153static DEVICE_ULONG_ATTR(retry_count, 0444, balloon_stats.retry_count);
154static DEVICE_ULONG_ATTR(max_retry_count, 0644, balloon_stats.max_retry_count);
Marek Marczykowski-Górecki197ecb32018-09-07 18:49:08 +0200155static DEVICE_BOOL_ATTR(scrub_pages, 0644, xen_scrub_pages);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400156
Kay Sievers07068022011-12-14 15:32:50 -0800157static ssize_t show_target_kb(struct device *dev, struct device_attribute *attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400158 char *buf)
159{
160 return sprintf(buf, "%lu\n", PAGES2KB(balloon_stats.target_pages));
161}
162
Kay Sievers07068022011-12-14 15:32:50 -0800163static ssize_t store_target_kb(struct device *dev,
164 struct device_attribute *attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400165 const char *buf,
166 size_t count)
167{
168 char *endchar;
169 unsigned long long target_bytes;
170
171 if (!capable(CAP_SYS_ADMIN))
172 return -EPERM;
173
174 target_bytes = simple_strtoull(buf, &endchar, 0) * 1024;
175
176 balloon_set_new_target(target_bytes >> PAGE_SHIFT);
177
178 return count;
179}
180
Kay Sievers07068022011-12-14 15:32:50 -0800181static DEVICE_ATTR(target_kb, S_IRUGO | S_IWUSR,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400182 show_target_kb, store_target_kb);
183
184
Kay Sievers07068022011-12-14 15:32:50 -0800185static ssize_t show_target(struct device *dev, struct device_attribute *attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400186 char *buf)
187{
188 return sprintf(buf, "%llu\n",
189 (unsigned long long)balloon_stats.target_pages
190 << PAGE_SHIFT);
191}
192
Kay Sievers07068022011-12-14 15:32:50 -0800193static ssize_t store_target(struct device *dev,
194 struct device_attribute *attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400195 const char *buf,
196 size_t count)
197{
198 char *endchar;
199 unsigned long long target_bytes;
200
201 if (!capable(CAP_SYS_ADMIN))
202 return -EPERM;
203
204 target_bytes = memparse(buf, &endchar);
205
206 balloon_set_new_target(target_bytes >> PAGE_SHIFT);
207
208 return count;
209}
210
Kay Sievers07068022011-12-14 15:32:50 -0800211static DEVICE_ATTR(target, S_IRUGO | S_IWUSR,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400212 show_target, store_target);
213
214
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100215static struct attribute *balloon_attrs[] = {
216 &dev_attr_target_kb.attr,
217 &dev_attr_target.attr,
218 &dev_attr_schedule_delay.attr.attr,
219 &dev_attr_max_schedule_delay.attr.attr,
220 &dev_attr_retry_count.attr.attr,
221 &dev_attr_max_retry_count.attr.attr,
Marek Marczykowski-Górecki197ecb32018-09-07 18:49:08 +0200222 &dev_attr_scrub_pages.attr.attr,
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100223 NULL
224};
225
226static const struct attribute_group balloon_group = {
227 .attrs = balloon_attrs
Daniel De Graaf803eb042011-03-14 11:29:37 -0400228};
229
230static struct attribute *balloon_info_attrs[] = {
Kay Sievers07068022011-12-14 15:32:50 -0800231 &dev_attr_current_kb.attr,
232 &dev_attr_low_kb.attr,
233 &dev_attr_high_kb.attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400234 NULL
235};
236
Jan Beulichead1d012012-03-14 12:34:19 -0400237static const struct attribute_group balloon_info_group = {
Daniel De Graaf803eb042011-03-14 11:29:37 -0400238 .name = "info",
239 .attrs = balloon_info_attrs
240};
241
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100242static const struct attribute_group *balloon_groups[] = {
243 &balloon_group,
244 &balloon_info_group,
245 NULL
246};
247
Kay Sievers07068022011-12-14 15:32:50 -0800248static struct bus_type balloon_subsys = {
249 .name = BALLOON_CLASS_NAME,
250 .dev_name = BALLOON_CLASS_NAME,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400251};
252
Kay Sievers07068022011-12-14 15:32:50 -0800253static int register_balloon(struct device *dev)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400254{
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100255 int error;
Daniel De Graaf803eb042011-03-14 11:29:37 -0400256
Konrad Rzeszutek Wilk8ea11f72012-01-12 11:35:50 -0500257 error = subsys_system_register(&balloon_subsys, NULL);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400258 if (error)
259 return error;
260
Kay Sievers07068022011-12-14 15:32:50 -0800261 dev->id = 0;
262 dev->bus = &balloon_subsys;
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100263 dev->groups = balloon_groups;
Daniel De Graaf803eb042011-03-14 11:29:37 -0400264
Kay Sievers07068022011-12-14 15:32:50 -0800265 error = device_register(dev);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400266 if (error) {
Kay Sievers07068022011-12-14 15:32:50 -0800267 bus_unregister(&balloon_subsys);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400268 return error;
269 }
270
Daniel De Graaf803eb042011-03-14 11:29:37 -0400271 return 0;
Daniel De Graaf803eb042011-03-14 11:29:37 -0400272}