blob: 6d12fc36821093eb006eae43ea1daa0709091862 [file] [log] [blame]
Daniel De Graaf803eb042011-03-14 11:29:37 -04001/******************************************************************************
2 * Xen balloon driver - enables returning/claiming memory to/from Xen.
3 *
4 * Copyright (c) 2003, B Dragovic
5 * Copyright (c) 2003-2004, M Williamson, K Fraser
6 * Copyright (c) 2005 Dan M. Smith, IBM Corporation
7 *
8 * This program is free software; you can redistribute it and/or
9 * modify it under the terms of the GNU General Public License version 2
10 * as published by the Free Software Foundation; or, when distributed
11 * separately from the Linux kernel or incorporated into other
12 * software packages, subject to the following license:
13 *
14 * Permission is hereby granted, free of charge, to any person obtaining a copy
15 * of this source file (the "Software"), to deal in the Software without
16 * restriction, including without limitation the rights to use, copy, modify,
17 * merge, publish, distribute, sublicense, and/or sell copies of the Software,
18 * and to permit persons to whom the Software is furnished to do so, subject to
19 * the following conditions:
20 *
21 * The above copyright notice and this permission notice shall be included in
22 * all copies or substantial portions of the Software.
23 *
24 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
25 * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
26 * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
27 * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
28 * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING
29 * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS
30 * IN THE SOFTWARE.
31 */
32
Joe Perches283c0972013-06-28 03:21:41 -070033#define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
34
Daniel De Graaf803eb042011-03-14 11:29:37 -040035#include <linux/kernel.h>
Paul Gortmaker106eaa82016-02-21 19:06:05 -050036#include <linux/errno.h>
37#include <linux/mm_types.h>
38#include <linux/init.h>
Daniel De Graaf803eb042011-03-14 11:29:37 -040039#include <linux/capability.h>
Juergen Gross1d988ed2019-02-14 11:42:40 +010040#include <linux/memory_hotplug.h>
Daniel De Graaf803eb042011-03-14 11:29:37 -040041
42#include <xen/xen.h>
43#include <xen/interface/xen.h>
44#include <xen/balloon.h>
45#include <xen/xenbus.h>
46#include <xen/features.h>
47#include <xen/page.h>
Marek Marczykowski-Górecki197ecb32018-09-07 18:49:08 +020048#include <xen/mem-reservation.h>
Daniel De Graaf803eb042011-03-14 11:29:37 -040049
50#define PAGES2KB(_p) ((_p)<<(PAGE_SHIFT-10))
51
52#define BALLOON_CLASS_NAME "xen_memory"
53
Juergen Gross1d988ed2019-02-14 11:42:40 +010054#ifdef CONFIG_MEMORY_HOTPLUG
55u64 xen_saved_max_mem_size = 0;
56#endif
57
Kay Sievers07068022011-12-14 15:32:50 -080058static struct device balloon_dev;
Daniel De Graaf803eb042011-03-14 11:29:37 -040059
Kay Sievers07068022011-12-14 15:32:50 -080060static int register_balloon(struct device *dev);
Daniel De Graaf803eb042011-03-14 11:29:37 -040061
Daniel De Graaf803eb042011-03-14 11:29:37 -040062/* React to a change in the target key */
63static void watch_target(struct xenbus_watch *watch,
Juergen Gross5584ea22017-02-09 14:39:57 +010064 const char *path, const char *token)
Daniel De Graaf803eb042011-03-14 11:29:37 -040065{
Juergen Gross5266b8e2017-10-26 11:50:56 +020066 unsigned long long new_target, static_max;
Daniel De Graaf803eb042011-03-14 11:29:37 -040067 int err;
Juergen Gross96edd612017-07-10 10:10:45 +020068 static bool watch_fired;
69 static long target_diff;
Daniel De Graaf803eb042011-03-14 11:29:37 -040070
Juergen Gross1d988ed2019-02-14 11:42:40 +010071#ifdef CONFIG_MEMORY_HOTPLUG
72 /* The balloon driver will take care of adding memory now. */
73 if (xen_saved_max_mem_size)
74 max_mem_size = xen_saved_max_mem_size;
75#endif
76
Daniel De Graaf803eb042011-03-14 11:29:37 -040077 err = xenbus_scanf(XBT_NIL, "memory", "target", "%llu", &new_target);
78 if (err != 1) {
79 /* This is ok (for domain0 at least) - so just return */
80 return;
81 }
82
83 /* The given memory/target value is in KiB, so it needs converting to
84 * pages. PAGE_SHIFT converts bytes to pages, hence PAGE_SHIFT - 10.
85 */
Juergen Gross96edd612017-07-10 10:10:45 +020086 new_target >>= PAGE_SHIFT - 10;
Juergen Gross5266b8e2017-10-26 11:50:56 +020087
88 if (!watch_fired) {
89 watch_fired = true;
Boris Ostrovsky3aa6c192018-10-07 16:05:38 -040090
91 if ((xenbus_scanf(XBT_NIL, "memory", "static-max",
92 "%llu", &static_max) == 1) ||
93 (xenbus_scanf(XBT_NIL, "memory", "memory_static_max",
94 "%llu", &static_max) == 1))
Juergen Gross5266b8e2017-10-26 11:50:56 +020095 static_max >>= PAGE_SHIFT - 10;
Boris Ostrovsky3aa6c192018-10-07 16:05:38 -040096 else
97 static_max = new_target;
98
Roger Pau Monne35969242018-08-08 13:46:41 +020099 target_diff = (xen_pv_domain() || xen_initial_domain()) ? 0
Juergen Gross5266b8e2017-10-26 11:50:56 +0200100 : static_max - balloon_stats.target_pages;
Juergen Gross96edd612017-07-10 10:10:45 +0200101 }
102
Juergen Gross5266b8e2017-10-26 11:50:56 +0200103 balloon_set_new_target(new_target - target_diff);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400104}
Olaf Hering6b71c522011-07-28 15:23:03 +0200105static struct xenbus_watch target_watch = {
106 .node = "memory/target",
107 .callback = watch_target,
108};
109
Daniel De Graaf803eb042011-03-14 11:29:37 -0400110
111static int balloon_init_watcher(struct notifier_block *notifier,
112 unsigned long event,
113 void *data)
114{
115 int err;
116
117 err = register_xenbus_watch(&target_watch);
118 if (err)
Joe Perches283c0972013-06-28 03:21:41 -0700119 pr_err("Failed to set balloon watcher\n");
Daniel De Graaf803eb042011-03-14 11:29:37 -0400120
121 return NOTIFY_DONE;
122}
123
Olaf Hering6b71c522011-07-28 15:23:03 +0200124static struct notifier_block xenstore_notifier = {
125 .notifier_call = balloon_init_watcher,
126};
Daniel De Graaf803eb042011-03-14 11:29:37 -0400127
Juergen Gross96edd612017-07-10 10:10:45 +0200128void xen_balloon_init(void)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400129{
Kay Sievers07068022011-12-14 15:32:50 -0800130 register_balloon(&balloon_dev);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400131
Daniel De Graaf803eb042011-03-14 11:29:37 -0400132 register_xenstore_notifier(&xenstore_notifier);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400133}
Juergen Gross96edd612017-07-10 10:10:45 +0200134EXPORT_SYMBOL_GPL(xen_balloon_init);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400135
Daniel De Graaf803eb042011-03-14 11:29:37 -0400136#define BALLOON_SHOW(name, format, args...) \
Kay Sievers07068022011-12-14 15:32:50 -0800137 static ssize_t show_##name(struct device *dev, \
138 struct device_attribute *attr, \
Daniel De Graaf803eb042011-03-14 11:29:37 -0400139 char *buf) \
140 { \
141 return sprintf(buf, format, ##args); \
142 } \
Kay Sievers07068022011-12-14 15:32:50 -0800143 static DEVICE_ATTR(name, S_IRUGO, show_##name, NULL)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400144
145BALLOON_SHOW(current_kb, "%lu\n", PAGES2KB(balloon_stats.current_pages));
146BALLOON_SHOW(low_kb, "%lu\n", PAGES2KB(balloon_stats.balloon_low));
147BALLOON_SHOW(high_kb, "%lu\n", PAGES2KB(balloon_stats.balloon_high));
148
Kay Sievers07068022011-12-14 15:32:50 -0800149static DEVICE_ULONG_ATTR(schedule_delay, 0444, balloon_stats.schedule_delay);
150static DEVICE_ULONG_ATTR(max_schedule_delay, 0644, balloon_stats.max_schedule_delay);
151static DEVICE_ULONG_ATTR(retry_count, 0444, balloon_stats.retry_count);
152static DEVICE_ULONG_ATTR(max_retry_count, 0644, balloon_stats.max_retry_count);
Marek Marczykowski-Górecki197ecb32018-09-07 18:49:08 +0200153static DEVICE_BOOL_ATTR(scrub_pages, 0644, xen_scrub_pages);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400154
Kay Sievers07068022011-12-14 15:32:50 -0800155static ssize_t show_target_kb(struct device *dev, struct device_attribute *attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400156 char *buf)
157{
158 return sprintf(buf, "%lu\n", PAGES2KB(balloon_stats.target_pages));
159}
160
Kay Sievers07068022011-12-14 15:32:50 -0800161static ssize_t store_target_kb(struct device *dev,
162 struct device_attribute *attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400163 const char *buf,
164 size_t count)
165{
166 char *endchar;
167 unsigned long long target_bytes;
168
169 if (!capable(CAP_SYS_ADMIN))
170 return -EPERM;
171
172 target_bytes = simple_strtoull(buf, &endchar, 0) * 1024;
173
174 balloon_set_new_target(target_bytes >> PAGE_SHIFT);
175
176 return count;
177}
178
Kay Sievers07068022011-12-14 15:32:50 -0800179static DEVICE_ATTR(target_kb, S_IRUGO | S_IWUSR,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400180 show_target_kb, store_target_kb);
181
182
Kay Sievers07068022011-12-14 15:32:50 -0800183static ssize_t show_target(struct device *dev, struct device_attribute *attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400184 char *buf)
185{
186 return sprintf(buf, "%llu\n",
187 (unsigned long long)balloon_stats.target_pages
188 << PAGE_SHIFT);
189}
190
Kay Sievers07068022011-12-14 15:32:50 -0800191static ssize_t store_target(struct device *dev,
192 struct device_attribute *attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400193 const char *buf,
194 size_t count)
195{
196 char *endchar;
197 unsigned long long target_bytes;
198
199 if (!capable(CAP_SYS_ADMIN))
200 return -EPERM;
201
202 target_bytes = memparse(buf, &endchar);
203
204 balloon_set_new_target(target_bytes >> PAGE_SHIFT);
205
206 return count;
207}
208
Kay Sievers07068022011-12-14 15:32:50 -0800209static DEVICE_ATTR(target, S_IRUGO | S_IWUSR,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400210 show_target, store_target);
211
212
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100213static struct attribute *balloon_attrs[] = {
214 &dev_attr_target_kb.attr,
215 &dev_attr_target.attr,
216 &dev_attr_schedule_delay.attr.attr,
217 &dev_attr_max_schedule_delay.attr.attr,
218 &dev_attr_retry_count.attr.attr,
219 &dev_attr_max_retry_count.attr.attr,
Marek Marczykowski-Górecki197ecb32018-09-07 18:49:08 +0200220 &dev_attr_scrub_pages.attr.attr,
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100221 NULL
222};
223
224static const struct attribute_group balloon_group = {
225 .attrs = balloon_attrs
Daniel De Graaf803eb042011-03-14 11:29:37 -0400226};
227
228static struct attribute *balloon_info_attrs[] = {
Kay Sievers07068022011-12-14 15:32:50 -0800229 &dev_attr_current_kb.attr,
230 &dev_attr_low_kb.attr,
231 &dev_attr_high_kb.attr,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400232 NULL
233};
234
Jan Beulichead1d012012-03-14 12:34:19 -0400235static const struct attribute_group balloon_info_group = {
Daniel De Graaf803eb042011-03-14 11:29:37 -0400236 .name = "info",
237 .attrs = balloon_info_attrs
238};
239
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100240static const struct attribute_group *balloon_groups[] = {
241 &balloon_group,
242 &balloon_info_group,
243 NULL
244};
245
Kay Sievers07068022011-12-14 15:32:50 -0800246static struct bus_type balloon_subsys = {
247 .name = BALLOON_CLASS_NAME,
248 .dev_name = BALLOON_CLASS_NAME,
Daniel De Graaf803eb042011-03-14 11:29:37 -0400249};
250
Kay Sievers07068022011-12-14 15:32:50 -0800251static int register_balloon(struct device *dev)
Daniel De Graaf803eb042011-03-14 11:29:37 -0400252{
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100253 int error;
Daniel De Graaf803eb042011-03-14 11:29:37 -0400254
Konrad Rzeszutek Wilk8ea11f72012-01-12 11:35:50 -0500255 error = subsys_system_register(&balloon_subsys, NULL);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400256 if (error)
257 return error;
258
Kay Sievers07068022011-12-14 15:32:50 -0800259 dev->id = 0;
260 dev->bus = &balloon_subsys;
Takashi Iwaib6a473a2015-02-05 21:38:59 +0100261 dev->groups = balloon_groups;
Daniel De Graaf803eb042011-03-14 11:29:37 -0400262
Kay Sievers07068022011-12-14 15:32:50 -0800263 error = device_register(dev);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400264 if (error) {
Kay Sievers07068022011-12-14 15:32:50 -0800265 bus_unregister(&balloon_subsys);
Daniel De Graaf803eb042011-03-14 11:29:37 -0400266 return error;
267 }
268
Daniel De Graaf803eb042011-03-14 11:29:37 -0400269 return 0;
Daniel De Graaf803eb042011-03-14 11:29:37 -0400270}