Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 1 | /****************************************************************************** |
| 2 | * Xen balloon driver - enables returning/claiming memory to/from Xen. |
| 3 | * |
| 4 | * Copyright (c) 2003, B Dragovic |
| 5 | * Copyright (c) 2003-2004, M Williamson, K Fraser |
| 6 | * Copyright (c) 2005 Dan M. Smith, IBM Corporation |
| 7 | * |
| 8 | * This program is free software; you can redistribute it and/or |
| 9 | * modify it under the terms of the GNU General Public License version 2 |
| 10 | * as published by the Free Software Foundation; or, when distributed |
| 11 | * separately from the Linux kernel or incorporated into other |
| 12 | * software packages, subject to the following license: |
| 13 | * |
| 14 | * Permission is hereby granted, free of charge, to any person obtaining a copy |
| 15 | * of this source file (the "Software"), to deal in the Software without |
| 16 | * restriction, including without limitation the rights to use, copy, modify, |
| 17 | * merge, publish, distribute, sublicense, and/or sell copies of the Software, |
| 18 | * and to permit persons to whom the Software is furnished to do so, subject to |
| 19 | * the following conditions: |
| 20 | * |
| 21 | * The above copyright notice and this permission notice shall be included in |
| 22 | * all copies or substantial portions of the Software. |
| 23 | * |
| 24 | * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR |
| 25 | * IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, |
| 26 | * FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE |
| 27 | * AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER |
| 28 | * LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING |
| 29 | * FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS |
| 30 | * IN THE SOFTWARE. |
| 31 | */ |
| 32 | |
Joe Perches | 283c097 | 2013-06-28 03:21:41 -0700 | [diff] [blame] | 33 | #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt |
| 34 | |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 35 | #include <linux/kernel.h> |
Paul Gortmaker | 106eaa8 | 2016-02-21 19:06:05 -0500 | [diff] [blame] | 36 | #include <linux/errno.h> |
| 37 | #include <linux/mm_types.h> |
| 38 | #include <linux/init.h> |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 39 | #include <linux/capability.h> |
Juergen Gross | 1d988ed | 2019-02-14 11:42:40 +0100 | [diff] [blame] | 40 | #include <linux/memory_hotplug.h> |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 41 | |
| 42 | #include <xen/xen.h> |
| 43 | #include <xen/interface/xen.h> |
| 44 | #include <xen/balloon.h> |
| 45 | #include <xen/xenbus.h> |
| 46 | #include <xen/features.h> |
| 47 | #include <xen/page.h> |
Marek Marczykowski-Górecki | 197ecb3 | 2018-09-07 18:49:08 +0200 | [diff] [blame] | 48 | #include <xen/mem-reservation.h> |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 49 | |
| 50 | #define PAGES2KB(_p) ((_p)<<(PAGE_SHIFT-10)) |
| 51 | |
| 52 | #define BALLOON_CLASS_NAME "xen_memory" |
| 53 | |
Juergen Gross | 1d988ed | 2019-02-14 11:42:40 +0100 | [diff] [blame] | 54 | #ifdef CONFIG_MEMORY_HOTPLUG |
| 55 | u64 xen_saved_max_mem_size = 0; |
| 56 | #endif |
| 57 | |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 58 | static struct device balloon_dev; |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 59 | |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 60 | static int register_balloon(struct device *dev); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 61 | |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 62 | /* React to a change in the target key */ |
| 63 | static void watch_target(struct xenbus_watch *watch, |
Juergen Gross | 5584ea2 | 2017-02-09 14:39:57 +0100 | [diff] [blame] | 64 | const char *path, const char *token) |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 65 | { |
Juergen Gross | 5266b8e | 2017-10-26 11:50:56 +0200 | [diff] [blame] | 66 | unsigned long long new_target, static_max; |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 67 | int err; |
Juergen Gross | 96edd61 | 2017-07-10 10:10:45 +0200 | [diff] [blame] | 68 | static bool watch_fired; |
| 69 | static long target_diff; |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 70 | |
Juergen Gross | 1d988ed | 2019-02-14 11:42:40 +0100 | [diff] [blame] | 71 | #ifdef CONFIG_MEMORY_HOTPLUG |
| 72 | /* The balloon driver will take care of adding memory now. */ |
| 73 | if (xen_saved_max_mem_size) |
| 74 | max_mem_size = xen_saved_max_mem_size; |
| 75 | #endif |
| 76 | |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 77 | err = xenbus_scanf(XBT_NIL, "memory", "target", "%llu", &new_target); |
| 78 | if (err != 1) { |
| 79 | /* This is ok (for domain0 at least) - so just return */ |
| 80 | return; |
| 81 | } |
| 82 | |
| 83 | /* The given memory/target value is in KiB, so it needs converting to |
| 84 | * pages. PAGE_SHIFT converts bytes to pages, hence PAGE_SHIFT - 10. |
| 85 | */ |
Juergen Gross | 96edd61 | 2017-07-10 10:10:45 +0200 | [diff] [blame] | 86 | new_target >>= PAGE_SHIFT - 10; |
Juergen Gross | 5266b8e | 2017-10-26 11:50:56 +0200 | [diff] [blame] | 87 | |
| 88 | if (!watch_fired) { |
| 89 | watch_fired = true; |
Boris Ostrovsky | 3aa6c19 | 2018-10-07 16:05:38 -0400 | [diff] [blame] | 90 | |
| 91 | if ((xenbus_scanf(XBT_NIL, "memory", "static-max", |
| 92 | "%llu", &static_max) == 1) || |
| 93 | (xenbus_scanf(XBT_NIL, "memory", "memory_static_max", |
| 94 | "%llu", &static_max) == 1)) |
Juergen Gross | 5266b8e | 2017-10-26 11:50:56 +0200 | [diff] [blame] | 95 | static_max >>= PAGE_SHIFT - 10; |
Boris Ostrovsky | 3aa6c19 | 2018-10-07 16:05:38 -0400 | [diff] [blame] | 96 | else |
Juergen Gross | eda4eab | 2020-01-17 14:49:31 +0100 | [diff] [blame] | 97 | static_max = balloon_stats.current_pages; |
Boris Ostrovsky | 3aa6c19 | 2018-10-07 16:05:38 -0400 | [diff] [blame] | 98 | |
Roger Pau Monne | 3596924 | 2018-08-08 13:46:41 +0200 | [diff] [blame] | 99 | target_diff = (xen_pv_domain() || xen_initial_domain()) ? 0 |
Juergen Gross | 5266b8e | 2017-10-26 11:50:56 +0200 | [diff] [blame] | 100 | : static_max - balloon_stats.target_pages; |
Juergen Gross | 96edd61 | 2017-07-10 10:10:45 +0200 | [diff] [blame] | 101 | } |
| 102 | |
Juergen Gross | 5266b8e | 2017-10-26 11:50:56 +0200 | [diff] [blame] | 103 | balloon_set_new_target(new_target - target_diff); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 104 | } |
Olaf Hering | 6b71c52 | 2011-07-28 15:23:03 +0200 | [diff] [blame] | 105 | static struct xenbus_watch target_watch = { |
| 106 | .node = "memory/target", |
| 107 | .callback = watch_target, |
| 108 | }; |
| 109 | |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 110 | |
| 111 | static int balloon_init_watcher(struct notifier_block *notifier, |
| 112 | unsigned long event, |
| 113 | void *data) |
| 114 | { |
| 115 | int err; |
| 116 | |
| 117 | err = register_xenbus_watch(&target_watch); |
| 118 | if (err) |
Joe Perches | 283c097 | 2013-06-28 03:21:41 -0700 | [diff] [blame] | 119 | pr_err("Failed to set balloon watcher\n"); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 120 | |
| 121 | return NOTIFY_DONE; |
| 122 | } |
| 123 | |
Olaf Hering | 6b71c52 | 2011-07-28 15:23:03 +0200 | [diff] [blame] | 124 | static struct notifier_block xenstore_notifier = { |
| 125 | .notifier_call = balloon_init_watcher, |
| 126 | }; |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 127 | |
Juergen Gross | 96edd61 | 2017-07-10 10:10:45 +0200 | [diff] [blame] | 128 | void xen_balloon_init(void) |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 129 | { |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 130 | register_balloon(&balloon_dev); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 131 | |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 132 | register_xenstore_notifier(&xenstore_notifier); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 133 | } |
Juergen Gross | 96edd61 | 2017-07-10 10:10:45 +0200 | [diff] [blame] | 134 | EXPORT_SYMBOL_GPL(xen_balloon_init); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 135 | |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 136 | #define BALLOON_SHOW(name, format, args...) \ |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 137 | static ssize_t name##_show(struct device *dev, \ |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 138 | struct device_attribute *attr, \ |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 139 | char *buf) \ |
| 140 | { \ |
| 141 | return sprintf(buf, format, ##args); \ |
| 142 | } \ |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 143 | static DEVICE_ATTR_RO(name) |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 144 | |
| 145 | BALLOON_SHOW(current_kb, "%lu\n", PAGES2KB(balloon_stats.current_pages)); |
| 146 | BALLOON_SHOW(low_kb, "%lu\n", PAGES2KB(balloon_stats.balloon_low)); |
| 147 | BALLOON_SHOW(high_kb, "%lu\n", PAGES2KB(balloon_stats.balloon_high)); |
| 148 | |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 149 | static DEVICE_ULONG_ATTR(schedule_delay, 0444, balloon_stats.schedule_delay); |
| 150 | static DEVICE_ULONG_ATTR(max_schedule_delay, 0644, balloon_stats.max_schedule_delay); |
| 151 | static DEVICE_ULONG_ATTR(retry_count, 0444, balloon_stats.retry_count); |
| 152 | static DEVICE_ULONG_ATTR(max_retry_count, 0644, balloon_stats.max_retry_count); |
Marek Marczykowski-Górecki | 197ecb3 | 2018-09-07 18:49:08 +0200 | [diff] [blame] | 153 | static DEVICE_BOOL_ATTR(scrub_pages, 0644, xen_scrub_pages); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 154 | |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 155 | static ssize_t target_kb_show(struct device *dev, struct device_attribute *attr, |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 156 | char *buf) |
| 157 | { |
| 158 | return sprintf(buf, "%lu\n", PAGES2KB(balloon_stats.target_pages)); |
| 159 | } |
| 160 | |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 161 | static ssize_t target_kb_store(struct device *dev, |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 162 | struct device_attribute *attr, |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 163 | const char *buf, size_t count) |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 164 | { |
| 165 | char *endchar; |
| 166 | unsigned long long target_bytes; |
| 167 | |
| 168 | if (!capable(CAP_SYS_ADMIN)) |
| 169 | return -EPERM; |
| 170 | |
| 171 | target_bytes = simple_strtoull(buf, &endchar, 0) * 1024; |
| 172 | |
| 173 | balloon_set_new_target(target_bytes >> PAGE_SHIFT); |
| 174 | |
| 175 | return count; |
| 176 | } |
| 177 | |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 178 | static DEVICE_ATTR_RW(target_kb); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 179 | |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 180 | static ssize_t target_show(struct device *dev, struct device_attribute *attr, |
| 181 | char *buf) |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 182 | { |
| 183 | return sprintf(buf, "%llu\n", |
| 184 | (unsigned long long)balloon_stats.target_pages |
| 185 | << PAGE_SHIFT); |
| 186 | } |
| 187 | |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 188 | static ssize_t target_store(struct device *dev, |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 189 | struct device_attribute *attr, |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 190 | const char *buf, size_t count) |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 191 | { |
| 192 | char *endchar; |
| 193 | unsigned long long target_bytes; |
| 194 | |
| 195 | if (!capable(CAP_SYS_ADMIN)) |
| 196 | return -EPERM; |
| 197 | |
| 198 | target_bytes = memparse(buf, &endchar); |
| 199 | |
| 200 | balloon_set_new_target(target_bytes >> PAGE_SHIFT); |
| 201 | |
| 202 | return count; |
| 203 | } |
| 204 | |
YueHaibing | 2060061 | 2021-05-26 22:10:19 +0800 | [diff] [blame] | 205 | static DEVICE_ATTR_RW(target); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 206 | |
Takashi Iwai | b6a473a | 2015-02-05 21:38:59 +0100 | [diff] [blame] | 207 | static struct attribute *balloon_attrs[] = { |
| 208 | &dev_attr_target_kb.attr, |
| 209 | &dev_attr_target.attr, |
| 210 | &dev_attr_schedule_delay.attr.attr, |
| 211 | &dev_attr_max_schedule_delay.attr.attr, |
| 212 | &dev_attr_retry_count.attr.attr, |
| 213 | &dev_attr_max_retry_count.attr.attr, |
Marek Marczykowski-Górecki | 197ecb3 | 2018-09-07 18:49:08 +0200 | [diff] [blame] | 214 | &dev_attr_scrub_pages.attr.attr, |
Takashi Iwai | b6a473a | 2015-02-05 21:38:59 +0100 | [diff] [blame] | 215 | NULL |
| 216 | }; |
| 217 | |
| 218 | static const struct attribute_group balloon_group = { |
| 219 | .attrs = balloon_attrs |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 220 | }; |
| 221 | |
| 222 | static struct attribute *balloon_info_attrs[] = { |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 223 | &dev_attr_current_kb.attr, |
| 224 | &dev_attr_low_kb.attr, |
| 225 | &dev_attr_high_kb.attr, |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 226 | NULL |
| 227 | }; |
| 228 | |
Jan Beulich | ead1d01 | 2012-03-14 12:34:19 -0400 | [diff] [blame] | 229 | static const struct attribute_group balloon_info_group = { |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 230 | .name = "info", |
| 231 | .attrs = balloon_info_attrs |
| 232 | }; |
| 233 | |
Takashi Iwai | b6a473a | 2015-02-05 21:38:59 +0100 | [diff] [blame] | 234 | static const struct attribute_group *balloon_groups[] = { |
| 235 | &balloon_group, |
| 236 | &balloon_info_group, |
| 237 | NULL |
| 238 | }; |
| 239 | |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 240 | static struct bus_type balloon_subsys = { |
| 241 | .name = BALLOON_CLASS_NAME, |
| 242 | .dev_name = BALLOON_CLASS_NAME, |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 243 | }; |
| 244 | |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 245 | static int register_balloon(struct device *dev) |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 246 | { |
Takashi Iwai | b6a473a | 2015-02-05 21:38:59 +0100 | [diff] [blame] | 247 | int error; |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 248 | |
Konrad Rzeszutek Wilk | 8ea11f7 | 2012-01-12 11:35:50 -0500 | [diff] [blame] | 249 | error = subsys_system_register(&balloon_subsys, NULL); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 250 | if (error) |
| 251 | return error; |
| 252 | |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 253 | dev->id = 0; |
| 254 | dev->bus = &balloon_subsys; |
Takashi Iwai | b6a473a | 2015-02-05 21:38:59 +0100 | [diff] [blame] | 255 | dev->groups = balloon_groups; |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 256 | |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 257 | error = device_register(dev); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 258 | if (error) { |
Kay Sievers | 0706802 | 2011-12-14 15:32:50 -0800 | [diff] [blame] | 259 | bus_unregister(&balloon_subsys); |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 260 | return error; |
| 261 | } |
| 262 | |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 263 | return 0; |
Daniel De Graaf | 803eb04 | 2011-03-14 11:29:37 -0400 | [diff] [blame] | 264 | } |