blob: aca9c65f8d08b8ce9b3ed38c92877cff44431d22 [file] [log] [blame]
Dave Hansen208d54e2005-10-29 18:16:52 -07001#ifndef __LINUX_MEMORY_HOTPLUG_H
2#define __LINUX_MEMORY_HOTPLUG_H
3
4#include <linux/mmzone.h>
5#include <linux/spinlock.h>
Dave Hansen3947be12005-10-29 18:16:54 -07006#include <linux/notifier.h>
Dave Hansen208d54e2005-10-29 18:16:52 -07007
KAMEZAWA Hiroyuki78679302006-03-06 15:42:49 -08008struct page;
9struct zone;
10struct pglist_data;
Badari Pulavartyea01ea92008-04-28 02:12:01 -070011struct mem_section;
KAMEZAWA Hiroyuki78679302006-03-06 15:42:49 -080012
Dave Hansen208d54e2005-10-29 18:16:52 -070013#ifdef CONFIG_MEMORY_HOTPLUG
14/*
15 * pgdat resizing functions
16 */
17static inline
18void pgdat_resize_lock(struct pglist_data *pgdat, unsigned long *flags)
19{
20 spin_lock_irqsave(&pgdat->node_size_lock, *flags);
21}
22static inline
23void pgdat_resize_unlock(struct pglist_data *pgdat, unsigned long *flags)
24{
Dave Hansenbdc8cb92005-10-29 18:16:53 -070025 spin_unlock_irqrestore(&pgdat->node_size_lock, *flags);
Dave Hansen208d54e2005-10-29 18:16:52 -070026}
27static inline
28void pgdat_resize_init(struct pglist_data *pgdat)
29{
30 spin_lock_init(&pgdat->node_size_lock);
31}
Dave Hansenbdc8cb92005-10-29 18:16:53 -070032/*
33 * Zone resizing functions
34 */
35static inline unsigned zone_span_seqbegin(struct zone *zone)
36{
37 return read_seqbegin(&zone->span_seqlock);
38}
39static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
40{
41 return read_seqretry(&zone->span_seqlock, iv);
42}
43static inline void zone_span_writelock(struct zone *zone)
44{
45 write_seqlock(&zone->span_seqlock);
46}
47static inline void zone_span_writeunlock(struct zone *zone)
48{
49 write_sequnlock(&zone->span_seqlock);
50}
51static inline void zone_seqlock_init(struct zone *zone)
52{
53 seqlock_init(&zone->span_seqlock);
54}
Dave Hansen3947be12005-10-29 18:16:54 -070055extern int zone_grow_free_lists(struct zone *zone, unsigned long new_nr_pages);
56extern int zone_grow_waitqueues(struct zone *zone, unsigned long nr_pages);
57extern int add_one_highpage(struct page *page, int pfn, int bad_ppro);
58/* need some defines for these for archs that don't support it */
59extern void online_page(struct page *page);
60/* VM interface that may be used by firmware interface */
Dave Hansen3947be12005-10-29 18:16:54 -070061extern int online_pages(unsigned long, unsigned long);
KAMEZAWA Hiroyuki0c0e6192007-10-16 01:26:12 -070062extern void __offline_isolated_pages(unsigned long, unsigned long);
KAMEZAWA Hiroyuki48e94192007-10-16 01:26:14 -070063extern int offline_pages(unsigned long, unsigned long, unsigned long);
64
Dave Hansen3947be12005-10-29 18:16:54 -070065/* reasonably generic interface to expand the physical pages in a zone */
66extern int __add_pages(struct zone *zone, unsigned long start_pfn,
67 unsigned long nr_pages);
Badari Pulavartyea01ea92008-04-28 02:12:01 -070068extern int __remove_pages(struct zone *zone, unsigned long start_pfn,
69 unsigned long nr_pages);
Yasunori Gotobc02af92006-06-27 02:53:30 -070070
KAMEZAWA Hiroyuki75884fb2007-10-16 01:26:10 -070071/*
Badari Pulavartyea01ea92008-04-28 02:12:01 -070072 * Walk through all memory which is registered as resource.
KAMEZAWA Hiroyuki75884fb2007-10-16 01:26:10 -070073 * arg is (start_pfn, nr_pages, private_arg_pointer)
74 */
75extern int walk_memory_resource(unsigned long start_pfn,
76 unsigned long nr_pages, void *arg,
77 int (*func)(unsigned long, unsigned long, void *));
78
Yasunori Gotobc02af92006-06-27 02:53:30 -070079#ifdef CONFIG_NUMA
80extern int memory_add_physaddr_to_nid(u64 start);
81#else
82static inline int memory_add_physaddr_to_nid(u64 start)
83{
84 return 0;
85}
86#endif
87
Yasunori Goto306d6cb2006-06-27 02:53:32 -070088#ifdef CONFIG_HAVE_ARCH_NODEDATA_EXTENSION
89/*
90 * For supporting node-hotadd, we have to allocate a new pgdat.
91 *
92 * If an arch has generic style NODE_DATA(),
93 * node_data[nid] = kzalloc() works well. But it depends on the architecture.
94 *
95 * In general, generic_alloc_nodedata() is used.
96 * Now, arch_free_nodedata() is just defined for error path of node_hot_add.
97 *
98 */
Yasunori Gotodd0932d2006-06-27 02:53:40 -070099extern pg_data_t *arch_alloc_nodedata(int nid);
100extern void arch_free_nodedata(pg_data_t *pgdat);
Yasunori Goto70490272006-06-27 02:53:39 -0700101extern void arch_refresh_nodedata(int nid, pg_data_t *pgdat);
Yasunori Goto306d6cb2006-06-27 02:53:32 -0700102
103#else /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
104
105#define arch_alloc_nodedata(nid) generic_alloc_nodedata(nid)
106#define arch_free_nodedata(pgdat) generic_free_nodedata(pgdat)
107
108#ifdef CONFIG_NUMA
109/*
110 * If ARCH_HAS_NODEDATA_EXTENSION=n, this func is used to allocate pgdat.
111 * XXX: kmalloc_node() can't work well to get new node's memory at this time.
112 * Because, pgdat for the new node is not allocated/initialized yet itself.
113 * To use new node's memory, more consideration will be necessary.
114 */
115#define generic_alloc_nodedata(nid) \
116({ \
117 kzalloc(sizeof(pg_data_t), GFP_KERNEL); \
118})
119/*
120 * This definition is just for error path in node hotadd.
121 * For node hotremove, we have to replace this.
122 */
123#define generic_free_nodedata(pgdat) kfree(pgdat)
124
Yasunori Goto10ad4002006-06-27 02:53:33 -0700125extern pg_data_t *node_data[];
126static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
127{
128 node_data[nid] = pgdat;
129}
130
Yasunori Goto306d6cb2006-06-27 02:53:32 -0700131#else /* !CONFIG_NUMA */
132
133/* never called */
134static inline pg_data_t *generic_alloc_nodedata(int nid)
135{
136 BUG();
137 return NULL;
138}
139static inline void generic_free_nodedata(pg_data_t *pgdat)
140{
141}
Yasunori Goto10ad4002006-06-27 02:53:33 -0700142static inline void arch_refresh_nodedata(int nid, pg_data_t *pgdat)
143{
144}
Yasunori Goto306d6cb2006-06-27 02:53:32 -0700145#endif /* CONFIG_NUMA */
146#endif /* CONFIG_HAVE_ARCH_NODEDATA_EXTENSION */
147
Dave Hansen208d54e2005-10-29 18:16:52 -0700148#else /* ! CONFIG_MEMORY_HOTPLUG */
149/*
150 * Stub functions for when hotplug is off
151 */
152static inline void pgdat_resize_lock(struct pglist_data *p, unsigned long *f) {}
153static inline void pgdat_resize_unlock(struct pglist_data *p, unsigned long *f) {}
154static inline void pgdat_resize_init(struct pglist_data *pgdat) {}
Dave Hansenbdc8cb92005-10-29 18:16:53 -0700155
156static inline unsigned zone_span_seqbegin(struct zone *zone)
157{
158 return 0;
159}
160static inline int zone_span_seqretry(struct zone *zone, unsigned iv)
161{
162 return 0;
163}
164static inline void zone_span_writelock(struct zone *zone) {}
165static inline void zone_span_writeunlock(struct zone *zone) {}
166static inline void zone_seqlock_init(struct zone *zone) {}
Dave Hansen3947be12005-10-29 18:16:54 -0700167
168static inline int mhp_notimplemented(const char *func)
169{
170 printk(KERN_WARNING "%s() called, with CONFIG_MEMORY_HOTPLUG disabled\n", func);
171 dump_stack();
172 return -ENOSYS;
173}
174
Dave Hansenbdc8cb92005-10-29 18:16:53 -0700175#endif /* ! CONFIG_MEMORY_HOTPLUG */
Andi Kleen9d99aaa2006-04-07 19:49:15 +0200176
Yasunori Gotobc02af92006-06-27 02:53:30 -0700177extern int add_memory(int nid, u64 start, u64 size);
178extern int arch_add_memory(int nid, u64 start, u64 size);
Andi Kleen9d99aaa2006-04-07 19:49:15 +0200179extern int remove_memory(u64 start, u64 size);
Keith Manntheyf28c5ed2006-09-30 23:27:04 -0700180extern int sparse_add_one_section(struct zone *zone, unsigned long start_pfn,
181 int nr_pages);
Badari Pulavartyea01ea92008-04-28 02:12:01 -0700182extern void sparse_remove_one_section(struct zone *zone, struct mem_section *ms);
Andi Kleen9d99aaa2006-04-07 19:49:15 +0200183
Dave Hansen208d54e2005-10-29 18:16:52 -0700184#endif /* __LINUX_MEMORY_HOTPLUG_H */