blob: ff39fa0a1ede5609b2bd9dc26d5b772ba499058c [file] [log] [blame]
Mel Gorman748446b2010-05-24 14:32:27 -07001#ifndef _LINUX_COMPACTION_H
2#define _LINUX_COMPACTION_H
3
Mel Gorman56de7262010-05-24 14:32:30 -07004/* Return values for compact_zone() and try_to_compact_pages() */
Vlastimil Babkafa6c7b42015-11-05 18:47:56 -08005/* When adding new states, please adjust include/trace/events/compaction.h */
Michal Hockoea7ab982016-05-20 16:56:38 -07006enum compact_result {
Michal Hocko4f9a3582016-05-20 16:56:50 -07007 /* For more detailed tracepoint output - internal to compaction */
8 COMPACT_NOT_SUITABLE_ZONE,
Michal Hockoea7ab982016-05-20 16:56:38 -07009 /*
10 * compaction didn't start as it was not possible or direct reclaim
11 * was more suitable
12 */
13 COMPACT_SKIPPED,
Michal Hocko1d4746d2016-05-20 16:56:44 -070014 /* compaction didn't start as it was deferred due to past failures */
15 COMPACT_DEFERRED,
Michal Hocko4f9a3582016-05-20 16:56:50 -070016
Michal Hocko1d4746d2016-05-20 16:56:44 -070017 /* compaction not active last round */
18 COMPACT_INACTIVE = COMPACT_DEFERRED,
19
Michal Hocko4f9a3582016-05-20 16:56:50 -070020 /* For more detailed tracepoint output - internal to compaction */
21 COMPACT_NO_SUITABLE_PAGE,
Michal Hockoea7ab982016-05-20 16:56:38 -070022 /* compaction should continue to another pageblock */
23 COMPACT_CONTINUE,
Michal Hocko4f9a3582016-05-20 16:56:50 -070024
Michal Hockoc8f7de02016-05-20 16:56:47 -070025 /*
26 * The full zone was compacted scanned but wasn't successfull to compact
27 * suitable pages.
28 */
Michal Hockoea7ab982016-05-20 16:56:38 -070029 COMPACT_COMPLETE,
Michal Hocko4f9a3582016-05-20 16:56:50 -070030 /*
31 * direct compaction has scanned part of the zone but wasn't successfull
32 * to compact suitable pages.
33 */
34 COMPACT_PARTIAL_SKIPPED,
35
36 /* compaction terminated prematurely due to lock contentions */
Michal Hockoea7ab982016-05-20 16:56:38 -070037 COMPACT_CONTENDED,
Michal Hocko4f9a3582016-05-20 16:56:50 -070038
39 /*
40 * direct compaction partially compacted a zone and there might be
41 * suitable pages
42 */
43 COMPACT_PARTIAL,
Michal Hockoea7ab982016-05-20 16:56:38 -070044};
Mel Gorman748446b2010-05-24 14:32:27 -070045
Vlastimil Babka1f9efde2014-10-09 15:27:14 -070046/* Used to signal whether compaction detected need_sched() or lock contention */
47/* No contention detected */
48#define COMPACT_CONTENDED_NONE 0
49/* Either need_sched() was true or fatal signal pending */
50#define COMPACT_CONTENDED_SCHED 1
51/* Zone lock or lru_lock was contended in async compaction */
52#define COMPACT_CONTENDED_LOCK 2
53
Vlastimil Babka1a6d53a2015-02-11 15:25:44 -080054struct alloc_context; /* in mm/internal.h */
55
Mel Gorman76ab0f52010-05-24 14:32:28 -070056#ifdef CONFIG_COMPACTION
57extern int sysctl_compact_memory;
58extern int sysctl_compaction_handler(struct ctl_table *table, int write,
59 void __user *buffer, size_t *length, loff_t *ppos);
Mel Gorman5e771902010-05-24 14:32:31 -070060extern int sysctl_extfrag_threshold;
61extern int sysctl_extfrag_handler(struct ctl_table *table, int write,
62 void __user *buffer, size_t *length, loff_t *ppos);
Eric B Munson5bbe3542015-04-15 16:13:20 -070063extern int sysctl_compact_unevictable_allowed;
Mel Gorman56de7262010-05-24 14:32:30 -070064
65extern int fragmentation_index(struct zone *zone, unsigned int order);
Michal Hockoea7ab982016-05-20 16:56:38 -070066extern enum compact_result try_to_compact_pages(gfp_t gfp_mask,
67 unsigned int order,
Mel Gormanc6038442016-05-19 17:13:38 -070068 unsigned int alloc_flags, const struct alloc_context *ac,
69 enum migrate_mode mode, int *contended);
Andrew Morton7103f162013-02-22 16:32:33 -080070extern void compact_pgdat(pg_data_t *pgdat, int order);
Mel Gorman62997022012-10-08 16:32:47 -070071extern void reset_isolation_suitable(pg_data_t *pgdat);
Michal Hockoea7ab982016-05-20 16:56:38 -070072extern enum compact_result compaction_suitable(struct zone *zone, int order,
Mel Gormanc6038442016-05-19 17:13:38 -070073 unsigned int alloc_flags, int classzone_idx);
Mel Gorman4f92e252010-05-24 14:32:32 -070074
Joonsoo Kim24e27162015-02-11 15:27:09 -080075extern void defer_compaction(struct zone *zone, int order);
76extern bool compaction_deferred(struct zone *zone, int order);
77extern void compaction_defer_reset(struct zone *zone, int order,
78 bool alloc_success);
79extern bool compaction_restarting(struct zone *zone, int order);
Mel Gorman62997022012-10-08 16:32:47 -070080
Vlastimil Babka698b1b32016-03-17 14:18:08 -070081extern int kcompactd_run(int nid);
82extern void kcompactd_stop(int nid);
83extern void wakeup_kcompactd(pg_data_t *pgdat, int order, int classzone_idx);
84
Mel Gorman56de7262010-05-24 14:32:30 -070085#else
Michal Hockoea7ab982016-05-20 16:56:38 -070086static inline enum compact_result try_to_compact_pages(gfp_t gfp_mask,
Vlastimil Babka1a6d53a2015-02-11 15:25:44 -080087 unsigned int order, int alloc_flags,
88 const struct alloc_context *ac,
89 enum migrate_mode mode, int *contended)
Mel Gorman56de7262010-05-24 14:32:30 -070090{
91 return COMPACT_CONTINUE;
92}
93
Andrew Morton7103f162013-02-22 16:32:33 -080094static inline void compact_pgdat(pg_data_t *pgdat, int order)
Rik van Riel7be62de2012-03-21 16:33:52 -070095{
Rik van Riel7be62de2012-03-21 16:33:52 -070096}
97
Mel Gorman62997022012-10-08 16:32:47 -070098static inline void reset_isolation_suitable(pg_data_t *pgdat)
99{
100}
101
Michal Hockoea7ab982016-05-20 16:56:38 -0700102static inline enum compact_result compaction_suitable(struct zone *zone, int order,
Vlastimil Babkaebff3982014-12-10 15:43:22 -0800103 int alloc_flags, int classzone_idx)
Mel Gorman3e7d3442011-01-13 15:45:56 -0800104{
105 return COMPACT_SKIPPED;
106}
107
Rik van Rielaff62242012-03-21 16:33:52 -0700108static inline void defer_compaction(struct zone *zone, int order)
Mel Gorman4f92e252010-05-24 14:32:32 -0700109{
110}
111
Rik van Rielaff62242012-03-21 16:33:52 -0700112static inline bool compaction_deferred(struct zone *zone, int order)
Mel Gorman4f92e252010-05-24 14:32:32 -0700113{
Gavin Shanc59e2612012-07-31 16:42:49 -0700114 return true;
Mel Gorman4f92e252010-05-24 14:32:32 -0700115}
116
Vlastimil Babka698b1b32016-03-17 14:18:08 -0700117static inline int kcompactd_run(int nid)
118{
119 return 0;
120}
121static inline void kcompactd_stop(int nid)
122{
123}
124
125static inline void wakeup_kcompactd(pg_data_t *pgdat, int order, int classzone_idx)
126{
127}
128
Mel Gorman76ab0f52010-05-24 14:32:28 -0700129#endif /* CONFIG_COMPACTION */
130
Mel Gormaned4a6d72010-05-24 14:32:29 -0700131#if defined(CONFIG_COMPACTION) && defined(CONFIG_SYSFS) && defined(CONFIG_NUMA)
132extern int compaction_register_node(struct node *node);
133extern void compaction_unregister_node(struct node *node);
134
135#else
136
137static inline int compaction_register_node(struct node *node)
138{
139 return 0;
140}
141
142static inline void compaction_unregister_node(struct node *node)
143{
144}
145#endif /* CONFIG_COMPACTION && CONFIG_SYSFS && CONFIG_NUMA */
146
Mel Gorman748446b2010-05-24 14:32:27 -0700147#endif /* _LINUX_COMPACTION_H */