blob: cec62984f7d3b22b346cc0b72d4b9aeaf51c7595 [file] [log] [blame]
Dan Williamse900a912019-05-14 15:41:28 -07001// SPDX-License-Identifier: GPL-2.0
2// Copyright(c) 2018 Intel Corporation. All rights reserved.
3#ifndef _MM_SHUFFLE_H
4#define _MM_SHUFFLE_H
5#include <linux/jump_label.h>
6
Dan Williamse900a912019-05-14 15:41:28 -07007#define SHUFFLE_ORDER (MAX_ORDER-1)
8
9#ifdef CONFIG_SHUFFLE_PAGE_ALLOCATOR
10DECLARE_STATIC_KEY_FALSE(page_alloc_shuffle_key);
Dan Williamse900a912019-05-14 15:41:28 -070011extern void __shuffle_free_memory(pg_data_t *pgdat);
Alexander Duycka2129f22020-04-06 20:04:45 -070012extern bool shuffle_pick_tail(void);
Arnd Bergmannf9f74dc2021-05-22 17:41:43 -070013static inline void __meminit shuffle_free_memory(pg_data_t *pgdat)
Dan Williamse900a912019-05-14 15:41:28 -070014{
15 if (!static_branch_unlikely(&page_alloc_shuffle_key))
16 return;
17 __shuffle_free_memory(pgdat);
18}
19
20extern void __shuffle_zone(struct zone *z);
Arnd Bergmannf9f74dc2021-05-22 17:41:43 -070021static inline void __meminit shuffle_zone(struct zone *z)
Dan Williamse900a912019-05-14 15:41:28 -070022{
23 if (!static_branch_unlikely(&page_alloc_shuffle_key))
24 return;
25 __shuffle_zone(z);
26}
Dan Williams97500a42019-05-14 15:41:35 -070027
28static inline bool is_shuffle_order(int order)
29{
30 if (!static_branch_unlikely(&page_alloc_shuffle_key))
31 return false;
32 return order >= SHUFFLE_ORDER;
33}
Dan Williamse900a912019-05-14 15:41:28 -070034#else
Alexander Duycka2129f22020-04-06 20:04:45 -070035static inline bool shuffle_pick_tail(void)
36{
37 return false;
38}
39
Dan Williamse900a912019-05-14 15:41:28 -070040static inline void shuffle_free_memory(pg_data_t *pgdat)
41{
42}
43
44static inline void shuffle_zone(struct zone *z)
45{
46}
47
Dan Williams97500a42019-05-14 15:41:35 -070048static inline bool is_shuffle_order(int order)
49{
50 return false;
51}
Dan Williamse900a912019-05-14 15:41:28 -070052#endif
53#endif /* _MM_SHUFFLE_H */