blob: cfce186f0c4e0ecd8be7c211e8a3fbb95c963242 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Joonsoo Kimeefa864b2014-12-12 16:55:46 -08002#ifndef __LINUX_PAGE_EXT_H
3#define __LINUX_PAGE_EXT_H
4
Joonsoo Kim48c96a32014-12-12 16:56:01 -08005#include <linux/types.h>
6#include <linux/stacktrace.h>
Joonsoo Kimf2ca0b52016-07-26 15:23:55 -07007#include <linux/stackdepot.h>
Joonsoo Kim48c96a32014-12-12 16:56:01 -08008
Joonsoo Kimeefa864b2014-12-12 16:55:46 -08009struct pglist_data;
10struct page_ext_operations {
Joonsoo Kim980ac162016-10-07 16:58:27 -070011 size_t offset;
12 size_t size;
Joonsoo Kimeefa864b2014-12-12 16:55:46 -080013 bool (*need)(void);
14 void (*init)(void);
15};
16
17#ifdef CONFIG_PAGE_EXTENSION
18
Joonsoo Kime30825f2014-12-12 16:55:49 -080019enum page_ext_flags {
Joonsoo Kim48c96a32014-12-12 16:56:01 -080020 PAGE_EXT_OWNER,
Vlastimil Babkafdf3bf82019-10-14 14:11:47 -070021 PAGE_EXT_OWNER_ALLOCATED,
Vladimir Davydov33c3fc72015-09-09 15:35:45 -070022#if defined(CONFIG_IDLE_PAGE_TRACKING) && !defined(CONFIG_64BIT)
23 PAGE_EXT_YOUNG,
24 PAGE_EXT_IDLE,
25#endif
Joonsoo Kime30825f2014-12-12 16:55:49 -080026};
27
28/*
Joonsoo Kimeefa864b2014-12-12 16:55:46 -080029 * Page Extension can be considered as an extended mem_map.
30 * A page_ext page is associated with every page descriptor. The
31 * page_ext helps us add more information about the page.
32 * All page_ext are allocated at boot or memory hotplug event,
33 * then the page_ext for pfn always exists.
34 */
35struct page_ext {
36 unsigned long flags;
Joonsoo Kimeefa864b2014-12-12 16:55:46 -080037};
38
Vlastimil Babka5556cfe2019-10-14 14:11:40 -070039extern unsigned long page_ext_size;
Joonsoo Kimeefa864b2014-12-12 16:55:46 -080040extern void pgdat_page_ext_init(struct pglist_data *pgdat);
41
42#ifdef CONFIG_SPARSEMEM
43static inline void page_ext_init_flatmem(void)
44{
45}
46extern void page_ext_init(void);
47#else
48extern void page_ext_init_flatmem(void);
49static inline void page_ext_init(void)
50{
51}
52#endif
53
Kirill A. Shutemov10ed6342018-08-17 15:45:15 -070054struct page_ext *lookup_page_ext(const struct page *page);
Joonsoo Kimeefa864b2014-12-12 16:55:46 -080055
Vlastimil Babka5556cfe2019-10-14 14:11:40 -070056static inline struct page_ext *page_ext_next(struct page_ext *curr)
57{
58 void *next = curr;
59 next += page_ext_size;
60 return next;
61}
62
Joonsoo Kimeefa864b2014-12-12 16:55:46 -080063#else /* !CONFIG_PAGE_EXTENSION */
64struct page_ext;
65
66static inline void pgdat_page_ext_init(struct pglist_data *pgdat)
67{
68}
69
Kirill A. Shutemov10ed6342018-08-17 15:45:15 -070070static inline struct page_ext *lookup_page_ext(const struct page *page)
Joonsoo Kimeefa864b2014-12-12 16:55:46 -080071{
72 return NULL;
73}
74
75static inline void page_ext_init(void)
76{
77}
78
79static inline void page_ext_init_flatmem(void)
80{
81}
82#endif /* CONFIG_PAGE_EXTENSION */
83#endif /* __LINUX_PAGE_EXT_H */