blob: c066fec5b74bf1b48c26977a8e1ddd3a12dea9f8 [file] [log] [blame]
Thomas Gleixner873e65b2019-05-27 08:55:15 +02001/* SPDX-License-Identifier: GPL-2.0-only */
Mel Gorman835c1342007-10-16 01:25:47 -07002/*
3 * Macros for manipulating and testing flags related to a
Mel Gormand9c23402007-10-16 01:26:01 -07004 * pageblock_nr_pages number of pages.
Mel Gorman835c1342007-10-16 01:25:47 -07005 *
Mel Gorman835c1342007-10-16 01:25:47 -07006 * Copyright (C) IBM Corporation, 2006
7 *
8 * Original author, Mel Gorman
9 * Major cleanups and reduction of bit operations, Andy Whitcroft
10 */
11#ifndef PAGEBLOCK_FLAGS_H
12#define PAGEBLOCK_FLAGS_H
13
14#include <linux/types.h>
15
Pingfan Liu125b8602018-12-28 00:38:43 -080016#define PB_migratetype_bits 3
Mel Gorman835c1342007-10-16 01:25:47 -070017/* Bit indices that affect a whole block of pages */
18enum pageblock_bits {
Paul Jacksonc801ed32008-05-14 08:15:23 -070019 PB_migrate,
Pingfan Liu125b8602018-12-28 00:38:43 -080020 PB_migrate_end = PB_migrate + PB_migratetype_bits - 1,
Paul Jacksonc801ed32008-05-14 08:15:23 -070021 /* 3 bits required for migrate types */
Mel Gormanbb13ffe2012-10-08 16:32:41 -070022 PB_migrate_skip,/* If set the block is skipped by compaction */
Mel Gormane58469b2014-06-04 16:10:16 -070023
24 /*
25 * Assume the bits will always align on a word. If this assumption
26 * changes then get/set pageblock needs updating.
27 */
Mel Gorman835c1342007-10-16 01:25:47 -070028 NR_PAGEBLOCK_BITS
29};
30
Mel Gormand9c23402007-10-16 01:26:01 -070031#ifdef CONFIG_HUGETLB_PAGE
32
33#ifdef CONFIG_HUGETLB_PAGE_SIZE_VARIABLE
34
35/* Huge page sizes are variable */
Kirill A. Shutemovd00181b2015-11-06 16:29:57 -080036extern unsigned int pageblock_order;
Mel Gormand9c23402007-10-16 01:26:01 -070037
38#else /* CONFIG_HUGETLB_PAGE_SIZE_VARIABLE */
39
40/* Huge pages are a constant size */
41#define pageblock_order HUGETLB_PAGE_ORDER
42
43#endif /* CONFIG_HUGETLB_PAGE_SIZE_VARIABLE */
44
45#else /* CONFIG_HUGETLB_PAGE */
46
47/* If huge pages are not used, group by MAX_ORDER_NR_PAGES */
48#define pageblock_order (MAX_ORDER-1)
49
50#endif /* CONFIG_HUGETLB_PAGE */
51
52#define pageblock_nr_pages (1UL << pageblock_order)
53
Mel Gorman835c1342007-10-16 01:25:47 -070054/* Forward declaration */
55struct page;
56
Mel Gormandc4b0ca2014-06-04 16:10:17 -070057unsigned long get_pfnblock_flags_mask(struct page *page,
58 unsigned long pfn,
Mel Gormane58469b2014-06-04 16:10:16 -070059 unsigned long end_bitidx,
60 unsigned long mask);
Mel Gormandc4b0ca2014-06-04 16:10:17 -070061
62void set_pfnblock_flags_mask(struct page *page,
Mel Gormane58469b2014-06-04 16:10:16 -070063 unsigned long flags,
Mel Gormandc4b0ca2014-06-04 16:10:17 -070064 unsigned long pfn,
Mel Gormane58469b2014-06-04 16:10:16 -070065 unsigned long end_bitidx,
66 unsigned long mask);
67
Mel Gorman835c1342007-10-16 01:25:47 -070068/* Declarations for getting and setting flags. See mm/page_alloc.c */
Mel Gormandc4b0ca2014-06-04 16:10:17 -070069#define get_pageblock_flags_group(page, start_bitidx, end_bitidx) \
70 get_pfnblock_flags_mask(page, page_to_pfn(page), \
71 end_bitidx, \
72 (1 << (end_bitidx - start_bitidx + 1)) - 1)
73#define set_pageblock_flags_group(page, flags, start_bitidx, end_bitidx) \
74 set_pfnblock_flags_mask(page, flags, page_to_pfn(page), \
75 end_bitidx, \
76 (1 << (end_bitidx - start_bitidx + 1)) - 1)
Mel Gorman835c1342007-10-16 01:25:47 -070077
Mel Gormanbb13ffe2012-10-08 16:32:41 -070078#ifdef CONFIG_COMPACTION
79#define get_pageblock_skip(page) \
80 get_pageblock_flags_group(page, PB_migrate_skip, \
Bartlomiej Zolnierkiewicz62726052012-10-10 15:53:55 -070081 PB_migrate_skip)
Mel Gormanbb13ffe2012-10-08 16:32:41 -070082#define clear_pageblock_skip(page) \
83 set_pageblock_flags_group(page, 0, PB_migrate_skip, \
Bartlomiej Zolnierkiewicz62726052012-10-10 15:53:55 -070084 PB_migrate_skip)
Mel Gormanbb13ffe2012-10-08 16:32:41 -070085#define set_pageblock_skip(page) \
86 set_pageblock_flags_group(page, 1, PB_migrate_skip, \
Bartlomiej Zolnierkiewicz62726052012-10-10 15:53:55 -070087 PB_migrate_skip)
David Rientjes21dc7e02017-11-17 15:26:30 -080088#else
89static inline bool get_pageblock_skip(struct page *page)
90{
91 return false;
92}
93static inline void clear_pageblock_skip(struct page *page)
94{
95}
96static inline void set_pageblock_skip(struct page *page)
97{
98}
Mel Gormanbb13ffe2012-10-08 16:32:41 -070099#endif /* CONFIG_COMPACTION */
100
Mel Gorman835c1342007-10-16 01:25:47 -0700101#endif /* PAGEBLOCK_FLAGS_H */