blob: 8e1e6244a89da29ac01406e463e41ae202b45f9d [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +01001/* SPDX-License-Identifier: GPL-2.0 */
Gerald Schaefer106c9922013-04-29 15:07:23 -07002#ifndef _ASM_GENERIC_HUGETLB_H
3#define _ASM_GENERIC_HUGETLB_H
4
5static inline pte_t mk_huge_pte(struct page *page, pgprot_t pgprot)
6{
7 return mk_pte(page, pgprot);
8}
9
David Miller26794942013-10-02 14:25:09 -040010static inline unsigned long huge_pte_write(pte_t pte)
Gerald Schaefer106c9922013-04-29 15:07:23 -070011{
12 return pte_write(pte);
13}
14
David Miller26794942013-10-02 14:25:09 -040015static inline unsigned long huge_pte_dirty(pte_t pte)
Gerald Schaefer106c9922013-04-29 15:07:23 -070016{
17 return pte_dirty(pte);
18}
19
20static inline pte_t huge_pte_mkwrite(pte_t pte)
21{
22 return pte_mkwrite(pte);
23}
24
25static inline pte_t huge_pte_mkdirty(pte_t pte)
26{
27 return pte_mkdirty(pte);
28}
29
30static inline pte_t huge_pte_modify(pte_t pte, pgprot_t newprot)
31{
32 return pte_modify(pte, newprot);
33}
34
Alexandre Ghitid0184982018-10-26 15:07:59 -070035#ifndef __HAVE_ARCH_HUGE_PTE_CLEAR
Gerald Schaefer106c9922013-04-29 15:07:23 -070036static inline void huge_pte_clear(struct mm_struct *mm, unsigned long addr,
Punit Agrawal9386fac2017-07-06 15:39:46 -070037 pte_t *ptep, unsigned long sz)
Gerald Schaefer106c9922013-04-29 15:07:23 -070038{
39 pte_clear(mm, addr, ptep);
40}
Punit Agrawal9386fac2017-07-06 15:39:46 -070041#endif
Gerald Schaefer106c9922013-04-29 15:07:23 -070042
Alexandre Ghiti1e5f50f2018-10-26 15:08:03 -070043#ifndef __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
44static inline void hugetlb_free_pgd_range(struct mmu_gather *tlb,
45 unsigned long addr, unsigned long end,
46 unsigned long floor, unsigned long ceiling)
47{
48 free_pgd_range(tlb, addr, end, floor, ceiling);
49}
Alexandre Ghiticea685d2018-10-26 15:08:07 -070050#endif
Alexandre Ghiti1e5f50f2018-10-26 15:08:03 -070051
Alexandre Ghiticea685d2018-10-26 15:08:07 -070052#ifndef __HAVE_ARCH_HUGE_SET_HUGE_PTE_AT
53static inline void set_huge_pte_at(struct mm_struct *mm, unsigned long addr,
54 pte_t *ptep, pte_t pte)
55{
56 set_pte_at(mm, addr, ptep, pte);
57}
Alexandre Ghiti1e5f50f2018-10-26 15:08:03 -070058#endif
59
Alexandre Ghitia4d83852018-10-26 15:08:12 -070060#ifndef __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
61static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
62 unsigned long addr, pte_t *ptep)
63{
64 return ptep_get_and_clear(mm, addr, ptep);
65}
66#endif
67
Alexandre Ghitife632222018-10-26 15:08:17 -070068#ifndef __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
69static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
70 unsigned long addr, pte_t *ptep)
71{
72 ptep_clear_flush(vma, addr, ptep);
73}
74#endif
75
Alexandre Ghiticae72ab2018-10-26 15:08:22 -070076#ifndef __HAVE_ARCH_HUGE_PTE_NONE
77static inline int huge_pte_none(pte_t pte)
78{
79 return pte_none(pte);
80}
81#endif
82
Alexandre Ghitic4916a02018-10-26 15:08:26 -070083#ifndef __HAVE_ARCH_HUGE_PTE_WRPROTECT
84static inline pte_t huge_pte_wrprotect(pte_t pte)
85{
86 return pte_wrprotect(pte);
87}
88#endif
89
Alexandre Ghiti78d6e4e2018-10-26 15:08:31 -070090#ifndef __HAVE_ARCH_PREPARE_HUGEPAGE_RANGE
91static inline int prepare_hugepage_range(struct file *file,
92 unsigned long addr, unsigned long len)
93{
94 struct hstate *h = hstate_file(file);
95
96 if (len & ~huge_page_mask(h))
97 return -EINVAL;
98 if (addr & ~huge_page_mask(h))
99 return -EINVAL;
100
101 return 0;
102}
103#endif
104
Alexandre Ghiti8e581d42018-10-26 15:08:35 -0700105#ifndef __HAVE_ARCH_HUGE_PTEP_SET_WRPROTECT
106static inline void huge_ptep_set_wrprotect(struct mm_struct *mm,
107 unsigned long addr, pte_t *ptep)
108{
109 ptep_set_wrprotect(mm, addr, ptep);
110}
111#endif
112
Alexandre Ghitifacf6d52018-10-26 15:08:39 -0700113#ifndef __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
114static inline int huge_ptep_set_access_flags(struct vm_area_struct *vma,
115 unsigned long addr, pte_t *ptep,
116 pte_t pte, int dirty)
117{
118 return ptep_set_access_flags(vma, addr, ptep, pte, dirty);
119}
120#endif
121
Alexandre Ghiti544db752018-10-26 15:08:43 -0700122#ifndef __HAVE_ARCH_HUGE_PTEP_GET
123static inline pte_t huge_ptep_get(pte_t *ptep)
124{
Christophe Leroy481e9802020-06-15 12:57:58 +0000125 return ptep_get(ptep);
Alexandre Ghiti544db752018-10-26 15:08:43 -0700126}
127#endif
128
Alexandre Ghiti4eb07162019-05-13 17:19:04 -0700129#ifndef __HAVE_ARCH_GIGANTIC_PAGE_RUNTIME_SUPPORTED
130static inline bool gigantic_page_runtime_supported(void)
131{
132 return IS_ENABLED(CONFIG_ARCH_HAS_GIGANTIC_PAGE);
133}
134#endif /* __HAVE_ARCH_GIGANTIC_PAGE_RUNTIME_SUPPORTED */
135
Gerald Schaefer106c9922013-04-29 15:07:23 -0700136#endif /* _ASM_GENERIC_HUGETLB_H */