Gitiles
Code Review Sign In
review.shift-gmbh.com / SHIFTPHONES / mainline / linux / 8197af22be01e7c9ab476138652e0dc8cd22a207 / . / arch / powerpc / include / asm / hugetlb.h
blob: fd5c0873a57d8f0018721de508f94a033227ed31 [file] [log] [blame]
Greg Kroah-Hartmanb2441312017-11-01 15:07:57 +0100[diff] [blame]1/* SPDX-License-Identifier: GPL-2.0 */
Gerald Schaefer6d779072008-04-28 02:13:27 -0700[diff] [blame]2#ifndef _ASM_POWERPC_HUGETLB_H
3#define _ASM_POWERPC_HUGETLB_H
4
Becky Bruce41151e72011-06-28 09:54:48 +0000[diff] [blame]5#ifdef CONFIG_HUGETLB_PAGE
Gerald Schaefer6d779072008-04-28 02:13:27 -0700[diff] [blame]6#include <asm/page.h>
7
Aneesh Kumar K.Vcf9427b2013-04-28 09:37:29 +0000[diff] [blame]8#ifdef CONFIG_PPC_BOOK3S_64
Aneesh Kumar K.Vbee8b3b2016-11-28 11:46:58 +0530[diff] [blame]9#include <asm/book3s/64/hugetlb.h>
Christophe Leroy8197af22019-04-26 05:59:44 +0000[diff] [blame^]10#elif defined(CONFIG_PPC_FSL_BOOK3E)
11#include <asm/nohash/hugetlb-book3e.h>
12#elif defined(CONFIG_PPC_8xx)
13#include <asm/nohash/32/hugetlb-8xx.h>
Aneesh Kumar K.Vcf9427b2013-04-28 09:37:29 +0000[diff] [blame]14#endif /* CONFIG_PPC_BOOK3S_64 */
15
David Gibson0895ecd2009-10-26 19:24:31 +0000[diff] [blame]16void flush_dcache_icache_hugepage(struct page *page);
17
Nicholas Piggin014a32b2018-03-07 11:37:17 +1000[diff] [blame]18int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
Gerald Schaefer6d779072008-04-28 02:13:27 -0700[diff] [blame]19 unsigned long len);
Nicholas Piggin014a32b2018-03-07 11:37:17 +1000[diff] [blame]20
Becky Bruce41151e72011-06-28 09:54:48 +0000[diff] [blame]21static inline int is_hugepage_only_range(struct mm_struct *mm,
22 unsigned long addr,
23 unsigned long len)
24{
Nicholas Piggin014a32b2018-03-07 11:37:17 +1000[diff] [blame]25 if (IS_ENABLED(CONFIG_PPC_MM_SLICES) && !radix_enabled())
26 return slice_is_hugepage_only_range(mm, addr, len);
Becky Bruce41151e72011-06-28 09:54:48 +0000[diff] [blame]27 return 0;
28}
Becky Bruce41151e72011-06-28 09:54:48 +0000[diff] [blame]29
Becky Bruced93e4d72011-11-28 14:43:33 +0000[diff] [blame]30void book3e_hugetlb_preload(struct vm_area_struct *vma, unsigned long ea,
31 pte_t pte);
Gerald Schaefer6d779072008-04-28 02:13:27 -0700[diff] [blame]32
Alexandre Ghiti1e5f50f2018-10-26 15:08:03 -0700[diff] [blame]33#define __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
Jan Beulich42b77722008-07-23 21:27:10 -0700[diff] [blame]34void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
Gerald Schaefer6d779072008-04-28 02:13:27 -0700[diff] [blame]35 unsigned long end, unsigned long floor,
36 unsigned long ceiling);
37
Alexandre Ghitia4d83852018-10-26 15:08:12 -0700[diff] [blame]38#define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
David Gibson0895ecd2009-10-26 19:24:31 +0000[diff] [blame]39static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
40 unsigned long addr, pte_t *ptep)
41{
Becky Bruce41151e72011-06-28 09:54:48 +0000[diff] [blame]42#ifdef CONFIG_PPC64
Aneesh Kumar K.V88247e82014-02-12 09:13:36 +0530[diff] [blame]43 return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
Becky Bruce41151e72011-06-28 09:54:48 +0000[diff] [blame]44#else
45 return __pte(pte_update(ptep, ~0UL, 0));
46#endif
David Gibson0895ecd2009-10-26 19:24:31 +0000[diff] [blame]47}
48
Alexandre Ghitife632222018-10-26 15:08:17 -0700[diff] [blame]49#define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
Gerald Schaefer8fe627e2008-04-28 02:13:28 -0700[diff] [blame]50static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
51 unsigned long addr, pte_t *ptep)
52{
Christophe Leroy584dbc72018-10-18 05:22:06 +0000[diff] [blame]53 huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
Aneesh Kumar K.V13dce032016-07-13 15:06:38 +0530[diff] [blame]54 flush_hugetlb_page(vma, addr);
Gerald Schaefer8fe627e2008-04-28 02:13:28 -0700[diff] [blame]55}
56
Alexandre Ghitifacf6d52018-10-26 15:08:39 -0700[diff] [blame]57#define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
Breno Leitaobce85a12018-10-31 11:24:11 -0300[diff] [blame]58int huge_ptep_set_access_flags(struct vm_area_struct *vma,
59 unsigned long addr, pte_t *ptep,
60 pte_t pte, int dirty);
Gerald Schaefer7f2e9522008-04-28 02:13:29 -0700[diff] [blame]61
Will Deacon5d3a5512012-10-08 16:29:32 -0700[diff] [blame]62static inline void arch_clear_hugepage_flags(struct page *page)
63{
64}
65
Alexandre Ghiti1e5f50f2018-10-26 15:08:03 -0700[diff] [blame]66#include <asm-generic/hugetlb.h>
67
Becky Bruce41151e72011-06-28 09:54:48 +0000[diff] [blame]68#else /* ! CONFIG_HUGETLB_PAGE */
Becky Bruce41151e72011-06-28 09:54:48 +0000[diff] [blame]69static inline void flush_hugetlb_page(struct vm_area_struct *vma,
70 unsigned long vmaddr)
71{
72}
Becky Brucea6146882011-10-10 10:50:43 +0000[diff] [blame]73
Aneesh Kumar K.V29409992013-06-20 14:30:16 +0530[diff] [blame]74#define hugepd_shift(x) 0
Aneesh Kumar K.Vb30e7592014-11-05 21:57:41 +0530[diff] [blame]75static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
Aneesh Kumar K.V29409992013-06-20 14:30:16 +0530[diff] [blame]76 unsigned pdshift)
77{
Mathieu Malaterred8731522018-04-13 20:41:43 +0200[diff] [blame]78 return NULL;
Aneesh Kumar K.V29409992013-06-20 14:30:16 +0530[diff] [blame]79}
80#endif /* CONFIG_HUGETLB_PAGE */
Becky Brucea6146882011-10-10 10:50:43 +0000[diff] [blame]81
Gerald Schaefer6d779072008-04-28 02:13:27 -0700[diff] [blame]82#endif /* _ASM_POWERPC_HUGETLB_H */