xref: /linux/arch/powerpc/include/asm/hugetlb.h (revision 44f57d78)
1 /* SPDX-License-Identifier: GPL-2.0 */
2 #ifndef _ASM_POWERPC_HUGETLB_H
3 #define _ASM_POWERPC_HUGETLB_H
4 
5 #ifdef CONFIG_HUGETLB_PAGE
6 #include <asm/page.h>
7 
8 #ifdef CONFIG_PPC_BOOK3S_64
9 #include <asm/book3s/64/hugetlb.h>
10 #elif defined(CONFIG_PPC_FSL_BOOK3E)
11 #include <asm/nohash/hugetlb-book3e.h>
12 #elif defined(CONFIG_PPC_8xx)
13 #include <asm/nohash/32/hugetlb-8xx.h>
14 #endif /* CONFIG_PPC_BOOK3S_64 */
15 
16 extern bool hugetlb_disabled;
17 
18 void hugetlbpage_init_default(void);
19 
20 void flush_dcache_icache_hugepage(struct page *page);
21 
22 int slice_is_hugepage_only_range(struct mm_struct *mm, unsigned long addr,
23 			   unsigned long len);
24 
25 static inline int is_hugepage_only_range(struct mm_struct *mm,
26 					 unsigned long addr,
27 					 unsigned long len)
28 {
29 	if (IS_ENABLED(CONFIG_PPC_MM_SLICES) && !radix_enabled())
30 		return slice_is_hugepage_only_range(mm, addr, len);
31 	return 0;
32 }
33 
34 void book3e_hugetlb_preload(struct vm_area_struct *vma, unsigned long ea,
35 			    pte_t pte);
36 
37 #define __HAVE_ARCH_HUGETLB_FREE_PGD_RANGE
38 void hugetlb_free_pgd_range(struct mmu_gather *tlb, unsigned long addr,
39 			    unsigned long end, unsigned long floor,
40 			    unsigned long ceiling);
41 
42 #define __HAVE_ARCH_HUGE_PTEP_GET_AND_CLEAR
43 static inline pte_t huge_ptep_get_and_clear(struct mm_struct *mm,
44 					    unsigned long addr, pte_t *ptep)
45 {
46 #ifdef CONFIG_PPC64
47 	return __pte(pte_update(mm, addr, ptep, ~0UL, 0, 1));
48 #else
49 	return __pte(pte_update(ptep, ~0UL, 0));
50 #endif
51 }
52 
53 #define __HAVE_ARCH_HUGE_PTEP_CLEAR_FLUSH
54 static inline void huge_ptep_clear_flush(struct vm_area_struct *vma,
55 					 unsigned long addr, pte_t *ptep)
56 {
57 	huge_ptep_get_and_clear(vma->vm_mm, addr, ptep);
58 	flush_hugetlb_page(vma, addr);
59 }
60 
61 #define __HAVE_ARCH_HUGE_PTEP_SET_ACCESS_FLAGS
62 int huge_ptep_set_access_flags(struct vm_area_struct *vma,
63 			       unsigned long addr, pte_t *ptep,
64 			       pte_t pte, int dirty);
65 
66 static inline void arch_clear_hugepage_flags(struct page *page)
67 {
68 }
69 
70 #include <asm-generic/hugetlb.h>
71 
72 #else /* ! CONFIG_HUGETLB_PAGE */
73 static inline void flush_hugetlb_page(struct vm_area_struct *vma,
74 				      unsigned long vmaddr)
75 {
76 }
77 
78 #define hugepd_shift(x) 0
79 static inline pte_t *hugepte_offset(hugepd_t hpd, unsigned long addr,
80 				    unsigned pdshift)
81 {
82 	return NULL;
83 }
84 #endif /* CONFIG_HUGETLB_PAGE */
85 
86 #endif /* _ASM_POWERPC_HUGETLB_H */
87