| /linux/arch/sh/mm/ |
| H A D | hugetlbpage.c | 28 p4d_t *p4d; in huge_pte_alloc()
53 p4d_t *p4d; in huge_pte_offset()
|
| /linux/arch/arm64/mm/ |
| H A D | fixmap.c | 72 static void __init early_fixmap_init_pud(p4d_t *p4dp, unsigned long addr, in early_fixmap_init_pud()
75 p4d_t p4d = READ_ONCE(*p4dp); in early_fixmap_init_pud()
107 p4d_t *p4dp = p4d_offset_kimg(pgdp, addr); in early_fixmap_init()
|
| H A D | trans_pgd.c | 118 static int copy_pud(struct trans_pgd_info *info, p4d_t *dst_p4dp, in copy_pud()
119 p4d_t *src_p4dp, unsigned long start, in copy_pud()
158 p4d_t *dst_p4dp; in copy_p4d()
159 p4d_t *src_p4dp; in copy_p4d()
|
| H A D | kasan_init.c | 89 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, in kasan_pud_offset()
102 static p4d_t *__init kasan_p4d_offset(pgd_t *pgdp, unsigned long addr, int node, in kasan_p4d_offset()
144 static void __init kasan_pud_populate(p4d_t *p4dp, unsigned long addr, in kasan_pud_populate()
160 p4d_t *p4dp = kasan_p4d_offset(pgdp, addr, node, early); in kasan_p4d_populate()
|
| /linux/arch/x86/include/asm/ |
| H A D | paravirt.h | 482 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
491 static inline p4d_t __p4d(p4dval_t val) in __p4d()
496 return (p4d_t) { ret }; in __p4d()
499 static inline p4dval_t p4d_val(p4d_t p4d) in p4d_val()
514 set_p4d((p4d_t *)(pgdp), (p4d_t) { (pgdval).pgd }); \
524 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
|
| H A D | pgtable.h | 245 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
256 static inline bool p4d_leaf(p4d_t p4d) in p4d_leaf()
1087 static inline int p4d_none(p4d_t p4d) in p4d_none()
1092 static inline int p4d_present(p4d_t p4d) in p4d_present()
1097 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
1108 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
1144 static inline p4d_t *p4d_offset(pgd_t *pgd, unsigned long address) in p4d_offset()
1147 return (p4d_t *)pgd; in p4d_offset()
1148 return (p4d_t *)pgd_page_vaddr(*pgd) + p4d_index(address); in p4d_offset()
1440 static inline p4d_t *kernel_to_user_p4dp(p4d_t *p4dp) in kernel_to_user_p4dp()
[all …]
|
| /linux/arch/loongarch/mm/ |
| H A D | hugetlbpage.c | 20 p4d_t *p4d; in huge_pte_alloc()
37 p4d_t *p4d; in huge_pte_offset()
|
| H A D | kasan_init.c | 132 static pud_t *__init kasan_pud_offset(p4d_t *p4dp, unsigned long addr, int node, bool early) in kasan_pud_offset()
172 static void __init kasan_pud_populate(p4d_t *p4dp, unsigned long addr, in kasan_pud_populate()
188 p4d_t *p4dp = p4d_offset(pgdp, addr); in kasan_p4d_populate()
|
| /linux/arch/loongarch/include/asm/ |
| H A D | pgtable.h | 135 static inline int p4d_none(p4d_t p4d) in p4d_none()
140 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
145 static inline int p4d_present(p4d_t p4d) in p4d_present()
150 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
155 static inline pud_t *p4d_pgtable(p4d_t p4d) in p4d_pgtable()
160 static inline void set_p4d(p4d_t *p4d, p4d_t p4dval) in set_p4d()
|
| /linux/arch/riscv/mm/ |
| H A D | init.c | 418 #define fixmap_p4d ((p4d_t *)XIP_FIXUP(fixmap_p4d))
419 #define early_p4d ((p4d_t *)XIP_FIXUP(early_p4d))
534 static p4d_t *__init get_p4d_virt_early(phys_addr_t pa) in get_p4d_virt_early()
536 return (p4d_t *)((uintptr_t)pa); in get_p4d_virt_early()
539 static p4d_t *__init get_p4d_virt_fixmap(phys_addr_t pa) in get_p4d_virt_fixmap()
542 return (p4d_t *)set_fixmap_offset(FIX_P4D, pa); in get_p4d_virt_fixmap()
545 static p4d_t *__init get_p4d_virt_late(phys_addr_t pa) in get_p4d_virt_late()
547 return (p4d_t *)__va(pa); in get_p4d_virt_late()
599 static void __init create_p4d_mapping(p4d_t *p4dp, in create_p4d_mapping()
626 #define pgd_next_t p4d_t
[all …]
|
| H A D | pageattr.c | 29 static int pageattr_p4d_entry(p4d_t *p4d, unsigned long addr, in pageattr_p4d_entry()
32 p4d_t val = p4dp_get(p4d); in pageattr_p4d_entry()
135 static int __split_linear_mapping_pud(p4d_t *p4dp, in __split_linear_mapping_pud()
183 p4d_t *p4dp; in __split_linear_mapping_p4d()
425 p4d_t *p4d; in kernel_page_present()
|
| /linux/mm/ |
| H A D | sparse-vmemmap.c | 203 pud_t * __meminit vmemmap_pud_populate(p4d_t *p4d, unsigned long addr, int node) in vmemmap_pud_populate()
220 p4d_t * __meminit vmemmap_p4d_populate(pgd_t *pgd, unsigned long addr, int node) in vmemmap_p4d_populate()
222 p4d_t *p4d = p4d_offset(pgd, addr); in vmemmap_p4d_populate()
250 p4d_t *p4d; in vmemmap_populate_address()
315 p4d_t *p4d; in vmemmap_populate_hugepages()
|
| /linux/arch/s390/include/asm/ |
| H A D | pgtable.h | 680 static inline int p4d_folded(p4d_t p4d) in p4d_folded()
685 static inline int p4d_present(p4d_t p4d) in p4d_present()
692 static inline int p4d_none(p4d_t p4d) in p4d_none()
699 static inline unsigned long p4d_pfn(p4d_t p4d) in p4d_pfn()
758 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
947 static inline void set_p4d(p4d_t *p4dp, p4d_t p4d) in set_p4d()
973 static inline void p4d_clear(p4d_t *p4d) in p4d_clear()
1460 return (p4d_t *) pgd_deref(pgd) + p4d_index(address); in p4d_offset_lockless()
1461 return (p4d_t *) pgdp; in p4d_offset_lockless()
1465 static inline p4d_t *p4d_offset(pgd_t *pgdp, unsigned long address) in p4d_offset()
[all …]
|
| H A D | page.h | 88 typedef struct { unsigned long p4d; } p4d_t; typedef
110 static inline unsigned long p4d_val(p4d_t p4d) in p4d_val()
124 #define __p4d(x) ((p4d_t) { (x) } )
|
| /linux/arch/x86/mm/ |
| H A D | pti.c | 171 static p4d_t *pti_user_pagetable_walk_p4d(unsigned long address) in pti_user_pagetable_walk_p4d()
202 p4d_t *p4d; in pti_user_pagetable_walk_pmd()
316 p4d_t *p4d; in pti_clone_pgtable()
419 p4d_t *kernel_p4d, *user_p4d; in pti_clone_p4d()
|
| H A D | pgtable.c | 87 void ___p4d_free_tlb(struct mmu_gather *tlb, p4d_t *p4d) in ___p4d_free_tlb()
310 p4d_t *p4d; in pgd_prepopulate_pmd()
334 p4d_t *u_p4d; in pgd_prepopulate_user_pmd()
700 int p4d_set_huge(p4d_t *p4d, phys_addr_t addr, pgprot_t prot) in p4d_set_huge()
710 void p4d_clear_huge(p4d_t *p4d) in p4d_clear_huge()
|
| /linux/arch/powerpc/include/asm/book3s/64/ |
| H A D | pgtable.h | 941 #define __p4d_raw(x) ((p4d_t) { __pgd_raw(x) })
942 static inline __be64 p4d_raw(p4d_t x) in p4d_raw()
949 static inline void p4d_clear(p4d_t *p4dp) in p4d_clear()
954 static inline int p4d_none(p4d_t p4d) in p4d_none()
959 static inline int p4d_present(p4d_t p4d) in p4d_present()
964 static inline pte_t p4d_pte(p4d_t p4d) in p4d_pte()
969 static inline p4d_t pte_p4d(pte_t pte) in pte_p4d()
974 static inline int p4d_bad(p4d_t p4d) in p4d_bad()
982 static inline bool p4d_access_permitted(p4d_t p4d, bool write) in p4d_access_permitted()
987 extern struct page *p4d_page(p4d_t p4d);
[all …]
|
| /linux/arch/s390/mm/ |
| H A D | vmem.c | 318 static int modify_pud_table(p4d_t *p4d, unsigned long addr, unsigned long end, in modify_pud_table()
372 static void try_free_pud_table(p4d_t *p4d, unsigned long start) in try_free_pud_table()
391 p4d_t *p4d; in modify_p4d_table()
419 p4d_t *p4d; in try_free_p4d_table()
437 p4d_t *p4d; in modify_pagetable()
574 p4d_t *p4d; in vmem_get_alloc_pte()
|
| /linux/arch/m68k/mm/ |
| H A D | kmap.c | 63 p4d_t *p4d_dir; in __free_io_area()
164 p4d_t *p4d_dir; in __ioremap()
328 p4d_t *p4d_dir; in kernel_set_cachemode()
|
| /linux/arch/x86/xen/ |
| H A D | mmu_pv.c | 97 p4dval_t xen_p4d_val(p4d_t p4d);
102 p4d_t xen_make_p4d(p4dval_t p4d);
478 static void __xen_set_p4d_hyper(p4d_t *ptr, p4d_t val) in __xen_set_p4d_hyper()
494 static void __init xen_set_p4d_hyper(p4d_t *ptr, p4d_t val) in xen_set_p4d_hyper()
507 static void xen_set_p4d(p4d_t *ptr, p4d_t val) in xen_set_p4d()
512 trace_xen_mmu_set_p4d(ptr, (p4d_t *)user_ptr, val); in xen_set_p4d()
532 __xen_set_p4d_hyper((p4d_t *)user_ptr, val); in xen_set_p4d()
538 __visible p4dval_t xen_p4d_val(p4d_t p4d) in xen_p4d_val()
544 __visible p4d_t xen_make_p4d(p4dval_t p4d) in xen_make_p4d()
638 p4d_t *p4d; in __xen_pgd_walk()
[all …]
|
| /linux/include/trace/events/ |
| H A D | xen.h | 224 TP_PROTO(p4d_t *p4dp, p4d_t *user_p4dp, p4d_t p4dval),
227 __field(p4d_t *, p4dp)
228 __field(p4d_t *, user_p4dp)
|
| /linux/arch/powerpc/mm/book3s64/ |
| H A D | radix_pgtable.c | 77 p4d_t *p4dp; in early_map_kernel_page()
129 p4d_t *p4dp; in __map_kernel_page()
190 p4d_t *p4dp; in radix__change_memory_range()
658 static void free_pud_table(pud_t *pud_start, p4d_t *p4d) in free_pud_table()
836 p4d_t *p4d; in remove_pagetable()
997 static inline pud_t *vmemmap_pud_alloc(p4d_t *p4dp, int node, in vmemmap_pud_alloc()
1054 p4d_t *p4d; in radix__vmemmap_populate()
1139 p4d_t *p4d; in radix__vmemmap_populate_address()
1171 p4d_t *p4d; in vmemmap_compound_tail_page()
1234 p4d_t *p4d; in vmemmap_populate_compound_pages()
|
| /linux/arch/powerpc/mm/kasan/ |
| H A D | init_book3e_64.c | 17 static inline bool kasan_pud_table(p4d_t p4d) in kasan_pud_table()
35 p4d_t *p4dp; in kasan_map_kernel_page()
|
| /linux/arch/parisc/mm/ |
| H A D | hugetlbpage.c | 51 p4d_t *p4d; in huge_pte_alloc()
78 p4d_t *p4d; in huge_pte_offset()
|
| /linux/arch/arm/mm/ |
| H A D | pgd.c | 33 p4d_t *new_p4d, *init_p4d; in pgd_alloc()
145 p4d_t *p4d; in pgd_free()
|