/linux/arch/loongarch/include/asm/ |
H A D | pgtable.h | 173 #define pmd_val(x) ((x).pmd) macro 496 pmd_val(pmd) = (pmd_val(pmd) & ~(_PAGE_GLOBAL)) | in pmd_mkhuge() 498 pmd_val(pmd) |= _PAGE_HUGE; in pmd_mkhuge() 511 pmd_val(pmd) |= _PAGE_WRITE; in pmd_mkwrite_novma() 513 pmd_val(pmd) |= _PAGE_DIRTY; in pmd_mkwrite_novma() 537 pmd_val(pmd) |= _PAGE_MODIFIED; in pmd_mkdirty() 538 if (pmd_val(pmd) & _PAGE_WRITE) in pmd_mkdirty() 539 pmd_val(pmd) |= _PAGE_DIRTY; in pmd_mkdirty() 551 pmd_val(pmd) &= ~_PAGE_ACCESSED; in pmd_mkold() 557 pmd_val(pmd) |= _PAGE_ACCESSED; in pmd_mkyoung() [all …]
|
/linux/arch/arm/include/asm/ |
H A D | pgtable-3level.h | 119 #define pmd_sect(pmd) ((pmd_val(pmd) & PMD_TYPE_MASK) == \ 140 #define pmd_bad(pmd) (!(pmd_val(pmd) & PMD_TABLE_BIT)) 177 : !!(pmd_val(pmd) & (val))) 178 #define pmd_isclear(pmd, val) (!(pmd_val(pmd) & (val))) 220 return __pmd(pmd_val(pmd) & ~L_PMD_SECT_VALID); in pmd_mkinvalid() 227 pmd_val(pmd) = (pmd_val(pmd) & ~mask) | (pgprot_val(newprot) & mask); in pmd_modify() 237 if (pmd_val(pmd) & L_PMD_SECT_NONE) in set_pmd_at() 238 pmd_val(pmd) &= ~L_PMD_SECT_VALID; in set_pmd_at() 241 pmd_val(pmd) &= ~PMD_SECT_AP2; in set_pmd_at() 243 pmd_val(pmd) |= PMD_SECT_AP2; in set_pmd_at() [all …]
|
/linux/arch/mips/include/asm/ |
H A D | pgtable.h | 69 return pmd_val(pmd) >> PFN_PTE_SHIFT; in pmd_pfn() 76 #define pmd_page_vaddr(pmd) pmd_val(pmd) 420 if (pmd_val(pmd) & _PAGE_HUGE) 635 pmd_val(pmd) |= _PAGE_HUGE; 651 pmd_val(pmd) |= _PAGE_WRITE; 652 if (pmd_val(pmd) & _PAGE_MODIFIED) 673 if (pmd_val(pmd) & _PAGE_WRITE) 694 pmd_val(pmd) |= _PAGE_ACCESSED; 697 pmd_val(pmd) |= _PAGE_SILENT_READ; 710 pmd_val(pmd) |= _PAGE_SOFT_DIRTY; [all …]
|
H A D | pgtable-64.h | 158 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e)) 230 #define pmd_val(x) ((x).pmd) macro 242 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none() 249 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad() 253 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad() 262 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_present() 263 return pmd_val(pmd) & _PAGE_PRESENT; in pmd_present() 266 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present() 271 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
|
H A D | pgtable-32.h | 126 return pmd_val(pmd) == (unsigned long) invalid_pte_table; in pmd_none() 133 if (unlikely(pmd_val(pmd) & _PAGE_HUGE)) in pmd_bad() 137 if (unlikely(pmd_val(pmd) & ~PAGE_MASK)) in pmd_bad() 145 return pmd_val(pmd) != (unsigned long) invalid_pte_table; in pmd_present() 150 pmd_val(*pmdp) = ((unsigned long) invalid_pte_table); in pmd_clear()
|
/linux/arch/arc/include/asm/ |
H A D | pgtable-levels.h | 141 pr_crit("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e)) 143 #define pmd_pfn(pmd) ((pmd_val(pmd) & PMD_MASK) >> PAGE_SHIFT) 156 #define pmd_none(x) (!pmd_val(x)) 157 #define pmd_bad(x) ((pmd_val(x) & ~PAGE_MASK)) 158 #define pmd_present(x) (pmd_val(x)) 159 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0) 160 #define pmd_page_vaddr(pmd) (pmd_val(pmd) & PAGE_MASK) 161 #define pmd_pfn(pmd) ((pmd_val(pmd) & PAGE_MASK) >> PAGE_SHIFT) 183 #define pmd_leaf(x) (pmd_val(x) & _PAGE_HW_SZ)
|
H A D | hugepage.h | 22 return __pte(pmd_val(pmd)); in pmd_pte() 45 #define pmd_trans_huge(pmd) (pmd_val(pmd) & _PAGE_HW_SZ) 55 return __pmd((pmd_val(pmd) & (_PAGE_CHG_MASK | _PAGE_HW_SZ)) | pgprot_val(newprot)); in pmd_modify()
|
/linux/arch/powerpc/include/asm/nohash/32/ |
H A D | pgtable.h | 156 #define pmd_none(pmd) (!pmd_val(pmd)) 157 #define pmd_bad(pmd) (pmd_val(pmd) & _PMD_BAD) 158 #define pmd_present(pmd) (pmd_val(pmd) & _PMD_PRESENT_MASK) 172 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 175 ((const void *)(pmd_val(pmd) & ~(PTE_TABLE_SIZE - 1))) 176 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT)
|
/linux/arch/m68k/include/asm/ |
H A D | motorola_pgtable.h | 98 pmd_val(*pmdp) = virt_to_phys(ptep) | _PAGE_TABLE | _PAGE_ACCESSED; in pmd_set() 107 #define pmd_page_vaddr(pmd) ((unsigned long)__va(pmd_val(pmd) & _TABLE_MASK)) 120 #define pmd_none(pmd) (!pmd_val(pmd)) 121 #define pmd_bad(pmd) ((pmd_val(pmd) & _DESCTYPE_MASK) != _PAGE_TABLE) 122 #define pmd_present(pmd) (pmd_val(pmd) & _PAGE_TABLE) 123 #define pmd_clear(pmdp) ({ pmd_val(*pmdp) = 0; }) 125 #define pmd_pfn(pmd) ((pmd_val(pmd) & _TABLE_MASK) >> PAGE_SHIFT) 143 printk("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
H A D | mcf_pgtable.h | 97 #define pmd_pgtable(pmd) pfn_to_virt(pmd_val(pmd) >> PAGE_SHIFT) 119 #define pmd_page_vaddr(pmd) ((unsigned long) (pmd_val(pmd))) 139 static inline int pmd_none2(pmd_t *pmd) { return !pmd_val(*pmd); } in pmd_none2() 144 static inline void pmd_clear(pmd_t *pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear() 295 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 296 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT))
|
H A D | sun3_pgtable.h | 98 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr() 114 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 118 static inline int pmd_none2 (pmd_t *pmd) { return !pmd_val (*pmd); } in pmd_none2() 123 static inline int pmd_present2 (pmd_t *pmd) { return pmd_val (*pmd) & SUN3_PMD_VALID; } in pmd_present2() 126 static inline void pmd_clear (pmd_t *pmdp) { pmd_val (*pmdp) = 0; } in pmd_clear()
|
/linux/arch/nios2/include/asm/ |
H A D | pgtable.h | 163 return (pmd_val(pmd) != (unsigned long) invalid_pte_table) in pmd_present() 164 && (pmd_val(pmd) != 0UL); in pmd_present() 169 pmd_val(*pmdp) = (unsigned long) invalid_pte_table; in pmd_clear() 204 return (pmd_val(pmd) == in pmd_none() 205 (unsigned long) invalid_pte_table) || (pmd_val(pmd) == 0UL); in pmd_none() 208 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 230 #define pmd_phys(pmd) virt_to_phys((void *)pmd_val(pmd)) 236 return pmd_val(pmd); in pmd_page_vaddr()
|
/linux/arch/um/include/asm/ |
H A D | pgtable.h | 83 #define pmd_none(x) (!((unsigned long)pmd_val(x) & ~_PAGE_NEWPAGE)) 84 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK & ~_PAGE_USER)) != _KERNPG_TABLE) 86 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 87 #define pmd_clear(xp) do { pmd_val(*(xp)) = _PAGE_NEWPAGE; } while (0) 89 #define pmd_newpage(x) (pmd_val(x) & _PAGE_NEWPAGE) 90 #define pmd_mkuptodate(x) (pmd_val(x) &= ~_PAGE_NEWPAGE) 98 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 99 #define pmd_page(pmd) phys_to_page(pmd_val(pmd) & PAGE_MASK) 283 #define pmd_page_vaddr(pmd) ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK))
|
/linux/arch/sparc/include/asm/ |
H A D | pgtable_64.h | 323 pte_t pte = __pte(pmd_val(pmd)); in pmd_modify() 443 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkhuge() 686 pte_t pte = __pte(pmd_val(pmd)); in pmd_leaf() 693 pte_t pte = __pte(pmd_val(pmd)); in pmd_pfn() 701 pte_t pte = __pte(pmd_val(pmd)); in pmd_write() 712 pte_t pte = __pte(pmd_val(pmd)); in pmd_dirty() 720 pte_t pte = __pte(pmd_val(pmd)); in pmd_young() 727 pte_t pte = __pte(pmd_val(pmd)); in pmd_trans_huge() 734 pte_t pte = __pte(pmd_val(pmd)); in pmd_mkold() 796 return pmd_val(pmd) != 0UL; in pmd_present() [all …]
|
H A D | pgtable_32.h | 111 return (pmd_val(pmd) & SRMMU_PTD_PMASK) >> (PAGE_SHIFT-4); in pmd_pfn() 116 if (srmmu_device_memory(pmd_val(pmd))) in pmd_page() 125 if (srmmu_device_memory(pmd_val(pmd))) in __pmd_page() 128 v = pmd_val(pmd) & SRMMU_PTD_PMASK; in __pmd_page() 134 unsigned long v = pmd_val(pmd) & SRMMU_PTD_PMASK; in pmd_page_vaddr() 170 return (pmd_val(pmd) & SRMMU_ET_MASK) != SRMMU_ET_PTD; in pmd_bad() 175 return ((pmd_val(pmd) & SRMMU_ET_MASK) == SRMMU_ET_PTD); in pmd_present() 180 return !pmd_val(pmd); in pmd_none() 185 set_pte((pte_t *)&pmd_val(*pmdp), __pte(0)); in pmd_clear()
|
/linux/arch/alpha/include/asm/ |
H A D | pgtable.h | 210 { pmd_val(*pmdp) = _PAGE_TABLE | ((((unsigned long) ptep) - PAGE_OFFSET) << (32-PAGE_SHIFT)); } in pmd_set() 219 return ((pmd_val(pmd) & _PFN_MASK) >> (32-PAGE_SHIFT)) + PAGE_OFFSET; in pmd_page_vaddr() 222 #define pmd_pfn(pmd) (pmd_val(pmd) >> 32) 223 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> 32)) 238 extern inline int pmd_none(pmd_t pmd) { return !pmd_val(pmd); } in pmd_none() 239 extern inline int pmd_bad(pmd_t pmd) { return (pmd_val(pmd) & ~_PFN_MASK) != _PAGE_TABLE; } in pmd_bad() 240 extern inline int pmd_present(pmd_t pmd) { return pmd_val(pmd) & _PAGE_VALID; } in pmd_present() 241 extern inline void pmd_clear(pmd_t * pmdp) { pmd_val(*pmdp) = 0; } in pmd_clear() 357 printk("%s:%d: bad pmd %016lx.\n", __FILE__, __LINE__, pmd_val(e))
|
/linux/arch/powerpc/include/asm/nohash/64/ |
H A D | pgtable.h | 98 return __pte(pmd_val(pmd)); in pmd_pte() 101 #define pmd_none(pmd) (!pmd_val(pmd)) 102 #define pmd_bad(pmd) (!is_kernel_addr(pmd_val(pmd)) \ 103 || (pmd_val(pmd) & PMD_BAD_BITS)) 105 #define pmd_page_vaddr(pmd) ((const void *)(pmd_val(pmd) & ~PMD_MASKED_BITS)) 163 pr_err("%s:%d: bad pmd %08lx.\n", __FILE__, __LINE__, pmd_val(e))
|
/linux/arch/hexagon/include/asm/ |
H A D | pgtable.h | 170 pmd_val(*pmd_entry_ptr) = _NULL_PMD; in pmd_clear() 190 return pmd_val(pmd) == _NULL_PMD; in pmd_none() 201 return pmd_val(pmd) != (unsigned long)_NULL_PMD; in pmd_present() 217 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 222 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) 351 return (unsigned long)__va(pmd_val(pmd) & PAGE_MASK); in pmd_page_vaddr()
|
/linux/arch/openrisc/include/asm/ |
H A D | pgtable.h | 207 #define pmd_none(x) (!pmd_val(x)) 208 #define pmd_bad(x) ((pmd_val(x) & (~PAGE_MASK)) != _KERNPG_TABLE) 209 #define pmd_present(x) (pmd_val(x) & _PAGE_PRESENT) 210 #define pmd_clear(xp) do { pmd_val(*(xp)) = 0; } while (0) 346 pmd_val(*pmdp) = _KERNPG_TABLE | (unsigned long) ptep; in pmd_set() 349 #define pmd_pfn(pmd) (pmd_val(pmd) >> PAGE_SHIFT) 350 #define pmd_page(pmd) (pfn_to_page(pmd_val(pmd) >> PAGE_SHIFT)) 354 return ((unsigned long) __va(pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr()
|
/linux/arch/s390/include/asm/ |
H A D | pgtable.h | 563 return __pmd(pmd_val(pmd) | pgprot_val(prot)); in set_pmd_bit() 771 return pmd_val(pmd) != _SEGMENT_ENTRY_EMPTY; in pmd_present() 776 return pmd_val(pmd) == _SEGMENT_ENTRY_EMPTY; in pmd_none() 1527 if (pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY) in pmd_mkwrite_novma() 1541 if (pmd_val(pmd) & _SEGMENT_ENTRY_WRITE) in pmd_mkdirty() 1595 if (pmd_val(pmd) & _SEGMENT_ENTRY_READ) in pmd_mkyoung() 1615 pmd = __pmd(pmd_val(pmd) & mask); in pmd_modify() 1617 if (!(pmd_val(pmd) & _SEGMENT_ENTRY_DIRTY)) in pmd_modify() 1619 if (!(pmd_val(pmd) & _SEGMENT_ENTRY_YOUNG)) in pmd_modify() 1720 if (pmd_val(*pmdp) == pmd_val(entry)) in pmdp_set_access_flags() [all …]
|
/linux/arch/csky/include/asm/ |
H A D | pgtable.h | 99 ptr = pmd_val(pmd); in pmd_page_vaddr() 104 #define pmd_phys(pmd) pmd_val(pmd) 119 return pmd_val(pmd) == __pa(invalid_pte_table); in pmd_none() 122 #define pmd_bad(pmd) (pmd_val(pmd) & ~PAGE_MASK) 126 return (pmd_val(pmd) != __pa(invalid_pte_table)); in pmd_present() 131 pmd_val(*p) = (__pa(invalid_pte_table)); in pmd_clear()
|
/linux/arch/sparc/mm/ |
H A D | tlb.c | 176 if ((pmd_val(pmd) ^ pmd_val(orig)) & _PAGE_PMD_HUGE) { in __set_pmd_acct() 185 if (pmd_val(pmd) & _PAGE_PMD_HUGE) { in __set_pmd_acct() 210 pte_t orig_pte = __pte(pmd_val(orig)); in __set_pmd_acct() 253 entry = __pmd(pmd_val(*pmdp) & ~_PAGE_VALID); in pmdp_invalidate() 262 if ((pmd_val(entry) & _PAGE_PMD_HUGE) && in pmdp_invalidate()
|
/linux/arch/loongarch/mm/ |
H A D | hugetlbpage.c | 53 uint64_t pmd_to_entrylo(unsigned long pmd_val) in pmd_to_entrylo() argument 57 if (!pmd_leaf(__pmd(pmd_val))) in pmd_to_entrylo() 60 val = pmd_val ^ _PAGE_HUGE; in pmd_to_entrylo()
|
/linux/arch/microblaze/include/asm/ |
H A D | pgtable.h | 226 #define pmd_none(pmd) (!pmd_val(pmd)) 227 #define pmd_bad(pmd) ((pmd_val(pmd) & _PMD_PRESENT) == 0) 228 #define pmd_present(pmd) ((pmd_val(pmd) & _PMD_PRESENT) != 0) 229 #define pmd_clear(pmdp) do { pmd_val(*(pmdp)) = 0; } while (0) 379 return ((unsigned long) (pmd_val(pmd) & PAGE_MASK)); in pmd_page_vaddr() 383 #define pmd_pfn(pmd) (__pa(pmd_val(pmd)) >> PAGE_SHIFT) 386 #define pmd_page(pmd) (pfn_to_page(__pa(pmd_val(pmd)) >> PAGE_SHIFT))
|
/linux/arch/riscv/include/asm/ |
H A D | pgtable.h | 221 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE | _PAGE_LEAF)); in pmd_present() 226 return (pmd_val(pmd) & (_PAGE_PRESENT | _PAGE_PROT_NONE)); in pmd_present() 232 return (pmd_val(pmd) == 0); in pmd_none() 237 return !pmd_present(pmd) || (pmd_val(pmd) & _PAGE_LEAF); in pmd_bad() 243 return pmd_present(pmd) && (pmd_val(pmd) & _PAGE_LEAF); in pmd_leaf() 272 return pfn_to_page(__page_val_to_pfn(pmd_val(pmd))); in pmd_page() 277 return (unsigned long)pfn_to_virt(__page_val_to_pfn(pmd_val(pmd))); in pmd_page_vaddr() 282 return __pte(pmd_val(pmd)); in pmd_pte() 642 return __pmd(pmd_val(pmd) & ~(_PAGE_PRESENT|_PAGE_PROT_NONE)); in pmd_mkinvalid() 799 return __pmd(atomic_long_xchg((atomic_long_t *)pmdp, pmd_val(pmd))); in pmdp_establish() [all …]
|