/dports/multimedia/v4l-utils/linux-5.13-rc2/arch/powerpc/mm/book3s64/ |
H A D | hash_hugepage.c | 28 unsigned long old_pmd, new_pmd; in __hash_page_thp() local 38 old_pmd = pmd_val(pmd); in __hash_page_thp() 40 if (unlikely(old_pmd & H_PAGE_BUSY)) in __hash_page_thp() 43 if (unlikely(!check_pte_access(access, old_pmd))) in __hash_page_thp() 49 new_pmd = old_pmd | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_thp() 52 } while (!pmd_xchg(pmdp, __pmd(old_pmd), __pmd(new_pmd))); in __hash_page_thp() 57 if (!(old_pmd & (H_PAGE_THP_HUGE | _PAGE_DEVMAP))) in __hash_page_thp() 87 if ((old_pmd & H_PAGE_HASHPTE) && !(old_pmd & H_PAGE_COMBO)) { in __hash_page_thp() 133 pa = pmd_pfn(__pmd(old_pmd)) << PAGE_SHIFT; in __hash_page_thp() 165 *pmdp = __pmd(old_pmd); in __hash_page_thp() [all …]
|
H A D | hash_pgtable.c | 313 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush() argument 325 if (old_pmd & H_PAGE_COMBO) in hpte_do_hugepage_flush() 348 pmd_t old_pmd; in hash__pmdp_huge_get_and_clear() local 354 old_pmd = __pmd(old); in hash__pmdp_huge_get_and_clear() 367 return old_pmd; in hash__pmdp_huge_get_and_clear()
|
H A D | pgtable.c | 116 unsigned long old_pmd; in pmdp_invalidate() local 118 old_pmd = pmd_hugepage_update(vma->vm_mm, address, pmdp, _PAGE_PRESENT, _PAGE_INVALID); in pmdp_invalidate() 120 return __pmd(old_pmd); in pmdp_invalidate()
|
H A D | radix_pgtable.c | 1023 pmd_t old_pmd; in radix__pmdp_huge_get_and_clear() local 1027 old_pmd = __pmd(old); in radix__pmdp_huge_get_and_clear() 1028 return old_pmd; in radix__pmdp_huge_get_and_clear()
|
/dports/multimedia/v4l_compat/linux-5.13-rc2/arch/powerpc/mm/book3s64/ |
H A D | hash_hugepage.c | 28 unsigned long old_pmd, new_pmd; in __hash_page_thp() local 38 old_pmd = pmd_val(pmd); in __hash_page_thp() 40 if (unlikely(old_pmd & H_PAGE_BUSY)) in __hash_page_thp() 43 if (unlikely(!check_pte_access(access, old_pmd))) in __hash_page_thp() 49 new_pmd = old_pmd | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_thp() 52 } while (!pmd_xchg(pmdp, __pmd(old_pmd), __pmd(new_pmd))); in __hash_page_thp() 57 if (!(old_pmd & (H_PAGE_THP_HUGE | _PAGE_DEVMAP))) in __hash_page_thp() 87 if ((old_pmd & H_PAGE_HASHPTE) && !(old_pmd & H_PAGE_COMBO)) { in __hash_page_thp() 133 pa = pmd_pfn(__pmd(old_pmd)) << PAGE_SHIFT; in __hash_page_thp() 165 *pmdp = __pmd(old_pmd); in __hash_page_thp() [all …]
|
H A D | hash_pgtable.c | 313 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush() argument 325 if (old_pmd & H_PAGE_COMBO) in hpte_do_hugepage_flush() 348 pmd_t old_pmd; in hash__pmdp_huge_get_and_clear() local 354 old_pmd = __pmd(old); in hash__pmdp_huge_get_and_clear() 367 return old_pmd; in hash__pmdp_huge_get_and_clear()
|
H A D | pgtable.c | 116 unsigned long old_pmd; in pmdp_invalidate() local 118 old_pmd = pmd_hugepage_update(vma->vm_mm, address, pmdp, _PAGE_PRESENT, _PAGE_INVALID); in pmdp_invalidate() 120 return __pmd(old_pmd); in pmdp_invalidate()
|
H A D | radix_pgtable.c | 1023 pmd_t old_pmd; in radix__pmdp_huge_get_and_clear() local 1027 old_pmd = __pmd(old); in radix__pmdp_huge_get_and_clear() 1028 return old_pmd; in radix__pmdp_huge_get_and_clear()
|
/dports/multimedia/libv4l/linux-5.13-rc2/arch/powerpc/mm/book3s64/ |
H A D | hash_hugepage.c | 28 unsigned long old_pmd, new_pmd; in __hash_page_thp() local 38 old_pmd = pmd_val(pmd); in __hash_page_thp() 40 if (unlikely(old_pmd & H_PAGE_BUSY)) in __hash_page_thp() 43 if (unlikely(!check_pte_access(access, old_pmd))) in __hash_page_thp() 49 new_pmd = old_pmd | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_thp() 52 } while (!pmd_xchg(pmdp, __pmd(old_pmd), __pmd(new_pmd))); in __hash_page_thp() 57 if (!(old_pmd & (H_PAGE_THP_HUGE | _PAGE_DEVMAP))) in __hash_page_thp() 87 if ((old_pmd & H_PAGE_HASHPTE) && !(old_pmd & H_PAGE_COMBO)) { in __hash_page_thp() 133 pa = pmd_pfn(__pmd(old_pmd)) << PAGE_SHIFT; in __hash_page_thp() 165 *pmdp = __pmd(old_pmd); in __hash_page_thp() [all …]
|
H A D | hash_pgtable.c | 313 pmd_t *pmdp, unsigned long old_pmd) in hpte_do_hugepage_flush() argument 325 if (old_pmd & H_PAGE_COMBO) in hpte_do_hugepage_flush() 348 pmd_t old_pmd; in hash__pmdp_huge_get_and_clear() local 354 old_pmd = __pmd(old); in hash__pmdp_huge_get_and_clear() 367 return old_pmd; in hash__pmdp_huge_get_and_clear()
|
H A D | pgtable.c | 116 unsigned long old_pmd; in pmdp_invalidate() local 118 old_pmd = pmd_hugepage_update(vma->vm_mm, address, pmdp, _PAGE_PRESENT, _PAGE_INVALID); in pmdp_invalidate() 120 return __pmd(old_pmd); in pmdp_invalidate()
|
H A D | radix_pgtable.c | 1023 pmd_t old_pmd; in radix__pmdp_huge_get_and_clear() local 1027 old_pmd = __pmd(old); in radix__pmdp_huge_get_and_clear() 1028 return old_pmd; in radix__pmdp_huge_get_and_clear()
|
/dports/multimedia/v4l_compat/linux-5.13-rc2/mm/ |
H A D | mremap.c | 250 old_ptl = pmd_lock(vma->vm_mm, old_pmd); in move_normal_pmd() 256 pmd = *old_pmd; in move_normal_pmd() 257 pmd_clear(old_pmd); in move_normal_pmd() 416 pmd_t *old_pmd, *new_pmd; in move_page_tables() local 448 if (!old_pmd) in move_page_tables() 453 if (is_swap_pmd(*old_pmd) || pmd_trans_huge(*old_pmd) || in move_page_tables() 454 pmd_devmap(*old_pmd)) { in move_page_tables() 457 old_pmd, new_pmd, need_rmap_locks)) in move_page_tables() 459 split_huge_pmd(vma, old_pmd, old_addr); in move_page_tables() 460 if (pmd_trans_unstable(old_pmd)) in move_page_tables() [all …]
|
H A D | huge_memory.c | 2033 pmd_t old_pmd, _pmd; in __split_huge_pmd_locked() local 2098 old_pmd = pmdp_invalidate(vma, haddr, pmd); in __split_huge_pmd_locked() 2104 entry = pmd_to_swp_entry(old_pmd); in __split_huge_pmd_locked() 2108 soft_dirty = pmd_swp_soft_dirty(old_pmd); in __split_huge_pmd_locked() 2109 uffd_wp = pmd_swp_uffd_wp(old_pmd); in __split_huge_pmd_locked() 2111 page = pmd_page(old_pmd); in __split_huge_pmd_locked() 2112 if (pmd_dirty(old_pmd)) in __split_huge_pmd_locked() 2114 write = pmd_write(old_pmd); in __split_huge_pmd_locked() 2115 young = pmd_young(old_pmd); in __split_huge_pmd_locked() 2116 soft_dirty = pmd_soft_dirty(old_pmd); in __split_huge_pmd_locked() [all …]
|
/dports/multimedia/libv4l/linux-5.13-rc2/mm/ |
H A D | mremap.c | 250 old_ptl = pmd_lock(vma->vm_mm, old_pmd); in move_normal_pmd() 256 pmd = *old_pmd; in move_normal_pmd() 257 pmd_clear(old_pmd); in move_normal_pmd() 416 pmd_t *old_pmd, *new_pmd; in move_page_tables() local 448 if (!old_pmd) in move_page_tables() 453 if (is_swap_pmd(*old_pmd) || pmd_trans_huge(*old_pmd) || in move_page_tables() 454 pmd_devmap(*old_pmd)) { in move_page_tables() 457 old_pmd, new_pmd, need_rmap_locks)) in move_page_tables() 459 split_huge_pmd(vma, old_pmd, old_addr); in move_page_tables() 460 if (pmd_trans_unstable(old_pmd)) in move_page_tables() [all …]
|
H A D | huge_memory.c | 2033 pmd_t old_pmd, _pmd; in __split_huge_pmd_locked() local 2098 old_pmd = pmdp_invalidate(vma, haddr, pmd); in __split_huge_pmd_locked() 2104 entry = pmd_to_swp_entry(old_pmd); in __split_huge_pmd_locked() 2108 soft_dirty = pmd_swp_soft_dirty(old_pmd); in __split_huge_pmd_locked() 2109 uffd_wp = pmd_swp_uffd_wp(old_pmd); in __split_huge_pmd_locked() 2111 page = pmd_page(old_pmd); in __split_huge_pmd_locked() 2112 if (pmd_dirty(old_pmd)) in __split_huge_pmd_locked() 2114 write = pmd_write(old_pmd); in __split_huge_pmd_locked() 2115 young = pmd_young(old_pmd); in __split_huge_pmd_locked() 2116 soft_dirty = pmd_soft_dirty(old_pmd); in __split_huge_pmd_locked() [all …]
|
/dports/multimedia/v4l-utils/linux-5.13-rc2/mm/ |
H A D | mremap.c | 250 old_ptl = pmd_lock(vma->vm_mm, old_pmd); in move_normal_pmd() 256 pmd = *old_pmd; in move_normal_pmd() 257 pmd_clear(old_pmd); in move_normal_pmd() 416 pmd_t *old_pmd, *new_pmd; in move_page_tables() local 448 if (!old_pmd) in move_page_tables() 453 if (is_swap_pmd(*old_pmd) || pmd_trans_huge(*old_pmd) || in move_page_tables() 454 pmd_devmap(*old_pmd)) { in move_page_tables() 457 old_pmd, new_pmd, need_rmap_locks)) in move_page_tables() 459 split_huge_pmd(vma, old_pmd, old_addr); in move_page_tables() 460 if (pmd_trans_unstable(old_pmd)) in move_page_tables() [all …]
|
H A D | huge_memory.c | 2033 pmd_t old_pmd, _pmd; in __split_huge_pmd_locked() local 2098 old_pmd = pmdp_invalidate(vma, haddr, pmd); in __split_huge_pmd_locked() 2104 entry = pmd_to_swp_entry(old_pmd); in __split_huge_pmd_locked() 2108 soft_dirty = pmd_swp_soft_dirty(old_pmd); in __split_huge_pmd_locked() 2109 uffd_wp = pmd_swp_uffd_wp(old_pmd); in __split_huge_pmd_locked() 2111 page = pmd_page(old_pmd); in __split_huge_pmd_locked() 2112 if (pmd_dirty(old_pmd)) in __split_huge_pmd_locked() 2114 write = pmd_write(old_pmd); in __split_huge_pmd_locked() 2115 young = pmd_young(old_pmd); in __split_huge_pmd_locked() 2116 soft_dirty = pmd_soft_dirty(old_pmd); in __split_huge_pmd_locked() [all …]
|
/dports/multimedia/v4l-utils/linux-5.13-rc2/arch/powerpc/include/asm/book3s/64/ |
H A D | hash.h | 236 pmd_t *pmdp, unsigned long old_pmd); 240 unsigned long old_pmd) in hpte_do_hugepage_flush() argument
|
/dports/multimedia/v4l_compat/linux-5.13-rc2/arch/powerpc/include/asm/book3s/64/ |
H A D | hash.h | 236 pmd_t *pmdp, unsigned long old_pmd); 240 unsigned long old_pmd) in hpte_do_hugepage_flush() argument
|
/dports/multimedia/libv4l/linux-5.13-rc2/arch/powerpc/include/asm/book3s/64/ |
H A D | hash.h | 236 pmd_t *pmdp, unsigned long old_pmd); 240 unsigned long old_pmd) in hpte_do_hugepage_flush() argument
|
/dports/multimedia/libv4l/linux-5.13-rc2/include/linux/ |
H A D | pgtable.h | 464 pmd_t old_pmd = *pmdp; in pmdp_set_wrprotect() local 465 set_pmd_at(mm, address, pmdp, pmd_wrprotect(old_pmd)); in pmdp_set_wrprotect() 527 pmd_t old_pmd = *pmdp; in generic_pmdp_establish() local 529 return old_pmd; in generic_pmdp_establish()
|
/dports/multimedia/v4l_compat/linux-5.13-rc2/include/linux/ |
H A D | pgtable.h | 464 pmd_t old_pmd = *pmdp; in pmdp_set_wrprotect() local 465 set_pmd_at(mm, address, pmdp, pmd_wrprotect(old_pmd)); in pmdp_set_wrprotect() 527 pmd_t old_pmd = *pmdp; in generic_pmdp_establish() local 529 return old_pmd; in generic_pmdp_establish()
|
/dports/multimedia/v4l-utils/linux-5.13-rc2/include/linux/ |
H A D | pgtable.h | 464 pmd_t old_pmd = *pmdp; in pmdp_set_wrprotect() local 465 set_pmd_at(mm, address, pmdp, pmd_wrprotect(old_pmd)); in pmdp_set_wrprotect() 527 pmd_t old_pmd = *pmdp; in generic_pmdp_establish() local 529 return old_pmd; in generic_pmdp_establish()
|
/dports/multimedia/v4l-utils/linux-5.13-rc2/arch/arm64/mm/ |
H A D | mmu.c | 226 pmd_t old_pmd = READ_ONCE(*pmdp); in init_pmd() local 239 BUG_ON(!pgattr_change_is_safe(pmd_val(old_pmd), in init_pmd() 245 BUG_ON(pmd_val(old_pmd) != 0 && in init_pmd() 246 pmd_val(old_pmd) != READ_ONCE(pmd_val(*pmdp))); in init_pmd()
|