/linux/arch/riscv/mm/ |
H A D | hugetlbpage.c | 12 if (!pte_present(orig_pte) || !pte_napot(orig_pte)) in huge_ptep_get() 13 return orig_pte; in huge_ptep_get() 21 orig_pte = pte_mkdirty(orig_pte); in huge_ptep_get() 24 orig_pte = pte_mkyoung(orig_pte); in huge_ptep_get() 27 return orig_pte; in huge_ptep_get() 160 orig_pte = pte_mkdirty(orig_pte); in get_clear_contig() 163 orig_pte = pte_mkyoung(orig_pte); in get_clear_contig() 166 return orig_pte; in get_clear_contig() 181 return orig_pte; in get_clear_contig_flush() 271 pte_t orig_pte; in huge_ptep_set_access_flags() local [all …]
|
/linux/arch/arm64/mm/ |
H A D | contpte.c | 155 pte_t contpte_ptep_get(pte_t *ptep, pte_t orig_pte) in contpte_ptep_get() argument 173 orig_pte = pte_mkdirty(orig_pte); in contpte_ptep_get() 176 orig_pte = pte_mkyoung(orig_pte); in contpte_ptep_get() 179 return orig_pte; in contpte_ptep_get() 204 pte_t orig_pte; in contpte_ptep_get_lockless() local 211 orig_pte = __ptep_get(orig_ptep); in contpte_ptep_get_lockless() 213 if (!pte_valid_cont(orig_pte)) in contpte_ptep_get_lockless() 214 return orig_pte; in contpte_ptep_get_lockless() 398 pte_t orig_pte; contpte_ptep_set_access_flags() local [all...] |
H A D | hugetlbpage.c | 136 if (!pte_present(orig_pte) || !pte_cont(orig_pte)) in huge_ptep_get() 137 return orig_pte; in huge_ptep_get() 144 orig_pte = pte_mkdirty(orig_pte); in huge_ptep_get() 147 orig_pte = pte_mkyoung(orig_pte); in huge_ptep_get() 149 return orig_pte; in huge_ptep_get() 178 orig_pte = pte_mkdirty(orig_pte); in get_clear_contig() 181 orig_pte = pte_mkyoung(orig_pte); in get_clear_contig() 183 return orig_pte; in get_clear_contig() 196 return orig_pte; in get_clear_contig_flush() 395 if (!pte_cont(orig_pte)) in huge_ptep_get_and_clear() [all …]
|
/linux/arch/powerpc/kvm/ |
H A D | book3s_32_mmu_host.c | 138 u32 eaddr = orig_pte->eaddr; in kvmppc_mmu_map_page() 148 hpaddr = kvmppc_gpa_to_pfn(vcpu, orig_pte->raddr, iswrite, &writable); in kvmppc_mmu_map_page() 151 orig_pte->raddr); in kvmppc_mmu_map_page() 198 if (orig_pte->may_write && writable) { in kvmppc_mmu_map_page() 200 mark_page_dirty(vcpu->kvm, orig_pte->raddr >> PAGE_SHIFT); in kvmppc_mmu_map_page() 205 if (orig_pte->may_execute) in kvmppc_mmu_map_page() 241 orig_pte->may_write ? 'w' : '-', in kvmppc_mmu_map_page() 242 orig_pte->may_execute ? 'x' : '-', in kvmppc_mmu_map_page() 243 orig_pte->eaddr, (ulong)pteg, vpn, in kvmppc_mmu_map_page() 244 orig_pte->vpage, hpaddr); in kvmppc_mmu_map_page() [all …]
|
H A D | book3s_64_mmu_host.c | 89 unsigned long gfn = orig_pte->raddr >> PAGE_SHIFT; in kvmppc_mmu_map_page() 100 orig_pte->raddr); in kvmppc_mmu_map_page() 110 ret = kvmppc_mmu_map_segment(vcpu, orig_pte->eaddr); in kvmppc_mmu_map_page() 116 vsid, orig_pte->eaddr); in kvmppc_mmu_map_page() 122 vpn = hpt_vpn(orig_pte->eaddr, map->host_vsid, MMU_SEGSIZE_256M); in kvmppc_mmu_map_page() 125 if (!orig_pte->may_write || !writable) in kvmppc_mmu_map_page() 132 if (!orig_pte->may_execute) in kvmppc_mmu_map_page() 138 rflags = (rflags & ~HPTE_R_WIMG) | orig_pte->wimg; in kvmppc_mmu_map_page() 147 hpaddr |= orig_pte->raddr & (~0xfffULL & ~PAGE_MASK); in kvmppc_mmu_map_page() 183 vpn, hpaddr, orig_pte); in kvmppc_mmu_map_page() [all …]
|
H A D | trace_pr.h | 33 struct kvmppc_pte *orig_pte), 34 TP_ARGS(rflags, hpteg, va, hpaddr, orig_pte), 49 __entry->eaddr = orig_pte->eaddr; 52 __entry->vpage = orig_pte->vpage;
|
H A D | book3s_hv_rm_mmu.c | 492 u64 pte, orig_pte, pte_r; in kvmppc_do_h_remove() local 501 pte = orig_pte = be64_to_cpu(hpte[0]); in kvmppc_do_h_remove() 510 __unlock_hpte(hpte, orig_pte); in kvmppc_do_h_remove()
|
/linux/mm/ |
H A D | memory.c | 714 pte_t orig_pte; in restore_exclusive_pte() local 718 orig_pte = ptep_get(ptep); in restore_exclusive_pte() 720 if (pte_swp_soft_dirty(orig_pte)) in restore_exclusive_pte() 724 if (pte_swp_uffd_wp(orig_pte)) in restore_exclusive_pte() 787 pte_t pte = orig_pte; in copy_nonpresent_pte() 827 if (pte_swp_uffd_wp(orig_pte)) in copy_nonpresent_pte() 861 if (pte_swp_uffd_wp(orig_pte)) in copy_nonpresent_pte() 3620 vmf->orig_pte = pte; in do_wp_page() 3994 vmf->orig_pte))) in do_swap_page() 4250 vmf->orig_pte = pte; in do_swap_page() [all …]
|
H A D | migrate_device.c | 583 pte_t orig_pte; in migrate_vma_insert_page() local 639 orig_pte = ptep_get(ptep); in migrate_vma_insert_page() 644 if (pte_present(orig_pte)) { in migrate_vma_insert_page() 645 unsigned long pfn = pte_pfn(orig_pte); in migrate_vma_insert_page() 650 } else if (!pte_none(orig_pte)) in migrate_vma_insert_page() 667 flush_cache_page(vma, addr, pte_pfn(orig_pte)); in migrate_vma_insert_page()
|
H A D | hugetlb.c | 6266 if (!hugetlb_pte_stable(h, mm, vmf->pte, vmf->orig_pte)) { in hugetlb_no_page() 6295 if (hugetlb_pte_stable(h, mm, vmf->pte, vmf->orig_pte)) in hugetlb_no_page() 6345 if (!hugetlb_pte_stable(h, mm, vmf->pte, vmf->orig_pte)) { in hugetlb_no_page() 6372 if (!pte_same(huge_ptep_get(vmf->pte), vmf->orig_pte)) in hugetlb_no_page() 6385 if (unlikely(pte_marker_uffd_wp(vmf->orig_pte))) in hugetlb_no_page() 6493 vmf.orig_pte = huge_ptep_get(vmf.pte); in hugetlb_fault() 6494 if (huge_pte_none_mostly(vmf.orig_pte)) { in hugetlb_fault() 6495 if (is_pte_marker(vmf.orig_pte)) { in hugetlb_fault() 6497 pte_marker_get(pte_to_swp_entry(vmf.orig_pte)); in hugetlb_fault() 6518 * vmf.orig_pte coul in hugetlb_fault() [all...] |
H A D | ksm.c | 1279 pte_t *orig_pte) in write_protect_page() argument 1351 *orig_pte = entry; in write_protect_page() 1367 * @orig_pte: the original value of the pte 1372 struct page *kpage, pte_t orig_pte) in replace_page() argument 1409 if (!pte_same(ptep_get(ptep), orig_pte)) { in replace_page() 1478 pte_t orig_pte = __pte(0); in try_to_merge_one_page() 1508 if (write_protect_page(vma, page_folio(page), &orig_pte) == 0) { in try_to_merge_one_page() 1525 err = replace_page(vma, page, kpage, orig_pte); in try_to_merge_one_page() 1479 pte_t orig_pte = __pte(0); try_to_merge_one_page() local
|
H A D | khugepaged.c | 1003 vmf.orig_pte = ptep_get_lockless(pte); in __collapse_huge_page_swapin() 1004 if (!is_swap_pte(vmf.orig_pte)) in __collapse_huge_page_swapin()
|
/linux/arch/arm64/include/asm/ |
H A D | pgtable.h | 1572 pte_t orig_pte = __ptep_get(ptep); in set_pte() local 1574 WARN_ON_ONCE(pte_valid_cont(orig_pte)); in set_pte() 1641 pte_t orig_pte = __ptep_get(ptep); in ptep_test_and_clear_young() local 1643 if (likely(!pte_valid_cont(orig_pte))) in ptep_test_and_clear_young() 1653 pte_t orig_pte = __ptep_get(ptep); in ptep_clear_flush_young() local 1655 if (likely(!pte_valid_cont(orig_pte))) in ptep_clear_flush_young() 1673 pte_t orig_pte = __ptep_get(ptep); in wrprotect_ptes() local 1675 if (unlikely(pte_cont(orig_pte))) { in wrprotect_ptes() 1677 orig_pte = pte_mknoncont(orig_pte); in wrprotect_ptes() 1697 pte_t orig_pte = __ptep_get(ptep); in ptep_set_access_flags() local [all …]
|
/linux/arch/sparc/mm/ |
H A D | tlb.c | 210 pte_t orig_pte = __pte(pmd_val(orig)); in __set_pmd_acct() local 211 bool exec = pte_exec(orig_pte); in __set_pmd_acct()
|
/linux/arch/x86/kvm/mmu/ |
H A D | paging_tmpl.h | 203 pt_element_t pte, orig_pte; in FNAME() local 213 pte = orig_pte = walker->ptes[level - 1]; in FNAME() 230 if (pte == orig_pte) in FNAME() 249 ret = __try_cmpxchg_user(ptep_user, &orig_pte, pte, fault); in FNAME()
|
/linux/fs/proc/ |
H A D | task_mmu.c | 1473 pte_t *pte, *orig_pte; in pagemap_pmd_range() local 1550 orig_pte = pte = pte_offset_map_lock(walk->mm, pmdp, addr, &ptl); in pagemap_pmd_range() 1563 pte_unmap_unlock(orig_pte, ptl); in pagemap_pmd_range() 2645 pte_t *orig_pte; in gather_pte_stats() local 2661 orig_pte = pte = pte_offset_map_lock(walk->mm, pmd, addr, &ptl); in gather_pte_stats() 2674 pte_unmap_unlock(orig_pte, ptl); in gather_pte_stats()
|
/linux/arch/arm64/kvm/hyp/ |
H A D | pgtable.c | 1256 kvm_pte_t attr_clr, kvm_pte_t *orig_pte, in stage2_update_leaf_attrs() argument 1275 if (orig_pte) in stage2_update_leaf_attrs() 1276 *orig_pte = data.pte; in stage2_update_leaf_attrs()
|
/linux/include/linux/ |
H A D | pgtable.h | 1116 pte_t orig_pte) in arch_unmap_one() argument
|
H A D | mm.h | 537 pte_t orig_pte; /* Value of PTE at the time of fault */ member
|