/linux/arch/powerpc/mm/book3s64/ |
H A D | hash_64k.c | 46 unsigned long old_pte, new_pte, subpg_pte; in __hash_page_4K() local 70 new_pte |= _PAGE_DIRTY; in __hash_page_4K() 76 subpg_pte = new_pte & ~subpg_prot; in __hash_page_4K() 109 new_pte &= ~H_PAGE_HASHPTE; in __hash_page_4K() 131 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K() 219 new_pte |= H_PAGE_HASHPTE; in __hash_page_4K() 224 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K() 235 unsigned long old_pte, new_pte; in __hash_page_64K() local 265 new_pte |= _PAGE_DIRTY; in __hash_page_64K() 333 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_64K() [all …]
|
H A D | hash_4k.c | 28 unsigned long old_pte, new_pte; in __hash_page_4K() local 50 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_4K() 52 new_pte |= _PAGE_DIRTY; in __hash_page_4K() 53 } while (!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_4K() 59 rflags = htab_convert_pte_flags(new_pte, flags); in __hash_page_4K() 121 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_4K() 122 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, PTRS_PER_PTE); in __hash_page_4K() 127 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_4K()
|
H A D | hugetlbpage.c | 26 unsigned long old_pte, new_pte; in __hash_page_huge() local 71 new_pte = old_pte | H_PAGE_BUSY | _PAGE_ACCESSED; in __hash_page_huge() 73 new_pte |= _PAGE_DIRTY; in __hash_page_huge() 74 } while(!pte_xchg(ptep, __pte(old_pte), __pte(new_pte))); in __hash_page_huge() 80 rflags = htab_convert_pte_flags(new_pte, flags); in __hash_page_huge() 111 new_pte = (new_pte & ~_PAGE_HPTEFLAGS) | H_PAGE_HASHPTE; in __hash_page_huge() 127 new_pte |= pte_set_hidx(ptep, rpte, 0, slot, offset); in __hash_page_huge() 133 *ptep = __pte(new_pte & ~H_PAGE_BUSY); in __hash_page_huge()
|
H A D | radix_pgtable.c | 1564 unsigned long old_pte, new_pte; in radix__ptep_set_access_flags() local 1567 new_pte = old_pte | set; in radix__ptep_set_access_flags() 1569 __radix_pte_update(ptep, _PAGE_INVALID, new_pte); in radix__ptep_set_access_flags()
|
/linux/arch/arm/mm/ |
H A D | pgd.c | 36 pte_t *new_pte, *init_pte; in pgd_alloc() local 103 new_pte = pte_alloc_map(mm, new_pmd, 0); in pgd_alloc() 104 if (!new_pte) in pgd_alloc() 121 set_pte_ext(new_pte + 0, init_pte[0], 0); in pgd_alloc() 122 set_pte_ext(new_pte + 1, init_pte[1], 0); in pgd_alloc() 124 pte_unmap(new_pte); in pgd_alloc()
|
/linux/arch/powerpc/include/asm/ |
H A D | kvm_book3s_64.h | 424 pte_t old_pte, new_pte = __pte(0); in kvmppc_read_update_linux_pte() local 442 new_pte = pte_mkyoung(old_pte); in kvmppc_read_update_linux_pte() 444 new_pte = pte_mkdirty(new_pte); in kvmppc_read_update_linux_pte() 446 if (pte_xchg(ptep, old_pte, new_pte)) in kvmppc_read_update_linux_pte() 449 return new_pte; in kvmppc_read_update_linux_pte()
|
/linux/arch/riscv/kvm/ |
H A D | mmu.c | 139 gpa_t addr, const pte_t *new_pte) in gstage_set_pte() argument 170 set_pte(ptep, *new_pte); in gstage_set_pte() 185 pte_t new_pte; in gstage_map_page() local 216 new_pte = pfn_pte(PFN_DOWN(hpa), prot); in gstage_map_page() 217 new_pte = pte_mkdirty(new_pte); in gstage_map_page() 219 return gstage_set_pte(kvm, level, pcache, gpa, &new_pte); in gstage_map_page()
|
/linux/arch/x86/mm/ |
H A D | mem_encrypt_amd.c | 318 pte_t new_pte; in __set_clr_pte_enc() local 358 new_pte = pfn_pte(pfn, new_prot); in __set_clr_pte_enc() 359 set_pte_atomic(kpte, new_pte); in __set_clr_pte_enc()
|
H A D | init_64.c | 296 static void __set_pte_vaddr(pud_t *pud, unsigned long vaddr, pte_t new_pte) in __set_pte_vaddr() argument 301 set_pte(pte, new_pte); in __set_pte_vaddr() 310 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_p4d() argument 315 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_p4d() 318 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte) in set_pte_vaddr_pud() argument 322 __set_pte_vaddr(pud, vaddr, new_pte); in set_pte_vaddr_pud()
|
/linux/arch/mips/kvm/ |
H A D | mmu.c | 130 pte_t *new_pte; in kvm_mips_walk_pgd() local 134 new_pte = kvm_mmu_memory_cache_alloc(cache); in kvm_mips_walk_pgd() 135 clear_page(new_pte); in kvm_mips_walk_pgd() 136 pmd_populate_kernel(NULL, pmd, new_pte); in kvm_mips_walk_pgd()
|
/linux/arch/loongarch/kvm/ |
H A D | mmu.c | 794 kvm_pte_t *ptep, new_pte; in kvm_map_page() local 903 new_pte = kvm_pfn_pte(pfn, __pgprot(prot_bits)); in kvm_map_page() 905 new_pte = kvm_pte_mkhuge(new_pte); in kvm_map_page() 917 kvm_set_pte(ptep, new_pte); in kvm_map_page()
|
/linux/arch/x86/include/asm/ |
H A D | pgtable_64.h | 62 void set_pte_vaddr_p4d(p4d_t *p4d_page, unsigned long vaddr, pte_t new_pte); 63 void set_pte_vaddr_pud(pud_t *pud_page, unsigned long vaddr, pte_t new_pte);
|
H A D | pgtable.h | 1353 pte_t old_pte, new_pte; in ptep_set_wrprotect() local 1357 new_pte = pte_wrprotect(old_pte); in ptep_set_wrprotect() 1358 } while (!try_cmpxchg((long *)&ptep->pte, (long *)&old_pte, *(long *)&new_pte)); in ptep_set_wrprotect()
|
/linux/mm/ |
H A D | mremap.c | 142 pte_t *old_pte, *new_pte, pte; in move_ptes() local 178 new_pte = pte_offset_map_nolock(mm, new_pmd, new_addr, &new_ptl); in move_ptes() 179 if (!new_pte) { in move_ptes() 190 new_pte++, new_addr += PAGE_SIZE) { in move_ptes() 210 set_pte_at(mm, new_addr, new_pte, pte); in move_ptes() 218 pte_unmap(new_pte - 1); in move_ptes()
|
H A D | swapfile.c | 2069 pte_t *pte, new_pte, old_pte; in unuse_pte() local 2104 new_pte = swp_entry_to_pte(swp_entry); in unuse_pte() 2146 new_pte = pte_mkold(mk_pte(page, vma->vm_page_prot)); in unuse_pte() 2148 new_pte = pte_mksoft_dirty(new_pte); in unuse_pte() 2150 new_pte = pte_mkuffd_wp(new_pte); in unuse_pte() 2152 set_pte_at(vma->vm_mm, addr, pte, new_pte); in unuse_pte()
|
H A D | hugetlb.c | 6062 pte_t new_pte; in hugetlb_no_page() local 6219 new_pte = make_huge_pte(vma, &folio->page, ((vma->vm_flags & VM_WRITE) in hugetlb_no_page() 6226 new_pte = huge_pte_mkuffd_wp(new_pte); in hugetlb_no_page() 6227 set_huge_pte_at(mm, vmf->address, vmf->pte, new_pte, huge_page_size(h)); in hugetlb_no_page()
|
/linux/arch/powerpc/include/asm/book3s/64/ |
H A D | hugetlb.h | 59 pte_t old_pte, pte_t new_pte);
|
/linux/arch/arm64/include/asm/ |
H A D | hugetlb.h | 60 pte_t old_pte, pte_t new_pte);
|
H A D | pgtable.h | 1525 pte_t old_pte, pte_t new_pte);
|
/linux/arch/x86/mm/pat/ |
H A D | set_memory.c | 884 pte_t new_pte, *tmp; in __should_split_large_page() local 1019 new_pte = pfn_pte(old_pfn, new_prot); in __should_split_large_page() 1020 __set_pmd_pte(kpte, address, new_pte); in __should_split_large_page() 1647 pte_t new_pte; in __change_page_attr() local 1670 new_pte = pfn_pte(pfn, new_prot); in __change_page_attr() 1675 if (pte_val(old_pte) != pte_val(new_pte)) { in __change_page_attr() 1676 set_pte_atomic(kpte, new_pte); in __change_page_attr()
|