/netbsd/sys/arch/aarch64/aarch64/ |
H A D | pmap.c | 764 valid = (ptep != NULL && lxpde_valid(pte = *ptep)); in pmap_extract_coherency() 828 pde = *ptep; in _pmap_pte_lookup_bs() 836 pde = *ptep; in _pmap_pte_lookup_bs() 844 pde = *ptep; in _pmap_pte_lookup_bs() 856 return ptep; in _pmap_pte_lookup_bs() 867 return ptep; in _pmap_pte_lookup_l3() 886 ptep++; in pmap_icache_sync_range() 893 pte = *ptep; in pmap_icache_sync_range() 1239 pte = *ptep; in _pmap_protect_pv() 1308 ptep++; in pmap_protect() [all …]
|
H A D | pmap_machdep.c | 105 if (ptep == NULL || !pte_valid_p(pte = *ptep)) { in pmap_extract_coherency() 149 pt_entry_t * const ptep = pmap_pte_lookup(pm, va); in pmap_fault_fixup() local 150 if (ptep == NULL) { in pmap_fault_fixup() 155 const pt_entry_t opte = *ptep; in pmap_fault_fixup() 171 opte, (uintptr_t)ptep, 0); in pmap_fault_fixup() 185 atomic_swap_64(ptep, npte); in pmap_fault_fixup() 203 atomic_swap_64(ptep, npte); in pmap_fault_fixup() 232 if (ptep == NULL) in pmap_icache_sync_range() 235 pt_entry_t opte = *ptep; in pmap_icache_sync_range() 252 atomic_swap_64(ptep, opte | LX_BLKPAG_AF); in pmap_icache_sync_range() [all …]
|
H A D | db_interface.c | 147 pt_entry_t *ptep, pte; in db_write_text() local 162 ptep = kvtopte(addr); in db_write_text() 163 KASSERT(ptep != NULL); in db_write_text() 173 pte = pmap_kvattr(ptep, VM_PROT_EXECUTE | VM_PROT_READ | VM_PROT_WRITE); in db_write_text() 184 *ptep = pte; in db_write_text()
|
/netbsd/sys/arch/arm/arm32/ |
H A D | pmap.c | 953 PTE_SYNC(ptep); in pmap_pte_sync_current() 2799 PTE_SYNC(ptep); in pmap_flush_page() 2831 PTE_SYNC(ptep); in pmap_flush_page() 3406 PTE_SYNC(ptep); in pmap_enter() 3606 cleanlist[cleanlist_idx].ptep = ptep; in pmap_remove() 3832 PTE_SYNC(ptep); in pmap_kenter_pa() 4896 pte = *ptep; in pmap_unwire() 6211 PTE_SYNC(ptep); in vector_page_setprot() 6652 cpu_dcache_wbinv_range((vaddr_t)ptep, sizeof(*ptep)); in pmap_set_pt_cache_mode() 6668 if (ptep) { in pmap_alloc_specials() [all …]
|
/netbsd/sys/dev/qbus/ |
H A D | qd.c | 975 *ptep = (*ptep & ~PG_PROT) | PG_KW | PG_V; ptep++; in qdclose() 976 *ptep = (*ptep & ~PG_PROT) | PG_KW | PG_V; in qdclose() 987 *ptep = (*ptep & ~PG_PROT) | PG_KW | PG_V; in qdclose() 998 *ptep = (*ptep & ~PG_PROT) | PG_KW | PG_V; ptep++; in qdclose() 999 *ptep = (*ptep & ~PG_PROT) | PG_KW | PG_V; in qdclose() 1282 *ptep = (*ptep & ~PG_PROT) | PG_RW | PG_V; in qdioctl() 1320 *ptep = (*ptep & ~PG_PROT) | PG_RW | PG_V; ptep++; in qdioctl() 1321 *ptep = (*ptep & ~PG_PROT) | PG_RW | PG_V; in qdioctl() 1343 *ptep = (*ptep & ~PG_PROT) | PG_KW | PG_V; ptep++; in qdioctl() 1362 *ptep = (*ptep & ~PG_PROT) | PG_RW | PG_V; ptep++; in qdioctl() [all …]
|
/netbsd/sys/arch/arm/include/arm32/ |
H A D | pmap.h | 455 pt_entry_t *ptep; in vtopte() local 461 return (ptep); in vtopte() 536 #define PTE_SYNC(ptep) pmap_ptesync((ptep), PAGE_SIZE / L2_S_SIZE) argument 537 #define PTE_SYNC_RANGE(ptep, cnt) pmap_ptesync((ptep), (cnt)) argument 586 *ptep++ = pte; in l2pte_set() 591 KASSERTMSG(*ptep == opte, "%#x [*%p] != %#x", *ptep, ptep, opte); in l2pte_set() 592 *ptep++ = pte; in l2pte_set() 601 l2pte_reset(pt_entry_t *ptep) in l2pte_reset() argument 603 KASSERTMSG((((uintptr_t)ptep / sizeof(*ptep)) & (PAGE_SIZE / L2_S_SIZE - 1)) == 0, "%p", ptep); in l2pte_reset() 604 *ptep = 0; in l2pte_reset() [all …]
|
/netbsd/sys/uvm/pmap/ |
H A D | pmap.c | 979 pte_set(ptep, npte); in pmap_page_remove() 1130 pte_set(ptep, npte); in pmap_pte_remove() 1283 if (*ptep != pte) { in pmap_pte_protect() 1364 if (ptep == NULL) in pmap_page_cache() 1527 pte_set(ptep, npte); in pmap_enter() 1613 pte_set(ptep, npte); in pmap_kenter_pa() 1797 if (ptep == NULL || !pte_valid_p(*ptep)) { in pmap_extract() 1916 KASSERT(ptep); in pmap_clear_modify() 1918 if (*ptep == pte) { in pmap_clear_modify() 1924 pte_set(ptep, pte); in pmap_clear_modify() [all …]
|
/netbsd/sys/arch/powerpc/booke/ |
H A D | booke_pmap.c | 70 pt_entry_t * const ptep = pmap_pte_lookup(pmap, va); in pmap_procwr() local 71 if (ptep == NULL) { in pmap_procwr() 75 pt_entry_t pt_entry = *ptep; in pmap_procwr() 130 pt_entry_t * const ptep = stb->seg_tab[va >> SEGSHIFT]; in kvtopte() local 131 if (ptep == NULL) in kvtopte() 133 return &ptep[(va & SEGOFSET) >> PAGE_SHIFT]; in kvtopte() 141 pt_entry_t *ptep = kvtopte(stb, sva); in pmap_kvptefill() local 143 *ptep++ = pt_entry ? (sva | pt_entry) : 0; in pmap_kvptefill() 415 KASSERT(ptep != NULL); in pmap_md_tlb_check_entry() 416 pt_entry_t xpte = *ptep; in pmap_md_tlb_check_entry() [all …]
|
H A D | trap.c | 232 pt_entry_t * const ptep = trap_pte_lookup(tf, trunc_page(faultva), in dsi_exception() local 234 KASSERT(ptep != NULL); in dsi_exception() 235 pt_entry_t pte = *ptep; in dsi_exception() 248 *ptep = pte; in dsi_exception() 286 if (ptep == NULL) in isi_exception() 288 KASSERT(ptep != NULL); in isi_exception() 289 pt_entry_t pte = *ptep; in isi_exception() 320 *ptep = pte; in isi_exception() 354 const pt_entry_t * const ptep = in dtlb_exception() 356 if (ptep != NULL && !usertrap && pte_valid_p(*ptep)) { in dtlb_exception() [all …]
|
/netbsd/sys/arch/mips/mips/ |
H A D | pmap_machdep.c | 227 pt_entry_t * const ptep = pmap_pte_lookup(pmap_kernel(), va); in pmap_md_map_ephemeral_page() local 228 *old_pte_p = *ptep; // save in pmap_md_map_ephemeral_page() 230 *ptep = npte; // update page table in pmap_md_map_ephemeral_page() 597 pt_entry_t * const ptep = pmap_pte_lookup(pmap, va); in pmap_procwr() local 598 pt_entry_t entry = (ptep != NULL ? *ptep : 0); in pmap_procwr() 869 const pt_entry_t * const ptep = pmap_pte_lookup(pm, va); in pmap_md_tlb_check_entry() local 870 KASSERTMSG(ptep != NULL, "va %#"PRIxVADDR" asid %u pte %#"PRIxPTE, in pmap_md_tlb_check_entry() 872 const pt_entry_t opte = *ptep; in pmap_md_tlb_check_entry() 884 ptep); in pmap_md_tlb_check_entry() 994 *ptep = pte_cached_change(*ptep, false); in pmap_md_vca_add() [all …]
|
H A D | trap.c | 306 pt_entry_t * const ptep = pmap_pte_lookup(pmap, vaddr); in trap() local 307 if (!ptep) in trap() 310 pt_entry_t pte = *ptep; in trap() 314 pte_value(pte), ptep); in trap() 332 atomic_or_32(ptep, mips_pg_m_bit()); in trap() 334 *ptep = pte; in trap() 423 pt_entry_t *ptep = pfi->pfi_faultptep; in trap() local 431 asid, ptep, ptep ? pte_value(*ptep) : 0); in trap()
|
H A D | vm_machdep.c | 368 pt_entry_t * const ptep = pmap_pte_lookup(pmap_kernel(), kva); in kvtophys() local 369 if (ptep == NULL) in kvtophys() 371 if (!pte_valid_p(*ptep)) { in kvtophys() 375 phys = pte_to_paddr(*ptep) | (kva & PGOFSET); in kvtophys()
|
H A D | kgdb_machdep.c | 107 const pt_entry_t * const ptep = pmap_pte_lookup(pmap_kernel(), kva); in kvacc() local 108 return ptep != NULL && pte_valid_p(*pte); in kvacc()
|
/netbsd/sys/arch/arm/include/ |
H A D | asan.h | 177 pt_entry_t * const ptep = &l2pt[l2pte_index(va)]; in kasan_md_shadow_map_page() local 179 if (!l2pte_valid_p(*ptep)) { in kasan_md_shadow_map_page() 187 l2pte_set(ptep, npte, 0); in kasan_md_shadow_map_page() 190 PTE_SYNC(ptep); in kasan_md_shadow_map_page()
|
/netbsd/sys/arch/sparc/sparc/ |
H A D | pmap.c | 2396 *ptep = (*ptep | bis) & ~bic; in pv_changepte4_4c() 2422 *ptep = (*ptep & PG_MBZ) | pte; in pv_changepte4_4c() 4727 pte = *ptep; in pmap_rmk4_4c() 4759 *ptep = 0; in pmap_rmk4_4c() 4923 *ptep = 0; in pmap_rmu4_4c() 5138 *ptep = 0; in pmap_page_protect4_4c() 5285 pte = *ptep; in pmap_changeprot4_4c() 5297 *ptep = pte; in pmap_changeprot4_4c() 5651 int *ptep; in pmap_enk4_4c() local 5695 *ptep = 0; in pmap_enk4_4c() [all …]
|
/netbsd/sys/arch/riscv/riscv/ |
H A D | trap.c | 334 pt_entry_t * const ptep = pmap_pte_lookup(pmap, addr); in trap_pagefault_fixup() local 337 if (ptep == NULL) in trap_pagefault_fixup() 340 pt_entry_t opte = *ptep; in trap_pagefault_fixup() 387 } while (opte != atomic_cas_pte(ptep, opte, npte)); in trap_pagefault_fixup() 434 pt_entry_t *ptep = pfi->pfi_faultptep; in trap_pagefault() local 440 asid, ptep, ptep ? pte_value(*ptep) : 0); in trap_pagefault()
|
/netbsd/sys/arch/i386/include/ |
H A D | pmap_private.h | 302 pmap_pte_cas(volatile pt_entry_t *ptep, pt_entry_t o, pt_entry_t n) in pmap_pte_cas() argument 307 opte = *ptep; in pmap_pte_cas() 309 xpq_queue_pte_update(xpmap_ptetomach(__UNVOLATILE(ptep)), n); in pmap_pte_cas()
|
/netbsd/sys/arch/aarch64/include/ |
H A D | pmap_machdep.h | 199 pmap_md_nptep(pt_entry_t *ptep) in pmap_md_nptep() argument 202 return ptep + 1; in pmap_md_nptep() 314 pte_set(pt_entry_t *ptep, pt_entry_t pte) in pte_set() argument 317 *ptep = pte; in pte_set()
|
H A D | pmap.h | 135 pmap_kvattr(pt_entry_t *ptep, vm_prot_t prot) in pmap_kvattr() argument 137 pt_entry_t pte = *ptep; in pmap_kvattr() 160 *ptep = pte; in pmap_kvattr()
|
/netbsd/sys/arch/amd64/include/ |
H A D | pmap_private.h | 235 pmap_pte_cas(volatile pt_entry_t *ptep, pt_entry_t o, pt_entry_t n) in pmap_pte_cas() argument 240 opte = *ptep; in pmap_pte_cas() 242 xpq_queue_pte_update(xpmap_ptetomach(__UNVOLATILE(ptep)), n); in pmap_pte_cas()
|
/netbsd/sys/arch/riscv/include/ |
H A D | pmap.h | 225 pmap_md_nptep(pt_entry_t *ptep) in pmap_md_nptep() argument 227 return ptep + 1; in pmap_md_nptep()
|
/netbsd/sys/arch/x86/x86/ |
H A D | pmap.c | 4394 pt_entry_t *ptep; local 4421 opte = *ptep; 4937 opte = *ptep; 5129 opte = *ptep; 5137 opte = *ptep; 5427 opte = *ptep; 5475 opte = *ptep; 6402 opte = *ptep; 6410 opte = *ptep; 6743 opte = *ptep; [all …]
|
/netbsd/sys/arch/atari/atari/ |
H A D | bus.c | 91 bootm_init(vaddr_t va, void *ptep, vsize_t size) in bootm_init() argument 97 bootm_ptep = (pt_entry_t *)ptep; in bootm_init() 296 pt_entry_t *ptep, npte; in bus_mem_add_mapping() local 301 ptep = kvtopte(va); in bus_mem_add_mapping() 302 npte = *ptep & ~PG_CMASK; in bus_mem_add_mapping() 309 *ptep = npte; in bus_mem_add_mapping()
|
/netbsd/sys/arch/powerpc/include/booke/ |
H A D | pte.h | 269 pte_set(pt_entry_t *ptep, pt_entry_t pte) in pte_set() argument 271 *ptep = pte; in pte_set()
|
/netbsd/sys/arch/vax/vax/ |
H A D | pmap.c | 126 mapin8(int *ptep, long pte) in mapin8() argument 128 ptep[0] = pte; in mapin8() 129 ptep[1] = pte+1; in mapin8() 130 ptep[2] = pte+2; in mapin8() 131 ptep[3] = pte+3; in mapin8() 132 ptep[4] = pte+4; in mapin8() 133 ptep[5] = pte+5; in mapin8() 134 ptep[6] = pte+6; in mapin8() 135 ptep[7] = pte+7; in mapin8()
|