/freebsd/sys/i386/i386/ |
H A D | pmap_base.c | 314 KASSERT((sva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align() 332 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range() 348 if (pmap_kextract(sva) == lapic_paddr) in pmap_force_invalidate_cache_range() 361 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range() 362 clflushopt(sva); in pmap_force_invalidate_cache_range() 370 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range() 371 clflush(sva); in pmap_force_invalidate_cache_range() 716 pmap_methods_ptr->pm_unwire(pmap, sva, eva); in pmap_unwire() 844 pmap_methods_ptr->pm_qenter(sva, ma, count); in pmap_qenter() 848 pmap_qremove(vm_offset_t sva, int count) in pmap_qremove() argument [all …]
|
H A D | pmap.c | 1823 sva = va; in __CONCAT() 1841 return (sva); in __CONCAT() 1873 pmap_invalidate_range_int(kernel_pmap, sva, sva + count * in __CONCAT() 1887 va = sva; in __CONCAT() 3066 for (pte = pmap_pte_quick(pmap, sva); sva != eva; pte++, in pmap_remove_ptes() 3122 for (; sva < eva; sva = pdnxt) { in __CONCAT() 3347 for (; sva < eva; sva = pdnxt) { in __CONCAT() 4385 for (; sva < eva; sva = pdnxt) { in __CONCAT() 5304 for (; sva < eva; sva = pdnxt) { in __CONCAT() 5682 for (; sva < eva; sva += cpu_clflush_line_size) { in __CONCAT() [all …]
|
/freebsd/tools/regression/sockets/unix_gc/ |
H A D | unix_gc.c | 444 close5(spare, sva[0], sva[1], svb[0], svb[1]); in fivesome_nothing() 463 sendfd(sva[0], spare); in fivesome_drop_work() 470 sendfd(svb[0], sva[0]); in fivesome_drop_work() 471 sendfd(svb[0], sva[1]); in fivesome_drop_work() 473 close2(sva[0], sva[1]); in fivesome_drop_work() 478 close2(sva[0], sva[1]); in fivesome_drop_work() 509 sendfd(sva[0], svb[0]); in complex_cycles() 510 sendfd(sva[0], svb[1]); in complex_cycles() 511 sendfd(svb[0], sva[0]); in complex_cycles() 514 sendfd(sva[0], spare); in complex_cycles() [all …]
|
/freebsd/sys/amd64/amd64/ |
H A D | pmap.c | 6415 for (; sva < eva; sva = va_next) { in pmap_remove1() 10838 if (len == 0 || sva + len < sva || (sva >= DMAP_MIN_ADDRESS && in pmap_large_unmap() 11318 sva = trunc_page(sva); in pmap_pti_add_kva_locked() 11365 sva = rounddown2(sva, PAGE_SIZE); in pmap_pti_remove_kva() 11622 sva = trunc_page(sva); in pmap_pkru_set() 11645 sva = trunc_page(sva); in pmap_pkru_clear() 12043 sva = rounddown2(sva, NBPML4); in sysctl_kmaps() 12054 sva = rounddown2(sva, NBPDP); in sysctl_kmaps() 12061 sva = rounddown2(sva, NBPDP); in sysctl_kmaps() 12082 sva = rounddown2(sva, NBPDR); in sysctl_kmaps() [all …]
|
H A D | sys_machdep.c | 507 vm_offset_t sva; in user_ldt_alloc() local 518 sva = (uintptr_t)new_ldt->ldt_base; in user_ldt_alloc() 519 pmap_pti_add_kva(sva, sva + sz, false); in user_ldt_alloc() 521 sldt.ssd_base = sva; in user_ldt_alloc() 532 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_alloc() 579 vm_offset_t sva; in user_ldt_derefl() local 583 sva = (vm_offset_t)pldt->ldt_base; in user_ldt_derefl() 585 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_derefl()
|
/freebsd/sys/riscv/riscv/ |
H A D | pmap.c | 835 sbi_remote_sfence_vma(mask.__bits, sva, eva - sva + 1); in pmap_invalidate_range() 1023 va = sva; in pmap_kenter() 1073 va = sva; in pmap_kremove_device() 1124 va = sva; in pmap_qenter() 2209 pmap_invalidate_range(pmap, sva, sva + L2_SIZE); in pmap_remove_l2() 2310 for (; sva < eva; sva = va_next) { in pmap_remove() 2370 for (l3 = pmap_l2_to_l3(l2, sva); sva != va_next; l3++, in pmap_remove() 2380 va = sva; in pmap_remove() 2501 for (; sva < eva; sva = va_next) { in pmap_protect() 3244 for (sva = va; sva < va + L2_SIZE; sva += PAGE_SIZE) { in pmap_enter_l2() [all …]
|
/freebsd/sys/arm64/arm64/ |
H A D | pmap.c | 2077 va = sva; in pmap_kenter() 2190 va = sva; in pmap_kremove_device() 2280 va = sva; in pmap_qenter() 2322 va = sva; in pmap_qremove() 3867 for (l3 = pmap_l2_to_l3(&l2e, sva); sva != eva; l3++, sva += L3_SIZE) { in pmap_remove_l3_range() 3975 for (; sva < eva; sva = va_next) { in pmap_remove1() 4288 for (; sva < eva; sva = va_next) { in pmap_mask_set_locked() 5903 for (; sva < eva; sva = va_next) { in pmap_unwire() 5964 sva != va_next; l3++, sva += L3_SIZE) { in pmap_unwire() 7138 for (; sva < eva; sva = va_next) { in pmap_advise() [all …]
|
H A D | elf_machdep.c | 355 vm_offset_t sva, eva; in arm64_exec_protect() local 382 sva = phdr[i].p_vaddr + imgp->et_dyn_addr; in arm64_exec_protect() 383 eva = sva + phdr[i].p_memsz; in arm64_exec_protect() 384 pmap_bti_set(vmspace_pmap(imgp->proc->p_vmspace), sva, eva); in arm64_exec_protect()
|
/freebsd/sys/powerpc/aim/ |
H A D | mmu_radix.c | 2234 for (; sva < eva; sva = va_next) { in mmu_radix_advise() 2299 for (pte = pmap_l3e_to_pte(l3e, sva); sva != va_next; in mmu_radix_advise() 4554 for (; sva < eva; sva = va_next) { in mmu_radix_protect() 4661 va = sva; in mmu_radix_qenter() 4685 pmap_invalidate_range(kernel_pmap, sva, sva + count * in mmu_radix_qenter() 4700 va = sva; in mmu_radix_qremove() 5187 va = sva; in pmap_remove_ptes() 5224 sva = (sva + PAGE_MASK) & ~PAGE_MASK; in mmu_radix_remove() 5243 for (; sva < eva; sva = va_next) { in mmu_radix_remove() 5705 for (; sva < eva; sva = va_next) { in mmu_radix_unwire() [all …]
|
H A D | mmu_oea64.c | 1349 key.pvo_vaddr = sva; in moea64_unwire() 2347 vm_offset_t sva, va; in moea64_map() local 2362 sva = *virt; in moea64_map() 2363 va = sva; in moea64_map() 2369 return (sva); in moea64_map() 2596 sva, eva, prot); in moea64_protect() 2607 key.pvo_vaddr = sva; in moea64_protect() 2728 key.pvo_vaddr = sva; in moea64_remove_locked() 3680 vm_offset_t sva; in moea64_sp_enter() local 3702 sva = va; in moea64_sp_enter() [all …]
|
H A D | mmu_oea.c | 1038 key.pvo_vaddr = sva; in moea_unwire() 1643 vm_offset_t sva, va; in moea_map() local 1645 sva = *virt; in moea_map() 1646 va = sva; in moea_map() 1650 return (sva); in moea_map() 1803 moea_remove(pm, sva, eva); in moea_protect() 1809 key.pvo_vaddr = sva; in moea_protect() 1847 va = sva; in moea_qenter() 1860 moea_qremove(vm_offset_t sva, int count) in moea_qremove() argument 1864 va = sva; in moea_qremove() [all …]
|
/freebsd/sys/arm/arm/ |
H A D | pmap-v6.c | 1423 sva = va; in pmap_map() 1438 tlb_flush_range(sva, va - sva); in pmap_map() 1836 va = sva; in pmap_qremove() 1841 tlb_flush_range(sva, va - sva); in pmap_qremove() 4170 for (; sva < eva; sva = nextva) { in pmap_remove() 4960 for (; sva < eva; sva = nextva) { in pmap_protect() 5410 for (; sva < eva; sva = nextva) { in pmap_unwire() 5575 for (; sva < eva; sva = pdnxt) { in pmap_advise() 6258 sva = va; in pmap_kenter_device() 6266 tlb_flush_range(sva, va - sva); in pmap_kenter_device() [all …]
|
/freebsd/sys/amd64/include/ |
H A D | pmap.h | 458 void pmap_large_map_wb(void *sva, vm_size_t len); 459 void pmap_large_unmap(void *sva, vm_size_t len); 477 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 478 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 483 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec); 484 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva); 487 void pmap_pti_pcid_invlrng(uint64_t ucr3, uint64_t kcr3, vm_offset_t sva, 489 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva); 490 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
|
/freebsd/sys/i386/include/ |
H A D | pmap.h | 253 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 254 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 257 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
|
/freebsd/sys/riscv/include/ |
H A D | pmap.h | 58 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument 141 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
|
/freebsd/sys/arm64/vmm/ |
H A D | vmm_mmu.c | 344 vm_offset_t eva, va_next, sva; in vmmpmap_remove() local 357 sva = va; in vmmpmap_remove() 420 vmm_call_hyp(HYP_DC_CIVAC, sva, size); in vmmpmap_remove() 426 vmm_call_hyp(HYP_EL2_TLBI, HYP_EL2_TLBI_VA, sva, size); in vmmpmap_remove()
|
/freebsd/sys/arm/include/ |
H A D | pmap.h | 172 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
|
H A D | cpu.h | 603 dcache_wbinv_poc(vm_offset_t sva, vm_paddr_t pa, vm_size_t size) in dcache_wbinv_poc() argument 606 vm_offset_t eva = sva + size; in dcache_wbinv_poc() 610 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc() 620 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
|
/freebsd/sys/arm64/include/ |
H A D | pmap.h | 153 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode); 164 void pmap_disable_promotion(vm_offset_t sva, vm_size_t size);
|
/freebsd/sys/kern/ |
H A D | subr_asan.c | 107 vm_offset_t sva, eva; in kasan_shadow_map() local 114 sva = kasan_md_addr_to_shad(addr); in kasan_shadow_map() 117 sva = rounddown(sva, PAGE_SIZE); in kasan_shadow_map() 120 npages = (eva - sva) / PAGE_SIZE; in kasan_shadow_map() 122 KASSERT(sva >= KASAN_MIN_ADDRESS && eva < KASAN_MAX_ADDRESS, in kasan_shadow_map() 123 ("%s: invalid address range %#lx-%#lx", __func__, sva, eva)); in kasan_shadow_map() 126 pmap_san_enter(sva + ptoa(i)); in kasan_shadow_map()
|
/freebsd/sys/powerpc/booke/ |
H A D | pmap_32.c | 830 vm_offset_t sva, dva; in mmu_booke_copy_page() local 832 sva = copy_page_src_va; in mmu_booke_copy_page() 836 mmu_booke_kenter(sva, VM_PAGE_TO_PHYS(sm)); in mmu_booke_copy_page() 839 memcpy((caddr_t)dva, (caddr_t)sva, PAGE_SIZE); in mmu_booke_copy_page() 842 mmu_booke_kremove(sva); in mmu_booke_copy_page()
|
H A D | pmap.c | 1099 mmu_booke_qenter(vm_offset_t sva, vm_page_t *m, int count) in mmu_booke_qenter() argument 1103 va = sva; in mmu_booke_qenter() 1116 mmu_booke_qremove(vm_offset_t sva, int count) in mmu_booke_qremove() argument 1120 va = sva; in mmu_booke_qremove() 1569 vm_offset_t sva = *virt; in mmu_booke_map() local 1570 vm_offset_t va = sva; in mmu_booke_map() 1585 return (sva); in mmu_booke_map() 1671 mmu_booke_remove(pmap, sva, eva); in mmu_booke_protect() 1679 for (va = sva; va < eva; va += PAGE_SIZE) { in mmu_booke_protect() 1966 mmu_booke_unwire(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in mmu_booke_unwire() argument [all …]
|
H A D | pmap_64.c | 699 vm_offset_t sva, dva; in mmu_booke_copy_page() local 701 sva = PHYS_TO_DMAP(VM_PAGE_TO_PHYS(sm)); in mmu_booke_copy_page() 703 memcpy((caddr_t)dva, (caddr_t)sva, PAGE_SIZE); in mmu_booke_copy_page()
|
/freebsd/sys/powerpc/include/ |
H A D | pmap.h | 327 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
|
/freebsd/sys/vm/ |
H A D | pmap.h | 121 void pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
|