Home
last modified time | relevance | path

Searched refs:sva (Results 1 – 25 of 29) sorted by relevance

12

/freebsd/sys/i386/i386/
H A Dpmap_base.c314 KASSERT((sva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align()
332 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range()
348 if (pmap_kextract(sva) == lapic_paddr) in pmap_force_invalidate_cache_range()
361 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
362 clflushopt(sva); in pmap_force_invalidate_cache_range()
370 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
371 clflush(sva); in pmap_force_invalidate_cache_range()
716 pmap_methods_ptr->pm_unwire(pmap, sva, eva); in pmap_unwire()
844 pmap_methods_ptr->pm_qenter(sva, ma, count); in pmap_qenter()
848 pmap_qremove(vm_offset_t sva, int count) in pmap_qremove() argument
[all …]
H A Dpmap.c1823 sva = va; in __CONCAT()
1841 return (sva); in __CONCAT()
1873 pmap_invalidate_range_int(kernel_pmap, sva, sva + count * in __CONCAT()
1887 va = sva; in __CONCAT()
3066 for (pte = pmap_pte_quick(pmap, sva); sva != eva; pte++, in pmap_remove_ptes()
3122 for (; sva < eva; sva = pdnxt) { in __CONCAT()
3347 for (; sva < eva; sva = pdnxt) { in __CONCAT()
4385 for (; sva < eva; sva = pdnxt) { in __CONCAT()
5304 for (; sva < eva; sva = pdnxt) { in __CONCAT()
5682 for (; sva < eva; sva += cpu_clflush_line_size) { in __CONCAT()
[all …]
/freebsd/tools/regression/sockets/unix_gc/
H A Dunix_gc.c444 close5(spare, sva[0], sva[1], svb[0], svb[1]); in fivesome_nothing()
463 sendfd(sva[0], spare); in fivesome_drop_work()
470 sendfd(svb[0], sva[0]); in fivesome_drop_work()
471 sendfd(svb[0], sva[1]); in fivesome_drop_work()
473 close2(sva[0], sva[1]); in fivesome_drop_work()
478 close2(sva[0], sva[1]); in fivesome_drop_work()
509 sendfd(sva[0], svb[0]); in complex_cycles()
510 sendfd(sva[0], svb[1]); in complex_cycles()
511 sendfd(svb[0], sva[0]); in complex_cycles()
514 sendfd(sva[0], spare); in complex_cycles()
[all …]
/freebsd/sys/amd64/amd64/
H A Dpmap.c6415 for (; sva < eva; sva = va_next) { in pmap_remove1()
10838 if (len == 0 || sva + len < sva || (sva >= DMAP_MIN_ADDRESS && in pmap_large_unmap()
11318 sva = trunc_page(sva); in pmap_pti_add_kva_locked()
11365 sva = rounddown2(sva, PAGE_SIZE); in pmap_pti_remove_kva()
11622 sva = trunc_page(sva); in pmap_pkru_set()
11645 sva = trunc_page(sva); in pmap_pkru_clear()
12043 sva = rounddown2(sva, NBPML4); in sysctl_kmaps()
12054 sva = rounddown2(sva, NBPDP); in sysctl_kmaps()
12061 sva = rounddown2(sva, NBPDP); in sysctl_kmaps()
12082 sva = rounddown2(sva, NBPDR); in sysctl_kmaps()
[all …]
H A Dsys_machdep.c507 vm_offset_t sva; in user_ldt_alloc() local
518 sva = (uintptr_t)new_ldt->ldt_base; in user_ldt_alloc()
519 pmap_pti_add_kva(sva, sva + sz, false); in user_ldt_alloc()
521 sldt.ssd_base = sva; in user_ldt_alloc()
532 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_alloc()
579 vm_offset_t sva; in user_ldt_derefl() local
583 sva = (vm_offset_t)pldt->ldt_base; in user_ldt_derefl()
585 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_derefl()
/freebsd/sys/riscv/riscv/
H A Dpmap.c835 sbi_remote_sfence_vma(mask.__bits, sva, eva - sva + 1); in pmap_invalidate_range()
1023 va = sva; in pmap_kenter()
1073 va = sva; in pmap_kremove_device()
1124 va = sva; in pmap_qenter()
2209 pmap_invalidate_range(pmap, sva, sva + L2_SIZE); in pmap_remove_l2()
2310 for (; sva < eva; sva = va_next) { in pmap_remove()
2370 for (l3 = pmap_l2_to_l3(l2, sva); sva != va_next; l3++, in pmap_remove()
2380 va = sva; in pmap_remove()
2501 for (; sva < eva; sva = va_next) { in pmap_protect()
3244 for (sva = va; sva < va + L2_SIZE; sva += PAGE_SIZE) { in pmap_enter_l2()
[all …]
/freebsd/sys/arm64/arm64/
H A Dpmap.c2077 va = sva; in pmap_kenter()
2190 va = sva; in pmap_kremove_device()
2280 va = sva; in pmap_qenter()
2322 va = sva; in pmap_qremove()
3867 for (l3 = pmap_l2_to_l3(&l2e, sva); sva != eva; l3++, sva += L3_SIZE) { in pmap_remove_l3_range()
3975 for (; sva < eva; sva = va_next) { in pmap_remove1()
4288 for (; sva < eva; sva = va_next) { in pmap_mask_set_locked()
5903 for (; sva < eva; sva = va_next) { in pmap_unwire()
5964 sva != va_next; l3++, sva += L3_SIZE) { in pmap_unwire()
7138 for (; sva < eva; sva = va_next) { in pmap_advise()
[all …]
H A Delf_machdep.c355 vm_offset_t sva, eva; in arm64_exec_protect() local
382 sva = phdr[i].p_vaddr + imgp->et_dyn_addr; in arm64_exec_protect()
383 eva = sva + phdr[i].p_memsz; in arm64_exec_protect()
384 pmap_bti_set(vmspace_pmap(imgp->proc->p_vmspace), sva, eva); in arm64_exec_protect()
/freebsd/sys/powerpc/aim/
H A Dmmu_radix.c2234 for (; sva < eva; sva = va_next) { in mmu_radix_advise()
2299 for (pte = pmap_l3e_to_pte(l3e, sva); sva != va_next; in mmu_radix_advise()
4554 for (; sva < eva; sva = va_next) { in mmu_radix_protect()
4661 va = sva; in mmu_radix_qenter()
4685 pmap_invalidate_range(kernel_pmap, sva, sva + count * in mmu_radix_qenter()
4700 va = sva; in mmu_radix_qremove()
5187 va = sva; in pmap_remove_ptes()
5224 sva = (sva + PAGE_MASK) & ~PAGE_MASK; in mmu_radix_remove()
5243 for (; sva < eva; sva = va_next) { in mmu_radix_remove()
5705 for (; sva < eva; sva = va_next) { in mmu_radix_unwire()
[all …]
H A Dmmu_oea64.c1349 key.pvo_vaddr = sva; in moea64_unwire()
2347 vm_offset_t sva, va; in moea64_map() local
2362 sva = *virt; in moea64_map()
2363 va = sva; in moea64_map()
2369 return (sva); in moea64_map()
2596 sva, eva, prot); in moea64_protect()
2607 key.pvo_vaddr = sva; in moea64_protect()
2728 key.pvo_vaddr = sva; in moea64_remove_locked()
3680 vm_offset_t sva; in moea64_sp_enter() local
3702 sva = va; in moea64_sp_enter()
[all …]
H A Dmmu_oea.c1038 key.pvo_vaddr = sva; in moea_unwire()
1643 vm_offset_t sva, va; in moea_map() local
1645 sva = *virt; in moea_map()
1646 va = sva; in moea_map()
1650 return (sva); in moea_map()
1803 moea_remove(pm, sva, eva); in moea_protect()
1809 key.pvo_vaddr = sva; in moea_protect()
1847 va = sva; in moea_qenter()
1860 moea_qremove(vm_offset_t sva, int count) in moea_qremove() argument
1864 va = sva; in moea_qremove()
[all …]
/freebsd/sys/arm/arm/
H A Dpmap-v6.c1423 sva = va; in pmap_map()
1438 tlb_flush_range(sva, va - sva); in pmap_map()
1836 va = sva; in pmap_qremove()
1841 tlb_flush_range(sva, va - sva); in pmap_qremove()
4170 for (; sva < eva; sva = nextva) { in pmap_remove()
4960 for (; sva < eva; sva = nextva) { in pmap_protect()
5410 for (; sva < eva; sva = nextva) { in pmap_unwire()
5575 for (; sva < eva; sva = pdnxt) { in pmap_advise()
6258 sva = va; in pmap_kenter_device()
6266 tlb_flush_range(sva, va - sva); in pmap_kenter_device()
[all …]
/freebsd/sys/amd64/include/
H A Dpmap.h458 void pmap_large_map_wb(void *sva, vm_size_t len);
459 void pmap_large_unmap(void *sva, vm_size_t len);
477 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
478 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
483 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec);
484 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva);
487 void pmap_pti_pcid_invlrng(uint64_t ucr3, uint64_t kcr3, vm_offset_t sva,
489 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
490 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
/freebsd/sys/i386/include/
H A Dpmap.h253 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
254 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
257 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/riscv/include/
H A Dpmap.h58 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
141 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
/freebsd/sys/arm64/vmm/
H A Dvmm_mmu.c344 vm_offset_t eva, va_next, sva; in vmmpmap_remove() local
357 sva = va; in vmmpmap_remove()
420 vmm_call_hyp(HYP_DC_CIVAC, sva, size); in vmmpmap_remove()
426 vmm_call_hyp(HYP_EL2_TLBI, HYP_EL2_TLBI_VA, sva, size); in vmmpmap_remove()
/freebsd/sys/arm/include/
H A Dpmap.h172 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
H A Dcpu.h603 dcache_wbinv_poc(vm_offset_t sva, vm_paddr_t pa, vm_size_t size) in dcache_wbinv_poc() argument
606 vm_offset_t eva = sva + size; in dcache_wbinv_poc()
610 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
620 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
/freebsd/sys/arm64/include/
H A Dpmap.h153 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
164 void pmap_disable_promotion(vm_offset_t sva, vm_size_t size);
/freebsd/sys/kern/
H A Dsubr_asan.c107 vm_offset_t sva, eva; in kasan_shadow_map() local
114 sva = kasan_md_addr_to_shad(addr); in kasan_shadow_map()
117 sva = rounddown(sva, PAGE_SIZE); in kasan_shadow_map()
120 npages = (eva - sva) / PAGE_SIZE; in kasan_shadow_map()
122 KASSERT(sva >= KASAN_MIN_ADDRESS && eva < KASAN_MAX_ADDRESS, in kasan_shadow_map()
123 ("%s: invalid address range %#lx-%#lx", __func__, sva, eva)); in kasan_shadow_map()
126 pmap_san_enter(sva + ptoa(i)); in kasan_shadow_map()
/freebsd/sys/powerpc/booke/
H A Dpmap_32.c830 vm_offset_t sva, dva; in mmu_booke_copy_page() local
832 sva = copy_page_src_va; in mmu_booke_copy_page()
836 mmu_booke_kenter(sva, VM_PAGE_TO_PHYS(sm)); in mmu_booke_copy_page()
839 memcpy((caddr_t)dva, (caddr_t)sva, PAGE_SIZE); in mmu_booke_copy_page()
842 mmu_booke_kremove(sva); in mmu_booke_copy_page()
H A Dpmap.c1099 mmu_booke_qenter(vm_offset_t sva, vm_page_t *m, int count) in mmu_booke_qenter() argument
1103 va = sva; in mmu_booke_qenter()
1116 mmu_booke_qremove(vm_offset_t sva, int count) in mmu_booke_qremove() argument
1120 va = sva; in mmu_booke_qremove()
1569 vm_offset_t sva = *virt; in mmu_booke_map() local
1570 vm_offset_t va = sva; in mmu_booke_map()
1585 return (sva); in mmu_booke_map()
1671 mmu_booke_remove(pmap, sva, eva); in mmu_booke_protect()
1679 for (va = sva; va < eva; va += PAGE_SIZE) { in mmu_booke_protect()
1966 mmu_booke_unwire(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in mmu_booke_unwire() argument
[all …]
H A Dpmap_64.c699 vm_offset_t sva, dva; in mmu_booke_copy_page() local
701 sva = PHYS_TO_DMAP(VM_PAGE_TO_PHYS(sm)); in mmu_booke_copy_page()
703 memcpy((caddr_t)dva, (caddr_t)sva, PAGE_SIZE); in mmu_booke_copy_page()
/freebsd/sys/powerpc/include/
H A Dpmap.h327 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/vm/
H A Dpmap.h121 void pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,

12