Home
last modified time | relevance | path

Searched refs:sva (Results 1 – 25 of 31) sorted by relevance

12

/freebsd/sys/i386/i386/
H A Dpmap_base.c292 static void pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva,
294 static void pmap_invalidate_cache_range_all(vm_offset_t sva,
317 pmap_invalidate_cache_range_check_align(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_check_align() argument
320 KASSERT((sva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align()
327 pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_selfsnoop() argument
330 pmap_invalidate_cache_range_check_align(sva, eva); in pmap_invalidate_cache_range_selfsnoop()
334 pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva) in pmap_force_invalidate_cache_range() argument
337 sva &= ~(vm_offset_t)(cpu_clflush_line_size - 1); in pmap_force_invalidate_cache_range()
338 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range()
354 if (pmap_kextract(sva) == lapic_paddr) in pmap_force_invalidate_cache_range()
[all …]
H A Dpmap.c322 static bool pmap_protect_pde(pmap_t pmap, pd_entry_t *pde, vm_offset_t sva,
325 static void pmap_remove_pde(pmap_t pmap, pd_entry_t *pdq, vm_offset_t sva,
327 static int pmap_remove_pte(pmap_t pmap, pt_entry_t *ptq, vm_offset_t sva,
331 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
1240 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1246 if (eva - sva >= PMAP_INVLPG_THRESHOLD) { in pmap_invalidate_range_int()
1253 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int()
1265 smp_masked_invlpg_range(*mask, sva, eva, pmap, pmap_curcpu_cb_dummy); in pmap_invalidate_range_int()
1401 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1406 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int()
[all …]
/freebsd/tools/regression/sockets/unix_gc/
H A Dunix_gc.c217 alloc5fds(int *s, int *sva, int *svb) in alloc5fds() argument
222 if (socketpair(PF_UNIX, SOCK_STREAM, 0, sva) < 0) in alloc5fds()
438 int spare, sva[2], svb[2]; in fivesome_nothing() local
443 alloc5fds(&spare, sva, svb); in fivesome_nothing()
444 close5(spare, sva[0], sva[1], svb[0], svb[1]); in fivesome_nothing()
453 int spare, sva[2], svb[2]; in fivesome_drop_work() local
458 alloc5fds(&spare, sva, svb); in fivesome_drop_work()
463 sendfd(sva[0], spare); in fivesome_drop_work()
470 sendfd(svb[0], sva[0]); in fivesome_drop_work()
471 sendfd(svb[0], sva[1]); in fivesome_drop_work()
[all …]
/freebsd/sys/amd64/amd64/
H A Dpmap.c649 static bool pmap_pkru_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
652 static void pmap_pkru_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
656 static int pmap_pkru_deassign(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
1373 static void pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva,
1375 static void pmap_invalidate_cache_range_all(vm_offset_t sva,
1387 static bool pmap_protect_pde(pmap_t pmap, pd_entry_t *pde, vm_offset_t sva,
1390 static void pmap_pti_add_kva_locked(vm_offset_t sva, vm_offset_t eva,
1395 static int pmap_remove_pde(pmap_t pmap, pd_entry_t *pdq, vm_offset_t sva,
1397 static int pmap_remove_pte(pmap_t pmap, pt_entry_t *ptq, vm_offset_t sva,
1402 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
[all …]
H A Dsys_machdep.c574 vm_offset_t sva; in user_ldt_alloc() local
585 sva = (uintptr_t)new_ldt->ldt_base; in user_ldt_alloc()
586 pmap_pti_add_kva(sva, sva + sz, false); in user_ldt_alloc()
588 sldt.ssd_base = sva; in user_ldt_alloc()
599 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_alloc()
646 vm_offset_t sva; in user_ldt_derefl() local
650 sva = (vm_offset_t)pldt->ldt_base; in user_ldt_derefl()
652 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_derefl()
/freebsd/sys/riscv/riscv/
H A Dpmap.c334 static int pmap_remove_l3(pmap_t pmap, pt_entry_t *l3, vm_offset_t sva,
1097 pmap_invalidate_range_sbi(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_sbi() argument
1106 sbi_remote_sfence_vma(mask.__bits, sva, eva - sva + 1); in pmap_invalidate_range_sbi()
1119 vm_offset_t sva; member
1130 for (va = args->sva; va < args->eva; va += PAGE_SIZE) in pmap_invalidate_range_svinval_cb()
1136 pmap_invalidate_range_svinval(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_svinval() argument
1143 if (eva - sva >= PMAP_SVINVAL_THRESHOLD) { in pmap_invalidate_range_svinval()
1149 args.sva = sva; in pmap_invalidate_range_svinval()
1168 (pmap_t pmap, vm_offset_t sva, vm_offset_t eva))
1216 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range() argument
[all …]
/freebsd/sys/arm64/arm64/
H A Dpmap.c577 static int pmap_remove_l2(pmap_t pmap, pt_entry_t *l2, vm_offset_t sva,
580 static int pmap_remove_l3(pmap_t pmap, pt_entry_t *l3, vm_offset_t sva,
600 static bool pmap_bti_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
603 static void pmap_bti_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
2179 pmap_s1_invalidate_loop(vm_offset_t sva, vm_offset_t eva, vm_offset_t stride, in pmap_s1_invalidate_loop() argument
2187 for (vm_offset_t va = sva; va < eva;) { in pmap_s1_invalidate_loop()
2222 pmap_s1_invalidate_strided(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_s1_invalidate_strided() argument
2235 pmap_s1_invalidate_loop(sva, eva, stride, va_shift, va_mask, in pmap_s1_invalidate_strided()
2239 pmap_s1_invalidate_loop(sva, eva, stride, va_shift, va_mask, in pmap_s1_invalidate_strided()
2255 pmap_s1_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_s1_invalidate_range() argument
[all …]
H A Delf_machdep.c373 vm_offset_t sva, eva; in arm64_exec_protect() local
400 sva = phdr[i].p_vaddr + imgp->et_dyn_addr; in arm64_exec_protect()
401 eva = sva + phdr[i].p_memsz; in arm64_exec_protect()
402 pmap_bti_set(vmspace_pmap(imgp->proc->p_vmspace), sva, eva); in arm64_exec_protect()
/freebsd/sys/powerpc/aim/
H A Dmmu_radix.c570 static int pmap_remove_l3e(pmap_t pmap, pml3_entry_t *pdq, vm_offset_t sva,
572 static int pmap_remove_pte(pmap_t pmap, pt_entry_t *ptq, vm_offset_t sva,
577 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
2227 mmu_radix_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in mmu_radix_advise() argument
2243 for (; sva < eva; sva = va_next) { in mmu_radix_advise()
2244 l1e = pmap_pml1e(pmap, sva); in mmu_radix_advise()
2246 va_next = (sva + L1_PAGE_SIZE) & ~L1_PAGE_MASK; in mmu_radix_advise()
2247 if (va_next < sva) in mmu_radix_advise()
2251 l2e = pmap_l1e_to_l2e(l1e, sva); in mmu_radix_advise()
2253 va_next = (sva + L2_PAGE_SIZE) & ~L2_PAGE_MASK; in mmu_radix_advise()
[all …]
H A Dmmu_oea64.c351 vm_offset_t sva, vm_offset_t eva);
1317 moea64_unwire(pmap_t pm, vm_offset_t sva, vm_offset_t eva) in moea64_unwire() argument
1323 key.pvo_vaddr = sva; in moea64_unwire()
1329 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_unwire()
2311 vm_offset_t sva, va; in moea64_map() local
2326 sva = *virt; in moea64_map()
2327 va = sva; in moea64_map()
2333 return ((void *)sva); in moea64_map()
2554 moea64_protect(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_protect() argument
2560 sva, eva, prot); in moea64_protect()
[all …]
H A Dmmu_oea.c1034 moea_unwire(pmap_t pm, vm_offset_t sva, vm_offset_t eva) in moea_unwire() argument
1039 key.pvo_vaddr = sva; in moea_unwire()
1649 vm_offset_t sva, va; in moea_map() local
1651 sva = *virt; in moea_map()
1652 va = sva; in moea_map()
1656 return ((void *)sva); in moea_map()
1799 moea_protect(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea_protect() argument
1809 moea_remove(pm, sva, eva); in moea_protect()
1815 key.pvo_vaddr = sva; in moea_protect()
1849 moea_qenter(void *sva, vm_page_t *m, int count) in moea_qenter() argument
[all …]
/freebsd/sys/arm/arm/
H A Dpmap-v6.c1408 vm_offset_t va, sva; in pmap_map() local
1441 sva = va; in pmap_map()
1456 tlb_flush_range(sva, va - sva); in pmap_map()
1458 return ((void *)sva); in pmap_map()
1496 pmap_tlb_flush_range(pmap_t pmap, vm_offset_t sva, vm_size_t size) in pmap_tlb_flush_range() argument
1500 tlb_flush_range(sva, size); in pmap_tlb_flush_range()
1824 vm_offset_t sva = (vm_offset_t)va; in pmap_qenter() local
1831 pte2p = pt2map_entry(sva); in pmap_qenter()
1846 tlb_flush_range(sva, count * PAGE_SIZE); in pmap_qenter()
1855 pmap_qremove(void *sva, int count) in pmap_qremove() argument
[all …]
/freebsd/sys/riscv/sifive/
H A Dsifive_ccache.c85 vm_offset_t sva; in ccache_flush_range() local
94 for (sva = (vm_offset_t)start; len > 0;) { in ccache_flush_range()
95 paddr = pmap_kextract(sva); in ccache_flush_range()
101 sva += step; in ccache_flush_range()
/freebsd/sys/arm64/vmm/
H A Dvmm_handlers.c84 vmm_nvhe_s2_tlbi_range(uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, in vmm_nvhe_s2_tlbi_range() argument
87 vmm_call_hyp(HYP_S2_TLBI_RANGE, vttbr, sva, eva, final_only); in vmm_nvhe_s2_tlbi_range()
91 (uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, bool final_only))
H A Dvmm_mmu.c344 vm_offset_t eva, va_next, sva; in vmmpmap_remove() local
357 sva = va; in vmmpmap_remove()
405 vmm_call_hyp(HYP_DC_CIVAC, sva, size); in vmmpmap_remove()
411 vmm_call_hyp(HYP_EL2_TLBI, HYP_EL2_TLBI_VA, sva, size); in vmmpmap_remove()
/freebsd/sys/amd64/include/
H A Dpmap.h406 void pmap_large_map_wb(void *sva, vm_size_t len);
407 void pmap_large_unmap(void *sva, vm_size_t len);
425 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
426 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
431 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec);
432 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva);
435 void pmap_pti_pcid_invlrng(uint64_t ucr3, uint64_t kcr3, vm_offset_t sva,
437 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
438 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
/freebsd/sys/i386/include/
H A Dpmap.h253 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
254 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
257 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/riscv/include/
H A Dpmap.h58 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
138 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
/freebsd/sys/arm/include/
H A Dpmap.h172 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
H A Dcpu.h575 dcache_wbinv_poc(vm_offset_t sva, vm_paddr_t pa, vm_size_t size) in dcache_wbinv_poc() argument
578 vm_offset_t eva = sva + size; in dcache_wbinv_poc()
582 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
592 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
/freebsd/sys/arm64/include/
H A Dpmap.h157 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
169 void pmap_disable_promotion(vm_offset_t sva, vm_size_t size);
/freebsd/sys/kern/
H A Dsubr_asan.c107 vm_offset_t sva, eva; in kasan_shadow_map() local
114 sva = kasan_md_addr_to_shad(addr); in kasan_shadow_map()
117 sva = rounddown(sva, PAGE_SIZE); in kasan_shadow_map()
120 npages = (eva - sva) / PAGE_SIZE; in kasan_shadow_map()
122 KASSERT(sva >= KASAN_MIN_ADDRESS && eva < KASAN_MAX_ADDRESS, in kasan_shadow_map()
123 ("%s: invalid address range %#lx-%#lx", __func__, sva, eva)); in kasan_shadow_map()
126 pmap_san_enter(sva + ptoa(i)); in kasan_shadow_map()
/freebsd/sys/powerpc/booke/
H A Dpmap_32.c832 vm_offset_t sva, dva; in mmu_booke_copy_page() local
834 sva = copy_page_src_va; in mmu_booke_copy_page()
838 mmu_booke_kenter(sva, VM_PAGE_TO_PHYS(sm)); in mmu_booke_copy_page()
841 memcpy((caddr_t)dva, (caddr_t)sva, PAGE_SIZE); in mmu_booke_copy_page()
844 mmu_booke_kremove(sva); in mmu_booke_copy_page()
H A Dpmap.c1136 mmu_booke_qenter(void *sva, vm_page_t *m, int count) in mmu_booke_qenter() argument
1140 va = (vm_offset_t)sva; in mmu_booke_qenter()
1153 mmu_booke_qremove(void *sva, int count) in mmu_booke_qremove() argument
1157 va = (vm_offset_t)sva; in mmu_booke_qremove()
1609 vm_offset_t sva = *virt; in mmu_booke_map() local
1610 vm_offset_t va = sva; in mmu_booke_map()
1625 return ((void *)sva); in mmu_booke_map()
1708 mmu_booke_protect(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in mmu_booke_protect() argument
1716 mmu_booke_remove(pmap, sva, eva); in mmu_booke_protect()
1724 for (va = sva; va < eva; va += PAGE_SIZE) { in mmu_booke_protect()
[all …]
/freebsd/sys/powerpc/include/
H A Dpmap.h327 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument

12