Home
last modified time | relevance | path

Searched refs:sva (Results 1 – 25 of 26) sorted by relevance

12

/freebsd/sys/i386/i386/
H A Dpmap_base.c286 static void pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva,
288 static void pmap_invalidate_cache_range_all(vm_offset_t sva,
311 pmap_invalidate_cache_range_check_align(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_check_align() argument
314 KASSERT((sva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align()
321 pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_selfsnoop() argument
324 pmap_invalidate_cache_range_check_align(sva, eva); in pmap_invalidate_cache_range_selfsnoop()
328 pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva) in pmap_force_invalidate_cache_range() argument
331 sva &= ~(vm_offset_t)(cpu_clflush_line_size - 1); in pmap_force_invalidate_cache_range()
332 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range()
348 if (pmap_kextract(sva) == lapic_paddr) in pmap_force_invalidate_cache_range()
[all …]
H A Dpmap.c322 static bool pmap_protect_pde(pmap_t pmap, pd_entry_t *pde, vm_offset_t sva,
325 static void pmap_remove_pde(pmap_t pmap, pd_entry_t *pdq, vm_offset_t sva,
327 static int pmap_remove_pte(pmap_t pmap, pt_entry_t *ptq, vm_offset_t sva,
331 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
1247 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1253 if (eva - sva >= PMAP_INVLPG_THRESHOLD) { in pmap_invalidate_range_int()
1260 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int()
1272 smp_masked_invlpg_range(*mask, sva, eva, pmap, pmap_curcpu_cb_dummy); in pmap_invalidate_range_int()
1408 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1413 for (addr = sva; add in pmap_invalidate_range_int()
1804 vm_offset_t va, sva; __CONCAT() local
2766 vm_offset_t sva; pmap_demote_pde() local
2947 pmap_remove_pde(pmap_t pmap,pd_entry_t * pdq,vm_offset_t sva,struct spglist * free) pmap_remove_pde() argument
3057 pmap_remove_ptes(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,struct spglist * free) pmap_remove_ptes() argument
3268 pmap_protect_pde(pmap_t pmap,pd_entry_t * pde,vm_offset_t sva,vm_prot_t prot) pmap_protect_pde() argument
5656 vm_offset_t sva, eva; __CONCAT() local
6211 vm_offset_t sva; global() member
6340 vm_offset_t sva; __CONCAT() local
[all...]
/freebsd/tools/regression/sockets/unix_gc/
H A Dunix_gc.c217 alloc5fds(int *s, int *sva, int *svb) in alloc5fds() argument
222 if (socketpair(PF_UNIX, SOCK_STREAM, 0, sva) < 0) in alloc5fds()
438 int spare, sva[2], svb[2]; in fivesome_nothing() local
443 alloc5fds(&spare, sva, svb); in fivesome_nothing()
444 close5(spare, sva[0], sva[1], svb[0], svb[1]); in fivesome_nothing()
453 int spare, sva[2], svb[2]; in fivesome_drop_work() local
458 alloc5fds(&spare, sva, svb); in fivesome_drop_work()
463 sendfd(sva[0], spare); in fivesome_drop_work()
470 sendfd(svb[0], sva[0]); in fivesome_drop_work()
471 sendfd(svb[0], sva[1]); in fivesome_drop_work()
[all …]
/freebsd/sys/amd64/amd64/
H A Dpmap.c580 static bool pmap_pkru_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
583 static void pmap_pkru_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
587 static int pmap_pkru_deassign(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
1302 static void pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva,
1304 static void pmap_invalidate_cache_range_all(vm_offset_t sva,
1315 static bool pmap_protect_pde(pmap_t pmap, pd_entry_t *pde, vm_offset_t sva,
1318 static void pmap_pti_add_kva_locked(vm_offset_t sva, vm_offset_t eva,
1323 static int pmap_remove_pde(pmap_t pmap, pd_entry_t *pdq, vm_offset_t sva,
1325 static int pmap_remove_pte(pmap_t pmap, pt_entry_t *ptq, vm_offset_t sva,
1330 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
[all …]
H A Dsys_machdep.c508 vm_offset_t sva; in user_ldt_alloc() local
519 sva = (uintptr_t)new_ldt->ldt_base; in user_ldt_alloc()
520 pmap_pti_add_kva(sva, sva + sz, false); in user_ldt_alloc()
522 sldt.ssd_base = sva; in user_ldt_alloc()
533 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_alloc()
580 vm_offset_t sva; in user_ldt_derefl() local
584 sva = (vm_offset_t)pldt->ldt_base; in user_ldt_derefl()
586 pmap_pti_remove_kva(sva, sva + sz); in user_ldt_derefl()
/freebsd/sys/riscv/riscv/
H A Dpmap.c322 static int pmap_remove_l3(pmap_t pmap, pt_entry_t *l3, vm_offset_t sva,
1016 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range() argument
1025 sbi_remote_sfence_vma(mask.__bits, sva, eva - sva + 1); in pmap_invalidate_range()
1068 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range() argument
1195 pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode) in pmap_kenter() argument
1205 KASSERT((sva & L3_OFFSET) == 0, in pmap_kenter()
1211 va = sva; in pmap_kenter()
1226 pmap_invalidate_range(kernel_pmap, sva, va); in pmap_kenter()
1230 pmap_kenter_device(vm_offset_t sva, vm_size_t size, vm_paddr_t pa) in pmap_kenter_device() argument
1232 pmap_kenter(sva, size, pa, VM_MEMATTR_DEVICE); in pmap_kenter_device()
[all …]
/freebsd/sys/arm64/arm64/
H A Dpmap.c493 static int pmap_remove_l2(pmap_t pmap, pt_entry_t *l2, vm_offset_t sva,
495 static int pmap_remove_l3(pmap_t pmap, pt_entry_t *l3, vm_offset_t sva,
515 static bool pmap_bti_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
518 static void pmap_bti_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
1880 pmap_s1_invalidate_strided(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_s1_invalidate_strided() argument
1889 start = TLBI_VA(sva); in pmap_s1_invalidate_strided()
1895 start |= TLBI_VA(sva); in pmap_s1_invalidate_strided()
1909 pmap_s1_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_s1_invalidate_range() argument
1912 pmap_s1_invalidate_strided(pmap, sva, eva, L3_SIZE, final_only); in pmap_s1_invalidate_range()
1916 pmap_s2_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_s2_invalidate_range() argument
[all …]
H A Delf_machdep.c355 vm_offset_t sva, eva; in arm64_exec_protect() local
382 sva = phdr[i].p_vaddr + imgp->et_dyn_addr; in arm64_exec_protect()
383 eva = sva + phdr[i].p_memsz; in arm64_exec_protect()
384 pmap_bti_set(vmspace_pmap(imgp->proc->p_vmspace), sva, eva); in arm64_exec_protect()
/freebsd/sys/powerpc/aim/
H A Dmmu_radix.c570 static int pmap_remove_l3e(pmap_t pmap, pml3_entry_t *pdq, vm_offset_t sva,
572 static int pmap_remove_pte(pmap_t pmap, pt_entry_t *ptq, vm_offset_t sva,
577 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
2218 mmu_radix_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in mmu_radix_advise() argument
2234 for (; sva < eva; sva = va_next) { in mmu_radix_advise()
2235 l1e = pmap_pml1e(pmap, sva); in mmu_radix_advise()
2237 va_next = (sva + L1_PAGE_SIZE) & ~L1_PAGE_MASK; in mmu_radix_advise()
2238 if (va_next < sva) in mmu_radix_advise()
2242 l2e = pmap_l1e_to_l2e(l1e, sva); in mmu_radix_advise()
2244 va_next = (sva + L2_PAGE_SIZE) & ~L2_PAGE_MASK; in mmu_radix_advise()
[all …]
H A Dmmu_oea64.c380 vm_offset_t sva, vm_offset_t eva);
1343 moea64_unwire(pmap_t pm, vm_offset_t sva, vm_offset_t eva) in moea64_unwire() argument
1349 key.pvo_vaddr = sva; in moea64_unwire()
1355 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_unwire()
2352 vm_offset_t sva, va; in moea64_map() local
2367 sva = *virt; in moea64_map()
2368 va = sva; in moea64_map()
2374 return (sva); in moea64_map()
2595 moea64_protect(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_protect() argument
2601 sva, eva, prot); in moea64_protect()
[all …]
H A Dmmu_oea.c1033 moea_unwire(pmap_t pm, vm_offset_t sva, vm_offset_t eva) in moea_unwire() argument
1038 key.pvo_vaddr = sva; in moea_unwire()
1643 vm_offset_t sva, va; in moea_map() local
1645 sva = *virt; in moea_map()
1646 va = sva; in moea_map()
1650 return (sva); in moea_map()
1793 moea_protect(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea_protect() argument
1803 moea_remove(pm, sva, eva); in moea_protect()
1809 key.pvo_vaddr = sva; in moea_protect()
1843 moea_qenter(vm_offset_t sva, vm_page_t *m, int count) in moea_qenter() argument
[all …]
/freebsd/sys/riscv/sifive/
H A Dsifive_ccache.c85 vm_offset_t sva; in ccache_flush_range() local
94 for (sva = start; len > 0;) { in ccache_flush_range()
95 paddr = pmap_kextract(sva); in ccache_flush_range()
101 sva += step; in ccache_flush_range()
/freebsd/sys/amd64/include/
H A Dpmap.h404 void pmap_large_map_wb(void *sva, vm_size_t len);
405 void pmap_large_unmap(void *sva, vm_size_t len);
423 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
424 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
429 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec);
430 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva);
433 void pmap_pti_pcid_invlrng(uint64_t ucr3, uint64_t kcr3, vm_offset_t sva,
435 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
436 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
/freebsd/sys/arm64/vmm/
H A Dvmm_handlers.c84 vmm_nvhe_s2_tlbi_range(uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, in vmm_nvhe_s2_tlbi_range() argument
87 vmm_call_hyp(HYP_S2_TLBI_RANGE, vttbr, sva, eva, final_only); in vmm_nvhe_s2_tlbi_range()
91 (uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, bool final_only))
H A Dvmm_mmu.c344 vm_offset_t eva, va_next, sva; in vmmpmap_remove() local
357 sva = va; in vmmpmap_remove()
420 vmm_call_hyp(HYP_DC_CIVAC, sva, size); in vmmpmap_remove()
426 vmm_call_hyp(HYP_EL2_TLBI, HYP_EL2_TLBI_VA, sva, size); in vmmpmap_remove()
H A Dvmm_hyp.c632 VMM_HYP_FUNC(s2_tlbi_range)(uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, in VMM_HYP_FUNC()
670 start = TLBI_VA(sva); in VMM_HYP_FUNC()
/freebsd/sys/i386/include/
H A Dpmap.h253 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
254 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
257 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
H A Dpmap_base.h102 void (*pm_qenter)(vm_offset_t sva, vm_page_t *, int);
/freebsd/sys/riscv/include/
H A Dpmap.h58 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
138 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
/freebsd/sys/arm/include/
H A Dpmap.h172 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
H A Dcpu.h576 dcache_wbinv_poc(vm_offset_t sva, vm_paddr_t pa, vm_size_t size) in dcache_wbinv_poc() argument
579 vm_offset_t eva = sva + size; in dcache_wbinv_poc()
583 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
593 va = sva & ~cpuinfo.dcache_line_mask; in dcache_wbinv_poc()
/freebsd/sys/arm64/include/
H A Dpmap.h147 void pmap_kenter(vm_offset_t sva, vm_size_t size, vm_paddr_t pa, int mode);
158 void pmap_disable_promotion(vm_offset_t sva, vm_size_t size);
/freebsd/sys/kern/
H A Dsubr_asan.c107 vm_offset_t sva, eva; in kasan_shadow_map() local
114 sva = kasan_md_addr_to_shad(addr); in kasan_shadow_map()
117 sva = rounddown(sva, PAGE_SIZE); in kasan_shadow_map()
120 npages = (eva - sva) / PAGE_SIZE; in kasan_shadow_map()
122 KASSERT(sva >= KASAN_MIN_ADDRESS && eva < KASAN_MAX_ADDRESS, in kasan_shadow_map()
123 ("%s: invalid address range %#lx-%#lx", __func__, sva, eva)); in kasan_shadow_map()
126 pmap_san_enter(sva + ptoa(i)); in kasan_shadow_map()
/freebsd/sys/powerpc/include/
H A Dpmap.h327 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/vm/
H A Dpmap.h121 void pmap_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,

12