Home
last modified time | relevance | path

Searched refs:eva (Results 1 – 25 of 32) sorted by relevance

12

/freebsd/sys/i386/i386/
H A Dpmap_base.c293 vm_offset_t eva);
295 vm_offset_t eva);
317 pmap_invalidate_cache_range_check_align(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_check_align() argument
322 KASSERT((eva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align()
327 pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_selfsnoop() argument
330 pmap_invalidate_cache_range_check_align(sva, eva); in pmap_invalidate_cache_range_selfsnoop()
334 pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva) in pmap_force_invalidate_cache_range() argument
338 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range()
367 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
376 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
[all …]
H A Dtrap.c225 vm_offset_t eva; in trap() local
283 eva = rcr2(); in trap()
395 addr = eva; in trap()
396 pf = trap_pfault(frame, true, eva, &signo, &ucode); in trap()
481 (void)trap_pfault(frame, false, eva, NULL, NULL); in trap()
693 trap_fatal(frame, eva); in trap()
741 trap_pfault(struct trapframe *frame, bool usermode, vm_offset_t eva, in trap_pfault() argument
767 if (td->td_md.md_spurflt_addr != eva || in trap_pfault()
773 td->td_md.md_spurflt_addr = eva; in trap_pfault()
795 trap_fatal(frame, eva); in trap_pfault()
[all …]
H A Dpmap.c331 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
1240 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1246 if (eva - sva >= PMAP_INVLPG_THRESHOLD) { in pmap_invalidate_range_int()
1253 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int()
1265 smp_masked_invlpg_range(*mask, sva, eva, pmap, pmap_curcpu_cb_dummy); in pmap_invalidate_range_int()
1401 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1406 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int()
1447 vm_offset_t eva) in __CONCAT()
1450 pmap_invalidate_range_int(pmap, sva, eva); in __CONCAT()
2949 vm_offset_t eva, va; in pmap_remove_pde() local
[all …]
/freebsd/sys/arm64/arm64/
H A Dsys_machdep.c51 vm_offset_t eva; in sysarch() local
65 eva = gp_args.addr + gp_args.len; in sysarch()
68 if (gp_args.addr > eva) in sysarch()
72 if (eva >= VM_MAX_USER_ADDRESS) in sysarch()
80 trunc_page(gp_args.addr), round_page(eva)); in sysarch()
H A Dpmap.c600 static bool pmap_bti_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
603 static void pmap_bti_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
1531 vm_offset_t *vap, vm_offset_t eva) in pmap_bootstrap_allocate_san_l2() argument
1539 for (; pa >= start_pa && va < eva; va += L2_SIZE, pa -= L2_SIZE) { in pmap_bootstrap_allocate_san_l2()
1567 vm_offset_t eva; in pmap_bootstrap_san1() local
1579 eva = va + (virtual_avail - VM_MIN_KERNEL_ADDRESS) / scale; in pmap_bootstrap_san1()
1597 pmap_bootstrap_allocate_san_l2(plow, phigh, &va, eva); in pmap_bootstrap_san1()
1598 if (va >= eva) in pmap_bootstrap_san1()
2179 pmap_s1_invalidate_loop(vm_offset_t sva, vm_offset_t eva, vm_offset_t stride, in pmap_s1_invalidate_loop() argument
2187 for (vm_offset_t va = sva; va < eva;) { in pmap_s1_invalidate_loop()
[all …]
H A Delf_machdep.c373 vm_offset_t sva, eva; in arm64_exec_protect() local
401 eva = sva + phdr[i].p_memsz; in arm64_exec_protect()
402 pmap_bti_set(vmspace_pmap(imgp->proc->p_vmspace), sva, eva); in arm64_exec_protect()
/freebsd/sys/arm/include/
H A Dcpu.h350 vm_offset_t eva = va + size; in tlb_flush_range_local() local
357 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range_local()
406 vm_offset_t eva = va + size; in tlb_flush_range() local
415 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range()
419 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range()
442 vm_offset_t eva = va + size; in icache_sync() local
447 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in icache_sync()
489 vm_offset_t eva = va + size; in dcache_wb_pou() local
493 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wb_pou()
510 vm_offset_t eva = va + size; in dcache_inv_poc() local
[all …]
H A Dpmap.h172 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/arm64/vmm/
H A Dvmm_handlers.c84 vmm_nvhe_s2_tlbi_range(uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, in vmm_nvhe_s2_tlbi_range() argument
87 vmm_call_hyp(HYP_S2_TLBI_RANGE, vttbr, sva, eva, final_only); in vmm_nvhe_s2_tlbi_range()
91 (uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, bool final_only))
H A Dvmm_mmu.c344 vm_offset_t eva, va_next, sva; in vmmpmap_remove() local
358 eva = va + size; in vmmpmap_remove()
360 for (i = 0; va < eva; va = va_next) { in vmmpmap_remove()
399 va_next = eva; in vmmpmap_remove()
/freebsd/sys/amd64/amd64/
H A Dpmap.c649 static bool pmap_pkru_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
652 static void pmap_pkru_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
656 static int pmap_pkru_deassign(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
1374 vm_offset_t eva);
1376 vm_offset_t eva);
1390 static void pmap_pti_add_kva_locked(vm_offset_t sva, vm_offset_t eva,
1402 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
3285 pmap_invalidate_range_pcid_cb(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_invalidate_range_pcid_cb() argument
3303 for (d.addr = sva; d.addr < eva; d.addr += PAGE_SIZE) in pmap_invalidate_range_pcid_cb()
3308 pmap_pti_pcid_invlrng(ucr3, kcr3, sva, eva); in pmap_invalidate_range_pcid_cb()
3314 pmap_invalidate_range_pcid_invpcid_cb(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_invalidate_range_pcid_invpcid_cb() argument
3321 pmap_invalidate_range_pcid_noinvpcid_cb(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_invalidate_range_pcid_noinvpcid_cb() argument
3342 pmap_invalidate_range_curcpu_cb(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_invalidate_range_curcpu_cb() argument
3363 pmap_invalidate_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_invalidate_range() argument
3592 pmap_invalidate_cache_range_check_align(vm_offset_t sva,vm_offset_t eva) pmap_invalidate_cache_range_check_align() argument
3602 pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva,vm_offset_t eva) pmap_invalidate_cache_range_selfsnoop() argument
3609 pmap_force_invalidate_cache_range(vm_offset_t sva,vm_offset_t eva) pmap_force_invalidate_cache_range() argument
3649 pmap_invalidate_cache_range_all(vm_offset_t sva,vm_offset_t eva) pmap_invalidate_cache_range_all() argument
3666 vm_offset_t daddr, eva; pmap_invalidate_cache_pages() local
3697 pmap_flush_cache_range(vm_offset_t sva,vm_offset_t eva) pmap_flush_cache_range() argument
6156 vm_offset_t eva, va; pmap_remove_pde() local
6276 pmap_remove_ptes(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,pd_entry_t * pde,struct spglist * free,struct rwlock ** lockp) pmap_remove_ptes() argument
6311 pmap_remove1(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool map_delete) pmap_remove1() argument
6474 pmap_remove(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_remove() argument
6486 pmap_map_delete(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_map_delete() argument
6640 pmap_protect(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,vm_prot_t prot) pmap_protect() argument
7949 pmap_unwire(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_unwire() argument
9151 pmap_advise(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,int advice) pmap_advise() argument
11027 pmap_large_map_wb_large(vm_offset_t sva,vm_offset_t eva) pmap_large_map_wb_large() argument
11113 vm_offset_t eva, sva; pmap_large_map_wb() local
11341 pmap_pti_add_kva_locked(vm_offset_t sva,vm_offset_t eva,bool exec) pmap_pti_add_kva_locked() argument
11379 pmap_pti_add_kva(vm_offset_t sva,vm_offset_t eva,bool exec) pmap_pti_add_kva() argument
11390 pmap_pti_remove_kva(vm_offset_t sva,vm_offset_t eva) pmap_pti_remove_kva() argument
11435 pmap_pkru_assign(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,u_int keyidx,int flags) pmap_pkru_assign() argument
11459 pmap_pkru_deassign(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_pkru_deassign() argument
11484 pmap_pkru_same(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,pt_entry_t * pte) pmap_pkru_same() argument
11537 pmap_pkru_on_remove(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_pkru_on_remove() argument
11563 pmap_pkru_update_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,u_int keyidx) pmap_pkru_update_range() argument
11654 pmap_pkru_check_uargs(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,u_int keyidx,int flags) pmap_pkru_check_uargs() argument
11667 pmap_pkru_set(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,u_int keyidx,int flags) pmap_pkru_set() argument
11691 pmap_pkru_clear(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_pkru_clear() argument
11903 sysctl_kmaps_dump(struct sbuf * sb,struct pmap_kernel_map_range * range,vm_offset_t eva) sysctl_kmaps_dump() argument
[all...]
H A Dtrap.c797 vm_offset_t eva; in trap_pfault()
805 eva = frame->tf_addr; in trap_pfault()
819 if (td->td_md.md_spurflt_addr != eva || in trap_pfault()
825 td->td_md.md_spurflt_addr = eva; in trap_pfault()
847 trap_fatal(frame, eva); in trap_pfault()
851 if (eva >= kva_layout.km_low) { in trap_pfault()
878 trap_fatal(frame, eva); in trap_pfault()
887 trap_fatal(frame, eva); in trap_pfault()
897 if (eva > VM_MAXUSER_ADDRESS) { in trap_pfault()
898 trap_fatal(frame, eva); in trap_pfault()
789 vm_offset_t eva; trap_pfault() local
948 trap_diag(struct trapframe * frame,vm_offset_t eva,const char * type_str) trap_diag() argument
1014 trap_fatal(struct trapframe * frame,vm_offset_t eva) trap_fatal() argument
[all...]
/freebsd/sys/amd64/include/
H A Dpmap.h425 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
426 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
431 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec);
432 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva);
436 vm_offset_t eva);
437 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
438 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
/freebsd/sys/i386/include/
H A Dpmap.h253 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
254 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
257 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/powerpc/aim/
H A Dmmu_radix.c577 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
2227 mmu_radix_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in mmu_radix_advise() argument
2243 for (; sva < eva; sva = va_next) { in mmu_radix_advise()
2248 va_next = eva; in mmu_radix_advise()
2255 va_next = eva; in mmu_radix_advise()
2260 va_next = eva; in mmu_radix_advise()
2289 va = eva; in mmu_radix_advise()
2305 if (va_next > eva) in mmu_radix_advise()
2306 va_next = eva; in mmu_radix_advise()
4519 vm_offset_t eva, va; in pmap_protect_l3e() local
[all …]
H A Dmmu_oea64.c351 vm_offset_t sva, vm_offset_t eva);
1317 moea64_unwire(pmap_t pm, vm_offset_t sva, vm_offset_t eva) in moea64_unwire() argument
1326 pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_unwire()
1329 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_unwire()
2554 moea64_protect(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_protect() argument
2560 sva, eva, prot); in moea64_protect()
2566 moea64_remove(pm, sva, eva); in moea64_protect()
2573 pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_protect()
2576 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_protect()
2691 moea64_remove_locked(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_remove_locked() argument
[all …]
H A Dmoea64_native.c931 vm_offset_t eva; in moea64_pte_unset_sp_locked() local
934 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in moea64_pte_unset_sp_locked()
936 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_pte_unset_sp_locked()
979 vm_offset_t eva; in moea64_pte_insert_sp_locked() local
981 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in moea64_pte_insert_sp_locked()
983 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_pte_insert_sp_locked()
/freebsd/sys/riscv/riscv/
H A Dpmap.c1097 pmap_invalidate_range_sbi(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_sbi() argument
1106 sbi_remote_sfence_vma(mask.__bits, sva, eva - sva + 1); in pmap_invalidate_range_sbi()
1120 vm_offset_t eva; member
1130 for (va = args->sva; va < args->eva; va += PAGE_SIZE) in pmap_invalidate_range_svinval_cb()
1136 pmap_invalidate_range_svinval(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_svinval() argument
1143 if (eva - sva >= PMAP_SVINVAL_THRESHOLD) { in pmap_invalidate_range_svinval()
1150 args.eva = eva; in pmap_invalidate_range_svinval()
1168 (pmap_t pmap, vm_offset_t sva, vm_offset_t eva))
1216 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range() argument
2587 vm_offset_t eva, va; in pmap_remove_l2() local
[all …]
/freebsd/sys/powerpc/powerpc/
H A Dtrap.c767 vm_offset_t eva; in trap_pfault() local
777 eva = frame->srr0; in trap_pfault()
782 eva = frame->dar; in trap_pfault()
793 if (radix_mmu && pmap_nofault(&p->p_vmspace->vm_pmap, eva, ftype) == 0) in trap_pfault()
823 rv = pmap_decode_kernel_ptr(eva, &is_user, &eva); in trap_pfault()
834 rv = vm_fault_trap(map, eva, ftype, VM_FAULT_NORMAL, signo, ucode); in trap_pfault()
H A Dmem.c93 vm_offset_t va, eva, off, v; in memrw() local
145 eva = round_page(uio->uio_offset in memrw()
153 for (; va < eva; va += PAGE_SIZE) { in memrw()
/freebsd/sys/powerpc/pseries/
H A Dmmu_phyp.c588 vm_offset_t eva; in mphyp_pte_unset_sp() local
597 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in mphyp_pte_unset_sp()
599 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in mphyp_pte_unset_sp()
623 vm_offset_t eva; in mphyp_pte_insert_sp() local
631 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in mphyp_pte_insert_sp()
636 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in mphyp_pte_insert_sp()
/freebsd/sys/riscv/include/
H A Dpmap.h58 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/arm/arm/
H A Dpmap-v6.c2191 vm_offset_t eva) in pte1_copy_nosync() argument
2196 count = (pte1_index(eva) - idx + 1) * sizeof(pt1_entry_t); in pte1_copy_nosync()
2202 vm_offset_t eva) in pt2tab_copy_nosync() argument
2207 count = (pt2tab_index(eva) - idx + 1) * sizeof(pt2_entry_t); in pt2tab_copy_nosync()
3629 vm_offset_t eva, va; in pmap_remove_pte1() local
3653 eva = sva + PTE1_SIZE; in pmap_remove_pte1()
3655 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_pte1()
4174 pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_remove() argument
4197 if (sva + PAGE_SIZE == eva) { in pmap_remove()
4205 for (; sva < eva; sva = nextva) { in pmap_remove()
[all …]
/freebsd/sys/kern/
H A Dsubr_asan.c107 vm_offset_t sva, eva; in kasan_shadow_map() local
115 eva = kasan_md_addr_to_shad(addr) + sz; in kasan_shadow_map()
118 eva = roundup(eva, PAGE_SIZE); in kasan_shadow_map()
120 npages = (eva - sva) / PAGE_SIZE; in kasan_shadow_map()
122 KASSERT(sva >= KASAN_MIN_ADDRESS && eva < KASAN_MAX_ADDRESS, in kasan_shadow_map()
123 ("%s: invalid address range %#lx-%#lx", __func__, sva, eva)); in kasan_shadow_map()
/freebsd/sys/powerpc/include/
H A Dpmap.h327 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument

12