Home
last modified time | relevance | path

Searched refs:eva (Results 1 – 25 of 32) sorted by relevance

12

/freebsd/sys/i386/i386/
H A Dpmap_base.c293 vm_offset_t eva);
295 vm_offset_t eva);
317 pmap_invalidate_cache_range_check_align(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_check_align() argument
322 KASSERT((eva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align()
327 pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_selfsnoop() argument
330 pmap_invalidate_cache_range_check_align(sva, eva); in pmap_invalidate_cache_range_selfsnoop()
334 pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva) in pmap_force_invalidate_cache_range() argument
338 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range()
367 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
376 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
[all …]
H A Dtrap.c225 vm_offset_t eva; in trap() local
283 eva = rcr2(); in trap()
395 addr = eva; in trap()
396 pf = trap_pfault(frame, true, eva, &signo, &ucode); in trap()
481 (void)trap_pfault(frame, false, eva, NULL, NULL); in trap()
693 trap_fatal(frame, eva); in trap()
741 trap_pfault(struct trapframe *frame, bool usermode, vm_offset_t eva, in trap_pfault() argument
767 if (td->td_md.md_spurflt_addr != eva || in trap_pfault()
773 td->td_md.md_spurflt_addr = eva; in trap_pfault()
795 trap_fatal(frame, eva); in trap_pfault()
[all …]
H A Dpmap.c331 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
1240 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1246 if (eva - sva >= PMAP_INVLPG_THRESHOLD) { in pmap_invalidate_range_int()
1253 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int()
1265 smp_masked_invlpg_range(*mask, sva, eva, pmap, pmap_curcpu_cb_dummy); in pmap_invalidate_range_int()
1401 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1406 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int()
1447 vm_offset_t eva) in __CONCAT()
1450 pmap_invalidate_range_int(pmap, sva, eva); in __CONCAT()
2947 vm_offset_t eva, va; in pmap_remove_pde() local
[all …]
/freebsd/sys/arm64/arm64/
H A Dsys_machdep.c51 vm_offset_t eva; in sysarch() local
65 eva = gp_args.addr + gp_args.len; in sysarch()
68 if (gp_args.addr > eva) in sysarch()
72 if (eva >= VM_MAX_USER_ADDRESS) in sysarch()
80 trunc_page(gp_args.addr), round_page(eva)); in sysarch()
H A Dpmap.c524 static bool pmap_bti_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
527 static void pmap_bti_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
1427 vm_offset_t *vap, vm_offset_t eva) in pmap_bootstrap_allocate_san_l2() argument
1435 for (; pa >= start_pa && va < eva; va += L2_SIZE, pa -= L2_SIZE) { in pmap_bootstrap_allocate_san_l2()
1463 vm_offset_t eva; in pmap_bootstrap_san1() local
1475 eva = va + (virtual_avail - VM_MIN_KERNEL_ADDRESS) / scale; in pmap_bootstrap_san1()
1493 pmap_bootstrap_allocate_san_l2(plow, phigh, &va, eva); in pmap_bootstrap_san1()
1494 if (va >= eva) in pmap_bootstrap_san1()
1965 pmap_s1_invalidate_strided(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_s1_invalidate_strided() argument
1975 end = TLBI_VA(eva); in pmap_s1_invalidate_strided()
2006 pmap_s1_invalidate_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool final_only) pmap_s1_invalidate_range() argument
2013 pmap_s2_invalidate_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool final_only) pmap_s2_invalidate_range() argument
2022 pmap_invalidate_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool final_only) pmap_invalidate_range() argument
2212 vm_offset_t eva; pmap_kmapped_range() local
4155 pmap_remove_l3_range(pmap_t pmap,pd_entry_t l2e,vm_offset_t sva,vm_offset_t eva,struct spglist * free,struct rwlock ** lockp) pmap_remove_l3_range() argument
4260 pmap_remove1(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool map_delete) pmap_remove1() argument
4365 pmap_remove(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_remove() argument
4377 pmap_map_delete(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_map_delete() argument
4583 pmap_mask_set_locked(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,pt_entry_t mask,pt_entry_t nbits,bool invalidate) pmap_mask_set_locked() argument
4729 pmap_mask_set(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,pt_entry_t mask,pt_entry_t nbits,bool invalidate) pmap_mask_set() argument
4742 pmap_protect(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,vm_prot_t prot) pmap_protect() argument
6477 pmap_unwire(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_unwire() argument
7704 pmap_advise(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,int advice) pmap_advise() argument
9670 pmap_bti_assign(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_bti_assign() argument
9705 pmap_bti_same(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,pt_entry_t * pte) pmap_bti_same() argument
9753 pmap_bti_on_remove(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_bti_on_remove() argument
9776 pmap_bti_update_range(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,bool set) pmap_bti_update_range() argument
9786 pmap_bti_set(pmap_t pmap,vm_offset_t sva,vm_offset_t eva) pmap_bti_set() argument
9966 sysctl_kmaps_dump(struct sbuf * sb,struct pmap_kernel_map_range * range,vm_offset_t eva) sysctl_kmaps_dump() argument
[all...]
H A Delf_machdep.c373 vm_offset_t sva, eva; in arm64_exec_protect() local
401 eva = sva + phdr[i].p_memsz; in arm64_exec_protect()
402 pmap_bti_set(vmspace_pmap(imgp->proc->p_vmspace), sva, eva); in arm64_exec_protect()
/freebsd/sys/arm/include/
H A Dcpu.h350 vm_offset_t eva = va + size; in tlb_flush_range_local() local
357 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range_local()
406 vm_offset_t eva = va + size; in tlb_flush_range() local
415 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range()
419 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range()
442 vm_offset_t eva = va + size; in icache_sync() local
447 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in icache_sync()
489 vm_offset_t eva = va + size; in dcache_wb_pou() local
493 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wb_pou()
510 vm_offset_t eva = va + size; in dcache_inv_poc() local
[all …]
H A Dpmap.h172 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/amd64/amd64/
H A Dtrap.c715 vm_offset_t eva; in trap_pfault() local
723 eva = frame->tf_addr; in trap_pfault()
737 if (td->td_md.md_spurflt_addr != eva || in trap_pfault()
743 td->td_md.md_spurflt_addr = eva; in trap_pfault()
765 trap_fatal(frame, eva); in trap_pfault()
769 if (eva >= kva_layout.km_low) { in trap_pfault()
796 trap_fatal(frame, eva); in trap_pfault()
805 trap_fatal(frame, eva); in trap_pfault()
815 if (eva > VM_MAXUSER_ADDRESS) { in trap_pfault()
816 trap_fatal(frame, eva); in trap_pfault()
[all …]
H A Dpmap.c637 static bool pmap_pkru_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
640 static void pmap_pkru_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
644 static int pmap_pkru_deassign(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
1362 vm_offset_t eva);
1364 vm_offset_t eva);
1377 static void pmap_pti_add_kva_locked(vm_offset_t sva, vm_offset_t eva,
1389 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
3263 pmap_invalidate_range_pcid_cb(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_invalidate_range_pcid_cb() argument
3281 for (d.addr = sva; d.addr < eva; d.addr += PAGE_SIZE) in pmap_invalidate_range_pcid_cb()
3286 pmap_pti_pcid_invlrng(ucr3, kcr3, sva, eva); in pmap_invalidate_range_pcid_cb()
[all …]
/freebsd/sys/arm64/vmm/
H A Dvmm_handlers.c84 vmm_nvhe_s2_tlbi_range(uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, in vmm_nvhe_s2_tlbi_range() argument
87 vmm_call_hyp(HYP_S2_TLBI_RANGE, vttbr, sva, eva, final_only); in vmm_nvhe_s2_tlbi_range()
91 (uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, bool final_only))
H A Dvmm_mmu.c344 vm_offset_t eva, va_next, sva; in vmmpmap_remove() local
358 eva = va + size; in vmmpmap_remove()
360 for (i = 0; va < eva; va = va_next) { in vmmpmap_remove()
399 va_next = eva; in vmmpmap_remove()
/freebsd/sys/i386/include/
H A Dpmap.h253 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
254 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
257 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/amd64/include/
H A Dpmap.h425 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
426 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
431 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec);
432 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva);
436 vm_offset_t eva);
437 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
438 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
/freebsd/sys/powerpc/aim/
H A Dmmu_radix.c577 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
2217 mmu_radix_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in mmu_radix_advise() argument
2233 for (; sva < eva; sva = va_next) { in mmu_radix_advise()
2238 va_next = eva; in mmu_radix_advise()
2245 va_next = eva; in mmu_radix_advise()
2250 va_next = eva; in mmu_radix_advise()
2279 va = eva; in mmu_radix_advise()
2295 if (va_next > eva) in mmu_radix_advise()
2296 va_next = eva; in mmu_radix_advise()
4504 vm_offset_t eva, va; in pmap_protect_l3e() local
[all …]
H A Dmmu_oea64.c345 vm_offset_t sva, vm_offset_t eva);
1308 moea64_unwire(pmap_t pm, vm_offset_t sva, vm_offset_t eva) in moea64_unwire() argument
1317 pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_unwire()
1320 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_unwire()
2563 moea64_protect(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_protect() argument
2569 sva, eva, prot); in moea64_protect()
2575 moea64_remove(pm, sva, eva); in moea64_protect()
2582 pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_protect()
2585 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_protect()
2694 moea64_remove_locked(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_remove_locked() argument
[all …]
H A Dmoea64_native.c919 vm_offset_t eva; in moea64_pte_unset_sp_locked() local
922 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in moea64_pte_unset_sp_locked()
924 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_pte_unset_sp_locked()
967 vm_offset_t eva; in moea64_pte_insert_sp_locked() local
969 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in moea64_pte_insert_sp_locked()
971 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_pte_insert_sp_locked()
/freebsd/sys/powerpc/powerpc/
H A Dtrap.c767 vm_offset_t eva; in trap_pfault() local
777 eva = frame->srr0; in trap_pfault()
782 eva = frame->dar; in trap_pfault()
793 if (radix_mmu && pmap_nofault(&p->p_vmspace->vm_pmap, eva, ftype) == 0) in trap_pfault()
823 rv = pmap_decode_kernel_ptr(eva, &is_user, &eva); in trap_pfault()
834 rv = vm_fault_trap(map, eva, ftype, VM_FAULT_NORMAL, signo, ucode); in trap_pfault()
H A Dmem.c93 vm_offset_t va, eva, off, v; in memrw() local
146 eva = round_page(uio->uio_offset in memrw()
154 for (; va < eva; va += PAGE_SIZE) { in memrw()
/freebsd/sys/powerpc/pseries/
H A Dmmu_phyp.c588 vm_offset_t eva; in mphyp_pte_unset_sp() local
597 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in mphyp_pte_unset_sp()
599 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in mphyp_pte_unset_sp()
623 vm_offset_t eva; in mphyp_pte_insert_sp() local
631 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in mphyp_pte_insert_sp()
636 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in mphyp_pte_insert_sp()
/freebsd/sys/riscv/include/
H A Dpmap.h58 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/riscv/riscv/
H A Dpmap.c1090 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range() argument
1099 sbi_remote_sfence_vma(mask.__bits, sva, eva - sva + 1); in pmap_invalidate_range()
1142 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range() argument
2512 vm_offset_t eva, va; in pmap_remove_l2() local
2536 eva = sva + L2_SIZE; in pmap_remove_l2()
2538 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_l2()
2609 pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_remove() argument
2629 for (; sva < eva; sva = va_next) { in pmap_remove()
2638 va_next = eva; in pmap_remove()
2649 va_next = eva; in pmap_remove()
[all …]
/freebsd/sys/arm/arm/
H A Dpmap-v6.c2190 vm_offset_t eva) in pte1_copy_nosync() argument
2195 count = (pte1_index(eva) - idx + 1) * sizeof(pt1_entry_t); in pte1_copy_nosync()
2201 vm_offset_t eva) in pt2tab_copy_nosync() argument
2206 count = (pt2tab_index(eva) - idx + 1) * sizeof(pt2_entry_t); in pt2tab_copy_nosync()
3628 vm_offset_t eva, va; in pmap_remove_pte1() local
3652 eva = sva + PTE1_SIZE; in pmap_remove_pte1()
3654 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_pte1()
4173 pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_remove() argument
4196 if (sva + PAGE_SIZE == eva) { in pmap_remove()
4204 for (; sva < eva; sva = nextva) { in pmap_remove()
[all …]
/freebsd/sys/kern/
H A Dsubr_asan.c107 vm_offset_t sva, eva; in kasan_shadow_map() local
115 eva = kasan_md_addr_to_shad(addr) + sz; in kasan_shadow_map()
118 eva = roundup(eva, PAGE_SIZE); in kasan_shadow_map()
120 npages = (eva - sva) / PAGE_SIZE; in kasan_shadow_map()
122 KASSERT(sva >= KASAN_MIN_ADDRESS && eva < KASAN_MAX_ADDRESS, in kasan_shadow_map()
123 ("%s: invalid address range %#lx-%#lx", __func__, sva, eva)); in kasan_shadow_map()
/freebsd/sys/powerpc/include/
H A Dpmap.h327 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument

12