Home
last modified time | relevance | path

Searched refs:eva (Results 1 – 25 of 32) sorted by relevance

12

/freebsd/sys/i386/i386/
H A Dpmap_base.c293 vm_offset_t eva);
295 vm_offset_t eva);
317 pmap_invalidate_cache_range_check_align(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_check_align() argument
322 KASSERT((eva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align()
327 pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_selfsnoop() argument
330 pmap_invalidate_cache_range_check_align(sva, eva); in pmap_invalidate_cache_range_selfsnoop()
334 pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva) in pmap_force_invalidate_cache_range() argument
338 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range()
367 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
376 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range()
[all …]
H A Dtrap.c225 vm_offset_t eva; in trap() local
283 eva = rcr2(); in trap()
395 addr = eva; in trap()
396 pf = trap_pfault(frame, true, eva, &signo, &ucode); in trap()
481 (void)trap_pfault(frame, false, eva, NULL, NULL); in trap()
693 trap_fatal(frame, eva); in trap()
741 trap_pfault(struct trapframe *frame, bool usermode, vm_offset_t eva, in trap_pfault() argument
767 if (td->td_md.md_spurflt_addr != eva || in trap_pfault()
773 td->td_md.md_spurflt_addr = eva; in trap_pfault()
795 trap_fatal(frame, eva); in trap_pfault()
[all …]
H A Dpmap.c331 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
1240 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1246 if (eva - sva >= PMAP_INVLPG_THRESHOLD) { in pmap_invalidate_range_int()
1253 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int()
1265 smp_masked_invlpg_range(*mask, sva, eva, pmap, pmap_curcpu_cb_dummy); in pmap_invalidate_range_int()
1401 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument
1406 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int()
1447 vm_offset_t eva) in __CONCAT()
1450 pmap_invalidate_range_int(pmap, sva, eva); in __CONCAT()
2949 vm_offset_t eva, va; in pmap_remove_pde() local
[all …]
/freebsd/sys/arm64/arm64/
H A Dsys_machdep.c51 vm_offset_t eva; in sysarch() local
65 eva = gp_args.addr + gp_args.len; in sysarch()
68 if (gp_args.addr > eva) in sysarch()
72 if (eva >= VM_MAX_USER_ADDRESS) in sysarch()
80 trunc_page(gp_args.addr), round_page(eva)); in sysarch()
H A Dpmap.c599 static bool pmap_bti_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
602 static void pmap_bti_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
1530 vm_offset_t *vap, vm_offset_t eva) in pmap_bootstrap_allocate_san_l2() argument
1538 for (; pa >= start_pa && va < eva; va += L2_SIZE, pa -= L2_SIZE) { in pmap_bootstrap_allocate_san_l2()
1566 vm_offset_t eva; in pmap_bootstrap_san1() local
1578 eva = va + (virtual_avail - VM_MIN_KERNEL_ADDRESS) / scale; in pmap_bootstrap_san1()
1596 pmap_bootstrap_allocate_san_l2(plow, phigh, &va, eva); in pmap_bootstrap_san1()
1597 if (va >= eva) in pmap_bootstrap_san1()
2178 pmap_s1_invalidate_loop(vm_offset_t sva, vm_offset_t eva, vm_offset_t stride, in pmap_s1_invalidate_loop() argument
2186 for (vm_offset_t va = sva; va < eva;) { in pmap_s1_invalidate_loop()
[all …]
H A Delf_machdep.c373 vm_offset_t sva, eva; in arm64_exec_protect() local
401 eva = sva + phdr[i].p_memsz; in arm64_exec_protect()
402 pmap_bti_set(vmspace_pmap(imgp->proc->p_vmspace), sva, eva); in arm64_exec_protect()
/freebsd/sys/arm/include/
H A Dcpu.h350 vm_offset_t eva = va + size; in tlb_flush_range_local() local
357 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range_local()
406 vm_offset_t eva = va + size; in tlb_flush_range() local
415 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range()
419 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range()
442 vm_offset_t eva = va + size; in icache_sync() local
447 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in icache_sync()
489 vm_offset_t eva = va + size; in dcache_wb_pou() local
493 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wb_pou()
510 vm_offset_t eva = va + size; in dcache_inv_poc() local
[all …]
H A Dpmap.h172 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/arm64/vmm/
H A Dvmm_handlers.c84 vmm_nvhe_s2_tlbi_range(uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, in vmm_nvhe_s2_tlbi_range() argument
87 vmm_call_hyp(HYP_S2_TLBI_RANGE, vttbr, sva, eva, final_only); in vmm_nvhe_s2_tlbi_range()
91 (uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, bool final_only))
H A Dvmm_mmu.c344 vm_offset_t eva, va_next, sva; in vmmpmap_remove() local
358 eva = va + size; in vmmpmap_remove()
360 for (i = 0; va < eva; va = va_next) { in vmmpmap_remove()
399 va_next = eva; in vmmpmap_remove()
/freebsd/sys/amd64/amd64/
H A Dpmap.c637 static bool pmap_pkru_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
640 static void pmap_pkru_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
644 static int pmap_pkru_deassign(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
1362 vm_offset_t eva);
1364 vm_offset_t eva);
1377 static void pmap_pti_add_kva_locked(vm_offset_t sva, vm_offset_t eva,
1389 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
3272 pmap_invalidate_range_pcid_cb(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_invalidate_range_pcid_cb() argument
3290 for (d.addr = sva; d.addr < eva; d.addr += PAGE_SIZE) in pmap_invalidate_range_pcid_cb()
3295 pmap_pti_pcid_invlrng(ucr3, kcr3, sva, eva); in pmap_invalidate_range_pcid_cb()
[all …]
H A Dtrap.c789 vm_offset_t eva; in trap_pfault() local
797 eva = frame->tf_addr; in trap_pfault()
811 if (td->td_md.md_spurflt_addr != eva || in trap_pfault()
817 td->td_md.md_spurflt_addr = eva; in trap_pfault()
839 trap_fatal(frame, eva); in trap_pfault()
843 if (eva >= kva_layout.km_low) { in trap_pfault()
870 trap_fatal(frame, eva); in trap_pfault()
879 trap_fatal(frame, eva); in trap_pfault()
889 if (eva > VM_MAXUSER_ADDRESS) { in trap_pfault()
890 trap_fatal(frame, eva); in trap_pfault()
[all …]
/freebsd/sys/amd64/include/
H A Dpmap.h425 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
426 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
431 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec);
432 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva);
436 vm_offset_t eva);
437 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva);
438 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
/freebsd/sys/i386/include/
H A Dpmap.h253 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
254 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva);
257 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/powerpc/aim/
H A Dmmu_radix.c577 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
2217 mmu_radix_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in mmu_radix_advise() argument
2233 for (; sva < eva; sva = va_next) { in mmu_radix_advise()
2238 va_next = eva; in mmu_radix_advise()
2245 va_next = eva; in mmu_radix_advise()
2250 va_next = eva; in mmu_radix_advise()
2279 va = eva; in mmu_radix_advise()
2295 if (va_next > eva) in mmu_radix_advise()
2296 va_next = eva; in mmu_radix_advise()
4499 vm_offset_t eva, va; in pmap_protect_l3e() local
[all …]
H A Dmmu_oea64.c351 vm_offset_t sva, vm_offset_t eva);
1317 moea64_unwire(pmap_t pm, vm_offset_t sva, vm_offset_t eva) in moea64_unwire() argument
1326 pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_unwire()
1329 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_unwire()
2554 moea64_protect(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_protect() argument
2560 sva, eva, prot); in moea64_protect()
2566 moea64_remove(pm, sva, eva); in moea64_protect()
2573 pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_protect()
2576 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_protect()
2691 moea64_remove_locked(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_remove_locked() argument
[all …]
H A Dmoea64_native.c931 vm_offset_t eva; in moea64_pte_unset_sp_locked() local
934 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in moea64_pte_unset_sp_locked()
936 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_pte_unset_sp_locked()
979 vm_offset_t eva; in moea64_pte_insert_sp_locked() local
981 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in moea64_pte_insert_sp_locked()
983 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_pte_insert_sp_locked()
/freebsd/sys/riscv/riscv/
H A Dpmap.c1097 pmap_invalidate_range_sbi(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_sbi() argument
1106 sbi_remote_sfence_vma(mask.__bits, sva, eva - sva + 1); in pmap_invalidate_range_sbi()
1120 vm_offset_t eva; member
1130 for (va = args->sva; va < args->eva; va += PAGE_SIZE) in pmap_invalidate_range_svinval_cb()
1136 pmap_invalidate_range_svinval(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_svinval() argument
1143 if (eva - sva >= PMAP_SVINVAL_THRESHOLD) { in pmap_invalidate_range_svinval()
1150 args.eva = eva; in pmap_invalidate_range_svinval()
1168 (pmap_t pmap, vm_offset_t sva, vm_offset_t eva))
1216 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range() argument
2587 vm_offset_t eva, va; in pmap_remove_l2() local
[all …]
/freebsd/sys/powerpc/powerpc/
H A Dtrap.c767 vm_offset_t eva; in trap_pfault() local
777 eva = frame->srr0; in trap_pfault()
782 eva = frame->dar; in trap_pfault()
793 if (radix_mmu && pmap_nofault(&p->p_vmspace->vm_pmap, eva, ftype) == 0) in trap_pfault()
823 rv = pmap_decode_kernel_ptr(eva, &is_user, &eva); in trap_pfault()
834 rv = vm_fault_trap(map, eva, ftype, VM_FAULT_NORMAL, signo, ucode); in trap_pfault()
H A Dmem.c93 vm_offset_t va, eva, off, v; in memrw() local
145 eva = round_page(uio->uio_offset in memrw()
153 for (; va < eva; va += PAGE_SIZE) { in memrw()
/freebsd/sys/powerpc/pseries/
H A Dmmu_phyp.c588 vm_offset_t eva; in mphyp_pte_unset_sp() local
597 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in mphyp_pte_unset_sp()
599 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in mphyp_pte_unset_sp()
623 vm_offset_t eva; in mphyp_pte_insert_sp() local
631 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in mphyp_pte_insert_sp()
636 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in mphyp_pte_insert_sp()
/freebsd/sys/arm/arm/
H A Dpmap-v6.c2191 vm_offset_t eva) in pte1_copy_nosync() argument
2196 count = (pte1_index(eva) - idx + 1) * sizeof(pt1_entry_t); in pte1_copy_nosync()
2202 vm_offset_t eva) in pt2tab_copy_nosync() argument
2207 count = (pt2tab_index(eva) - idx + 1) * sizeof(pt2_entry_t); in pt2tab_copy_nosync()
3629 vm_offset_t eva, va; in pmap_remove_pte1() local
3653 eva = sva + PTE1_SIZE; in pmap_remove_pte1()
3655 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_pte1()
4174 pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_remove() argument
4197 if (sva + PAGE_SIZE == eva) { in pmap_remove()
4205 for (; sva < eva; sva = nextva) { in pmap_remove()
[all …]
/freebsd/sys/riscv/include/
H A Dpmap.h58 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
/freebsd/sys/kern/
H A Dsubr_asan.c107 vm_offset_t sva, eva; in kasan_shadow_map() local
115 eva = kasan_md_addr_to_shad(addr) + sz; in kasan_shadow_map()
118 eva = roundup(eva, PAGE_SIZE); in kasan_shadow_map()
120 npages = (eva - sva) / PAGE_SIZE; in kasan_shadow_map()
122 KASSERT(sva >= KASAN_MIN_ADDRESS && eva < KASAN_MAX_ADDRESS, in kasan_shadow_map()
123 ("%s: invalid address range %#lx-%#lx", __func__, sva, eva)); in kasan_shadow_map()
/freebsd/sys/powerpc/include/
H A Dpmap.h327 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument

12