/freebsd/sys/i386/i386/ |
H A D | pmap_base.c | 287 vm_offset_t eva); 289 vm_offset_t eva); 311 pmap_invalidate_cache_range_check_align(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_check_align() argument 316 KASSERT((eva & PAGE_MASK) == 0, in pmap_invalidate_cache_range_check_align() 321 pmap_invalidate_cache_range_selfsnoop(vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_cache_range_selfsnoop() argument 324 pmap_invalidate_cache_range_check_align(sva, eva); in pmap_invalidate_cache_range_selfsnoop() 328 pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva) in pmap_force_invalidate_cache_range() argument 332 if (eva - sva >= PMAP_CLFLUSH_THRESHOLD) { in pmap_force_invalidate_cache_range() 361 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range() 370 for (; sva < eva; sva += cpu_clflush_line_size) in pmap_force_invalidate_cache_range() [all …]
|
H A D | trap.c | 225 vm_offset_t eva; in trap() local 283 eva = rcr2(); in trap() 395 addr = eva; in trap() 396 pf = trap_pfault(frame, true, eva, &signo, &ucode); in trap() 481 (void)trap_pfault(frame, false, eva, NULL, NULL); in trap() 693 trap_fatal(frame, eva); in trap() 741 trap_pfault(struct trapframe *frame, bool usermode, vm_offset_t eva, in trap_pfault() argument 767 if (td->td_md.md_spurflt_addr != eva || in trap_pfault() 773 td->td_md.md_spurflt_addr = eva; in trap_pfault() 795 trap_fatal(frame, eva); in trap_pfault() [all …]
|
H A D | pmap.c | 331 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, 1247 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument 1253 if (eva - sva >= PMAP_INVLPG_THRESHOLD) { in pmap_invalidate_range_int() 1260 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int() 1272 smp_masked_invlpg_range(*mask, sva, eva, pmap, pmap_curcpu_cb_dummy); in pmap_invalidate_range_int() 1408 pmap_invalidate_range_int(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range_int() argument 1413 for (addr = sva; addr < eva; addr += PAGE_SIZE) in pmap_invalidate_range_int() 1454 vm_offset_t eva) in __CONCAT() 1457 pmap_invalidate_range_int(pmap, sva, eva); in __CONCAT() 2952 vm_offset_t eva, v in pmap_remove_pde() local 3057 pmap_remove_ptes(pmap_t pmap,vm_offset_t sva,vm_offset_t eva,struct spglist * free) pmap_remove_ptes() argument 5656 vm_offset_t sva, eva; __CONCAT() local 6220 sysctl_kmaps_dump(struct sbuf * sb,struct pmap_kernel_map_range * range,vm_offset_t eva) sysctl_kmaps_dump() argument [all...] |
/freebsd/sys/arm64/arm64/ |
H A D | sys_machdep.c | 51 vm_offset_t eva; in sysarch() local 65 eva = gp_args.addr + gp_args.len; in sysarch() 68 if (gp_args.addr > eva) in sysarch() 72 if (eva >= VM_MAX_USER_ADDRESS) in sysarch() 80 trunc_page(gp_args.addr), round_page(eva)); in sysarch()
|
H A D | pmap.c | 515 static bool pmap_bti_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, 518 static void pmap_bti_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva); 1393 vm_offset_t *vap, vm_offset_t eva) in pmap_bootstrap_allocate_san_l2() argument 1401 for (; pa >= start_pa && va < eva; va += L2_SIZE, pa -= L2_SIZE) { in pmap_bootstrap_allocate_san_l2() 1429 vm_offset_t eva; in pmap_bootstrap_san1() local 1441 eva = va + (virtual_avail - VM_MIN_KERNEL_ADDRESS) / scale; in pmap_bootstrap_san1() 1459 pmap_bootstrap_allocate_san_l2(plow, phigh, &va, eva); in pmap_bootstrap_san1() 1460 if (va >= eva) in pmap_bootstrap_san1() 1880 pmap_s1_invalidate_strided(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_s1_invalidate_strided() argument 1890 end = TLBI_VA(eva); in pmap_s1_invalidate_strided() [all …]
|
H A D | elf_machdep.c | 355 vm_offset_t sva, eva; in arm64_exec_protect() local 383 eva = sva + phdr[i].p_memsz; in arm64_exec_protect() 384 pmap_bti_set(vmspace_pmap(imgp->proc->p_vmspace), sva, eva); in arm64_exec_protect()
|
/freebsd/sys/arm/include/ |
H A D | cpu.h | 351 vm_offset_t eva = va + size; in tlb_flush_range_local() local 358 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range_local() 407 vm_offset_t eva = va + size; in tlb_flush_range() local 416 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range() 420 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range() 443 vm_offset_t eva = va + size; in icache_sync() local 448 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in icache_sync() 490 vm_offset_t eva = va + size; in dcache_wb_pou() local 494 for ( ; va < eva; va += cpuinfo.dcache_line_size) { in dcache_wb_pou() 511 vm_offset_t eva = va + size; in dcache_inv_poc() local [all …]
|
H A D | pmap.h | 172 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
|
/freebsd/sys/amd64/amd64/ |
H A D | trap.c | 709 vm_offset_t eva; in trap_pfault() local 717 eva = frame->tf_addr; in trap_pfault() 731 if (td->td_md.md_spurflt_addr != eva || in trap_pfault() 737 td->td_md.md_spurflt_addr = eva; in trap_pfault() 759 trap_fatal(frame, eva); in trap_pfault() 763 if (eva >= VM_MIN_KERNEL_ADDRESS) { in trap_pfault() 790 trap_fatal(frame, eva); in trap_pfault() 799 trap_fatal(frame, eva); in trap_pfault() 809 if (eva > VM_MAXUSER_ADDRESS) { in trap_pfault() 810 trap_fatal(frame, eva); in trap_pfault() [all …]
|
H A D | pmap.c | 580 static bool pmap_pkru_same(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, 583 static void pmap_pkru_on_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva); 587 static int pmap_pkru_deassign(pmap_t pmap, vm_offset_t sva, vm_offset_t eva); 1303 vm_offset_t eva); 1305 vm_offset_t eva); 1318 static void pmap_pti_add_kva_locked(vm_offset_t sva, vm_offset_t eva, 1330 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, 3224 pmap_invalidate_range_pcid_cb(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in pmap_invalidate_range_pcid_cb() argument 3242 for (d.addr = sva; d.addr < eva; d.addr += PAGE_SIZE) in pmap_invalidate_range_pcid_cb() 3247 pmap_pti_pcid_invlrng(ucr3, kcr3, sva, eva); in pmap_invalidate_range_pcid_cb() [all …]
|
/freebsd/sys/arm64/vmm/ |
H A D | vmm_mmu.c | 344 vm_offset_t eva, va_next, sva; in vmmpmap_remove() local 358 eva = va + size; in vmmpmap_remove() 360 for (i = 0; va < eva; va = va_next) { in vmmpmap_remove() 365 va_next = eva; in vmmpmap_remove() 375 va_next = eva; in vmmpmap_remove() 385 va_next = eva; in vmmpmap_remove() 414 va_next = eva; in vmmpmap_remove()
|
H A D | vmm_handlers.c | 84 vmm_nvhe_s2_tlbi_range(uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, in vmm_nvhe_s2_tlbi_range() argument 87 vmm_call_hyp(HYP_S2_TLBI_RANGE, vttbr, sva, eva, final_only); in vmm_nvhe_s2_tlbi_range() 91 (uint64_t vttbr, vm_offset_t sva, vm_offset_t eva, bool final_only))
|
/freebsd/sys/amd64/include/ |
H A D | pmap.h | 423 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 424 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 429 void pmap_pti_add_kva(vm_offset_t sva, vm_offset_t eva, bool exec); 430 void pmap_pti_remove_kva(vm_offset_t sva, vm_offset_t eva); 434 vm_offset_t eva); 435 int pmap_pkru_clear(pmap_t pmap, vm_offset_t sva, vm_offset_t eva); 436 int pmap_pkru_set(pmap_t pmap, vm_offset_t sva, vm_offset_t eva,
|
/freebsd/sys/i386/include/ |
H A D | pmap.h | 253 void pmap_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 254 void pmap_force_invalidate_cache_range(vm_offset_t sva, vm_offset_t eva); 257 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
|
/freebsd/sys/powerpc/aim/ |
H A D | mmu_radix.c | 577 static bool pmap_remove_ptes(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, 2218 mmu_radix_advise(pmap_t pmap, vm_offset_t sva, vm_offset_t eva, in mmu_radix_advise() argument 2234 for (; sva < eva; sva = va_next) { in mmu_radix_advise() 2239 va_next = eva; in mmu_radix_advise() 2246 va_next = eva; in mmu_radix_advise() 2251 va_next = eva; in mmu_radix_advise() 2280 va = eva; in mmu_radix_advise() 2296 if (va_next > eva) in mmu_radix_advise() 2297 va_next = eva; in mmu_radix_advise() 4501 vm_offset_t eva, va; in pmap_protect_l3e() local [all …]
|
H A D | mmu_oea64.c | 380 vm_offset_t sva, vm_offset_t eva); 1343 moea64_unwire(pmap_t pm, vm_offset_t sva, vm_offset_t eva) in moea64_unwire() argument 1352 pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_unwire() 1355 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_unwire() 2595 moea64_protect(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_protect() argument 2601 sva, eva, prot); in moea64_protect() 2607 moea64_remove(pm, sva, eva); in moea64_protect() 2614 pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_protect() 2617 if (moea64_sp_pvo_in_range(pvo, sva, eva)) { in moea64_protect() 2726 moea64_remove_locked(pmap_t pm, vm_offset_t sva, vm_offset_t eva, in moea64_remove_locked() argument [all …]
|
H A D | moea64_native.c | 925 vm_offset_t eva; in moea64_pte_unset_sp_locked() local 928 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in moea64_pte_unset_sp_locked() 930 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_pte_unset_sp_locked() 973 vm_offset_t eva; in moea64_pte_insert_sp_locked() local 975 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in moea64_pte_insert_sp_locked() 977 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in moea64_pte_insert_sp_locked()
|
/freebsd/sys/powerpc/pseries/ |
H A D | mmu_phyp.c | 588 vm_offset_t eva; in mphyp_pte_unset_sp() local 597 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in mphyp_pte_unset_sp() 599 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in mphyp_pte_unset_sp() 623 vm_offset_t eva; in mphyp_pte_insert_sp() local 631 eva = PVO_VADDR(pvo) + HPT_SP_SIZE; in mphyp_pte_insert_sp() 636 for (; pvo != NULL && PVO_VADDR(pvo) < eva; in mphyp_pte_insert_sp()
|
/freebsd/sys/powerpc/powerpc/ |
H A D | trap.c | 767 vm_offset_t eva; in trap_pfault() 777 eva = frame->srr0; in trap_pfault() 782 eva = frame->dar; in trap_pfault() 793 if (radix_mmu && pmap_nofault(&p->p_vmspace->vm_pmap, eva, ftype) == 0) in trap_pfault() 823 rv = pmap_decode_kernel_ptr(eva, &is_user, &eva); in trap_pfault() 834 rv = vm_fault_trap(map, eva, ftype, VM_FAULT_NORMAL, signo, ucode); in trap_pfault() 764 vm_offset_t eva; trap_pfault() local
|
H A D | mem.c | 93 vm_offset_t va, eva, off, v; in memrw() local 146 eva = round_page(uio->uio_offset in memrw() 154 for (; va < eva; va += PAGE_SIZE) { in memrw()
|
/freebsd/sys/riscv/riscv/ |
H A D | pmap.c | 1016 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range() argument 1025 sbi_remote_sfence_vma(mask.__bits, sva, eva - sva + 1); in pmap_invalidate_range() 1068 pmap_invalidate_range(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_invalidate_range() argument 2414 vm_offset_t eva, va; in pmap_remove_l2() local 2438 eva = sva + L2_SIZE; in pmap_remove_l2() 2440 va < eva; va += PAGE_SIZE, m++) { in pmap_remove_l2() 2511 pmap_remove(pmap_t pmap, vm_offset_t sva, vm_offset_t eva) in pmap_remove() argument 2531 for (; sva < eva; sva = va_next) { in pmap_remove() 2540 va_next = eva; in pmap_remove() 2551 va_next = eva; in pmap_remove() [all …]
|
/freebsd/sys/riscv/include/ |
H A D | pmap.h | 58 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
|
/freebsd/sys/kern/ |
H A D | subr_asan.c | 107 vm_offset_t sva, eva; in kasan_shadow_map() local 115 eva = kasan_md_addr_to_shad(addr) + sz; in kasan_shadow_map() 118 eva = roundup(eva, PAGE_SIZE); in kasan_shadow_map() 120 npages = (eva - sva) / PAGE_SIZE; in kasan_shadow_map() 122 KASSERT(sva >= KASAN_MIN_ADDRESS && eva < KASAN_MAX_ADDRESS, in kasan_shadow_map() 123 ("%s: invalid address range %#lx-%#lx", __func__, sva, eva)); in kasan_shadow_map()
|
/freebsd/sys/powerpc/include/ |
H A D | pmap.h | 327 #define pmap_map_delete(pmap, sva, eva) pmap_remove(pmap, sva, eva) argument
|
/freebsd/sys/contrib/device-tree/src/arm/renesas/ |
H A D | r8a7740-armadillo800eva.dts | 3 * Device Tree Source for the armadillo 800 eva board 16 model = "armadillo 800 eva";
|