| /freebsd/sys/arm/include/ |
| H A D | cpu.h | 336 tlb_flush_local(vm_offset_t va) in tlb_flush_local() argument
339 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush_local()
342 _CP15_TLBIMVA(va | CPU_ASID_KERNEL); in tlb_flush_local()
348 tlb_flush_range_local(vm_offset_t va, vm_size_t size) in tlb_flush_range_local() argument
350 vm_offset_t eva = va + size; in tlb_flush_range_local()
352 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush_range_local()
357 for (; va < eva; va += PAGE_SIZE) in tlb_flush_range_local()
358 _CP15_TLBIMVA(va | CPU_ASID_KERNEL); in tlb_flush_range_local()
390 tlb_flush(vm_offset_t va) in tlb_flush() argument
393 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush()
[all …]
|
| H A D | pmap_var.h | 83 pte1_index(vm_offset_t va) in pte1_index() argument
86 return (va >> PTE1_SHIFT); in pte1_index()
90 pte1_ptr(pt1_entry_t *pt1, vm_offset_t va) in pte1_ptr() argument
93 return (pt1 + pte1_index(va)); in pte1_ptr()
97 pte1_trunc(vm_offset_t va) in pte1_trunc() argument
100 return (va & PTE1_FRAME); in pte1_trunc()
104 pte1_roundup(vm_offset_t va) in pte1_roundup() argument
107 return ((va + PTE1_OFFSET) & PTE1_FRAME); in pte1_roundup()
393 pt2tab_index(vm_offset_t va) in pt2tab_index() argument
396 return (va >> PT2TAB_SHIFT); in pt2tab_index()
[all …]
|
| /freebsd/sys/powerpc/booke/ |
| H A D | pmap_64.c | 140 static pte_t *ptbl_alloc(pmap_t pmap, vm_offset_t va,
232 pte_find(pmap_t pmap, vm_offset_t va)
240 pdir_l1 = pmap->pm_root[PG_ROOT_IDX(va)]; in pte_find()
243 pdir = pdir_l1[PDIR_L1_IDX(va)]; in pte_find()
246 ptbl = pdir[PDIR_IDX(va)]; in pte_find()
248 return ((ptbl != NULL) ? &ptbl[PTBL_IDX(va)] : NULL); in pte_find()
255 vm_offset_t va; in pte_find_next()
262 va = *pva; in pte_find_next()
263 i = PG_ROOT_IDX(va); in pte_find_next()
264 j = PDIR_L1_IDX(va); in pte_find_next()
233 pte_find(pmap_t pmap,vm_offset_t va) pte_find() argument
256 vm_offset_t va; pte_find_next() local
345 ptbl_alloc(pmap_t pmap,vm_offset_t va,bool nosleep,bool * is_new) ptbl_alloc() argument
374 ptbl_unhold(pmap_t pmap,vm_offset_t va) ptbl_unhold() argument
439 pte_remove(pmap_t pmap,vm_offset_t va,u_int8_t flags) pte_remove() argument
495 pte_enter(pmap_t pmap,vm_page_t m,vm_offset_t va,uint32_t flags,bool nosleep) pte_enter() argument
558 pte_vatopa(pmap_t pmap,vm_offset_t va) pte_vatopa() argument
577 vm_offset_t va, l1_va, pdir_va, ptbl_va; kernel_pte_alloc() local
679 vm_offset_t va; mmu_booke_growkernel() local
756 mmu_booke_sync_icache(pmap_t pm,vm_offset_t va,vm_size_t sz) mmu_booke_sync_icache() argument
790 char *va; mmu_booke_zero_page_area() local
[all...] |
| H A D | pmap.c | 578 pv_insert(pmap_t pmap, vm_offset_t va, vm_page_t m) in pv_insert() argument
583 //debugf("pv_insert: s (su = %d pmap = 0x%08x va = 0x%08x m = 0x%08x)\n", su, in pv_insert()
584 // (u_int32_t)pmap, va, (u_int32_t)m); in pv_insert()
591 pve->pv_va = va; in pv_insert()
604 pv_remove(pmap_t pmap, vm_offset_t va, vm_page_t m) in pv_remove() argument
609 //debugf("pv_remove: s (su = %d pmap = 0x%08x va = 0x%08x)\n", su, (u_int32_t)pmap, va); in pv_remove()
616 if ((pmap == pve->pv_pmap) && (va == pve->pv_va)) { in pv_remove()
1052 mmu_booke_extract(pmap_t pmap, vm_offset_t va) in mmu_booke_extract()
1057 pa = pte_vatopa(pmap, va); in mmu_booke_extract()
1050 mmu_booke_extract(pmap_t pmap,vm_offset_t va) mmu_booke_extract() argument
1066 mmu_booke_kextract(vm_offset_t va) mmu_booke_kextract() argument
1136 vm_offset_t va; mmu_booke_qenter() local
1153 vm_offset_t va; mmu_booke_qremove() local
1166 mmu_booke_kenter(vm_offset_t va,vm_paddr_t pa) mmu_booke_kenter() argument
1173 mmu_booke_kenter_attr(vm_offset_t va,vm_paddr_t pa,vm_memattr_t ma) mmu_booke_kenter_attr() argument
1216 mmu_booke_kremove(vm_offset_t va) mmu_booke_kremove() argument
1295 mmu_booke_enter(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,u_int flags,int8_t psind) mmu_booke_enter() argument
1309 mmu_booke_enter_locked(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,u_int pmap_flags,int8_t psind __unused) mmu_booke_enter_locked() argument
1496 vm_offset_t va; mmu_booke_enter_object() local
1518 mmu_booke_enter_quick(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot) mmu_booke_enter_quick() argument
1537 mmu_booke_remove(pmap_t pmap,vm_offset_t va,vm_offset_t endva) mmu_booke_remove() argument
1608 vm_offset_t va = sva; mmu_booke_map() local
1709 vm_offset_t va; mmu_booke_protect() local
1793 mmu_booke_extract_and_hold(pmap_t pmap,vm_offset_t va,vm_prot_t prot) mmu_booke_extract_and_hold() argument
2011 vm_offset_t va; mmu_booke_unwire() local
2088 vm_offset_t va; mmu_booke_dev_direct_mapped() local
2103 mmu_booke_dumpsys_map(vm_paddr_t pa,size_t sz,void ** va) mmu_booke_dumpsys_map() argument
2129 mmu_booke_dumpsys_unmap(vm_paddr_t pa,size_t sz,void * va) mmu_booke_dumpsys_unmap() argument
2172 vm_offset_t va; mmu_booke_scan_init() local
2266 uintptr_t va, retva; mmu_booke_mapdev_attr() local
2368 vm_offset_t offset, va; mmu_booke_unmapdev() local
2413 vm_offset_t addr, va; mmu_booke_change_attr() local
2563 tlb0_tableidx(vm_offset_t va,unsigned int way) tlb0_tableidx() argument
2576 tlb0_flush_entry(vm_offset_t va) tlb0_flush_entry() argument
2664 tlb1_purge_va_range(vm_offset_t va,vm_size_t size) tlb1_purge_va_range() argument
2785 tlb1_set_entry(vm_offset_t va,vm_paddr_t pa,vm_size_t size,uint32_t flags) tlb1_set_entry() argument
2830 tlb1_mapin_region(vm_offset_t va,vm_paddr_t pa,vm_size_t size,int wimge) tlb1_mapin_region() argument
2939 pmap_early_io_unmap(vm_offset_t va,vm_size_t size) pmap_early_io_unmap() argument
2965 vm_offset_t va, sz; pmap_early_io_map() local
2998 pmap_track_page(pmap_t pmap,vm_offset_t va) pmap_track_page() argument
3047 tlb1_iomapped(int i,vm_paddr_t pa,vm_size_t size,vm_offset_t * va) tlb1_iomapped() argument
[all...] |
| H A D | pmap_32.c | 304 vm_offset_t va; in ptbl_free() local
333 va = ((vm_offset_t)ptbl + (i * PAGE_SIZE)); in ptbl_free()
334 pa = pte_vatopa(kernel_pmap, va); in ptbl_free()
338 mmu_booke_kremove(va); in ptbl_free()
433 pte_remove(pmap_t pmap, vm_offset_t va, uint8_t flags) in pte_remove() argument
435 unsigned int pdir_idx = PDIR_IDX(va); in pte_remove()
436 unsigned int ptbl_idx = PTBL_IDX(va); in pte_remove()
467 pv_remove(pmap, va, m); in pte_remove()
474 pv_remove(pmap, va, m); in pte_remove()
482 tlb0_flush_entry(va); in pte_remove()
[all …]
|
| /freebsd/sys/arm64/iommu/ |
| H A D | iommu_pmap.c | 81 #define smmu_l0_index(va) (((va) >> IOMMU_L0_SHIFT) & IOMMU_L0_ADDR_MASK) argument
82 #define smmu_l1_index(va) (((va) >> IOMMU_L1_SHIFT) & IOMMU_Ln_ADDR_MASK) argument
83 #define smmu_l2_index(va) (((va) >> IOMMU_L2_SHIFT) & IOMMU_Ln_ADDR_MASK) argument
84 #define smmu_l3_index(va) (((va) >> IOMMU_L3_SHIFT) & IOMMU_Ln_ADDR_MASK) argument
87 static void _smmu_pmap_unwire_l3(struct smmu_pmap *pmap, vm_offset_t va,
104 smmu_pmap_l0(struct smmu_pmap *pmap, vm_offset_t va) in smmu_pmap_l0() argument
107 return (&pmap->sp_l0[smmu_l0_index(va)]); in smmu_pmap_l0()
111 smmu_pmap_l0_to_l1(pd_entry_t *l0, vm_offset_t va) in smmu_pmap_l0_to_l1() argument
116 return (&l1[smmu_l1_index(va)]); in smmu_pmap_l0_to_l1()
120 smmu_pmap_l1(struct smmu_pmap *pmap, vm_offset_t va) in smmu_pmap_l1() argument
[all …]
|
| /freebsd/sys/riscv/riscv/ |
| H A D | cbo.c | 36 cbo_zicbom_cpu_dcache_wbinv_range(void *va, vm_size_t len) in cbo_zicbom_cpu_dcache_wbinv_range() argument
45 end = (char *)va + len; in cbo_zicbom_cpu_dcache_wbinv_range()
46 va = __align_down(va, dcache_line_size); in cbo_zicbom_cpu_dcache_wbinv_range()
47 for (addr = va; addr < end; addr += dcache_line_size) in cbo_zicbom_cpu_dcache_wbinv_range()
53 cbo_zicbom_cpu_dcache_inv_range(void *va, vm_size_t len) in cbo_zicbom_cpu_dcache_inv_range() argument
64 end = (char *)va + len; in cbo_zicbom_cpu_dcache_inv_range()
65 va = __align_down(va, dcache_line_size); in cbo_zicbom_cpu_dcache_inv_range()
66 for (addr = va; addr < end; addr += dcache_line_size) in cbo_zicbom_cpu_dcache_inv_range()
72 cbo_zicbom_cpu_dcache_wb_range(void *va, vm_size_t len) in cbo_zicbom_cpu_dcache_wb_range() argument
85 end = (char *)va + len; in cbo_zicbom_cpu_dcache_wb_range()
[all …]
|
| H A D | pmap.c | 323 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va);
325 vm_offset_t va);
326 static bool pmap_demote_l1(pmap_t pmap, pd_entry_t *l1, vm_offset_t va);
327 static bool pmap_demote_l2(pmap_t pmap, pd_entry_t *l2, vm_offset_t va);
329 vm_offset_t va, struct rwlock **lockp);
330 static int pmap_enter_l2(pmap_t pmap, vm_offset_t va, pd_entry_t new_l2,
332 static vm_page_t pmap_enter_quick_locked(pmap_t pmap, vm_offset_t va,
336 static bool pmap_try_insert_pv_entry(pmap_t pmap, vm_offset_t va,
342 static void _pmap_unwire_ptp(pmap_t pmap, vm_offset_t va, vm_page_t m,
346 static int pmap_change_attr_locked(void *va, vm_size_t size, int mode);
[all …]
|
| /freebsd/sys/arm64/arm64/ |
| H A D | pmap.c | 326 void *va; member
513 #define TLBI_RANGE_FIELDS(va, va_shift, num, scale) \ argument
516 (((va) >> (va_shift)) & TLBI_RANGE_BADDR_MASK))
544 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va);
546 vm_offset_t va);
548 static void pmap_abort_ptp(pmap_t pmap, vm_offset_t va, vm_page_t mpte);
553 static bool pmap_copy_l3c(pmap_t pmap, pt_entry_t *l3p, vm_offset_t va,
555 static pt_entry_t *pmap_demote_l1(pmap_t pmap, pt_entry_t *l1, vm_offset_t va);
557 vm_offset_t va, struct rwlock **lockp);
558 static pt_entry_t *pmap_demote_l2(pmap_t pmap, pt_entry_t *l2, vm_offset_t va);
638 pmap_l0(pmap_t pmap,vm_offset_t va) pmap_l0() argument
645 pmap_l0_to_l1(pd_entry_t * l0,vm_offset_t va) pmap_l0_to_l1() argument
654 pmap_l1(pmap_t pmap,vm_offset_t va) pmap_l1() argument
666 pmap_l1_to_l2(pd_entry_t * l1p,vm_offset_t va) pmap_l1_to_l2() argument
687 pmap_l2(pmap_t pmap,vm_offset_t va) pmap_l2() argument
699 pmap_l2_to_l3(pd_entry_t * l2p,vm_offset_t va) pmap_l2_to_l3() argument
725 pmap_pde(pmap_t pmap,vm_offset_t va,int * level) pmap_pde() argument
760 pmap_pte(pmap_t pmap,vm_offset_t va,int * level) pmap_pte() argument
809 pmap_pte_exists(pmap_t pmap,vm_offset_t va,int level,const char * diag) pmap_pte_exists() argument
889 pmap_get_tables(pmap_t pmap,vm_offset_t va,pd_entry_t ** l0,pd_entry_t ** l1,pd_entry_t ** l2,pt_entry_t ** l3) pmap_get_tables() argument
1034 pmap_early_vtophys(vm_offset_t va) pmap_early_vtophys() argument
1048 vm_offset_t va; global() member
1403 pmap_bootstrap_l2(vm_offset_t va) pmap_bootstrap_l2() argument
1415 pmap_bootstrap_l3(vm_offset_t va) pmap_bootstrap_l3() argument
1534 vm_offset_t va; pmap_bootstrap_allocate_san_l2() local
1565 pmap_bootstrap_san1(vm_offset_t va,int scale) pmap_bootstrap_san1() argument
2127 pmap_s1_invalidate_page(pmap_t pmap,vm_offset_t va,bool final_only) pmap_s1_invalidate_page() argument
2150 pmap_s2_invalidate_page(pmap_t pmap,vm_offset_t va,bool final_only) pmap_s2_invalidate_page() argument
2159 pmap_invalidate_page(pmap_t pmap,vm_offset_t va,bool final_only) pmap_invalidate_page() argument
2187 for (vm_offset_t va = sva; va < eva;) { pmap_s1_invalidate_loop() local
2343 pmap_extract(pmap_t pmap,vm_offset_t va) pmap_extract() argument
2393 pmap_extract_and_hold(pmap_t pmap,vm_offset_t va,vm_prot_t prot) pmap_extract_and_hold() argument
2454 pmap_kmapped_range(void * va,vm_size_t size) pmap_kmapped_range() argument
2510 pmap_klookup(vm_offset_t va,vm_paddr_t * pa) pmap_klookup() argument
2580 pmap_kextract(vm_offset_t va) pmap_kextract() argument
2601 vm_offset_t va; pmap_kenter() local
2703 pmap_kremove(vm_offset_t va) pmap_kremove() argument
2725 vm_offset_t va; pmap_kremove_device() local
2818 vm_offset_t va; pmap_qenter() local
2860 vm_offset_t va; pmap_qremove() local
2905 pmap_unwire_l3(pmap_t pmap,vm_offset_t va,vm_page_t m,struct spglist * free) pmap_unwire_l3() argument
2917 _pmap_unwire_l3(pmap_t pmap,vm_offset_t va,vm_page_t m,struct spglist * free) _pmap_unwire_l3() argument
2977 pmap_unuse_pt(pmap_t pmap,vm_offset_t va,pd_entry_t ptepde,struct spglist * free) pmap_unuse_pt() argument
2996 pmap_abort_ptp(pmap_t pmap,vm_offset_t va,vm_page_t mpte) pmap_abort_ptp() argument
3243 pmap_alloc_l2(pmap_t pmap,vm_offset_t va,vm_page_t * l2pgp,struct rwlock ** lockp) pmap_alloc_l2() argument
3283 pmap_alloc_l3(pmap_t pmap,vm_offset_t va,struct rwlock ** lockp) pmap_alloc_l3() argument
3571 vm_offset_t va; reclaim_pv_chunk_domain() local
3987 pmap_pvh_remove(struct md_page * pvh,pmap_t pmap,vm_offset_t va) pmap_pvh_remove() argument
4007 pmap_pv_demote_l2(pmap_t pmap,vm_offset_t va,vm_paddr_t pa,struct rwlock ** lockp) pmap_pv_demote_l2() argument
4075 pmap_pvh_free(struct md_page * pvh,pmap_t pmap,vm_offset_t va) pmap_pvh_free() argument
4089 pmap_try_insert_pv_entry(pmap_t pmap,vm_offset_t va,vm_page_t m,struct rwlock ** lockp) pmap_try_insert_pv_entry() argument
4112 pmap_pv_insert_l2(pmap_t pmap,vm_offset_t va,pd_entry_t l2e,u_int flags,struct rwlock ** lockp) pmap_pv_insert_l2() argument
4138 pmap_pv_insert_l3c(pmap_t pmap,vm_offset_t va,vm_page_t m,struct rwlock ** lockp) pmap_pv_insert_l3c() argument
4172 pmap_remove_kernel_l2(pmap_t pmap,pt_entry_t * l2,vm_offset_t va) pmap_remove_kernel_l2() argument
4272 pmap_remove_l3(pmap_t pmap,pt_entry_t * l3,vm_offset_t va,pd_entry_t l2e,struct spglist * free,struct rwlock ** lockp) pmap_remove_l3() argument
4308 pmap_remove_l3c(pmap_t pmap,pt_entry_t * l3p,vm_offset_t va,vm_offset_t * vap,vm_offset_t va_next,vm_page_t ml3,struct spglist * free,struct rwlock ** lockp) pmap_remove_l3c() argument
4400 vm_offset_t va; pmap_remove_l3_range() local
4643 vm_offset_t va; pmap_remove_all() local
4776 pmap_mask_set_l3c(pmap_t pmap,pt_entry_t * l3p,vm_offset_t va,vm_offset_t * vap,vm_offset_t va_next,pt_entry_t mask,pt_entry_t nbits) pmap_mask_set_l3c() argument
4825 vm_offset_t va, va_next; pmap_mask_set_locked() local
5058 pmap_remove_pt_page(pmap_t pmap,vm_offset_t va) pmap_remove_pt_page() argument
5076 pmap_update_entry(pmap_t pmap,pd_entry_t * ptep,pd_entry_t newpte,vm_offset_t va,vm_size_t size,bool final_only) pmap_update_entry() argument
5116 pmap_update_strided(pmap_t pmap,pd_entry_t * ptep,pd_entry_t * ptep_end,pd_entry_t newpte,vm_offset_t va,vm_offset_t stride,vm_size_t size) pmap_update_strided() argument
5160 pmap_pv_promote_l2(pmap_t pmap,vm_offset_t va,vm_paddr_t pa,struct rwlock ** lockp) pmap_pv_promote_l2() argument
5203 pmap_promote_l2(pmap_t pmap,pd_entry_t * l2,vm_offset_t va,vm_page_t mpte,struct rwlock ** lockp) pmap_promote_l2() argument
5353 pmap_promote_l3c(pmap_t pmap,pd_entry_t * l3p,vm_offset_t va) pmap_promote_l3c() argument
5472 pmap_enter_largepage(pmap_t pmap,vm_offset_t va,pt_entry_t pte,int flags,int psind) pmap_enter_largepage() argument
5637 pmap_enter(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,u_int flags,int8_t psind) pmap_enter() argument
5999 pmap_enter_l2_rx(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,struct rwlock ** lockp) pmap_enter_l2_rx() argument
6060 pmap_enter_l2(pmap_t pmap,vm_offset_t va,pd_entry_t new_l2,u_int flags,vm_page_t m,struct rwlock ** lockp) pmap_enter_l2() argument
6258 pmap_enter_l3c_rx(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_page_t * ml3p,vm_prot_t prot,struct rwlock ** lockp) pmap_enter_l3c_rx() argument
6289 pmap_enter_l3c(pmap_t pmap,vm_offset_t va,pt_entry_t l3e,u_int flags,vm_page_t m,vm_page_t * ml3p,struct rwlock ** lockp) pmap_enter_l3c() argument
6497 vm_offset_t va; pmap_enter_object() local
6551 pmap_enter_quick(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot) pmap_enter_quick() argument
6564 pmap_enter_quick_locked(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,vm_page_t mpte,struct rwlock ** lockp) pmap_enter_quick_locked() argument
6858 pmap_copy_l3c(pmap_t pmap,pt_entry_t * l3p,vm_offset_t va,pt_entry_t l3e,vm_page_t ml3,struct rwlock ** lockp) pmap_copy_l3c() argument
7134 void *va = VM_PAGE_TO_DMAP(m); pmap_zero_page() local
7149 void *va = VM_PAGE_TO_DMAP(m); pmap_zero_page_area() local
7736 vm_offset_t va; pmap_remove_write() local
7847 vm_offset_t va; pmap_ts_referenced() local
7996 vm_offset_t va, va_next, dva; pmap_advise() local
8175 vm_offset_t va; pmap_clear_modify() local
8259 vm_offset_t va, offset; pmap_mapbios() local
8381 char *va; pmap_unmapbios() local
8497 pmap_change_attr(void * va,vm_size_t size,int mode) pmap_change_attr() argument
8533 pmap_change_prot(void * va,vm_size_t size,vm_prot_t prot) pmap_change_prot() argument
8551 vm_offset_t base, offset, tmpva, va; pmap_change_props_locked() local
8786 pmap_demote_l1(pmap_t pmap,pt_entry_t * l1,vm_offset_t va) pmap_demote_l1() argument
8900 pmap_demote_l2_abort(pmap_t pmap,vm_offset_t va,pt_entry_t * l2,struct rwlock ** lockp) pmap_demote_l2_abort() argument
8915 pmap_demote_l2_locked(pmap_t pmap,pt_entry_t * l2,vm_offset_t va,struct rwlock ** lockp) pmap_demote_l2_locked() argument
9079 pmap_demote_l2(pmap_t pmap,pt_entry_t * l2,vm_offset_t va) pmap_demote_l2() argument
9095 pmap_demote_l2c(pmap_t pmap,pt_entry_t * l2p,vm_offset_t va) pmap_demote_l2c() argument
9185 pmap_demote_l3c(pmap_t pmap,pt_entry_t * l3p,vm_offset_t va) pmap_demote_l3c() argument
9678 pmap_sync_icache(pmap_t pmap,vm_offset_t va,vm_size_t sz) pmap_sync_icache() argument
10072 vm_offset_t va; pmap_bti_same() local
10101 pmap_pte_bti(pmap_t pmap,vm_offset_t va) pmap_pte_bti() argument
10253 pmap_san_enter(vm_offset_t va) pmap_san_enter() argument
10392 sysctl_kmaps_reinit(struct pmap_kernel_map_range * range,vm_offset_t va,pt_entry_t attrs) sysctl_kmaps_reinit() argument
10433 sysctl_kmaps_check(struct sbuf * sb,struct pmap_kernel_map_range * range,vm_offset_t va,pd_entry_t l0e,pd_entry_t l1e,pd_entry_t l2e,pt_entry_t l3e) sysctl_kmaps_check() argument
[all...] |
| /freebsd/sys/arm/arm/ |
| H A D | pmap-v6.c | 329 vm_offset_t va);
330 static int pmap_enter_pte1(pmap_t pmap, vm_offset_t va, pt1_entry_t pte1,
332 void cache_icache_sync_fresh(vm_offset_t va, vm_paddr_t pa, vm_size_t size);
651 pt2map_pt2pg(vm_offset_t va) in pt2map_pt2pg() argument
654 va &= ~(NPT2_IN_PG * PTE1_SIZE - 1); in pt2map_pt2pg()
655 return ((vm_offset_t)pt2map_entry(va)); in pt2map_pt2pg()
722 #define KERNEL_V2P(va) \ argument
723 ((vm_paddr_t)((va) - KERNVIRTADDR + arm_physmem_kernaddr))
913 pmap_preboot_pt2pg_setup(vm_offset_t va) in pmap_preboot_pt2pg_setup() argument
919 pte2p = kern_pt2tab_entry(va); in pmap_preboot_pt2pg_setup()
[all …]
|
| /freebsd/sys/arm64/vmm/ |
| H A D | vmm_mmu.c | 158 vmmpmap_l1_table(vm_offset_t va) in vmmpmap_l1_table() argument
166 l0e = atomic_load_64(&l0[pmap_l0_index(va)]); in vmmpmap_l1_table()
178 rv = atomic_cmpset_64(&l0[pmap_l0_index(va)], l0e, new_l0e); in vmmpmap_l1_table()
197 vmmpmap_l2_table(vm_offset_t va) in vmmpmap_l2_table() argument
203 l1 = vmmpmap_l1_table(va); in vmmpmap_l2_table()
209 l1e = atomic_load_64(&l1[pmap_l1_index(va)]); in vmmpmap_l2_table()
221 rv = atomic_cmpset_64(&l1[pmap_l1_index(va)], l1e, new_l1e); in vmmpmap_l2_table()
240 vmmpmap_l3_table(vm_offset_t va) in vmmpmap_l3_table() argument
246 l2 = vmmpmap_l2_table(va); in vmmpmap_l3_table()
252 l2e = atomic_load_64(&l2[pmap_l2_index(va)]); in vmmpmap_l3_table()
[all …]
|
| /freebsd/sys/i386/i386/ |
| H A D | pmap.c | 187 #define vtopte(va) (PTmap + i386_btop(va)) argument
237 vm_offset_t va; member
289 static void pmap_pv_demote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa);
290 static bool pmap_pv_insert_pde(pmap_t pmap, vm_offset_t va, pd_entry_t pde,
293 static void pmap_pv_promote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa);
295 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va);
297 vm_offset_t va);
300 static void pmap_abort_ptp(pmap_t pmap, vm_offset_t va, vm_page_t mpte);
301 static bool pmap_demote_pde(pmap_t pmap, pd_entry_t *pde, vm_offset_t va);
302 static int pmap_enter_4mpage(pmap_t pmap, vm_offset_t va, vm_page_t m,
[all …]
|
| /freebsd/sys/amd64/amd64/ |
| H A D | pmap.c | 545 void *va; in pc_to_domain()
608 #define PMAP_ADDRESS_IN_LARGEMAP(va) ((va) >= kva_layout.lm_low && \
609 (va) < kva_layout.lm_high)
651 static pt_entry_t pmap_pkru_get(pmap_t pmap, vm_offset_t va);
1342 static void pmap_pv_demote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa,
1344 static bool pmap_pv_insert_pde(pmap_t pmap, vm_offset_t va, pd_entry_t pde,
1347 static void pmap_pv_promote_pde(pmap_t pmap, vm_offset_t va, vm_paddr_t pa,
1350 static void pmap_pvh_free(struct md_page *pvh, pmap_t pmap, vm_offset_t va);
1352 vm_offset_t va);
533 void *va; global() member
596 PMAP_ADDRESS_IN_LARGEMAP(va) global() argument
1424 pmap_pde_pindex(vm_offset_t va) pmap_pde_pindex() argument
1430 pmap_pdpe_pindex(vm_offset_t va) pmap_pdpe_pindex() argument
1436 pmap_pml4e_pindex(vm_offset_t va) pmap_pml4e_pindex() argument
1442 pmap_pml5e_pindex(vm_offset_t va) pmap_pml5e_pindex() argument
1448 pmap_pml5e(pmap_t pmap,vm_offset_t va) pmap_pml5e() argument
1456 pmap_pml5e_u(pmap_t pmap,vm_offset_t va) pmap_pml5e_u() argument
1464 pmap_pml5e_to_pml4e(pml5_entry_t * pml5e,vm_offset_t va) pmap_pml5e_to_pml4e() argument
1475 pmap_pml4e(pmap_t pmap,vm_offset_t va) pmap_pml4e() argument
1494 pmap_pml4e_u(pmap_t pmap,vm_offset_t va) pmap_pml4e_u() argument
1502 pmap_pml4e_to_pdpe(pml4_entry_t * pml4e,vm_offset_t va) pmap_pml4e_to_pdpe() argument
1512 pmap_pdpe(pmap_t pmap,vm_offset_t va) pmap_pdpe() argument
1526 pmap_pdpe_to_pde(pdp_entry_t * pdpe,vm_offset_t va) pmap_pdpe_to_pde() argument
1538 pmap_pde(pmap_t pmap,vm_offset_t va) pmap_pde() argument
1554 pmap_pde_to_pte(pd_entry_t * pde,vm_offset_t va) pmap_pde_to_pte() argument
1566 pmap_pte(pmap_t pmap,vm_offset_t va) pmap_pte() argument
1617 vtopte(vm_offset_t va) vtopte() argument
1629 vtopde(vm_offset_t va) vtopde() argument
2069 vm_offset_t va; pmap_bootstrap() local
2892 pmap_update_pde_invalidate(pmap_t pmap,vm_offset_t va,pd_entry_t newpde) pmap_update_pde_invalidate() argument
3180 pmap_invalidate_page_pcid_cb(pmap_t pmap,vm_offset_t va,const bool invpcid_works1) pmap_invalidate_page_pcid_cb() argument
3218 pmap_invalidate_page_pcid_invpcid_cb(pmap_t pmap,vm_offset_t va) pmap_invalidate_page_pcid_invpcid_cb() argument
3224 pmap_invalidate_page_pcid_noinvpcid_cb(pmap_t pmap,vm_offset_t va) pmap_invalidate_page_pcid_noinvpcid_cb() argument
3243 pmap_invalidate_page_curcpu_cb(pmap_t pmap,vm_offset_t va,vm_offset_t addr2 __unused) pmap_invalidate_page_curcpu_cb() argument
3255 pmap_invalidate_page(pmap_t pmap,vm_offset_t va) pmap_invalidate_page() argument
3478 vm_offset_t va; global() member
3511 pmap_update_pde(pmap_t pmap,vm_offset_t va,pd_entry_t * pde,pd_entry_t newpde) pmap_update_pde() argument
3546 pmap_invalidate_pde_page(pmap_t pmap,vm_offset_t va,pd_entry_t pde) pmap_invalidate_pde_page() argument
3750 pmap_extract(pmap_t pmap,vm_offset_t va) pmap_extract() argument
3790 pmap_extract_and_hold(pmap_t pmap,vm_offset_t va,vm_prot_t prot) pmap_extract_and_hold() argument
3843 pmap_kextract(vm_offset_t va) pmap_kextract() argument
3881 pmap_kenter(vm_offset_t va,vm_paddr_t pa) pmap_kenter() argument
3891 pmap_kenter_attr(vm_offset_t va,vm_paddr_t pa,int mode) pmap_kenter_attr() argument
3907 pmap_kremove(vm_offset_t va) pmap_kremove() argument
3943 pmap_qenter(void * va,vm_page_t * ma,int count) pmap_qenter() argument
3977 vm_offset_t va; pmap_qremove() local
4055 pmap_remove_pt_page(pmap_t pmap,vm_offset_t va) pmap_remove_pt_page() argument
4069 pmap_unwire_ptp(pmap_t pmap,vm_offset_t va,vm_page_t m,struct spglist * free) pmap_unwire_ptp() argument
4081 _pmap_unwire_ptp(pmap_t pmap,vm_offset_t va,vm_page_t m,struct spglist * free) _pmap_unwire_ptp() argument
4149 pmap_unuse_pt(pmap_t pmap,vm_offset_t va,pd_entry_t ptepde,struct spglist * free) pmap_unuse_pt() argument
4166 pmap_abort_ptp(pmap_t pmap,vm_offset_t va,vm_page_t mpte) pmap_abort_ptp() argument
4454 pmap_allocpte_free_unref(pmap_t pmap,vm_offset_t va,pt_entry_t * pte) pmap_allocpte_free_unref() argument
4469 pmap_allocpte_getpml4(pmap_t pmap,struct rwlock ** lockp,vm_offset_t va,bool addref) pmap_allocpte_getpml4() argument
4506 pmap_allocpte_getpdp(pmap_t pmap,struct rwlock ** lockp,vm_offset_t va,bool addref) pmap_allocpte_getpdp() argument
4581 pmap_allocpte_nosleep(pmap_t pmap,vm_pindex_t ptepindex,struct rwlock ** lockp,vm_offset_t va) pmap_allocpte_nosleep() argument
4710 pmap_allocpte_alloc(pmap_t pmap,vm_pindex_t ptepindex,struct rwlock ** lockp,vm_offset_t va) pmap_allocpte_alloc() argument
4726 pmap_alloc_pde(pmap_t pmap,vm_offset_t va,vm_page_t * pdpgp,struct rwlock ** lockp) pmap_alloc_pde() argument
4766 pmap_allocpte(pmap_t pmap,vm_offset_t va,struct rwlock ** lockp) pmap_allocpte() argument
4965 vm_offset_t va, start, end; pmap_page_array_startup() local
5208 vm_offset_t va; reclaim_pv_chunk_domain() local
5680 pmap_pvh_remove(struct md_page * pvh,pmap_t pmap,vm_offset_t va) pmap_pvh_remove() argument
5700 pmap_pv_demote_pde(pmap_t pmap,vm_offset_t va,vm_paddr_t pa,struct rwlock ** lockp) pmap_pv_demote_pde() argument
5768 pmap_pv_promote_pde(pmap_t pmap,vm_offset_t va,vm_paddr_t pa,struct rwlock ** lockp) pmap_pv_promote_pde() argument
5810 pmap_pvh_free(struct md_page * pvh,pmap_t pmap,vm_offset_t va) pmap_pvh_free() argument
5824 pmap_try_insert_pv_entry(pmap_t pmap,vm_offset_t va,vm_page_t m,struct rwlock ** lockp) pmap_try_insert_pv_entry() argument
5847 pmap_pv_insert_pde(pmap_t pmap,vm_offset_t va,pd_entry_t pde,u_int flags,struct rwlock ** lockp) pmap_pv_insert_pde() argument
5887 pmap_demote_pde(pmap_t pmap,pd_entry_t * pde,vm_offset_t va) pmap_demote_pde() argument
5927 pmap_demote_pde_abort(pmap_t pmap,vm_offset_t va,pd_entry_t * pde,pd_entry_t oldpde,struct rwlock ** lockp) pmap_demote_pde_abort() argument
5944 pmap_demote_pde_locked(pmap_t pmap,pd_entry_t * pde,vm_offset_t va,struct rwlock ** lockp) pmap_demote_pde_locked() argument
5951 pmap_demote_pde_mpte(pmap_t pmap,pd_entry_t * pde,vm_offset_t va,struct rwlock ** lockp,vm_page_t mpte) pmap_demote_pde_mpte() argument
6100 pmap_remove_kernel_pde(pmap_t pmap,pd_entry_t * pde,vm_offset_t va) pmap_remove_kernel_pde() argument
6144 vm_offset_t eva, va; pmap_remove_pde() local
6206 pmap_remove_pte(pmap_t pmap,pt_entry_t * ptq,vm_offset_t va,pd_entry_t ptepde,struct spglist * free,struct rwlock ** lockp) pmap_remove_pte() argument
6240 pmap_remove_page(pmap_t pmap,vm_offset_t va,pd_entry_t * pde,struct spglist * free) pmap_remove_page() argument
6268 vm_offset_t va; pmap_remove_ptes() local
6501 vm_offset_t va; pmap_remove_all() local
6818 pmap_promote_pde(pmap_t pmap,pd_entry_t * pde,vm_offset_t va,vm_page_t mpte,struct rwlock ** lockp) pmap_promote_pde() argument
6986 pmap_enter_largepage(pmap_t pmap,vm_offset_t va,pt_entry_t newpte,int flags,int psind) pmap_enter_largepage() argument
7094 pmap_enter(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,u_int flags,int8_t psind) pmap_enter() argument
7376 pmap_enter_2mpage(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,struct rwlock ** lockp) pmap_enter_2mpage() argument
7433 pmap_enter_pde(pmap_t pmap,vm_offset_t va,pd_entry_t newpde,u_int flags,vm_page_t m,struct rwlock ** lockp) pmap_enter_pde() argument
7640 vm_offset_t va; pmap_enter_object() local
7680 pmap_enter_quick(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot) pmap_enter_quick() argument
7693 pmap_enter_quick_locked(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,vm_page_t mpte,struct rwlock ** lockp) pmap_enter_quick_locked() argument
7820 vm_offset_t va; pmap_kenter_temporary() local
8250 void *va; pmap_zero_page() local
8269 void *va = VM_PAGE_TO_DMAP(m); pmap_zero_page_area() local
8841 vm_offset_t va; pmap_remove_write() local
8944 vm_offset_t va; pmap_ts_referenced() local
9146 vm_offset_t va, va_next; pmap_advise() local
9291 vm_offset_t va; pmap_clear_modify() local
9394 char *va; pmap_mapdev_internal() local
9495 char *va; pmap_unmapdev() local
9532 pmap_demote_pdpe(pmap_t pmap,pdp_entry_t * pdpe,vm_offset_t va,vm_page_t m) pmap_demote_pdpe() argument
9657 pmap_change_attr(void * va,vm_size_t size,int mode) pmap_change_attr() argument
9676 pmap_change_prot(void * va,vm_size_t size,vm_prot_t prot) pmap_change_prot() argument
9695 vm_offset_t base, offset, tmpva, va; pmap_change_props_locked() local
9947 vm_offset_t va; pmap_demote_DMAP() local
10301 pmap_sync_icache(pmap_t pm,vm_offset_t va,vm_size_t sz) pmap_sync_icache() argument
10348 pmap_emulate_accessed_dirty(pmap_t pmap,vm_offset_t va,int ftype) pmap_emulate_accessed_dirty() argument
10443 pmap_get_mapping(pmap_t pmap,vm_offset_t va,uint64_t * ptr,int * num) pmap_get_mapping() argument
10646 pmap_large_map_pdpe(vm_offset_t va) pmap_large_map_pdpe() argument
10674 pmap_large_map_pde(vm_offset_t va) pmap_large_map_pde() argument
10696 pmap_large_map_pte(vm_offset_t va) pmap_large_map_pte() argument
10719 pmap_large_map_kextract(vm_offset_t va) pmap_large_map_kextract() argument
10772 vm_offset_t va, inc; pmap_large_map() local
10850 vm_offset_t sva, va; pmap_large_unmap() local
10970 pmap_large_map_flush_range_clwb(vm_offset_t va,vm_size_t len) pmap_large_map_flush_range_clwb() argument
10979 pmap_large_map_flush_range_clflushopt(vm_offset_t va,vm_size_t len) pmap_large_map_flush_range_clflushopt() argument
10988 pmap_large_map_flush_range_clflush(vm_offset_t va,vm_size_t len) pmap_large_map_flush_range_clflush() argument
11019 vm_offset_t va; pmap_large_map_wb_large() local
11141 vm_offset_t va; pmap_pti_init() local
11189 pmap_pti_pdpe(vm_offset_t va) pmap_pti_pdpe() argument
11242 pmap_pti_unwire_pte(void * pte,vm_offset_t va) pmap_pti_unwire_pte() argument
11258 pmap_pti_pde(vm_offset_t va) pmap_pti_pde() argument
11291 pmap_pti_pte(vm_offset_t va,bool * unwire_pde) pmap_pti_pte() argument
11381 vm_offset_t va; pmap_pti_remove_kva() local
11475 vm_offset_t va; pmap_pkru_same() local
11500 pmap_pkru_get(pmap_t pmap,vm_offset_t va) pmap_pkru_get() argument
11558 vm_offset_t va, va_next; pmap_pkru_update_range() local
11741 pmap_san_enter_early(vm_offset_t va) pmap_san_enter_early() argument
11831 pmap_san_enter(vm_offset_t va) pmap_san_enter() argument
11964 sysctl_kmaps_reinit(struct pmap_kernel_map_range * range,vm_offset_t va,pt_entry_t attrs) sysctl_kmaps_reinit() argument
11980 sysctl_kmaps_check(struct sbuf * sb,struct pmap_kernel_map_range * range,vm_offset_t va,pml5_entry_t pml5e,pml4_entry_t pml4e,pdp_entry_t pdpe,pd_entry_t pde,pt_entry_t pte) sysctl_kmaps_check() argument
12196 vm_offset_t va; DB_SHOW_COMMAND() local
[all...] |
| /freebsd/lib/libkvm/ |
| H A D | kvm_minidump_amd64.c | 51 #define VA_OFF(vm, va) \ argument
52 (VM_IS_V1(vm) ? ((va) & (AMD64_PAGE_SIZE - 1)) : ((va) & AMD64_PAGE_MASK))
184 _amd64_minidump_vatop_v1(kvm_t *kd, kvaddr_t va, off_t *pa) in _amd64_minidump_vatop_v1() argument
194 offset = va & AMD64_PAGE_MASK; in _amd64_minidump_vatop_v1()
196 if (va >= vm->hdr.kernbase) { in _amd64_minidump_vatop_v1()
197 pteindex = (va - vm->hdr.kernbase) >> AMD64_PAGE_SHIFT; in _amd64_minidump_vatop_v1()
216 } else if (va >= vm->hdr.dmapbase && va < vm->hdr.dmapend) { in _amd64_minidump_vatop_v1()
217 a = (va - vm->hdr.dmapbase) & ~AMD64_PAGE_MASK; in _amd64_minidump_vatop_v1()
222 (uintmax_t)va); in _amd64_minidump_vatop_v1()
230 (uintmax_t)va); in _amd64_minidump_vatop_v1()
[all …]
|
| /freebsd/sys/kern/ |
| H A D | subr_devmap.c | 223 vm_offset_t va; in devmap_vtop() local
228 va = (vm_offset_t)vpva; in devmap_vtop()
230 if (va >= pd->pd_va && va + size <= pd->pd_va + pd->pd_size) in devmap_vtop()
231 return ((vm_paddr_t)(pd->pd_pa + (va - pd->pd_va))); in devmap_vtop()
258 char *va; in pmap_mapdev_attr() local
282 va = (char *)akva_devmap_vaddr; in pmap_mapdev_attr()
283 KASSERT((vm_offset_t)va >= in pmap_mapdev_attr()
290 va = kva_alloc_aligned(size, L2_SIZE); in pmap_mapdev_attr()
292 va = kva_alloc_aligned(size, L3C_SIZE); in pmap_mapdev_attr()
295 va = kva_alloc(size); in pmap_mapdev_attr()
[all …]
|
| /freebsd/sys/powerpc/aim/ |
| H A D | mmu_radix.c | 101 static void pmap_pte_walk(pml1_entry_t *l1, vm_offset_t va);
191 vm_offset_t va, uint16_t ap) in radix_tlbie() argument
195 MPASS((va & PAGE_MASK) == 0); in radix_tlbie()
198 rb = va | is | ap; in radix_tlbie()
204 radix_tlbie_fixup(uint32_t pid, vm_offset_t va, int ap) in radix_tlbie_fixup() argument
209 TLBIEL_INVAL_PAGE, 0, 0, va, ap); in radix_tlbie_fixup()
212 TLBIEL_INVAL_PAGE, pid, 0, va, ap); in radix_tlbie_fixup()
216 radix_tlbie_invlpg_user_4k(uint32_t pid, vm_offset_t va) in radix_tlbie_invlpg_user_4k() argument
220 TLBIEL_INVAL_PAGE, pid, 0, va, TLBIE_ACTUAL_PAGE_4K); in radix_tlbie_invlpg_user_4k()
221 radix_tlbie_fixup(pid, va, TLBIE_ACTUAL_PAGE_4 in radix_tlbie_invlpg_user_4k()
225 radix_tlbie_invlpg_user_2m(uint32_t pid,vm_offset_t va) radix_tlbie_invlpg_user_2m() argument
250 radix_tlbie_invlpg_kernel_4k(vm_offset_t va) radix_tlbie_invlpg_kernel_4k() argument
259 radix_tlbie_invlpg_kernel_2m(vm_offset_t va) radix_tlbie_invlpg_kernel_2m() argument
269 radix_tlbie_invlpg_kernel_1g(vm_offset_t va) radix_tlbie_invlpg_kernel_1g() argument
294 pmap_l3e_pindex(vm_offset_t va) pmap_l3e_pindex() argument
300 pmap_pml3e_index(vm_offset_t va) pmap_pml3e_index() argument
307 pmap_pml2e_index(vm_offset_t va) pmap_pml2e_index() argument
313 pmap_pml1e_index(vm_offset_t va) pmap_pml1e_index() argument
320 pmap_pte_index(vm_offset_t va) pmap_pte_index() argument
328 pmap_l3e_to_pte(pt_entry_t * l3e,vm_offset_t va) pmap_l3e_to_pte() argument
340 pmap_l2e_to_l3e(pt_entry_t * l2e,vm_offset_t va) pmap_l2e_to_l3e() argument
352 pmap_l1e_to_l2e(pt_entry_t * l1e,vm_offset_t va) pmap_l1e_to_l2e() argument
364 pmap_pml1e(pmap_t pmap,vm_offset_t va) pmap_pml1e() argument
371 pmap_pml2e(pmap_t pmap,vm_offset_t va) pmap_pml2e() argument
382 pmap_pml3e(pmap_t pmap,vm_offset_t va) pmap_pml3e() argument
393 pmap_pte(pmap_t pmap,vm_offset_t va) pmap_pte() argument
886 pagezero(void * va) pagezero() argument
905 kvtopte(vm_offset_t va) kvtopte() argument
916 mmu_radix_kenter(vm_offset_t va,vm_paddr_t pa) mmu_radix_kenter() argument
933 pmap_nofault_pte(pmap_t pmap,vm_offset_t va,int * is_l3e) pmap_nofault_pte() argument
956 pmap_nofault(pmap_t pmap,vm_offset_t va,vm_prot_t flags) pmap_nofault() argument
1139 pmap_invalidate_l3e_page(pmap_t pmap,vm_offset_t va,pml3_entry_t l3e) pmap_invalidate_l3e_page() argument
1257 pmap_pvh_remove(struct md_page * pvh,pmap_t pmap,vm_offset_t va) pmap_pvh_remove() argument
1285 pmap_pv_demote_l3e(pmap_t pmap,vm_offset_t va,vm_paddr_t pa,struct rwlock ** lockp) pmap_pv_demote_l3e() argument
1382 vm_offset_t va; reclaim_pv_chunk() local
1674 pmap_pv_promote_l3e(pmap_t pmap,vm_offset_t va,vm_paddr_t pa,struct rwlock ** lockp) pmap_pv_promote_l3e() argument
1716 pmap_pvh_free(struct md_page * pvh,pmap_t pmap,vm_offset_t va) pmap_pvh_free() argument
1730 pmap_try_insert_pv_entry(pmap_t pmap,vm_offset_t va,vm_page_t m,struct rwlock ** lockp) pmap_try_insert_pv_entry() argument
2056 vm_offset_t va; mmu_radix_late_bootstrap() local
2225 vm_offset_t va, va_next; mmu_radix_advise() local
2432 vm_offset_t va; mmu_radix_clear_modify() local
2718 pmap_promote_l3e(pmap_t pmap,pml3_entry_t * pde,vm_offset_t va,struct rwlock ** lockp) pmap_promote_l3e() argument
2821 mmu_radix_enter(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,u_int flags,int8_t psind) mmu_radix_enter() argument
3140 pmap_abort_ptp(pmap_t pmap,vm_offset_t va,vm_page_t pdpg) pmap_abort_ptp() argument
3165 pmap_enter_2mpage(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,struct rwlock ** lockp) pmap_enter_2mpage() argument
3198 pmap_enter_l3e(pmap_t pmap,vm_offset_t va,pml3_entry_t newpde,u_int flags,vm_page_t m,struct rwlock ** lockp) pmap_enter_l3e() argument
3333 vm_offset_t va; mmu_radix_enter_object() local
3369 mmu_radix_enter_quick_locked(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot,vm_page_t mpte,struct rwlock ** lockp,bool * invalidate) mmu_radix_enter_quick_locked() argument
3476 mmu_radix_enter_quick(pmap_t pmap,vm_offset_t va,vm_page_t m,vm_prot_t prot) mmu_radix_enter_quick() argument
3496 mmu_radix_extract(pmap_t pmap,vm_offset_t va) mmu_radix_extract() argument
3528 mmu_radix_extract_and_hold(pmap_t pmap,vm_offset_t va,vm_prot_t prot) mmu_radix_extract_and_hold() argument
4404 pmap_allocl3e(pmap_t pmap,vm_offset_t va,struct rwlock ** lockp) pmap_allocl3e() argument
4428 pmap_allocpte(pmap_t pmap,vm_offset_t va,struct rwlock ** lockp) pmap_allocpte() argument
4499 vm_offset_t eva, va; pmap_protect_l3e() local
4668 vm_offset_t va; mmu_radix_qenter() local
4706 vm_offset_t va; mmu_radix_qremove() local
4764 pmap_remove_pt_page(pmap_t pmap,vm_offset_t va) pmap_remove_pt_page() argument
4778 pmap_unwire_ptp(pmap_t pmap,vm_offset_t va,vm_page_t m,struct spglist * free) pmap_unwire_ptp() argument
4790 _pmap_unwire_ptp(pmap_t pmap,vm_offset_t va,vm_page_t m,struct spglist * free) _pmap_unwire_ptp() argument
4841 pmap_unuse_pt(pmap_t pmap,vm_offset_t va,pml3_entry_t ptepde,struct spglist * free) pmap_unuse_pt() argument
4876 pmap_pv_insert_l3e(pmap_t pmap,vm_offset_t va,pml3_entry_t pde,u_int flags,struct rwlock ** lockp) pmap_pv_insert_l3e() argument
4912 pmap_demote_l3e(pmap_t pmap,pml3_entry_t * pde,vm_offset_t va) pmap_demote_l3e() argument
4925 pmap_demote_l3e_locked(pmap_t pmap,pml3_entry_t * l3e,vm_offset_t va,struct rwlock ** lockp) pmap_demote_l3e_locked() argument
5036 pmap_remove_kernel_l3e(pmap_t pmap,pml3_entry_t * l3e,vm_offset_t va) pmap_remove_kernel_l3e() argument
5070 vm_offset_t eva, va; pmap_remove_l3e() local
5115 pmap_remove_pte(pmap_t pmap,pt_entry_t * ptq,vm_offset_t va,pml3_entry_t ptepde,struct spglist * free,struct rwlock ** lockp) pmap_remove_pte() argument
5149 pmap_remove_page(pmap_t pmap,vm_offset_t va,pml3_entry_t * l3e,struct spglist * free) pmap_remove_page() argument
5182 vm_offset_t va; pmap_remove_ptes() local
5339 vm_offset_t va; mmu_radix_remove_all() local
5891 char *va; mmu_radix_mapdev_attr() local
5951 mmu_radix_unmapdev(void * va,vm_size_t size) mmu_radix_unmapdev() argument
5973 mmu_radix_sync_icache(pmap_t pm,vm_offset_t va,vm_size_t sz) mmu_radix_sync_icache() argument
6016 pmap_demote_l2e(pmap_t pmap,pml2_entry_t * l2e,vm_offset_t va) pmap_demote_l2e() argument
6067 mmu_radix_kextract(vm_offset_t va) mmu_radix_kextract() argument
6119 mmu_radix_kenter_attr(vm_offset_t va,vm_paddr_t pa,vm_memattr_t ma) mmu_radix_kenter_attr() argument
6132 mmu_radix_kremove(vm_offset_t va) mmu_radix_kremove() argument
6171 mmu_radix_dumpsys_map(vm_paddr_t pa,size_t sz,void ** va) mmu_radix_dumpsys_map() argument
6198 mmu_radix_change_attr(void * va,vm_size_t size,vm_memattr_t mode) mmu_radix_change_attr() argument
6212 vm_offset_t base, offset, tmpva, va; pmap_change_attr_locked() local
6429 vm_offset_t va; mmu_radix_page_array_startup() local
6475 pmap_pte_walk(pml1_entry_t * l1,vm_offset_t va) pmap_pte_walk() argument
6526 vm_offset_t va; DB_SHOW_COMMAND() local
[all...] |
| H A D | mmu_oea.c | 324 void moea_dumpsys_map(vm_paddr_t pa, size_t sz, void **va);
457 tlbie(vm_offset_t va) in tlbie() argument
462 __asm __volatile("tlbie %0" :: "r"(va)); in tlbie()
470 vm_offset_t va; in tlbia() local
472 for (va = 0; va < 0x00040000; va += 0x00001000) { in tlbia()
473 __asm __volatile("tlbie %0" :: "r"(va)); in tlbia()
481 va_to_sr(u_int *sr, vm_offset_t va) in va_to_sr() argument
483 return (sr[(uintptr_t)va >> ADDR_SR_SHFT]); in va_to_sr()
536 moea_pte_match(struct pte *pt, u_int sr, vm_offset_t va, int which) in moea_pte_match() argument
540 ((va >> ADDR_API_SHFT) & PTE_API) | which); in moea_pte_match()
[all …]
|
| /freebsd/sys/riscv/iommu/ |
| H A D | iommu_pmap.c | 66 #define pmap_l0_index(va) (((va) >> L0_SHIFT) & Ln_ADDR_MASK) argument
67 #define pmap_l1_index(va) (((va) >> L1_SHIFT) & Ln_ADDR_MASK) argument
68 #define pmap_l2_index(va) (((va) >> L2_SHIFT) & Ln_ADDR_MASK) argument
69 #define pmap_l3_index(va) (((va) >> L3_SHIFT) & Ln_ADDR_MASK) argument
84 pmap_l0(struct riscv_iommu_pmap *pmap, vm_offset_t va) in pmap_l0() argument
88 KASSERT(VIRT_IS_VALID(va), in pmap_l0()
89 ("%s: malformed virtual address %#lx", __func__, va)); in pmap_l0()
90 return (&pmap->pm_top[pmap_l0_index(va)]); in pmap_l0()
94 pmap_l0_to_l1(struct riscv_iommu_pmap *pmap, pd_entry_t *l0, vm_offset_t va) in pmap_l0_to_l1() argument
104 return (&l1[pmap_l1_index(va)]); in pmap_l0_to_l1()
[all …]
|
| /freebsd/contrib/pkgconf/libpkgconf/ |
| H A D | output.c | 57 va_list va; in pkgconf_output_fmt() local
59 va_start(va, fmt); in pkgconf_output_fmt()
60 ret = pkgconf_output_vfmt(output, stream, fmt, va); in pkgconf_output_fmt()
61 va_end(va); in pkgconf_output_fmt()
69 va_list va; in pkgconf_output_vfmt() local
73 va_copy(va, src_va); in pkgconf_output_vfmt()
74 pkgconf_buffer_append_vfmt(&buf, fmt, va); in pkgconf_output_vfmt()
75 va_end(va); in pkgconf_output_vfmt()
127 pkgconf_output_file_vfmt(FILE *f, const char *fmt, va_list va) in pkgconf_output_file_vfmt() argument
129 int ret = vfprintf(f, fmt, va); in pkgconf_output_file_vfmt()
[all …]
|
| H A D | buffer.c | 123 va_list va; in pkgconf_buffer_append_vfmt() local
127 va_copy(va, src_va); in pkgconf_buffer_append_vfmt()
128 needed = vsnprintf(NULL, 0, fmt, va) + 1; in pkgconf_buffer_append_vfmt()
129 va_end(va); in pkgconf_buffer_append_vfmt()
135 va_copy(va, src_va); in pkgconf_buffer_append_vfmt()
136 vsnprintf(buf, needed, fmt, va); in pkgconf_buffer_append_vfmt()
137 va_end(va); in pkgconf_buffer_append_vfmt()
160 va_list va; in pkgconf_buffer_append_fmt() local
162 va_start(va, fmt); in pkgconf_buffer_append_fmt()
163 bool ret = pkgconf_buffer_append_vfmt(buffer, fmt, va); in pkgconf_buffer_append_fmt()
[all …]
|
| /freebsd/sys/fs/smbfs/ |
| H A D | smbfs_node.c | 305 struct vattr va; in smbfs_inactive() local
313 VOP_GETATTR(vp, &va, cred); in smbfs_inactive()
355 smbfs_attr_cachelookup(struct vnode *vp, struct vattr *va) in smbfs_attr_cachelookup() argument
364 va->va_type = vp->v_type; /* vnode type (for create) */ in smbfs_attr_cachelookup()
365 va->va_flags = 0; /* flags defined for file */ in smbfs_attr_cachelookup()
367 va->va_mode = smp->sm_file_mode; /* files access mode and type */ in smbfs_attr_cachelookup()
369 va->va_mode &= ~(S_IWUSR|S_IWGRP|S_IWOTH); in smbfs_attr_cachelookup()
370 va->va_flags |= UF_READONLY; in smbfs_attr_cachelookup()
373 va->va_mode = smp->sm_dir_mode; /* files access mode and type */ in smbfs_attr_cachelookup()
376 va->va_size = np->n_size; in smbfs_attr_cachelookup()
[all …]
|
| /freebsd/contrib/tcsh/ |
| H A D | tc.printf.c | 371 va_list va; in xsnprintf() local
372 va_start(va, fmt); in xsnprintf()
376 count = doprnt(xaddchar, fmt, va); in xsnprintf()
377 va_end(va); in xsnprintf()
387 va_list va; in xprintf() local
388 va_start(va, fmt); in xprintf()
389 count = doprnt(xputchar, fmt, va); in xprintf()
390 va_end(va); in xprintf()
395 xvprintf(const char *fmt, va_list va) in xvprintf() argument
397 return doprnt(xputchar, fmt, va); in xvprintf()
[all …]
|
| /freebsd/sys/dev/xdma/ |
| H A D | xdma_iommu.c | 62 xdma_iommu_remove_entry(xdma_channel_t *xchan, vm_offset_t va) in xdma_iommu_remove_entry() argument
68 va &= ~(PAGE_SIZE - 1); in xdma_iommu_remove_entry()
69 pmap_remove(&xio->p, va, va + PAGE_SIZE); in xdma_iommu_remove_entry()
71 XDMA_IOMMU_REMOVE(xio->dev, xio, va); in xdma_iommu_remove_entry()
73 vmem_free(xio->vmem, va, PAGE_SIZE); in xdma_iommu_remove_entry()
77 xdma_iommu_enter(struct xdma_iommu *xio, vm_offset_t va, in xdma_iommu_enter() argument
90 pmap_enter(p, va, m, prot, prot | PMAP_ENTER_WIRED, 0); in xdma_iommu_enter()
92 XDMA_IOMMU_ENTER(xio->dev, xio, va, pa); in xdma_iommu_enter()
94 va += PAGE_SIZE; in xdma_iommu_enter()
100 xdma_iommu_add_entry(xdma_channel_t *xchan, vm_offset_t *va, in xdma_iommu_add_entry() argument
[all …]
|
| /freebsd/contrib/llvm-project/lld/MachO/Arch/ |
| H A D | ARM64Common.h | 26 void relocateOne(uint8_t *loc, const Reloc &, uint64_t va,
46 uint64_t va) { in encodeBranch26() argument
47 checkInt(loc, r, va, 28); in encodeBranch26()
50 llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0)); in encodeBranch26()
54 uint64_t va) { in encodeBranch26() argument
55 checkInt(loc, d, va, 28); in encodeBranch26()
56 llvm::support::endian::write32le(loc, base | bitField(va, 2, 26, 0)); in encodeBranch26()
65 uint64_t va) { in encodePage21() argument
66 checkInt(loc, r, va, 35); in encodePage21()
67 llvm::support::endian::write32le(loc, base | bitField(va, 12, 2, 29) | in encodePage21()
[all …]
|
| /freebsd/contrib/netbsd-tests/fs/puffs/h_dtfs/ |
| H A D | dtfs_vnops.c | 110 const struct vattr *va, const struct puffs_cred *pcr) in dtfs_node_setattr() argument
116 if (va->va_flags != PUFFS_VNOVAL) in dtfs_node_setattr()
119 if (va->va_uid != PUFFS_VNOVAL || va->va_gid != PUFFS_VNOVAL) { in dtfs_node_setattr()
121 va->va_uid, va->va_gid, pcr); in dtfs_node_setattr()
126 if (va->va_mode != PUFFS_VNOVAL) { in dtfs_node_setattr()
128 pn->pn_va.va_type, va->va_mode, pcr); in dtfs_node_setattr()
133 if ((va->va_atime.tv_sec != PUFFS_VNOVAL in dtfs_node_setattr()
134 && va->va_atime.tv_nsec != PUFFS_VNOVAL) in dtfs_node_setattr()
135 || (va->va_mtime.tv_sec != PUFFS_VNOVAL in dtfs_node_setattr()
136 && va->va_mtime.tv_nsec != PUFFS_VNOVAL)) { in dtfs_node_setattr()
[all …]
|