/freebsd/sys/amd64/amd64/ |
H A D | efirt_machdep.c | 123 mphys = VM_PAGE_TO_PHYS(m); in efi_1t1_pte() 136 mphys = VM_PAGE_TO_PHYS(m); in efi_1t1_pte() 147 mphys = VM_PAGE_TO_PHYS(m); in efi_1t1_pte() 158 mphys = VM_PAGE_TO_PHYS(m); in efi_1t1_pte() 189 pml = (void *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(efi_pmltop_page)); in efi_create_1t1_map() 247 if (m != NULL && VM_PAGE_TO_PHYS(m) == 0) { in efi_create_1t1_map() 307 cr3 = VM_PAGE_TO_PHYS(efi_pmltop_page); in efi_arch_enter()
|
H A D | mp_machdep.c | 340 boot_address = VM_PAGE_TO_PHYS(m_boottramp); in start_all_aps() 345 v_pml4 = (pml4_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pml4)); in start_all_aps() 350 v_pdp = (pdp_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pdp)); in start_all_aps() 352 v_pd = (pd_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pd[0])); in start_all_aps() 357 v_pd = (pd_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pd[1])); in start_all_aps() 362 v_pd = (pd_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pd[2])); in start_all_aps() 367 v_pd = (pd_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pd[3])); in start_all_aps() 371 v_pdp[0] = VM_PAGE_TO_PHYS(m_pd[0]) | X86_PG_V | in start_all_aps() 373 v_pdp[1] = VM_PAGE_TO_PHYS(m_pd[1]) | X86_PG_V | in start_all_aps() 375 v_pdp[2] = VM_PAGE_TO_PHYS(m_pd[2]) | X86_PG_V | in start_all_aps() [all …]
|
H A D | pmap.c | 386 CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, VM_PAGE_TO_PHYS(m)) 398 PHYS_TO_PV_LIST_LOCK(VM_PAGE_TO_PHYS(m)) 1065 pa = VM_PAGE_TO_PHYS(m); in pmap_delayed_invl_genp() 1078 return (&pv_invl_gen[pa_index(VM_PAGE_TO_PHYS(m)) % NPV_LIST_LOCKS]); in pmap_delayed_invl_genp() 2194 v_code = (char *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_code)); in pmap_bootstrap_la57() 2196 KPML5phys = VM_PAGE_TO_PHYS(m_pml5); in pmap_bootstrap_la57() 2199 v_pml4 = (pdp_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pml4)); in pmap_bootstrap_la57() 2201 v_pdp = (pdp_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pdp)); in pmap_bootstrap_la57() 2203 v_pd = (pdp_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pd)); in pmap_bootstrap_la57() 2205 v_pt = (pt_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m_pt)); in pmap_bootstrap_la57() [all …]
|
/freebsd/sys/arm64/arm64/ |
H A D | efirt_machdep.c | 105 mphys = VM_PAGE_TO_PHYS(m); in efi_1t1_l3() 116 mphys = VM_PAGE_TO_PHYS(m); in efi_1t1_l3() 127 mphys = VM_PAGE_TO_PHYS(m); in efi_1t1_l3() 176 efi_l0 = (pd_entry_t *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(efi_l0_page)); in efi_create_1t1_map() 178 VM_PAGE_TO_PHYS(efi_l0_page); in efi_create_1t1_map()
|
/freebsd/sys/powerpc/powerpc/ |
H A D | uma_machdep.c | 60 pa = VM_PAGE_TO_PHYS(m); in uma_small_alloc() 92 dump_drop_page(VM_PAGE_TO_PHYS(m)); in uma_small_free()
|
/freebsd/sys/arm64/vmm/ |
H A D | vmm_mmu.c | 65 l0_paddr = VM_PAGE_TO_PHYS(m); in vmmpmap_init() 175 new_l0e = VM_PAGE_TO_PHYS(m) | L0_TABLE; in vmmpmap_l1_table() 218 new_l1e = VM_PAGE_TO_PHYS(m) | L1_TABLE; in vmmpmap_l2_table() 261 new_l2e = VM_PAGE_TO_PHYS(m) | L2_TABLE; in vmmpmap_l3_table()
|
/freebsd/sys/compat/linuxkpi/common/include/linux/ |
H A D | page.h | 77 #define page_to_pfn(pp) (VM_PAGE_TO_PHYS(pp) >> PAGE_SHIFT) 80 #define page_to_phys(page) VM_PAGE_TO_PHYS(page)
|
/freebsd/sys/opencrypto/ |
H A D | criov.c | 165 char *kaddr = (char *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(*pages)); in cvm_page_apply() 186 return (((char *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(*pages))) + skip); in cvm_page_contiguous_segment() 203 bcopy(cp, (char *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(*pages)) + off, in cvm_page_copyback() 228 bcopy(((char *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(*pages)) + off), cp, in cvm_page_copydata() 442 return ((char *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS( in crypto_cursor_segment() 497 dst = (char *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS( in crypto_cursor_copyback() 586 src = (char *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS( in crypto_cursor_copydata()
|
/freebsd/sys/powerpc/aim/ |
H A D | mmu_oea64.c | 141 #define PV_PAGE_LOCK(m) PV_LOCK(VM_PAGE_TO_PHYS(m)) 142 #define PV_PAGE_UNLOCK(m) PV_UNLOCK(VM_PAGE_TO_PHYS(m)) 143 #define PV_PAGE_LOCKASSERT(m) PV_LOCKASSERT(VM_PAGE_TO_PHYS(m)) 184 #define SP_PV_PAGE_LOCK(m) SP_PV_LOCK(VM_PAGE_TO_PHYS(m)) 185 #define SP_PV_PAGE_UNLOCK(m) SP_PV_UNLOCK(VM_PAGE_TO_PHYS(m)) 538 mtx_assert(PV_LOCKPTR(VM_PAGE_TO_PHYS(m)), MA_OWNED); in vm_page_to_pvoh() 1463 moea64_set_scratchpage_pa(0, VM_PAGE_TO_PHYS(msrc)); in moea64_copy_page() 1464 moea64_set_scratchpage_pa(1, VM_PAGE_TO_PHYS(mdst)); in moea64_copy_page() 1478 dst = VM_PAGE_TO_PHYS(mdst); in moea64_copy_page_dmap() 1479 src = VM_PAGE_TO_PHYS(msrc); in moea64_copy_page_dmap() [all …]
|
H A D | mmu_radix.c | 710 CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, VM_PAGE_TO_PHYS(m)) 722 PHYS_TO_PV_LIST_LOCK(VM_PAGE_TO_PHYS(m)) 1046 !TAILQ_EMPTY(&pa_to_pvh(VM_PAGE_TO_PHYS(m))->pv_list)); in mmu_radix_page_is_mapped() 1475 pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); in reclaim_pv_chunk() 2449 pa_to_pvh(VM_PAGE_TO_PHYS(m)); in mmu_radix_clear_modify() 2476 va += VM_PAGE_TO_PHYS(m) - (oldl3e & in mmu_radix_clear_modify() 2582 PHYS_TO_DMAP(VM_PAGE_TO_PHYS(dst_pdpg)); in mmu_radix_copy() 2621 PHYS_TO_DMAP(VM_PAGE_TO_PHYS(dstmpte)); in mmu_radix_copy() 2675 vm_offset_t src = PHYS_TO_DMAP(VM_PAGE_TO_PHYS(msrc)); in mmu_radix_copy_page() 2676 vm_offset_t dst = PHYS_TO_DMAP(VM_PAGE_TO_PHYS(mdst)); in mmu_radix_copy_page() [all …]
|
H A D | mmu_oea.c | 1056 dst = VM_PAGE_TO_PHYS(mdst); in moea_copy_page() 1057 src = VM_PAGE_TO_PHYS(msrc); in moea_copy_page() 1073 a_cp = (char *)VM_PAGE_TO_PHYS(ma[a_offset >> PAGE_SHIFT]) + in moea_copy_pages() 1077 b_cp = (char *)VM_PAGE_TO_PHYS(mb[b_offset >> PAGE_SHIFT]) + in moea_copy_pages() 1092 vm_offset_t off, pa = VM_PAGE_TO_PHYS(m); in moea_zero_page() 1101 vm_offset_t pa = VM_PAGE_TO_PHYS(m); in moea_zero_page_area() 1111 return (VM_PAGE_TO_PHYS(m)); in moea_quick_enter_page() 1193 pte_lo = moea_calc_wimg(VM_PAGE_TO_PHYS(m), pmap_page_get_memattr(m)); in moea_enter_locked() 1206 error = moea_pvo_enter(pmap, zone, pvo_head, va, VM_PAGE_TO_PHYS(m), in moea_enter_locked() 1217 moea_syncicache(VM_PAGE_TO_PHYS(m), PAGE_SIZE); in moea_enter_locked() [all …]
|
H A D | slb.c | 508 va = (void *)PHYS_TO_DMAP(VM_PAGE_TO_PHYS(m)); in slb_uma_real_alloc() 510 va = (void *)(VM_PAGE_TO_PHYS(m) | DMAP_BASE_ADDRESS); in slb_uma_real_alloc() 511 pmap_kenter((vm_offset_t)va, VM_PAGE_TO_PHYS(m)); in slb_uma_real_alloc()
|
/freebsd/sys/vm/ |
H A D | vm_phys.c | 766 (VM_PAGE_TO_PHYS(m) & in vm_phys_enq_beg() 803 ((VM_PAGE_TO_PHYS(m) + npages * PAGE_SIZE) & in vm_phys_enq_range() 1243 pa = VM_PAGE_TO_PHYS(m); in vm_phys_free_pages() 1389 lo = atop(VM_PAGE_TO_PHYS(m)); in vm_phys_enqueue_contig() 1426 lo = atop(VM_PAGE_TO_PHYS(m)); in vm_phys_free_contig() 1592 if (VM_PAGE_TO_PHYS(m) < MAX(low, seg->start)) in vm_phys_find_freelist_contig() 1594 if (VM_PAGE_TO_PHYS(m) >= max_size && in vm_phys_find_freelist_contig() 1595 VM_PAGE_TO_PHYS(m) - max_size >= MAX(low, seg->start) && in vm_phys_find_freelist_contig() 1605 while (!vm_addr_ok(VM_PAGE_TO_PHYS(m_ret), in vm_phys_find_freelist_contig() 1607 VM_PAGE_TO_PHYS(m_ret) + size <= MIN(high, seg->end) && in vm_phys_find_freelist_contig() [all …]
|
H A D | vm_reserv.c | 501 return (seg->first_reserv + (VM_PAGE_TO_PHYS(m) >> VM_LEVEL_0_SHIFT) - in vm_reserv_from_page() 504 return (&vm_reserv_array[VM_PAGE_TO_PHYS(m) >> VM_LEVEL_0_SHIFT]); in vm_reserv_from_page() 741 pa = VM_PAGE_TO_PHYS(m); in vm_reserv_alloc_contig() 1310 pa = VM_PAGE_TO_PHYS(&rv->pages[0]); in vm_reserv_reclaim_contig() 1354 pa = VM_PAGE_TO_PHYS(m_ret); in vm_reserv_reclaim_contig()
|
/freebsd/sys/riscv/riscv/ |
H A D | pmap.c | 207 CHANGE_PV_LIST_LOCK_TO_PHYS(lockp, VM_PAGE_TO_PHYS(m)) 219 PHYS_TO_PV_LIST_LOCK(VM_PAGE_TO_PHYS(m)) 1317 pa = VM_PAGE_TO_PHYS(m); in pmap_qenter() 1544 topphys = VM_PAGE_TO_PHYS(m); in pmap_pinit_stage() 1637 pn = VM_PAGE_TO_PHYS(m) >> PAGE_SHIFT; in _pmap_alloc_l3() 1898 paddr = VM_PAGE_TO_PHYS(nkpg); in pmap_growkernel() 1924 paddr = VM_PAGE_TO_PHYS(nkpg); in pmap_growkernel() 2387 ml3pa = VM_PAGE_TO_PHYS(ml3); in pmap_remove_kernel_l2() 2495 pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); in pmap_remove_l3() 2643 pa_to_pvh(VM_PAGE_TO_PHYS(m)); in pmap_remove_all() [all …]
|
/freebsd/sys/i386/i386/ |
H A D | pmap.c | 1856 pa = VM_PAGE_TO_PHYS(m) | pmap_cache_bits(kernel_pmap, in __CONCAT() 2082 pmap->pm_pdpt[i] = VM_PAGE_TO_PHYS(pmap->pm_ptdpg[i]) | PG_V; in __CONCAT() 2143 ptepa = VM_PAGE_TO_PHYS(m); in _pmap_allocpte() 2226 KASSERT(VM_PAGE_TO_PHYS(m) == (pmap->pm_pdpt[i] & PG_FRAME), in __CONCAT() 2265 ptppaddr = VM_PAGE_TO_PHYS(nkpg); in __CONCAT() 2372 pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); in pmap_pv_reclaim() 2669 pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); in pmap_remove_entry() 2792 mptepa = VM_PAGE_TO_PHYS(mpte); in pmap_demote_pde() 2910 mptepa = VM_PAGE_TO_PHYS(mpte); in pmap_remove_kernel_pde() 3212 pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); in __CONCAT() [all …]
|
/freebsd/sys/x86/iommu/ |
H A D | intel_idpgtbl.c | 149 VM_PAGE_TO_PHYS(m1)) | DMAR_PTE_R | DMAR_PTE_W; in dmar_idmap_nextlvl() 380 VM_PAGE_TO_PHYS(m)); in dmar_pgtbl_map_pte() 429 (VM_PAGE_TO_PHYS(ma[pi]) & (pg_sz - 1)) != 0) in dmar_map_buf_locked() 434 if (VM_PAGE_TO_PHYS(ma[pi + c]) != in dmar_map_buf_locked() 435 VM_PAGE_TO_PHYS(ma[pi + c - 1]) + in dmar_map_buf_locked() 460 dmar_pte_store(&pte->pte, VM_PAGE_TO_PHYS(ma[pi]) | pflags | in dmar_map_buf_locked()
|
/freebsd/sys/arm/arm/ |
H A D | pmap-v6.c | 1642 pa = VM_PAGE_TO_PHYS(m); in pmap_pt2pg_zero() 1811 pa = VM_PAGE_TO_PHYS(m); in pmap_qenter() 2873 pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); in pmap_pv_reclaim() 3117 pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); in pmap_remove_entry() 3574 pt2_pa = page_pt2pa(VM_PAGE_TO_PHYS(m), pte1_idx); in pmap_remove_kernel_pte1() 3725 pt2pg_pa = VM_PAGE_TO_PHYS(m); in pmap_demote_pte1() 3859 pa = VM_PAGE_TO_PHYS(m); in pmap_enter() 4267 pvh = pa_to_pvh(VM_PAGE_TO_PHYS(m)); in pmap_remove_all() 4549 pt2_pa = page_pt2pa(VM_PAGE_TO_PHYS(mpt2pg), in pmap_enter_quick_locked() 4619 pa = VM_PAGE_TO_PHYS(m); in pmap_enter_quick_locked() [all …]
|
/freebsd/sys/riscv/include/ |
H A D | sf_buf.h | 40 return (PHYS_TO_DMAP(VM_PAGE_TO_PHYS((vm_page_t)sf))); in sf_buf_kva()
|
/freebsd/sys/arm64/include/ |
H A D | sf_buf.h | 44 return (PHYS_TO_DMAP(VM_PAGE_TO_PHYS((vm_page_t)sf))); in sf_buf_kva()
|
/freebsd/sys/amd64/include/ |
H A D | sf_buf.h | 43 return (PHYS_TO_DMAP(VM_PAGE_TO_PHYS((vm_page_t)sf))); in sf_buf_kva()
|
/freebsd/sys/dev/xen/balloon/ |
H A D | balloon.c | 167 frame_list[i] = (VM_PAGE_TO_PHYS(page) >> PAGE_SHIFT); in increase_reservation() 238 frame_list[i] = (VM_PAGE_TO_PHYS(page) >> PAGE_SHIFT); in decrease_reservation()
|
/freebsd/sys/arm64/iommu/ |
H A D | iommu_pmap.c | 412 pmap->sp_l0_paddr = VM_PAGE_TO_PHYS(m); in smmu_pmap_pinit() 474 smmu_pmap_store(l0, VM_PAGE_TO_PHYS(m) | IOMMU_L0_TABLE); in _pmap_alloc_l3() 500 smmu_pmap_store(l1, VM_PAGE_TO_PHYS(m) | IOMMU_L1_TABLE); in _pmap_alloc_l3() 541 smmu_pmap_store(l2, VM_PAGE_TO_PHYS(m) | IOMMU_L2_TABLE); in _pmap_alloc_l3()
|
/freebsd/sys/sys/ |
H A D | sf_buf.h | 117 return (PHYS_TO_DMAP(VM_PAGE_TO_PHYS((vm_page_t)sf))); in sf_buf_kva()
|
/freebsd/sys/kern/ |
H A D | subr_sglist.c | 208 lastaddr = VM_PAGE_TO_PHYS(m[0]); in sglist_count_vmpages() 210 paddr = VM_PAGE_TO_PHYS(m[i]); in sglist_count_vmpages() 505 sg->sg_segs[0].ss_paddr = VM_PAGE_TO_PHYS(m[0]) + pgoff; in sglist_append_vmpages() 515 paddr = VM_PAGE_TO_PHYS(m[i]) + pgoff; in sglist_append_vmpages()
|