Home
last modified time | relevance | path

Searched refs:PAGE_MASK (Results 1 – 25 of 177) sorted by relevance

12345678

/freebsd/contrib/jemalloc/include/jemalloc/internal/
H A Dpages.h5 #ifdef PAGE_MASK
6 # undef PAGE_MASK
9 #define PAGE_MASK ((size_t)(PAGE - 1)) macro
12 ((void *)((uintptr_t)(a) & ~PAGE_MASK))
15 (((s) + PAGE_MASK) & ~PAGE_MASK)
/freebsd/sys/dev/mlx4/mlx4_ib/
H A Dmlx4_ib_doorbell.c53 if (page->user_virt == (virt & PAGE_MASK)) in mlx4_ib_db_map_user()
62 page->user_virt = (virt & PAGE_MASK); in mlx4_ib_db_map_user()
64 page->umem = ib_umem_get(&context->ibucontext, virt & PAGE_MASK, in mlx4_ib_db_map_user()
75 db->dma = sg_dma_address(page->umem->sg_head.sgl) + (virt & ~PAGE_MASK); in mlx4_ib_db_map_user()
/freebsd/sys/dev/mlx5/mlx5_ib/
H A Dmlx5_ib_doorbell.c51 if (page->user_virt == (virt & PAGE_MASK)) in mlx5_ib_db_map_user()
60 page->user_virt = (virt & PAGE_MASK); in mlx5_ib_db_map_user()
62 page->umem = ib_umem_get(&context->ibucontext, virt & PAGE_MASK, in mlx5_ib_db_map_user()
73 db->dma = sg_dma_address(page->umem->sg_head.sgl) + (virt & ~PAGE_MASK); in mlx5_ib_db_map_user()
/freebsd/sys/kern/
H A Dsubr_busdma_bounce.c373 bpage->vaddr |= addr1 & PAGE_MASK; in add_bounce_page()
374 bpage->busaddr |= addr1 & PAGE_MASK; in add_bounce_page()
378 bpage->vaddr |= addr & PAGE_MASK; in add_bounce_page()
379 bpage->busaddr |= addr & PAGE_MASK; in add_bounce_page()
385 KASSERT((addr2 & PAGE_MASK) == 0, ("Second page is not aligned")); in add_bounce_page()
387 bpage->dataoffs = addr1 & PAGE_MASK; in add_bounce_page()
390 bpage->dataoffs = addr & PAGE_MASK; in add_bounce_page()
422 bpage->vaddr &= ~PAGE_MASK; in free_bounce_pages()
423 bpage->busaddr &= ~PAGE_MASK; in free_bounce_pages()
H A Dkern_sendfile.c223 return (omin(PAGE_SIZE - (off & PAGE_MASK), len)); in xfsize()
225 if (i == n - 1 && ((off + len) & PAGE_MASK) > 0) in xfsize()
226 return ((off + len) & PAGE_MASK); in xfsize()
441 if (vm_page_is_valid(pa[i], vmoff(i, off) & PAGE_MASK, in sendfile_swapin()
496 if (vm_page_is_valid(pa[j], vmoff(j, off) & PAGE_MASK, in sendfile_swapin()
514 if (vm_page_is_valid(pa[j], vmoff(j, off) & PAGE_MASK, in sendfile_swapin()
898 if (off & PAGE_MASK) in vn_sendfile()
899 space -= (PAGE_SIZE - (off & PAGE_MASK)); in vn_sendfile()
901 if (off & PAGE_MASK) in vn_sendfile()
902 space += (PAGE_SIZE - (off & PAGE_MASK)); in vn_sendfile()
[all …]
H A Dsubr_devmap.c256 offset = pa & PAGE_MASK; in pmap_mapdev()
295 offset = pa & PAGE_MASK; in pmap_mapdev_attr()
335 offset = va & PAGE_MASK; in pmap_unmapdev()
H A Dvfs_bio.c996 int base = (foff + off) & PAGE_MASK; in vfs_buf_test_cache()
1540 (vm_offset_t)(bp->b_offset & PAGE_MASK)); in bpmap_qenter()
2984 resid = ((foff + PAGE_SIZE) & ~(off_t)PAGE_MASK) - foff; in vfs_vmio_iodone()
3004 KASSERT((m->dirty & vm_page_bits(foff & PAGE_MASK, in vfs_vmio_iodone()
3014 foff = (foff + PAGE_SIZE) & ~(off_t)PAGE_MASK; in vfs_vmio_iodone()
3056 poffset = bp->b_offset & PAGE_MASK; in vfs_vmio_invalidate()
3183 tinc = PAGE_SIZE - ((bp->b_offset + toff) & PAGE_MASK); in vfs_vmio_extend()
3189 pi = ((bp->b_offset & PAGE_MASK) + toff) >> PAGE_SHIFT; in vfs_vmio_extend()
3750 if (tinc > PAGE_SIZE - ((toff + off) & PAGE_MASK)) in inmem()
3751 tinc = PAGE_SIZE - ((toff + off) & PAGE_MASK); in inmem()
[all …]
H A Dsubr_memdesc.c56 page_off = pa & PAGE_MASK; in phys_copyback()
204 page_off = pa & PAGE_MASK; in phys_copydata()
362 if ((pa & PAGE_MASK) != 0) in can_append_paddr()
386 m->m_epg_1st_off = pa & PAGE_MASK; in append_paddr_range()
395 KASSERT(len == 0 || (pa & PAGE_MASK) == 0, in append_paddr_range()
/freebsd/stand/libofw/
H A Dofw_copy.c38 #define PAGE_MASK 0x0fff macro
73 destp = (void *)(dest & ~PAGE_MASK); in ofw_mapmem()
74 resid = dest & PAGE_MASK; in ofw_mapmem()
/freebsd/sys/arm/arm/
H A Dmem.c105 v &= ~PAGE_MASK; in memrw()
119 o = (int)uio->uio_offset & PAGE_MASK; in memrw()
120 c = (u_int)(PAGE_SIZE - ((int)iov->iov_base & PAGE_MASK)); in memrw()
/freebsd/sys/powerpc/pseries/
H A Dplpar_iommu.c179 (segs[i].ds_addr & PAGE_MASK)); in phyp_iommu_map()
188 KASSERT((alloced + (segs[i].ds_addr & PAGE_MASK)) % in phyp_iommu_map()
203 segs[i].ds_addr = alloced + (segs[i].ds_addr & PAGE_MASK); in phyp_iommu_map()
228 (segs[i].ds_addr & PAGE_MASK)); in phyp_iommu_unmap()
/freebsd/sys/vm/
H A Dvnode_pager.c529 nobjsize = OFF_TO_IDX(nsize + PAGE_MASK); in vnode_pager_setsize()
545 if (!(nsize & PAGE_MASK)) in vnode_pager_setsize()
551 vnode_pager_subpage_purge(m, (int)nsize & PAGE_MASK, in vnode_pager_setsize()
583 pi = start + PAGE_MASK < start ? OBJ_MAX_SIZE : in vnode_pager_purge_range()
584 OFF_TO_IDX(start + PAGE_MASK); in vnode_pager_purge_range()
596 if ((start & PAGE_MASK) != 0) { in vnode_pager_purge_range()
597 base = (int)start & PAGE_MASK; in vnode_pager_purge_range()
598 pend = same_page ? (int)end & PAGE_MASK : PAGE_SIZE; in vnode_pager_purge_range()
608 if ((end & PAGE_MASK) != 0) { in vnode_pager_purge_range()
609 base = same_page ? (int)start & PAGE_MASK : 0 ; in vnode_pager_purge_range()
[all …]
H A Dvm_param.h135 ((vm_offset_t)((((vm_offset_t)(x)) + PAGE_MASK) >> PAGE_SHIFT))
/freebsd/sys/powerpc/include/
H A Dparam.h105 #define PAGE_MASK (PAGE_SIZE - 1) macro
148 #define btoc(x) ((vm_offset_t)(((x)+PAGE_MASK)>>PAGE_SHIFT))
H A Dpte.h242 #define PTE_PA_MASK PAGE_MASK
302 #define PTE_RPN_FROM_PA(pa) (((pa) & ~PAGE_MASK) << PTE_ARPN_SHIFT)
303 #define PTE_PA(pte) ((vm_paddr_t)(*pte >> PTE_ARPN_SHIFT) & ~PAGE_MASK)
/freebsd/sys/i386/linux/
H A Dimgact_linux.c97 a_out->a_text & PAGE_MASK || a_out->a_data & PAGE_MASK) in exec_linux_imgact()
130 if (file_offset & PAGE_MASK) { in exec_linux_imgact()
/freebsd/sys/compat/linuxkpi/common/include/linux/
H A Dpage.h92 #undef PAGE_MASK
93 #define PAGE_MASK (~(PAGE_SIZE-1)) macro
/freebsd/sys/arm/include/
H A Dcpu.h340 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush_local()
353 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush_range_local()
354 KASSERT((size & PAGE_MASK) == 0, ("%s: size %#x not aligned", __func__, in tlb_flush_range_local()
394 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush()
409 KASSERT((va & PAGE_MASK) == 0, ("%s: va %#x not aligned", __func__, va)); in tlb_flush_range()
410 KASSERT((size & PAGE_MASK) == 0, ("%s: size %#x not aligned", __func__, in tlb_flush_range()
/freebsd/sys/x86/x86/
H A Dbusdma_bounce.c442 KASSERT(*vaddr == NULL || ((uintptr_t)*vaddr & PAGE_MASK) + in bounce_bus_dmamem_alloc()
517 PAGE_SIZE - (curaddr & PAGE_MASK)); in _bus_dmamap_pagesneeded()
567 PAGE_SIZE - ((vm_offset_t)vaddr & PAGE_MASK)); in _bus_dmamap_count_pages()
616 if (((ma_offs + sg_len) & ~PAGE_MASK) != 0) in _bus_dmamap_count_ma()
618 ma_offs = (ma_offs + sg_len) & PAGE_MASK; in _bus_dmamap_count_ma()
661 sgsize = MIN(sgsize, PAGE_SIZE - (curaddr & PAGE_MASK)); in _bus_dmamap_addseg()
724 sgsize = MIN(buflen, PAGE_SIZE - (curaddr & PAGE_MASK));
812 if (((ma_offs + sgsize) & ~PAGE_MASK) != 0) in bounce_bus_dmamap_load_ma()
814 ma_offs = (ma_offs + sgsize) & PAGE_MASK; in bounce_bus_dmamap_load_ma()
/freebsd/sys/amd64/vmm/intel/
H A Dvtd.c385 if (ctx_paddr & PAGE_MASK) in vtd_init()
531 if (gpa & PAGE_MASK) in vtd_update_mapping()
534 if (hpa & PAGE_MASK) in vtd_update_mapping()
537 if (len & PAGE_MASK) in vtd_update_mapping()
697 if ((uintptr_t)dom->ptp & PAGE_MASK) in vtd_create_domain()
/freebsd/sys/contrib/openzfs/module/os/freebsd/zfs/
H A Dabd_os.c119 return ((size + PAGE_MASK) >> PAGE_SHIFT); in abd_chunkcnt_for_bytes()
403 (new_offset & PAGE_MASK) + size); in abd_get_offset_scatter()
426 ABD_SCATTER(abd).abd_offset = new_offset & PAGE_MASK; in abd_get_offset_scatter()
544 offset &= PAGE_MASK; in abd_iter_map()
553 offset &= PAGE_MASK; in abd_iter_map()
/freebsd/sys/dev/drm2/
H A Ddrm_os_freebsd.h298 #define offset_in_page(x) ((x) & PAGE_MASK)
386 if (((unsigned long)uaddr & ~PAGE_MASK) == in fault_in_multipages_readable()
387 ((unsigned long)end & ~PAGE_MASK)) { in fault_in_multipages_readable()
415 if (((unsigned long)uaddr & ~PAGE_MASK) == in fault_in_multipages_writeable()
416 ((unsigned long)end & ~PAGE_MASK)) in fault_in_multipages_writeable()
/freebsd/sys/dev/vmm/
H A Dvmm_mem.c171 if (len == 0 || (len & PAGE_MASK)) in vm_alloc_memseg()
260 if ((gpa | first | last) & PAGE_MASK) in vm_mmap_memseg()
405 pageoff = gpa & PAGE_MASK; in _vm_gpa_hold()
/freebsd/sys/riscv/include/
H A Dparam.h80 #define PAGE_MASK (PAGE_SIZE - 1) macro
/freebsd/sys/xen/
H A Dxen_common.c66 .offset = vtophys(vcpu_info) & PAGE_MASK, in xen_setup_vcpu_info()

12345678