/freebsd/sys/vm/ |
H A D | device_pager.c | 122 if (object != NULL && object->un_pager.devp.handle == NULL) { in cdev_pager_lookup() 123 msleep(&object->un_pager.devp.handle, &dev_pager_mtx, in cdev_pager_lookup() 187 if (object->un_pager.devp.handle == NULL) { in cdev_pager_allocate() 188 msleep(&object->un_pager.devp.handle, in cdev_pager_allocate() 202 KASSERT(object->un_pager.devp.ops == ops, in cdev_pager_allocate() 210 object->un_pager.devp.ops = ops; in cdev_pager_allocate() 211 TAILQ_INIT(&object->un_pager.devp.devp_pglist); in cdev_pager_allocate() 222 wakeup(&object->un_pager.devp.handle); in cdev_pager_allocate() 232 object->un_pager.devp.handle = handle; in cdev_pager_allocate() 233 wakeup(&object->un_pager.devp.handle); in cdev_pager_allocate() [all …]
|
H A D | phys_pager.c | 119 object->un_pager.phys.ops = ops; in phys_pager_allocate() 120 object->un_pager.phys.data_ptr = data; in phys_pager_allocate() 134 object->un_pager.phys.ops = ops; in phys_pager_allocate() 135 object->un_pager.phys.data_ptr = data; in phys_pager_allocate() 165 if (object->un_pager.phys.ops->phys_pg_dtor != NULL) in phys_pager_dealloc() 166 object->un_pager.phys.ops->phys_pg_dtor(object); in phys_pager_dealloc() 201 return (object->un_pager.phys.ops->phys_pg_getpages(object, m, in phys_pager_getpages() 264 return (object->un_pager.phys.ops->phys_pg_populate(object, pidx, in phys_pager_populate() 295 return (object->un_pager.phys.ops->phys_pg_haspage(object, pindex, in phys_pager_haspage()
|
H A D | vnode_pager.c | 278 object->un_pager.vnp.vnp_size = size; in vnode_pager_alloc() 279 object->un_pager.vnp.writemappings = 0; in vnode_pager_alloc() 338 if (object->un_pager.vnp.writemappings > 0) { in vnode_pager_dealloc() 339 object->un_pager.vnp.writemappings = 0; in vnode_pager_dealloc() 387 if (IDX_TO_OFF(pindex) >= object->un_pager.vnp.vnp_size) in vnode_pager_haspage() 522 if (nsize == object->un_pager.vnp.vnp_size) { in vnode_pager_setsize() 530 if (nsize < object->un_pager.vnp.vnp_size) { in vnode_pager_setsize() 557 object->un_pager.vnp.vnp_size = nsize; in vnode_pager_setsize() 559 atomic_store_64(&object->un_pager.vnp.vnp_size, nsize); in vnode_pager_setsize() 697 if (address >= object->un_pager.vnp.vnp_size) { in vnode_pager_input_smlfs() [all …]
|
H A D | sg_pager.c | 118 TAILQ_INIT(&object->un_pager.sgp.sgp_pglist); in sg_pager_alloc() 131 while ((m = TAILQ_FIRST(&object->un_pager.sgp.sgp_pglist)) != 0) { in sg_pager_dealloc() 134 TAILQ_REMOVE(&object->un_pager.sgp.sgp_pglist, m, plinks.q); in sg_pager_dealloc() 196 TAILQ_INSERT_TAIL(&object->un_pager.sgp.sgp_pglist, page, plinks.q); in sg_pager_getpages()
|
H A D | swap_pager.c | 545 return (SWAP_PCTRIE_LOOKUP(&object->un_pager.swp.swp_blks, in swblk_lookup() 552 SWAP_PCTRIE_REMOVE(&object->un_pager.swp.swp_blks, sb->p); in swblk_lookup_remove() 558 return (pctrie_is_empty(&object->un_pager.swp.swp_blks)); in swblk_is_empty() 573 pctrie_iter_init(blks, &object->un_pager.swp.swp_blks); in swblk_iter_init_only() 600 pctrie_iter_limit_init(blks, &object->un_pager.swp.swp_blks, limit); in swblk_iter_limit_init() 776 object->un_pager.swp.writemappings = 0; in swap_pager_init_object() 2431 SWAP_PCTRIE_RECLAIM_CALLBACK(&object->un_pager.swp.swp_blks, in swp_pager_meta_free_all() 3475 object->un_pager.swp.writemappings += (vm_ooffset_t)end - start; in swap_pager_update_writecount() 3487 KASSERT(object->un_pager.swp.writemappings >= (vm_ooffset_t)end - start, in swap_pager_release_writecount() 3489 (uintmax_t)object->un_pager.swp.writemappings, in swap_pager_release_writecount() [all …]
|
H A D | vm_object.h | 177 } un_pager; member
|
H A D | vm_object.c | 245 pctrie_init(&object->un_pager.swp.swp_blks); in _vm_object_allocate() 246 object->un_pager.swp.writemappings = 0; in _vm_object_allocate() 293 kernel_object->un_pager.phys.ops = &default_phys_pg_ops; in vm_object_init() 2519 cdev = obj->un_pager.devp.handle; in vm_object_list_handler()
|
H A D | vm_fault.c | 239 !pctrie_is_empty(&object->un_pager.swp.swp_blks)); in vm_fault_object_needs_getpages()
|
H A D | vm_page.c | 5654 size >= object->un_pager.vnp.vnp_size) in vm_page_set_invalid()
|
H A D | vm_map.c | 2359 * object->un_pager.vnp.writemappings, the writemappings value in vm_map_merged_neighbor_dispose() 2471 * The object->un_pager.vnp.writemappings for the object of in vm_map_entry_clone() 4261 * decrement object->un_pager writecount in vm_map_copy_entry() 4456 KASSERT(object->un_pager.vnp. in vmspace_fork()
|
/freebsd/sys/kern/ |
H A D | uipc_shm.c | 284 psind = object->un_pager.phys.data_val; in shm_largepage_phys_populate() 308 psind = object->un_pager.phys.data_val; in shm_largepage_phys_haspage() 333 psind = object->un_pager.phys.data_val; in shm_largepage_phys_dtor() 368 shm = obj->un_pager.swp.swp_priv; in shm_pager_freespace() 382 shm = obj->un_pager.swp.swp_priv; in shm_page_inserted() 394 shm = obj->un_pager.swp.swp_priv; in shm_page_removed() 584 shmfd->shm_object->un_pager.phys.data_val = conf->psind; in shm_ioctl() 962 obj->un_pager.phys.phys_priv = shmfd; in shm_alloc() 965 obj->un_pager.swp.swp_priv = shmfd; in shm_alloc() 1009 obj->un_pager.phys.phys_priv = NULL; in shm_drop() [all …]
|
H A D | kern_sendfile.c | 603 *obj_size = obj->un_pager.vnp.vnp_size; in sendfile_getobj() 869 nobj_size = obj->un_pager.vnp.vnp_size; in vn_sendfile()
|
H A D | vfs_bio.c | 5329 if (la >= object->un_pager.vnp.vnp_size) in vfs_bio_getpages() 5338 lpart = la > object->un_pager.vnp.vnp_size; in vfs_bio_getpages() 5354 if (la + IDX_TO_OFF(pgsin_a) >= object->un_pager.vnp.vnp_size) in vfs_bio_getpages() 5355 pgsin_a = OFF_TO_IDX(roundup2(object->un_pager.vnp.vnp_size, in vfs_bio_getpages() 5391 poffe = MIN(poff + PAGE_SIZE, object->un_pager.vnp.vnp_size); in vfs_bio_getpages()
|
H A D | vfs_vnops.c | 1041 vsz = obj->un_pager.vnp.vnp_size; in vn_read_from_obj() 1043 vsz = atomic_load_64(&obj->un_pager.vnp.vnp_size); in vn_read_from_obj()
|
H A D | kern_proc.c | 2721 cdev = obj->un_pager.devp.handle; in kern_proc_vmmap_out()
|
/freebsd/sys/fs/tmpfs/ |
H A D | tmpfs_subr.c | 169 old = object->un_pager.swp.writemappings; in tmpfs_pager_update_writecount() 170 object->un_pager.swp.writemappings += (vm_ooffset_t)end - start; in tmpfs_pager_update_writecount() 171 new = object->un_pager.swp.writemappings; in tmpfs_pager_update_writecount() 185 old = object->un_pager.swp.writemappings; in tmpfs_pager_release_writecount() 189 object->un_pager.swp.writemappings -= (vm_ooffset_t)end - start; in tmpfs_pager_release_writecount() 190 new = object->un_pager.swp.writemappings; in tmpfs_pager_release_writecount() 233 node = obj->un_pager.swp.swp_priv; in tmpfs_pager_freespace() 256 node = obj->un_pager.swp.swp_priv; in tmpfs_page_inserted() 275 node = obj->un_pager.swp.swp_priv; in tmpfs_page_removed() 705 nnode->tn_reg.tn_aobj->un_pager.swp.swp_priv = nnode; in tmpfs_alloc_node() [all …]
|
H A D | tmpfs.h | 598 node = obj->un_pager.swp.swp_priv; in VM_TO_TMPFS_VP() 610 node = obj->un_pager.swp.swp_priv; in VM_TO_TMPFS_MP()
|
/freebsd/sys/dev/xen/privcmd/ |
H A D | privcmd.c | 237 (mem->un_pager.devp.ops != &privcmd_pg_ops)) in setup_virtual_area()
|
/freebsd/sys/amd64/sgx/ |
H A D | sgx.c | 276 object->un_pager.devp.ops != &sgx_pg_ops) { in sgx_mem_find()
|
/freebsd/sys/dev/xen/gntdev/ |
H A D | gntdev.c | 746 (mem->un_pager.devp.ops != &gntdev_gmap_pg_ops)) { in gntdev_get_offset_for_vaddr()
|
/freebsd/sys/contrib/openzfs/module/os/freebsd/zfs/ |
H A D | zfs_vnops_os.c | 3981 obj_size = object->un_pager.vnp.vnp_size; in zfs_getpages() 4113 if (len + off > object->un_pager.vnp.vnp_size) { in zfs_putpages() 4114 if (object->un_pager.vnp.vnp_size > off) { in zfs_putpages() 4117 len = object->un_pager.vnp.vnp_size - off; in zfs_putpages()
|
H A D | zfs_znode_os.c | 1786 zp->z_size == object->un_pager.vnp.vnp_size) in zfs_znode_update_vfs()
|
/freebsd/sys/fs/nfsclient/ |
H A D | nfs_clport.c | 644 if (object != NULL && nsize != object->un_pager.vnp.vnp_size) { in ncl_pager_setsize()
|
H A D | nfs_clbio.c | 426 vp->v_object->un_pager.vnp.writemappings == 0); in ncl_bioread_dora()
|