| /freebsd/sys/vm/ |
| H A D | device_pager.c | 125 if (object != NULL && object->un_pager.devp.handle == NULL) { in cdev_pager_lookup() 126 msleep(&object->un_pager.devp.handle, &dev_pager_mtx, in cdev_pager_lookup() 192 if (object->un_pager.devp.handle == NULL) { in cdev_pager_allocate() 193 msleep(&object->un_pager.devp.handle, in cdev_pager_allocate() 207 KASSERT(object->un_pager.devp.ops == ops, in cdev_pager_allocate() 215 object->un_pager.devp.ops = ops; in cdev_pager_allocate() 216 TAILQ_INIT(&object->un_pager.devp.devp_pglist); in cdev_pager_allocate() 227 wakeup(&object->un_pager.devp.handle); in cdev_pager_allocate() 237 object->un_pager.devp.handle = handle; in cdev_pager_allocate() 238 wakeup(&object->un_pager.devp.handle); in cdev_pager_allocate() [all …]
|
| H A D | phys_pager.c | 120 object->un_pager.phys.ops = ops; in phys_pager_allocate() 121 object->un_pager.phys.data_ptr = data; in phys_pager_allocate() 135 object->un_pager.phys.ops = ops; in phys_pager_allocate() 136 object->un_pager.phys.data_ptr = data; in phys_pager_allocate() 166 if (object->un_pager.phys.ops->phys_pg_dtor != NULL) in phys_pager_dealloc() 167 object->un_pager.phys.ops->phys_pg_dtor(object); in phys_pager_dealloc() 202 return (object->un_pager.phys.ops->phys_pg_getpages(object, m, in phys_pager_getpages() 268 return (object->un_pager.phys.ops->phys_pg_populate(object, pidx, in phys_pager_populate() 299 return (object->un_pager.phys.ops->phys_pg_haspage(object, pindex, in phys_pager_haspage()
|
| H A D | vnode_pager.c | 278 object->un_pager.vnp.vnp_size = size; in vnode_pager_alloc() 279 object->un_pager.vnp.writemappings = 0; in vnode_pager_alloc() 338 if (object->un_pager.vnp.writemappings > 0) { in vnode_pager_dealloc() 339 object->un_pager.vnp.writemappings = 0; in vnode_pager_dealloc() 387 if (IDX_TO_OFF(pindex) >= object->un_pager.vnp.vnp_size) in vnode_pager_haspage() 522 if (nsize == object->un_pager.vnp.vnp_size) { in vnode_pager_setsize() 530 if (nsize < object->un_pager.vnp.vnp_size) { in vnode_pager_setsize() 557 object->un_pager.vnp.vnp_size = nsize; in vnode_pager_setsize() 559 atomic_store_64(&object->un_pager.vnp.vnp_size, nsize); in vnode_pager_setsize() 697 if (address >= object->un_pager.vnp.vnp_size) { in vnode_pager_input_smlfs() [all …]
|
| H A D | sg_pager.c | 119 TAILQ_INIT(&object->un_pager.sgp.sgp_pglist); in sg_pager_alloc() 132 while ((m = TAILQ_FIRST(&object->un_pager.sgp.sgp_pglist)) != 0) { in sg_pager_dealloc() 135 TAILQ_REMOVE(&object->un_pager.sgp.sgp_pglist, m, plinks.q); in sg_pager_dealloc() 197 TAILQ_INSERT_TAIL(&object->un_pager.sgp.sgp_pglist, page, plinks.q); in sg_pager_getpages()
|
| H A D | swap_pager.c | 554 return (SWAP_PCTRIE_LOOKUP(&object->un_pager.swp.swp_blks, in swblk_lookup() 561 SWAP_PCTRIE_REMOVE(&object->un_pager.swp.swp_blks, sb->p); in swblk_lookup_remove() 567 return (pctrie_is_empty(&object->un_pager.swp.swp_blks)); in swblk_is_empty() 582 pctrie_iter_init(blks, &object->un_pager.swp.swp_blks); in swblk_iter_init_only() 609 pctrie_iter_limit_init(blks, &object->un_pager.swp.swp_blks, limit); in swblk_iter_limit_init() 785 object->un_pager.swp.writemappings = 0; in swap_pager_init_object() 2419 SWAP_PCTRIE_RECLAIM_CALLBACK(&object->un_pager.swp.swp_blks, in swp_pager_meta_free_all() 3470 object->un_pager.swp.writemappings += (vm_ooffset_t)end - start; in swap_pager_update_writecount() 3482 KASSERT(object->un_pager.swp.writemappings >= (vm_ooffset_t)end - start, in swap_pager_release_writecount() 3484 (uintmax_t)object->un_pager.swp.writemappings, in swap_pager_release_writecount() [all …]
|
| H A D | vm_object.h | 176 } un_pager; member
|
| H A D | vm_object.c | 238 pctrie_init(&object->un_pager.swp.swp_blks); in _vm_object_allocate() 239 object->un_pager.swp.writemappings = 0; in _vm_object_allocate() 285 kernel_object->un_pager.phys.ops = &default_phys_pg_ops; in vm_object_init()
|
| H A D | vm_fault.c | 244 !pctrie_is_empty(&object->un_pager.swp.swp_blks)); in vm_fault_object_needs_getpages()
|
| H A D | vm_page.c | 5686 size >= object->un_pager.vnp.vnp_size) in vm_page_set_invalid()
|
| H A D | vm_map.c | 4507 KASSERT(object->un_pager.vnp. in vmspace_fork()
|
| /freebsd/sys/kern/ |
| H A D | uipc_shm.c | 287 psind = object->un_pager.phys.data_val; in shm_largepage_phys_populate() 311 psind = object->un_pager.phys.data_val; in shm_largepage_phys_haspage() 336 psind = object->un_pager.phys.data_val; in shm_largepage_phys_dtor() 371 shm = obj->un_pager.swp.swp_priv; in shm_pager_freespace() 385 shm = obj->un_pager.swp.swp_priv; in shm_page_inserted() 397 shm = obj->un_pager.swp.swp_priv; in shm_page_removed() 592 shmfd->shm_object->un_pager.phys.data_val = conf->psind; in shm_ioctl() 937 obj->un_pager.phys.phys_priv = shmfd; in shm_alloc() 940 obj->un_pager.swp.swp_priv = shmfd; in shm_alloc() 984 obj->un_pager.phys.phys_priv = NULL; in shm_drop() [all …]
|
| H A D | kern_sendfile.c | 567 *obj_size = obj->un_pager.vnp.vnp_size; in sendfile_getobj() 838 nobj_size = obj->un_pager.vnp.vnp_size; in vn_sendfile()
|
| H A D | vfs_bio.c | 5337 if (la >= object->un_pager.vnp.vnp_size) in vfs_bio_getpages() 5346 lpart = la > object->un_pager.vnp.vnp_size; in vfs_bio_getpages() 5362 if (la + IDX_TO_OFF(pgsin_a) >= object->un_pager.vnp.vnp_size) in vfs_bio_getpages() 5363 pgsin_a = OFF_TO_IDX(roundup2(object->un_pager.vnp.vnp_size, in vfs_bio_getpages() 5399 poffe = MIN(poff + PAGE_SIZE, object->un_pager.vnp.vnp_size); in vfs_bio_getpages()
|
| H A D | vfs_vnops.c | 1180 vsz = obj->un_pager.vnp.vnp_size; in vn_read_from_obj() 1182 vsz = atomic_load_64(&obj->un_pager.vnp.vnp_size); in vn_read_from_obj()
|
| /freebsd/sys/fs/tmpfs/ |
| H A D | tmpfs_subr.c | 169 old = object->un_pager.swp.writemappings; in tmpfs_pager_update_writecount() 170 object->un_pager.swp.writemappings += (vm_ooffset_t)end - start; in tmpfs_pager_update_writecount() 171 new = object->un_pager.swp.writemappings; in tmpfs_pager_update_writecount() 185 old = object->un_pager.swp.writemappings; in tmpfs_pager_release_writecount() 189 object->un_pager.swp.writemappings -= (vm_ooffset_t)end - start; in tmpfs_pager_release_writecount() 190 new = object->un_pager.swp.writemappings; in tmpfs_pager_release_writecount() 233 node = obj->un_pager.swp.swp_priv; in tmpfs_pager_freespace() 256 node = obj->un_pager.swp.swp_priv; in tmpfs_page_inserted() 275 node = obj->un_pager.swp.swp_priv; in tmpfs_page_removed() 666 nnode->tn_reg.tn_aobj->un_pager.swp.swp_priv = nnode; in tmpfs_alloc_node() [all …]
|
| H A D | tmpfs.h | 598 node = obj->un_pager.swp.swp_priv; in VM_TO_TMPFS_VP() 610 node = obj->un_pager.swp.swp_priv; in VM_TO_TMPFS_MP()
|
| /freebsd/sys/dev/xen/privcmd/ |
| H A D | privcmd.c | 237 (mem->un_pager.devp.ops != &privcmd_pg_ops)) in setup_virtual_area()
|
| /freebsd/sys/amd64/sgx/ |
| H A D | sgx.c | 281 object->un_pager.devp.ops != &sgx_pg_ops) { in sgx_mem_find()
|
| /freebsd/sys/dev/xen/gntdev/ |
| H A D | gntdev.c | 746 (mem->un_pager.devp.ops != &gntdev_gmap_pg_ops)) { in gntdev_get_offset_for_vaddr()
|
| /freebsd/sys/fs/nfsclient/ |
| H A D | nfs_clport.c | 637 if (object != NULL && nsize != object->un_pager.vnp.vnp_size) { in ncl_pager_setsize()
|
| H A D | nfs_clbio.c | 426 vp->v_object->un_pager.vnp.writemappings == 0); in ncl_bioread_dora()
|
| /freebsd/sys/contrib/openzfs/module/os/freebsd/zfs/ |
| H A D | zfs_vnops_os.c | 4248 obj_size = object->un_pager.vnp.vnp_size; in zfs_getpages() 4417 if (len + off > object->un_pager.vnp.vnp_size) { in zfs_putpages() 4418 if (object->un_pager.vnp.vnp_size > off) { in zfs_putpages() 4421 len = object->un_pager.vnp.vnp_size - off; in zfs_putpages()
|
| H A D | zfs_znode_os.c | 1874 zp->z_size == object->un_pager.vnp.vnp_size) in zfs_znode_update_vfs()
|