/freebsd/sys/vm/ |
H A D | vm_pager.h | 58 typedef boolean_t pgo_haspage_t(vm_object_t, vm_pindex_t, int *, int *); 59 typedef int pgo_populate_t(vm_object_t, vm_pindex_t, int, vm_prot_t, 60 vm_pindex_t *, vm_pindex_t *); 67 typedef void pgo_freespace_t(vm_object_t object, vm_pindex_t start, 71 typedef boolean_t pgo_can_alloc_page_t(vm_object_t object, vm_pindex_t pindex); 166 vm_pager_has_page(vm_object_t object, vm_pindex_t offset, int *before, in vm_pager_has_page() 178 vm_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, in vm_pager_populate() 179 vm_prot_t max_prot, vm_pindex_t *first, vm_pindex_t *last) in vm_pager_populate() 245 vm_pager_freespace(vm_object_t object, vm_pindex_t start, in vm_pager_freespace() 276 vm_pager_can_alloc_page(vm_object_t object, vm_pindex_t pindex) in vm_pager_can_alloc_page() [all …]
|
H A D | swap_pager.h | 76 void swap_pager_copy(vm_object_t, vm_object_t, vm_pindex_t, int); 78 vm_pindex_t swap_pager_seek_data(vm_object_t object, vm_pindex_t pindex); 79 vm_pindex_t swap_pager_seek_hole(vm_object_t object, vm_pindex_t pindex); 80 void swap_pager_freespace(vm_object_t object, vm_pindex_t start, 84 int swap_pager_reserve(vm_object_t, vm_pindex_t, vm_pindex_t);
|
H A D | phys_pager.c | 54 static int default_phys_pager_populate(vm_object_t object, vm_pindex_t pidx, 55 int fault_type, vm_prot_t max_prot, vm_pindex_t *first, vm_pindex_t *last); 57 vm_pindex_t pindex, int *before, int *after); 79 vm_pindex_t pindex; in phys_pager_allocate() 229 default_phys_pager_populate(vm_object_t object, vm_pindex_t pidx, in default_phys_pager_populate() 230 int fault_type __unused, vm_prot_t max_prot __unused, vm_pindex_t *first, in default_phys_pager_populate() 231 vm_pindex_t *last) in default_phys_pager_populate() 234 vm_pindex_t base, end, i; in default_phys_pager_populate() 261 phys_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, in phys_pager_populate() 262 vm_prot_t max_prot, vm_pindex_t *first, vm_pindex_t *last) in phys_pager_populate() [all …]
|
H A D | vm_radix.h | 108 vm_radix_lookup(struct vm_radix *rtree, vm_pindex_t index) in vm_radix_lookup() 119 vm_radix_lookup_unlocked(struct vm_radix *rtree, vm_pindex_t index) in vm_radix_lookup_unlocked() 138 vm_pindex_t limit) in vm_radix_iter_limit_init() 150 vm_radix_iter_lookup(struct pctrie_iter *pages, vm_pindex_t index) in vm_radix_iter_lookup() 174 vm_radix_lookup_ge(struct vm_radix *rtree, vm_pindex_t index) in vm_radix_lookup_ge() 186 vm_radix_lookup_le(struct vm_radix *rtree, vm_pindex_t index) in vm_radix_lookup_le() 196 vm_radix_remove(struct vm_radix *rtree, vm_pindex_t index) in vm_radix_remove() 229 vm_radix_iter_lookup_ge(struct pctrie_iter *pages, vm_pindex_t index) in vm_radix_iter_lookup_ge() 242 vm_radix_iter_jump(struct pctrie_iter *pages, vm_pindex_t jump) in vm_radix_iter_jump() 268 vm_radix_iter_lookup_le(struct pctrie_iter *pages, vm_pindex_t index) in vm_radix_iter_lookup_le()
|
H A D | vm_object.h | 103 vm_pindex_t size; /* Object size */ 216 #define OFF_TO_IDX(off) ((vm_pindex_t)(((vm_ooffset_t)(off)) >> PAGE_SHIFT)) 355 vm_object_t vm_object_allocate (objtype_t, vm_pindex_t); 356 vm_object_t vm_object_allocate_anon(vm_pindex_t, vm_object_t, struct ucred *, 358 vm_object_t vm_object_allocate_dyn(objtype_t, vm_pindex_t, u_short); 371 void vm_object_madvise(vm_object_t, vm_pindex_t, vm_pindex_t, int); 374 void vm_object_page_noreuse(vm_object_t object, vm_pindex_t start, 375 vm_pindex_t end); 376 void vm_object_page_remove(vm_object_t object, vm_pindex_t start, 377 vm_pindex_t end, int options); [all …]
|
H A D | vm_page.h | 238 vm_pindex_t pindex; /* offset into object (O,P) */ 603 vm_pindex_t pindex, const char *wmesg, int allocflags); 609 vm_page_t vm_page_mpred(vm_object_t, vm_pindex_t); 610 vm_page_t vm_page_alloc(vm_object_t, vm_pindex_t, int); 611 vm_page_t vm_page_alloc_after(vm_object_t, vm_pindex_t, int, vm_page_t); 612 vm_page_t vm_page_alloc_domain_after(vm_object_t, vm_pindex_t, int, int, 614 vm_page_t vm_page_alloc_contig(vm_object_t object, vm_pindex_t pindex, int req, 618 vm_pindex_t pindex, int domain, int req, u_long npages, vm_paddr_t low, 631 int vm_page_grab_zero_partial(vm_object_t object, vm_pindex_t pindex, int base, 633 vm_page_t vm_page_grab(vm_object_t, vm_pindex_t, int); [all …]
|
H A D | swap_pager.c | 142 vm_pindex_t p; 436 swap_pager_haspage(vm_object_t object, vm_pindex_t pindex, int *before, int *after); 444 static void swap_pager_freespace_pgo(vm_object_t object, vm_pindex_t start, 491 vm_pindex_t, daddr_t, bool); 492 static void swp_pager_meta_free(vm_object_t, vm_pindex_t, vm_pindex_t, 495 vm_pindex_t pindex, vm_pindex_t count); 497 static daddr_t swp_pager_meta_lookup(struct pctrie_iter *, vm_pindex_t); 534 swblk_start(struct swblk *sb, vm_pindex_t pindex) in swblk_start() 543 swblk_lookup(vm_object_t object, vm_pindex_t pindex) in swblk_lookup() 562 swblk_iter_lookup_ge(struct pctrie_iter *blks, vm_pindex_t pindex) in swblk_iter_lookup_ge() [all …]
|
H A D | vm_reserv.h | 48 vm_page_t vm_reserv_alloc_contig(vm_object_t object, vm_pindex_t pindex, 52 vm_page_t vm_reserv_alloc_page(vm_object_t object, vm_pindex_t pindex, 66 vm_object_t old_object, vm_pindex_t old_object_offset);
|
H A D | device_pager.c | 65 static boolean_t dev_pager_haspage(vm_object_t, vm_pindex_t, int *, int *); 67 static int dev_pager_populate(vm_object_t object, vm_pindex_t pidx, 68 int fault_type, vm_prot_t, vm_pindex_t *first, vm_pindex_t *last); 141 vm_pindex_t pindex; in cdev_pager_allocate() 399 dev_pager_populate(vm_object_t object, vm_pindex_t pidx, int fault_type, in dev_pager_populate() 400 vm_prot_t max_prot, vm_pindex_t *first, vm_pindex_t *last) in dev_pager_populate() 492 dev_pager_haspage(vm_object_t object, vm_pindex_t pindex, int *before, in dev_pager_haspage()
|
H A D | vm_dumpset.h | 45 vm_pindex_t adj; in vm_page_dump_add() 64 vm_pindex_t adj; in vm_page_dump_drop() 97 for (vm_pindex_t __b = BIT_FFS(vm_page_dump_pages, bitset); \
|
H A D | sg_pager.c | 59 static boolean_t sg_pager_haspage(vm_object_t, vm_pindex_t, int *, 77 vm_pindex_t npages, pindex; in sg_pager_alloc() 151 vm_pindex_t offset; in sg_pager_getpages() 220 sg_pager_haspage(vm_object_t object, vm_pindex_t pindex, int *before, in sg_pager_haspage()
|
H A D | vm_domainset.h | 35 vm_pindex_t di_offset; 45 struct vm_object *, vm_pindex_t, int *, int *);
|
H A D | vm_object.c | 235 _vm_object_allocate(objtype_t type, vm_pindex_t size, u_short flags, in _vm_object_allocate() 407 vm_object_allocate(objtype_t type, vm_pindex_t size) in vm_object_allocate() 442 vm_object_allocate_dyn(objtype_t dyntype, vm_pindex_t size, u_short flags) in vm_object_allocate_dyn() 461 vm_object_allocate_anon(vm_pindex_t size, vm_object_t backing_object, in vm_object_allocate_anon() 1036 vm_pindex_t pi, tend, tstart; in vm_object_page_clean() 1297 vm_object_madvise_freespace(vm_object_t object, int advice, vm_pindex_t pindex, in vm_object_madvise_freespace() 1326 vm_object_madvise(vm_object_t object, vm_pindex_t pindex, vm_pindex_t end, in vm_object_madvise() 1329 vm_pindex_t tpindex; in vm_object_madvise() 1526 vm_pindex_t offidxstart; in vm_object_split() 1696 vm_pindex_t backing_offset_index, new_pindex; in vm_object_collapse_scan() [all …]
|
H A D | vm_reserv.c | 162 vm_pindex_t pindex; /* (o, r) offset in object */ 282 vm_pindex_t pindex); 383 vm_reserv_insert(vm_reserv_t rv, vm_object_t object, vm_pindex_t pindex) in vm_reserv_insert() 513 vm_reserv_from_object(vm_object_t object, vm_pindex_t pindex, in vm_reserv_from_object() 546 vm_reserv_has_pindex(vm_reserv_t rv, vm_pindex_t pindex) in vm_reserv_has_pindex() 619 vm_reserv_alloc_contig(vm_object_t object, vm_pindex_t pindex, int domain, in vm_reserv_alloc_contig() 626 vm_pindex_t first, leftcap, rightcap; in vm_reserv_alloc_contig() 815 vm_reserv_alloc_page(vm_object_t object, vm_pindex_t pindex, int domain, in vm_reserv_alloc_page() 820 vm_pindex_t first, leftcap, rightcap; in vm_reserv_alloc_page() 1050 vm_pindex_t used; in vm_reserv_init() [all …]
|
H A D | vm_glue.c | 230 vm_pindex_t pindex; in vm_imgact_hold_page() 281 static vm_pindex_t vm_kstack_pindex(vm_offset_t ks, int npages); 491 vm_pindex_t pindex; in vm_thread_stack_dispose() 583 static vm_pindex_t 586 vm_pindex_t pindex = atop(ks - VM_MIN_KERNEL_ADDRESS); in vm_kstack_pindex() 615 vm_pindex_t pindex; in vm_thread_stack_back()
|
H A D | vm_page.c | 168 vm_pindex_t pindex, const char *wmesg, int allocflags, bool locked); 175 vm_pindex_t pindex, vm_page_t mpred); 1091 vm_page_busy_sleep_unlocked(vm_object_t obj, vm_page_t m, vm_pindex_t pindex, in vm_page_busy_sleep_unlocked() 1112 _vm_page_busy_sleep(vm_object_t obj, vm_page_t m, vm_pindex_t pindex, in _vm_page_busy_sleep() 1486 vm_page_insert_lookup(vm_page_t m, vm_object_t object, vm_pindex_t pindex, in vm_page_insert_lookup() 1536 vm_page_insert(vm_page_t m, vm_object_t object, vm_pindex_t pindex) in vm_page_insert() 1553 vm_page_insert_after(vm_page_t m, vm_object_t object, vm_pindex_t pindex, in vm_page_insert_after() 1574 vm_pindex_t pindex, vm_page_t mpred) in vm_page_iter_insert() 1807 vm_page_lookup(vm_object_t object, vm_pindex_t pindex) in vm_page_lookup() 1833 vm_pindex_t limit) in vm_page_iter_limit_init() [all …]
|
H A D | vm_domainset.c | 65 int *iter, struct vm_object *obj, vm_pindex_t pindex) in vm_domainset_iter_init() 202 vm_pindex_t pindex, int *domain, int *req) in vm_domainset_iter_page_init() 350 vm_pindex_t pindex, int *domain, int *flags) in vm_domainset_iter_page_init()
|
/freebsd/sys/compat/linuxkpi/common/src/ |
H A D | linux_shmemfs.c | 98 linux_invalidate_mapping_pages_sub(vm_object_t obj, vm_pindex_t start, in linux_invalidate_mapping_pages_sub() 99 vm_pindex_t end, int flags) in linux_invalidate_mapping_pages_sub() 121 vm_pindex_t start = OFF_TO_IDX(lstart + PAGE_SIZE - 1); in linux_shmem_truncate_range() 122 vm_pindex_t end = OFF_TO_IDX(lend + 1); in linux_shmem_truncate_range()
|
/freebsd/sys/x86/iommu/ |
H A D | x86_iommu.h | 49 struct vm_page *iommu_pgalloc(struct vm_object *obj, vm_pindex_t idx, 51 void iommu_pgfree(struct vm_object *obj, vm_pindex_t idx, int flags, 53 void *iommu_map_pgtbl(struct vm_object *obj, vm_pindex_t idx, int flags, 193 vm_pindex_t pglvl_pgtbl_get_pindex(int pglvl, iommu_gaddr_t base, int lvl); 194 vm_pindex_t pglvl_max_pages(int pglvl);
|
H A D | amd_idpgtbl.c | 129 int lvl, int flags, vm_pindex_t *idxp, struct sf_buf **sf) in amdiommu_pgtbl_map_pte() 134 vm_pindex_t idx, idx1; in amdiommu_pgtbl_map_pte() 193 vm_pindex_t pi, idx; in amdiommu_map_buf_locked() 292 vm_pindex_t idx; in amdiommu_free_pgtbl_pde() 331 vm_pindex_t idx; in amdiommu_unmap_buf_locked()
|
H A D | intel_idpgtbl.c | 111 dmar_idmap_nextlvl(struct idpgtbl *tbl, int lvl, vm_pindex_t idx, in dmar_idmap_nextlvl() 118 vm_pindex_t base; in dmar_idmap_nextlvl() 327 int flags, vm_pindex_t *idxp, struct sf_buf **sf) in dmar_pgtbl_map_pte() 332 vm_pindex_t idx, idx1; in dmar_pgtbl_map_pte() 401 vm_pindex_t pi, c, idx, run_sz; in dmar_map_buf_locked() 554 vm_pindex_t idx; in dmar_free_pgtbl_pde() 597 vm_pindex_t idx; in dmar_unmap_buf_locked()
|
H A D | iommu_utils.c | 78 iommu_pgalloc(vm_object_t obj, vm_pindex_t idx, int flags) in iommu_pgalloc() 113 iommu_pgfree(vm_object_t obj, vm_pindex_t idx, int flags, in iommu_pgfree() 135 iommu_map_pgtbl(vm_object_t obj, vm_pindex_t idx, int flags, in iommu_map_pgtbl() 701 vm_pindex_t 704 vm_pindex_t idx, pidx; in pglvl_pgtbl_get_pindex() 721 vm_pindex_t 724 vm_pindex_t res; in pglvl_max_pages()
|
/freebsd/sys/amd64/include/ |
H A D | pmap.h | 521 static __inline vm_pindex_t 528 static __inline vm_pindex_t 535 static __inline vm_pindex_t 542 static __inline vm_pindex_t 549 static __inline vm_pindex_t
|
/freebsd/sys/arm64/arm64/ |
H A D | efirt_machdep.c | 60 static vm_pindex_t efi_1t1_idx; 97 vm_pindex_t l0_idx, l1_idx, l2_idx; in efi_1t1_l3()
|
/freebsd/sys/arm64/iommu/ |
H A D | iommu_pmap.c | 86 static vm_page_t _pmap_alloc_l3(struct smmu_pmap *pmap, vm_pindex_t ptepindex); 435 _pmap_alloc_l3(struct smmu_pmap *pmap, vm_pindex_t ptepindex) in _pmap_alloc_l3() 470 vm_pindex_t l0index; in _pmap_alloc_l3() 476 vm_pindex_t l0index, l1index; in _pmap_alloc_l3() 502 vm_pindex_t l0index, l1index; in _pmap_alloc_l3()
|