/freebsd/sys/vm/ |
H A D | vm_page.h | 341 extern vm_page_t bogus_page; 500 extern vm_page_t vm_page_array; /* First resident page in table */ 511 vm_page_t PHYS_TO_VM_PAGE(vm_paddr_t pa); 598 bool vm_page_busy_acquire(vm_page_t m, int allocflags); 599 void vm_page_busy_downgrade(vm_page_t m); 600 int vm_page_busy_tryupgrade(vm_page_t m); 601 bool vm_page_busy_sleep(vm_page_t m, const char *msg, int allocflags); 602 void vm_page_busy_sleep_unlocked(vm_object_t obj, vm_page_t m, 604 void vm_page_free(vm_page_t m); 606 void vm_page_free_zero(vm_page_t m); [all …]
|
H A D | pmap.h | 125 void pmap_clear_modify(vm_page_t m); 127 void pmap_copy_page(vm_page_t, vm_page_t); 128 void pmap_copy_pages(vm_page_t ma[], vm_offset_t a_offset, 129 vm_page_t mb[], vm_offset_t b_offset, int xfersize); 130 int pmap_enter(pmap_t pmap, vm_offset_t va, vm_page_t m, 133 vm_offset_t end, vm_page_t m_start, vm_prot_t prot); 134 void pmap_enter_quick(pmap_t pmap, vm_offset_t va, vm_page_t m, 137 vm_page_t pmap_extract_and_hold(pmap_t pmap, vm_offset_t va, 141 bool pmap_is_modified(vm_page_t m); 143 bool pmap_is_referenced(vm_page_t m); [all …]
|
H A D | vm_radix.h | 67 vm_radix_insert(struct vm_radix *rtree, vm_page_t page) in vm_radix_insert() 77 vm_radix_iter_insert(struct pctrie_iter *pages, vm_page_t page) in vm_radix_iter_insert() 90 vm_radix_insert_lookup_lt(struct vm_radix *rtree, vm_page_t page, in vm_radix_insert_lookup_lt() 91 vm_page_t *mpred) in vm_radix_insert_lookup_lt() 107 static __inline vm_page_t 118 static __inline vm_page_t 149 static __inline vm_page_t 161 static __inline vm_page_t 173 static __inline vm_page_t 185 static __inline vm_page_t [all …]
|
H A D | vm_reserv.h | 48 vm_page_t vm_reserv_alloc_contig(vm_object_t object, vm_pindex_t pindex, 49 int domain, int req, vm_page_t mpred, u_long npages, 52 vm_page_t vm_reserv_alloc_page(vm_object_t object, vm_pindex_t pindex, 53 int domain, int req, vm_page_t mpred); 55 boolean_t vm_reserv_free_page(vm_page_t m); 57 bool vm_reserv_is_page_free(vm_page_t m); 58 bool vm_reserv_is_populated(vm_page_t m, int npages); 59 int vm_reserv_level(vm_page_t m); 60 int vm_reserv_level_iffullpop(vm_page_t m); 61 vm_page_t vm_reserv_reclaim_contig(int domain, u_long npages, [all …]
|
H A D | vm_page.c | 149 vm_page_t bogus_page; 151 vm_page_t vm_page_array; 165 static vm_page_t vm_page_alloc_after(vm_object_t object, vm_pindex_t pindex, 166 int req, vm_page_t mpred); 167 static void vm_page_alloc_check(vm_page_t m); 168 static vm_page_t vm_page_alloc_nofree_domain(int domain, int req); 169 static bool _vm_page_busy_sleep(vm_object_t obj, vm_page_t m, 171 static void vm_page_clear_dirty_mask(vm_page_t m, vm_page_bits_t pagebits); 172 static void vm_page_enqueue(vm_page_t m, uint8_t queue); 173 static bool vm_page_free_prep(vm_page_t m); [all …]
|
H A D | vm_phys.h | 62 vm_page_t vm_phys_alloc_contig(int domain, u_long npages, vm_paddr_t low, 64 int vm_phys_alloc_npages(int domain, int pool, int npages, vm_page_t ma[]); 65 vm_page_t vm_phys_alloc_pages(int domain, int pool, int order); 67 void vm_phys_enqueue_contig(vm_page_t m, u_long npages); 71 vm_page_t vm_phys_fictitious_to_vm_page(vm_paddr_t pa); 72 int vm_phys_find_range(vm_page_t bounds[], int segind, int domain, 74 void vm_phys_free_contig(vm_page_t m, u_long npages); 75 void vm_phys_free_pages(vm_page_t m, int order); 77 vm_page_t vm_phys_paddr_to_vm_page(vm_paddr_t pa); 78 vm_page_t vm_phys_seg_paddr_to_vm_page(struct vm_phys_seg *seg, vm_paddr_t pa);
|
H A D | vm_pager.h | 53 typedef int pgo_getpages_t(vm_object_t, vm_page_t *, int, int *, int *); 54 typedef void pgo_getpages_iodone_t(void *, vm_page_t *, int, int); 55 typedef int pgo_getpages_async_t(vm_object_t, vm_page_t *, int, int *, int *, 57 typedef void pgo_putpages_t(vm_object_t, vm_page_t *, int, int, int *); 61 typedef void pgo_pageunswapped_t(vm_page_t); 69 typedef void pgo_page_inserted_t(vm_object_t object, vm_page_t m); 70 typedef void pgo_page_removed_t(vm_object_t object, vm_page_t m); 140 int vm_pager_get_pages(vm_object_t, vm_page_t *, int, int *, int *); 141 int vm_pager_get_pages_async(vm_object_t, vm_page_t *, int, int *, int *, 147 vm_pager_put_pages(vm_object_t object, vm_page_t *m, int count, int flags, in vm_pager_put_pages() [all …]
|
H A D | vm_phys.c | 111 vm_page_t first_page; 189 static void vm_phys_split_pages(vm_page_t m, int oind, struct vm_freelist *fl, 394 vm_freelist_add(struct vm_freelist *fl, vm_page_t m, int order, int tail) in vm_freelist_add() 406 vm_freelist_rem(struct vm_freelist *fl, vm_page_t m, int order) in vm_freelist_rem() 689 vm_phys_split_pages(vm_page_t m, int oind, struct vm_freelist *fl, int order, in vm_phys_split_pages() 692 vm_page_t m_buddy; in vm_phys_split_pages() 705 vm_phys_enq_chunk(struct vm_freelist *fl, vm_page_t m, int order, int tail) in vm_phys_enq_chunk() 713 vm_page_t m_next; in vm_phys_enq_chunk() 741 vm_phys_enq_beg(vm_page_t m, u_int npages, struct vm_freelist *fl, int tail) in vm_phys_enq_beg() 776 static vm_page_t [all …]
|
H A D | device_pager.c | 61 static int dev_pager_getpages(vm_object_t, vm_page_t *, int, int *, int *); 62 static void dev_pager_putpages(vm_object_t, vm_page_t *, int, int, int *); 64 static void dev_pager_free_page(vm_object_t object, vm_page_t m); 97 int prot, vm_page_t *mres); 262 cdev_pager_free_page(vm_object_t object, vm_page_t m) in cdev_pager_free_page() 275 cdev_mgtdev_pager_free_page(vm_object_t object, vm_page_t m) in cdev_mgtdev_pager_free_page() 287 dev_pager_free_page(vm_object_t object, vm_page_t m) in dev_pager_free_page() 301 vm_page_t m; in dev_pager_dealloc() 328 dev_pager_getpages(vm_object_t object, vm_page_t *ma, int count, int *rbehind, in dev_pager_getpages() 377 vm_page_t *mres) in old_dev_pager_fault() [all …]
|
H A D | sg_pager.c | 55 static int sg_pager_getpages(vm_object_t, vm_page_t *, int, int *, int *); 56 static void sg_pager_putpages(vm_object_t, vm_page_t *, int, 126 vm_page_t m; in sg_pager_dealloc() 145 sg_pager_getpages(vm_object_t object, vm_page_t *m, int count, int *rbehind, in sg_pager_getpages() 149 vm_page_t m_paddr, page; in sg_pager_getpages() 211 sg_pager_putpages(vm_object_t object, vm_page_t *m, int count, in sg_pager_putpages()
|
H A D | vnode_pager.h | 45 int vnode_pager_generic_getpages(struct vnode *vp, vm_page_t *m, 48 int vnode_pager_generic_putpages(struct vnode *vp, vm_page_t *m, 53 void vnode_pager_undirty_pages(vm_page_t *ma, int *rtvals, int written,
|
/freebsd/sys/i386/include/ |
H A D | pmap_base.h | 43 vm_offset_t (*pm_quick_enter_page)(vm_page_t m); 52 void (*pm_cp_slow0_map)(vm_offset_t kaddr, int plen, vm_page_t *ma); 69 void (*pm_clear_modify)(vm_page_t); 73 void (*pm_copy_page)(vm_page_t, vm_page_t); 74 void (*pm_copy_pages)(vm_page_t [], vm_offset_t, vm_page_t [], 76 void (*pm_zero_page)(vm_page_t); 77 void (*pm_zero_page_area)(vm_page_t, int, int); 78 int (*pm_enter)(pmap_t, vm_offset_t, vm_page_t, vm_prot_t, u_int, 81 vm_page_t, vm_prot_t); 82 void (*pm_enter_quick)(pmap_t, vm_offset_t, vm_page_t, vm_prot_t); [all …]
|
/freebsd/sys/powerpc/include/ |
H A D | mmuvar.h | 40 typedef void (*pmap_page_set_memattr_t)(vm_page_t, vm_memattr_t); 50 typedef void (*pmap_clear_modify_t)(vm_page_t); 51 typedef void (*pmap_remove_write_t)(vm_page_t); 53 typedef void (*pmap_copy_page_t)(vm_page_t, vm_page_t); 54 typedef void (*pmap_copy_pages_t)(vm_page_t *, vm_offset_t, 55 vm_page_t *, vm_offset_t, int); 56 typedef int (*pmap_enter_t)(pmap_t, vm_offset_t, vm_page_t, vm_prot_t, 59 vm_page_t, vm_prot_t); 60 typedef void (*pmap_enter_quick_t)(pmap_t, vm_offset_t, vm_page_t, vm_prot_t); 62 typedef vm_page_t (*pmap_extract_and_hold_t)(pmap_t, vm_offset_t, vm_prot_t); [all …]
|
/freebsd/sys/powerpc/powerpc/ |
H A D | pmap_dispatch.c | 124 DEFINE_PMAP_IFUNC(void, clear_modify, (vm_page_t)); 126 DEFINE_PMAP_IFUNC(int, enter, (pmap_t, vm_offset_t, vm_page_t, vm_prot_t, u_int, int8_t)); 127 DEFINE_PMAP_IFUNC(void, enter_quick, (pmap_t, vm_offset_t, vm_page_t, vm_prot_t)); 128 DEFINE_PMAP_IFUNC(void, enter_object, (pmap_t, vm_offset_t, vm_offset_t, vm_page_t, 131 DEFINE_PMAP_IFUNC(vm_page_t, extract_and_hold, (pmap_t, vm_offset_t, vm_prot_t)); 138 DEFINE_PMAP_IFUNC(bool, is_modified, (vm_page_t)); 140 DEFINE_PMAP_IFUNC(bool, is_referenced, (vm_page_t)); 141 DEFINE_PMAP_IFUNC(bool, page_exists_quick, (pmap_t, vm_page_t)); 142 DEFINE_PMAP_IFUNC(void, page_init, (vm_page_t)); 143 DEFINE_PMAP_IFUNC(bool, page_is_mapped, (vm_page_t)); [all …]
|
/freebsd/sys/i386/i386/ |
H A D | pmap_base.c | 272 pmap_page_init(vm_page_t m) in pmap_page_init() 292 pmap_flush_page(vm_page_t m) in pmap_flush_page() 386 pmap_invalidate_cache_pages(vm_page_t *pages, int count) in pmap_invalidate_cache_pages() 430 pmap_quick_enter_page(vm_page_t m) in pmap_quick_enter_page() 498 pmap_cp_slow0_map(vm_offset_t kaddr, int plen, vm_page_t *ma) in pmap_cp_slow0_map() 617 pmap_clear_modify(vm_page_t m) in pmap_clear_modify() 646 pmap_copy_page(vm_page_t src, vm_page_t dst) in pmap_copy_page() 653 pmap_copy_pages(vm_page_t ma[], vm_offset_t a_offset, vm_page_t mb[], in pmap_copy_pages() 661 pmap_zero_page(vm_page_t m) in pmap_zero_page() 668 pmap_zero_page_area(vm_page_t m, int off, int size) in pmap_zero_page_area() [all …]
|
/freebsd/sys/dev/drm2/ttm/ |
H A D | ttm_page_alloc.c | 48 #define NUM_PAGES_TO_ALLOC (PAGE_SIZE/sizeof(vm_page_t)) 129 ttm_vm_page_free(vm_page_t m) in ttm_vm_page_free() 157 static vm_page_t 160 vm_page_t p; in ttm_vm_page_alloc_dma32() 177 static vm_page_t 180 vm_page_t p; in ttm_vm_page_alloc_any() 187 static vm_page_t 190 vm_page_t p; in ttm_vm_page_alloc() 271 static int set_pages_array_wb(vm_page_t *pages, int addrinarray) in set_pages_array_wb() 282 static int set_pages_array_wc(vm_page_t *pages, int addrinarray) in set_pages_array_wc() [all …]
|
/freebsd/sys/powerpc/aim/ |
H A D | mmu_oea.c | 266 static int moea_enter_locked(pmap_t, vm_offset_t, vm_page_t, 269 static bool moea_query_bit(vm_page_t, int); 270 static u_int moea_clear_bit(vm_page_t, int); 277 void moea_clear_modify(vm_page_t); 278 void moea_copy_page(vm_page_t, vm_page_t); 279 void moea_copy_pages(vm_page_t *ma, vm_offset_t a_offset, 280 vm_page_t *mb, vm_offset_t b_offset, int xfersize); 281 int moea_enter(pmap_t, vm_offset_t, vm_page_t, vm_prot_t, u_int, 283 void moea_enter_object(pmap_t, vm_offset_t, vm_offset_t, vm_page_t, 285 void moea_enter_quick(pmap_t, vm_offset_t, vm_page_t, vm_prot_t); [all …]
|
H A D | mmu_oea64.c | 285 struct pvo_entry *pvo, vm_page_t m); 291 static bool moea64_query_bit(vm_page_t, uint64_t); 292 static u_int moea64_clear_bit(vm_page_t, uint64_t); 363 vm_page_t m, vm_prot_t prot, u_int flags, int8_t psind); 367 static void moea64_sp_promote(pmap_t pmap, vm_offset_t va, vm_page_t m); 376 static int64_t moea64_sp_clear(struct pvo_entry *pvo, vm_page_t m, 385 void moea64_clear_modify(vm_page_t); 386 void moea64_copy_page(vm_page_t, vm_page_t); 387 void moea64_copy_page_dmap(vm_page_t, vm_page_t); 388 void moea64_copy_pages(vm_page_t *ma, vm_offset_t a_offset, [all …]
|
H A D | mmu_radix.c | 430 void mmu_radix_clear_modify(vm_page_t); 433 int mmu_radix_enter(pmap_t, vm_offset_t, vm_page_t, vm_prot_t, u_int, int8_t); 434 void mmu_radix_enter_object(pmap_t, vm_offset_t, vm_offset_t, vm_page_t, 436 void mmu_radix_enter_quick(pmap_t, vm_offset_t, vm_page_t, vm_prot_t); 438 vm_page_t mmu_radix_extract_and_hold(pmap_t, vm_offset_t, vm_prot_t); 442 bool mmu_radix_is_modified(vm_page_t); 444 bool mmu_radix_is_referenced(vm_page_t); 447 bool mmu_radix_page_exists_quick(pmap_t, vm_page_t); 448 void mmu_radix_page_init(vm_page_t); 449 bool mmu_radix_page_is_mapped(vm_page_t [all...] |
/freebsd/sys/dev/agp/ |
H A D | agp_i810.h | 66 vm_page_t scratch_page; 78 int agp_intel_gtt_map_memory(device_t dev, vm_page_t *pages, u_int num_entries, 83 u_int num_entries, vm_page_t *pages, u_int flags); 90 int intel_gtt_map_memory(vm_page_t *pages, u_int num_entries, 95 vm_page_t *pages, u_int flags);
|
/freebsd/sys/sys/ |
H A D | sf_buf.h | 93 vm_page_t m; /* currently mapped page */ 117 return (PHYS_TO_DMAP(VM_PAGE_TO_PHYS((vm_page_t)sf))); in sf_buf_kva() 122 static inline vm_page_t 126 return ((vm_page_t)sf); in sf_buf_page() 154 boolean_t sf_buf_process_page(vm_page_t, void (*)(struct sf_buf *));
|
/freebsd/sys/riscv/include/ |
H A D | sf_buf.h | 40 return (PHYS_TO_DMAP(VM_PAGE_TO_PHYS((vm_page_t)sf))); in sf_buf_kva() 43 static inline vm_page_t 47 return ((vm_page_t)sf); in sf_buf_page()
|
/freebsd/sys/arm64/include/ |
H A D | sf_buf.h | 44 return (PHYS_TO_DMAP(VM_PAGE_TO_PHYS((vm_page_t)sf))); in sf_buf_kva() 47 static inline vm_page_t 51 return ((vm_page_t)sf); in sf_buf_page()
|
/freebsd/sys/amd64/include/ |
H A D | sf_buf.h | 43 return (PHYS_TO_DMAP(VM_PAGE_TO_PHYS((vm_page_t)sf))); in sf_buf_kva() 46 static inline vm_page_t 50 return ((vm_page_t)sf); in sf_buf_page()
|
/freebsd/sys/arm64/vmm/ |
H A D | vmm_mmu.c | 59 vm_page_t m; in vmmpmap_init() 77 vm_page_t m; in vmmpmap_release_l3() 95 vm_page_t m; in vmmpmap_release_l2() 114 vm_page_t m; in vmmpmap_release_l1() 132 vm_page_t m; in vmmpmap_fini() 161 vm_page_t m; in vmmpmap_l1_table() 200 vm_page_t m; in vmmpmap_l2_table() 243 vm_page_t m; in vmmpmap_l3_table()
|