/titanic_41/usr/src/uts/common/vm/ |
H A D | page.h | 546 } page_t; typedef 549 typedef page_t devpage_t; 553 ((1 << (sizeof (((page_t *)0)->p_lckcnt) * NBBY)) - 1) 667 extern page_t **page_hash; 698 page_t *page_lookup(struct vnode *, u_offset_t, se_t); 699 page_t *page_lookup_create(struct vnode *, u_offset_t, se_t, page_t *, 701 page_t *page_lookup_nowait(struct vnode *, u_offset_t, se_t); 702 page_t *page_find(struct vnode *, u_offset_t); 703 page_t *page_exists(struct vnode *, u_offset_t); 704 int page_exists_physcontig(vnode_t *, u_offset_t, uint_t, page_t *[]); [all …]
|
H A D | vm_pvn.c | 90 page_t * 103 page_t *pp; in pvn_read_kluster() 104 page_t *plist = NULL; in pvn_read_kluster() 118 return ((page_t *)NULL); /* ra case - give up */ in pvn_read_kluster() 144 return ((page_t *)NULL); /* segment driver says no */ in pvn_read_kluster() 148 return ((page_t *)NULL); in pvn_read_kluster() 234 page_t * 237 page_t *pp, in pvn_write_kluster() 245 page_t *dirty; in pvn_write_kluster() 306 pvn_io_done(page_t *plist) in pvn_io_done() [all …]
|
H A D | vm_page.c | 344 static int page_do_hashin(page_t *, vnode_t *, u_offset_t); 345 static void page_do_hashout(page_t *); 347 int page_capture_take_action(page_t *, uint_t, void *); 349 static void page_demote_vp_pages(page_t *); 565 page_t *pp, in add_physmem() 569 page_t *root = NULL; in add_physmem() 706 page_t * 724 page_t * 729 page_t *newpp, in page_lookup_create() 733 page_t *pp; in page_lookup_create() [all …]
|
H A D | page_lock.c | 243 page_lock(page_t *pp, se_t se, kmutex_t *lock, reclaim_t reclaim) in page_lock() 294 page_lock_es(page_t *pp, se_t se, kmutex_t *lock, reclaim_t reclaim, int es) in page_lock_es() 478 page_lock_clr_exclwanted(page_t *pp) in page_lock_clr_exclwanted() 503 page_try_reclaim_lock(page_t *pp, se_t se, int es) in page_try_reclaim_lock() 574 page_trylock(page_t *pp, se_t se) in page_trylock() 616 page_unlock_nocapture(page_t *pp) in page_unlock_nocapture() 650 page_unlock(page_t *pp) in page_unlock() 707 page_tryupgrade(page_t *pp) in page_tryupgrade() 731 page_downgrade(page_t *pp) in page_downgrade() 749 page_lock_delete(page_t *pp) in page_lock_delete() [all …]
|
H A D | page_retire.c | 153 static int page_retire_pp_finish(page_t *, void *, uint_t); 170 page_t *pr_pending_q[PR_PENDING_QMAX]; 462 page_settoxic(page_t *pp, uchar_t bits) in page_settoxic() 475 page_clrtoxic(page_t *pp, uchar_t bits) in page_clrtoxic() 486 page_retire_done(page_t *pp, int code) in page_retire_done() 530 page_retire_destroy(page_t *pp) in page_retire_destroy() 597 page_clear_transient_ue(page_t *pp) in page_clear_transient_ue() 687 page_retire_transient_ue(page_t *pp) in page_retire_transient_ue() 759 page_t *pp; in pr_list_kstat_update() 796 page_t *pp; in pr_list_kstat_snapshot() [all …]
|
H A D | vm_pagelist.c | 231 void page_ctr_add(int, int, page_t *, int); 232 void page_ctr_add_internal(int, int, page_t *, int); 233 void page_ctr_sub(int, int, page_t *, int); 234 void page_ctr_sub_internal(int, int, page_t *, int); 237 page_t *page_promote(int, pfn_t, uchar_t, int, int); 238 page_t *page_demote(int, pfn_t, pfn_t, uchar_t, uchar_t, int, int); 239 page_t *page_freelist_split(uchar_t, 241 page_t *page_get_mnode_cachelist(uint_t, uint_t, int, int); 242 static int page_trylock_cons(page_t *pp, se_t se); 807 page_ctr_add_internal(int mnode, int mtype, page_t *pp, int flags) in page_ctr_add_internal() [all …]
|
H A D | seg_kmem.c | 362 page_t *pp; in boot_mapin() 447 page_t *pp; in segkmem_fault() 680 page_t ***ppp, enum lock_type type, enum seg_rw rw) in segkmem_pagelock() 682 page_t **pplist, *pp; in segkmem_pagelock() 698 nb = sizeof (page_t *) * npages; in segkmem_pagelock() 825 page_t * 861 page_t *(*page_create_func)(void *, size_t, int, void *), void *pcarg) in segkmem_xalloc() 863 page_t *ppl; in segkmem_xalloc() 907 page_t *pp = ppl; in segkmem_xalloc() 985 void (*func)(page_t *)) in segkmem_free_vn() argument [all …]
|
/titanic_41/usr/src/uts/sun4/vm/ |
H A D | mach_kpm.h | 34 extern kmutex_t *sfmmu_page_enter(page_t *); 37 extern void sfmmu_page_cache_array(page_t *, int, int, pgcnt_t); 38 extern cpuset_t sfmmu_pageunload(page_t *, struct sf_hment *, int); 39 extern int tst_tnc(page_t *pp, pgcnt_t); 40 extern void conv_tnc(page_t *pp, int); 41 extern int fnd_mapping_sz(page_t *); 45 extern void sfmmu_kpm_pageunload(page_t *); 46 extern void sfmmu_kpm_vac_unload(page_t *, caddr_t); 47 extern void sfmmu_kpm_hme_unload(page_t *); 48 extern kpm_hlk_t *sfmmu_kpm_kpmp_enter(page_t *, pgcnt_t); [all …]
|
H A D | vm_dep.c | 95 extern void page_relocate_hash(page_t *, page_t *); 102 extern page_t *page_get_freelist(struct vnode *, u_offset_t, struct seg *, 759 page_t ***page_freelists[MMU_PAGE_SIZES][MAX_MEM_TYPES]; 765 page_t ***page_cachelists[MAX_MEM_TYPES]; 782 cache_sz = (page_get_pagecolors(0) * sizeof (page_t *)) + in calc_free_pagelist_sz() 783 sizeof (page_t **); in calc_free_pagelist_sz() 789 free_sz = sizeof (page_t **); in calc_free_pagelist_sz() 791 free_sz += sizeof (page_t *) * page_get_pagecolors(szc); in calc_free_pagelist_sz() 808 page_cachelists[mtype] = (page_t ***)alloc_base; in alloc_page_freelists() 809 alloc_base += (max_mem_nodes * sizeof (page_t **)); in alloc_page_freelists() [all …]
|
/titanic_41/usr/src/uts/i86pc/vm/ |
H A D | hment.h | 47 extern hment_t *hment_remove(page_t *, htable_t *ht, uint_t entry); 53 extern hment_t *hment_walk(page_t *, htable_t **, uint_t *, hment_t *); 58 extern hment_t *hment_prepare(htable_t *ht, uint_t entry, page_t *); 63 extern void hment_assign(htable_t *ht, uint_t entry, page_t *, hment_t *); 73 extern void x86_hm_enter(page_t *); 74 extern void x86_hm_exit(page_t *); 75 extern int x86_hm_held(page_t *pp); 94 extern uint_t hment_mapcnt(page_t *);
|
H A D | vm_machdep.c | 104 static page_t *io_pool_4g; /* pool for 32 bit dma limited devices */ 105 static page_t *io_pool_16m; /* pool for 24 bit dma limited legacy devices */ 124 static void page_io_pool_sub(page_t **, page_t *, page_t *); 339 page_t ****page_freelists; 340 page_t ***page_cachelists; 987 static page_t * 997 page_t *pp; in is_contigpage_free() 998 page_t *plist = NULL; in is_contigpage_free() 1084 check_dma(ddi_dma_attr_t *dma_attr, page_t *pp, int cnt) in check_dma() 1102 static page_t * [all …]
|
H A D | hment.c | 282 x86_hm_held(page_t *pp) in x86_hm_held() 291 x86_hm_enter(page_t *pp) in x86_hm_enter() 299 x86_hm_exit(page_t *pp) in x86_hm_exit() 310 hment_insert(hment_t *hm, page_t *pp) in hment_insert() 353 hment_prepare(htable_t *htable, uint_t entry, page_t *pp) in hment_prepare() 451 hment_assign(htable_t *htable, uint_t entry, page_t *pp, hment_t *hm) in hment_assign() 491 hment_walk(page_t *pp, htable_t **ht, uint_t *entry, hment_t *prev) in hment_walk() 529 hment_remove(page_t *pp, htable_t *ht, uint_t entry) in hment_remove() 670 hment_mapcnt(page_t *pp) in hment_mapcnt() 674 page_t *larger; in hment_mapcnt() [all …]
|
H A D | vm_dep.h | 66 extern void plcnt_inc_dec(page_t *, int, int, long, int); 115 extern page_t ****page_freelists; 126 extern page_t ***page_cachelists; 143 extern page_t *page_get_mnode_freelist(int, uint_t, int, uchar_t, uint_t); 144 extern page_t *page_get_mnode_cachelist(uint_t, uint_t, int, int); 307 extern int mtype_pgr_init(int *, page_t *, int, pgcnt_t); 326 extern void chk_lpg(page_t *, uchar_t); 551 extern void page_ctr_sub(int, int, page_t *, int); 552 extern page_t *page_freelist_split(uchar_t, 554 extern page_t *page_freelist_coalesce(int, uchar_t, uint_t, uint_t, int,
|
/titanic_41/usr/src/uts/sun4v/os/ |
H A D | memseg.c | 44 extern page_t *ppvm_base; 77 page_t *pp, *opp, *epp; in memseg_alloc_meta() 86 if ((base + npgs) * sizeof (page_t) > ppvm_size) in memseg_alloc_meta() 91 metapgs = btopr(npgs * sizeof (page_t)); in memseg_alloc_meta() 113 ASSERT(PAGESIZE % sizeof (page_t)); in memseg_alloc_meta() 114 pp = (page_t *)P2ROUNDUP((uint64_t)pp, PAGESIZE); in memseg_alloc_meta() 130 ASSERT(PAGESIZE % sizeof (page_t)); in memseg_alloc_meta() 171 page_t *pp; in memseg_free_meta() 200 page_t *pp; in memseg_get_metapfn() 225 page_t *pp; in memseg_remap_meta() [all …]
|
H A D | ppage.c | 143 ppmapin(page_t *pp, uint_t vprot, caddr_t hint) in ppmapin() 236 ppcopy_kernel__relocatable(page_t *fm_pp, page_t *to_pp) in ppcopy_kernel__relocatable() 259 ppcopy(page_t *fm_pp, page_t *to_pp) in ppcopy() 312 pagezero(page_t *pp, uint_t off, uint_t len) in pagezero()
|
/titanic_41/usr/src/uts/i86pc/os/ |
H A D | pmem.c | 91 page_t *pl_pp; /* start pp */ 106 static page_t *pmem_mpool = NULL; 115 static pmem_lpg_t *pmem_lpg_get(pmem_lpg_t *, page_t *, pmem_lpg_t **); 118 static void lpg_free(page_t *spp); 119 static pgcnt_t mpool_break(page_t **, pgcnt_t); 120 static void mpool_append(page_t **, pgcnt_t); 121 static void lpp_break(page_t **, pgcnt_t, pgcnt_t, pmem_lpg_t *); 122 static void lpp_free(page_t *, pgcnt_t, pmem_lpg_t **); 123 static int lpp_create(page_t **, pgcnt_t, pgcnt_t *, pmem_lpg_t **, 125 static void tlist_in(page_t *, pgcnt_t, vnode_t *, u_offset_t *); [all …]
|
H A D | hold_page.c | 34 plat_hold_page(pfn_t pfn, int lock, page_t **pp_ret) in plat_hold_page() 36 page_t *pp = page_numtopp_nolock(pfn); in plat_hold_page() 75 plat_release_page(page_t *pp) in plat_release_page()
|
/titanic_41/usr/src/uts/common/inet/nca/ |
H A D | ncakmem.h | 45 extern page_t **kmem_phys_alloc(size_t, int, char **); 46 extern void kmem_phys_free(page_t **); 47 extern void *kmem_phys_mapin(page_t **, void *, int); 48 extern void kmem_phys_mapout(page_t **, void *);
|
/titanic_41/usr/src/uts/common/nfs/ |
H A D | rnode.h | 104 page_t *c_pages; /* list of pages to commit */ 290 (vnode_t *, page_t *, u_offset_t *, size_t *, int, cred_t *); 347 extern int nfs_async_putapage(vnode_t *, page_t *, u_offset_t, size_t, 348 int, cred_t *, int (*)(vnode_t *, page_t *, 350 extern int nfs_async_pageio(vnode_t *, page_t *, u_offset_t, size_t, 351 int, cred_t *, int (*)(vnode_t *, page_t *, 356 extern void nfs_async_commit(vnode_t *, page_t *, offset3, count3, 357 cred_t *, void (*)(vnode_t *, page_t *, 385 extern int nfs_putapage(vnode_t *, page_t *, u_offset_t *, size_t *, 387 extern int nfs3_putapage(vnode_t *, page_t *, u_offset_t *, size_t *,
|
/titanic_41/usr/src/uts/common/sys/ |
H A D | fdbuffer.h | 109 page_t *pages; /* page list for FDPAGE_BUF */ 115 page_t **fd_shadow; /* shadow pages used for direct i/o to uspace */ 140 extern fdbuffer_t *fdb_page_create(page_t *pp, size_t len, int flag); 142 page_t **pplist, struct proc *procp);
|
H A D | hold_page.h | 69 extern int plat_hold_page(pfn_t, int, page_t **); 70 extern void plat_release_page(page_t *);
|
/titanic_41/usr/src/uts/sun4u/os/ |
H A D | ppage.c | 156 ppmapin(page_t *pp, uint_t vprot, caddr_t hint) in ppmapin() 267 pp_load_tlb(processorid_t cpu, caddr_t **pslot, page_t *pp, uint_t prot) in pp_load_tlb() 364 ppcopy_common(page_t *fm_pp, page_t *to_pp) in ppcopy_common() 416 ppcopy_kernel__relocatable(page_t *fm_pp, page_t *to_pp) in ppcopy_kernel__relocatable() 440 ppcopy(page_t *fm_pp, page_t *to_pp) in ppcopy() 500 pagezero(page_t *pp, uint_t off, uint_t len) in pagezero()
|
/titanic_41/usr/src/uts/i86xpv/os/ |
H A D | balloon.c | 76 static page_t *bln_spare_list_front, *bln_spare_list_back; 115 balloon_page_add(page_t *pp) in balloon_page_add() 149 static page_t * 152 page_t *pp; in balloon_page_sub() 186 page_t pages[1]; 207 page_t *page_array; in balloon_init_new_pages() 222 (PAGESIZE + sizeof (page_t))); in balloon_init_new_pages() 229 if ((metapgs << PAGESHIFT) < (totalpgs * sizeof (page_t) + in balloon_init_new_pages() 249 num_pages = (metasz - MEM_STRUCT_SIZE) / sizeof (page_t); in balloon_init_new_pages() 380 page_t *pp; in balloon_inc_reservation() [all …]
|
/titanic_41/usr/src/uts/common/fs/swapfs/ |
H A D | swap_vnops.c | 62 static void swap_dispose(vnode_t *vp, page_t *pp, int fl, int dn, 66 uint_t *protp, page_t **plarr, size_t plsz, 70 uint_t *protp, page_t **plarr, size_t plsz, page_t *conpp, 74 static int swap_putapage(struct vnode *vp, page_t *pp, u_offset_t *off, 112 page_t *pl[], in swap_getpage() 141 page_t *pl[], in swap_getapage() 312 page_t *pl[], in swap_getconpage() 314 page_t *conpp, in swap_getconpage() 484 page_t *pp; in swap_putpage() 601 page_t *pp, in swap_putapage() [all …]
|
/titanic_41/usr/src/uts/sun4u/vm/ |
H A D | mach_kpm.c | 42 static caddr_t sfmmu_kpm_mapin(page_t *); 43 static void sfmmu_kpm_mapout(page_t *, caddr_t); 44 static int sfmmu_kpme_lookup(struct kpme *, page_t *); 45 static void sfmmu_kpme_add(struct kpme *, page_t *); 46 static void sfmmu_kpme_sub(struct kpme *, page_t *); 47 static caddr_t sfmmu_kpm_getvaddr(page_t *, int *); 48 static int sfmmu_kpm_fault(caddr_t, struct memseg *, page_t *); 49 static int sfmmu_kpm_fault_small(caddr_t, struct memseg *, page_t *); 50 static void sfmmu_kpm_vac_conflict(page_t *, caddr_t); 51 void sfmmu_kpm_pageunload(page_t *); [all …]
|