| /titanic_41/usr/src/uts/common/vm/ |
| H A D | page.h | 546 } page_t; typedef
549 typedef page_t devpage_t;
553 ((1 << (sizeof (((page_t *)0)->p_lckcnt) * NBBY)) - 1)
667 extern page_t **page_hash;
698 page_t *page_lookup(struct vnode *, u_offset_t, se_t);
699 page_t *page_lookup_create(struct vnode *, u_offset_t, se_t, page_t *,
701 page_t *page_lookup_nowait(struct vnode *, u_offset_t, se_t);
702 page_t *page_find(struct vnode *, u_offset_t);
703 page_t *page_exists(struct vnode *, u_offset_t);
704 int page_exists_physcontig(vnode_t *, u_offset_t, uint_t, page_t *[]);
[all …]
|
| H A D | vm_pvn.c | 90 page_t *
103 page_t *pp; in pvn_read_kluster()
104 page_t *plist = NULL; in pvn_read_kluster()
118 return ((page_t *)NULL); /* ra case - give up */ in pvn_read_kluster()
144 return ((page_t *)NULL); /* segment driver says no */ in pvn_read_kluster()
148 return ((page_t *)NULL); in pvn_read_kluster()
234 page_t *
237 page_t *pp, in pvn_write_kluster()
245 page_t *dirty; in pvn_write_kluster()
306 pvn_io_done(page_t *plist) in pvn_io_done()
[all …]
|
| H A D | vm_page.c | 344 static int page_do_hashin(page_t *, vnode_t *, u_offset_t);
345 static void page_do_hashout(page_t *);
347 int page_capture_take_action(page_t *, uint_t, void *);
349 static void page_demote_vp_pages(page_t *);
565 page_t *pp, in add_physmem()
569 page_t *root = NULL; in add_physmem()
706 page_t *
724 page_t *
729 page_t *newpp, in page_lookup_create()
733 page_t *pp; in page_lookup_create()
[all …]
|
| H A D | page_lock.c | 243 page_lock(page_t *pp, se_t se, kmutex_t *lock, reclaim_t reclaim) in page_lock()
294 page_lock_es(page_t *pp, se_t se, kmutex_t *lock, reclaim_t reclaim, int es) in page_lock_es()
478 page_lock_clr_exclwanted(page_t *pp) in page_lock_clr_exclwanted()
503 page_try_reclaim_lock(page_t *pp, se_t se, int es) in page_try_reclaim_lock()
574 page_trylock(page_t *pp, se_t se) in page_trylock()
616 page_unlock_nocapture(page_t *pp) in page_unlock_nocapture()
650 page_unlock(page_t *pp) in page_unlock()
707 page_tryupgrade(page_t *pp) in page_tryupgrade()
731 page_downgrade(page_t *pp) in page_downgrade()
749 page_lock_delete(page_t *pp) in page_lock_delete()
[all …]
|
| H A D | page_retire.c | 153 static int page_retire_pp_finish(page_t *, void *, uint_t);
170 page_t *pr_pending_q[PR_PENDING_QMAX];
462 page_settoxic(page_t *pp, uchar_t bits) in page_settoxic()
475 page_clrtoxic(page_t *pp, uchar_t bits) in page_clrtoxic()
486 page_retire_done(page_t *pp, int code) in page_retire_done()
530 page_retire_destroy(page_t *pp) in page_retire_destroy()
597 page_clear_transient_ue(page_t *pp) in page_clear_transient_ue()
687 page_retire_transient_ue(page_t *pp) in page_retire_transient_ue()
759 page_t *pp; in pr_list_kstat_update()
796 page_t *pp; in pr_list_kstat_snapshot()
[all …]
|
| H A D | vm_pagelist.c | 231 void page_ctr_add(int, int, page_t *, int);
232 void page_ctr_add_internal(int, int, page_t *, int);
233 void page_ctr_sub(int, int, page_t *, int);
234 void page_ctr_sub_internal(int, int, page_t *, int);
237 page_t *page_promote(int, pfn_t, uchar_t, int, int);
238 page_t *page_demote(int, pfn_t, pfn_t, uchar_t, uchar_t, int, int);
239 page_t *page_freelist_split(uchar_t,
241 page_t *page_get_mnode_cachelist(uint_t, uint_t, int, int);
242 static int page_trylock_cons(page_t *pp, se_t se);
807 page_ctr_add_internal(int mnode, int mtype, page_t *pp, int flags) in page_ctr_add_internal()
[all …]
|
| H A D | seg_kmem.c | 362 page_t *pp; in boot_mapin()
447 page_t *pp; in segkmem_fault()
680 page_t ***ppp, enum lock_type type, enum seg_rw rw) in segkmem_pagelock()
682 page_t **pplist, *pp; in segkmem_pagelock()
698 nb = sizeof (page_t *) * npages; in segkmem_pagelock()
825 page_t *
861 page_t *(*page_create_func)(void *, size_t, int, void *), void *pcarg) in segkmem_xalloc()
863 page_t *ppl; in segkmem_xalloc()
907 page_t *pp = ppl; in segkmem_xalloc()
985 void (*func)(page_t *)) in segkmem_free_vn() argument
[all …]
|
| /titanic_41/usr/src/uts/sun4/vm/ |
| H A D | mach_kpm.h | 34 extern kmutex_t *sfmmu_page_enter(page_t *);
37 extern void sfmmu_page_cache_array(page_t *, int, int, pgcnt_t);
38 extern cpuset_t sfmmu_pageunload(page_t *, struct sf_hment *, int);
39 extern int tst_tnc(page_t *pp, pgcnt_t);
40 extern void conv_tnc(page_t *pp, int);
41 extern int fnd_mapping_sz(page_t *);
45 extern void sfmmu_kpm_pageunload(page_t *);
46 extern void sfmmu_kpm_vac_unload(page_t *, caddr_t);
47 extern void sfmmu_kpm_hme_unload(page_t *);
48 extern kpm_hlk_t *sfmmu_kpm_kpmp_enter(page_t *, pgcnt_t);
[all …]
|
| H A D | vm_dep.c | 95 extern void page_relocate_hash(page_t *, page_t *);
102 extern page_t *page_get_freelist(struct vnode *, u_offset_t, struct seg *,
759 page_t ***page_freelists[MMU_PAGE_SIZES][MAX_MEM_TYPES];
765 page_t ***page_cachelists[MAX_MEM_TYPES];
782 cache_sz = (page_get_pagecolors(0) * sizeof (page_t *)) + in calc_free_pagelist_sz()
783 sizeof (page_t **); in calc_free_pagelist_sz()
789 free_sz = sizeof (page_t **); in calc_free_pagelist_sz()
791 free_sz += sizeof (page_t *) * page_get_pagecolors(szc); in calc_free_pagelist_sz()
808 page_cachelists[mtype] = (page_t ***)alloc_base; in alloc_page_freelists()
809 alloc_base += (max_mem_nodes * sizeof (page_t **)); in alloc_page_freelists()
[all …]
|
| /titanic_41/usr/src/uts/i86pc/vm/ |
| H A D | hment.h | 47 extern hment_t *hment_remove(page_t *, htable_t *ht, uint_t entry);
53 extern hment_t *hment_walk(page_t *, htable_t **, uint_t *, hment_t *);
58 extern hment_t *hment_prepare(htable_t *ht, uint_t entry, page_t *);
63 extern void hment_assign(htable_t *ht, uint_t entry, page_t *, hment_t *);
73 extern void x86_hm_enter(page_t *);
74 extern void x86_hm_exit(page_t *);
75 extern int x86_hm_held(page_t *pp);
94 extern uint_t hment_mapcnt(page_t *);
|
| H A D | vm_machdep.c | 104 static page_t *io_pool_4g; /* pool for 32 bit dma limited devices */
105 static page_t *io_pool_16m; /* pool for 24 bit dma limited legacy devices */
124 static void page_io_pool_sub(page_t **, page_t *, page_t *);
339 page_t ****page_freelists;
340 page_t ***page_cachelists;
987 static page_t *
997 page_t *pp; in is_contigpage_free()
998 page_t *plist = NULL; in is_contigpage_free()
1084 check_dma(ddi_dma_attr_t *dma_attr, page_t *pp, int cnt) in check_dma()
1102 static page_t *
[all …]
|
| H A D | hment.c | 282 x86_hm_held(page_t *pp) in x86_hm_held()
291 x86_hm_enter(page_t *pp) in x86_hm_enter()
299 x86_hm_exit(page_t *pp) in x86_hm_exit()
310 hment_insert(hment_t *hm, page_t *pp) in hment_insert()
353 hment_prepare(htable_t *htable, uint_t entry, page_t *pp) in hment_prepare()
451 hment_assign(htable_t *htable, uint_t entry, page_t *pp, hment_t *hm) in hment_assign()
491 hment_walk(page_t *pp, htable_t **ht, uint_t *entry, hment_t *prev) in hment_walk()
529 hment_remove(page_t *pp, htable_t *ht, uint_t entry) in hment_remove()
670 hment_mapcnt(page_t *pp) in hment_mapcnt()
674 page_t *larger; in hment_mapcnt()
[all …]
|
| H A D | vm_dep.h | 66 extern void plcnt_inc_dec(page_t *, int, int, long, int);
115 extern page_t ****page_freelists;
126 extern page_t ***page_cachelists;
143 extern page_t *page_get_mnode_freelist(int, uint_t, int, uchar_t, uint_t);
144 extern page_t *page_get_mnode_cachelist(uint_t, uint_t, int, int);
307 extern int mtype_pgr_init(int *, page_t *, int, pgcnt_t);
326 extern void chk_lpg(page_t *, uchar_t);
551 extern void page_ctr_sub(int, int, page_t *, int);
552 extern page_t *page_freelist_split(uchar_t,
554 extern page_t *page_freelist_coalesce(int, uchar_t, uint_t, uint_t, int,
|
| /titanic_41/usr/src/uts/sun4v/os/ |
| H A D | memseg.c | 44 extern page_t *ppvm_base;
77 page_t *pp, *opp, *epp; in memseg_alloc_meta()
86 if ((base + npgs) * sizeof (page_t) > ppvm_size) in memseg_alloc_meta()
91 metapgs = btopr(npgs * sizeof (page_t)); in memseg_alloc_meta()
113 ASSERT(PAGESIZE % sizeof (page_t)); in memseg_alloc_meta()
114 pp = (page_t *)P2ROUNDUP((uint64_t)pp, PAGESIZE); in memseg_alloc_meta()
130 ASSERT(PAGESIZE % sizeof (page_t)); in memseg_alloc_meta()
171 page_t *pp; in memseg_free_meta()
200 page_t *pp; in memseg_get_metapfn()
225 page_t *pp; in memseg_remap_meta()
[all …]
|
| H A D | ppage.c | 143 ppmapin(page_t *pp, uint_t vprot, caddr_t hint) in ppmapin()
236 ppcopy_kernel__relocatable(page_t *fm_pp, page_t *to_pp) in ppcopy_kernel__relocatable()
259 ppcopy(page_t *fm_pp, page_t *to_pp) in ppcopy()
312 pagezero(page_t *pp, uint_t off, uint_t len) in pagezero()
|
| /titanic_41/usr/src/uts/i86pc/os/ |
| H A D | pmem.c | 91 page_t *pl_pp; /* start pp */
106 static page_t *pmem_mpool = NULL;
115 static pmem_lpg_t *pmem_lpg_get(pmem_lpg_t *, page_t *, pmem_lpg_t **);
118 static void lpg_free(page_t *spp);
119 static pgcnt_t mpool_break(page_t **, pgcnt_t);
120 static void mpool_append(page_t **, pgcnt_t);
121 static void lpp_break(page_t **, pgcnt_t, pgcnt_t, pmem_lpg_t *);
122 static void lpp_free(page_t *, pgcnt_t, pmem_lpg_t **);
123 static int lpp_create(page_t **, pgcnt_t, pgcnt_t *, pmem_lpg_t **,
125 static void tlist_in(page_t *, pgcnt_t, vnode_t *, u_offset_t *);
[all …]
|
| H A D | hold_page.c | 34 plat_hold_page(pfn_t pfn, int lock, page_t **pp_ret) in plat_hold_page()
36 page_t *pp = page_numtopp_nolock(pfn); in plat_hold_page()
75 plat_release_page(page_t *pp) in plat_release_page()
|
| /titanic_41/usr/src/uts/common/inet/nca/ |
| H A D | ncakmem.h | 45 extern page_t **kmem_phys_alloc(size_t, int, char **);
46 extern void kmem_phys_free(page_t **);
47 extern void *kmem_phys_mapin(page_t **, void *, int);
48 extern void kmem_phys_mapout(page_t **, void *);
|
| /titanic_41/usr/src/uts/common/nfs/ |
| H A D | rnode.h | 104 page_t *c_pages; /* list of pages to commit */
290 (vnode_t *, page_t *, u_offset_t *, size_t *, int, cred_t *);
347 extern int nfs_async_putapage(vnode_t *, page_t *, u_offset_t, size_t,
348 int, cred_t *, int (*)(vnode_t *, page_t *,
350 extern int nfs_async_pageio(vnode_t *, page_t *, u_offset_t, size_t,
351 int, cred_t *, int (*)(vnode_t *, page_t *,
356 extern void nfs_async_commit(vnode_t *, page_t *, offset3, count3,
357 cred_t *, void (*)(vnode_t *, page_t *,
385 extern int nfs_putapage(vnode_t *, page_t *, u_offset_t *, size_t *,
387 extern int nfs3_putapage(vnode_t *, page_t *, u_offset_t *, size_t *,
|
| /titanic_41/usr/src/uts/common/sys/ |
| H A D | fdbuffer.h | 109 page_t *pages; /* page list for FDPAGE_BUF */
115 page_t **fd_shadow; /* shadow pages used for direct i/o to uspace */
140 extern fdbuffer_t *fdb_page_create(page_t *pp, size_t len, int flag);
142 page_t **pplist, struct proc *procp);
|
| H A D | hold_page.h | 69 extern int plat_hold_page(pfn_t, int, page_t **);
70 extern void plat_release_page(page_t *);
|
| /titanic_41/usr/src/uts/sun4u/os/ |
| H A D | ppage.c | 156 ppmapin(page_t *pp, uint_t vprot, caddr_t hint) in ppmapin()
267 pp_load_tlb(processorid_t cpu, caddr_t **pslot, page_t *pp, uint_t prot) in pp_load_tlb()
364 ppcopy_common(page_t *fm_pp, page_t *to_pp) in ppcopy_common()
416 ppcopy_kernel__relocatable(page_t *fm_pp, page_t *to_pp) in ppcopy_kernel__relocatable()
440 ppcopy(page_t *fm_pp, page_t *to_pp) in ppcopy()
500 pagezero(page_t *pp, uint_t off, uint_t len) in pagezero()
|
| /titanic_41/usr/src/uts/i86xpv/os/ |
| H A D | balloon.c | 76 static page_t *bln_spare_list_front, *bln_spare_list_back;
115 balloon_page_add(page_t *pp) in balloon_page_add()
149 static page_t *
152 page_t *pp; in balloon_page_sub()
186 page_t pages[1];
207 page_t *page_array; in balloon_init_new_pages()
222 (PAGESIZE + sizeof (page_t))); in balloon_init_new_pages()
229 if ((metapgs << PAGESHIFT) < (totalpgs * sizeof (page_t) + in balloon_init_new_pages()
249 num_pages = (metasz - MEM_STRUCT_SIZE) / sizeof (page_t); in balloon_init_new_pages()
380 page_t *pp; in balloon_inc_reservation()
[all …]
|
| /titanic_41/usr/src/uts/common/fs/swapfs/ |
| H A D | swap_vnops.c | 62 static void swap_dispose(vnode_t *vp, page_t *pp, int fl, int dn,
66 uint_t *protp, page_t **plarr, size_t plsz,
70 uint_t *protp, page_t **plarr, size_t plsz, page_t *conpp,
74 static int swap_putapage(struct vnode *vp, page_t *pp, u_offset_t *off,
112 page_t *pl[], in swap_getpage()
141 page_t *pl[], in swap_getapage()
312 page_t *pl[], in swap_getconpage()
314 page_t *conpp, in swap_getconpage()
484 page_t *pp; in swap_putpage()
601 page_t *pp, in swap_putapage()
[all …]
|
| /titanic_41/usr/src/uts/sun4u/vm/ |
| H A D | mach_kpm.c | 42 static caddr_t sfmmu_kpm_mapin(page_t *);
43 static void sfmmu_kpm_mapout(page_t *, caddr_t);
44 static int sfmmu_kpme_lookup(struct kpme *, page_t *);
45 static void sfmmu_kpme_add(struct kpme *, page_t *);
46 static void sfmmu_kpme_sub(struct kpme *, page_t *);
47 static caddr_t sfmmu_kpm_getvaddr(page_t *, int *);
48 static int sfmmu_kpm_fault(caddr_t, struct memseg *, page_t *);
49 static int sfmmu_kpm_fault_small(caddr_t, struct memseg *, page_t *);
50 static void sfmmu_kpm_vac_conflict(page_t *, caddr_t);
51 void sfmmu_kpm_pageunload(page_t *);
[all …]
|