/illumos-gate/usr/src/uts/common/vm/ |
H A D | vm_pagelist.c | 817 ASSERT(pp->p_szc < mmu_page_sizes); in page_ctr_add_internal() 819 PLCNT_INCR(pp, mnode, mtype, pp->p_szc, flags); in page_ctr_add_internal() 822 if (pp->p_szc >= mmu_page_sizes - 1) { in page_ctr_add_internal() 826 r = pp->p_szc + 1; in page_ctr_add_internal() 877 ASSERT(pp->p_szc < mmu_page_sizes); in page_ctr_sub_internal() 879 PLCNT_DECR(pp, mnode, mtype, pp->p_szc, flags); in page_ctr_sub_internal() 882 if (pp->p_szc >= mmu_page_sizes - 1) { in page_ctr_sub_internal() 886 r = pp->p_szc + 1; in page_ctr_sub_internal() 1319 spgcnt_t npgs = page_get_pagecnt(pp->p_szc); in chk_lpg() 1323 ASSERT(pp->p_szc == 0); in chk_lpg() [all …]
|
H A D | vm_page.c | 640 pp->p_szc = 0; in add_physmem() 656 pp->p_szc = 0; in add_physmem() 664 pp->p_szc = szc; in add_physmem() 692 pp->p_szc = 0; in add_physmem() 700 pp->p_szc = szc; in add_physmem() 864 if (newpp != NULL && pp->p_szc < newpp->p_szc && in page_lookup_create() 886 VM_STAT_COND_ADD(pp->p_szc < newpp->p_szc, in page_lookup_create() 888 VM_STAT_COND_ADD(pp->p_szc == newpp->p_szc, in page_lookup_create() 890 VM_STAT_COND_ADD(pp->p_szc > newpp->p_szc, in page_lookup_create() 1117 if ((pszc = pp->p_szc) >= szc && ppa != NULL) { in page_exists_physcontig() [all …]
|
H A D | vm_anon.c | 1212 if (pp == NULL || pp->p_szc == 0) { in anon_decref_pages() 1228 ASSERT(pp == NULL || pp->p_szc == 0); in anon_decref_pages() 1241 page_get_pagecnt(pp->p_szc); in anon_decref_pages() 1248 ASSERT(pp->p_szc <= szc); in anon_decref_pages() 1267 ASSERT(pp->p_szc == ppa[0]->p_szc); in anon_decref_pages() 1303 ppa[j]->p_szc = 0; in anon_decref_pages() 1724 pgcnt = page_get_pagecnt(pp->p_szc); in anon_disclaim() 1753 if (behav == MADV_PURGE && pp->p_szc != 0) { in anon_disclaim() 1762 if (pp->p_szc == 0) { in anon_disclaim() 1810 pgcnt = page_get_pagecnt(pp->p_szc); in anon_disclaim() [all …]
|
H A D | page_lock.c | 932 uint_t pszc = pp->p_szc; in page_szc_lock() 960 if (pp == rootpp || (rszc = rootpp->p_szc) == pszc) { in page_szc_lock() 970 szc = pp->p_szc; in page_szc_lock() 988 ASSERT(rootpp->p_szc < rszc); in page_szc_lock()
|
H A D | vm_usage.c | 941 if (page->p_szc > 0) { in vmu_amp_update_incore_bounds() 942 pgcnt = page_get_pagecnt(page->p_szc); in vmu_amp_update_incore_bounds() 943 pgshft = page_get_shift(page->p_szc); in vmu_amp_update_incore_bounds() 1028 if (page->p_szc > 0) { in vmu_vnode_update_incore_bounds() 1029 pgcnt = page_get_pagecnt(page->p_szc); in vmu_vnode_update_incore_bounds() 1030 pgshft = page_get_shift(page->p_szc); in vmu_vnode_update_incore_bounds() 1274 if (page->p_szc > 0) { in vmu_calculate_seg() 1276 pgcnt = page_get_pagecnt(page->p_szc); in vmu_calculate_seg() 1277 pgshft = page_get_shift(page->p_szc); in vmu_calculate_seg()
|
H A D | page_retire.c | 538 ASSERT(pp->p_szc == 0); in page_retire_destroy() 611 ASSERT(pp->p_szc == 0); in page_clear_transient_ue() 961 ASSERT(pp->p_szc == 0); in page_retire_pp_finish() 1279 if (pp->p_szc && PP_PAGEROOT(pp) == pp) { in page_retire_test()
|
H A D | seg_vn.c | 2818 ASSERT(pp->p_szc == 0); in segvn_faultpage() 3033 if (stealcow && freemem < minfree && steal && opp->p_szc == 0 && in segvn_faultpage() 3111 ASSERT(pp->p_szc == 0); in segvn_faultpage() 3152 uint_t repl_szc = replacement->p_szc; in segvn_relocate_pages() 3168 ASSERT(pp->p_szc < repl_szc); in segvn_relocate_pages() 3171 curnpgs = page_get_pagecnt(pp->p_szc); in segvn_relocate_pages() 3178 ASSERT(repl->p_szc == repl_szc); in segvn_relocate_pages() 3189 ASSERT(repl->p_szc == repl_szc); in segvn_relocate_pages() 3267 if (pp->p_szc == 0) { in segvn_full_szcpages() 3273 if ((curszc = pp->p_szc) >= szc) { in segvn_full_szcpages() [all …]
|
H A D | seg_spt.c | 863 if (pp->p_szc != 0) { in segspt_free_pages() 868 pgs = curnpgs = page_get_pagecnt(pp->p_szc); in segspt_free_pages() 1065 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock() 1100 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock() 1173 npgs = page_get_pagecnt(pp->p_szc); in segspt_dismpagelock() 1254 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock()
|
H A D | page.h | 516 volatile uchar_t p_szc; /* page size code */ member
|
/illumos-gate/usr/src/uts/common/fs/swapfs/ |
H A D | swap_vnops.c | 345 ASSERT(conpp->p_szc != 0); in swap_getconpage() 364 if (pp->p_szc < conpp->p_szc) { in swap_getconpage() 365 *pszc = pp->p_szc; in swap_getconpage() 368 } else if (pp->p_szc > conpp->p_szc && in swap_getconpage() 369 seg->s_szc > conpp->p_szc) { in swap_getconpage() 370 *pszc = MIN(pp->p_szc, seg->s_szc); in swap_getconpage() 377 (page_get_pagecnt(conpp->p_szc) - 1)) in swap_getconpage() 772 if (pp->p_szc != 0) { in swap_dispose()
|
/illumos-gate/usr/src/uts/sun4v/os/ |
H A D | memseg.c | 190 ASSERT(pp->p_szc == 0); in memseg_free_meta() 210 ASSERT(pp->p_szc == 0); in memseg_get_metapfn() 301 ASSERT(pp->p_szc == 0); in memseg_remap_meta()
|
/illumos-gate/usr/src/uts/sun4v/vm/ |
H A D | mach_vm_dep.c | 482 ASSERT(i == page_get_pagecnt(ppa[0]->p_szc)); in contig_mem_span_alloc() 484 ASSERT(ppa[i]->p_szc == ppa[0]->p_szc); in contig_mem_span_alloc() 588 ASSERT(size == page_get_pagesize(pp->p_szc)); in contig_mem_span_free() 589 ASSERT(rootpp == NULL || rootpp->p_szc == pp->p_szc); in contig_mem_span_free()
|
/illumos-gate/usr/src/uts/common/fs/ |
H A D | fsflush.c | 160 if (pp->p_szc && fspage == 0) { in fsflush_do_pages() 164 cnt = page_get_pagecnt(pp->p_szc); in fsflush_do_pages() 196 szc = pp->p_szc; in fsflush_do_pages()
|
/illumos-gate/usr/src/uts/i86pc/vm/ |
H A D | vm_dep.h | 245 #define PP_2_BIN(pp) (PP_2_BIN_SZC(pp, pp->p_szc)) 249 #define PP_2_SZC(pp) (pp->p_szc) 342 #define PP_PAGEROOT(pp) ((pp)->p_szc == 0 ? (pp) : \ 343 PP_GROUPLEADER((pp), (pp)->p_szc))
|
H A D | hat_i86.c | 1785 ASSERT(pp->p_szc >= level); in hati_sync_pte_to_page() 2195 if (pages[pgindx]->p_szc >= level) { in hat_memload_array() 2200 ASSERT(pages[pgindx + i]->p_szc >= in hat_memload_array() 3711 while (pszc < pp->p_szc) { in hati_page_clrwrt() 3916 if (cur_pp->p_szc <= pg_szcd) { in hati_pageunload() 3993 if (pp->p_szc == 0) in hat_page_demote() 4014 pszc = pp->p_szc; in hat_page_demote() 4026 if ((rszc = rootpp->p_szc) != pszc) { in hat_page_demote() 4038 ASSERT(pp->p_szc == pszc); in hat_page_demote() 4082 ASSERT(lastpp->p_szc == pszc); in hat_page_demote() [all …]
|
H A D | hment.c | 685 for (szc = 1; szc <= pp->p_szc; ++szc) { in hment_mapcnt()
|
H A D | vm_machdep.c | 419 if (pp->p_szc) { in page_numtopp_alloc() 3221 ASSERT(pp->p_szc == szc); in page_get_mnode_anylist() 3240 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist() 3311 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist() 3332 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist()
|
/illumos-gate/usr/src/uts/common/os/ |
H A D | mem_cage.c | 969 ASSERT(pp->p_szc == 0); in kcage_init() 987 ASSERT(pp->p_szc == 0); in kcage_init() 1321 szc = rootpp->p_szc; in kcage_setnoreloc_pages() 1339 ASSERT(pp->p_szc == szc); in kcage_setnoreloc_pages() 1414 ASSERT(pp->p_szc == 0); in kcage_assimilate_page() 1423 if (pp->p_szc != 0) { in kcage_assimilate_page()
|
H A D | vm_pageout.c | 1529 if (pp->p_szc != 0) { in checkpage() 1536 ASSERT(pp->p_szc == 0); in checkpage()
|
H A D | mem_config.c | 2220 szc = pp->p_szc; in delete_memory_thread() 2242 ASSERT(tpp->p_szc == szc); in delete_memory_thread() 2243 tpp->p_szc = 0; in delete_memory_thread()
|
/illumos-gate/usr/src/uts/sun4/os/ |
H A D | memlist.c | 206 if (pp->p_szc != 0) in less_pages() 228 ASSERT(pp->p_szc == 0); in less_pages()
|
/illumos-gate/usr/src/uts/sun4/vm/ |
H A D | vm_dep.h | 290 #define PP_2_BIN(pp) (PP_2_BIN_SZC(pp, pp->p_szc)) 429 long cnt = (1 << PAGE_BSZS_SHIFT((pp)->p_szc)); \
|
/illumos-gate/usr/src/uts/sun4v/promif/ |
H A D | promif_emul.c | 314 ASSERT(page_get_pagecnt(pp->p_szc) == 1); in unmap_prom_mappings()
|
/illumos-gate/usr/src/uts/sfmmu/vm/ |
H A D | hat_sfmmu.c | 2491 for (ttesz = pp->p_szc; ttesz != TTE8K; ttesz--) { in hat_do_memload_array() 3419 ASSERT(pp->p_szc >= ttesz); in sfmmu_pagearray_setup() 3420 ASSERT(pp->p_szc == pp1->p_szc); in sfmmu_pagearray_setup() 6420 ASSERT(pp->p_szc != 0); in sfmmu_ttesync() 6538 pfn_t pgmask = btop(page_get_pagesize(pp->p_szc)) - 1; in hat_pageprocess_postcallbacks() 6773 ASSERT(targ->p_szc == repl->p_szc); in hat_page_relocate() 6775 npages = page_get_pagecnt(targ->p_szc); in hat_page_relocate() 7790 if (pp->p_szc != 0) { in sfmmu_check_kpfn() 8203 pszc = pp->p_szc; in hat_page_demote() 8251 ASSERT(pp->p_szc == pszc); in hat_page_demote() [all …]
|
H A D | hat_sfmmu.h | 2226 #define PP_PAGEROOT(pp) ((pp)->p_szc == 0 ? (pp) : \ 2227 PP_GROUPLEADER((pp), (pp)->p_szc))
|