/titanic_44/usr/src/uts/common/vm/ |
H A D | vm_pagelist.c | 817 ASSERT(pp->p_szc < mmu_page_sizes); in page_ctr_add_internal() 819 PLCNT_INCR(pp, mnode, mtype, pp->p_szc, flags); in page_ctr_add_internal() 822 if (pp->p_szc >= mmu_page_sizes - 1) { in page_ctr_add_internal() 826 r = pp->p_szc + 1; in page_ctr_add_internal() 877 ASSERT(pp->p_szc < mmu_page_sizes); in page_ctr_sub_internal() 879 PLCNT_DECR(pp, mnode, mtype, pp->p_szc, flags); in page_ctr_sub_internal() 882 if (pp->p_szc >= mmu_page_sizes - 1) { in page_ctr_sub_internal() 886 r = pp->p_szc + 1; in page_ctr_sub_internal() 1319 spgcnt_t npgs = page_get_pagecnt(pp->p_szc); in chk_lpg() 1323 ASSERT(pp->p_szc == 0); in chk_lpg() [all …]
|
H A D | vm_page.c | 630 pp->p_szc = 0; in add_physmem() 646 pp->p_szc = 0; in add_physmem() 654 pp->p_szc = szc; in add_physmem() 682 pp->p_szc = 0; in add_physmem() 690 pp->p_szc = szc; in add_physmem() 854 if (newpp != NULL && pp->p_szc < newpp->p_szc && in page_lookup_create() 876 VM_STAT_COND_ADD(pp->p_szc < newpp->p_szc, in page_lookup_create() 878 VM_STAT_COND_ADD(pp->p_szc == newpp->p_szc, in page_lookup_create() 880 VM_STAT_COND_ADD(pp->p_szc > newpp->p_szc, in page_lookup_create() 1109 if ((pszc = pp->p_szc) >= szc && ppa != NULL) { in page_exists_physcontig() [all …]
|
H A D | vm_anon.c | 1206 if (pp == NULL || pp->p_szc == 0) { in anon_decref_pages() 1222 ASSERT(pp == NULL || pp->p_szc == 0); in anon_decref_pages() 1235 page_get_pagecnt(pp->p_szc); in anon_decref_pages() 1242 ASSERT(pp->p_szc <= szc); in anon_decref_pages() 1261 ASSERT(pp->p_szc == ppa[0]->p_szc); in anon_decref_pages() 1296 ppa[j]->p_szc = 0; in anon_decref_pages() 1717 pgcnt = page_get_pagecnt(pp->p_szc); in anon_disclaim() 1746 if (behav == MADV_PURGE && pp->p_szc != 0) { in anon_disclaim() 1755 if (pp->p_szc == 0) { in anon_disclaim() 1803 pgcnt = page_get_pagecnt(pp->p_szc); in anon_disclaim() [all …]
|
H A D | page_lock.c | 941 uint_t pszc = pp->p_szc; in page_szc_lock() 969 if (pp == rootpp || (rszc = rootpp->p_szc) == pszc) { in page_szc_lock() 979 szc = pp->p_szc; in page_szc_lock() 997 ASSERT(rootpp->p_szc < rszc); in page_szc_lock()
|
H A D | vm_usage.c | 941 if (page->p_szc > 0) { in vmu_amp_update_incore_bounds() 942 pgcnt = page_get_pagecnt(page->p_szc); in vmu_amp_update_incore_bounds() 943 pgshft = page_get_shift(page->p_szc); in vmu_amp_update_incore_bounds() 1028 if (page->p_szc > 0) { in vmu_vnode_update_incore_bounds() 1029 pgcnt = page_get_pagecnt(page->p_szc); in vmu_vnode_update_incore_bounds() 1030 pgshft = page_get_shift(page->p_szc); in vmu_vnode_update_incore_bounds() 1272 if (page->p_szc > 0) { in vmu_calculate_seg() 1274 pgcnt = page_get_pagecnt(page->p_szc); in vmu_calculate_seg() 1275 pgshft = page_get_shift(page->p_szc); in vmu_calculate_seg()
|
H A D | page_retire.c | 536 ASSERT(pp->p_szc == 0); in page_retire_destroy() 609 ASSERT(pp->p_szc == 0); in page_clear_transient_ue() 960 ASSERT(pp->p_szc == 0); in page_retire_pp_finish() 1278 if (pp->p_szc && PP_PAGEROOT(pp) == pp) { in page_retire_test()
|
H A D | seg_vn.c | 2812 ASSERT(pp->p_szc == 0); in segvn_faultpage() 3027 if (stealcow && freemem < minfree && steal && opp->p_szc == 0 && in segvn_faultpage() 3105 ASSERT(pp->p_szc == 0); in segvn_faultpage() 3146 uint_t repl_szc = replacement->p_szc; in segvn_relocate_pages() 3162 ASSERT(pp->p_szc < repl_szc); in segvn_relocate_pages() 3165 curnpgs = page_get_pagecnt(pp->p_szc); in segvn_relocate_pages() 3172 ASSERT(repl->p_szc == repl_szc); in segvn_relocate_pages() 3183 ASSERT(repl->p_szc == repl_szc); in segvn_relocate_pages() 3261 if (pp->p_szc == 0) { in segvn_full_szcpages() 3267 if ((curszc = pp->p_szc) >= szc) { in segvn_full_szcpages() [all …]
|
H A D | seg_spt.c | 715 if (pp->p_szc != 0) { in segspt_free_pages() 720 pgs = curnpgs = page_get_pagecnt(pp->p_szc); in segspt_free_pages() 917 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock() 952 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock() 1025 npgs = page_get_pagecnt(pp->p_szc); in segspt_dismpagelock() 1106 if ((szc = ppa[an_idx]->p_szc) != 0) { in segspt_dismpagelock()
|
H A D | page.h | 515 volatile uchar_t p_szc; /* page size code */ member
|
/titanic_44/usr/src/uts/common/fs/swapfs/ |
H A D | swap_vnops.c | 345 ASSERT(conpp->p_szc != 0); in swap_getconpage() 364 if (pp->p_szc < conpp->p_szc) { in swap_getconpage() 365 *pszc = pp->p_szc; in swap_getconpage() 368 } else if (pp->p_szc > conpp->p_szc && in swap_getconpage() 369 seg->s_szc > conpp->p_szc) { in swap_getconpage() 370 *pszc = MIN(pp->p_szc, seg->s_szc); in swap_getconpage() 377 (page_get_pagecnt(conpp->p_szc) - 1)) in swap_getconpage() 772 if (pp->p_szc != 0) { in swap_dispose()
|
/titanic_44/usr/src/uts/sun4v/os/ |
H A D | memseg.c | 190 ASSERT(pp->p_szc == 0); in memseg_free_meta() 210 ASSERT(pp->p_szc == 0); in memseg_get_metapfn() 301 ASSERT(pp->p_szc == 0); in memseg_remap_meta()
|
/titanic_44/usr/src/uts/sun4v/vm/ |
H A D | mach_vm_dep.c | 460 ASSERT(i == page_get_pagecnt(ppa[0]->p_szc)); in contig_mem_span_alloc() 462 ASSERT(ppa[i]->p_szc == ppa[0]->p_szc); in contig_mem_span_alloc() 566 ASSERT(size == page_get_pagesize(pp->p_szc)); in contig_mem_span_free() 567 ASSERT(rootpp == NULL || rootpp->p_szc == pp->p_szc); in contig_mem_span_free()
|
/titanic_44/usr/src/uts/common/fs/ |
H A D | fsflush.c | 160 if (pp->p_szc && fspage == 0) { in fsflush_do_pages() 164 cnt = page_get_pagecnt(pp->p_szc); in fsflush_do_pages() 196 szc = pp->p_szc; in fsflush_do_pages()
|
/titanic_44/usr/src/uts/i86pc/vm/ |
H A D | vm_dep.h | 242 #define PP_2_BIN(pp) (PP_2_BIN_SZC(pp, pp->p_szc)) 246 #define PP_2_SZC(pp) (pp->p_szc) 339 #define PP_PAGEROOT(pp) ((pp)->p_szc == 0 ? (pp) : \ 340 PP_GROUPLEADER((pp), (pp)->p_szc))
|
H A D | hat_i86.c | 1276 ASSERT(pp->p_szc >= level); in hati_sync_pte_to_page() 1680 if (pages[pgindx]->p_szc >= level) { in hat_memload_array() 1685 ASSERT(pages[pgindx + i]->p_szc >= in hat_memload_array() 3226 while (pszc < pp->p_szc) { in hati_page_clrwrt() 3433 if (cur_pp->p_szc <= pg_szcd) { in hati_pageunload() 3510 if (pp->p_szc == 0) in hat_page_demote() 3531 pszc = pp->p_szc; in hat_page_demote() 3543 if ((rszc = rootpp->p_szc) != pszc) { in hat_page_demote() 3555 ASSERT(pp->p_szc == pszc); in hat_page_demote() 3599 ASSERT(lastpp->p_szc == pszc); in hat_page_demote() [all …]
|
H A D | i86_mmu.c | 118 if (pp->p_szc) { in page_numtopp_alloc()
|
H A D | hment.c | 689 for (szc = 1; szc <= pp->p_szc; ++szc) { in hment_mapcnt()
|
H A D | vm_machdep.c | 3130 ASSERT(pp->p_szc == szc); in page_get_mnode_anylist() 3149 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist() 3220 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist() 3241 ASSERT(pp->p_szc == 0); in page_get_mnode_anylist()
|
/titanic_44/usr/src/uts/common/os/ |
H A D | mem_cage.c | 969 ASSERT(pp->p_szc == 0); in kcage_init() 987 ASSERT(pp->p_szc == 0); in kcage_init() 1321 szc = rootpp->p_szc; in kcage_setnoreloc_pages() 1339 ASSERT(pp->p_szc == szc); in kcage_setnoreloc_pages() 1414 ASSERT(pp->p_szc == 0); in kcage_assimilate_page() 1423 if (pp->p_szc != 0) { in kcage_assimilate_page()
|
H A D | vm_pageout.c | 1050 if (pp->p_szc != 0) { in checkpage() 1056 ASSERT(pp->p_szc == 0); in checkpage()
|
/titanic_44/usr/src/uts/sun4/os/ |
H A D | memlist.c | 206 if (pp->p_szc != 0) in less_pages() 228 ASSERT(pp->p_szc == 0); in less_pages()
|
/titanic_44/usr/src/uts/sun4u/vm/ |
H A D | zulu_hat.c | 869 zblk->zulu_hat_blk_size = use_pszc ? page->p_szc : 0; in zulu_do_hat_memload() 929 for (; len > 0; len -= ZULU_HAT_PGSZ((*gen_pps)->p_szc), in zulu_hat_memload_array() 930 gen_pps += ZULU_HAT_NUM_PGS((*gen_pps)->p_szc)) { in zulu_hat_memload_array() 933 addr += ZULU_HAT_PGSZ((*gen_pps)->p_szc); in zulu_hat_memload_array()
|
/titanic_44/usr/src/uts/sun4v/promif/ |
H A D | promif_emul.c | 314 ASSERT(page_get_pagecnt(pp->p_szc) == 1); in unmap_prom_mappings()
|
/titanic_44/usr/src/uts/sun4/vm/ |
H A D | vm_dep.h | 289 #define PP_2_BIN(pp) (PP_2_BIN_SZC(pp, pp->p_szc)) 428 long cnt = (1 << PAGE_BSZS_SHIFT((pp)->p_szc)); \
|
/titanic_44/usr/src/uts/sfmmu/vm/ |
H A D | hat_sfmmu.c | 2520 for (ttesz = pp->p_szc; ttesz != TTE8K; ttesz--) { in hat_do_memload_array() 3448 ASSERT(pp->p_szc >= ttesz); in sfmmu_pagearray_setup() 3449 ASSERT(pp->p_szc == pp1->p_szc); in sfmmu_pagearray_setup() 6527 ASSERT(pp->p_szc != 0); in sfmmu_ttesync() 6645 pfn_t pgmask = btop(page_get_pagesize(pp->p_szc)) - 1; in hat_pageprocess_postcallbacks() 6880 ASSERT(targ->p_szc == repl->p_szc); in hat_page_relocate() 6882 npages = page_get_pagecnt(targ->p_szc); in hat_page_relocate() 7929 if (pp->p_szc != 0) { in sfmmu_check_kpfn() 8354 pszc = pp->p_szc; in hat_page_demote() 8407 ASSERT(pp->p_szc == pszc); in hat_page_demote() [all …]
|