Lines Matching refs:ASSERT
423 ASSERT(availrmem_initial >= availrmem); in init_pages_pp_maximum()
511 ASSERT(ret == 0); in page_init_mem_config()
529 ASSERT(!p->pcf_block); in page_free_large_ctr()
539 ASSERT(!p->pcf_wait); in page_free_large_ctr()
545 ASSERT(npages == 0); in page_free_large_ctr()
674 ASSERT(IS_P2ALIGNED(pnum, large)); in add_physmem()
675 ASSERT(root == NULL && cnt == 0); in add_physmem()
694 ASSERT(root == NULL && cnt == 0); in add_physmem()
739 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_lookup_create()
741 ASSERT(newpp ? PAGE_EXCL(newpp) : 1); in page_lookup_create()
826 ASSERT(PP_ISAGED(pp) == 0); in page_lookup_create()
856 ASSERT(nrelocp != NULL); in page_lookup_create()
907 ASSERT(MUTEX_HELD(phm)); in page_lookup_create()
909 ASSERT(MUTEX_HELD(phm)); in page_lookup_create()
914 ASSERT(MUTEX_HELD(phm)); in page_lookup_create()
926 ASSERT(pp ? PAGE_LOCKED_SE(pp, se) : 1); in page_lookup_create()
928 ASSERT(pp ? ((PP_ISFREE(pp) == 0) && (PP_ISAGED(pp) == 0)) : 1); in page_lookup_create()
947 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_lookup_nowait()
997 ASSERT(pp ? PAGE_LOCKED_SE(pp, se) : 1); in page_lookup_nowait()
1014 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_find()
1024 ASSERT(pp == NULL || PAGE_LOCKED(pp) || panicstr); in page_find()
1042 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_exists()
1080 ASSERT(szc != 0); in page_exists_physcontig()
1081 ASSERT(vp != NULL); in page_exists_physcontig()
1082 ASSERT(!IS_SWAPFSVP(vp)); in page_exists_physcontig()
1083 ASSERT(!VN_ISKAS(vp)); in page_exists_physcontig()
1129 ASSERT(!PP_ISFREE(pp)); in page_exists_physcontig()
1167 ASSERT(!PP_ISFREE(pp)); in page_exists_physcontig()
1174 ASSERT(pp->p_pagenum == pfn); in page_exists_physcontig()
1224 ASSERT(i == 0); in page_exists_physcontig()
1245 ASSERT(!PP_ISAGED(pp)); in page_exists_physcontig()
1246 ASSERT(pp->p_szc == 0); in page_exists_physcontig()
1251 ASSERT(pp->p_szc < szc); in page_exists_physcontig()
1275 ASSERT(PAGE_EXCL(pp)); in page_exists_physcontig()
1276 ASSERT(!PP_ISFREE(pp)); in page_exists_physcontig()
1277 ASSERT(!hat_page_is_mapped(pp)); in page_exists_physcontig()
1278 ASSERT(pp->p_vnode == vp); in page_exists_physcontig()
1279 ASSERT(pp->p_offset == off); in page_exists_physcontig()
1295 ASSERT(vp->v_pages != NULL); in page_exists_physcontig()
1314 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_exists_forreal()
1315 ASSERT(szc != NULL); in page_exists_forreal()
1478 ASSERT(!(flags & (PG_PANIC | PG_PUSHPAGE))); in page_create_throttle()
1554 ASSERT(!kcage_on ? !(flags & PG_NORELOC) : 1); in page_create_wait()
1592 ASSERT(proc_pageout != NULL); in page_create_wait()
1690 ASSERT(npages == 0); in page_create_putback()
1711 ASSERT(p->pcf_count == 0); in pcgs_unblock()
1877 ASSERT(p->pcf_block == 0); in page_create_get_something()
2005 ASSERT(szc != 0 && szc <= (page_num_pagesizes() - 1)); in page_alloc_pages()
2006 ASSERT(pgflags == 0 || pgflags == PG_LOCAL); in page_alloc_pages()
2028 ASSERT(basepp != NULL || ppa != NULL); in page_alloc_pages()
2029 ASSERT(basepp == NULL || ppa == NULL); in page_alloc_pages()
2042 ASSERT(((uintptr_t)addr & (pgsz - 1)) == 0); in page_alloc_pages()
2062 ASSERT(npgs >= curnpgs); in page_alloc_pages()
2071 ASSERT(npgs == totpgs); in page_alloc_pages()
2078 ASSERT(npgs != 0); in page_alloc_pages()
2082 ASSERT(npgs == 0); in page_alloc_pages()
2083 ASSERT(ppa == NULL); in page_alloc_pages()
2096 ASSERT(PP_ISFREE(pp)); in page_alloc_pages()
2097 ASSERT(PP_ISAGED(pp)); in page_alloc_pages()
2108 ASSERT(pp->p_szc != 0); in page_alloc_pages()
2113 ASSERT(npgs >= curnpgs); in page_alloc_pages()
2147 ASSERT(vp != NULL); in page_create_va_large()
2149 ASSERT((flags & ~(PG_EXCL | PG_WAIT | in page_create_va_large()
2153 ASSERT((flags & PG_EXCL) == PG_EXCL); in page_create_va_large()
2245 ASSERT(PAGE_EXCL(pp)); in page_create_va_large()
2246 ASSERT(pp->p_vnode == NULL); in page_create_va_large()
2247 ASSERT(!hat_page_is_mapped(pp)); in page_create_va_large()
2278 ASSERT(bytes != 0 && vp != NULL); in page_create_va()
2284 ASSERT((flags & ~(PG_EXCL | PG_WAIT | in page_create_va()
2387 ASSERT(phm == NULL); in page_create_va()
2388 ASSERT(index == PAGE_HASH_FUNC(vp, off)); in page_create_va()
2389 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_create_va()
2436 ASSERT(PAGE_EXCL(npp)); in page_create_va()
2437 ASSERT(npp->p_vnode == NULL); in page_create_va()
2438 ASSERT(!hat_page_is_mapped(npp)); in page_create_va()
2465 ASSERT(MUTEX_HELD(phm)); in page_create_va()
2471 ASSERT(MUTEX_HELD(phm)); in page_create_va()
2503 ASSERT(pp->p_szc == 0); in page_create_va()
2510 ASSERT(flags & PG_WAIT); in page_create_va()
2525 ASSERT(PP_ISAGED(pp) == 0); in page_create_va()
2545 ASSERT((flags & PG_EXCL) ? (found_on_free == pages_req) : 1); in page_create_va()
2561 ASSERT(pages_req >= found_on_free); in page_create_va()
2610 ASSERT(tpp->p_szc == szc); in page_free_toxic_pages()
2611 ASSERT((PAGE_EXCL(tpp) && in page_free_toxic_pages()
2619 ASSERT(PP_ISFREE(tpp)); in page_free_toxic_pages()
2636 ASSERT((PAGE_EXCL(pp) && in page_free()
2650 ASSERT(pp->p_szc == 0); in page_free()
2665 ASSERT(!hat_page_getshare(pp)); in page_free()
2668 ASSERT(pp->p_vnode == NULL || !IS_VMODSORT(pp->p_vnode) || in page_free()
2671 ASSERT(!hat_page_getshare(pp)); in page_free()
2767 ASSERT(p->pcf_block == 0); in page_free_at_startup()
2768 ASSERT(p->pcf_wait == 0); in page_free_at_startup()
2787 ASSERT(pp->p_szc != 0 && pp->p_szc < page_num_pagesizes()); in page_free_pages()
2794 ASSERT((PAGE_EXCL(tpp) && in page_free_pages()
2806 ASSERT(!hat_page_getshare(tpp)); in page_free_pages()
2807 ASSERT(tpp->p_vnode == NULL); in page_free_pages()
2808 ASSERT(tpp->p_szc == szc); in page_free_pages()
2814 ASSERT(tpp->p_next == tpp); in page_free_pages()
2815 ASSERT(tpp->p_prev == tpp); in page_free_pages()
2818 ASSERT(rootpp == pp); in page_free_pages()
2873 ASSERT(PAGE_LOCKED_SE(pp, SE_EXCL)); in free_vp_pages()
2910 ASSERT(lock != NULL ? MUTEX_HELD(lock) : 1); in page_reclaim()
2911 ASSERT(PAGE_EXCL(pp) && PP_ISFREE(pp)); in page_reclaim()
3054 ASSERT(pp->p_szc == 0); in page_reclaim()
3067 ASSERT((PAGE_EXCL(pp) && in page_destroy()
3069 ASSERT(pp->p_slckcnt == 0 || panicstr); in page_destroy()
3078 ASSERT(pp->p_szc == 0); in page_destroy()
3127 ASSERT(pp->p_szc != 0 && pp->p_szc < page_num_pagesizes()); in page_destroy_pages()
3139 ASSERT((PAGE_EXCL(tpp) && in page_destroy_pages()
3141 ASSERT(tpp->p_slckcnt == 0 || panicstr); in page_destroy_pages()
3144 ASSERT(tpp->p_offset == (u_offset_t)-1); in page_destroy_pages()
3152 ASSERT(!hat_page_getshare(tpp)); in page_destroy_pages()
3153 ASSERT(tpp->p_vnode == NULL); in page_destroy_pages()
3154 ASSERT(tpp->p_szc == szc); in page_destroy_pages()
3159 ASSERT(tpp->p_next == tpp); in page_destroy_pages()
3160 ASSERT(tpp->p_prev == tpp); in page_destroy_pages()
3164 ASSERT(rootpp == pp); in page_destroy_pages()
3186 ASSERT(PAGE_EXCL(pp)); in page_destroy_free()
3187 ASSERT(PP_ISFREE(pp)); in page_destroy_free()
3188 ASSERT(pp->p_vnode); in page_destroy_free()
3189 ASSERT(hat_page_getattr(pp, P_MOD | P_REF | P_RO) == 0); in page_destroy_free()
3190 ASSERT(!hat_page_is_mapped(pp)); in page_destroy_free()
3191 ASSERT(PP_ISAGED(pp) == 0); in page_destroy_free()
3192 ASSERT(pp->p_szc == 0); in page_destroy_free()
3198 ASSERT(pp->p_vnode == NULL); in page_destroy_free()
3199 ASSERT(pp->p_offset == (u_offset_t)-1); in page_destroy_free()
3200 ASSERT(pp->p_hash == NULL); in page_destroy_free()
3235 ASSERT(PAGE_EXCL(opp) && !page_iolock_assert(opp)); in page_rename()
3236 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_rename()
3237 ASSERT(PP_ISFREE(opp) == 0); in page_rename()
3253 ASSERT(ovp != NULL); in page_rename()
3254 ASSERT(!IS_SWAPFSVP(ovp)); in page_rename()
3255 ASSERT(!VN_ISKAS(ovp)); in page_rename()
3257 ASSERT(opp->p_szc == 0); in page_rename()
3321 ASSERT(!IS_SWAPFSVP(vp)); in page_rename()
3322 ASSERT(!VN_ISKAS(vp)); in page_rename()
3324 ASSERT(pp->p_szc == 0); in page_rename()
3328 ASSERT(!IS_SWAPFSVP(vp)); in page_rename()
3329 ASSERT(!VN_ISKAS(vp)); in page_rename()
3332 ASSERT(pp->p_szc == 0); in page_rename()
3351 ASSERT(MUTEX_HELD(phm)); in page_rename()
3359 ASSERT(!hat_page_is_mapped(pp)); in page_rename()
3361 ASSERT(pp->p_szc == 0); in page_rename()
3405 ASSERT(PAGE_EXCL(pp)); in page_do_hashin()
3406 ASSERT(vp != NULL); in page_do_hashin()
3407 ASSERT(MUTEX_HELD(page_vnode_mutex(vp))); in page_do_hashin()
3425 ASSERT(MUTEX_HELD(PAGE_HASH_MUTEX(index))); in page_do_hashin()
3467 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_hashin()
3468 ASSERT(pp->p_fsdata == 0 || panicstr); in page_hashin()
3506 ASSERT(vp != NULL); in page_do_hashout()
3507 ASSERT(MUTEX_HELD(page_vnode_mutex(vp))); in page_do_hashout()
3555 ASSERT(phm != NULL ? MUTEX_HELD(phm) : 1); in page_hashout()
3556 ASSERT(pp->p_vnode != NULL); in page_hashout()
3557 ASSERT((PAGE_EXCL(pp) && !page_iolock_assert(pp)) || panicstr); in page_hashout()
3558 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(pp->p_vnode))); in page_hashout()
3580 ASSERT(phm ? phm == PAGE_HASH_MUTEX(index) : 1); in page_hashout()
3616 ASSERT(PAGE_EXCL(pp) || (PAGE_SHARED(pp) && page_iolock_assert(pp))); in page_add()
3650 ASSERT((PP_ISFREE(pp)) ? 1 : in page_sub()
3820 ASSERT(PAGE_LOCKED(pp)); in page_pp_lock()
3883 ASSERT(PAGE_LOCKED(pp)); in page_pp_unlock()
3980 ASSERT(PAGE_LOCKED(opp)); in page_pp_useclaim()
3981 ASSERT(PAGE_LOCKED(npp)); in page_pp_useclaim()
4000 ASSERT(npp->p_cowcnt == 0); in page_pp_useclaim()
4001 ASSERT(npp->p_lckcnt == 0); in page_pp_useclaim()
4009 ASSERT(opp->p_cowcnt != 0); in page_pp_useclaim()
4013 ASSERT(opp->p_lckcnt != 0); in page_pp_useclaim()
4055 ASSERT(PAGE_LOCKED(pp)); in page_addclaim()
4058 ASSERT(pp->p_lckcnt != 0); in page_addclaim()
4096 ASSERT(PAGE_LOCKED(pp)); in page_subclaim()
4099 ASSERT(pp->p_cowcnt != 0); in page_subclaim()
4146 ASSERT(PAGE_LOCKED(ppa[pg_idx])); in page_addclaim_pages()
4147 ASSERT(ppa[pg_idx]->p_lckcnt != 0); in page_addclaim_pages()
4194 ASSERT(PAGE_LOCKED(ppa[pg_idx])); in page_subclaim_pages()
4195 ASSERT(ppa[pg_idx]->p_cowcnt != 0); in page_subclaim_pages()
4535 ASSERT(PAGE_EXCL(old)); in page_do_relocate_hash()
4536 ASSERT(PAGE_EXCL(new)); in page_do_relocate_hash()
4537 ASSERT(vp != NULL); in page_do_relocate_hash()
4538 ASSERT(MUTEX_HELD(page_vnode_mutex(vp))); in page_do_relocate_hash()
4539 ASSERT(MUTEX_HELD(PAGE_HASH_MUTEX(PAGE_HASH_FUNC(vp, old->p_offset)))); in page_do_relocate_hash()
4621 ASSERT(PAGE_EXCL(pp_old)); in page_relocate_hash()
4622 ASSERT(PAGE_EXCL(pp_new)); in page_relocate_hash()
4623 ASSERT(vp != NULL); in page_relocate_hash()
4624 ASSERT(pp_new->p_vnode == NULL); in page_relocate_hash()
4646 ASSERT(pp_new->p_lckcnt == 0); in page_relocate_hash()
4647 ASSERT(pp_new->p_cowcnt == 0); in page_relocate_hash()
4696 ASSERT(PAGE_LOCKED_SE(pp, se)); in group_page_trylock()
4697 ASSERT(!PP_ISFREE(pp)); in group_page_trylock()
4713 ASSERT(pp->p_szc < pszc); in group_page_trylock()
4714 ASSERT(pp->p_vnode != NULL && !PP_ISKAS(pp) && in group_page_trylock()
4732 ASSERT(PAGE_LOCKED(pp)); in group_page_unlock()
4733 ASSERT(!PP_ISFREE(pp)); in group_page_unlock()
4734 ASSERT(pp == PP_PAGEROOT(pp)); in group_page_unlock()
4792 ASSERT(PAGE_EXCL(targ)); in do_page_relocate()
4793 ASSERT(!PP_ISFREE(targ)); in do_page_relocate()
4795 ASSERT(szc < mmu_page_sizes); in do_page_relocate()
4826 ASSERT(szc < mmu_page_sizes); in do_page_relocate()
4828 ASSERT(pfn == PFN_BASE(pfn, szc)); in do_page_relocate()
4859 ASSERT(PAGE_LOCKED(repl)); in do_page_relocate()
4893 ASSERT(PAGE_EXCL(targ)); in do_page_relocate()
4894 ASSERT(targ->p_slckcnt == 0); in do_page_relocate()
4895 ASSERT(repl->p_slckcnt == 0); in do_page_relocate()
4899 ASSERT(hat_page_getshare(targ) == 0); in do_page_relocate()
4900 ASSERT(!PP_ISFREE(targ)); in do_page_relocate()
4901 ASSERT(targ->p_pagenum == (pfn + i)); in do_page_relocate()
4902 ASSERT(repl_contig == 0 || in do_page_relocate()
4941 ASSERT(hat_page_getshare(targ) == 0); in do_page_relocate()
4942 ASSERT(hat_page_getshare(repl) == 0); in do_page_relocate()
4949 ASSERT(targ->p_next == targ); in do_page_relocate()
4950 ASSERT(targ->p_prev == targ); in do_page_relocate()
4961 ASSERT(repl_contig == 1 || first_repl == repl); in do_page_relocate()
4965 ASSERT(first_repl == repl); in do_page_relocate()
4993 ASSERT(*target != NULL); in page_relocate()
4999 ASSERT(npgs > 1); in page_relocate()
5000 ASSERT(szc != 0); in page_relocate()
5002 ASSERT(PAGE_EXCL(tpp)); in page_relocate()
5003 ASSERT(!hat_page_is_mapped(tpp)); in page_relocate()
5004 ASSERT(tpp->p_szc == szc); in page_relocate()
5009 ASSERT(npgs == 0); in page_relocate()
5044 ASSERT(PAGE_EXCL(tpp)); in page_free_replacement_page()
5045 ASSERT(!hat_page_is_mapped(tpp)); in page_free_replacement_page()
5068 ASSERT(PAGE_EXCL(tpp)); in page_relocate_cage()
5069 ASSERT(tpp->p_szc == 0); in page_relocate_cage()
5082 ASSERT(PP_ISNORELOC(rpp)); in page_relocate_cage()
5105 ASSERT(PAGE_LOCKED(pp) && !PP_ISFREE(pp) && in page_release()
5150 ASSERT(PP_ISFREE(pp)); in page_try_demote_free_pages()
5151 ASSERT(PAGE_EXCL(pp)); in page_try_demote_free_pages()
5182 ASSERT(PP_ISFREE(pp)); in page_try_demote_free_pages()
5183 ASSERT(PAGE_EXCL(pp)); in page_try_demote_free_pages()
5202 ASSERT(PAGE_EXCL(pp)); in page_try_demote_pages()
5214 ASSERT(pp->p_szc == 0); in page_try_demote_pages()
5223 ASSERT(npgs > 1); in page_try_demote_pages()
5228 ASSERT(rootpp->p_vnode != NULL); in page_try_demote_pages()
5229 ASSERT(rootpp->p_szc == szc); in page_try_demote_pages()
5244 ASSERT(!PP_ISFREE(tpp)); in page_try_demote_pages()
5245 ASSERT(tpp->p_vnode != NULL); in page_try_demote_pages()
5249 ASSERT(tpp->p_szc == rootpp->p_szc); in page_try_demote_pages()
5250 ASSERT(page_pptonum(tpp) == page_pptonum(rootpp) + i); in page_try_demote_pages()
5269 ASSERT(PAGE_EXCL(tpp)); in page_try_demote_pages()
5270 ASSERT(tpp->p_slckcnt == 0); in page_try_demote_pages()
5279 ASSERT(!hat_page_is_mapped(tpp)); in page_try_demote_pages()
5356 ASSERT(PAGE_EXCL(pp)); in page_demote_vp_pages()
5357 ASSERT(!PP_ISFREE(pp)); in page_demote_vp_pages()
5358 ASSERT(pp->p_vnode != NULL); in page_demote_vp_pages()
5359 ASSERT(!IS_SWAPFSVP(pp->p_vnode)); in page_demote_vp_pages()
5360 ASSERT(!PP_ISKAS(pp)); in page_demote_vp_pages()
5369 ASSERT(pp->p_szc == 0); in page_demote_vp_pages()
5395 ASSERT(seg->s_as && AS_LOCK_HELD(seg->s_as)); in page_mark_migrate()
5506 ASSERT(!IS_SWAPFSVP(curvp)); in page_mark_migrate()
5544 ASSERT(hat_page_getshare(pp0) == 0); in page_mark_migrate()
5573 ASSERT(seg->s_as && AS_LOCK_HELD(seg->s_as)); in page_migrate()
5616 ASSERT(PAGE_LOCKED(ppa[i])); in page_migrate()
5663 ASSERT(newpp->p_szc == pszc); in page_migrate()
5671 ASSERT(page_cnt * PAGESIZE == pgsz); in page_migrate()
5684 ASSERT(PAGE_EXCL(newpp)); in page_migrate()
5685 ASSERT(newpp->p_szc == pszc); in page_migrate()
5691 ASSERT(newpp == NULL); in page_migrate()
5778 ASSERT(vc != NULL); in page_numtopp_nolock()
5888 ASSERT(vc != NULL); in page_nextn()
5926 ASSERT(cookie != NULL); in page_next_scan_init()
5952 ASSERT(pp != NULL); in page_next_scan_large()
6069 ASSERT((flags & ~(P_MOD | P_REF | P_RO)) == 0); in page_set_props()
6087 ASSERT(PAGE_EXCL(pp)); in page_clear_lck_cow()
6252 ASSERT(pc_cb[index].cb_active == 0); in page_capture_register_callback()
6253 ASSERT(cb_func != NULL); in page_capture_register_callback()
6271 ASSERT(pc_cb[index].cb_active == 1); in page_capture_unregister_callback()
6391 ASSERT(!(flags & CAPTURE_ASYNC)); in page_capture_add_hash()
6406 ASSERT(cb_index != PC_NUM_CALLBACKS); in page_capture_add_hash()
6492 ASSERT(flags & CAPTURE_PHYSMEM); in page_capture_add_hash()
6534 ASSERT(PAGE_EXCL(pp)); in page_capture_clean_page()
6535 ASSERT(!PP_RETIRED(pp)); in page_capture_clean_page()
6536 ASSERT(curthread->t_flag & T_CAPTURING); in page_capture_clean_page()
6544 ASSERT(pp->p_szc == 0); in page_capture_clean_page()
6591 ASSERT(newpp != NULL); in page_capture_clean_page()
6596 ASSERT(newpp == NULL); in page_capture_clean_page()
6612 ASSERT(pp->p_next == pp && pp->p_prev == pp); in page_capture_clean_page()
6637 ASSERT(pp->p_szc == 0); in page_capture_clean_page()
6653 ASSERT(!hat_page_is_mapped(pp)); in page_capture_clean_page()
6678 ASSERT(pp->p_szc == 0); in page_capture_clean_page()
6679 ASSERT(PAGE_EXCL(pp)); in page_capture_clean_page()
6701 ASSERT(pp != NULL); in page_capture_pre_checks()
6756 ASSERT(PAGE_EXCL(pp)); in page_capture_take_action()
6757 ASSERT(curthread->t_flag & T_CAPTURING); in page_capture_take_action()
6764 ASSERT(cb_index < PC_NUM_CALLBACKS); in page_capture_take_action()
6845 ASSERT(flags & CAPTURE_ASYNC); in page_capture_take_action()
6891 ASSERT(bp1->flags & CAPTURE_PHYSMEM); in page_capture_take_action()
6942 ASSERT(PAGE_EXCL(pp)); in page_itrycapture()
6958 ASSERT(cb_index < PC_NUM_CALLBACKS); in page_itrycapture()
6983 ASSERT(PAGE_EXCL(pp)); in page_itrycapture()
7004 ASSERT(PAGE_EXCL(pp)); in page_itrycapture()
7005 ASSERT(pp->p_szc == 0); in page_itrycapture()
7476 ASSERT(npages == 0); in pcf_decrement_multiple()