Lines Matching refs:ASSERT
414 ASSERT(availrmem_initial >= availrmem); in init_pages_pp_maximum()
502 ASSERT(ret == 0); in page_init_mem_config()
520 ASSERT(!p->pcf_block); in page_free_large_ctr()
530 ASSERT(!p->pcf_wait); in page_free_large_ctr()
536 ASSERT(npages == 0); in page_free_large_ctr()
665 ASSERT(IS_P2ALIGNED(pnum, large)); in add_physmem()
666 ASSERT(root == NULL && cnt == 0); in add_physmem()
685 ASSERT(root == NULL && cnt == 0); in add_physmem()
730 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_lookup_create()
732 ASSERT(newpp ? PAGE_EXCL(newpp) : 1); in page_lookup_create()
817 ASSERT(PP_ISAGED(pp) == 0); in page_lookup_create()
847 ASSERT(nrelocp != NULL); in page_lookup_create()
898 ASSERT(MUTEX_HELD(phm)); in page_lookup_create()
900 ASSERT(MUTEX_HELD(phm)); in page_lookup_create()
905 ASSERT(MUTEX_HELD(phm)); in page_lookup_create()
917 ASSERT(pp ? PAGE_LOCKED_SE(pp, se) : 1); in page_lookup_create()
919 ASSERT(pp ? ((PP_ISFREE(pp) == 0) && (PP_ISAGED(pp) == 0)) : 1); in page_lookup_create()
938 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_lookup_nowait()
988 ASSERT(pp ? PAGE_LOCKED_SE(pp, se) : 1); in page_lookup_nowait()
1005 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_find()
1015 ASSERT(pp == NULL || PAGE_LOCKED(pp) || panicstr); in page_find()
1032 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_exists()
1069 ASSERT(szc != 0); in page_exists_physcontig()
1070 ASSERT(vp != NULL); in page_exists_physcontig()
1071 ASSERT(!IS_SWAPFSVP(vp)); in page_exists_physcontig()
1072 ASSERT(!VN_ISKAS(vp)); in page_exists_physcontig()
1118 ASSERT(!PP_ISFREE(pp)); in page_exists_physcontig()
1156 ASSERT(!PP_ISFREE(pp)); in page_exists_physcontig()
1163 ASSERT(pp->p_pagenum == pfn); in page_exists_physcontig()
1213 ASSERT(i == 0); in page_exists_physcontig()
1234 ASSERT(!PP_ISAGED(pp)); in page_exists_physcontig()
1235 ASSERT(pp->p_szc == 0); in page_exists_physcontig()
1240 ASSERT(pp->p_szc < szc); in page_exists_physcontig()
1264 ASSERT(PAGE_EXCL(pp)); in page_exists_physcontig()
1265 ASSERT(!PP_ISFREE(pp)); in page_exists_physcontig()
1266 ASSERT(!hat_page_is_mapped(pp)); in page_exists_physcontig()
1267 ASSERT(pp->p_vnode == vp); in page_exists_physcontig()
1268 ASSERT(pp->p_offset == off); in page_exists_physcontig()
1284 ASSERT(vp->v_pages != NULL); in page_exists_physcontig()
1303 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_exists_forreal()
1304 ASSERT(szc != NULL); in page_exists_forreal()
1467 ASSERT(!(flags & (PG_PANIC | PG_PUSHPAGE))); in page_create_throttle()
1543 ASSERT(!kcage_on ? !(flags & PG_NORELOC) : 1); in page_create_wait()
1581 ASSERT(proc_pageout != NULL); in page_create_wait()
1679 ASSERT(npages == 0); in page_create_putback()
1700 ASSERT(p->pcf_count == 0); in pcgs_unblock()
1866 ASSERT(p->pcf_block == 0); in page_create_get_something()
1994 ASSERT(szc != 0 && szc <= (page_num_pagesizes() - 1)); in page_alloc_pages()
1995 ASSERT(pgflags == 0 || pgflags == PG_LOCAL); in page_alloc_pages()
2017 ASSERT(basepp != NULL || ppa != NULL); in page_alloc_pages()
2018 ASSERT(basepp == NULL || ppa == NULL); in page_alloc_pages()
2031 ASSERT(((uintptr_t)addr & (pgsz - 1)) == 0); in page_alloc_pages()
2051 ASSERT(npgs >= curnpgs); in page_alloc_pages()
2060 ASSERT(npgs == totpgs); in page_alloc_pages()
2067 ASSERT(npgs != 0); in page_alloc_pages()
2071 ASSERT(npgs == 0); in page_alloc_pages()
2072 ASSERT(ppa == NULL); in page_alloc_pages()
2085 ASSERT(PP_ISFREE(pp)); in page_alloc_pages()
2086 ASSERT(PP_ISAGED(pp)); in page_alloc_pages()
2097 ASSERT(pp->p_szc != 0); in page_alloc_pages()
2102 ASSERT(npgs >= curnpgs); in page_alloc_pages()
2136 ASSERT(vp != NULL); in page_create_va_large()
2138 ASSERT((flags & ~(PG_EXCL | PG_WAIT | in page_create_va_large()
2142 ASSERT((flags & PG_EXCL) == PG_EXCL); in page_create_va_large()
2234 ASSERT(PAGE_EXCL(pp)); in page_create_va_large()
2235 ASSERT(pp->p_vnode == NULL); in page_create_va_large()
2236 ASSERT(!hat_page_is_mapped(pp)); in page_create_va_large()
2267 ASSERT(bytes != 0 && vp != NULL); in page_create_va()
2273 ASSERT((flags & ~(PG_EXCL | PG_WAIT | in page_create_va()
2376 ASSERT(phm == NULL); in page_create_va()
2377 ASSERT(index == PAGE_HASH_FUNC(vp, off)); in page_create_va()
2378 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_create_va()
2425 ASSERT(PAGE_EXCL(npp)); in page_create_va()
2426 ASSERT(npp->p_vnode == NULL); in page_create_va()
2427 ASSERT(!hat_page_is_mapped(npp)); in page_create_va()
2454 ASSERT(MUTEX_HELD(phm)); in page_create_va()
2460 ASSERT(MUTEX_HELD(phm)); in page_create_va()
2492 ASSERT(pp->p_szc == 0); in page_create_va()
2499 ASSERT(flags & PG_WAIT); in page_create_va()
2514 ASSERT(PP_ISAGED(pp) == 0); in page_create_va()
2534 ASSERT((flags & PG_EXCL) ? (found_on_free == pages_req) : 1); in page_create_va()
2550 ASSERT(pages_req >= found_on_free); in page_create_va()
2599 ASSERT(tpp->p_szc == szc); in page_free_toxic_pages()
2600 ASSERT((PAGE_EXCL(tpp) && in page_free_toxic_pages()
2608 ASSERT(PP_ISFREE(tpp)); in page_free_toxic_pages()
2625 ASSERT((PAGE_EXCL(pp) && in page_free()
2639 ASSERT(pp->p_szc == 0); in page_free()
2654 ASSERT(!hat_page_getshare(pp)); in page_free()
2657 ASSERT(pp->p_vnode == NULL || !IS_VMODSORT(pp->p_vnode) || in page_free()
2660 ASSERT(!hat_page_getshare(pp)); in page_free()
2756 ASSERT(p->pcf_block == 0); in page_free_at_startup()
2757 ASSERT(p->pcf_wait == 0); in page_free_at_startup()
2776 ASSERT(pp->p_szc != 0 && pp->p_szc < page_num_pagesizes()); in page_free_pages()
2783 ASSERT((PAGE_EXCL(tpp) && in page_free_pages()
2795 ASSERT(!hat_page_getshare(tpp)); in page_free_pages()
2796 ASSERT(tpp->p_vnode == NULL); in page_free_pages()
2797 ASSERT(tpp->p_szc == szc); in page_free_pages()
2803 ASSERT(tpp->p_next == tpp); in page_free_pages()
2804 ASSERT(tpp->p_prev == tpp); in page_free_pages()
2807 ASSERT(rootpp == pp); in page_free_pages()
2862 ASSERT(PAGE_LOCKED_SE(pp, SE_EXCL)); in free_vp_pages()
2899 ASSERT(lock != NULL ? MUTEX_HELD(lock) : 1); in page_reclaim()
2900 ASSERT(PAGE_EXCL(pp) && PP_ISFREE(pp)); in page_reclaim()
3043 ASSERT(pp->p_szc == 0); in page_reclaim()
3056 ASSERT((PAGE_EXCL(pp) && in page_destroy()
3058 ASSERT(pp->p_slckcnt == 0 || panicstr); in page_destroy()
3067 ASSERT(pp->p_szc == 0); in page_destroy()
3116 ASSERT(pp->p_szc != 0 && pp->p_szc < page_num_pagesizes()); in page_destroy_pages()
3128 ASSERT((PAGE_EXCL(tpp) && in page_destroy_pages()
3130 ASSERT(tpp->p_slckcnt == 0 || panicstr); in page_destroy_pages()
3133 ASSERT(tpp->p_offset == (u_offset_t)-1); in page_destroy_pages()
3141 ASSERT(!hat_page_getshare(tpp)); in page_destroy_pages()
3142 ASSERT(tpp->p_vnode == NULL); in page_destroy_pages()
3143 ASSERT(tpp->p_szc == szc); in page_destroy_pages()
3148 ASSERT(tpp->p_next == tpp); in page_destroy_pages()
3149 ASSERT(tpp->p_prev == tpp); in page_destroy_pages()
3153 ASSERT(rootpp == pp); in page_destroy_pages()
3175 ASSERT(PAGE_EXCL(pp)); in page_destroy_free()
3176 ASSERT(PP_ISFREE(pp)); in page_destroy_free()
3177 ASSERT(pp->p_vnode); in page_destroy_free()
3178 ASSERT(hat_page_getattr(pp, P_MOD | P_REF | P_RO) == 0); in page_destroy_free()
3179 ASSERT(!hat_page_is_mapped(pp)); in page_destroy_free()
3180 ASSERT(PP_ISAGED(pp) == 0); in page_destroy_free()
3181 ASSERT(pp->p_szc == 0); in page_destroy_free()
3187 ASSERT(pp->p_vnode == NULL); in page_destroy_free()
3188 ASSERT(pp->p_offset == (u_offset_t)-1); in page_destroy_free()
3189 ASSERT(pp->p_hash == NULL); in page_destroy_free()
3224 ASSERT(PAGE_EXCL(opp) && !page_iolock_assert(opp)); in page_rename()
3225 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_rename()
3226 ASSERT(PP_ISFREE(opp) == 0); in page_rename()
3242 ASSERT(ovp != NULL); in page_rename()
3243 ASSERT(!IS_SWAPFSVP(ovp)); in page_rename()
3244 ASSERT(!VN_ISKAS(ovp)); in page_rename()
3246 ASSERT(opp->p_szc == 0); in page_rename()
3310 ASSERT(!IS_SWAPFSVP(vp)); in page_rename()
3311 ASSERT(!VN_ISKAS(vp)); in page_rename()
3313 ASSERT(pp->p_szc == 0); in page_rename()
3317 ASSERT(!IS_SWAPFSVP(vp)); in page_rename()
3318 ASSERT(!VN_ISKAS(vp)); in page_rename()
3321 ASSERT(pp->p_szc == 0); in page_rename()
3340 ASSERT(MUTEX_HELD(phm)); in page_rename()
3348 ASSERT(!hat_page_is_mapped(pp)); in page_rename()
3350 ASSERT(pp->p_szc == 0); in page_rename()
3394 ASSERT(PAGE_EXCL(pp)); in page_do_hashin()
3395 ASSERT(vp != NULL); in page_do_hashin()
3396 ASSERT(MUTEX_HELD(page_vnode_mutex(vp))); in page_do_hashin()
3414 ASSERT(MUTEX_HELD(PAGE_HASH_MUTEX(index))); in page_do_hashin()
3456 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(vp))); in page_hashin()
3457 ASSERT(pp->p_fsdata == 0 || panicstr); in page_hashin()
3495 ASSERT(vp != NULL); in page_do_hashout()
3496 ASSERT(MUTEX_HELD(page_vnode_mutex(vp))); in page_do_hashout()
3544 ASSERT(phm != NULL ? MUTEX_HELD(phm) : 1); in page_hashout()
3545 ASSERT(pp->p_vnode != NULL); in page_hashout()
3546 ASSERT((PAGE_EXCL(pp) && !page_iolock_assert(pp)) || panicstr); in page_hashout()
3547 ASSERT(MUTEX_NOT_HELD(page_vnode_mutex(pp->p_vnode))); in page_hashout()
3569 ASSERT(phm ? phm == PAGE_HASH_MUTEX(index) : 1); in page_hashout()
3605 ASSERT(PAGE_EXCL(pp) || (PAGE_SHARED(pp) && page_iolock_assert(pp))); in page_add()
3639 ASSERT((PP_ISFREE(pp)) ? 1 : in page_sub()
3809 ASSERT(PAGE_LOCKED(pp)); in page_pp_lock()
3872 ASSERT(PAGE_LOCKED(pp)); in page_pp_unlock()
3969 ASSERT(PAGE_LOCKED(opp)); in page_pp_useclaim()
3970 ASSERT(PAGE_LOCKED(npp)); in page_pp_useclaim()
3989 ASSERT(npp->p_cowcnt == 0); in page_pp_useclaim()
3990 ASSERT(npp->p_lckcnt == 0); in page_pp_useclaim()
3998 ASSERT(opp->p_cowcnt != 0); in page_pp_useclaim()
4002 ASSERT(opp->p_lckcnt != 0); in page_pp_useclaim()
4044 ASSERT(PAGE_LOCKED(pp)); in page_addclaim()
4047 ASSERT(pp->p_lckcnt != 0); in page_addclaim()
4085 ASSERT(PAGE_LOCKED(pp)); in page_subclaim()
4088 ASSERT(pp->p_cowcnt != 0); in page_subclaim()
4135 ASSERT(PAGE_LOCKED(ppa[pg_idx])); in page_addclaim_pages()
4136 ASSERT(ppa[pg_idx]->p_lckcnt != 0); in page_addclaim_pages()
4183 ASSERT(PAGE_LOCKED(ppa[pg_idx])); in page_subclaim_pages()
4184 ASSERT(ppa[pg_idx]->p_cowcnt != 0); in page_subclaim_pages()
4524 ASSERT(PAGE_EXCL(old)); in page_do_relocate_hash()
4525 ASSERT(PAGE_EXCL(new)); in page_do_relocate_hash()
4526 ASSERT(vp != NULL); in page_do_relocate_hash()
4527 ASSERT(MUTEX_HELD(page_vnode_mutex(vp))); in page_do_relocate_hash()
4528 ASSERT(MUTEX_HELD(PAGE_HASH_MUTEX(PAGE_HASH_FUNC(vp, old->p_offset)))); in page_do_relocate_hash()
4610 ASSERT(PAGE_EXCL(pp_old)); in page_relocate_hash()
4611 ASSERT(PAGE_EXCL(pp_new)); in page_relocate_hash()
4612 ASSERT(vp != NULL); in page_relocate_hash()
4613 ASSERT(pp_new->p_vnode == NULL); in page_relocate_hash()
4635 ASSERT(pp_new->p_lckcnt == 0); in page_relocate_hash()
4636 ASSERT(pp_new->p_cowcnt == 0); in page_relocate_hash()
4685 ASSERT(PAGE_LOCKED_SE(pp, se)); in group_page_trylock()
4686 ASSERT(!PP_ISFREE(pp)); in group_page_trylock()
4702 ASSERT(pp->p_szc < pszc); in group_page_trylock()
4703 ASSERT(pp->p_vnode != NULL && !PP_ISKAS(pp) && in group_page_trylock()
4721 ASSERT(PAGE_LOCKED(pp)); in group_page_unlock()
4722 ASSERT(!PP_ISFREE(pp)); in group_page_unlock()
4723 ASSERT(pp == PP_PAGEROOT(pp)); in group_page_unlock()
4781 ASSERT(PAGE_EXCL(targ)); in do_page_relocate()
4782 ASSERT(!PP_ISFREE(targ)); in do_page_relocate()
4784 ASSERT(szc < mmu_page_sizes); in do_page_relocate()
4815 ASSERT(szc < mmu_page_sizes); in do_page_relocate()
4817 ASSERT(pfn == PFN_BASE(pfn, szc)); in do_page_relocate()
4848 ASSERT(PAGE_LOCKED(repl)); in do_page_relocate()
4882 ASSERT(PAGE_EXCL(targ)); in do_page_relocate()
4883 ASSERT(targ->p_slckcnt == 0); in do_page_relocate()
4884 ASSERT(repl->p_slckcnt == 0); in do_page_relocate()
4888 ASSERT(hat_page_getshare(targ) == 0); in do_page_relocate()
4889 ASSERT(!PP_ISFREE(targ)); in do_page_relocate()
4890 ASSERT(targ->p_pagenum == (pfn + i)); in do_page_relocate()
4891 ASSERT(repl_contig == 0 || in do_page_relocate()
4930 ASSERT(hat_page_getshare(targ) == 0); in do_page_relocate()
4931 ASSERT(hat_page_getshare(repl) == 0); in do_page_relocate()
4938 ASSERT(targ->p_next == targ); in do_page_relocate()
4939 ASSERT(targ->p_prev == targ); in do_page_relocate()
4950 ASSERT(repl_contig == 1 || first_repl == repl); in do_page_relocate()
4954 ASSERT(first_repl == repl); in do_page_relocate()
4982 ASSERT(*target != NULL); in page_relocate()
4988 ASSERT(npgs > 1); in page_relocate()
4989 ASSERT(szc != 0); in page_relocate()
4991 ASSERT(PAGE_EXCL(tpp)); in page_relocate()
4992 ASSERT(!hat_page_is_mapped(tpp)); in page_relocate()
4993 ASSERT(tpp->p_szc == szc); in page_relocate()
4998 ASSERT(npgs == 0); in page_relocate()
5033 ASSERT(PAGE_EXCL(tpp)); in page_free_replacement_page()
5034 ASSERT(!hat_page_is_mapped(tpp)); in page_free_replacement_page()
5057 ASSERT(PAGE_EXCL(tpp)); in page_relocate_cage()
5058 ASSERT(tpp->p_szc == 0); in page_relocate_cage()
5071 ASSERT(PP_ISNORELOC(rpp)); in page_relocate_cage()
5094 ASSERT(PAGE_LOCKED(pp) && !PP_ISFREE(pp) && in page_release()
5139 ASSERT(PP_ISFREE(pp)); in page_try_demote_free_pages()
5140 ASSERT(PAGE_EXCL(pp)); in page_try_demote_free_pages()
5171 ASSERT(PP_ISFREE(pp)); in page_try_demote_free_pages()
5172 ASSERT(PAGE_EXCL(pp)); in page_try_demote_free_pages()
5191 ASSERT(PAGE_EXCL(pp)); in page_try_demote_pages()
5203 ASSERT(pp->p_szc == 0); in page_try_demote_pages()
5212 ASSERT(npgs > 1); in page_try_demote_pages()
5217 ASSERT(rootpp->p_vnode != NULL); in page_try_demote_pages()
5218 ASSERT(rootpp->p_szc == szc); in page_try_demote_pages()
5233 ASSERT(!PP_ISFREE(tpp)); in page_try_demote_pages()
5234 ASSERT(tpp->p_vnode != NULL); in page_try_demote_pages()
5238 ASSERT(tpp->p_szc == rootpp->p_szc); in page_try_demote_pages()
5239 ASSERT(page_pptonum(tpp) == page_pptonum(rootpp) + i); in page_try_demote_pages()
5258 ASSERT(PAGE_EXCL(tpp)); in page_try_demote_pages()
5259 ASSERT(tpp->p_slckcnt == 0); in page_try_demote_pages()
5268 ASSERT(!hat_page_is_mapped(tpp)); in page_try_demote_pages()
5345 ASSERT(PAGE_EXCL(pp)); in page_demote_vp_pages()
5346 ASSERT(!PP_ISFREE(pp)); in page_demote_vp_pages()
5347 ASSERT(pp->p_vnode != NULL); in page_demote_vp_pages()
5348 ASSERT(!IS_SWAPFSVP(pp->p_vnode)); in page_demote_vp_pages()
5349 ASSERT(!PP_ISKAS(pp)); in page_demote_vp_pages()
5358 ASSERT(pp->p_szc == 0); in page_demote_vp_pages()
5384 ASSERT(seg->s_as && AS_LOCK_HELD(seg->s_as)); in page_mark_migrate()
5495 ASSERT(!IS_SWAPFSVP(curvp)); in page_mark_migrate()
5533 ASSERT(hat_page_getshare(pp0) == 0); in page_mark_migrate()
5562 ASSERT(seg->s_as && AS_LOCK_HELD(seg->s_as)); in page_migrate()
5605 ASSERT(PAGE_LOCKED(ppa[i])); in page_migrate()
5652 ASSERT(newpp->p_szc == pszc); in page_migrate()
5660 ASSERT(page_cnt * PAGESIZE == pgsz); in page_migrate()
5673 ASSERT(PAGE_EXCL(newpp)); in page_migrate()
5674 ASSERT(newpp->p_szc == pszc); in page_migrate()
5680 ASSERT(newpp == NULL); in page_migrate()
5767 ASSERT(vc != NULL); in page_numtopp_nolock()
5877 ASSERT(vc != NULL); in page_nextn()
5915 ASSERT(cookie != NULL); in page_next_scan_init()
5941 ASSERT(pp != NULL); in page_next_scan_large()
6058 ASSERT((flags & ~(P_MOD | P_REF | P_RO)) == 0); in page_set_props()
6076 ASSERT(PAGE_EXCL(pp)); in page_clear_lck_cow()
6241 ASSERT(pc_cb[index].cb_active == 0); in page_capture_register_callback()
6242 ASSERT(cb_func != NULL); in page_capture_register_callback()
6260 ASSERT(pc_cb[index].cb_active == 1); in page_capture_unregister_callback()
6380 ASSERT(!(flags & CAPTURE_ASYNC)); in page_capture_add_hash()
6395 ASSERT(cb_index != PC_NUM_CALLBACKS); in page_capture_add_hash()
6481 ASSERT(flags & CAPTURE_PHYSMEM); in page_capture_add_hash()
6523 ASSERT(PAGE_EXCL(pp)); in page_capture_clean_page()
6524 ASSERT(!PP_RETIRED(pp)); in page_capture_clean_page()
6525 ASSERT(curthread->t_flag & T_CAPTURING); in page_capture_clean_page()
6533 ASSERT(pp->p_szc == 0); in page_capture_clean_page()
6580 ASSERT(newpp != NULL); in page_capture_clean_page()
6585 ASSERT(newpp == NULL); in page_capture_clean_page()
6601 ASSERT(pp->p_next == pp && pp->p_prev == pp); in page_capture_clean_page()
6626 ASSERT(pp->p_szc == 0); in page_capture_clean_page()
6642 ASSERT(!hat_page_is_mapped(pp)); in page_capture_clean_page()
6667 ASSERT(pp->p_szc == 0); in page_capture_clean_page()
6668 ASSERT(PAGE_EXCL(pp)); in page_capture_clean_page()
6690 ASSERT(pp != NULL); in page_capture_pre_checks()
6745 ASSERT(PAGE_EXCL(pp)); in page_capture_take_action()
6746 ASSERT(curthread->t_flag & T_CAPTURING); in page_capture_take_action()
6753 ASSERT(cb_index < PC_NUM_CALLBACKS); in page_capture_take_action()
6834 ASSERT(flags & CAPTURE_ASYNC); in page_capture_take_action()
6880 ASSERT(bp1->flags & CAPTURE_PHYSMEM); in page_capture_take_action()
6931 ASSERT(PAGE_EXCL(pp)); in page_itrycapture()
6947 ASSERT(cb_index < PC_NUM_CALLBACKS); in page_itrycapture()
6972 ASSERT(PAGE_EXCL(pp)); in page_itrycapture()
6993 ASSERT(PAGE_EXCL(pp)); in page_itrycapture()
6994 ASSERT(pp->p_szc == 0); in page_itrycapture()
7465 ASSERT(npages == 0); in pcf_decrement_multiple()