Lines Matching refs:ASSERT
96 ASSERT((rid) < SFMMU_MAX_HME_REGIONS); \
97 ASSERT(SF_RGNMAP_TEST(hat->sfmmu_hmeregion_map, rid)); \
98 ASSERT((hat) != ksfmmup); \
100 ASSERT(_srdp != NULL); \
101 ASSERT(_srdp->srd_refcnt != 0); \
103 ASSERT(_rgnp != NULL && _rgnp->rgn_id == rid); \
104 ASSERT(_rgnp->rgn_refcnt != 0); \
105 ASSERT(!(_rgnp->rgn_flags & SFMMU_REGION_FREE)); \
106 ASSERT((_rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == \
108 ASSERT((saddr) >= _rgnp->rgn_saddr); \
109 ASSERT((saddr) < _rgnp->rgn_saddr + _rgnp->rgn_size); \
110 ASSERT(_eaddr > _rgnp->rgn_saddr); \
111 ASSERT(_eaddr <= _rgnp->rgn_saddr + _rgnp->rgn_size); \
122 ASSERT((srdp)->srd_refcnt != 0); \
123 ASSERT((rid) < SFMMU_MAX_HME_REGIONS); \
124 ASSERT((rgnp)->rgn_id == rid); \
125 ASSERT(!((rgnp)->rgn_flags & SFMMU_REGION_FREE)); \
126 ASSERT(((rgnp)->rgn_flags & SFMMU_REGION_TYPE_MASK) == \
128 ASSERT(_ttesz <= (rgnp)->rgn_pgszc); \
136 ASSERT(_hsva >= _rsva); \
137 ASSERT(_hsva < _reva); \
138 ASSERT(_heva > _rsva); \
139 ASSERT(_heva <= _reva); \
142 ASSERT(rgnp->rgn_hmeflags & (0x1 << _flagtte)); \
840 ASSERT(((tsbinfop)->tsb_flags & TSB_SHAREDCTX) || \
843 ASSERT((tsbinfop) != NULL); \
862 ASSERT(addr >= sva && addr < eva); \
923 ASSERT(sfmmu_mlist_held(pp)); \
930 ASSERT(pp->p_share > 0); \
933 ASSERT(pp->p_share == 0); \
946 ASSERT(sfmmu_mlist_held(pp)); \
947 ASSERT(hme->hme_page == pp || IS_PAHME(hme)); \
955 ASSERT(pp->p_share > 0); \
959 ASSERT(pp->p_mapping != hme); \
960 ASSERT(hme->hme_prev->hme_page == pp || \
964 ASSERT(pp->p_mapping == hme); \
966 ASSERT((pp->p_mapping == NULL) ? \
971 ASSERT(hme->hme_next->hme_page == pp || \
1004 ASSERT(in_hblk_range((hmeblkp), (addr))); \
1219 ASSERT(i == 0); in hat_init()
1465 ASSERT(AS_WRITE_HELD(as)); in hat_alloc()
1512 ASSERT(sfmmup->sfmmu_tsb != NULL); in hat_alloc()
1515 ASSERT(max_mmu_ctxdoms > 0); in hat_alloc()
1560 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_mmu_kstat_create()
1561 ASSERT(mmu_ctxp->mmu_kstat == NULL); in sfmmu_mmu_kstat_create()
1609 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_cpu_init()
1616 ASSERT(info.mmu_idx < max_mmu_ctxdoms); in sfmmu_cpu_init()
1639 ASSERT(mmu_ctxp->mmu_idx == info.mmu_idx); in sfmmu_cpu_init()
1640 ASSERT(mmu_ctxp->mmu_nctxs <= info.mmu_nctxs); in sfmmu_cpu_init()
1661 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_ctxdom_free()
1662 ASSERT(!MUTEX_HELD(&mmu_ctxp->mmu_lock)); in sfmmu_ctxdom_free()
1684 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_cpu_cleanup()
1687 ASSERT(mmu_ctxp != NULL); in sfmmu_cpu_cleanup()
1891 ASSERT(allocflag == HAT_ALLOC); in hat_setup()
1918 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in hat_free_start()
1919 ASSERT(sfmmup != ksfmmup); in hat_free_start()
1926 ASSERT(sfmmup->sfmmu_scdp == NULL); in hat_free_start()
1934 ASSERT(sfmmup->sfmmu_free == 1); in hat_free_end()
1935 ASSERT(sfmmup->sfmmu_ttecnt[TTE8K] == 0); in hat_free_end()
1936 ASSERT(sfmmup->sfmmu_ttecnt[TTE64K] == 0); in hat_free_end()
1937 ASSERT(sfmmup->sfmmu_ttecnt[TTE512K] == 0); in hat_free_end()
1938 ASSERT(sfmmup->sfmmu_ttecnt[TTE4M] == 0); in hat_free_end()
1939 ASSERT(sfmmup->sfmmu_ttecnt[TTE32M] == 0); in hat_free_end()
1940 ASSERT(sfmmup->sfmmu_ttecnt[TTE256M] == 0); in hat_free_end()
1954 ASSERT(sfmmup->sfmmu_srdp == NULL); in hat_free_end()
1967 ASSERT(sfmmup->sfmmu_hmeregion_links[i] == NULL); in hat_free_end()
2021 ASSERT(sfmmup != KHATID); in hat_swapout()
2031 ASSERT(!hmeblkp->hblk_shared); in hat_swapout()
2039 ASSERT(!hmeblkp->hblk_lckcnt); in hat_swapout()
2082 ASSERT((tsbinfop->tsb_flags & TSB_SWAPPED) == 0); in hat_swapout()
2130 ASSERT((flag == 0) || (flag == HAT_DUP_ALL) || (flag == HAT_DUP_COW) || in hat_dup()
2132 ASSERT(hat != ksfmmup); in hat_dup()
2133 ASSERT(newhat != ksfmmup); in hat_dup()
2134 ASSERT(flag != HAT_DUP_ALL || hat->sfmmu_srdp == newhat->sfmmu_srdp); in hat_dup()
2141 ASSERT(srdp->srd_evp != NULL); in hat_dup()
2143 ASSERT(srdp->srd_refcnt > 0); in hat_dup()
2152 ASSERT(newhat->sfmmu_srdp->srd_refcnt >= 2); in hat_dup()
2164 ASSERT(ret); in hat_dup()
2166 ASSERT(newhat->sfmmu_scdp == scdp && in hat_dup()
2205 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_memload_region()
2221 ASSERT(hat != NULL); in hat_do_memload()
2222 ASSERT(PAGE_LOCKED(pp)); in hat_do_memload()
2223 ASSERT(!((uintptr_t)addr & MMU_PAGEOFFSET)); in hat_do_memload()
2224 ASSERT(!(flags & ~SFMMU_LOAD_ALLFLAG)); in hat_do_memload()
2225 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in hat_do_memload()
2233 ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as)); in hat_do_memload()
2279 ASSERT(hat != NULL); in hat_devload()
2281 ASSERT(!(flags & ~SFMMU_LOAD_ALLFLAG)); in hat_devload()
2282 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in hat_devload()
2283 ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as)); in hat_devload()
2318 ASSERT(len == MMU_PAGESIZE); in hat_devload()
2432 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_memload_array_region()
2458 ASSERT(!((uintptr_t)addr & MMU_PAGEOFFSET)); in hat_do_memload_array()
2531 ASSERT(numpg <= npgs); in hat_do_memload_array()
2573 ASSERT(hmebp); in sfmmu_memload_batchsmall()
2580 ASSERT(hmeblkp); in sfmmu_memload_batchsmall()
2647 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in sfmmu_memtte()
2677 ASSERT(sfmmup == ksfmmup); in sfmmu_tteload()
2701 ASSERT((ttesz != TTE32M) && (ttesz != TTE256M)); in sfmmu_mod_tsb()
2791 ASSERT((ttesz != TTE32M) && (ttesz != TTE256M)); in sfmmu_unload_tsb_range()
2889 ASSERT(!((uintptr_t)vaddr & TTE_PAGE_OFFSET(size))); in sfmmu_tteload_array()
2895 ASSERT(hmebp); in sfmmu_tteload_array()
2902 ASSERT(hmeblkp); in sfmmu_tteload_array()
2929 ASSERT(htagid != NULL); in sfmmu_tteload_acquire_hashbucket()
2956 ASSERT(hblktag.htag_id != NULL); in sfmmu_tteload_find_hmeblk()
2984 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
2985 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
2994 ASSERT(!hmeblkp->hblk_vcnt); in sfmmu_tteload_find_hmeblk()
2995 ASSERT(!hmeblkp->hblk_hmecnt); in sfmmu_tteload_find_hmeblk()
3005 ASSERT(!hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3008 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_tteload_find_hmeblk()
3025 ASSERT(get_hblk_ttesz(hmeblkp) == size); in sfmmu_tteload_find_hmeblk()
3026 ASSERT(!hmeblkp->hblk_shw_bit); in sfmmu_tteload_find_hmeblk()
3027 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3028 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3029 ASSERT(hmeblkp->hblk_tag.htag_rid == rid); in sfmmu_tteload_find_hmeblk()
3102 ASSERT(mmu_page_sizes == max_mmu_page_sizes); in sfmmu_tteload_addentry()
3106 ASSERT(mmu_page_sizes == max_mmu_page_sizes); in sfmmu_tteload_addentry()
3110 ASSERT(!((uintptr_t)vaddr & TTE_PAGE_OFFSET(size))); in sfmmu_tteload_addentry()
3112 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared); in sfmmu_tteload_addentry()
3113 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared); in sfmmu_tteload_addentry()
3150 ASSERT(TTE_CSZ(&tteold) == TTE_CSZ(ttep)); in sfmmu_tteload_addentry()
3189 ASSERT(remap || (sfhme->hme_page == NULL)); in sfmmu_tteload_addentry()
3192 ASSERT((!remap) ? sfhme->hme_next == NULL : 1); in sfmmu_tteload_addentry()
3212 ASSERT(PP_GET_VCOLOR(pp) == NO_VCOLOR); in sfmmu_tteload_addentry()
3230 ASSERT(TTE_IS_VALID(&sfhme->hme_tte)); in sfmmu_tteload_addentry()
3307 ASSERT(TTE_IS_REF(ttep)); in sfmmu_tteload_addentry()
3354 ASSERT(hmeblkp->hblk_hmecnt > 0); in sfmmu_tteload_addentry()
3372 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_tteload_release_hashbucket()
3400 ASSERT(ttesz > TTE8K); in sfmmu_pagearray_setup()
3406 ASSERT(IS_P2ALIGNED(pfnum, npgs)); in sfmmu_pagearray_setup()
3418 ASSERT(PAGE_LOCKED(pp)); in sfmmu_pagearray_setup()
3419 ASSERT(pp->p_szc >= ttesz); in sfmmu_pagearray_setup()
3420 ASSERT(pp->p_szc == pp1->p_szc); in sfmmu_pagearray_setup()
3421 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pagearray_setup()
3521 ASSERT(PP_ISTNC(pp1)); in sfmmu_pagearray_setup()
3539 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_vacconflict_array()
3597 ASSERT(sfmmup != KHATID); in sfmmu_shadow_hcreate()
3599 ASSERT(ttesz < TTE256M); in sfmmu_shadow_hcreate()
3601 ASSERT(ttesz < TTE4M); in sfmmu_shadow_hcreate()
3602 ASSERT(sfmmup->sfmmu_ttecnt[TTE32M] == 0); in sfmmu_shadow_hcreate()
3603 ASSERT(sfmmup->sfmmu_ttecnt[TTE256M] == 0); in sfmmu_shadow_hcreate()
3622 ASSERT(hmeblkp != (struct hme_blk *)hblk_reserve); in sfmmu_shadow_hcreate()
3627 ASSERT(hmeblkp); in sfmmu_shadow_hcreate()
3634 ASSERT(!hmeblkp->hblk_vcnt && !hmeblkp->hblk_hmecnt); in sfmmu_shadow_hcreate()
3640 ASSERT(hmeblkp->hblk_shw_bit == 1); in sfmmu_shadow_hcreate()
3641 ASSERT(!hmeblkp->hblk_shared); in sfmmu_shadow_hcreate()
3643 ASSERT(vshift < 8); in sfmmu_shadow_hcreate()
3675 ASSERT(hmeblkp->hblk_shw_bit); in sfmmu_shadow_hcleanup()
3676 ASSERT(!hmeblkp->hblk_shared); in sfmmu_shadow_hcleanup()
3678 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_shadow_hcleanup()
3688 ASSERT(hashno > 0); in sfmmu_shadow_hcleanup()
3706 ASSERT(hashno > 0); in sfmmu_free_hblks()
3723 ASSERT(!hmeblkp->hblk_shared); in sfmmu_free_hblks()
3786 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_cleanup_rhblk()
3787 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_cleanup_rhblk()
3799 ASSERT(hmeblkp->hblk_shared); in sfmmu_cleanup_rhblk()
3800 ASSERT(!hmeblkp->hblk_shw_bit); in sfmmu_cleanup_rhblk()
3804 ASSERT(!hmeblkp->hblk_lckcnt); in sfmmu_cleanup_rhblk()
3834 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_unload_hmeregion_va()
3835 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_unload_hmeregion_va()
3836 ASSERT(ttesz >= HBLK_MIN_TTESZ); in sfmmu_unload_hmeregion_va()
3848 ASSERT(hmeblkp->hblk_shared); in sfmmu_unload_hmeregion_va()
3849 ASSERT(!hmeblkp->hblk_lckcnt); in sfmmu_unload_hmeregion_va()
3853 ASSERT(*eaddrp > addr); in sfmmu_unload_hmeregion_va()
3855 ASSERT(!hmeblkp->hblk_vcnt && !hmeblkp->hblk_hmecnt); in sfmmu_unload_hmeregion_va()
3878 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_unload_hmeregion()
3879 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_unload_hmeregion()
3881 ASSERT(IS_P2ALIGNED(rsaddr, TTEBYTES(ttesz))); in sfmmu_unload_hmeregion()
3882 ASSERT(IS_P2ALIGNED(rsz, TTEBYTES(ttesz))); in sfmmu_unload_hmeregion()
3904 ASSERT(va >= rhsaddr); in sfmmu_unload_hmeregion()
3907 ASSERT(cbeaddr > cbsaddr); in sfmmu_unload_hmeregion()
3921 ASSERT(cbeaddr > cbsaddr); in sfmmu_unload_hmeregion()
3942 ASSERT(sfmmup != NULL); in hat_unlock()
3944 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_unlock()
3945 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_unlock()
3967 ASSERT(!hmeblkp->hblk_shared); in hat_unlock()
4025 ASSERT(sfmmup != NULL); in hat_unlock_region()
4026 ASSERT(sfmmup != ksfmmup); in hat_unlock_region()
4037 ASSERT(IS_P2ALIGNED(addr, TTEBYTES(rgnp->rgn_pgszc))); in hat_unlock_region()
4038 ASSERT(IS_P2ALIGNED(len, TTEBYTES(rgnp->rgn_pgszc))); in hat_unlock_region()
4068 ASSERT(hmeblkp->hblk_shared); in hat_unlock_region()
4070 ASSERT(va >= eaddr || in hat_unlock_region()
4095 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_unlock()
4096 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_unlock()
4122 ASSERT(hmeblkp->hblk_lckcnt > 0); in sfmmu_hblk_unlock()
4236 ASSERT(prehandler != NULL || posthandler != NULL); in hat_register_callback()
4360 ASSERT(!hmeblkp->hblk_shared); in hat_add_callback()
4377 ASSERT(saddr >= baseaddr); in hat_add_callback()
4401 ASSERT(pp == PP_PAGEROOT(pp)); in hat_add_callback()
4452 ASSERT((flags & HAC_PAGELOCK) != 0); in hat_add_callback()
4471 ASSERT(PAGE_LOCKED(pp)); in hat_add_callback()
4566 ASSERT(!hmeblkp->hblk_shared); in hat_delete_callback()
4579 ASSERT(cookie == NULL); in hat_delete_callback()
4610 ASSERT(cookie == NULL); in hat_delete_callback()
4619 ASSERT(PAGE_LOCKED(pp)); in hat_delete_callback()
4627 ASSERT((flags & HAC_PAGELOCK) != 0); in hat_delete_callback()
4644 ASSERT(cookie == NULL); in hat_delete_callback()
4662 ASSERT(pahmep != NULL); in hat_delete_callback()
4739 ASSERT(sfmmup != NULL); in hat_probe()
4741 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_probe()
4773 ASSERT(TTE_IS_VALID(&tte)); in hat_getpagesize()
4805 ASSERT(hat->sfmmu_as != NULL); in hat_setattr()
4817 ASSERT(hat->sfmmu_as != NULL); in hat_chgattr()
4828 ASSERT(hat->sfmmu_as != NULL); in hat_clrattr()
4850 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in sfmmu_chgattr()
4851 ASSERT((len & MMU_PAGEOFFSET) == 0); in sfmmu_chgattr()
4852 ASSERT(((uintptr_t)addr & MMU_PAGEOFFSET) == 0); in sfmmu_chgattr()
4875 ASSERT(!hmeblkp->hblk_shared); in sfmmu_chgattr()
4881 ASSERT(sfmmup != ksfmmup); in sfmmu_chgattr()
4882 ASSERT(hashno > 1); in sfmmu_chgattr()
4947 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_chgattr()
4948 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_chgattr()
4949 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_chgattr()
5000 ASSERT(pml); in sfmmu_hblk_chgattr()
5005 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_chgattr()
5009 ASSERT(TTE_TO_TTEPFN(&ttemod) == TTE_TO_TTEPFN(&tte)); in sfmmu_hblk_chgattr()
5072 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in sfmmu_vtop_attr()
5083 ASSERT(!(attr & ~HAT_PROT_MASK)); in sfmmu_vtop_attr()
5116 ASSERT(TTE_TO_TTEPFN(&ttevalue) == 0); in sfmmu_vtop_attr()
5125 ASSERT(TTE_IS_VALID(ttep)); in sfmmu_ptov_attr()
5177 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_chgprot()
5178 ASSERT(((uintptr_t)addr & MMU_PAGEOFFSET) == 0); in hat_chgprot()
5180 ASSERT(sfmmup->sfmmu_as != NULL); in hat_chgprot()
5204 ASSERT(!hmeblkp->hblk_shared); in hat_chgprot()
5210 ASSERT(sfmmup != ksfmmup); in hat_chgprot()
5211 ASSERT(hashno > 1); in hat_chgprot()
5277 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_chgprot()
5278 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_chgprot()
5279 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_chgprot()
5330 ASSERT(pml); in sfmmu_hblk_chgprot()
5335 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_chgprot()
5501 ASSERT(!hmeblkp->hblk_shared); in hat_unload_large_virtual()
5517 ASSERT(!hmeblkp->hblk_lckcnt); in hat_unload_large_virtual()
5607 ASSERT(sfmmup->sfmmu_as != NULL); in hat_unload_callback()
5609 ASSERT((sfmmup == ksfmmup) || (flags & HAT_UNLOAD_OTHER) || \ in hat_unload_callback()
5612 ASSERT(sfmmup != NULL); in hat_unload_callback()
5613 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_unload_callback()
5614 ASSERT(!((uintptr_t)addr & MMU_PAGEOFFSET)); in hat_unload_callback()
5703 ASSERT(hashno == TTE64K); in hat_unload_callback()
5726 ASSERT(hmeblkp); in hat_unload_callback()
5727 ASSERT(!hmeblkp->hblk_shared); in hat_unload_callback()
5751 ASSERT(hashno == TTE64K); in hat_unload_callback()
5780 ASSERT(sfmmup != KHATID); in hat_unload_callback()
5834 ASSERT(hashno == TTE64K); in hat_unload_callback()
5926 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_unload()
5927 ASSERT(!hmeblkp->hblk_shw_bit); in sfmmu_hblk_unload()
5928 ASSERT(sfmmup != NULL || hmeblkp->hblk_shared); in sfmmu_hblk_unload()
5929 ASSERT(sfmmup == NULL || !hmeblkp->hblk_shared); in sfmmu_hblk_unload()
5930 ASSERT(dmrp == NULL || !hmeblkp->hblk_shared); in sfmmu_hblk_unload()
5968 ASSERT(pml != NULL); in sfmmu_hblk_unload()
5973 ASSERT((pp != NULL) && in sfmmu_hblk_unload()
5982 ASSERT(pp == sfhmep->hme_page); in sfmmu_hblk_unload()
5983 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_unload()
6002 ASSERT(ret < 0); in sfmmu_hblk_unload()
6024 ASSERT(hmeblkp->hblk_lckcnt > 0); in sfmmu_hblk_unload()
6061 ASSERT(sfmmup != NULL); in sfmmu_hblk_unload()
6062 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_unload()
6071 ASSERT(hmeblkp->hblk_hmecnt > 0); in sfmmu_hblk_unload()
6082 ASSERT(hmeblkp->hblk_vcnt > 0); in sfmmu_hblk_unload()
6085 ASSERT(hmeblkp->hblk_hmecnt || hmeblkp->hblk_vcnt || in sfmmu_hblk_unload()
6100 ASSERT(kpm_enable); in sfmmu_hblk_unload()
6117 ASSERT(pml == NULL); in sfmmu_hblk_unload()
6123 ASSERT(sfhmep->hme_page == NULL); in sfmmu_hblk_unload()
6132 ASSERT(pml == NULL); in sfmmu_hblk_unload()
6159 ASSERT(sfhmep->hme_page == NULL); in sfmmu_hblk_unload()
6162 ASSERT(!TTE_IS_VALID(&dtte)); in sfmmu_hblk_unload()
6223 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_sync()
6224 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_sync()
6225 ASSERT((clearflag == HAT_SYNC_DONTZERO) || in hat_sync()
6252 ASSERT(!hmeblkp->hblk_shared); in hat_sync()
6258 ASSERT(sfmmup != ksfmmup); in hat_sync()
6259 ASSERT(hashno > 1); in hat_sync()
6308 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_sync()
6309 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_sync()
6329 ASSERT(pml); in sfmmu_hblk_sync()
6334 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_sync()
6377 ASSERT(TTE_IS_VALID(ttep)); in sfmmu_ttesync()
6414 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_ttesync()
6420 ASSERT(pp->p_szc != 0); in sfmmu_ttesync()
6422 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_ttesync()
6429 ASSERT(pp); in sfmmu_ttesync()
6430 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_ttesync()
6467 ASSERT(PAGE_EXCL(pp)); in hat_pageprocess_precallbacks()
6486 ASSERT(pahmep != NULL); in hat_pageprocess_precallbacks()
6495 ASSERT(id >= (id_t)0 && id < sfmmu_cb_nextid); in hat_pageprocess_precallbacks()
6547 ASSERT(PAGE_EXCL(pp)); in hat_pageprocess_postcallbacks()
6563 ASSERT(pahmep != NULL); in hat_pageprocess_postcallbacks()
6571 ASSERT(id >= (id_t)0 && id < sfmmu_cb_nextid); in hat_pageprocess_postcallbacks()
6615 ASSERT(PAGE_EXCL(pp)); in hat_pagesuspend()
6616 ASSERT(sfmmu_mlist_held(pp)); in hat_pagesuspend()
6646 ASSERT(TTE_IS_VALID(&tte)); in hat_pagesuspend()
6660 ASSERT(sfmmup == ksfmmup); in hat_pagesuspend()
6661 ASSERT(!hmeblkp->hblk_shared); in hat_pagesuspend()
6772 ASSERT(repl != NULL); in hat_page_relocate()
6773 ASSERT(targ->p_szc == repl->p_szc); in hat_page_relocate()
6800 ASSERT(ret != EIO); in hat_page_relocate()
6841 ASSERT(getpil() == XCALL_PIL); in hat_page_relocate()
6954 ASSERT(ret != EIO); in hat_page_relocate()
6981 ASSERT(targ->p_next == targ); in hat_page_relocate()
6982 ASSERT(targ->p_prev == targ); in hat_page_relocate()
6986 ASSERT(*target == pl); in hat_page_relocate()
7004 ASSERT(cb_id >= (id_t)0 && cb_id < sfmmu_cb_nextid); in sfmmu_pahment_leaked()
7030 ASSERT(PAGE_EXCL(pp)); in hat_pageunload()
7041 ASSERT(!PP_ISMAPPED_KPM(pp)); in hat_pageunload()
7058 ASSERT(sfhme->hme_data != NULL); in hat_pageunload()
7084 ASSERT(sfmmu_mlist_held(pp)); in hat_pageunload()
7100 ASSERT(!PP_ISMAPPED(origpp) || pa_hments || in hat_pageunload()
7135 ASSERT(!PP_ISMAPPED(origpp)); in hat_pageunload()
7157 ASSERT(pp != NULL); in sfmmu_pageunload()
7158 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pageunload()
7159 ASSERT(!PP_ISKAS(pp)); in sfmmu_pageunload()
7207 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_pageunload()
7208 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_pageunload()
7209 ASSERT(srdp != NULL); in sfmmu_pageunload()
7214 ASSERT(rgnp->rgn_ttecnt[ttesz] > 0); in sfmmu_pageunload()
7277 ASSERT(hmeblkp->hblk_hmecnt > 0); in sfmmu_pageunload()
7278 ASSERT(hmeblkp->hblk_vcnt > 0); in sfmmu_pageunload()
7307 ASSERT(getpil() == PIL_MAX); in hat_pagereload()
7308 ASSERT(sfmmu_mlist_held(tpp)); in hat_pagereload()
7309 ASSERT(sfmmu_mlist_held(dpp)); in hat_pagereload()
7330 ASSERT(TTE_IS_SUSPEND(&ttemod)); in hat_pagereload()
7429 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_pagesync()
7430 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_pagesync()
7431 ASSERT(srdp != NULL); in hat_pagesync()
7494 ASSERT(pp != NULL); in sfmmu_pagesync()
7495 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pagesync()
7496 ASSERT((clearflag == HAT_SYNC_DONTZERO) || in sfmmu_pagesync()
7530 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_pagesync()
7531 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_pagesync()
7532 ASSERT(srdp != NULL); in sfmmu_pagesync()
7568 ASSERT(pp != NULL); in sfmmu_pageclrwrt()
7569 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pageclrwrt()
7600 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_pageclrwrt()
7601 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_pageclrwrt()
7602 ASSERT(srdp != NULL); in sfmmu_pageclrwrt()
7685 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_setattr()
7727 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_clrattr()
7757 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_getattr()
7845 ASSERT(segkmem_lpszc > 0); in hat_getpfnum()
7896 ASSERT(sfmmup != ksfmmup); in sfmmu_uvatopfn()
7935 ASSERT(!hmeblkp->hblk_shared); in sfmmu_uvatopfn()
7953 ASSERT(srdp != NULL); in sfmmu_uvatopfn()
7954 ASSERT(srdp->srd_refcnt != 0); in sfmmu_uvatopfn()
7975 ASSERT(hmeblkp->hblk_shared); in sfmmu_uvatopfn()
7977 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_uvatopfn()
7978 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_uvatopfn()
7989 ASSERT(eva > sv_vaddr); in sfmmu_uvatopfn()
7990 ASSERT(sv_vaddr >= rsaddr); in sfmmu_uvatopfn()
7991 ASSERT(sv_vaddr < readdr); in sfmmu_uvatopfn()
7992 ASSERT(eva <= readdr); in sfmmu_uvatopfn()
8025 ASSERT(hat != NULL); in hat_map()
8126 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_page_checkshare()
8127 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_page_checkshare()
8128 ASSERT(srdp != NULL); in hat_page_checkshare()
8146 ASSERT(sfmmu_mlist_held(pp)); in hat_page_checkshare()
8197 ASSERT(PAGE_EXCL(pp)); in hat_page_demote()
8198 ASSERT(!PP_ISFREE(pp)); in hat_page_demote()
8199 ASSERT(!PP_ISKAS(pp)); in hat_page_demote()
8200 ASSERT(page_szc_lock_assert(pp)); in hat_page_demote()
8222 ASSERT(sz <= pszc); in hat_page_demote()
8226 ASSERT(!IS_PAHME(sfhme)); in hat_page_demote()
8238 ASSERT(!PP_ISMAPPED_LARGE(pp)); in hat_page_demote()
8251 ASSERT(pp->p_szc == pszc); in hat_page_demote()
8253 ASSERT(rootpp->p_szc == pszc); in hat_page_demote()
8258 ASSERT(sz < pszc); in hat_page_demote()
8260 ASSERT(P2PHASE(lastpp->p_pagenum, npgs) == npgs - 1); in hat_page_demote()
8274 ASSERT(IS_P2ALIGNED(lastpp->p_pagenum, TTEPAGES(sz))); in hat_page_demote()
8284 ASSERT(pp->p_szc == 0); in hat_page_demote()
8307 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in ism_tsb_entries()
8314 ASSERT(rid == SFMMU_INVALID_ISMRID || in ism_tsb_entries()
8400 ASSERT(MUTEX_HELD(&ism_mlist_lock)); in iment_add()
8413 ASSERT(MUTEX_HELD(&ism_mlist_lock)); in iment_sub()
8420 ASSERT(ism_hat->sfmmu_iment != iment); in iment_sub()
8423 ASSERT(ism_hat->sfmmu_iment == iment); in iment_sub()
8474 ASSERT(ism_hatid != NULL && sfmmup != NULL); in hat_share()
8475 ASSERT(sptaddr == ISMID_STARTADDR); in hat_share()
8535 ASSERT(ismszc >= TTE4M); in hat_share()
8622 ASSERT((disable_ism_large_pages & (1 << TTE512K)) != 0); in hat_share()
8694 ASSERT(ISM_ALIGNED(ismshift, addr)); in hat_unshare()
8695 ASSERT(ISM_ALIGNED(ismshift, len)); in hat_unshare()
8696 ASSERT(sfmmup != NULL); in hat_unshare()
8697 ASSERT(sfmmup != ksfmmup); in hat_unshare()
8699 ASSERT(sfmmup->sfmmu_as != NULL); in hat_unshare()
8741 ASSERT(ism_hatid != NULL); in hat_unshare()
8742 ASSERT(ism_hatid->sfmmu_ismhat == 1); in hat_unshare()
9041 ASSERT(color < mmu_btop(shm_alignment)); in sfmmu_get_ppvcolor()
9084 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_vac_conflict()
9085 ASSERT(!PP_ISNC(pp)); /* page better be cacheable */ in sfmmu_vac_conflict()
9155 ASSERT(TTE_IS_VALID(&tte)); in sfmmu_vac_conflict()
9179 ASSERT(!hmeblkp->hblk_shared); in sfmmu_vac_conflict()
9253 ASSERT(dopgs == 1 || ((dopgs & (pg64k - 1)) == 0)); in conv_tnc()
9263 ASSERT(dopgs >= curnpgs); in conv_tnc()
9295 ASSERT(pp != NULL); in tst_tnc()
9296 ASSERT(!(cache & CACHE_WRITEBACK)); in tst_tnc()
9303 ASSERT(sfmmu_mlist_held(pp)); in tst_tnc()
9304 ASSERT(PP_ISTNC(pp)); in tst_tnc()
9305 ASSERT(PP_GET_VCOLOR(pp) == NO_VCOLOR); in tst_tnc()
9315 ASSERT(kpm_enable); in tst_tnc()
9317 ASSERT(!(npages > 1 && IS_KPM_ALIAS_RANGE(kpmvaddr))); in tst_tnc()
9328 ASSERT(TTE_IS_VALID(&tte)); in tst_tnc()
9369 ASSERT(pp != NULL); in sfmmu_page_cache_array()
9370 ASSERT(!(cache & CACHE_WRITEBACK)); in sfmmu_page_cache_array()
9418 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_page_cache_array()
9474 ASSERT(TTE_IS_VALID(&tte)); in sfmmu_page_cache()
9480 ASSERT(color == bcolor); in sfmmu_page_cache()
9484 ASSERT(flags != HAT_TMPNC || color == PP_GET_VCOLOR(pp)); in sfmmu_page_cache()
9510 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_page_cache()
9511 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_page_cache()
9512 ASSERT(srdp != NULL); in sfmmu_page_cache()
9545 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_page_cache()
9546 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_page_cache()
9547 ASSERT(srdp != NULL); in sfmmu_page_cache()
9612 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_get_ctx()
9613 ASSERT(sfmmup != ksfmmup); in sfmmu_get_ctx()
9623 ASSERT(mmu_ctxp); in sfmmu_get_ctx()
9624 ASSERT(mmu_ctxp->mmu_idx < max_mmu_ctxdoms); in sfmmu_get_ctx()
9625 ASSERT(mmu_ctxp == mmu_ctxs_tbl[mmu_ctxp->mmu_idx]); in sfmmu_get_ctx()
9657 ASSERT(!ret || scsfmmup->sfmmu_ctxs[CPU_MMU_IDX(CPU)].cnum in sfmmu_get_ctx()
9676 ASSERT(curthread->t_preempt >= 1); in sfmmu_ctx_wrap_around()
9677 ASSERT(mmu_ctxp != NULL); in sfmmu_ctx_wrap_around()
9689 ASSERT(mmu_ctxp->mmu_gnum != 0); in sfmmu_ctx_wrap_around()
9706 ASSERT(CPU_IN_SET(cpuset, CPU->cpu_id) || !reset_cnum); in sfmmu_ctx_wrap_around()
9764 ASSERT(sfmmup != ksfmmup); in sfmmu_sync_mmustate()
9765 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_sync_mmustate()
9792 ASSERT(curcnum == cnum || curcnum == INVALID_CONTEXT); in sfmmu_sync_mmustate()
9830 ASSERT(sfmmup != ksfmmup); in sfmmu_replace_tsb()
9831 ASSERT(sfmmup->sfmmu_ismhat == 0); in sfmmu_replace_tsb()
9832 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_replace_tsb()
9833 ASSERT(szc <= tsb_max_growsize); in sfmmu_replace_tsb()
9847 ASSERT(curtsb != NULL); in sfmmu_replace_tsb()
9909 ASSERT(curtsb != NULL); in sfmmu_replace_tsb()
9939 ASSERT(curthread->t_procp->p_as->a_hat == sfmmup); in sfmmu_replace_tsb()
9943 ASSERT(max_mmu_ctxdoms > 0); in sfmmu_replace_tsb()
9950 ASSERT(sfmmup->sfmmu_ctxs[i].cnum == INVALID_CONTEXT); in sfmmu_replace_tsb()
10025 ASSERT(srdp != NULL); in sfmmu_set_scd_rttecnt()
10043 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_set_scd_rttecnt()
10044 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_set_scd_rttecnt()
10046 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_set_scd_rttecnt()
10047 ASSERT(rgnp->rgn_id == rid); in sfmmu_set_scd_rttecnt()
10169 ASSERT(hatlockp != NULL); in sfmmu_size_tsb()
10171 ASSERT(tsbinfop != NULL); in sfmmu_size_tsb()
10305 ASSERT(sfmmup->sfmmu_ttecnt[TTE8K] == 0); in sfmmu_free_sfmmu()
10306 ASSERT(sfmmup->sfmmu_ttecnt[TTE64K] == 0); in sfmmu_free_sfmmu()
10307 ASSERT(sfmmup->sfmmu_ttecnt[TTE512K] == 0); in sfmmu_free_sfmmu()
10308 ASSERT(sfmmup->sfmmu_ttecnt[TTE4M] == 0); in sfmmu_free_sfmmu()
10309 ASSERT(sfmmup->sfmmu_ttecnt[TTE32M] == 0); in sfmmu_free_sfmmu()
10310 ASSERT(sfmmup->sfmmu_ttecnt[TTE256M] == 0); in sfmmu_free_sfmmu()
10311 ASSERT(SF_RGNMAP_ISNULL(sfmmup)); in sfmmu_free_sfmmu()
10323 ASSERT(map[i].imap_seg == 0); in sfmmu_free_sfmmu()
10324 ASSERT(map[i].imap_ismhat == NULL); in sfmmu_free_sfmmu()
10325 ASSERT(map[i].imap_ment == NULL); in sfmmu_free_sfmmu()
10430 ASSERT(pp != NULL); in sfmmu_mlspl_enter()
10506 ASSERT(pp != NULL); in sfmmu_mlspl_held()
10509 ASSERT(pp != NULL); in sfmmu_mlspl_held()
10542 ASSERT(hblkp->hblk_hmecnt == 0); in sfmmu_get_free_hblk()
10543 ASSERT(hblkp->hblk_vcnt == 0); in sfmmu_get_free_hblk()
10544 ASSERT(hblkp->hblk_nextpa == va_to_pa((caddr_t)hblkp)); in sfmmu_get_free_hblk()
10557 ASSERT(hblkp->hblk_hmecnt == 0); in sfmmu_get_free_hblk()
10558 ASSERT(hblkp->hblk_vcnt == 0); in sfmmu_get_free_hblk()
10572 ASSERT(hmeblkp->hblk_hmecnt == 0); in sfmmu_put_free_hblk()
10573 ASSERT(hmeblkp->hblk_vcnt == 0); in sfmmu_put_free_hblk()
10574 ASSERT(hmeblkp->hblk_nextpa == va_to_pa((caddr_t)hmeblkp)); in sfmmu_put_free_hblk()
10605 ASSERT(!critical); in sfmmu_put_free_hblk()
10613 ASSERT(get_hblk_cache(hblkp) == sfmmu8_cache); in sfmmu_put_free_hblk()
10641 ASSERT(!old->hblk_shared); in sfmmu_hblk_swap()
10855 ASSERT(sfmmup != ksfmmup); in sfmmu_hat_lock_held()
10891 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in sfmmu_ismhat_exit()
10939 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_alloc()
10940 ASSERT(hblktag.htag_rid == rid); in sfmmu_hblk_alloc()
10942 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || in sfmmu_hblk_alloc()
10953 ASSERT(!SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_hblk_alloc()
11013 ASSERT(sfmmup != KHATID); in sfmmu_hblk_alloc()
11016 ASSERT(srdp != NULL && srdp->srd_refcnt != 0); in sfmmu_hblk_alloc()
11018 ASSERT(rgnp != NULL && rgnp->rgn_id == rid); in sfmmu_hblk_alloc()
11019 ASSERT(rgnp->rgn_refcnt != 0); in sfmmu_hblk_alloc()
11020 ASSERT(size <= rgnp->rgn_pgszc); in sfmmu_hblk_alloc()
11045 ASSERT(!SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_hblk_alloc()
11061 ASSERT(!owner); in sfmmu_hblk_alloc()
11078 ASSERT(sfmmu_cache == sfmmu8_cache); in sfmmu_hblk_alloc()
11113 ASSERT(hmeblkp != NULL); in sfmmu_hblk_alloc()
11115 ASSERT(hmeblkp->hblk_nextpa == va_to_pa((caddr_t)hmeblkp)); in sfmmu_hblk_alloc()
11158 ASSERT(sfmmup != KHATID); in sfmmu_hblk_alloc()
11164 ASSERT(owner); in sfmmu_hblk_alloc()
11182 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || in sfmmu_hblk_alloc()
11184 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || in sfmmu_hblk_alloc()
11224 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_alloc()
11231 ASSERT(get_hblk_ttesz(hmeblkp) == size); in sfmmu_hblk_alloc()
11232 ASSERT(get_hblk_span(hmeblkp) == HMEBLK_SPAN(size)); in sfmmu_hblk_alloc()
11233 ASSERT(hmeblkp->hblk_hmecnt == 0); in sfmmu_hblk_alloc()
11234 ASSERT(hmeblkp->hblk_vcnt == 0); in sfmmu_hblk_alloc()
11235 ASSERT(hmeblkp->hblk_lckcnt == 0); in sfmmu_hblk_alloc()
11236 ASSERT(hblkpa == va_to_pa((caddr_t)hmeblkp)); in sfmmu_hblk_alloc()
11253 ASSERT(*listp != NULL); in sfmmu_hblk_free()
11258 ASSERT(!hmeblkp->hblk_hmecnt); in sfmmu_hblk_free()
11259 ASSERT(!hmeblkp->hblk_vcnt); in sfmmu_hblk_free()
11260 ASSERT(!hmeblkp->hblk_lckcnt); in sfmmu_hblk_free()
11261 ASSERT(hmeblkp != (struct hme_blk *)hblk_reserve); in sfmmu_hblk_free()
11262 ASSERT(hmeblkp->hblk_shared == 0); in sfmmu_hblk_free()
11263 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_free()
11264 ASSERT(hmeblkp->hblk_shadow == NULL); in sfmmu_hblk_free()
11267 ASSERT(hblkpa != (uint64_t)-1); in sfmmu_hblk_free()
11312 ASSERT(hmeblkp->hblk_hmecnt == 0); in sfmmu_hblk_steal()
11313 ASSERT(hmeblkp->hblk_vcnt == 0); in sfmmu_hblk_steal()
11326 ASSERT(hmebp >= uhme_hash && hmebp <= &uhme_hash[UHMEHASH_SZ]); in sfmmu_hblk_steal()
11440 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_steal_this_hblk()
11468 ASSERT(hmeblkp->hblk_lckcnt == 0); in sfmmu_steal_this_hblk()
11469 ASSERT(hmeblkp->hblk_vcnt == 0 && hmeblkp->hblk_hmecnt == 0); in sfmmu_steal_this_hblk()
11476 ASSERT(!hmeblkp->hblk_shared); in sfmmu_steal_this_hblk()
11480 ASSERT(vshift < 8); in sfmmu_steal_this_hblk()
11486 ASSERT(shw_mask & (1 << vshift)); in sfmmu_steal_this_hblk()
11507 ASSERT(srdp != NULL && srdp->srd_refcnt != 0); in sfmmu_steal_this_hblk()
11509 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_steal_this_hblk()
11510 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_steal_this_hblk()
11512 ASSERT(rgnp != NULL); in sfmmu_steal_this_hblk()
11533 ASSERT(sfhme->hme_tte.ll != 0); in sfmmu_hmetohblk()
11556 ASSERT(sfmmup != ksfmmup); in sfmmu_tsb_swapin()
11557 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_tsb_swapin()
11569 ASSERT(sfmmup->sfmmu_tsb != NULL); in sfmmu_tsb_swapin()
11576 ASSERT(tsbinfop->tsb_flags & TSB_SWAPPED); in sfmmu_tsb_swapin()
11626 ASSERT(rc == TSB_SUCCESS); in sfmmu_tsb_swapin()
11640 ASSERT(srdp != NULL); in sfmmu_is_rgnva()
11641 ASSERT(srdp->srd_refcnt != 0); in sfmmu_is_rgnva()
11652 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_is_rgnva()
11653 ASSERT(rgnp->rgn_id == rid); in sfmmu_is_rgnva()
11707 ASSERT(sfmmup != ksfmmup && ctxtype != KCONTEXT); in sfmmu_tsbmiss_exception()
11708 ASSERT(sfmmup->sfmmu_ismhat == 0); in sfmmu_tsbmiss_exception()
11709 ASSERT(!SFMMU_FLAGS_ISSET(sfmmup, HAT_SWAPPED) || in sfmmu_tsbmiss_exception()
11729 ASSERT(lwp); in sfmmu_tsbmiss_exception()
11736 ASSERT(sfmmup == tsbmp->usfmmup); in sfmmu_tsbmiss_exception()
11787 ASSERT(lwp); in sfmmu_tsbmiss_exception()
11795 ASSERT(shsfmmup != NULL); in sfmmu_tsbmiss_exception()
11879 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_tsb_chk_reloc()
11919 ASSERT(curthread != kreloc_thread); in sfmmu_tsbmiss_suspended()
11949 ASSERT(hmeblkp->hblk_shared); in sfmmu_rgntlb_demap()
11950 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_rgntlb_demap()
11951 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_rgntlb_demap()
12001 ASSERT(rlink != NULL); in sfmmu_rgntlb_demap()
12025 ASSERT(sfmmu_hat_lock_held(sfmmup)); in find_ism_rid()
12037 ASSERT(ism_hatid == ism_sfmmup); in find_ism_rid()
12038 ASSERT(ism_hatid->sfmmu_ismhat); in find_ism_rid()
12070 ASSERT(!hmeblkp->hblk_shared); in sfmmu_ismtlbcache_demap()
12081 ASSERT(ism_sfmmup->sfmmu_ismhat); in sfmmu_ismtlbcache_demap()
12082 ASSERT(MUTEX_HELD(&ism_mlist_lock)); in sfmmu_ismtlbcache_demap()
12163 ASSERT(!hmeblkp->hblk_shared); in sfmmu_tlbcache_demap()
12248 ASSERT(!hmeblkp->hblk_shared); in sfmmu_tlb_demap()
12304 ASSERT(bitvec & 1); in sfmmu_tlb_range_demap()
12334 ASSERT((pgcnt<<MMU_PAGESHIFT) <= dmrp->dmr_endaddr - dmrp->dmr_addr); in sfmmu_tlb_range_demap()
12343 ASSERT((pgcnt > 0) && in sfmmu_tlb_range_demap()
12351 ASSERT(!((uint64_t)sfmmup & SFMMU_PGCNT_MASK)); in sfmmu_tlb_range_demap()
12422 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_invalidate_ctx()
12423 ASSERT(sfmmup != ksfmmup); in sfmmu_invalidate_ctx()
12428 ASSERT(mmu_ctxp); in sfmmu_invalidate_ctx()
12429 ASSERT(mmu_ctxp->mmu_idx < max_mmu_ctxdoms); in sfmmu_invalidate_ctx()
12430 ASSERT(mmu_ctxp == mmu_ctxs_tbl[mmu_ctxp->mmu_idx]); in sfmmu_invalidate_ctx()
12484 ASSERT(sfmmup->sfmmu_ctxs[mmu_ctxp->mmu_idx].cnum == INVALID_CONTEXT); in sfmmu_invalidate_ctx()
12514 ASSERT(vcolor >= 0); in sfmmu_cache_flushcolor()
12563 ASSERT(sfmmup->sfmmu_scdhat); in sfmmu_tsb_pre_relocator()
12565 ASSERT(scdp != NULL); in sfmmu_tsb_pre_relocator()
12591 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_tsb_inv_ctx()
12648 ASSERT(va == tsbinfop->tsb_va); in sfmmu_tsb_post_relocator()
12714 ASSERT(tsb_size <= MMU_PAGESIZE4M || use_bigtsb_arena); in sfmmu_tsb_free()
12722 ASSERT(ret == 0); in sfmmu_tsb_free()
12754 ASSERT(pfn != PFN_INVALID); in sfmmu_tsbinfo_setup_phys()
12755 ASSERT(pfn == va_to_pfn(tsbinfo->tsb_va)); in sfmmu_tsbinfo_setup_phys()
12777 ASSERT(TTE_IS_PRIVILEGED(&tsbinfo->tsb_tte)); in sfmmu_tsbinfo_setup_phys()
12778 ASSERT(TTE_IS_LOCKED(&tsbinfo->tsb_tte)); in sfmmu_tsbinfo_setup_phys()
12812 ASSERT(tsbbytes <= MMU_PAGESIZE4M || use_bigtsb_arena); in sfmmu_init_tsbinfo()
12821 ASSERT((flags & TSB_FORCEALLOC) == 0 || tsbcode == TSB_MIN_SZCODE); in sfmmu_init_tsbinfo()
12911 ASSERT(vaddr != NULL); in sfmmu_init_tsbinfo()
12937 ASSERT(ret == 0); in sfmmu_init_tsbinfo()
13089 ASSERT(ksfmmup != NULL); in sfmmu_init_ktsbinfo()
13090 ASSERT(ksfmmup->sfmmu_tsb == NULL); in sfmmu_init_ktsbinfo()
13170 ASSERT(addr != NULL && size != 0); in sfmmu_init_nucleus_hblks()
13193 ASSERT(j >= nhblk8); in sfmmu_init_nucleus_hblks()
13204 ASSERT(k >= nhblk1); in sfmmu_init_nucleus_hblks()
13235 ASSERT(ttesz > TTE8K); in sfmmu_rm_large_mappings()
13237 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_rm_large_mappings()
13239 ASSERT(PP_ISMAPPED_LARGE(pp)); in sfmmu_rm_large_mappings()
13264 ASSERT(pp->p_index & index); in sfmmu_rm_large_mappings()
13357 ASSERT(cpu_kstat); in sfmmu_kstat_percpu_update()
13562 ASSERT(thd->t_procp->p_as == &kas); in hat_thread_exit()
13602 ASSERT(sfmmup != ksfmmup); in hat_join_srd()
13603 ASSERT(sfmmup->sfmmu_srdp == NULL); in hat_join_srd()
13616 ASSERT(srdp->srd_refcnt >= 0); in hat_join_srd()
13627 ASSERT(newsrdp->srd_next_ismrid == 0 && newsrdp->srd_next_hmerid == 0); in hat_join_srd()
13638 ASSERT(srdp->srd_refcnt >= 0); in hat_join_srd()
13668 ASSERT(sfmmup != ksfmmup); in sfmmu_leave_srd()
13669 ASSERT(srdp != NULL); in sfmmu_leave_srd()
13670 ASSERT(srdp->srd_refcnt > 0); in sfmmu_leave_srd()
13671 ASSERT(sfmmup->sfmmu_scdp == NULL); in sfmmu_leave_srd()
13672 ASSERT(sfmmup->sfmmu_free == 1); in sfmmu_leave_srd()
13676 ASSERT(evp != NULL); in sfmmu_leave_srd()
13698 ASSERT(srdp->srd_refcnt == 0); in sfmmu_leave_srd()
13703 ASSERT(srdp->srd_rgnhash[i] == NULL); in sfmmu_leave_srd()
13710 ASSERT(rgnp->rgn_id < srdp->srd_next_hmerid); in sfmmu_leave_srd()
13711 ASSERT(rgnp->rgn_refcnt == 0); in sfmmu_leave_srd()
13712 ASSERT(rgnp->rgn_sfmmu_head == NULL); in sfmmu_leave_srd()
13713 ASSERT(rgnp->rgn_flags & SFMMU_REGION_FREE); in sfmmu_leave_srd()
13714 ASSERT(rgnp->rgn_hmeflags == 0); in sfmmu_leave_srd()
13715 ASSERT(srdp->srd_hmergnp[rgnp->rgn_id] == rgnp); in sfmmu_leave_srd()
13718 ASSERT(rgnp->rgn_ttecnt[i] == 0); in sfmmu_leave_srd()
13724 ASSERT(rgns == srdp->srd_next_hmerid); in sfmmu_leave_srd()
13732 ASSERT(rgnp->rgn_id < srdp->srd_next_ismrid); in sfmmu_leave_srd()
13733 ASSERT(rgnp->rgn_refcnt == 0); in sfmmu_leave_srd()
13734 ASSERT(rgnp->rgn_sfmmu_head == NULL); in sfmmu_leave_srd()
13735 ASSERT(rgnp->rgn_flags & SFMMU_REGION_FREE); in sfmmu_leave_srd()
13736 ASSERT(srdp->srd_ismrgnp[rgnp->rgn_id] == rgnp); in sfmmu_leave_srd()
13739 ASSERT(rgnp->rgn_ttecnt[i] == 0); in sfmmu_leave_srd()
13745 ASSERT(rgns == srdp->srd_next_ismrid); in sfmmu_leave_srd()
13746 ASSERT(srdp->srd_ismbusyrgns == 0); in sfmmu_leave_srd()
13747 ASSERT(srdp->srd_hmebusyrgns == 0); in sfmmu_leave_srd()
13757 ASSERT(srdp->srd_scdp == NULL); in sfmmu_leave_srd()
13828 ASSERT(sfmmup != ksfmmup); in hat_join_region()
13829 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in hat_join_region()
13830 ASSERT(srdp->srd_refcnt > 0); in hat_join_region()
13831 ASSERT(!(flags & ~HAT_REGION_TYPE_MASK)); in hat_join_region()
13832 ASSERT(flags == HAT_REGION_TEXT || flags == HAT_REGION_ISM); in hat_join_region()
13833 ASSERT(r_pgszc < mmu_page_sizes); in hat_join_region()
13880 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == r_type); in hat_join_region()
13881 ASSERT(rgnp->rgn_cb_function == r_cb_function); in hat_join_region()
13882 ASSERT(rgnp->rgn_refcnt >= 0); in hat_join_region()
13884 ASSERT(rid < maxids); in hat_join_region()
13885 ASSERT(rarrp[rid] == rgnp); in hat_join_region()
13886 ASSERT(rid < *nextidp); in hat_join_region()
13973 ASSERT(sfmmup == tsbmp->usfmmup); in hat_join_region()
13983 ASSERT((hat_region_cookie_t)((uint64_t)rid) != in hat_join_region()
13990 ASSERT(rid < maxids); in hat_join_region()
13998 ASSERT(new_rgnp == NULL); in hat_join_region()
14005 ASSERT(MUTEX_HELD(&srdp->srd_mutex)); in hat_join_region()
14009 ASSERT(rgnp->rgn_id < *nextidp); in hat_join_region()
14010 ASSERT(rgnp->rgn_id < maxids); in hat_join_region()
14011 ASSERT(rgnp->rgn_flags & SFMMU_REGION_FREE); in hat_join_region()
14012 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) in hat_join_region()
14014 ASSERT(rarrp[rgnp->rgn_id] == rgnp); in hat_join_region()
14015 ASSERT(rgnp->rgn_hmeflags == 0); in hat_join_region()
14047 ASSERT(rgnp->rgn_id < maxids); in hat_join_region()
14048 ASSERT(rarrp[rgnp->rgn_id] == NULL); in hat_join_region()
14052 ASSERT(rgnp->rgn_sfmmu_head == NULL); in hat_join_region()
14053 ASSERT(rgnp->rgn_hmeflags == 0); in hat_join_region()
14056 ASSERT(rgnp->rgn_ttecnt[i] == 0); in hat_join_region()
14071 ASSERT(*busyrgnsp <= maxids); in hat_join_region()
14075 ASSERT(new_rgnp != NULL); in hat_join_region()
14109 ASSERT(sfmmup != ksfmmup); in hat_leave_region()
14110 ASSERT(srdp != NULL); in hat_leave_region()
14111 ASSERT(srdp->srd_refcnt > 0); in hat_leave_region()
14112 ASSERT(!(flags & ~HAT_REGION_TYPE_MASK)); in hat_leave_region()
14113 ASSERT(flags == HAT_REGION_TEXT || flags == HAT_REGION_ISM); in hat_leave_region()
14114 ASSERT(!sfmmup->sfmmu_free || sfmmup->sfmmu_scdp == NULL); in hat_leave_region()
14120 ASSERT(SFMMU_IS_ISMRID_VALID(rid)); in hat_leave_region()
14121 ASSERT(rid < SFMMU_MAX_ISM_REGIONS); in hat_leave_region()
14124 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_leave_region()
14125 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_leave_region()
14128 ASSERT(rgnp != NULL); in hat_leave_region()
14129 ASSERT(rgnp->rgn_id == rid); in hat_leave_region()
14130 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == r_type); in hat_leave_region()
14131 ASSERT(!(rgnp->rgn_flags & SFMMU_REGION_FREE)); in hat_leave_region()
14132 ASSERT(AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_leave_region()
14139 ASSERT(sfmmup->sfmmu_scdp == NULL); in hat_leave_region()
14145 ASSERT(sfmmup->sfmmu_ttecnt[r_pgszc] >= rttecnt); in hat_leave_region()
14154 ASSERT(rid < srdp->srd_next_ismrid); in hat_leave_region()
14160 ASSERT(sfmmu_hat_lock_held(sfmmup)); in hat_leave_region()
14170 ASSERT(r_type == SFMMU_REGION_HME); in hat_leave_region()
14172 ASSERT(rid < srdp->srd_next_hmerid); in hat_leave_region()
14186 ASSERT(sfmmu_hat_lock_held(sfmmup)); in hat_leave_region()
14207 ASSERT(sfmmup->sfmmu_tsb0_4minflcnt >= in hat_leave_region()
14214 ASSERT(sfmmup->sfmmu_ttecnt[r_pgszc] >= rttecnt); in hat_leave_region()
14253 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == r_type); in hat_leave_region()
14257 ASSERT(rid < srdp->srd_next_ismrid); in hat_leave_region()
14260 ASSERT(srdp->srd_ismbusyrgns > 0); in hat_leave_region()
14274 ASSERT(rgnp->rgn_sfmmu_head == NULL); in hat_leave_region()
14275 ASSERT(rgnp->rgn_id == rid); in hat_leave_region()
14281 ASSERT(rid < srdp->srd_next_hmerid); in hat_leave_region()
14284 ASSERT(srdp->srd_hmebusyrgns > 0); in hat_leave_region()
14302 ASSERT(sfmmup != ksfmmup); in hat_dup_region()
14303 ASSERT(srdp != NULL); in hat_dup_region()
14304 ASSERT(srdp->srd_refcnt > 0); in hat_dup_region()
14306 ASSERT(rid < srdp->srd_next_hmerid); in hat_dup_region()
14307 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_dup_region()
14308 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_dup_region()
14311 ASSERT(rgnp->rgn_refcnt > 0); in hat_dup_region()
14312 ASSERT(rgnp->rgn_id == rid); in hat_dup_region()
14313 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == SFMMU_REGION_HME); in hat_dup_region()
14314 ASSERT(!(rgnp->rgn_flags & SFMMU_REGION_FREE)); in hat_dup_region()
14320 ASSERT(rlink != NULL); in hat_dup_region()
14322 ASSERT(rgnp->rgn_sfmmu_head != NULL); in hat_dup_region()
14325 ASSERT(hrlink != NULL); in hat_dup_region()
14326 ASSERT(hrlink->prev == NULL); in hat_dup_region()
14407 ASSERT(srdp == sp->sfmmu_srdp); in check_scd_sfmmu_list()
14435 ASSERT(sfmmup->sfmmu_srdp != NULL); in sfmmu_from_scd_list()
14438 ASSERT(*headp != sfmmup); in sfmmu_from_scd_list()
14442 ASSERT(*headp == sfmmup); in sfmmu_from_scd_list()
14473 ASSERT(*headp != scdp); in sfmmu_remove_scd()
14476 ASSERT(*headp == scdp); in sfmmu_remove_scd()
14515 ASSERT(srdp != NULL); in sfmmu_alloc_scd_tsbs()
14534 ASSERT(rgnp->rgn_id == rid); in sfmmu_alloc_scd_tsbs()
14535 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_alloc_scd_tsbs()
14541 ASSERT(rgnp->rgn_pgszc >= TTE4M); in sfmmu_alloc_scd_tsbs()
14555 ASSERT(rgnp->rgn_id == rid); in sfmmu_alloc_scd_tsbs()
14556 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_alloc_scd_tsbs()
14559 ASSERT(ism_hatid->sfmmu_ismhat); in sfmmu_alloc_scd_tsbs()
14567 ASSERT(rgnp->rgn_pgszc >= TTE4M); in sfmmu_alloc_scd_tsbs()
14607 ASSERT(scsfmmup->sfmmu_tsb->tsb_next == NULL); in sfmmu_alloc_scd_tsbs()
14640 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_link_to_hmeregion()
14644 ASSERT(rlink != NULL); in sfmmu_link_to_hmeregion()
14658 ASSERT(hrlink != NULL); in sfmmu_link_to_hmeregion()
14659 ASSERT(hrlink->prev == NULL); in sfmmu_link_to_hmeregion()
14683 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_unlink_from_hmeregion()
14687 ASSERT(rlink != NULL); in sfmmu_unlink_from_hmeregion()
14700 ASSERT(rlink->prev == NULL); in sfmmu_unlink_from_hmeregion()
14705 ASSERT(nrlink != NULL); in sfmmu_unlink_from_hmeregion()
14706 ASSERT(nrlink->prev == sfmmup); in sfmmu_unlink_from_hmeregion()
14714 ASSERT(prev != NULL); in sfmmu_unlink_from_hmeregion()
14717 ASSERT(prlink != NULL); in sfmmu_unlink_from_hmeregion()
14718 ASSERT(prlink->next == sfmmup); in sfmmu_unlink_from_hmeregion()
14733 ASSERT(nrlink != NULL); in sfmmu_unlink_from_hmeregion()
14734 ASSERT(nrlink->prev == sfmmup); in sfmmu_unlink_from_hmeregion()
14756 ASSERT(scsfmmup->sfmmu_scdhat); in sfmmu_link_scd_to_regions()
14774 ASSERT(rgnp->rgn_id == rid); in sfmmu_link_scd_to_regions()
14775 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_link_scd_to_regions()
14782 ASSERT(rgnp->rgn_id == rid); in sfmmu_link_scd_to_regions()
14783 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_link_scd_to_regions()
14786 ASSERT(ism_hatid->sfmmu_ismhat); in sfmmu_link_scd_to_regions()
14830 ASSERT(rgnp->rgn_id == rid); in sfmmu_unlink_scd_from_regions()
14831 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_unlink_scd_from_regions()
14840 ASSERT(rgnp->rgn_id == rid); in sfmmu_unlink_scd_from_regions()
14841 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_unlink_scd_from_regions()
14844 ASSERT(ism_hatid->sfmmu_ismhat); in sfmmu_unlink_scd_from_regions()
14846 ASSERT(ism_ment->iment_hat == scdp->scd_sfmmup); in sfmmu_unlink_scd_from_regions()
14847 ASSERT(ism_ment->iment_base_va == in sfmmu_unlink_scd_from_regions()
14869 ASSERT(MUTEX_HELD(&srdp->srd_scd_mutex)); in sfmmu_alloc_scd()
14881 ASSERT(max_mmu_ctxdoms > 0); in sfmmu_alloc_scd()
14919 ASSERT(srdp != NULL); in sfmmu_join_scd()
14920 ASSERT(scdp != NULL); in sfmmu_join_scd()
14921 ASSERT(scdp->scd_refcnt > 0); in sfmmu_join_scd()
14922 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in sfmmu_join_scd()
14925 ASSERT(old_scdp != scdp); in sfmmu_join_scd()
14936 ASSERT(sfmmup->sfmmu_scdrttecnt[i] == in sfmmu_join_scd()
14968 ASSERT(sfmmup->sfmmu_ttecnt[i] >= scdp->scd_rttecnt[i]); in sfmmu_join_scd()
14977 ASSERT(sfmmup->sfmmu_tsb0_4minflcnt >= in sfmmu_join_scd()
14999 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_finish_join_scd()
15000 ASSERT(sfmmup->sfmmu_scdp != NULL); in sfmmu_finish_join_scd()
15001 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_JOIN_SCD)); in sfmmu_finish_join_scd()
15002 ASSERT(!SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in sfmmu_finish_join_scd()
15003 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ALLCTX_INVALID)); in sfmmu_finish_join_scd()
15010 ASSERT(!(tsbinfop->tsb_flags & TSB_RELOC_FLAG)); in sfmmu_finish_join_scd()
15033 ASSERT(srdp != NULL); in sfmmu_find_scd()
15034 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in sfmmu_find_scd()
15045 ASSERT(scdp->scd_refcnt >= 2); in sfmmu_find_scd()
15064 ASSERT(scdp == NULL); in sfmmu_find_scd()
15090 ASSERT(new_scdp->scd_refcnt >= 2); in sfmmu_find_scd()
15107 ASSERT(scdp != NULL); in sfmmu_leave_scd()
15108 ASSERT(srdp != NULL); in sfmmu_leave_scd()
15123 ASSERT(sfmmup->sfmmu_scdrttecnt[i] == in sfmmu_leave_scd()
15135 ASSERT(r_type != SFMMU_REGION_ISM || in sfmmu_leave_scd()
15137 ASSERT(scdp->scd_refcnt); in sfmmu_leave_scd()
15138 ASSERT(!sfmmup->sfmmu_free); in sfmmu_leave_scd()
15139 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_leave_scd()
15140 ASSERT(AS_LOCK_HELD(sfmmup->sfmmu_as)); in sfmmu_leave_scd()
15175 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in sfmmu_leave_scd()
15183 ASSERT(sfmmup->sfmmu_scdrttecnt[i] == in sfmmu_leave_scd()
15251 ASSERT(scdp->scd_sf_list == NULL); in sfmmu_destroy_scd()
15300 ASSERT(sfmmup->sfmmu_iblk != NULL); in sfmmu_ism_hatflags()
15301 ASSERT(scdp != NULL); in sfmmu_ism_hatflags()
15306 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_ism_hatflags()
15316 ASSERT(rid >= 0 && rid < SFMMU_MAX_ISM_REGIONS); in sfmmu_ism_hatflags()
15388 ASSERT(hblkp->hblk_shw_bit == 0); in sfmmu_hblks_list_purge()
15389 ASSERT(hblkp->hblk_shared == 0); in sfmmu_hblks_list_purge()
15449 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_hash_add()
15452 ASSERT(hmebp->hmeh_nextpa == HMEBLK_ENDPA); in sfmmu_hblk_hash_add()
15512 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_hash_rm()
15525 ASSERT(hblktosfmmu(hmeblkp) != KHATID); in sfmmu_hblk_hash_rm()
15526 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_hash_rm()
15529 ASSERT(size < TTE256M); in sfmmu_hblk_hash_rm()
15531 ASSERT(size < TTE4M); in sfmmu_hblk_hash_rm()
15538 ASSERT(vshift < 8); in sfmmu_hblk_hash_rm()
15544 ASSERT(shw_mask & (1 << vshift)); in sfmmu_hblk_hash_rm()
15560 ASSERT(srdp != NULL && srdp->srd_refcnt != 0); in sfmmu_hblk_hash_rm()
15562 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_hblk_hash_rm()
15563 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_hblk_hash_rm()
15565 ASSERT(rgnp != NULL); in sfmmu_hblk_hash_rm()
15620 ASSERT(cpuhp->chp_count > 0); in sfmmu_check_pending_hblks()