Lines Matching refs:ASSERT
95 ASSERT((rid) < SFMMU_MAX_HME_REGIONS); \
96 ASSERT(SF_RGNMAP_TEST(hat->sfmmu_hmeregion_map, rid)); \
97 ASSERT((hat) != ksfmmup); \
99 ASSERT(_srdp != NULL); \
100 ASSERT(_srdp->srd_refcnt != 0); \
102 ASSERT(_rgnp != NULL && _rgnp->rgn_id == rid); \
103 ASSERT(_rgnp->rgn_refcnt != 0); \
104 ASSERT(!(_rgnp->rgn_flags & SFMMU_REGION_FREE)); \
105 ASSERT((_rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == \
107 ASSERT((saddr) >= _rgnp->rgn_saddr); \
108 ASSERT((saddr) < _rgnp->rgn_saddr + _rgnp->rgn_size); \
109 ASSERT(_eaddr > _rgnp->rgn_saddr); \
110 ASSERT(_eaddr <= _rgnp->rgn_saddr + _rgnp->rgn_size); \
121 ASSERT((srdp)->srd_refcnt != 0); \
122 ASSERT((rid) < SFMMU_MAX_HME_REGIONS); \
123 ASSERT((rgnp)->rgn_id == rid); \
124 ASSERT(!((rgnp)->rgn_flags & SFMMU_REGION_FREE)); \
125 ASSERT(((rgnp)->rgn_flags & SFMMU_REGION_TYPE_MASK) == \
127 ASSERT(_ttesz <= (rgnp)->rgn_pgszc); \
135 ASSERT(_hsva >= _rsva); \
136 ASSERT(_hsva < _reva); \
137 ASSERT(_heva > _rsva); \
138 ASSERT(_heva <= _reva); \
141 ASSERT(rgnp->rgn_hmeflags & (0x1 << _flagtte)); \
839 ASSERT(((tsbinfop)->tsb_flags & TSB_SHAREDCTX) || \
842 ASSERT((tsbinfop) != NULL); \
861 ASSERT(addr >= sva && addr < eva); \
922 ASSERT(sfmmu_mlist_held(pp)); \
929 ASSERT(pp->p_share > 0); \
932 ASSERT(pp->p_share == 0); \
945 ASSERT(sfmmu_mlist_held(pp)); \
946 ASSERT(hme->hme_page == pp || IS_PAHME(hme)); \
954 ASSERT(pp->p_share > 0); \
958 ASSERT(pp->p_mapping != hme); \
959 ASSERT(hme->hme_prev->hme_page == pp || \
963 ASSERT(pp->p_mapping == hme); \
965 ASSERT((pp->p_mapping == NULL) ? \
970 ASSERT(hme->hme_next->hme_page == pp || \
1003 ASSERT(in_hblk_range((hmeblkp), (addr))); \
1218 ASSERT(i == 0); in hat_init()
1466 ASSERT(AS_WRITE_HELD(as)); in hat_alloc()
1513 ASSERT(sfmmup->sfmmu_tsb != NULL); in hat_alloc()
1516 ASSERT(max_mmu_ctxdoms > 0); in hat_alloc()
1562 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_mmu_kstat_create()
1563 ASSERT(mmu_ctxp->mmu_kstat == NULL); in sfmmu_mmu_kstat_create()
1611 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_cpu_init()
1618 ASSERT(info.mmu_idx < max_mmu_ctxdoms); in sfmmu_cpu_init()
1641 ASSERT(mmu_ctxp->mmu_idx == info.mmu_idx); in sfmmu_cpu_init()
1642 ASSERT(mmu_ctxp->mmu_nctxs <= info.mmu_nctxs); in sfmmu_cpu_init()
1663 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_ctxdom_free()
1664 ASSERT(!MUTEX_HELD(&mmu_ctxp->mmu_lock)); in sfmmu_ctxdom_free()
1686 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_cpu_cleanup()
1689 ASSERT(mmu_ctxp != NULL); in sfmmu_cpu_cleanup()
1893 ASSERT(allocflag == HAT_ALLOC); in hat_setup()
1920 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in hat_free_start()
1921 ASSERT(sfmmup != ksfmmup); in hat_free_start()
1922 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_free_start()
1929 ASSERT(sfmmup->sfmmu_scdp == NULL); in hat_free_start()
1937 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_free_end()
1938 ASSERT(sfmmup->sfmmu_free == 1); in hat_free_end()
1939 ASSERT(sfmmup->sfmmu_ttecnt[TTE8K] == 0); in hat_free_end()
1940 ASSERT(sfmmup->sfmmu_ttecnt[TTE64K] == 0); in hat_free_end()
1941 ASSERT(sfmmup->sfmmu_ttecnt[TTE512K] == 0); in hat_free_end()
1942 ASSERT(sfmmup->sfmmu_ttecnt[TTE4M] == 0); in hat_free_end()
1943 ASSERT(sfmmup->sfmmu_ttecnt[TTE32M] == 0); in hat_free_end()
1944 ASSERT(sfmmup->sfmmu_ttecnt[TTE256M] == 0); in hat_free_end()
1958 ASSERT(sfmmup->sfmmu_srdp == NULL); in hat_free_end()
1971 ASSERT(sfmmup->sfmmu_hmeregion_links[i] == NULL); in hat_free_end()
1986 ASSERT(hat->sfmmu_xhat_provider == NULL); in hat_swapin()
2011 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_swapout()
2027 ASSERT(sfmmup != KHATID); in hat_swapout()
2035 ASSERT(!hmeblkp->hblk_xhat_bit); in hat_swapout()
2039 ASSERT(!hmeblkp->hblk_shared); in hat_swapout()
2047 ASSERT(!hmeblkp->hblk_lckcnt); in hat_swapout()
2090 ASSERT((tsbinfop->tsb_flags & TSB_SWAPPED) == 0); in hat_swapout()
2138 ASSERT(hat->sfmmu_xhat_provider == NULL); in hat_dup()
2139 ASSERT((flag == 0) || (flag == HAT_DUP_ALL) || (flag == HAT_DUP_COW) || in hat_dup()
2141 ASSERT(hat != ksfmmup); in hat_dup()
2142 ASSERT(newhat != ksfmmup); in hat_dup()
2143 ASSERT(flag != HAT_DUP_ALL || hat->sfmmu_srdp == newhat->sfmmu_srdp); in hat_dup()
2150 ASSERT(srdp->srd_evp != NULL); in hat_dup()
2152 ASSERT(srdp->srd_refcnt > 0); in hat_dup()
2161 ASSERT(newhat->sfmmu_srdp->srd_refcnt >= 2); in hat_dup()
2173 ASSERT(ret); in hat_dup()
2175 ASSERT(newhat->sfmmu_scdp == scdp && in hat_dup()
2215 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_memload_region()
2231 ASSERT(hat != NULL); in hat_do_memload()
2232 ASSERT(PAGE_LOCKED(pp)); in hat_do_memload()
2233 ASSERT(!((uintptr_t)addr & MMU_PAGEOFFSET)); in hat_do_memload()
2234 ASSERT(!(flags & ~SFMMU_LOAD_ALLFLAG)); in hat_do_memload()
2235 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in hat_do_memload()
2245 ASSERT(!SFMMU_IS_SHMERID_VALID(rid)); in hat_do_memload()
2250 ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as)); in hat_do_memload()
2296 ASSERT(hat != NULL); in hat_devload()
2303 ASSERT(!(flags & ~SFMMU_LOAD_ALLFLAG)); in hat_devload()
2304 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in hat_devload()
2305 ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as)); in hat_devload()
2340 ASSERT(len == MMU_PAGESIZE); in hat_devload()
2455 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_memload_array_region()
2481 ASSERT(!((uintptr_t)addr & MMU_PAGEOFFSET)); in hat_do_memload_array()
2485 ASSERT(!SFMMU_IS_SHMERID_VALID(rid)); in hat_do_memload_array()
2560 ASSERT(numpg <= npgs); in hat_do_memload_array()
2602 ASSERT(hmebp); in sfmmu_memload_batchsmall()
2609 ASSERT(hmeblkp); in sfmmu_memload_batchsmall()
2676 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in sfmmu_memtte()
2706 ASSERT(sfmmup == ksfmmup); in sfmmu_tteload()
2730 ASSERT((ttesz != TTE32M) && (ttesz != TTE256M)); in sfmmu_mod_tsb()
2820 ASSERT((ttesz != TTE32M) && (ttesz != TTE256M)); in sfmmu_unload_tsb_range()
2918 ASSERT(!((uintptr_t)vaddr & TTE_PAGE_OFFSET(size))); in sfmmu_tteload_array()
2924 ASSERT(hmebp); in sfmmu_tteload_array()
2931 ASSERT(hmeblkp); in sfmmu_tteload_array()
2958 ASSERT(htagid != NULL); in sfmmu_tteload_acquire_hashbucket()
2985 ASSERT(hblktag.htag_id != NULL); in sfmmu_tteload_find_hmeblk()
3013 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3014 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3023 ASSERT(!hmeblkp->hblk_vcnt); in sfmmu_tteload_find_hmeblk()
3024 ASSERT(!hmeblkp->hblk_hmecnt); in sfmmu_tteload_find_hmeblk()
3034 ASSERT(!hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3037 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_tteload_find_hmeblk()
3054 ASSERT(get_hblk_ttesz(hmeblkp) == size); in sfmmu_tteload_find_hmeblk()
3055 ASSERT(!hmeblkp->hblk_shw_bit); in sfmmu_tteload_find_hmeblk()
3056 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3057 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3058 ASSERT(hmeblkp->hblk_tag.htag_rid == rid); in sfmmu_tteload_find_hmeblk()
3131 ASSERT(mmu_page_sizes == max_mmu_page_sizes); in sfmmu_tteload_addentry()
3135 ASSERT(mmu_page_sizes == max_mmu_page_sizes); in sfmmu_tteload_addentry()
3139 ASSERT(!((uintptr_t)vaddr & TTE_PAGE_OFFSET(size))); in sfmmu_tteload_addentry()
3141 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared); in sfmmu_tteload_addentry()
3142 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared); in sfmmu_tteload_addentry()
3179 ASSERT(TTE_CSZ(&tteold) == TTE_CSZ(ttep)); in sfmmu_tteload_addentry()
3218 ASSERT(remap || (sfhme->hme_page == NULL)); in sfmmu_tteload_addentry()
3221 ASSERT((!remap) ? sfhme->hme_next == NULL : 1); in sfmmu_tteload_addentry()
3241 ASSERT(PP_GET_VCOLOR(pp) == NO_VCOLOR); in sfmmu_tteload_addentry()
3259 ASSERT(TTE_IS_VALID(&sfhme->hme_tte)); in sfmmu_tteload_addentry()
3336 ASSERT(TTE_IS_REF(ttep)); in sfmmu_tteload_addentry()
3383 ASSERT(hmeblkp->hblk_hmecnt > 0); in sfmmu_tteload_addentry()
3401 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_tteload_release_hashbucket()
3429 ASSERT(ttesz > TTE8K); in sfmmu_pagearray_setup()
3435 ASSERT(IS_P2ALIGNED(pfnum, npgs)); in sfmmu_pagearray_setup()
3447 ASSERT(PAGE_LOCKED(pp)); in sfmmu_pagearray_setup()
3448 ASSERT(pp->p_szc >= ttesz); in sfmmu_pagearray_setup()
3449 ASSERT(pp->p_szc == pp1->p_szc); in sfmmu_pagearray_setup()
3450 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pagearray_setup()
3550 ASSERT(PP_ISTNC(pp1)); in sfmmu_pagearray_setup()
3568 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_vacconflict_array()
3626 ASSERT(sfmmup != KHATID); in sfmmu_shadow_hcreate()
3628 ASSERT(ttesz < TTE256M); in sfmmu_shadow_hcreate()
3630 ASSERT(ttesz < TTE4M); in sfmmu_shadow_hcreate()
3631 ASSERT(sfmmup->sfmmu_ttecnt[TTE32M] == 0); in sfmmu_shadow_hcreate()
3632 ASSERT(sfmmup->sfmmu_ttecnt[TTE256M] == 0); in sfmmu_shadow_hcreate()
3651 ASSERT(hmeblkp != (struct hme_blk *)hblk_reserve); in sfmmu_shadow_hcreate()
3656 ASSERT(hmeblkp); in sfmmu_shadow_hcreate()
3663 ASSERT(!hmeblkp->hblk_vcnt && !hmeblkp->hblk_hmecnt); in sfmmu_shadow_hcreate()
3669 ASSERT(hmeblkp->hblk_shw_bit == 1); in sfmmu_shadow_hcreate()
3670 ASSERT(!hmeblkp->hblk_shared); in sfmmu_shadow_hcreate()
3672 ASSERT(vshift < 8); in sfmmu_shadow_hcreate()
3704 ASSERT(hmeblkp->hblk_shw_bit); in sfmmu_shadow_hcleanup()
3705 ASSERT(!hmeblkp->hblk_shared); in sfmmu_shadow_hcleanup()
3707 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_shadow_hcleanup()
3717 ASSERT(hashno > 0); in sfmmu_shadow_hcleanup()
3735 ASSERT(hashno > 0); in sfmmu_free_hblks()
3752 ASSERT(!hmeblkp->hblk_shared); in sfmmu_free_hblks()
3815 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_cleanup_rhblk()
3816 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_cleanup_rhblk()
3828 ASSERT(hmeblkp->hblk_shared); in sfmmu_cleanup_rhblk()
3829 ASSERT(!hmeblkp->hblk_shw_bit); in sfmmu_cleanup_rhblk()
3833 ASSERT(!hmeblkp->hblk_lckcnt); in sfmmu_cleanup_rhblk()
3863 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_unload_hmeregion_va()
3864 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_unload_hmeregion_va()
3865 ASSERT(ttesz >= HBLK_MIN_TTESZ); in sfmmu_unload_hmeregion_va()
3877 ASSERT(hmeblkp->hblk_shared); in sfmmu_unload_hmeregion_va()
3878 ASSERT(!hmeblkp->hblk_lckcnt); in sfmmu_unload_hmeregion_va()
3882 ASSERT(*eaddrp > addr); in sfmmu_unload_hmeregion_va()
3884 ASSERT(!hmeblkp->hblk_vcnt && !hmeblkp->hblk_hmecnt); in sfmmu_unload_hmeregion_va()
3907 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_unload_hmeregion()
3908 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_unload_hmeregion()
3910 ASSERT(IS_P2ALIGNED(rsaddr, TTEBYTES(ttesz))); in sfmmu_unload_hmeregion()
3911 ASSERT(IS_P2ALIGNED(rsz, TTEBYTES(ttesz))); in sfmmu_unload_hmeregion()
3933 ASSERT(va >= rhsaddr); in sfmmu_unload_hmeregion()
3936 ASSERT(cbeaddr > cbsaddr); in sfmmu_unload_hmeregion()
3950 ASSERT(cbeaddr > cbsaddr); in sfmmu_unload_hmeregion()
3971 ASSERT(sfmmup != NULL); in hat_unlock()
3972 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_unlock()
3974 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_unlock()
3975 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_unlock()
3997 ASSERT(!hmeblkp->hblk_shared); in hat_unlock()
4055 ASSERT(sfmmup != NULL); in hat_unlock_region()
4056 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_unlock_region()
4057 ASSERT(sfmmup != ksfmmup); in hat_unlock_region()
4068 ASSERT(IS_P2ALIGNED(addr, TTEBYTES(rgnp->rgn_pgszc))); in hat_unlock_region()
4069 ASSERT(IS_P2ALIGNED(len, TTEBYTES(rgnp->rgn_pgszc))); in hat_unlock_region()
4099 ASSERT(hmeblkp->hblk_shared); in hat_unlock_region()
4101 ASSERT(va >= eaddr || in hat_unlock_region()
4126 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_unlock()
4127 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_unlock()
4153 ASSERT(hmeblkp->hblk_lckcnt > 0); in sfmmu_hblk_unlock()
4267 ASSERT(prehandler != NULL || posthandler != NULL); in hat_register_callback()
4391 ASSERT(!hmeblkp->hblk_shared); in hat_add_callback()
4408 ASSERT(saddr >= baseaddr); in hat_add_callback()
4432 ASSERT(pp == PP_PAGEROOT(pp)); in hat_add_callback()
4482 ASSERT((flags & HAC_PAGELOCK) != 0); in hat_add_callback()
4501 ASSERT(PAGE_LOCKED(pp)); in hat_add_callback()
4596 ASSERT(!hmeblkp->hblk_shared); in hat_delete_callback()
4609 ASSERT(cookie == NULL); in hat_delete_callback()
4638 ASSERT(cookie == NULL); in hat_delete_callback()
4647 ASSERT(PAGE_LOCKED(pp)); in hat_delete_callback()
4655 ASSERT((flags & HAC_PAGELOCK) != 0); in hat_delete_callback()
4672 ASSERT(cookie == NULL); in hat_delete_callback()
4690 ASSERT(pahmep != NULL); in hat_delete_callback()
4767 ASSERT(sfmmup != NULL); in hat_probe()
4768 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_probe()
4770 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_probe()
4792 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_getpagesize()
4804 ASSERT(TTE_IS_VALID(&tte)); in hat_getpagesize()
4813 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_getattr()
4847 ASSERT(hat->sfmmu_as != NULL); in hat_setattr()
4871 ASSERT(hat->sfmmu_as != NULL); in hat_chgattr()
4894 ASSERT(hat->sfmmu_as != NULL); in hat_clrattr()
4919 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in sfmmu_chgattr()
4920 ASSERT((len & MMU_PAGEOFFSET) == 0); in sfmmu_chgattr()
4921 ASSERT(((uintptr_t)addr & MMU_PAGEOFFSET) == 0); in sfmmu_chgattr()
4944 ASSERT(!hmeblkp->hblk_shared); in sfmmu_chgattr()
4950 ASSERT(sfmmup != ksfmmup); in sfmmu_chgattr()
4951 ASSERT(hashno > 1); in sfmmu_chgattr()
5016 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_chgattr()
5017 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_chgattr()
5018 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_chgattr()
5069 ASSERT(pml); in sfmmu_hblk_chgattr()
5074 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_chgattr()
5078 ASSERT(TTE_TO_TTEPFN(&ttemod) == TTE_TO_TTEPFN(&tte)); in sfmmu_hblk_chgattr()
5141 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in sfmmu_vtop_attr()
5152 ASSERT(!(attr & ~HAT_PROT_MASK)); in sfmmu_vtop_attr()
5185 ASSERT(TTE_TO_TTEPFN(&ttevalue) == 0); in sfmmu_vtop_attr()
5194 ASSERT(TTE_IS_VALID(ttep)); in sfmmu_ptov_attr()
5246 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_chgprot()
5247 ASSERT(((uintptr_t)addr & MMU_PAGEOFFSET) == 0); in hat_chgprot()
5258 ASSERT(sfmmup->sfmmu_as != NULL); in hat_chgprot()
5285 ASSERT(!hmeblkp->hblk_shared); in hat_chgprot()
5291 ASSERT(sfmmup != ksfmmup); in hat_chgprot()
5292 ASSERT(hashno > 1); in hat_chgprot()
5358 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_chgprot()
5359 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_chgprot()
5360 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_chgprot()
5411 ASSERT(pml); in sfmmu_hblk_chgprot()
5416 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_chgprot()
5586 ASSERT(!hmeblkp->hblk_shared); in hat_unload_large_virtual()
5602 ASSERT(!hmeblkp->hblk_lckcnt); in hat_unload_large_virtual()
5705 ASSERT(sfmmup->sfmmu_as != NULL); in hat_unload_callback()
5711 ASSERT((sfmmup == ksfmmup) || (flags & HAT_UNLOAD_OTHER) || \ in hat_unload_callback()
5714 ASSERT(sfmmup != NULL); in hat_unload_callback()
5715 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_unload_callback()
5716 ASSERT(!((uintptr_t)addr & MMU_PAGEOFFSET)); in hat_unload_callback()
5805 ASSERT(hashno == TTE64K); in hat_unload_callback()
5828 ASSERT(hmeblkp); in hat_unload_callback()
5829 ASSERT(!hmeblkp->hblk_shared); in hat_unload_callback()
5853 ASSERT(hashno == TTE64K); in hat_unload_callback()
5882 ASSERT(sfmmup != KHATID); in hat_unload_callback()
5936 ASSERT(hashno == TTE64K); in hat_unload_callback()
6032 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_unload()
6033 ASSERT(!hmeblkp->hblk_shw_bit); in sfmmu_hblk_unload()
6034 ASSERT(sfmmup != NULL || hmeblkp->hblk_shared); in sfmmu_hblk_unload()
6035 ASSERT(sfmmup == NULL || !hmeblkp->hblk_shared); in sfmmu_hblk_unload()
6036 ASSERT(dmrp == NULL || !hmeblkp->hblk_shared); in sfmmu_hblk_unload()
6074 ASSERT(pml != NULL); in sfmmu_hblk_unload()
6079 ASSERT((pp != NULL) && in sfmmu_hblk_unload()
6088 ASSERT(pp == sfhmep->hme_page); in sfmmu_hblk_unload()
6089 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_unload()
6108 ASSERT(ret < 0); in sfmmu_hblk_unload()
6130 ASSERT(hmeblkp->hblk_lckcnt > 0); in sfmmu_hblk_unload()
6167 ASSERT(sfmmup != NULL); in sfmmu_hblk_unload()
6168 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_unload()
6177 ASSERT(hmeblkp->hblk_hmecnt > 0); in sfmmu_hblk_unload()
6188 ASSERT(hmeblkp->hblk_vcnt > 0); in sfmmu_hblk_unload()
6191 ASSERT(hmeblkp->hblk_hmecnt || hmeblkp->hblk_vcnt || in sfmmu_hblk_unload()
6206 ASSERT(kpm_enable); in sfmmu_hblk_unload()
6223 ASSERT(pml == NULL); in sfmmu_hblk_unload()
6229 ASSERT(sfhmep->hme_page == NULL); in sfmmu_hblk_unload()
6238 ASSERT(pml == NULL); in sfmmu_hblk_unload()
6265 ASSERT(sfhmep->hme_page == NULL); in sfmmu_hblk_unload()
6268 ASSERT(!TTE_IS_VALID(&dtte)); in sfmmu_hblk_unload()
6329 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_sync()
6330 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_sync()
6331 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_sync()
6332 ASSERT((clearflag == HAT_SYNC_DONTZERO) || in hat_sync()
6359 ASSERT(!hmeblkp->hblk_shared); in hat_sync()
6365 ASSERT(sfmmup != ksfmmup); in hat_sync()
6366 ASSERT(hashno > 1); in hat_sync()
6415 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_sync()
6416 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_sync()
6436 ASSERT(pml); in sfmmu_hblk_sync()
6441 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_sync()
6484 ASSERT(TTE_IS_VALID(ttep)); in sfmmu_ttesync()
6521 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_ttesync()
6527 ASSERT(pp->p_szc != 0); in sfmmu_ttesync()
6529 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_ttesync()
6536 ASSERT(pp); in sfmmu_ttesync()
6537 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_ttesync()
6574 ASSERT(PAGE_EXCL(pp)); in hat_pageprocess_precallbacks()
6593 ASSERT(pahmep != NULL); in hat_pageprocess_precallbacks()
6602 ASSERT(id >= (id_t)0 && id < sfmmu_cb_nextid); in hat_pageprocess_precallbacks()
6654 ASSERT(PAGE_EXCL(pp)); in hat_pageprocess_postcallbacks()
6670 ASSERT(pahmep != NULL); in hat_pageprocess_postcallbacks()
6678 ASSERT(id >= (id_t)0 && id < sfmmu_cb_nextid); in hat_pageprocess_postcallbacks()
6722 ASSERT(PAGE_EXCL(pp)); in hat_pagesuspend()
6723 ASSERT(sfmmu_mlist_held(pp)); in hat_pagesuspend()
6753 ASSERT(TTE_IS_VALID(&tte)); in hat_pagesuspend()
6767 ASSERT(sfmmup == ksfmmup); in hat_pagesuspend()
6768 ASSERT(!hmeblkp->hblk_shared); in hat_pagesuspend()
6879 ASSERT(repl != NULL); in hat_page_relocate()
6880 ASSERT(targ->p_szc == repl->p_szc); in hat_page_relocate()
6907 ASSERT(ret != EIO); in hat_page_relocate()
6948 ASSERT(getpil() == XCALL_PIL); in hat_page_relocate()
7061 ASSERT(ret != EIO); in hat_page_relocate()
7088 ASSERT(targ->p_next == targ); in hat_page_relocate()
7089 ASSERT(targ->p_prev == targ); in hat_page_relocate()
7093 ASSERT(*target == pl); in hat_page_relocate()
7111 ASSERT(cb_id >= (id_t)0 && cb_id < sfmmu_cb_nextid); in sfmmu_pahment_leaked()
7138 ASSERT(PAGE_EXCL(pp)); in hat_pageunload()
7151 ASSERT(!PP_ISMAPPED_KPM(pp)); in hat_pageunload()
7168 ASSERT(sfhme->hme_data != NULL); in hat_pageunload()
7204 ASSERT(sfmmu_mlist_held(pp)); in hat_pageunload()
7220 ASSERT(!PP_ISMAPPED(origpp) || xhme_blks || pa_hments || in hat_pageunload()
7255 ASSERT(!PP_ISMAPPED(origpp) || xhme_blks); in hat_pageunload()
7288 ASSERT(pp != NULL); in sfmmu_pageunload()
7289 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pageunload()
7290 ASSERT(!PP_ISKAS(pp)); in sfmmu_pageunload()
7338 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_pageunload()
7339 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_pageunload()
7340 ASSERT(srdp != NULL); in sfmmu_pageunload()
7345 ASSERT(rgnp->rgn_ttecnt[ttesz] > 0); in sfmmu_pageunload()
7408 ASSERT(hmeblkp->hblk_hmecnt > 0); in sfmmu_pageunload()
7409 ASSERT(hmeblkp->hblk_vcnt > 0); in sfmmu_pageunload()
7438 ASSERT(getpil() == PIL_MAX); in hat_pagereload()
7439 ASSERT(sfmmu_mlist_held(tpp)); in hat_pagereload()
7440 ASSERT(sfmmu_mlist_held(dpp)); in hat_pagereload()
7461 ASSERT(TTE_IS_SUSPEND(&ttemod)); in hat_pagereload()
7562 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_pagesync()
7563 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_pagesync()
7564 ASSERT(srdp != NULL); in hat_pagesync()
7627 ASSERT(pp != NULL); in sfmmu_pagesync()
7628 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pagesync()
7629 ASSERT((clearflag == HAT_SYNC_DONTZERO) || in sfmmu_pagesync()
7663 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_pagesync()
7664 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_pagesync()
7665 ASSERT(srdp != NULL); in sfmmu_pagesync()
7701 ASSERT(pp != NULL); in sfmmu_pageclrwrt()
7702 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pageclrwrt()
7716 ASSERT(hmeblkp->hblk_xhat_bit == 0); in sfmmu_pageclrwrt()
7739 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_pageclrwrt()
7740 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_pageclrwrt()
7741 ASSERT(srdp != NULL); in sfmmu_pageclrwrt()
7824 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_setattr()
7866 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_clrattr()
7896 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_getattr()
7982 ASSERT(hat->sfmmu_xhat_provider == NULL); in hat_getpfnum()
7986 ASSERT(segkmem_lpszc > 0); in hat_getpfnum()
8037 ASSERT(sfmmup != ksfmmup); in sfmmu_uvatopfn()
8076 ASSERT(!hmeblkp->hblk_shared); in sfmmu_uvatopfn()
8094 ASSERT(srdp != NULL); in sfmmu_uvatopfn()
8095 ASSERT(srdp->srd_refcnt != 0); in sfmmu_uvatopfn()
8116 ASSERT(hmeblkp->hblk_shared); in sfmmu_uvatopfn()
8118 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_uvatopfn()
8119 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_uvatopfn()
8130 ASSERT(eva > sv_vaddr); in sfmmu_uvatopfn()
8131 ASSERT(sv_vaddr >= rsaddr); in sfmmu_uvatopfn()
8132 ASSERT(sv_vaddr < readdr); in sfmmu_uvatopfn()
8133 ASSERT(eva <= readdr); in sfmmu_uvatopfn()
8166 ASSERT(hat != NULL); in hat_map()
8167 ASSERT(hat->sfmmu_xhat_provider == NULL); in hat_map()
8276 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_page_checkshare()
8277 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_page_checkshare()
8278 ASSERT(srdp != NULL); in hat_page_checkshare()
8296 ASSERT(sfmmu_mlist_held(pp)); in hat_page_checkshare()
8348 ASSERT(PAGE_EXCL(pp)); in hat_page_demote()
8349 ASSERT(!PP_ISFREE(pp)); in hat_page_demote()
8350 ASSERT(!PP_ISKAS(pp)); in hat_page_demote()
8351 ASSERT(page_szc_lock_assert(pp)); in hat_page_demote()
8373 ASSERT(sz <= pszc); in hat_page_demote()
8377 ASSERT(!IS_PAHME(sfhme)); in hat_page_demote()
8394 ASSERT(!PP_ISMAPPED_LARGE(pp)); in hat_page_demote()
8407 ASSERT(pp->p_szc == pszc); in hat_page_demote()
8409 ASSERT(rootpp->p_szc == pszc); in hat_page_demote()
8414 ASSERT(sz < pszc); in hat_page_demote()
8416 ASSERT(P2PHASE(lastpp->p_pagenum, npgs) == npgs - 1); in hat_page_demote()
8430 ASSERT(IS_P2ALIGNED(lastpp->p_pagenum, TTEPAGES(sz))); in hat_page_demote()
8440 ASSERT(pp->p_szc == 0); in hat_page_demote()
8463 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in ism_tsb_entries()
8470 ASSERT(rid == SFMMU_INVALID_ISMRID || in ism_tsb_entries()
8513 ASSERT(hat->sfmmu_xhat_provider == NULL); in hat_get_mapped_size()
8534 ASSERT(hat->sfmmu_xhat_provider == NULL); in hat_stats_enable()
8547 ASSERT(hat->sfmmu_xhat_provider == NULL); in hat_stats_disable()
8562 ASSERT(MUTEX_HELD(&ism_mlist_lock)); in iment_add()
8575 ASSERT(MUTEX_HELD(&ism_mlist_lock)); in iment_sub()
8582 ASSERT(ism_hat->sfmmu_iment != iment); in iment_sub()
8585 ASSERT(ism_hat->sfmmu_iment == iment); in iment_sub()
8636 ASSERT(ism_hatid != NULL && sfmmup != NULL); in hat_share()
8637 ASSERT(sptaddr == ISMID_STARTADDR); in hat_share()
8650 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_share()
8699 ASSERT(ismszc >= TTE4M); in hat_share()
8786 ASSERT((disable_ism_large_pages & (1 << TTE512K)) != 0); in hat_share()
8858 ASSERT(ISM_ALIGNED(ismshift, addr)); in hat_unshare()
8859 ASSERT(ISM_ALIGNED(ismshift, len)); in hat_unshare()
8860 ASSERT(sfmmup != NULL); in hat_unshare()
8861 ASSERT(sfmmup != ksfmmup); in hat_unshare()
8872 ASSERT(sfmmup->sfmmu_as != NULL); in hat_unshare()
8917 ASSERT(ism_hatid != NULL); in hat_unshare()
8918 ASSERT(ism_hatid->sfmmu_ismhat == 1); in hat_unshare()
9217 ASSERT(color < mmu_btop(shm_alignment)); in sfmmu_get_ppvcolor()
9260 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_vac_conflict()
9261 ASSERT(!PP_ISNC(pp)); /* page better be cacheable */ in sfmmu_vac_conflict()
9333 ASSERT(TTE_IS_VALID(&tte)); in sfmmu_vac_conflict()
9359 ASSERT(!hmeblkp->hblk_shared); in sfmmu_vac_conflict()
9433 ASSERT(dopgs == 1 || ((dopgs & (pg64k - 1)) == 0)); in conv_tnc()
9443 ASSERT(dopgs >= curnpgs); in conv_tnc()
9475 ASSERT(pp != NULL); in tst_tnc()
9476 ASSERT(!(cache & CACHE_WRITEBACK)); in tst_tnc()
9483 ASSERT(sfmmu_mlist_held(pp)); in tst_tnc()
9484 ASSERT(PP_ISTNC(pp)); in tst_tnc()
9485 ASSERT(PP_GET_VCOLOR(pp) == NO_VCOLOR); in tst_tnc()
9495 ASSERT(kpm_enable); in tst_tnc()
9497 ASSERT(!(npages > 1 && IS_KPM_ALIAS_RANGE(kpmvaddr))); in tst_tnc()
9510 ASSERT(TTE_IS_VALID(&tte)); in tst_tnc()
9551 ASSERT(pp != NULL); in sfmmu_page_cache_array()
9552 ASSERT(!(cache & CACHE_WRITEBACK)); in sfmmu_page_cache_array()
9600 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_page_cache_array()
9659 ASSERT(TTE_IS_VALID(&tte)); in sfmmu_page_cache()
9665 ASSERT(color == bcolor); in sfmmu_page_cache()
9669 ASSERT(flags != HAT_TMPNC || color == PP_GET_VCOLOR(pp)); in sfmmu_page_cache()
9695 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_page_cache()
9696 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_page_cache()
9697 ASSERT(srdp != NULL); in sfmmu_page_cache()
9730 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_page_cache()
9731 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_page_cache()
9732 ASSERT(srdp != NULL); in sfmmu_page_cache()
9797 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_get_ctx()
9798 ASSERT(sfmmup != ksfmmup); in sfmmu_get_ctx()
9808 ASSERT(mmu_ctxp); in sfmmu_get_ctx()
9809 ASSERT(mmu_ctxp->mmu_idx < max_mmu_ctxdoms); in sfmmu_get_ctx()
9810 ASSERT(mmu_ctxp == mmu_ctxs_tbl[mmu_ctxp->mmu_idx]); in sfmmu_get_ctx()
9842 ASSERT(!ret || scsfmmup->sfmmu_ctxs[CPU_MMU_IDX(CPU)].cnum in sfmmu_get_ctx()
9861 ASSERT(curthread->t_preempt >= 1); in sfmmu_ctx_wrap_around()
9862 ASSERT(mmu_ctxp != NULL); in sfmmu_ctx_wrap_around()
9874 ASSERT(mmu_ctxp->mmu_gnum != 0); in sfmmu_ctx_wrap_around()
9891 ASSERT(CPU_IN_SET(cpuset, CPU->cpu_id) || !reset_cnum); in sfmmu_ctx_wrap_around()
9949 ASSERT(sfmmup != ksfmmup); in sfmmu_sync_mmustate()
9950 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_sync_mmustate()
9977 ASSERT(curcnum == cnum || curcnum == INVALID_CONTEXT); in sfmmu_sync_mmustate()
10015 ASSERT(sfmmup != ksfmmup); in sfmmu_replace_tsb()
10016 ASSERT(sfmmup->sfmmu_ismhat == 0); in sfmmu_replace_tsb()
10017 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_replace_tsb()
10018 ASSERT(szc <= tsb_max_growsize); in sfmmu_replace_tsb()
10032 ASSERT(curtsb != NULL); in sfmmu_replace_tsb()
10094 ASSERT(curtsb != NULL); in sfmmu_replace_tsb()
10124 ASSERT(curthread->t_procp->p_as->a_hat == sfmmup); in sfmmu_replace_tsb()
10128 ASSERT(max_mmu_ctxdoms > 0); in sfmmu_replace_tsb()
10135 ASSERT(sfmmup->sfmmu_ctxs[i].cnum == INVALID_CONTEXT); in sfmmu_replace_tsb()
10210 ASSERT(srdp != NULL); in sfmmu_set_scd_rttecnt()
10228 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_set_scd_rttecnt()
10229 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_set_scd_rttecnt()
10231 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_set_scd_rttecnt()
10232 ASSERT(rgnp->rgn_id == rid); in sfmmu_set_scd_rttecnt()
10354 ASSERT(hatlockp != NULL); in sfmmu_size_tsb()
10356 ASSERT(tsbinfop != NULL); in sfmmu_size_tsb()
10490 ASSERT(sfmmup->sfmmu_ttecnt[TTE8K] == 0); in sfmmu_free_sfmmu()
10491 ASSERT(sfmmup->sfmmu_ttecnt[TTE64K] == 0); in sfmmu_free_sfmmu()
10492 ASSERT(sfmmup->sfmmu_ttecnt[TTE512K] == 0); in sfmmu_free_sfmmu()
10493 ASSERT(sfmmup->sfmmu_ttecnt[TTE4M] == 0); in sfmmu_free_sfmmu()
10494 ASSERT(sfmmup->sfmmu_ttecnt[TTE32M] == 0); in sfmmu_free_sfmmu()
10495 ASSERT(sfmmup->sfmmu_ttecnt[TTE256M] == 0); in sfmmu_free_sfmmu()
10496 ASSERT(SF_RGNMAP_ISNULL(sfmmup)); in sfmmu_free_sfmmu()
10508 ASSERT(map[i].imap_seg == 0); in sfmmu_free_sfmmu()
10509 ASSERT(map[i].imap_ismhat == NULL); in sfmmu_free_sfmmu()
10510 ASSERT(map[i].imap_ment == NULL); in sfmmu_free_sfmmu()
10615 ASSERT(pp != NULL); in sfmmu_mlspl_enter()
10691 ASSERT(pp != NULL); in sfmmu_mlspl_held()
10694 ASSERT(pp != NULL); in sfmmu_mlspl_held()
10727 ASSERT(hblkp->hblk_hmecnt == 0); in sfmmu_get_free_hblk()
10728 ASSERT(hblkp->hblk_vcnt == 0); in sfmmu_get_free_hblk()
10729 ASSERT(hblkp->hblk_nextpa == va_to_pa((caddr_t)hblkp)); in sfmmu_get_free_hblk()
10742 ASSERT(hblkp->hblk_hmecnt == 0); in sfmmu_get_free_hblk()
10743 ASSERT(hblkp->hblk_vcnt == 0); in sfmmu_get_free_hblk()
10757 ASSERT(hmeblkp->hblk_hmecnt == 0); in sfmmu_put_free_hblk()
10758 ASSERT(hmeblkp->hblk_vcnt == 0); in sfmmu_put_free_hblk()
10759 ASSERT(hmeblkp->hblk_nextpa == va_to_pa((caddr_t)hmeblkp)); in sfmmu_put_free_hblk()
10790 ASSERT(!critical); in sfmmu_put_free_hblk()
10798 ASSERT(get_hblk_cache(hblkp) == sfmmu8_cache); in sfmmu_put_free_hblk()
10826 ASSERT(!old->hblk_shared); in sfmmu_hblk_swap()
11040 ASSERT(sfmmup != ksfmmup); in sfmmu_hat_lock_held()
11077 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in sfmmu_ismhat_exit()
11126 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_alloc()
11127 ASSERT(hblktag.htag_rid == rid); in sfmmu_hblk_alloc()
11129 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || in sfmmu_hblk_alloc()
11140 ASSERT(!SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_hblk_alloc()
11200 ASSERT(sfmmup != KHATID); in sfmmu_hblk_alloc()
11203 ASSERT(srdp != NULL && srdp->srd_refcnt != 0); in sfmmu_hblk_alloc()
11205 ASSERT(rgnp != NULL && rgnp->rgn_id == rid); in sfmmu_hblk_alloc()
11206 ASSERT(rgnp->rgn_refcnt != 0); in sfmmu_hblk_alloc()
11207 ASSERT(size <= rgnp->rgn_pgszc); in sfmmu_hblk_alloc()
11232 ASSERT(!SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_hblk_alloc()
11248 ASSERT(!owner); in sfmmu_hblk_alloc()
11265 ASSERT(sfmmu_cache == sfmmu8_cache); in sfmmu_hblk_alloc()
11300 ASSERT(hmeblkp != NULL); in sfmmu_hblk_alloc()
11302 ASSERT(hmeblkp->hblk_nextpa == va_to_pa((caddr_t)hmeblkp)); in sfmmu_hblk_alloc()
11345 ASSERT(sfmmup != KHATID); in sfmmu_hblk_alloc()
11351 ASSERT(owner); in sfmmu_hblk_alloc()
11369 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || in sfmmu_hblk_alloc()
11371 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || in sfmmu_hblk_alloc()
11411 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_alloc()
11418 ASSERT(get_hblk_ttesz(hmeblkp) == size); in sfmmu_hblk_alloc()
11419 ASSERT(get_hblk_span(hmeblkp) == HMEBLK_SPAN(size)); in sfmmu_hblk_alloc()
11420 ASSERT(hmeblkp->hblk_hmecnt == 0); in sfmmu_hblk_alloc()
11421 ASSERT(hmeblkp->hblk_vcnt == 0); in sfmmu_hblk_alloc()
11422 ASSERT(hmeblkp->hblk_lckcnt == 0); in sfmmu_hblk_alloc()
11423 ASSERT(hblkpa == va_to_pa((caddr_t)hmeblkp)); in sfmmu_hblk_alloc()
11440 ASSERT(*listp != NULL); in sfmmu_hblk_free()
11445 ASSERT(!hmeblkp->hblk_hmecnt); in sfmmu_hblk_free()
11446 ASSERT(!hmeblkp->hblk_vcnt); in sfmmu_hblk_free()
11447 ASSERT(!hmeblkp->hblk_lckcnt); in sfmmu_hblk_free()
11448 ASSERT(hmeblkp != (struct hme_blk *)hblk_reserve); in sfmmu_hblk_free()
11449 ASSERT(hmeblkp->hblk_shared == 0); in sfmmu_hblk_free()
11450 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_free()
11451 ASSERT(hmeblkp->hblk_shadow == NULL); in sfmmu_hblk_free()
11454 ASSERT(hblkpa != (uint64_t)-1); in sfmmu_hblk_free()
11499 ASSERT(hmeblkp->hblk_hmecnt == 0); in sfmmu_hblk_steal()
11500 ASSERT(hmeblkp->hblk_vcnt == 0); in sfmmu_hblk_steal()
11513 ASSERT(hmebp >= uhme_hash && hmebp <= &uhme_hash[UHMEHASH_SZ]); in sfmmu_hblk_steal()
11627 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_steal_this_hblk()
11655 ASSERT(hmeblkp->hblk_lckcnt == 0); in sfmmu_steal_this_hblk()
11656 ASSERT(hmeblkp->hblk_vcnt == 0 && hmeblkp->hblk_hmecnt == 0); in sfmmu_steal_this_hblk()
11663 ASSERT(!hmeblkp->hblk_shared); in sfmmu_steal_this_hblk()
11667 ASSERT(vshift < 8); in sfmmu_steal_this_hblk()
11673 ASSERT(shw_mask & (1 << vshift)); in sfmmu_steal_this_hblk()
11694 ASSERT(srdp != NULL && srdp->srd_refcnt != 0); in sfmmu_steal_this_hblk()
11696 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_steal_this_hblk()
11697 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_steal_this_hblk()
11699 ASSERT(rgnp != NULL); in sfmmu_steal_this_hblk()
11720 ASSERT(sfhme->hme_tte.ll != 0); in sfmmu_hmetohblk()
11743 ASSERT(sfmmup != ksfmmup); in sfmmu_tsb_swapin()
11744 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_tsb_swapin()
11756 ASSERT(sfmmup->sfmmu_tsb != NULL); in sfmmu_tsb_swapin()
11763 ASSERT(tsbinfop->tsb_flags & TSB_SWAPPED); in sfmmu_tsb_swapin()
11813 ASSERT(rc == TSB_SUCCESS); in sfmmu_tsb_swapin()
11827 ASSERT(srdp != NULL); in sfmmu_is_rgnva()
11828 ASSERT(srdp->srd_refcnt != 0); in sfmmu_is_rgnva()
11839 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_is_rgnva()
11840 ASSERT(rgnp->rgn_id == rid); in sfmmu_is_rgnva()
11894 ASSERT(sfmmup != ksfmmup && ctxtype != KCONTEXT); in sfmmu_tsbmiss_exception()
11895 ASSERT(sfmmup->sfmmu_ismhat == 0); in sfmmu_tsbmiss_exception()
11896 ASSERT(!SFMMU_FLAGS_ISSET(sfmmup, HAT_SWAPPED) || in sfmmu_tsbmiss_exception()
11916 ASSERT(lwp); in sfmmu_tsbmiss_exception()
11923 ASSERT(sfmmup == tsbmp->usfmmup); in sfmmu_tsbmiss_exception()
11974 ASSERT(lwp); in sfmmu_tsbmiss_exception()
11982 ASSERT(shsfmmup != NULL); in sfmmu_tsbmiss_exception()
12066 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_tsb_chk_reloc()
12106 ASSERT(curthread != kreloc_thread); in sfmmu_tsbmiss_suspended()
12136 ASSERT(hmeblkp->hblk_shared); in sfmmu_rgntlb_demap()
12137 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_rgntlb_demap()
12138 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_rgntlb_demap()
12188 ASSERT(rlink != NULL); in sfmmu_rgntlb_demap()
12212 ASSERT(sfmmu_hat_lock_held(sfmmup)); in find_ism_rid()
12224 ASSERT(ism_hatid == ism_sfmmup); in find_ism_rid()
12225 ASSERT(ism_hatid->sfmmu_ismhat); in find_ism_rid()
12257 ASSERT(!hmeblkp->hblk_shared); in sfmmu_ismtlbcache_demap()
12268 ASSERT(ism_sfmmup->sfmmu_ismhat); in sfmmu_ismtlbcache_demap()
12269 ASSERT(MUTEX_HELD(&ism_mlist_lock)); in sfmmu_ismtlbcache_demap()
12350 ASSERT(!hmeblkp->hblk_shared); in sfmmu_tlbcache_demap()
12435 ASSERT(!hmeblkp->hblk_shared); in sfmmu_tlb_demap()
12491 ASSERT(bitvec & 1); in sfmmu_tlb_range_demap()
12521 ASSERT((pgcnt<<MMU_PAGESHIFT) <= dmrp->dmr_endaddr - dmrp->dmr_addr); in sfmmu_tlb_range_demap()
12530 ASSERT((pgcnt > 0) && in sfmmu_tlb_range_demap()
12538 ASSERT(!((uint64_t)sfmmup & SFMMU_PGCNT_MASK)); in sfmmu_tlb_range_demap()
12609 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_invalidate_ctx()
12610 ASSERT(sfmmup != ksfmmup); in sfmmu_invalidate_ctx()
12615 ASSERT(mmu_ctxp); in sfmmu_invalidate_ctx()
12616 ASSERT(mmu_ctxp->mmu_idx < max_mmu_ctxdoms); in sfmmu_invalidate_ctx()
12617 ASSERT(mmu_ctxp == mmu_ctxs_tbl[mmu_ctxp->mmu_idx]); in sfmmu_invalidate_ctx()
12671 ASSERT(sfmmup->sfmmu_ctxs[mmu_ctxp->mmu_idx].cnum == INVALID_CONTEXT); in sfmmu_invalidate_ctx()
12701 ASSERT(vcolor >= 0); in sfmmu_cache_flushcolor()
12750 ASSERT(sfmmup->sfmmu_scdhat); in sfmmu_tsb_pre_relocator()
12752 ASSERT(scdp != NULL); in sfmmu_tsb_pre_relocator()
12778 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_tsb_inv_ctx()
12835 ASSERT(va == tsbinfop->tsb_va); in sfmmu_tsb_post_relocator()
12901 ASSERT(tsb_size <= MMU_PAGESIZE4M || use_bigtsb_arena); in sfmmu_tsb_free()
12909 ASSERT(ret == 0); in sfmmu_tsb_free()
12941 ASSERT(pfn != PFN_INVALID); in sfmmu_tsbinfo_setup_phys()
12942 ASSERT(pfn == va_to_pfn(tsbinfo->tsb_va)); in sfmmu_tsbinfo_setup_phys()
12964 ASSERT(TTE_IS_PRIVILEGED(&tsbinfo->tsb_tte)); in sfmmu_tsbinfo_setup_phys()
12965 ASSERT(TTE_IS_LOCKED(&tsbinfo->tsb_tte)); in sfmmu_tsbinfo_setup_phys()
12999 ASSERT(tsbbytes <= MMU_PAGESIZE4M || use_bigtsb_arena); in sfmmu_init_tsbinfo()
13008 ASSERT((flags & TSB_FORCEALLOC) == 0 || tsbcode == TSB_MIN_SZCODE); in sfmmu_init_tsbinfo()
13098 ASSERT(vaddr != NULL); in sfmmu_init_tsbinfo()
13124 ASSERT(ret == 0); in sfmmu_init_tsbinfo()
13276 ASSERT(ksfmmup != NULL); in sfmmu_init_ktsbinfo()
13277 ASSERT(ksfmmup->sfmmu_tsb == NULL); in sfmmu_init_ktsbinfo()
13357 ASSERT(addr != NULL && size != 0); in sfmmu_init_nucleus_hblks()
13380 ASSERT(j >= nhblk8); in sfmmu_init_nucleus_hblks()
13391 ASSERT(k >= nhblk1); in sfmmu_init_nucleus_hblks()
13405 ASSERT(hat->sfmmu_xhat_provider == NULL); in hat_softlock()
13424 ASSERT(ttesz > TTE8K); in sfmmu_rm_large_mappings()
13426 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_rm_large_mappings()
13428 ASSERT(PP_ISMAPPED_LARGE(pp)); in sfmmu_rm_large_mappings()
13456 ASSERT(pp->p_index & index); in sfmmu_rm_large_mappings()
13549 ASSERT(cpu_kstat); in sfmmu_kstat_percpu_update()
13754 ASSERT(thd->t_procp->p_as == &kas); in hat_thread_exit()
13794 ASSERT(sfmmup != ksfmmup); in hat_join_srd()
13795 ASSERT(sfmmup->sfmmu_srdp == NULL); in hat_join_srd()
13808 ASSERT(srdp->srd_refcnt >= 0); in hat_join_srd()
13819 ASSERT(newsrdp->srd_next_ismrid == 0 && newsrdp->srd_next_hmerid == 0); in hat_join_srd()
13830 ASSERT(srdp->srd_refcnt >= 0); in hat_join_srd()
13860 ASSERT(sfmmup != ksfmmup); in sfmmu_leave_srd()
13861 ASSERT(srdp != NULL); in sfmmu_leave_srd()
13862 ASSERT(srdp->srd_refcnt > 0); in sfmmu_leave_srd()
13863 ASSERT(sfmmup->sfmmu_scdp == NULL); in sfmmu_leave_srd()
13864 ASSERT(sfmmup->sfmmu_free == 1); in sfmmu_leave_srd()
13868 ASSERT(evp != NULL); in sfmmu_leave_srd()
13890 ASSERT(srdp->srd_refcnt == 0); in sfmmu_leave_srd()
13895 ASSERT(srdp->srd_rgnhash[i] == NULL); in sfmmu_leave_srd()
13902 ASSERT(rgnp->rgn_id < srdp->srd_next_hmerid); in sfmmu_leave_srd()
13903 ASSERT(rgnp->rgn_refcnt == 0); in sfmmu_leave_srd()
13904 ASSERT(rgnp->rgn_sfmmu_head == NULL); in sfmmu_leave_srd()
13905 ASSERT(rgnp->rgn_flags & SFMMU_REGION_FREE); in sfmmu_leave_srd()
13906 ASSERT(rgnp->rgn_hmeflags == 0); in sfmmu_leave_srd()
13907 ASSERT(srdp->srd_hmergnp[rgnp->rgn_id] == rgnp); in sfmmu_leave_srd()
13910 ASSERT(rgnp->rgn_ttecnt[i] == 0); in sfmmu_leave_srd()
13916 ASSERT(rgns == srdp->srd_next_hmerid); in sfmmu_leave_srd()
13924 ASSERT(rgnp->rgn_id < srdp->srd_next_ismrid); in sfmmu_leave_srd()
13925 ASSERT(rgnp->rgn_refcnt == 0); in sfmmu_leave_srd()
13926 ASSERT(rgnp->rgn_sfmmu_head == NULL); in sfmmu_leave_srd()
13927 ASSERT(rgnp->rgn_flags & SFMMU_REGION_FREE); in sfmmu_leave_srd()
13928 ASSERT(srdp->srd_ismrgnp[rgnp->rgn_id] == rgnp); in sfmmu_leave_srd()
13931 ASSERT(rgnp->rgn_ttecnt[i] == 0); in sfmmu_leave_srd()
13937 ASSERT(rgns == srdp->srd_next_ismrid); in sfmmu_leave_srd()
13938 ASSERT(srdp->srd_ismbusyrgns == 0); in sfmmu_leave_srd()
13939 ASSERT(srdp->srd_hmebusyrgns == 0); in sfmmu_leave_srd()
13949 ASSERT(srdp->srd_scdp == NULL); in sfmmu_leave_srd()
14026 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_join_region()
14027 ASSERT(sfmmup != ksfmmup); in hat_join_region()
14028 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in hat_join_region()
14029 ASSERT(srdp->srd_refcnt > 0); in hat_join_region()
14030 ASSERT(!(flags & ~HAT_REGION_TYPE_MASK)); in hat_join_region()
14031 ASSERT(flags == HAT_REGION_TEXT || flags == HAT_REGION_ISM); in hat_join_region()
14032 ASSERT(r_pgszc < mmu_page_sizes); in hat_join_region()
14079 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == r_type); in hat_join_region()
14080 ASSERT(rgnp->rgn_cb_function == r_cb_function); in hat_join_region()
14081 ASSERT(rgnp->rgn_refcnt >= 0); in hat_join_region()
14083 ASSERT(rid < maxids); in hat_join_region()
14084 ASSERT(rarrp[rid] == rgnp); in hat_join_region()
14085 ASSERT(rid < *nextidp); in hat_join_region()
14172 ASSERT(sfmmup == tsbmp->usfmmup); in hat_join_region()
14182 ASSERT((hat_region_cookie_t)((uint64_t)rid) != in hat_join_region()
14189 ASSERT(rid < maxids); in hat_join_region()
14197 ASSERT(new_rgnp == NULL); in hat_join_region()
14204 ASSERT(MUTEX_HELD(&srdp->srd_mutex)); in hat_join_region()
14208 ASSERT(rgnp->rgn_id < *nextidp); in hat_join_region()
14209 ASSERT(rgnp->rgn_id < maxids); in hat_join_region()
14210 ASSERT(rgnp->rgn_flags & SFMMU_REGION_FREE); in hat_join_region()
14211 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) in hat_join_region()
14213 ASSERT(rarrp[rgnp->rgn_id] == rgnp); in hat_join_region()
14214 ASSERT(rgnp->rgn_hmeflags == 0); in hat_join_region()
14246 ASSERT(rgnp->rgn_id < maxids); in hat_join_region()
14247 ASSERT(rarrp[rgnp->rgn_id] == NULL); in hat_join_region()
14251 ASSERT(rgnp->rgn_sfmmu_head == NULL); in hat_join_region()
14252 ASSERT(rgnp->rgn_hmeflags == 0); in hat_join_region()
14255 ASSERT(rgnp->rgn_ttecnt[i] == 0); in hat_join_region()
14270 ASSERT(*busyrgnsp <= maxids); in hat_join_region()
14274 ASSERT(new_rgnp != NULL); in hat_join_region()
14308 ASSERT(sfmmup != ksfmmup); in hat_leave_region()
14309 ASSERT(srdp != NULL); in hat_leave_region()
14310 ASSERT(srdp->srd_refcnt > 0); in hat_leave_region()
14311 ASSERT(!(flags & ~HAT_REGION_TYPE_MASK)); in hat_leave_region()
14312 ASSERT(flags == HAT_REGION_TEXT || flags == HAT_REGION_ISM); in hat_leave_region()
14313 ASSERT(!sfmmup->sfmmu_free || sfmmup->sfmmu_scdp == NULL); in hat_leave_region()
14319 ASSERT(SFMMU_IS_ISMRID_VALID(rid)); in hat_leave_region()
14320 ASSERT(rid < SFMMU_MAX_ISM_REGIONS); in hat_leave_region()
14323 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_leave_region()
14324 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_leave_region()
14327 ASSERT(rgnp != NULL); in hat_leave_region()
14328 ASSERT(rgnp->rgn_id == rid); in hat_leave_region()
14329 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == r_type); in hat_leave_region()
14330 ASSERT(!(rgnp->rgn_flags & SFMMU_REGION_FREE)); in hat_leave_region()
14331 ASSERT(AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_leave_region()
14333 ASSERT(sfmmup->sfmmu_xhat_provider == NULL); in hat_leave_region()
14344 ASSERT(sfmmup->sfmmu_scdp == NULL); in hat_leave_region()
14350 ASSERT(sfmmup->sfmmu_ttecnt[r_pgszc] >= rttecnt); in hat_leave_region()
14359 ASSERT(rid < srdp->srd_next_ismrid); in hat_leave_region()
14365 ASSERT(sfmmu_hat_lock_held(sfmmup)); in hat_leave_region()
14375 ASSERT(r_type == SFMMU_REGION_HME); in hat_leave_region()
14377 ASSERT(rid < srdp->srd_next_hmerid); in hat_leave_region()
14391 ASSERT(sfmmu_hat_lock_held(sfmmup)); in hat_leave_region()
14412 ASSERT(sfmmup->sfmmu_tsb0_4minflcnt >= in hat_leave_region()
14419 ASSERT(sfmmup->sfmmu_ttecnt[r_pgszc] >= rttecnt); in hat_leave_region()
14458 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == r_type); in hat_leave_region()
14462 ASSERT(rid < srdp->srd_next_ismrid); in hat_leave_region()
14465 ASSERT(srdp->srd_ismbusyrgns > 0); in hat_leave_region()
14479 ASSERT(rgnp->rgn_sfmmu_head == NULL); in hat_leave_region()
14480 ASSERT(rgnp->rgn_id == rid); in hat_leave_region()
14486 ASSERT(rid < srdp->srd_next_hmerid); in hat_leave_region()
14489 ASSERT(srdp->srd_hmebusyrgns > 0); in hat_leave_region()
14507 ASSERT(sfmmup != ksfmmup); in hat_dup_region()
14508 ASSERT(srdp != NULL); in hat_dup_region()
14509 ASSERT(srdp->srd_refcnt > 0); in hat_dup_region()
14511 ASSERT(rid < srdp->srd_next_hmerid); in hat_dup_region()
14512 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_dup_region()
14513 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_dup_region()
14516 ASSERT(rgnp->rgn_refcnt > 0); in hat_dup_region()
14517 ASSERT(rgnp->rgn_id == rid); in hat_dup_region()
14518 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == SFMMU_REGION_HME); in hat_dup_region()
14519 ASSERT(!(rgnp->rgn_flags & SFMMU_REGION_FREE)); in hat_dup_region()
14525 ASSERT(rlink != NULL); in hat_dup_region()
14527 ASSERT(rgnp->rgn_sfmmu_head != NULL); in hat_dup_region()
14530 ASSERT(hrlink != NULL); in hat_dup_region()
14531 ASSERT(hrlink->prev == NULL); in hat_dup_region()
14612 ASSERT(srdp == sp->sfmmu_srdp); in check_scd_sfmmu_list()
14640 ASSERT(sfmmup->sfmmu_srdp != NULL); in sfmmu_from_scd_list()
14643 ASSERT(*headp != sfmmup); in sfmmu_from_scd_list()
14647 ASSERT(*headp == sfmmup); in sfmmu_from_scd_list()
14678 ASSERT(*headp != scdp); in sfmmu_remove_scd()
14681 ASSERT(*headp == scdp); in sfmmu_remove_scd()
14720 ASSERT(srdp != NULL); in sfmmu_alloc_scd_tsbs()
14739 ASSERT(rgnp->rgn_id == rid); in sfmmu_alloc_scd_tsbs()
14740 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_alloc_scd_tsbs()
14746 ASSERT(rgnp->rgn_pgszc >= TTE4M); in sfmmu_alloc_scd_tsbs()
14760 ASSERT(rgnp->rgn_id == rid); in sfmmu_alloc_scd_tsbs()
14761 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_alloc_scd_tsbs()
14764 ASSERT(ism_hatid->sfmmu_ismhat); in sfmmu_alloc_scd_tsbs()
14772 ASSERT(rgnp->rgn_pgszc >= TTE4M); in sfmmu_alloc_scd_tsbs()
14812 ASSERT(scsfmmup->sfmmu_tsb->tsb_next == NULL); in sfmmu_alloc_scd_tsbs()
14845 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_link_to_hmeregion()
14849 ASSERT(rlink != NULL); in sfmmu_link_to_hmeregion()
14863 ASSERT(hrlink != NULL); in sfmmu_link_to_hmeregion()
14864 ASSERT(hrlink->prev == NULL); in sfmmu_link_to_hmeregion()
14888 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_unlink_from_hmeregion()
14892 ASSERT(rlink != NULL); in sfmmu_unlink_from_hmeregion()
14905 ASSERT(rlink->prev == NULL); in sfmmu_unlink_from_hmeregion()
14910 ASSERT(nrlink != NULL); in sfmmu_unlink_from_hmeregion()
14911 ASSERT(nrlink->prev == sfmmup); in sfmmu_unlink_from_hmeregion()
14919 ASSERT(prev != NULL); in sfmmu_unlink_from_hmeregion()
14922 ASSERT(prlink != NULL); in sfmmu_unlink_from_hmeregion()
14923 ASSERT(prlink->next == sfmmup); in sfmmu_unlink_from_hmeregion()
14938 ASSERT(nrlink != NULL); in sfmmu_unlink_from_hmeregion()
14939 ASSERT(nrlink->prev == sfmmup); in sfmmu_unlink_from_hmeregion()
14961 ASSERT(scsfmmup->sfmmu_scdhat); in sfmmu_link_scd_to_regions()
14979 ASSERT(rgnp->rgn_id == rid); in sfmmu_link_scd_to_regions()
14980 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_link_scd_to_regions()
14987 ASSERT(rgnp->rgn_id == rid); in sfmmu_link_scd_to_regions()
14988 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_link_scd_to_regions()
14991 ASSERT(ism_hatid->sfmmu_ismhat); in sfmmu_link_scd_to_regions()
15035 ASSERT(rgnp->rgn_id == rid); in sfmmu_unlink_scd_from_regions()
15036 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_unlink_scd_from_regions()
15045 ASSERT(rgnp->rgn_id == rid); in sfmmu_unlink_scd_from_regions()
15046 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_unlink_scd_from_regions()
15049 ASSERT(ism_hatid->sfmmu_ismhat); in sfmmu_unlink_scd_from_regions()
15051 ASSERT(ism_ment->iment_hat == scdp->scd_sfmmup); in sfmmu_unlink_scd_from_regions()
15052 ASSERT(ism_ment->iment_base_va == in sfmmu_unlink_scd_from_regions()
15074 ASSERT(MUTEX_HELD(&srdp->srd_scd_mutex)); in sfmmu_alloc_scd()
15086 ASSERT(max_mmu_ctxdoms > 0); in sfmmu_alloc_scd()
15124 ASSERT(srdp != NULL); in sfmmu_join_scd()
15125 ASSERT(scdp != NULL); in sfmmu_join_scd()
15126 ASSERT(scdp->scd_refcnt > 0); in sfmmu_join_scd()
15127 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in sfmmu_join_scd()
15130 ASSERT(old_scdp != scdp); in sfmmu_join_scd()
15141 ASSERT(sfmmup->sfmmu_scdrttecnt[i] == in sfmmu_join_scd()
15173 ASSERT(sfmmup->sfmmu_ttecnt[i] >= scdp->scd_rttecnt[i]); in sfmmu_join_scd()
15182 ASSERT(sfmmup->sfmmu_tsb0_4minflcnt >= in sfmmu_join_scd()
15204 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_finish_join_scd()
15205 ASSERT(sfmmup->sfmmu_scdp != NULL); in sfmmu_finish_join_scd()
15206 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_JOIN_SCD)); in sfmmu_finish_join_scd()
15207 ASSERT(!SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in sfmmu_finish_join_scd()
15208 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ALLCTX_INVALID)); in sfmmu_finish_join_scd()
15215 ASSERT(!(tsbinfop->tsb_flags & TSB_RELOC_FLAG)); in sfmmu_finish_join_scd()
15238 ASSERT(srdp != NULL); in sfmmu_find_scd()
15239 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in sfmmu_find_scd()
15250 ASSERT(scdp->scd_refcnt >= 2); in sfmmu_find_scd()
15269 ASSERT(scdp == NULL); in sfmmu_find_scd()
15295 ASSERT(new_scdp->scd_refcnt >= 2); in sfmmu_find_scd()
15312 ASSERT(scdp != NULL); in sfmmu_leave_scd()
15313 ASSERT(srdp != NULL); in sfmmu_leave_scd()
15328 ASSERT(sfmmup->sfmmu_scdrttecnt[i] == in sfmmu_leave_scd()
15340 ASSERT(r_type != SFMMU_REGION_ISM || in sfmmu_leave_scd()
15342 ASSERT(scdp->scd_refcnt); in sfmmu_leave_scd()
15343 ASSERT(!sfmmup->sfmmu_free); in sfmmu_leave_scd()
15344 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_leave_scd()
15345 ASSERT(AS_LOCK_HELD(sfmmup->sfmmu_as)); in sfmmu_leave_scd()
15380 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in sfmmu_leave_scd()
15388 ASSERT(sfmmup->sfmmu_scdrttecnt[i] == in sfmmu_leave_scd()
15456 ASSERT(scdp->scd_sf_list == NULL); in sfmmu_destroy_scd()
15505 ASSERT(sfmmup->sfmmu_iblk != NULL); in sfmmu_ism_hatflags()
15506 ASSERT(scdp != NULL); in sfmmu_ism_hatflags()
15511 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_ism_hatflags()
15521 ASSERT(rid >= 0 && rid < SFMMU_MAX_ISM_REGIONS); in sfmmu_ism_hatflags()
15593 ASSERT(hblkp->hblk_shw_bit == 0); in sfmmu_hblks_list_purge()
15594 ASSERT(hblkp->hblk_shared == 0); in sfmmu_hblks_list_purge()
15654 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_hash_add()
15657 ASSERT(hmebp->hmeh_nextpa == HMEBLK_ENDPA); in sfmmu_hblk_hash_add()
15718 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_hash_rm()
15731 ASSERT(hblktosfmmu(hmeblkp) != KHATID); in sfmmu_hblk_hash_rm()
15732 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_hash_rm()
15735 ASSERT(size < TTE256M); in sfmmu_hblk_hash_rm()
15737 ASSERT(size < TTE4M); in sfmmu_hblk_hash_rm()
15744 ASSERT(vshift < 8); in sfmmu_hblk_hash_rm()
15750 ASSERT(shw_mask & (1 << vshift)); in sfmmu_hblk_hash_rm()
15766 ASSERT(srdp != NULL && srdp->srd_refcnt != 0); in sfmmu_hblk_hash_rm()
15768 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_hblk_hash_rm()
15769 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_hblk_hash_rm()
15771 ASSERT(rgnp != NULL); in sfmmu_hblk_hash_rm()
15826 ASSERT(cpuhp->chp_count > 0); in sfmmu_check_pending_hblks()