Lines Matching refs:ASSERT
95 ASSERT((rid) < SFMMU_MAX_HME_REGIONS); \
96 ASSERT(SF_RGNMAP_TEST(hat->sfmmu_hmeregion_map, rid)); \
97 ASSERT((hat) != ksfmmup); \
99 ASSERT(_srdp != NULL); \
100 ASSERT(_srdp->srd_refcnt != 0); \
102 ASSERT(_rgnp != NULL && _rgnp->rgn_id == rid); \
103 ASSERT(_rgnp->rgn_refcnt != 0); \
104 ASSERT(!(_rgnp->rgn_flags & SFMMU_REGION_FREE)); \
105 ASSERT((_rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == \
107 ASSERT((saddr) >= _rgnp->rgn_saddr); \
108 ASSERT((saddr) < _rgnp->rgn_saddr + _rgnp->rgn_size); \
109 ASSERT(_eaddr > _rgnp->rgn_saddr); \
110 ASSERT(_eaddr <= _rgnp->rgn_saddr + _rgnp->rgn_size); \
121 ASSERT((srdp)->srd_refcnt != 0); \
122 ASSERT((rid) < SFMMU_MAX_HME_REGIONS); \
123 ASSERT((rgnp)->rgn_id == rid); \
124 ASSERT(!((rgnp)->rgn_flags & SFMMU_REGION_FREE)); \
125 ASSERT(((rgnp)->rgn_flags & SFMMU_REGION_TYPE_MASK) == \
127 ASSERT(_ttesz <= (rgnp)->rgn_pgszc); \
135 ASSERT(_hsva >= _rsva); \
136 ASSERT(_hsva < _reva); \
137 ASSERT(_heva > _rsva); \
138 ASSERT(_heva <= _reva); \
141 ASSERT(rgnp->rgn_hmeflags & (0x1 << _flagtte)); \
839 ASSERT(((tsbinfop)->tsb_flags & TSB_SHAREDCTX) || \
842 ASSERT((tsbinfop) != NULL); \
861 ASSERT(addr >= sva && addr < eva); \
922 ASSERT(sfmmu_mlist_held(pp)); \
929 ASSERT(pp->p_share > 0); \
932 ASSERT(pp->p_share == 0); \
945 ASSERT(sfmmu_mlist_held(pp)); \
946 ASSERT(hme->hme_page == pp || IS_PAHME(hme)); \
954 ASSERT(pp->p_share > 0); \
958 ASSERT(pp->p_mapping != hme); \
959 ASSERT(hme->hme_prev->hme_page == pp || \
963 ASSERT(pp->p_mapping == hme); \
965 ASSERT((pp->p_mapping == NULL) ? \
970 ASSERT(hme->hme_next->hme_page == pp || \
1003 ASSERT(in_hblk_range((hmeblkp), (addr))); \
1218 ASSERT(i == 0); in hat_init()
1464 ASSERT(AS_WRITE_HELD(as)); in hat_alloc()
1511 ASSERT(sfmmup->sfmmu_tsb != NULL); in hat_alloc()
1514 ASSERT(max_mmu_ctxdoms > 0); in hat_alloc()
1559 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_mmu_kstat_create()
1560 ASSERT(mmu_ctxp->mmu_kstat == NULL); in sfmmu_mmu_kstat_create()
1608 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_cpu_init()
1615 ASSERT(info.mmu_idx < max_mmu_ctxdoms); in sfmmu_cpu_init()
1638 ASSERT(mmu_ctxp->mmu_idx == info.mmu_idx); in sfmmu_cpu_init()
1639 ASSERT(mmu_ctxp->mmu_nctxs <= info.mmu_nctxs); in sfmmu_cpu_init()
1660 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_ctxdom_free()
1661 ASSERT(!MUTEX_HELD(&mmu_ctxp->mmu_lock)); in sfmmu_ctxdom_free()
1683 ASSERT(MUTEX_HELD(&cpu_lock)); in sfmmu_cpu_cleanup()
1686 ASSERT(mmu_ctxp != NULL); in sfmmu_cpu_cleanup()
1890 ASSERT(allocflag == HAT_ALLOC); in hat_setup()
1917 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in hat_free_start()
1918 ASSERT(sfmmup != ksfmmup); in hat_free_start()
1925 ASSERT(sfmmup->sfmmu_scdp == NULL); in hat_free_start()
1933 ASSERT(sfmmup->sfmmu_free == 1); in hat_free_end()
1934 ASSERT(sfmmup->sfmmu_ttecnt[TTE8K] == 0); in hat_free_end()
1935 ASSERT(sfmmup->sfmmu_ttecnt[TTE64K] == 0); in hat_free_end()
1936 ASSERT(sfmmup->sfmmu_ttecnt[TTE512K] == 0); in hat_free_end()
1937 ASSERT(sfmmup->sfmmu_ttecnt[TTE4M] == 0); in hat_free_end()
1938 ASSERT(sfmmup->sfmmu_ttecnt[TTE32M] == 0); in hat_free_end()
1939 ASSERT(sfmmup->sfmmu_ttecnt[TTE256M] == 0); in hat_free_end()
1953 ASSERT(sfmmup->sfmmu_srdp == NULL); in hat_free_end()
1966 ASSERT(sfmmup->sfmmu_hmeregion_links[i] == NULL); in hat_free_end()
2020 ASSERT(sfmmup != KHATID); in hat_swapout()
2030 ASSERT(!hmeblkp->hblk_shared); in hat_swapout()
2038 ASSERT(!hmeblkp->hblk_lckcnt); in hat_swapout()
2081 ASSERT((tsbinfop->tsb_flags & TSB_SWAPPED) == 0); in hat_swapout()
2129 ASSERT((flag == 0) || (flag == HAT_DUP_ALL) || (flag == HAT_DUP_COW) || in hat_dup()
2131 ASSERT(hat != ksfmmup); in hat_dup()
2132 ASSERT(newhat != ksfmmup); in hat_dup()
2133 ASSERT(flag != HAT_DUP_ALL || hat->sfmmu_srdp == newhat->sfmmu_srdp); in hat_dup()
2140 ASSERT(srdp->srd_evp != NULL); in hat_dup()
2142 ASSERT(srdp->srd_refcnt > 0); in hat_dup()
2151 ASSERT(newhat->sfmmu_srdp->srd_refcnt >= 2); in hat_dup()
2163 ASSERT(ret); in hat_dup()
2165 ASSERT(newhat->sfmmu_scdp == scdp && in hat_dup()
2204 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_memload_region()
2220 ASSERT(hat != NULL); in hat_do_memload()
2221 ASSERT(PAGE_LOCKED(pp)); in hat_do_memload()
2222 ASSERT(!((uintptr_t)addr & MMU_PAGEOFFSET)); in hat_do_memload()
2223 ASSERT(!(flags & ~SFMMU_LOAD_ALLFLAG)); in hat_do_memload()
2224 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in hat_do_memload()
2232 ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as)); in hat_do_memload()
2278 ASSERT(hat != NULL); in hat_devload()
2280 ASSERT(!(flags & ~SFMMU_LOAD_ALLFLAG)); in hat_devload()
2281 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in hat_devload()
2282 ASSERT((hat == ksfmmup) || AS_LOCK_HELD(hat->sfmmu_as)); in hat_devload()
2317 ASSERT(len == MMU_PAGESIZE); in hat_devload()
2431 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_memload_array_region()
2457 ASSERT(!((uintptr_t)addr & MMU_PAGEOFFSET)); in hat_do_memload_array()
2530 ASSERT(numpg <= npgs); in hat_do_memload_array()
2572 ASSERT(hmebp); in sfmmu_memload_batchsmall()
2579 ASSERT(hmeblkp); in sfmmu_memload_batchsmall()
2646 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in sfmmu_memtte()
2676 ASSERT(sfmmup == ksfmmup); in sfmmu_tteload()
2700 ASSERT((ttesz != TTE32M) && (ttesz != TTE256M)); in sfmmu_mod_tsb()
2790 ASSERT((ttesz != TTE32M) && (ttesz != TTE256M)); in sfmmu_unload_tsb_range()
2888 ASSERT(!((uintptr_t)vaddr & TTE_PAGE_OFFSET(size))); in sfmmu_tteload_array()
2894 ASSERT(hmebp); in sfmmu_tteload_array()
2901 ASSERT(hmeblkp); in sfmmu_tteload_array()
2928 ASSERT(htagid != NULL); in sfmmu_tteload_acquire_hashbucket()
2955 ASSERT(hblktag.htag_id != NULL); in sfmmu_tteload_find_hmeblk()
2983 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
2984 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
2993 ASSERT(!hmeblkp->hblk_vcnt); in sfmmu_tteload_find_hmeblk()
2994 ASSERT(!hmeblkp->hblk_hmecnt); in sfmmu_tteload_find_hmeblk()
3004 ASSERT(!hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3007 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_tteload_find_hmeblk()
3024 ASSERT(get_hblk_ttesz(hmeblkp) == size); in sfmmu_tteload_find_hmeblk()
3025 ASSERT(!hmeblkp->hblk_shw_bit); in sfmmu_tteload_find_hmeblk()
3026 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3027 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared); in sfmmu_tteload_find_hmeblk()
3028 ASSERT(hmeblkp->hblk_tag.htag_rid == rid); in sfmmu_tteload_find_hmeblk()
3101 ASSERT(mmu_page_sizes == max_mmu_page_sizes); in sfmmu_tteload_addentry()
3105 ASSERT(mmu_page_sizes == max_mmu_page_sizes); in sfmmu_tteload_addentry()
3109 ASSERT(!((uintptr_t)vaddr & TTE_PAGE_OFFSET(size))); in sfmmu_tteload_addentry()
3111 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || hmeblkp->hblk_shared); in sfmmu_tteload_addentry()
3112 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || !hmeblkp->hblk_shared); in sfmmu_tteload_addentry()
3149 ASSERT(TTE_CSZ(&tteold) == TTE_CSZ(ttep)); in sfmmu_tteload_addentry()
3188 ASSERT(remap || (sfhme->hme_page == NULL)); in sfmmu_tteload_addentry()
3191 ASSERT((!remap) ? sfhme->hme_next == NULL : 1); in sfmmu_tteload_addentry()
3211 ASSERT(PP_GET_VCOLOR(pp) == NO_VCOLOR); in sfmmu_tteload_addentry()
3229 ASSERT(TTE_IS_VALID(&sfhme->hme_tte)); in sfmmu_tteload_addentry()
3306 ASSERT(TTE_IS_REF(ttep)); in sfmmu_tteload_addentry()
3353 ASSERT(hmeblkp->hblk_hmecnt > 0); in sfmmu_tteload_addentry()
3371 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_tteload_release_hashbucket()
3399 ASSERT(ttesz > TTE8K); in sfmmu_pagearray_setup()
3405 ASSERT(IS_P2ALIGNED(pfnum, npgs)); in sfmmu_pagearray_setup()
3417 ASSERT(PAGE_LOCKED(pp)); in sfmmu_pagearray_setup()
3418 ASSERT(pp->p_szc >= ttesz); in sfmmu_pagearray_setup()
3419 ASSERT(pp->p_szc == pp1->p_szc); in sfmmu_pagearray_setup()
3420 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pagearray_setup()
3520 ASSERT(PP_ISTNC(pp1)); in sfmmu_pagearray_setup()
3538 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_vacconflict_array()
3596 ASSERT(sfmmup != KHATID); in sfmmu_shadow_hcreate()
3598 ASSERT(ttesz < TTE256M); in sfmmu_shadow_hcreate()
3600 ASSERT(ttesz < TTE4M); in sfmmu_shadow_hcreate()
3601 ASSERT(sfmmup->sfmmu_ttecnt[TTE32M] == 0); in sfmmu_shadow_hcreate()
3602 ASSERT(sfmmup->sfmmu_ttecnt[TTE256M] == 0); in sfmmu_shadow_hcreate()
3621 ASSERT(hmeblkp != (struct hme_blk *)hblk_reserve); in sfmmu_shadow_hcreate()
3626 ASSERT(hmeblkp); in sfmmu_shadow_hcreate()
3633 ASSERT(!hmeblkp->hblk_vcnt && !hmeblkp->hblk_hmecnt); in sfmmu_shadow_hcreate()
3639 ASSERT(hmeblkp->hblk_shw_bit == 1); in sfmmu_shadow_hcreate()
3640 ASSERT(!hmeblkp->hblk_shared); in sfmmu_shadow_hcreate()
3642 ASSERT(vshift < 8); in sfmmu_shadow_hcreate()
3674 ASSERT(hmeblkp->hblk_shw_bit); in sfmmu_shadow_hcleanup()
3675 ASSERT(!hmeblkp->hblk_shared); in sfmmu_shadow_hcleanup()
3677 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_shadow_hcleanup()
3687 ASSERT(hashno > 0); in sfmmu_shadow_hcleanup()
3705 ASSERT(hashno > 0); in sfmmu_free_hblks()
3722 ASSERT(!hmeblkp->hblk_shared); in sfmmu_free_hblks()
3785 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_cleanup_rhblk()
3786 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_cleanup_rhblk()
3798 ASSERT(hmeblkp->hblk_shared); in sfmmu_cleanup_rhblk()
3799 ASSERT(!hmeblkp->hblk_shw_bit); in sfmmu_cleanup_rhblk()
3803 ASSERT(!hmeblkp->hblk_lckcnt); in sfmmu_cleanup_rhblk()
3833 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_unload_hmeregion_va()
3834 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_unload_hmeregion_va()
3835 ASSERT(ttesz >= HBLK_MIN_TTESZ); in sfmmu_unload_hmeregion_va()
3847 ASSERT(hmeblkp->hblk_shared); in sfmmu_unload_hmeregion_va()
3848 ASSERT(!hmeblkp->hblk_lckcnt); in sfmmu_unload_hmeregion_va()
3852 ASSERT(*eaddrp > addr); in sfmmu_unload_hmeregion_va()
3854 ASSERT(!hmeblkp->hblk_vcnt && !hmeblkp->hblk_hmecnt); in sfmmu_unload_hmeregion_va()
3877 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_unload_hmeregion()
3878 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_unload_hmeregion()
3880 ASSERT(IS_P2ALIGNED(rsaddr, TTEBYTES(ttesz))); in sfmmu_unload_hmeregion()
3881 ASSERT(IS_P2ALIGNED(rsz, TTEBYTES(ttesz))); in sfmmu_unload_hmeregion()
3903 ASSERT(va >= rhsaddr); in sfmmu_unload_hmeregion()
3906 ASSERT(cbeaddr > cbsaddr); in sfmmu_unload_hmeregion()
3920 ASSERT(cbeaddr > cbsaddr); in sfmmu_unload_hmeregion()
3941 ASSERT(sfmmup != NULL); in hat_unlock()
3943 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_unlock()
3944 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_unlock()
3966 ASSERT(!hmeblkp->hblk_shared); in hat_unlock()
4024 ASSERT(sfmmup != NULL); in hat_unlock_region()
4025 ASSERT(sfmmup != ksfmmup); in hat_unlock_region()
4036 ASSERT(IS_P2ALIGNED(addr, TTEBYTES(rgnp->rgn_pgszc))); in hat_unlock_region()
4037 ASSERT(IS_P2ALIGNED(len, TTEBYTES(rgnp->rgn_pgszc))); in hat_unlock_region()
4067 ASSERT(hmeblkp->hblk_shared); in hat_unlock_region()
4069 ASSERT(va >= eaddr || in hat_unlock_region()
4094 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_unlock()
4095 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_unlock()
4121 ASSERT(hmeblkp->hblk_lckcnt > 0); in sfmmu_hblk_unlock()
4235 ASSERT(prehandler != NULL || posthandler != NULL); in hat_register_callback()
4359 ASSERT(!hmeblkp->hblk_shared); in hat_add_callback()
4376 ASSERT(saddr >= baseaddr); in hat_add_callback()
4400 ASSERT(pp == PP_PAGEROOT(pp)); in hat_add_callback()
4450 ASSERT((flags & HAC_PAGELOCK) != 0); in hat_add_callback()
4469 ASSERT(PAGE_LOCKED(pp)); in hat_add_callback()
4564 ASSERT(!hmeblkp->hblk_shared); in hat_delete_callback()
4577 ASSERT(cookie == NULL); in hat_delete_callback()
4606 ASSERT(cookie == NULL); in hat_delete_callback()
4615 ASSERT(PAGE_LOCKED(pp)); in hat_delete_callback()
4623 ASSERT((flags & HAC_PAGELOCK) != 0); in hat_delete_callback()
4640 ASSERT(cookie == NULL); in hat_delete_callback()
4658 ASSERT(pahmep != NULL); in hat_delete_callback()
4735 ASSERT(sfmmup != NULL); in hat_probe()
4737 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_probe()
4769 ASSERT(TTE_IS_VALID(&tte)); in hat_getpagesize()
4801 ASSERT(hat->sfmmu_as != NULL); in hat_setattr()
4813 ASSERT(hat->sfmmu_as != NULL); in hat_chgattr()
4824 ASSERT(hat->sfmmu_as != NULL); in hat_clrattr()
4846 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in sfmmu_chgattr()
4847 ASSERT((len & MMU_PAGEOFFSET) == 0); in sfmmu_chgattr()
4848 ASSERT(((uintptr_t)addr & MMU_PAGEOFFSET) == 0); in sfmmu_chgattr()
4871 ASSERT(!hmeblkp->hblk_shared); in sfmmu_chgattr()
4877 ASSERT(sfmmup != ksfmmup); in sfmmu_chgattr()
4878 ASSERT(hashno > 1); in sfmmu_chgattr()
4943 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_chgattr()
4944 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_chgattr()
4945 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_chgattr()
4996 ASSERT(pml); in sfmmu_hblk_chgattr()
5001 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_chgattr()
5005 ASSERT(TTE_TO_TTEPFN(&ttemod) == TTE_TO_TTEPFN(&tte)); in sfmmu_hblk_chgattr()
5068 ASSERT(!(attr & ~SFMMU_LOAD_ALLATTR)); in sfmmu_vtop_attr()
5079 ASSERT(!(attr & ~HAT_PROT_MASK)); in sfmmu_vtop_attr()
5112 ASSERT(TTE_TO_TTEPFN(&ttevalue) == 0); in sfmmu_vtop_attr()
5121 ASSERT(TTE_IS_VALID(ttep)); in sfmmu_ptov_attr()
5173 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_chgprot()
5174 ASSERT(((uintptr_t)addr & MMU_PAGEOFFSET) == 0); in hat_chgprot()
5176 ASSERT(sfmmup->sfmmu_as != NULL); in hat_chgprot()
5200 ASSERT(!hmeblkp->hblk_shared); in hat_chgprot()
5206 ASSERT(sfmmup != ksfmmup); in hat_chgprot()
5207 ASSERT(hashno > 1); in hat_chgprot()
5273 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_chgprot()
5274 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_chgprot()
5275 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_chgprot()
5326 ASSERT(pml); in sfmmu_hblk_chgprot()
5331 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_chgprot()
5497 ASSERT(!hmeblkp->hblk_shared); in hat_unload_large_virtual()
5513 ASSERT(!hmeblkp->hblk_lckcnt); in hat_unload_large_virtual()
5603 ASSERT(sfmmup->sfmmu_as != NULL); in hat_unload_callback()
5605 ASSERT((sfmmup == ksfmmup) || (flags & HAT_UNLOAD_OTHER) || \ in hat_unload_callback()
5608 ASSERT(sfmmup != NULL); in hat_unload_callback()
5609 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_unload_callback()
5610 ASSERT(!((uintptr_t)addr & MMU_PAGEOFFSET)); in hat_unload_callback()
5699 ASSERT(hashno == TTE64K); in hat_unload_callback()
5722 ASSERT(hmeblkp); in hat_unload_callback()
5723 ASSERT(!hmeblkp->hblk_shared); in hat_unload_callback()
5747 ASSERT(hashno == TTE64K); in hat_unload_callback()
5776 ASSERT(sfmmup != KHATID); in hat_unload_callback()
5830 ASSERT(hashno == TTE64K); in hat_unload_callback()
5922 ASSERT(in_hblk_range(hmeblkp, addr)); in sfmmu_hblk_unload()
5923 ASSERT(!hmeblkp->hblk_shw_bit); in sfmmu_hblk_unload()
5924 ASSERT(sfmmup != NULL || hmeblkp->hblk_shared); in sfmmu_hblk_unload()
5925 ASSERT(sfmmup == NULL || !hmeblkp->hblk_shared); in sfmmu_hblk_unload()
5926 ASSERT(dmrp == NULL || !hmeblkp->hblk_shared); in sfmmu_hblk_unload()
5964 ASSERT(pml != NULL); in sfmmu_hblk_unload()
5969 ASSERT((pp != NULL) && in sfmmu_hblk_unload()
5978 ASSERT(pp == sfhmep->hme_page); in sfmmu_hblk_unload()
5979 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_unload()
5998 ASSERT(ret < 0); in sfmmu_hblk_unload()
6020 ASSERT(hmeblkp->hblk_lckcnt > 0); in sfmmu_hblk_unload()
6057 ASSERT(sfmmup != NULL); in sfmmu_hblk_unload()
6058 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_unload()
6067 ASSERT(hmeblkp->hblk_hmecnt > 0); in sfmmu_hblk_unload()
6078 ASSERT(hmeblkp->hblk_vcnt > 0); in sfmmu_hblk_unload()
6081 ASSERT(hmeblkp->hblk_hmecnt || hmeblkp->hblk_vcnt || in sfmmu_hblk_unload()
6096 ASSERT(kpm_enable); in sfmmu_hblk_unload()
6113 ASSERT(pml == NULL); in sfmmu_hblk_unload()
6119 ASSERT(sfhmep->hme_page == NULL); in sfmmu_hblk_unload()
6128 ASSERT(pml == NULL); in sfmmu_hblk_unload()
6155 ASSERT(sfhmep->hme_page == NULL); in sfmmu_hblk_unload()
6158 ASSERT(!TTE_IS_VALID(&dtte)); in sfmmu_hblk_unload()
6219 ASSERT((sfmmup == ksfmmup) || AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_sync()
6220 ASSERT((len & MMU_PAGEOFFSET) == 0); in hat_sync()
6221 ASSERT((clearflag == HAT_SYNC_DONTZERO) || in hat_sync()
6248 ASSERT(!hmeblkp->hblk_shared); in hat_sync()
6254 ASSERT(sfmmup != ksfmmup); in hat_sync()
6255 ASSERT(hashno > 1); in hat_sync()
6304 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_sync()
6305 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_sync()
6325 ASSERT(pml); in sfmmu_hblk_sync()
6330 ASSERT(pp == NULL || sfmmu_mlist_held(pp)); in sfmmu_hblk_sync()
6373 ASSERT(TTE_IS_VALID(ttep)); in sfmmu_ttesync()
6410 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_ttesync()
6416 ASSERT(pp->p_szc != 0); in sfmmu_ttesync()
6418 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_ttesync()
6425 ASSERT(pp); in sfmmu_ttesync()
6426 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_ttesync()
6463 ASSERT(PAGE_EXCL(pp)); in hat_pageprocess_precallbacks()
6482 ASSERT(pahmep != NULL); in hat_pageprocess_precallbacks()
6491 ASSERT(id >= (id_t)0 && id < sfmmu_cb_nextid); in hat_pageprocess_precallbacks()
6543 ASSERT(PAGE_EXCL(pp)); in hat_pageprocess_postcallbacks()
6559 ASSERT(pahmep != NULL); in hat_pageprocess_postcallbacks()
6567 ASSERT(id >= (id_t)0 && id < sfmmu_cb_nextid); in hat_pageprocess_postcallbacks()
6611 ASSERT(PAGE_EXCL(pp)); in hat_pagesuspend()
6612 ASSERT(sfmmu_mlist_held(pp)); in hat_pagesuspend()
6642 ASSERT(TTE_IS_VALID(&tte)); in hat_pagesuspend()
6656 ASSERT(sfmmup == ksfmmup); in hat_pagesuspend()
6657 ASSERT(!hmeblkp->hblk_shared); in hat_pagesuspend()
6768 ASSERT(repl != NULL); in hat_page_relocate()
6769 ASSERT(targ->p_szc == repl->p_szc); in hat_page_relocate()
6796 ASSERT(ret != EIO); in hat_page_relocate()
6837 ASSERT(getpil() == XCALL_PIL); in hat_page_relocate()
6950 ASSERT(ret != EIO); in hat_page_relocate()
6977 ASSERT(targ->p_next == targ); in hat_page_relocate()
6978 ASSERT(targ->p_prev == targ); in hat_page_relocate()
6982 ASSERT(*target == pl); in hat_page_relocate()
7000 ASSERT(cb_id >= (id_t)0 && cb_id < sfmmu_cb_nextid); in sfmmu_pahment_leaked()
7026 ASSERT(PAGE_EXCL(pp)); in hat_pageunload()
7037 ASSERT(!PP_ISMAPPED_KPM(pp)); in hat_pageunload()
7054 ASSERT(sfhme->hme_data != NULL); in hat_pageunload()
7080 ASSERT(sfmmu_mlist_held(pp)); in hat_pageunload()
7096 ASSERT(!PP_ISMAPPED(origpp) || pa_hments || in hat_pageunload()
7131 ASSERT(!PP_ISMAPPED(origpp)); in hat_pageunload()
7153 ASSERT(pp != NULL); in sfmmu_pageunload()
7154 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pageunload()
7155 ASSERT(!PP_ISKAS(pp)); in sfmmu_pageunload()
7203 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_pageunload()
7204 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_pageunload()
7205 ASSERT(srdp != NULL); in sfmmu_pageunload()
7210 ASSERT(rgnp->rgn_ttecnt[ttesz] > 0); in sfmmu_pageunload()
7273 ASSERT(hmeblkp->hblk_hmecnt > 0); in sfmmu_pageunload()
7274 ASSERT(hmeblkp->hblk_vcnt > 0); in sfmmu_pageunload()
7303 ASSERT(getpil() == PIL_MAX); in hat_pagereload()
7304 ASSERT(sfmmu_mlist_held(tpp)); in hat_pagereload()
7305 ASSERT(sfmmu_mlist_held(dpp)); in hat_pagereload()
7326 ASSERT(TTE_IS_SUSPEND(&ttemod)); in hat_pagereload()
7425 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_pagesync()
7426 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_pagesync()
7427 ASSERT(srdp != NULL); in hat_pagesync()
7490 ASSERT(pp != NULL); in sfmmu_pagesync()
7491 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pagesync()
7492 ASSERT((clearflag == HAT_SYNC_DONTZERO) || in sfmmu_pagesync()
7526 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_pagesync()
7527 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_pagesync()
7528 ASSERT(srdp != NULL); in sfmmu_pagesync()
7564 ASSERT(pp != NULL); in sfmmu_pageclrwrt()
7565 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_pageclrwrt()
7596 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_pageclrwrt()
7597 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_pageclrwrt()
7598 ASSERT(srdp != NULL); in sfmmu_pageclrwrt()
7681 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_setattr()
7723 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_clrattr()
7753 ASSERT(!(flag & ~(P_MOD | P_REF | P_RO))); in hat_page_getattr()
7841 ASSERT(segkmem_lpszc > 0); in hat_getpfnum()
7892 ASSERT(sfmmup != ksfmmup); in sfmmu_uvatopfn()
7931 ASSERT(!hmeblkp->hblk_shared); in sfmmu_uvatopfn()
7949 ASSERT(srdp != NULL); in sfmmu_uvatopfn()
7950 ASSERT(srdp->srd_refcnt != 0); in sfmmu_uvatopfn()
7971 ASSERT(hmeblkp->hblk_shared); in sfmmu_uvatopfn()
7973 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_uvatopfn()
7974 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_uvatopfn()
7985 ASSERT(eva > sv_vaddr); in sfmmu_uvatopfn()
7986 ASSERT(sv_vaddr >= rsaddr); in sfmmu_uvatopfn()
7987 ASSERT(sv_vaddr < readdr); in sfmmu_uvatopfn()
7988 ASSERT(eva <= readdr); in sfmmu_uvatopfn()
8021 ASSERT(hat != NULL); in hat_map()
8122 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_page_checkshare()
8123 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_page_checkshare()
8124 ASSERT(srdp != NULL); in hat_page_checkshare()
8142 ASSERT(sfmmu_mlist_held(pp)); in hat_page_checkshare()
8194 ASSERT(PAGE_EXCL(pp)); in hat_page_demote()
8195 ASSERT(!PP_ISFREE(pp)); in hat_page_demote()
8196 ASSERT(!PP_ISKAS(pp)); in hat_page_demote()
8197 ASSERT(page_szc_lock_assert(pp)); in hat_page_demote()
8219 ASSERT(sz <= pszc); in hat_page_demote()
8223 ASSERT(!IS_PAHME(sfhme)); in hat_page_demote()
8236 ASSERT(!PP_ISMAPPED_LARGE(pp)); in hat_page_demote()
8249 ASSERT(pp->p_szc == pszc); in hat_page_demote()
8251 ASSERT(rootpp->p_szc == pszc); in hat_page_demote()
8256 ASSERT(sz < pszc); in hat_page_demote()
8258 ASSERT(P2PHASE(lastpp->p_pagenum, npgs) == npgs - 1); in hat_page_demote()
8272 ASSERT(IS_P2ALIGNED(lastpp->p_pagenum, TTEPAGES(sz))); in hat_page_demote()
8282 ASSERT(pp->p_szc == 0); in hat_page_demote()
8305 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in ism_tsb_entries()
8312 ASSERT(rid == SFMMU_INVALID_ISMRID || in ism_tsb_entries()
8398 ASSERT(MUTEX_HELD(&ism_mlist_lock)); in iment_add()
8411 ASSERT(MUTEX_HELD(&ism_mlist_lock)); in iment_sub()
8418 ASSERT(ism_hat->sfmmu_iment != iment); in iment_sub()
8421 ASSERT(ism_hat->sfmmu_iment == iment); in iment_sub()
8472 ASSERT(ism_hatid != NULL && sfmmup != NULL); in hat_share()
8473 ASSERT(sptaddr == ISMID_STARTADDR); in hat_share()
8533 ASSERT(ismszc >= TTE4M); in hat_share()
8620 ASSERT((disable_ism_large_pages & (1 << TTE512K)) != 0); in hat_share()
8692 ASSERT(ISM_ALIGNED(ismshift, addr)); in hat_unshare()
8693 ASSERT(ISM_ALIGNED(ismshift, len)); in hat_unshare()
8694 ASSERT(sfmmup != NULL); in hat_unshare()
8695 ASSERT(sfmmup != ksfmmup); in hat_unshare()
8697 ASSERT(sfmmup->sfmmu_as != NULL); in hat_unshare()
8739 ASSERT(ism_hatid != NULL); in hat_unshare()
8740 ASSERT(ism_hatid->sfmmu_ismhat == 1); in hat_unshare()
9039 ASSERT(color < mmu_btop(shm_alignment)); in sfmmu_get_ppvcolor()
9082 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_vac_conflict()
9083 ASSERT(!PP_ISNC(pp)); /* page better be cacheable */ in sfmmu_vac_conflict()
9153 ASSERT(TTE_IS_VALID(&tte)); in sfmmu_vac_conflict()
9177 ASSERT(!hmeblkp->hblk_shared); in sfmmu_vac_conflict()
9251 ASSERT(dopgs == 1 || ((dopgs & (pg64k - 1)) == 0)); in conv_tnc()
9261 ASSERT(dopgs >= curnpgs); in conv_tnc()
9293 ASSERT(pp != NULL); in tst_tnc()
9294 ASSERT(!(cache & CACHE_WRITEBACK)); in tst_tnc()
9301 ASSERT(sfmmu_mlist_held(pp)); in tst_tnc()
9302 ASSERT(PP_ISTNC(pp)); in tst_tnc()
9303 ASSERT(PP_GET_VCOLOR(pp) == NO_VCOLOR); in tst_tnc()
9313 ASSERT(kpm_enable); in tst_tnc()
9315 ASSERT(!(npages > 1 && IS_KPM_ALIAS_RANGE(kpmvaddr))); in tst_tnc()
9326 ASSERT(TTE_IS_VALID(&tte)); in tst_tnc()
9367 ASSERT(pp != NULL); in sfmmu_page_cache_array()
9368 ASSERT(!(cache & CACHE_WRITEBACK)); in sfmmu_page_cache_array()
9416 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_page_cache_array()
9472 ASSERT(TTE_IS_VALID(&tte)); in sfmmu_page_cache()
9478 ASSERT(color == bcolor); in sfmmu_page_cache()
9482 ASSERT(flags != HAT_TMPNC || color == PP_GET_VCOLOR(pp)); in sfmmu_page_cache()
9508 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_page_cache()
9509 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_page_cache()
9510 ASSERT(srdp != NULL); in sfmmu_page_cache()
9543 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_page_cache()
9544 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_page_cache()
9545 ASSERT(srdp != NULL); in sfmmu_page_cache()
9610 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_get_ctx()
9611 ASSERT(sfmmup != ksfmmup); in sfmmu_get_ctx()
9621 ASSERT(mmu_ctxp); in sfmmu_get_ctx()
9622 ASSERT(mmu_ctxp->mmu_idx < max_mmu_ctxdoms); in sfmmu_get_ctx()
9623 ASSERT(mmu_ctxp == mmu_ctxs_tbl[mmu_ctxp->mmu_idx]); in sfmmu_get_ctx()
9655 ASSERT(!ret || scsfmmup->sfmmu_ctxs[CPU_MMU_IDX(CPU)].cnum in sfmmu_get_ctx()
9674 ASSERT(curthread->t_preempt >= 1); in sfmmu_ctx_wrap_around()
9675 ASSERT(mmu_ctxp != NULL); in sfmmu_ctx_wrap_around()
9687 ASSERT(mmu_ctxp->mmu_gnum != 0); in sfmmu_ctx_wrap_around()
9704 ASSERT(CPU_IN_SET(cpuset, CPU->cpu_id) || !reset_cnum); in sfmmu_ctx_wrap_around()
9762 ASSERT(sfmmup != ksfmmup); in sfmmu_sync_mmustate()
9763 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_sync_mmustate()
9790 ASSERT(curcnum == cnum || curcnum == INVALID_CONTEXT); in sfmmu_sync_mmustate()
9828 ASSERT(sfmmup != ksfmmup); in sfmmu_replace_tsb()
9829 ASSERT(sfmmup->sfmmu_ismhat == 0); in sfmmu_replace_tsb()
9830 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_replace_tsb()
9831 ASSERT(szc <= tsb_max_growsize); in sfmmu_replace_tsb()
9845 ASSERT(curtsb != NULL); in sfmmu_replace_tsb()
9907 ASSERT(curtsb != NULL); in sfmmu_replace_tsb()
9937 ASSERT(curthread->t_procp->p_as->a_hat == sfmmup); in sfmmu_replace_tsb()
9941 ASSERT(max_mmu_ctxdoms > 0); in sfmmu_replace_tsb()
9948 ASSERT(sfmmup->sfmmu_ctxs[i].cnum == INVALID_CONTEXT); in sfmmu_replace_tsb()
10023 ASSERT(srdp != NULL); in sfmmu_set_scd_rttecnt()
10041 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_set_scd_rttecnt()
10042 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_set_scd_rttecnt()
10044 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_set_scd_rttecnt()
10045 ASSERT(rgnp->rgn_id == rid); in sfmmu_set_scd_rttecnt()
10167 ASSERT(hatlockp != NULL); in sfmmu_size_tsb()
10169 ASSERT(tsbinfop != NULL); in sfmmu_size_tsb()
10303 ASSERT(sfmmup->sfmmu_ttecnt[TTE8K] == 0); in sfmmu_free_sfmmu()
10304 ASSERT(sfmmup->sfmmu_ttecnt[TTE64K] == 0); in sfmmu_free_sfmmu()
10305 ASSERT(sfmmup->sfmmu_ttecnt[TTE512K] == 0); in sfmmu_free_sfmmu()
10306 ASSERT(sfmmup->sfmmu_ttecnt[TTE4M] == 0); in sfmmu_free_sfmmu()
10307 ASSERT(sfmmup->sfmmu_ttecnt[TTE32M] == 0); in sfmmu_free_sfmmu()
10308 ASSERT(sfmmup->sfmmu_ttecnt[TTE256M] == 0); in sfmmu_free_sfmmu()
10309 ASSERT(SF_RGNMAP_ISNULL(sfmmup)); in sfmmu_free_sfmmu()
10321 ASSERT(map[i].imap_seg == 0); in sfmmu_free_sfmmu()
10322 ASSERT(map[i].imap_ismhat == NULL); in sfmmu_free_sfmmu()
10323 ASSERT(map[i].imap_ment == NULL); in sfmmu_free_sfmmu()
10428 ASSERT(pp != NULL); in sfmmu_mlspl_enter()
10504 ASSERT(pp != NULL); in sfmmu_mlspl_held()
10507 ASSERT(pp != NULL); in sfmmu_mlspl_held()
10540 ASSERT(hblkp->hblk_hmecnt == 0); in sfmmu_get_free_hblk()
10541 ASSERT(hblkp->hblk_vcnt == 0); in sfmmu_get_free_hblk()
10542 ASSERT(hblkp->hblk_nextpa == va_to_pa((caddr_t)hblkp)); in sfmmu_get_free_hblk()
10555 ASSERT(hblkp->hblk_hmecnt == 0); in sfmmu_get_free_hblk()
10556 ASSERT(hblkp->hblk_vcnt == 0); in sfmmu_get_free_hblk()
10570 ASSERT(hmeblkp->hblk_hmecnt == 0); in sfmmu_put_free_hblk()
10571 ASSERT(hmeblkp->hblk_vcnt == 0); in sfmmu_put_free_hblk()
10572 ASSERT(hmeblkp->hblk_nextpa == va_to_pa((caddr_t)hmeblkp)); in sfmmu_put_free_hblk()
10603 ASSERT(!critical); in sfmmu_put_free_hblk()
10611 ASSERT(get_hblk_cache(hblkp) == sfmmu8_cache); in sfmmu_put_free_hblk()
10639 ASSERT(!old->hblk_shared); in sfmmu_hblk_swap()
10853 ASSERT(sfmmup != ksfmmup); in sfmmu_hat_lock_held()
10889 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in sfmmu_ismhat_exit()
10937 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_alloc()
10938 ASSERT(hblktag.htag_rid == rid); in sfmmu_hblk_alloc()
10940 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || in sfmmu_hblk_alloc()
10951 ASSERT(!SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_hblk_alloc()
11011 ASSERT(sfmmup != KHATID); in sfmmu_hblk_alloc()
11014 ASSERT(srdp != NULL && srdp->srd_refcnt != 0); in sfmmu_hblk_alloc()
11016 ASSERT(rgnp != NULL && rgnp->rgn_id == rid); in sfmmu_hblk_alloc()
11017 ASSERT(rgnp->rgn_refcnt != 0); in sfmmu_hblk_alloc()
11018 ASSERT(size <= rgnp->rgn_pgszc); in sfmmu_hblk_alloc()
11043 ASSERT(!SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_hblk_alloc()
11059 ASSERT(!owner); in sfmmu_hblk_alloc()
11076 ASSERT(sfmmu_cache == sfmmu8_cache); in sfmmu_hblk_alloc()
11111 ASSERT(hmeblkp != NULL); in sfmmu_hblk_alloc()
11113 ASSERT(hmeblkp->hblk_nextpa == va_to_pa((caddr_t)hmeblkp)); in sfmmu_hblk_alloc()
11156 ASSERT(sfmmup != KHATID); in sfmmu_hblk_alloc()
11162 ASSERT(owner); in sfmmu_hblk_alloc()
11180 ASSERT(!SFMMU_IS_SHMERID_VALID(rid) || in sfmmu_hblk_alloc()
11182 ASSERT(SFMMU_IS_SHMERID_VALID(rid) || in sfmmu_hblk_alloc()
11222 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_alloc()
11229 ASSERT(get_hblk_ttesz(hmeblkp) == size); in sfmmu_hblk_alloc()
11230 ASSERT(get_hblk_span(hmeblkp) == HMEBLK_SPAN(size)); in sfmmu_hblk_alloc()
11231 ASSERT(hmeblkp->hblk_hmecnt == 0); in sfmmu_hblk_alloc()
11232 ASSERT(hmeblkp->hblk_vcnt == 0); in sfmmu_hblk_alloc()
11233 ASSERT(hmeblkp->hblk_lckcnt == 0); in sfmmu_hblk_alloc()
11234 ASSERT(hblkpa == va_to_pa((caddr_t)hmeblkp)); in sfmmu_hblk_alloc()
11251 ASSERT(*listp != NULL); in sfmmu_hblk_free()
11256 ASSERT(!hmeblkp->hblk_hmecnt); in sfmmu_hblk_free()
11257 ASSERT(!hmeblkp->hblk_vcnt); in sfmmu_hblk_free()
11258 ASSERT(!hmeblkp->hblk_lckcnt); in sfmmu_hblk_free()
11259 ASSERT(hmeblkp != (struct hme_blk *)hblk_reserve); in sfmmu_hblk_free()
11260 ASSERT(hmeblkp->hblk_shared == 0); in sfmmu_hblk_free()
11261 ASSERT(hmeblkp->hblk_shw_bit == 0); in sfmmu_hblk_free()
11262 ASSERT(hmeblkp->hblk_shadow == NULL); in sfmmu_hblk_free()
11265 ASSERT(hblkpa != (uint64_t)-1); in sfmmu_hblk_free()
11310 ASSERT(hmeblkp->hblk_hmecnt == 0); in sfmmu_hblk_steal()
11311 ASSERT(hmeblkp->hblk_vcnt == 0); in sfmmu_hblk_steal()
11324 ASSERT(hmebp >= uhme_hash && hmebp <= &uhme_hash[UHMEHASH_SZ]); in sfmmu_hblk_steal()
11438 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_steal_this_hblk()
11466 ASSERT(hmeblkp->hblk_lckcnt == 0); in sfmmu_steal_this_hblk()
11467 ASSERT(hmeblkp->hblk_vcnt == 0 && hmeblkp->hblk_hmecnt == 0); in sfmmu_steal_this_hblk()
11474 ASSERT(!hmeblkp->hblk_shared); in sfmmu_steal_this_hblk()
11478 ASSERT(vshift < 8); in sfmmu_steal_this_hblk()
11484 ASSERT(shw_mask & (1 << vshift)); in sfmmu_steal_this_hblk()
11505 ASSERT(srdp != NULL && srdp->srd_refcnt != 0); in sfmmu_steal_this_hblk()
11507 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_steal_this_hblk()
11508 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_steal_this_hblk()
11510 ASSERT(rgnp != NULL); in sfmmu_steal_this_hblk()
11531 ASSERT(sfhme->hme_tte.ll != 0); in sfmmu_hmetohblk()
11554 ASSERT(sfmmup != ksfmmup); in sfmmu_tsb_swapin()
11555 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_tsb_swapin()
11567 ASSERT(sfmmup->sfmmu_tsb != NULL); in sfmmu_tsb_swapin()
11574 ASSERT(tsbinfop->tsb_flags & TSB_SWAPPED); in sfmmu_tsb_swapin()
11624 ASSERT(rc == TSB_SUCCESS); in sfmmu_tsb_swapin()
11638 ASSERT(srdp != NULL); in sfmmu_is_rgnva()
11639 ASSERT(srdp->srd_refcnt != 0); in sfmmu_is_rgnva()
11650 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_is_rgnva()
11651 ASSERT(rgnp->rgn_id == rid); in sfmmu_is_rgnva()
11705 ASSERT(sfmmup != ksfmmup && ctxtype != KCONTEXT); in sfmmu_tsbmiss_exception()
11706 ASSERT(sfmmup->sfmmu_ismhat == 0); in sfmmu_tsbmiss_exception()
11707 ASSERT(!SFMMU_FLAGS_ISSET(sfmmup, HAT_SWAPPED) || in sfmmu_tsbmiss_exception()
11727 ASSERT(lwp); in sfmmu_tsbmiss_exception()
11734 ASSERT(sfmmup == tsbmp->usfmmup); in sfmmu_tsbmiss_exception()
11785 ASSERT(lwp); in sfmmu_tsbmiss_exception()
11793 ASSERT(shsfmmup != NULL); in sfmmu_tsbmiss_exception()
11877 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_tsb_chk_reloc()
11917 ASSERT(curthread != kreloc_thread); in sfmmu_tsbmiss_suspended()
11947 ASSERT(hmeblkp->hblk_shared); in sfmmu_rgntlb_demap()
11948 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_rgntlb_demap()
11949 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_rgntlb_demap()
11999 ASSERT(rlink != NULL); in sfmmu_rgntlb_demap()
12023 ASSERT(sfmmu_hat_lock_held(sfmmup)); in find_ism_rid()
12035 ASSERT(ism_hatid == ism_sfmmup); in find_ism_rid()
12036 ASSERT(ism_hatid->sfmmu_ismhat); in find_ism_rid()
12068 ASSERT(!hmeblkp->hblk_shared); in sfmmu_ismtlbcache_demap()
12079 ASSERT(ism_sfmmup->sfmmu_ismhat); in sfmmu_ismtlbcache_demap()
12080 ASSERT(MUTEX_HELD(&ism_mlist_lock)); in sfmmu_ismtlbcache_demap()
12161 ASSERT(!hmeblkp->hblk_shared); in sfmmu_tlbcache_demap()
12246 ASSERT(!hmeblkp->hblk_shared); in sfmmu_tlb_demap()
12302 ASSERT(bitvec & 1); in sfmmu_tlb_range_demap()
12332 ASSERT((pgcnt<<MMU_PAGESHIFT) <= dmrp->dmr_endaddr - dmrp->dmr_addr); in sfmmu_tlb_range_demap()
12341 ASSERT((pgcnt > 0) && in sfmmu_tlb_range_demap()
12349 ASSERT(!((uint64_t)sfmmup & SFMMU_PGCNT_MASK)); in sfmmu_tlb_range_demap()
12420 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_invalidate_ctx()
12421 ASSERT(sfmmup != ksfmmup); in sfmmu_invalidate_ctx()
12426 ASSERT(mmu_ctxp); in sfmmu_invalidate_ctx()
12427 ASSERT(mmu_ctxp->mmu_idx < max_mmu_ctxdoms); in sfmmu_invalidate_ctx()
12428 ASSERT(mmu_ctxp == mmu_ctxs_tbl[mmu_ctxp->mmu_idx]); in sfmmu_invalidate_ctx()
12482 ASSERT(sfmmup->sfmmu_ctxs[mmu_ctxp->mmu_idx].cnum == INVALID_CONTEXT); in sfmmu_invalidate_ctx()
12512 ASSERT(vcolor >= 0); in sfmmu_cache_flushcolor()
12561 ASSERT(sfmmup->sfmmu_scdhat); in sfmmu_tsb_pre_relocator()
12563 ASSERT(scdp != NULL); in sfmmu_tsb_pre_relocator()
12589 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_tsb_inv_ctx()
12646 ASSERT(va == tsbinfop->tsb_va); in sfmmu_tsb_post_relocator()
12712 ASSERT(tsb_size <= MMU_PAGESIZE4M || use_bigtsb_arena); in sfmmu_tsb_free()
12720 ASSERT(ret == 0); in sfmmu_tsb_free()
12752 ASSERT(pfn != PFN_INVALID); in sfmmu_tsbinfo_setup_phys()
12753 ASSERT(pfn == va_to_pfn(tsbinfo->tsb_va)); in sfmmu_tsbinfo_setup_phys()
12775 ASSERT(TTE_IS_PRIVILEGED(&tsbinfo->tsb_tte)); in sfmmu_tsbinfo_setup_phys()
12776 ASSERT(TTE_IS_LOCKED(&tsbinfo->tsb_tte)); in sfmmu_tsbinfo_setup_phys()
12810 ASSERT(tsbbytes <= MMU_PAGESIZE4M || use_bigtsb_arena); in sfmmu_init_tsbinfo()
12819 ASSERT((flags & TSB_FORCEALLOC) == 0 || tsbcode == TSB_MIN_SZCODE); in sfmmu_init_tsbinfo()
12909 ASSERT(vaddr != NULL); in sfmmu_init_tsbinfo()
12935 ASSERT(ret == 0); in sfmmu_init_tsbinfo()
13087 ASSERT(ksfmmup != NULL); in sfmmu_init_ktsbinfo()
13088 ASSERT(ksfmmup->sfmmu_tsb == NULL); in sfmmu_init_ktsbinfo()
13168 ASSERT(addr != NULL && size != 0); in sfmmu_init_nucleus_hblks()
13191 ASSERT(j >= nhblk8); in sfmmu_init_nucleus_hblks()
13202 ASSERT(k >= nhblk1); in sfmmu_init_nucleus_hblks()
13234 ASSERT(ttesz > TTE8K); in sfmmu_rm_large_mappings()
13236 ASSERT(sfmmu_mlist_held(pp)); in sfmmu_rm_large_mappings()
13238 ASSERT(PP_ISMAPPED_LARGE(pp)); in sfmmu_rm_large_mappings()
13264 ASSERT(pp->p_index & index); in sfmmu_rm_large_mappings()
13357 ASSERT(cpu_kstat); in sfmmu_kstat_percpu_update()
13562 ASSERT(thd->t_procp->p_as == &kas); in hat_thread_exit()
13602 ASSERT(sfmmup != ksfmmup); in hat_join_srd()
13603 ASSERT(sfmmup->sfmmu_srdp == NULL); in hat_join_srd()
13616 ASSERT(srdp->srd_refcnt >= 0); in hat_join_srd()
13627 ASSERT(newsrdp->srd_next_ismrid == 0 && newsrdp->srd_next_hmerid == 0); in hat_join_srd()
13638 ASSERT(srdp->srd_refcnt >= 0); in hat_join_srd()
13668 ASSERT(sfmmup != ksfmmup); in sfmmu_leave_srd()
13669 ASSERT(srdp != NULL); in sfmmu_leave_srd()
13670 ASSERT(srdp->srd_refcnt > 0); in sfmmu_leave_srd()
13671 ASSERT(sfmmup->sfmmu_scdp == NULL); in sfmmu_leave_srd()
13672 ASSERT(sfmmup->sfmmu_free == 1); in sfmmu_leave_srd()
13676 ASSERT(evp != NULL); in sfmmu_leave_srd()
13698 ASSERT(srdp->srd_refcnt == 0); in sfmmu_leave_srd()
13703 ASSERT(srdp->srd_rgnhash[i] == NULL); in sfmmu_leave_srd()
13710 ASSERT(rgnp->rgn_id < srdp->srd_next_hmerid); in sfmmu_leave_srd()
13711 ASSERT(rgnp->rgn_refcnt == 0); in sfmmu_leave_srd()
13712 ASSERT(rgnp->rgn_sfmmu_head == NULL); in sfmmu_leave_srd()
13713 ASSERT(rgnp->rgn_flags & SFMMU_REGION_FREE); in sfmmu_leave_srd()
13714 ASSERT(rgnp->rgn_hmeflags == 0); in sfmmu_leave_srd()
13715 ASSERT(srdp->srd_hmergnp[rgnp->rgn_id] == rgnp); in sfmmu_leave_srd()
13718 ASSERT(rgnp->rgn_ttecnt[i] == 0); in sfmmu_leave_srd()
13724 ASSERT(rgns == srdp->srd_next_hmerid); in sfmmu_leave_srd()
13732 ASSERT(rgnp->rgn_id < srdp->srd_next_ismrid); in sfmmu_leave_srd()
13733 ASSERT(rgnp->rgn_refcnt == 0); in sfmmu_leave_srd()
13734 ASSERT(rgnp->rgn_sfmmu_head == NULL); in sfmmu_leave_srd()
13735 ASSERT(rgnp->rgn_flags & SFMMU_REGION_FREE); in sfmmu_leave_srd()
13736 ASSERT(srdp->srd_ismrgnp[rgnp->rgn_id] == rgnp); in sfmmu_leave_srd()
13739 ASSERT(rgnp->rgn_ttecnt[i] == 0); in sfmmu_leave_srd()
13745 ASSERT(rgns == srdp->srd_next_ismrid); in sfmmu_leave_srd()
13746 ASSERT(srdp->srd_ismbusyrgns == 0); in sfmmu_leave_srd()
13747 ASSERT(srdp->srd_hmebusyrgns == 0); in sfmmu_leave_srd()
13757 ASSERT(srdp->srd_scdp == NULL); in sfmmu_leave_srd()
13828 ASSERT(sfmmup != ksfmmup); in hat_join_region()
13829 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in hat_join_region()
13830 ASSERT(srdp->srd_refcnt > 0); in hat_join_region()
13831 ASSERT(!(flags & ~HAT_REGION_TYPE_MASK)); in hat_join_region()
13832 ASSERT(flags == HAT_REGION_TEXT || flags == HAT_REGION_ISM); in hat_join_region()
13833 ASSERT(r_pgszc < mmu_page_sizes); in hat_join_region()
13880 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == r_type); in hat_join_region()
13881 ASSERT(rgnp->rgn_cb_function == r_cb_function); in hat_join_region()
13882 ASSERT(rgnp->rgn_refcnt >= 0); in hat_join_region()
13884 ASSERT(rid < maxids); in hat_join_region()
13885 ASSERT(rarrp[rid] == rgnp); in hat_join_region()
13886 ASSERT(rid < *nextidp); in hat_join_region()
13973 ASSERT(sfmmup == tsbmp->usfmmup); in hat_join_region()
13983 ASSERT((hat_region_cookie_t)((uint64_t)rid) != in hat_join_region()
13990 ASSERT(rid < maxids); in hat_join_region()
13998 ASSERT(new_rgnp == NULL); in hat_join_region()
14005 ASSERT(MUTEX_HELD(&srdp->srd_mutex)); in hat_join_region()
14009 ASSERT(rgnp->rgn_id < *nextidp); in hat_join_region()
14010 ASSERT(rgnp->rgn_id < maxids); in hat_join_region()
14011 ASSERT(rgnp->rgn_flags & SFMMU_REGION_FREE); in hat_join_region()
14012 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) in hat_join_region()
14014 ASSERT(rarrp[rgnp->rgn_id] == rgnp); in hat_join_region()
14015 ASSERT(rgnp->rgn_hmeflags == 0); in hat_join_region()
14047 ASSERT(rgnp->rgn_id < maxids); in hat_join_region()
14048 ASSERT(rarrp[rgnp->rgn_id] == NULL); in hat_join_region()
14052 ASSERT(rgnp->rgn_sfmmu_head == NULL); in hat_join_region()
14053 ASSERT(rgnp->rgn_hmeflags == 0); in hat_join_region()
14056 ASSERT(rgnp->rgn_ttecnt[i] == 0); in hat_join_region()
14071 ASSERT(*busyrgnsp <= maxids); in hat_join_region()
14075 ASSERT(new_rgnp != NULL); in hat_join_region()
14109 ASSERT(sfmmup != ksfmmup); in hat_leave_region()
14110 ASSERT(srdp != NULL); in hat_leave_region()
14111 ASSERT(srdp->srd_refcnt > 0); in hat_leave_region()
14112 ASSERT(!(flags & ~HAT_REGION_TYPE_MASK)); in hat_leave_region()
14113 ASSERT(flags == HAT_REGION_TEXT || flags == HAT_REGION_ISM); in hat_leave_region()
14114 ASSERT(!sfmmup->sfmmu_free || sfmmup->sfmmu_scdp == NULL); in hat_leave_region()
14120 ASSERT(SFMMU_IS_ISMRID_VALID(rid)); in hat_leave_region()
14121 ASSERT(rid < SFMMU_MAX_ISM_REGIONS); in hat_leave_region()
14124 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_leave_region()
14125 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_leave_region()
14128 ASSERT(rgnp != NULL); in hat_leave_region()
14129 ASSERT(rgnp->rgn_id == rid); in hat_leave_region()
14130 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == r_type); in hat_leave_region()
14131 ASSERT(!(rgnp->rgn_flags & SFMMU_REGION_FREE)); in hat_leave_region()
14132 ASSERT(AS_LOCK_HELD(sfmmup->sfmmu_as)); in hat_leave_region()
14139 ASSERT(sfmmup->sfmmu_scdp == NULL); in hat_leave_region()
14145 ASSERT(sfmmup->sfmmu_ttecnt[r_pgszc] >= rttecnt); in hat_leave_region()
14154 ASSERT(rid < srdp->srd_next_ismrid); in hat_leave_region()
14160 ASSERT(sfmmu_hat_lock_held(sfmmup)); in hat_leave_region()
14170 ASSERT(r_type == SFMMU_REGION_HME); in hat_leave_region()
14172 ASSERT(rid < srdp->srd_next_hmerid); in hat_leave_region()
14186 ASSERT(sfmmu_hat_lock_held(sfmmup)); in hat_leave_region()
14207 ASSERT(sfmmup->sfmmu_tsb0_4minflcnt >= in hat_leave_region()
14214 ASSERT(sfmmup->sfmmu_ttecnt[r_pgszc] >= rttecnt); in hat_leave_region()
14253 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == r_type); in hat_leave_region()
14257 ASSERT(rid < srdp->srd_next_ismrid); in hat_leave_region()
14260 ASSERT(srdp->srd_ismbusyrgns > 0); in hat_leave_region()
14274 ASSERT(rgnp->rgn_sfmmu_head == NULL); in hat_leave_region()
14275 ASSERT(rgnp->rgn_id == rid); in hat_leave_region()
14281 ASSERT(rid < srdp->srd_next_hmerid); in hat_leave_region()
14284 ASSERT(srdp->srd_hmebusyrgns > 0); in hat_leave_region()
14302 ASSERT(sfmmup != ksfmmup); in hat_dup_region()
14303 ASSERT(srdp != NULL); in hat_dup_region()
14304 ASSERT(srdp->srd_refcnt > 0); in hat_dup_region()
14306 ASSERT(rid < srdp->srd_next_hmerid); in hat_dup_region()
14307 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in hat_dup_region()
14308 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in hat_dup_region()
14311 ASSERT(rgnp->rgn_refcnt > 0); in hat_dup_region()
14312 ASSERT(rgnp->rgn_id == rid); in hat_dup_region()
14313 ASSERT((rgnp->rgn_flags & SFMMU_REGION_TYPE_MASK) == SFMMU_REGION_HME); in hat_dup_region()
14314 ASSERT(!(rgnp->rgn_flags & SFMMU_REGION_FREE)); in hat_dup_region()
14320 ASSERT(rlink != NULL); in hat_dup_region()
14322 ASSERT(rgnp->rgn_sfmmu_head != NULL); in hat_dup_region()
14325 ASSERT(hrlink != NULL); in hat_dup_region()
14326 ASSERT(hrlink->prev == NULL); in hat_dup_region()
14407 ASSERT(srdp == sp->sfmmu_srdp); in check_scd_sfmmu_list()
14435 ASSERT(sfmmup->sfmmu_srdp != NULL); in sfmmu_from_scd_list()
14438 ASSERT(*headp != sfmmup); in sfmmu_from_scd_list()
14442 ASSERT(*headp == sfmmup); in sfmmu_from_scd_list()
14473 ASSERT(*headp != scdp); in sfmmu_remove_scd()
14476 ASSERT(*headp == scdp); in sfmmu_remove_scd()
14515 ASSERT(srdp != NULL); in sfmmu_alloc_scd_tsbs()
14534 ASSERT(rgnp->rgn_id == rid); in sfmmu_alloc_scd_tsbs()
14535 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_alloc_scd_tsbs()
14541 ASSERT(rgnp->rgn_pgszc >= TTE4M); in sfmmu_alloc_scd_tsbs()
14555 ASSERT(rgnp->rgn_id == rid); in sfmmu_alloc_scd_tsbs()
14556 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_alloc_scd_tsbs()
14559 ASSERT(ism_hatid->sfmmu_ismhat); in sfmmu_alloc_scd_tsbs()
14567 ASSERT(rgnp->rgn_pgszc >= TTE4M); in sfmmu_alloc_scd_tsbs()
14607 ASSERT(scsfmmup->sfmmu_tsb->tsb_next == NULL); in sfmmu_alloc_scd_tsbs()
14640 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_link_to_hmeregion()
14644 ASSERT(rlink != NULL); in sfmmu_link_to_hmeregion()
14658 ASSERT(hrlink != NULL); in sfmmu_link_to_hmeregion()
14659 ASSERT(hrlink->prev == NULL); in sfmmu_link_to_hmeregion()
14683 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_unlink_from_hmeregion()
14687 ASSERT(rlink != NULL); in sfmmu_unlink_from_hmeregion()
14700 ASSERT(rlink->prev == NULL); in sfmmu_unlink_from_hmeregion()
14705 ASSERT(nrlink != NULL); in sfmmu_unlink_from_hmeregion()
14706 ASSERT(nrlink->prev == sfmmup); in sfmmu_unlink_from_hmeregion()
14714 ASSERT(prev != NULL); in sfmmu_unlink_from_hmeregion()
14717 ASSERT(prlink != NULL); in sfmmu_unlink_from_hmeregion()
14718 ASSERT(prlink->next == sfmmup); in sfmmu_unlink_from_hmeregion()
14733 ASSERT(nrlink != NULL); in sfmmu_unlink_from_hmeregion()
14734 ASSERT(nrlink->prev == sfmmup); in sfmmu_unlink_from_hmeregion()
14756 ASSERT(scsfmmup->sfmmu_scdhat); in sfmmu_link_scd_to_regions()
14774 ASSERT(rgnp->rgn_id == rid); in sfmmu_link_scd_to_regions()
14775 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_link_scd_to_regions()
14782 ASSERT(rgnp->rgn_id == rid); in sfmmu_link_scd_to_regions()
14783 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_link_scd_to_regions()
14786 ASSERT(ism_hatid->sfmmu_ismhat); in sfmmu_link_scd_to_regions()
14830 ASSERT(rgnp->rgn_id == rid); in sfmmu_unlink_scd_from_regions()
14831 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_unlink_scd_from_regions()
14840 ASSERT(rgnp->rgn_id == rid); in sfmmu_unlink_scd_from_regions()
14841 ASSERT(rgnp->rgn_refcnt > 0); in sfmmu_unlink_scd_from_regions()
14844 ASSERT(ism_hatid->sfmmu_ismhat); in sfmmu_unlink_scd_from_regions()
14846 ASSERT(ism_ment->iment_hat == scdp->scd_sfmmup); in sfmmu_unlink_scd_from_regions()
14847 ASSERT(ism_ment->iment_base_va == in sfmmu_unlink_scd_from_regions()
14869 ASSERT(MUTEX_HELD(&srdp->srd_scd_mutex)); in sfmmu_alloc_scd()
14881 ASSERT(max_mmu_ctxdoms > 0); in sfmmu_alloc_scd()
14919 ASSERT(srdp != NULL); in sfmmu_join_scd()
14920 ASSERT(scdp != NULL); in sfmmu_join_scd()
14921 ASSERT(scdp->scd_refcnt > 0); in sfmmu_join_scd()
14922 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in sfmmu_join_scd()
14925 ASSERT(old_scdp != scdp); in sfmmu_join_scd()
14936 ASSERT(sfmmup->sfmmu_scdrttecnt[i] == in sfmmu_join_scd()
14968 ASSERT(sfmmup->sfmmu_ttecnt[i] >= scdp->scd_rttecnt[i]); in sfmmu_join_scd()
14977 ASSERT(sfmmup->sfmmu_tsb0_4minflcnt >= in sfmmu_join_scd()
14999 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_finish_join_scd()
15000 ASSERT(sfmmup->sfmmu_scdp != NULL); in sfmmu_finish_join_scd()
15001 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_JOIN_SCD)); in sfmmu_finish_join_scd()
15002 ASSERT(!SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in sfmmu_finish_join_scd()
15003 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ALLCTX_INVALID)); in sfmmu_finish_join_scd()
15010 ASSERT(!(tsbinfop->tsb_flags & TSB_RELOC_FLAG)); in sfmmu_finish_join_scd()
15033 ASSERT(srdp != NULL); in sfmmu_find_scd()
15034 ASSERT(AS_WRITE_HELD(sfmmup->sfmmu_as)); in sfmmu_find_scd()
15045 ASSERT(scdp->scd_refcnt >= 2); in sfmmu_find_scd()
15064 ASSERT(scdp == NULL); in sfmmu_find_scd()
15090 ASSERT(new_scdp->scd_refcnt >= 2); in sfmmu_find_scd()
15107 ASSERT(scdp != NULL); in sfmmu_leave_scd()
15108 ASSERT(srdp != NULL); in sfmmu_leave_scd()
15123 ASSERT(sfmmup->sfmmu_scdrttecnt[i] == in sfmmu_leave_scd()
15135 ASSERT(r_type != SFMMU_REGION_ISM || in sfmmu_leave_scd()
15137 ASSERT(scdp->scd_refcnt); in sfmmu_leave_scd()
15138 ASSERT(!sfmmup->sfmmu_free); in sfmmu_leave_scd()
15139 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_leave_scd()
15140 ASSERT(AS_LOCK_HELD(sfmmup->sfmmu_as)); in sfmmu_leave_scd()
15175 ASSERT(SFMMU_FLAGS_ISSET(sfmmup, HAT_ISMBUSY)); in sfmmu_leave_scd()
15183 ASSERT(sfmmup->sfmmu_scdrttecnt[i] == in sfmmu_leave_scd()
15251 ASSERT(scdp->scd_sf_list == NULL); in sfmmu_destroy_scd()
15300 ASSERT(sfmmup->sfmmu_iblk != NULL); in sfmmu_ism_hatflags()
15301 ASSERT(scdp != NULL); in sfmmu_ism_hatflags()
15306 ASSERT(sfmmu_hat_lock_held(sfmmup)); in sfmmu_ism_hatflags()
15316 ASSERT(rid >= 0 && rid < SFMMU_MAX_ISM_REGIONS); in sfmmu_ism_hatflags()
15388 ASSERT(hblkp->hblk_shw_bit == 0); in sfmmu_hblks_list_purge()
15389 ASSERT(hblkp->hblk_shared == 0); in sfmmu_hblks_list_purge()
15449 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_hash_add()
15452 ASSERT(hmebp->hmeh_nextpa == HMEBLK_ENDPA); in sfmmu_hblk_hash_add()
15512 ASSERT(SFMMU_HASH_LOCK_ISHELD(hmebp)); in sfmmu_hblk_hash_rm()
15525 ASSERT(hblktosfmmu(hmeblkp) != KHATID); in sfmmu_hblk_hash_rm()
15526 ASSERT(!hmeblkp->hblk_shared); in sfmmu_hblk_hash_rm()
15529 ASSERT(size < TTE256M); in sfmmu_hblk_hash_rm()
15531 ASSERT(size < TTE4M); in sfmmu_hblk_hash_rm()
15538 ASSERT(vshift < 8); in sfmmu_hblk_hash_rm()
15544 ASSERT(shw_mask & (1 << vshift)); in sfmmu_hblk_hash_rm()
15560 ASSERT(srdp != NULL && srdp->srd_refcnt != 0); in sfmmu_hblk_hash_rm()
15562 ASSERT(SFMMU_IS_SHMERID_VALID(rid)); in sfmmu_hblk_hash_rm()
15563 ASSERT(rid < SFMMU_MAX_HME_REGIONS); in sfmmu_hblk_hash_rm()
15565 ASSERT(rgnp != NULL); in sfmmu_hblk_hash_rm()
15620 ASSERT(cpuhp->chp_count > 0); in sfmmu_check_pending_hblks()