2594 	page_t	*tpp;  in page_free_toxic_pages()  local
2598 	for (i = 0, tpp = rootpp; i < pgcnt; i++, tpp = tpp->p_next) {  in page_free_toxic_pages()
2599 		ASSERT(tpp->p_szc == szc);  in page_free_toxic_pages()
2600 		ASSERT((PAGE_EXCL(tpp) &&  in page_free_toxic_pages()
2601 		    !page_iolock_assert(tpp)) || panicstr);  in page_free_toxic_pages()
2602 		tpp->p_szc = 0;  in page_free_toxic_pages()
2606 		tpp = rootpp;  in page_free_toxic_pages()
2607 		page_sub(&rootpp, tpp);  in page_free_toxic_pages()
2608 		ASSERT(PP_ISFREE(tpp));  in page_free_toxic_pages()
2609 		PP_CLRFREE(tpp);  in page_free_toxic_pages()
2610 		page_free(tpp, 1);  in page_free_toxic_pages()
2767 	page_t	*tpp, *rootpp = NULL;  in page_free_pages()  local
2782 	for (i = 0, tpp = pp; i < pgcnt; i++, tpp++) {  in page_free_pages()
2783 		ASSERT((PAGE_EXCL(tpp) &&  in page_free_pages()
2784 		    !page_iolock_assert(tpp)) || panicstr);  in page_free_pages()
2785 		if (PP_ISFREE(tpp)) {  in page_free_pages()
2786 			panic("page_free_pages: page %p is free", (void *)tpp);  in page_free_pages()
2789 		if (hat_page_is_mapped(tpp) || tpp->p_lckcnt != 0 ||  in page_free_pages()
2790 		    tpp->p_cowcnt != 0 || tpp->p_slckcnt != 0) {  in page_free_pages()
2791 			panic("page_free_pages %p", (void *)tpp);  in page_free_pages()
2795 		ASSERT(!hat_page_getshare(tpp));  in page_free_pages()
2796 		ASSERT(tpp->p_vnode == NULL);  in page_free_pages()
2797 		ASSERT(tpp->p_szc == szc);  in page_free_pages()
2799 		PP_SETFREE(tpp);  in page_free_pages()
2800 		page_clr_all_props(tpp);  in page_free_pages()
2801 		PP_SETAGED(tpp);  in page_free_pages()
2802 		tpp->p_offset = (u_offset_t)-1;  in page_free_pages()
2803 		ASSERT(tpp->p_next == tpp);  in page_free_pages()
2804 		ASSERT(tpp->p_prev == tpp);  in page_free_pages()
2805 		page_list_concat(&rootpp, &tpp);  in page_free_pages()
3111 	page_t	*tpp, *rootpp = NULL;  in page_destroy_pages()  local
3127 	for (i = 0, tpp = pp; i < pgcnt; i++, tpp++) {  in page_destroy_pages()
3128 		ASSERT((PAGE_EXCL(tpp) &&  in page_destroy_pages()
3129 		    !page_iolock_assert(tpp)) || panicstr);  in page_destroy_pages()
3130 		ASSERT(tpp->p_slckcnt == 0 || panicstr);  in page_destroy_pages()
3131 		(void) hat_pageunload(tpp, HAT_FORCE_PGUNLOAD);  in page_destroy_pages()
3132 		page_hashout(tpp, NULL);  in page_destroy_pages()
3133 		ASSERT(tpp->p_offset == (u_offset_t)-1);  in page_destroy_pages()
3134 		if (tpp->p_lckcnt != 0) {  in page_destroy_pages()
3136 			tpp->p_lckcnt = 0;  in page_destroy_pages()
3137 		} else if (tpp->p_cowcnt != 0) {  in page_destroy_pages()
3138 			pglcks += tpp->p_cowcnt;  in page_destroy_pages()
3139 			tpp->p_cowcnt = 0;  in page_destroy_pages()
3141 		ASSERT(!hat_page_getshare(tpp));  in page_destroy_pages()
3142 		ASSERT(tpp->p_vnode == NULL);  in page_destroy_pages()
3143 		ASSERT(tpp->p_szc == szc);  in page_destroy_pages()
3145 		PP_SETFREE(tpp);  in page_destroy_pages()
3146 		page_clr_all_props(tpp);  in page_destroy_pages()
3147 		PP_SETAGED(tpp);  in page_destroy_pages()
3148 		ASSERT(tpp->p_next == tpp);  in page_destroy_pages()
3149 		ASSERT(tpp->p_prev == tpp);  in page_destroy_pages()
3150 		page_list_concat(&rootpp, &tpp);  in page_destroy_pages()
4670 	page_t  *tpp;  in group_page_trylock()  local
4691 	tpp = pp + 1;  in group_page_trylock()
4692 	for (i = 1; i < npgs; i++, tpp++) {  in group_page_trylock()
4693 		if (!page_trylock(tpp, se)) {  in group_page_trylock()
4694 			tpp = pp + 1;  in group_page_trylock()
4695 			for (j = 1; j < i; j++, tpp++) {  in group_page_trylock()
4696 				page_unlock(tpp);  in group_page_trylock()
4705 		tpp = pp + 1;  in group_page_trylock()
4706 		for (i = 1; i < npgs; i++, tpp++) {  in group_page_trylock()
4707 			page_unlock(tpp);  in group_page_trylock()
4718 	page_t *tpp;  in group_page_unlock()  local
4725 	for (i = 1, tpp = pp + 1; i < npgs; i++, tpp++) {  in group_page_unlock()
4726 		page_unlock(tpp);  in group_page_unlock()
4985 		page_t *tpp = *target;  in page_relocate()  local
4986 		uint_t szc = tpp->p_szc;  in page_relocate()
4991 			ASSERT(PAGE_EXCL(tpp));  in page_relocate()
4992 			ASSERT(!hat_page_is_mapped(tpp));  in page_relocate()
4993 			ASSERT(tpp->p_szc == szc);  in page_relocate()
4994 			PP_SETFREE(tpp);  in page_relocate()
4995 			PP_SETAGED(tpp);  in page_relocate()
4997 		} while ((tpp = tpp->p_next) != *target);  in page_relocate()
5029 			page_t *tpp;  in page_free_replacement_page()  local
5031 			tpp = pp;  in page_free_replacement_page()
5033 				ASSERT(PAGE_EXCL(tpp));  in page_free_replacement_page()
5034 				ASSERT(!hat_page_is_mapped(tpp));  in page_free_replacement_page()
5035 				page_clr_all_props(tpp);  in page_free_replacement_page()
5036 				PP_SETFREE(tpp);  in page_free_replacement_page()
5037 				PP_SETAGED(tpp);  in page_free_replacement_page()
5038 			} while ((tpp = tpp->p_next) != pp);  in page_free_replacement_page()
5051 	page_t *tpp, *rpp;  in page_relocate_cage()  local
5055 	tpp = *target;  in page_relocate_cage()
5057 	ASSERT(PAGE_EXCL(tpp));  in page_relocate_cage()
5058 	ASSERT(tpp->p_szc == 0);  in page_relocate_cage()
5060 	pgcnt = btop(page_get_pagesize(tpp->p_szc));  in page_relocate_cage()
5064 		rpp = page_get_replacement_page(tpp, NULL, PGR_NORELOC);  in page_relocate_cage()
5073 	result = page_relocate(&tpp, &rpp, 0, 1, &npgs, NULL);  in page_relocate_cage()
5185 	page_t *tpp, *rootpp = pp;  in page_try_demote_pages()  local
5232 	for (tpp = rootpp, i = 0; i < npgs; i++, tpp++) {  in page_try_demote_pages()
5233 		ASSERT(!PP_ISFREE(tpp));  in page_try_demote_pages()
5234 		ASSERT(tpp->p_vnode != NULL);  in page_try_demote_pages()
5236 		if (tpp != pp && !page_trylock(tpp, SE_EXCL))  in page_try_demote_pages()
5238 		ASSERT(tpp->p_szc == rootpp->p_szc);  in page_try_demote_pages()
5239 		ASSERT(page_pptonum(tpp) == page_pptonum(rootpp) + i);  in page_try_demote_pages()
5247 		tpp = rootpp;  in page_try_demote_pages()
5249 			if (tpp != pp)  in page_try_demote_pages()
5250 				page_unlock(tpp);  in page_try_demote_pages()
5251 			tpp++;  in page_try_demote_pages()
5257 	for (tpp = rootpp, i = 0; i < npgs; i++, tpp++) {  in page_try_demote_pages()
5258 		ASSERT(PAGE_EXCL(tpp));  in page_try_demote_pages()
5259 		ASSERT(tpp->p_slckcnt == 0);  in page_try_demote_pages()
5260 		(void) hat_pageunload(tpp, HAT_FORCE_PGUNLOAD);  in page_try_demote_pages()
5261 		tpp->p_szc = 0;  in page_try_demote_pages()
5267 	for (tpp = rootpp, i = 0; i < npgs; i++, tpp++) {  in page_try_demote_pages()
5268 		ASSERT(!hat_page_is_mapped(tpp));  in page_try_demote_pages()
5269 		if (tpp != pp)  in page_try_demote_pages()
5270 			page_unlock(tpp);  in page_try_demote_pages()
6519 	page_t *tpp;  in page_capture_clean_page()  local
6594 				tpp = pp->p_next;  in page_capture_clean_page()
6595 				page_sub(&pp, tpp);  in page_capture_clean_page()
6596 				tpp->p_szc = 0;  in page_capture_clean_page()
6597 				page_free(tpp, 1);  in page_capture_clean_page()