381 anon_get_ptr(struct anon_hdr *ahp, ulong_t an_idx)  in anon_get_ptr()  argument
385 	ASSERT(an_idx < ahp->size);  in anon_get_ptr()
392 		    ((uintptr_t)ahp->array_chunk[an_idx] & ANON_PTRMASK));  in anon_get_ptr()
398 		app = ahp->array_chunk[an_idx >> ANON_CHUNK_SHIFT];  in anon_get_ptr()
401 			    ((uintptr_t)app[an_idx & ANON_CHUNK_OFF] &  in anon_get_ptr()
469 anon_set_ptr(struct anon_hdr *ahp, ulong_t an_idx, struct anon *ap, int flags)  in anon_set_ptr()  argument
476 	ASSERT(an_idx < ahp->size);  in anon_set_ptr()
482 		ap_addr = (uintptr_t *)&ahp->array_chunk[an_idx];  in anon_set_ptr()
488 		ppp = &ahp->array_chunk[an_idx >> ANON_CHUNK_SHIFT];  in anon_set_ptr()
493 			ppp = &ahp->array_chunk[an_idx >> ANON_CHUNK_SHIFT];  in anon_set_ptr()
504 		ap_addr = (uintptr_t *)&app[an_idx & ANON_CHUNK_OFF];  in anon_set_ptr()
1155 	ulong_t an_idx,  in anon_decref_pages()  argument
1158 	struct anon *ap = anon_get_ptr(ahp, an_idx);  in anon_decref_pages()
1172 	ASSERT(IS_P2ALIGNED(an_idx, pgcnt));  in anon_decref_pages()
1173 	ASSERT(an_idx < ahp->size);  in anon_decref_pages()
1175 	if (ahp->size - an_idx < pgcnt) {  in anon_decref_pages()
1180 		pgcnt = ahp->size - an_idx;  in anon_decref_pages()
1192 			ASSERT(!anon_share(ahp, an_idx, pgcnt));  in anon_decref_pages()
1200 		if ((ap = anon_get_ptr(ahp, an_idx + i)) == NULL) {  in anon_decref_pages()
1215 				(void) anon_set_ptr(ahp, an_idx + i, NULL,  in anon_decref_pages()
1255 					ap = anon_get_ptr(ahp, an_idx + j);  in anon_decref_pages()
1279 					ap = anon_get_ptr(ahp, an_idx + j);  in anon_decref_pages()
1283 					(void) anon_set_ptr(ahp, an_idx + j,  in anon_decref_pages()
1318 			(void) anon_set_ptr(ahp, an_idx + i, NULL, ANON_SLEEP);  in anon_decref_pages()
1496 	ulong_t an_idx,  in anon_fill_cow_holes()  argument
1517 	ASSERT(IS_P2ALIGNED(an_idx, pgcnt));  in anon_fill_cow_holes()
1520 		index = an_idx;  in anon_fill_cow_holes()
1535 		off = index - an_idx;  in anon_fill_cow_holes()
1540 		an_idx += off;  in anon_fill_cow_holes()
1547 		for (i = 0; i < pgcnt; i++, an_idx++, vp_off += PAGESIZE) {  in anon_fill_cow_holes()
1548 			if ((ap = anon_get_ptr(ahp, an_idx)) == NULL) {  in anon_fill_cow_holes()
1569 				(void) anon_set_ptr(ahp, an_idx, ap,  in anon_fill_cow_holes()
1621 	ulong_t an_idx,  in anon_free_pages()  argument
1634 	ASSERT(IS_P2ALIGNED(an_idx, pgcnt));  in anon_free_pages()
1635 	ASSERT(an_idx < ahp->size);  in anon_free_pages()
1640 		index = an_idx;  in anon_free_pages()
1654 		off = index - an_idx;  in anon_free_pages()
1663 		an_idx += off;  in anon_free_pages()
1994 	ulong_t		pg_idx, an_idx, i;  in anon_map_getpages()  local
2103 			for (pg_idx = 0, an_idx = start_idx; pg_idx < pgcnt;  in anon_map_getpages()
2104 			    pg_idx++, an_idx++, vaddr += PAGESIZE) {  in anon_map_getpages()
2105 				if ((ap = anon_get_ptr(amp->ahp, an_idx)) !=  in anon_map_getpages()
2141 	an_idx = start_idx;  in anon_map_getpages()
2146 		if ((ap = anon_get_ptr(amp->ahp, an_idx)) == NULL) {  in anon_map_getpages()
2238 			    anon_share(amp->ahp, an_idx, npgs)) {  in anon_map_getpages()
2242 			an_idx += npgs;  in anon_map_getpages()
2285 			(void) anon_set_ptr(amp->ahp, an_idx, ap, ANON_SLEEP);  in anon_map_getpages()
2288 		an_idx++;  in anon_map_getpages()
2558 	ulong_t		pg_idx, an_idx;  in anon_map_privatepages()  local
2672 	an_idx = start_idx;  in anon_map_privatepages()
2675 	for (; pg_idx < pgcnt; pg_idx++, an_idx++, vaddr += PAGESIZE) {  in anon_map_privatepages()
2677 		oldap = anon_get_ptr(amp->ahp, an_idx);  in anon_map_privatepages()
2765 		(void) anon_set_ptr(amp->ahp, an_idx, ap, ANON_SLEEP);  in anon_map_privatepages()
3197 	ulong_t		an_idx;  in anon_map_demotepages()  local
3223 	for (pg_idx = 0, an_idx = start_idx; pg_idx < pgcnt;  in anon_map_demotepages()
3224 	    pg_idx++, an_idx++, vaddr += PAGESIZE) {  in anon_map_demotepages()
3225 		ap = anon_get_ptr(amp->ahp, an_idx);  in anon_map_demotepages()
3562 anon_get_slot(struct anon_hdr *ahp, ulong_t an_idx)  in anon_get_slot()  argument
3567 	ASSERT(an_idx < ahp->size);  in anon_get_slot()
3573 		return ((ulong_t *)&ahp->array_chunk[an_idx]);  in anon_get_slot()
3579 		ppp = &ahp->array_chunk[an_idx >> ANON_CHUNK_SHIFT];  in anon_get_slot()
3582 			ppp = &ahp->array_chunk[an_idx >> ANON_CHUNK_SHIFT];  in anon_get_slot()
3588 		return ((ulong_t *)&app[an_idx & ANON_CHUNK_OFF]);  in anon_get_slot()
3593 anon_array_enter(struct anon_map *amp, ulong_t an_idx, anon_sync_obj_t *sobj)  in anon_array_enter()  argument
3609 	an_idx = P2ALIGN(an_idx, page_get_pagecnt(amp->a_szc));  in anon_array_enter()
3610 	hash = ANON_ARRAY_HASH(amp, an_idx);  in anon_array_enter()
3614 	ap_slot = anon_get_slot(amp->ahp, an_idx);  in anon_array_enter()
3623 anon_array_try_enter(struct anon_map *amp, ulong_t an_idx,  in anon_array_try_enter()  argument
3641 	an_idx = P2ALIGN(an_idx, page_get_pagecnt(amp->a_szc));  in anon_array_try_enter()
3642 	hash = ANON_ARRAY_HASH(amp, an_idx);  in anon_array_try_enter()
3648 	ap_slot = anon_get_slot(amp->ahp, an_idx);  in anon_array_try_enter()