4295 	struct pa_hment *pahmep;  in hat_add_callback()  local
4324 	if ((pahmep = kmem_cache_alloc(pa_hment_cache, kmflags)) == NULL) {  in hat_add_callback()
4329 	sfhmep = &pahmep->sfment;  in hat_add_callback()
4355 		kmem_cache_free(pa_hment_cache, pahmep);  in hat_add_callback()
4367 		kmem_cache_free(pa_hment_cache, pahmep);  in hat_add_callback()
4380 		kmem_cache_free(pa_hment_cache, pahmep);  in hat_add_callback()
4395 		kmem_cache_free(pa_hment_cache, pahmep);  in hat_add_callback()
4431 				kmem_cache_free(pa_hment_cache, pahmep);  in hat_add_callback()
4470 		kmem_cache_free(pa_hment_cache, pahmep);  in hat_add_callback()
4483 	pahmep->cb_id = callback_id;  in hat_add_callback()
4484 	pahmep->addr = vaddr;  in hat_add_callback()
4485 	pahmep->len = len;  in hat_add_callback()
4486 	pahmep->refcnt = 1;  in hat_add_callback()
4487 	pahmep->flags = 0;  in hat_add_callback()
4488 	pahmep->pvt = pvt;  in hat_add_callback()
4491 	sfhmep->hme_data = pahmep;  in hat_add_callback()
4508 		*cookiep = (void *)pahmep;  in hat_add_callback()
4525 	struct pa_hment	*pahmep;  in hat_delete_callback()  local
4649 		pahmep = (struct pa_hment *)cookie;  in hat_delete_callback()
4650 		sfhmep = &pahmep->sfment;  in hat_delete_callback()
4661 			pahmep = sfhmep->hme_data;  in hat_delete_callback()
4662 			ASSERT(pahmep != NULL);  in hat_delete_callback()
4667 			if ((pahmep->pvt == pvt) &&  in hat_delete_callback()
4668 			    (pahmep->addr == vaddr) &&  in hat_delete_callback()
4669 			    (pahmep->len == len)) {  in hat_delete_callback()
4691 	if (--pahmep->refcnt == 0) {  in hat_delete_callback()
4692 		if (pahmep->flags != 0)  in hat_delete_callback()
4713 		kmem_cache_free(pa_hment_cache, pahmep);  in hat_delete_callback()
6460 	struct pa_hment *pahmep;  in hat_pageprocess_precallbacks()  local
6485 		pahmep = sfhmep->hme_data;  in hat_pageprocess_precallbacks()
6486 		ASSERT(pahmep != NULL);  in hat_pageprocess_precallbacks()
6491 		if (pahmep->flags & flag)  in hat_pageprocess_precallbacks()
6494 		id = pahmep->cb_id;  in hat_pageprocess_precallbacks()
6499 			pahmep->flags |= flag;  in hat_pageprocess_precallbacks()
6509 		ret = f(pahmep->addr, pahmep->len, flag, pahmep->pvt);  in hat_pageprocess_precallbacks()
6515 			pahmep->flags |= flag;  in hat_pageprocess_precallbacks()
6519 		pahmep->flags |= flag;  in hat_pageprocess_precallbacks()
6541 	struct pa_hment *pahmep;  in hat_pageprocess_postcallbacks()  local
6562 		pahmep = sfhmep->hme_data;  in hat_pageprocess_postcallbacks()
6563 		ASSERT(pahmep != NULL);  in hat_pageprocess_postcallbacks()
6565 		if ((pahmep->flags & flag) == 0)  in hat_pageprocess_postcallbacks()
6568 		pahmep->flags &= ~flag;  in hat_pageprocess_postcallbacks()
6570 		id = pahmep->cb_id;  in hat_pageprocess_postcallbacks()
6579 		newpfn = pgpfn | (btop((uintptr_t)pahmep->addr) & pgmask);  in hat_pageprocess_postcallbacks()
6587 		if (f(pahmep->addr, pahmep->len, flag, pahmep->pvt, newpfn)  in hat_pageprocess_postcallbacks()
7000 sfmmu_pahment_leaked(struct pa_hment *pahmep)  in sfmmu_pahment_leaked()  argument
7002 	id_t cb_id = pahmep->cb_id;  in sfmmu_pahment_leaked()
7006 		if (sfmmu_cb_table[cb_id].errhandler(pahmep->addr, pahmep->len,  in sfmmu_pahment_leaked()
7007 		    HAT_CB_ERR_LEAKED, pahmep->pvt) == 0)  in sfmmu_pahment_leaked()
7010 	panic("pa_hment leaked: 0x%p", (void *)pahmep);  in sfmmu_pahment_leaked()
7128 				struct pa_hment *pahmep = sfhme->hme_data;  in hat_pageunload()  local
7129 				sfmmu_pahment_leaked(pahmep);  in hat_pageunload()
7131 				kmem_cache_free(pa_hment_cache, pahmep);  in hat_pageunload()