85 static void immu_qinv_inv_wait(immu_inv_wait_t *iwp);
168 static void immu_qinv_inv_wait(immu_inv_wait_t *iwp);
169 static void qinv_wait_sync(immu_t *immu, immu_inv_wait_t *iwp);
307 qinv_wait_sync(immu_t *immu, immu_inv_wait_t *iwp)  in qinv_wait_sync()  argument
316 	status = &iwp->iwp_vstatus;  in qinv_wait_sync()
317 	paddr = iwp->iwp_pstatus;  in qinv_wait_sync()
333 	if (iwp->iwp_sync) {  in qinv_wait_sync()
340 		DTRACE_PROBE2(immu__wait__sync, const char *, iwp->iwp_name,  in qinv_wait_sync()
350 immu_qinv_inv_wait(immu_inv_wait_t *iwp)  in immu_qinv_inv_wait()  argument
352 	volatile uint32_t *status = &iwp->iwp_vstatus;  in immu_qinv_inv_wait()
361 	DTRACE_PROBE2(immu__wait__async, const char *, iwp->iwp_name,  in immu_qinv_inv_wait()
570     uint16_t source_id, uint_t domain_id, immu_inv_wait_t *iwp)  in immu_qinv_context_fsi()  argument
574 	qinv_wait_sync(immu, iwp);  in immu_qinv_context_fsi()
582 immu_qinv_context_dsi(immu_t *immu, uint_t domain_id, immu_inv_wait_t *iwp)  in immu_qinv_context_dsi()  argument
585 	qinv_wait_sync(immu, iwp);  in immu_qinv_context_dsi()
593 immu_qinv_context_gbl(immu_t *immu, immu_inv_wait_t *iwp)  in immu_qinv_context_gbl()  argument
596 	qinv_wait_sync(immu, iwp);  in immu_qinv_context_gbl()
605 	uint64_t dvma, uint_t count, uint_t hint, immu_inv_wait_t *iwp)  in immu_qinv_iotlb_psi()  argument
634 	qinv_wait_sync(immu, iwp);  in immu_qinv_iotlb_psi()
642 immu_qinv_iotlb_dsi(immu_t *immu, uint_t domain_id, immu_inv_wait_t *iwp)  in immu_qinv_iotlb_dsi()  argument
645 	qinv_wait_sync(immu, iwp);  in immu_qinv_iotlb_dsi()
653 immu_qinv_iotlb_gbl(immu_t *immu, immu_inv_wait_t *iwp)  in immu_qinv_iotlb_gbl()  argument
656 	qinv_wait_sync(immu, iwp);  in immu_qinv_iotlb_gbl()
661 immu_qinv_intr_global(immu_t *immu, immu_inv_wait_t *iwp)  in immu_qinv_intr_global()  argument
664 	qinv_wait_sync(immu, iwp);  in immu_qinv_intr_global()
669 immu_qinv_intr_one_cache(immu_t *immu, uint_t iidx, immu_inv_wait_t *iwp)  in immu_qinv_intr_one_cache()  argument
672 	qinv_wait_sync(immu, iwp);  in immu_qinv_intr_one_cache()
678     immu_inv_wait_t *iwp)  in immu_qinv_intr_caches()  argument
689 		qinv_wait_sync(immu, iwp);  in immu_qinv_intr_caches()
701 		qinv_wait_sync(immu, iwp);  in immu_qinv_intr_caches()
707 	qinv_wait_sync(immu, iwp);  in immu_qinv_intr_caches()