73 	__in		efx_evq_t *eep);
77 	__in		efx_evq_t *eep);
81 	__in		efx_evq_t *eep,
86 	__in	efx_evq_t *eep,
91 	__in		efx_evq_t *eep,
97 	__in				efx_evq_t *eep,
231 	efx_evq_t *eep;  in efx_ev_qcreate()  local
255 	EFSYS_KMEM_ALLOC(enp->en_esip, sizeof (efx_evq_t), eep);  in efx_ev_qcreate()
256 	if (eep == NULL) {  in efx_ev_qcreate()
261 	eep->ee_magic = EFX_EVQ_MAGIC;  in efx_ev_qcreate()
262 	eep->ee_enp = enp;  in efx_ev_qcreate()
263 	eep->ee_index = index;  in efx_ev_qcreate()
264 	eep->ee_mask = ndescs - 1;  in efx_ev_qcreate()
265 	eep->ee_flags = flags;  in efx_ev_qcreate()
266 	eep->ee_esmp = esmp;  in efx_ev_qcreate()
277 	*eepp = eep;  in efx_ev_qcreate()
280 	    eep)) != 0)  in efx_ev_qcreate()
290 	EFSYS_KMEM_FREE(enp->en_esip, sizeof (efx_evq_t), eep);  in efx_ev_qcreate()
302 	__in	efx_evq_t *eep)  in efx_ev_qdestroy()  argument
304 	efx_nic_t *enp = eep->ee_enp;  in efx_ev_qdestroy()
307 	EFSYS_ASSERT3U(eep->ee_magic, ==, EFX_EVQ_MAGIC);  in efx_ev_qdestroy()
312 	eevop->eevo_qdestroy(eep);  in efx_ev_qdestroy()
315 	EFSYS_KMEM_FREE(enp->en_esip, sizeof (efx_evq_t), eep);  in efx_ev_qdestroy()
320 	__in		efx_evq_t *eep,  in efx_ev_qprime()  argument
323 	efx_nic_t *enp = eep->ee_enp;  in efx_ev_qprime()
327 	EFSYS_ASSERT3U(eep->ee_magic, ==, EFX_EVQ_MAGIC);  in efx_ev_qprime()
334 	if ((rc = eevop->eevo_qprime(eep, count)) != 0)  in efx_ev_qprime()
348 	__in		efx_evq_t *eep,  in efx_ev_qpending()  argument
354 	EFSYS_ASSERT3U(eep->ee_magic, ==, EFX_EVQ_MAGIC);  in efx_ev_qpending()
356 	offset = (count & eep->ee_mask) * sizeof (efx_qword_t);  in efx_ev_qpending()
357 	EFSYS_MEM_READQ(eep->ee_esmp, offset, &qword);  in efx_ev_qpending()
366 	__in		efx_evq_t *eep,  in efx_ev_qprefetch()  argument
371 	EFSYS_ASSERT3U(eep->ee_magic, ==, EFX_EVQ_MAGIC);  in efx_ev_qprefetch()
373 	offset = (count & eep->ee_mask) * sizeof (efx_qword_t);  in efx_ev_qprefetch()
374 	EFSYS_MEM_PREFETCH(eep->ee_esmp, offset);  in efx_ev_qprefetch()
383 	__in		efx_evq_t *eep,  in efx_ev_qpoll()  argument
409 	EFSYS_ASSERT3U(eep->ee_magic, ==, EFX_EVQ_MAGIC);  in efx_ev_qpoll()
417 		offset = (count & eep->ee_mask) * sizeof (efx_qword_t);  in efx_ev_qpoll()
419 			EFSYS_MEM_READQ(eep->ee_esmp, offset, &(ev[total]));  in efx_ev_qpoll()
424 			EFSYS_PROBE3(event, unsigned int, eep->ee_index,  in efx_ev_qpoll()
438 			EFSYS_MEM_PREFETCH(eep->ee_esmp, offset);  in efx_ev_qpoll()
450 				offset = (count + batch) & eep->ee_mask;  in efx_ev_qpoll()
453 				EFSYS_MEM_PREFETCH(eep->ee_esmp, offset);  in efx_ev_qpoll()
457 			EFX_EV_QSTAT_INCR(eep, EV_ALL);  in efx_ev_qpoll()
462 				should_abort = eep->ee_rx(eep,  in efx_ev_qpoll()
466 				should_abort = eep->ee_tx(eep,  in efx_ev_qpoll()
470 				should_abort = eep->ee_driver(eep,  in efx_ev_qpoll()
474 				should_abort = eep->ee_drv_gen(eep,  in efx_ev_qpoll()
479 				should_abort = eep->ee_mcdi(eep,  in efx_ev_qpoll()
484 				if (eep->ee_global) {  in efx_ev_qpoll()
485 					should_abort = eep->ee_global(eep,  in efx_ev_qpoll()
492 				    unsigned int, eep->ee_index,  in efx_ev_qpoll()
524 		offset = (count & eep->ee_mask) * sizeof (efx_qword_t);  in efx_ev_qpoll()
526 			EFSYS_MEM_WRITEQ(eep->ee_esmp, offset, &(ev[0]));  in efx_ev_qpoll()
539 	__in	efx_evq_t *eep,  in efx_ev_qpost()  argument
542 	efx_nic_t *enp = eep->ee_enp;  in efx_ev_qpost()
545 	EFSYS_ASSERT3U(eep->ee_magic, ==, EFX_EVQ_MAGIC);  in efx_ev_qpost()
550 	eevop->eevo_qpost(eep, data);  in efx_ev_qpost()
576 	__in		efx_evq_t *eep,  in efx_ev_qmoderate()  argument
579 	efx_nic_t *enp = eep->ee_enp;  in efx_ev_qmoderate()
583 	EFSYS_ASSERT3U(eep->ee_magic, ==, EFX_EVQ_MAGIC);  in efx_ev_qmoderate()
585 	if ((eep->ee_flags & EFX_EVQ_FLAGS_NOTIFY_MASK) ==  in efx_ev_qmoderate()
591 	if ((rc = eevop->eevo_qmoderate(eep, us)) != 0)  in efx_ev_qmoderate()
606 	__in				efx_evq_t *eep,  in efx_ev_qstats_update()  argument
609 {	efx_nic_t *enp = eep->ee_enp;  in efx_ev_qstats_update()
612 	EFSYS_ASSERT3U(eep->ee_magic, ==, EFX_EVQ_MAGIC);  in efx_ev_qstats_update()
614 	eevop->eevo_qstats_update(eep, stat);  in efx_ev_qstats_update()
641 	__in		efx_evq_t *eep,  in siena_ev_rx_not_ok()  argument
650 		EFX_EV_QSTAT_INCR(eep, EV_RX_TOBE_DISC);  in siena_ev_rx_not_ok()
662 		EFX_EV_QSTAT_INCR(eep, EV_RX_FRM_TRUNC);  in siena_ev_rx_not_ok()
684 		EFX_EV_QSTAT_INCR(eep, EV_RX_ETH_CRC_ERR);  in siena_ev_rx_not_ok()
691 		EFX_EV_QSTAT_INCR(eep, EV_RX_PAUSE_FRM_ERR);  in siena_ev_rx_not_ok()
698 		EFX_EV_QSTAT_INCR(eep, EV_RX_BUF_OWNER_ID_ERR);  in siena_ev_rx_not_ok()
704 		EFX_EV_QSTAT_INCR(eep, EV_RX_IPV4_HDR_CHKSUM_ERR);  in siena_ev_rx_not_ok()
710 		EFX_EV_QSTAT_INCR(eep, EV_RX_TCP_UDP_CHKSUM_ERR);  in siena_ev_rx_not_ok()
716 		EFX_EV_QSTAT_INCR(eep, EV_RX_IP_FRAG_ERR);  in siena_ev_rx_not_ok()
731 	__in		efx_evq_t *eep,  in siena_ev_rx()  argument
750 	EFX_EV_QSTAT_INCR(eep, EV_RX);  in siena_ev_rx()
775 			EFX_EV_QSTAT_INCR(eep, EV_RX_TCP_IPV6);  in siena_ev_rx()
778 			EFX_EV_QSTAT_INCR(eep, EV_RX_TCP_IPV4);  in siena_ev_rx()
786 			EFX_EV_QSTAT_INCR(eep, EV_RX_UDP_IPV6);  in siena_ev_rx()
789 			EFX_EV_QSTAT_INCR(eep, EV_RX_UDP_IPV4);  in siena_ev_rx()
796 			EFX_EV_QSTAT_INCR(eep, EV_RX_OTHER_IPV6);  in siena_ev_rx()
799 			EFX_EV_QSTAT_INCR(eep, EV_RX_OTHER_IPV4);  in siena_ev_rx()
805 		EFX_EV_QSTAT_INCR(eep, EV_RX_NON_IP);  in siena_ev_rx()
825 		ignore = siena_ev_rx_not_ok(eep, eqp, label, id, &flags);  in siena_ev_rx()
836 		EFX_EV_QSTAT_INCR(eep, EV_RX_OK);  in siena_ev_rx()
840 		EFX_EV_QSTAT_INCR(eep, EV_RX_MCAST_PKT);  in siena_ev_rx()
843 			EFX_EV_QSTAT_INCR(eep, EV_RX_MCAST_HASH_MATCH);  in siena_ev_rx()
885 	__in		efx_evq_t *eep,  in siena_ev_tx()  argument
894 	EFX_EV_QSTAT_INCR(eep, EV_TX);  in siena_ev_tx()
912 		EFSYS_PROBE3(bad_event, unsigned int, eep->ee_index,  in siena_ev_tx()
917 		EFX_EV_QSTAT_INCR(eep, EV_TX_PKT_ERR);  in siena_ev_tx()
920 		EFX_EV_QSTAT_INCR(eep, EV_TX_PKT_TOO_BIG);  in siena_ev_tx()
923 		EFX_EV_QSTAT_INCR(eep, EV_TX_WQ_FF_FULL);  in siena_ev_tx()
925 	EFX_EV_QSTAT_INCR(eep, EV_TX_UNEXPECTED);  in siena_ev_tx()
931 	__in		efx_evq_t *eep,  in siena_ev_global()  argument
938 	EFX_EV_QSTAT_INCR(eep, EV_GLOBAL);  in siena_ev_global()
945 	__in		efx_evq_t *eep,  in siena_ev_driver()  argument
952 	EFX_EV_QSTAT_INCR(eep, EV_DRIVER);  in siena_ev_driver()
959 		EFX_EV_QSTAT_INCR(eep, EV_DRIVER_TX_DESCQ_FLS_DONE);  in siena_ev_driver()
981 			EFX_EV_QSTAT_INCR(eep, EV_DRIVER_RX_DESCQ_FLS_FAILED);  in siena_ev_driver()
988 			EFX_EV_QSTAT_INCR(eep, EV_DRIVER_RX_DESCQ_FLS_DONE);  in siena_ev_driver()
1010 		EFX_EV_QSTAT_INCR(eep, EV_DRIVER_SRM_UPD_DONE);  in siena_ev_driver()
1044 		EFX_EV_QSTAT_INCR(eep, EV_DRIVER_RX_DSC_ERROR);  in siena_ev_driver()
1055 		EFX_EV_QSTAT_INCR(eep, EV_DRIVER_TX_DSC_ERROR);  in siena_ev_driver()
1074 	__in		efx_evq_t *eep,  in siena_ev_drv_gen()  argument
1082 	EFX_EV_QSTAT_INCR(eep, EV_DRV_GEN);  in siena_ev_drv_gen()
1086 		EFSYS_PROBE3(bad_event, unsigned int, eep->ee_index,  in siena_ev_drv_gen()
1102 	__in		efx_evq_t *eep,  in siena_ev_mcdi()  argument
1107 	efx_nic_t *enp = eep->ee_enp;  in siena_ev_mcdi()
1122 	EFX_EV_QSTAT_INCR(eep, EV_MCDI_RESPONSE);  in siena_ev_mcdi()
1207 	__in		efx_evq_t *eep,  in siena_ev_qprime()  argument
1210 	efx_nic_t *enp = eep->ee_enp;  in siena_ev_qprime()
1214 	rptr = count & eep->ee_mask;  in siena_ev_qprime()
1218 	EFX_BAR_TBL_WRITED(enp, FR_AZ_EVQ_RPTR_REG, eep->ee_index,  in siena_ev_qprime()
1226 	__in	efx_evq_t *eep,  in siena_ev_qpost()  argument
1229 	efx_nic_t *enp = eep->ee_enp;  in siena_ev_qpost()
1236 	EFX_POPULATE_OWORD_3(oword, FRF_AZ_DRV_EV_QID, eep->ee_index,  in siena_ev_qpost()
1245 	__in		efx_evq_t *eep,  in siena_ev_qmoderate()  argument
1248 	efx_nic_t *enp = eep->ee_enp;  in siena_ev_qmoderate()
1276 	locked = (eep->ee_index == 0) ? 1 : 0;  in siena_ev_qmoderate()
1279 	    eep->ee_index, &dword, locked);  in siena_ev_qmoderate()
1300 	__in		efx_evq_t *eep)  in siena_ev_qcreate()  argument
1339 	eep->ee_rx	= siena_ev_rx;  in siena_ev_qcreate()
1340 	eep->ee_tx	= siena_ev_tx;  in siena_ev_qcreate()
1341 	eep->ee_driver	= siena_ev_driver;  in siena_ev_qcreate()
1342 	eep->ee_global	= siena_ev_global;  in siena_ev_qcreate()
1343 	eep->ee_drv_gen	= siena_ev_drv_gen;  in siena_ev_qcreate()
1345 	eep->ee_mcdi	= siena_ev_mcdi;  in siena_ev_qcreate()
1363 	siena_ev_qmoderate(eep, us);  in siena_ev_qcreate()
1447 	__in				efx_evq_t *eep,  in siena_ev_qstats_update()  argument
1455 		EFSYS_STAT_INCR(essp, eep->ee_stat[id]);  in siena_ev_qstats_update()
1456 		eep->ee_stat[id] = 0;  in siena_ev_qstats_update()
1463 	__in	efx_evq_t *eep)  in siena_ev_qdestroy()  argument
1465 	efx_nic_t *enp = eep->ee_enp;  in siena_ev_qdestroy()
1472 	    eep->ee_index, &oword, B_TRUE);  in siena_ev_qdestroy()
1475 	EFX_BAR_TBL_WRITEO(enp, FR_AZ_TIMER_TBL, eep->ee_index, &oword, B_TRUE);  in siena_ev_qdestroy()