53 	struct sfxge_rxq *rxq;  in sfxge_ev_qcomplete()  local
60 	rxq = sc->rxq[index];  in sfxge_ev_qcomplete()
82 	if (rxq->pending != rxq->completed)  in sfxge_ev_qcomplete()
83 		sfxge_rx_qcomplete(rxq, eop);  in sfxge_ev_qcomplete()
89 	struct sfxge_rxq *rxq;  in sfxge_get_rxq_by_label()  local
93 	rxq = evq->sc->rxq[evq->index];  in sfxge_get_rxq_by_label()
95 	KASSERT(rxq != NULL, ("rxq == NULL"));  in sfxge_get_rxq_by_label()
96 	KASSERT(evq->index == rxq->index, ("evq->index != rxq->index"));  in sfxge_get_rxq_by_label()
98 	return (rxq);  in sfxge_get_rxq_by_label()
107 	struct sfxge_rxq *rxq;  in sfxge_ev_rx()  local
120 	rxq = sfxge_get_rxq_by_label(evq, label);  in sfxge_ev_rx()
121 	if (__predict_false(rxq->init_state != SFXGE_RXQ_STARTED))  in sfxge_ev_rx()
124 	stop = (id + 1) & rxq->ptr_mask;  in sfxge_ev_rx()
125 	id = rxq->pending & rxq->ptr_mask;  in sfxge_ev_rx()
126 	delta = (stop >= id) ? (stop - id) : (rxq->entries - id + stop);  in sfxge_ev_rx()
127 	rxq->pending += delta;  in sfxge_ev_rx()
143 	rx_desc = &rxq->queue[id];  in sfxge_ev_rx()
147 	for (; id != stop; id = (id + 1) & rxq->ptr_mask) {  in sfxge_ev_rx()
148 		rx_desc = &rxq->queue[id];  in sfxge_ev_rx()
159 	if (rxq->pending - rxq->completed >= SFXGE_RX_BATCH)  in sfxge_ev_rx()
206 	struct sfxge_rxq *rxq;  in sfxge_ev_rxq_flush_done()  local
214 	rxq = sc->rxq[rxq_index];  in sfxge_ev_rxq_flush_done()
216 	KASSERT(rxq != NULL, ("rxq == NULL"));  in sfxge_ev_rxq_flush_done()
219 	index = rxq->index;  in sfxge_ev_rxq_flush_done()
221 		sfxge_rx_qflush_done(rxq);  in sfxge_ev_rxq_flush_done()
226 	magic = sfxge_sw_ev_rxq_magic(SFXGE_SW_EV_RX_QFLUSH_DONE, rxq);  in sfxge_ev_rxq_flush_done()
240 	struct sfxge_rxq *rxq;  in sfxge_ev_rxq_flush_failed()  local
248 	rxq = sc->rxq[rxq_index];  in sfxge_ev_rxq_flush_failed()
250 	KASSERT(rxq != NULL, ("rxq == NULL"));  in sfxge_ev_rxq_flush_failed()
253 	index = rxq->index;  in sfxge_ev_rxq_flush_failed()
255 	magic = sfxge_sw_ev_rxq_magic(SFXGE_SW_EV_RX_QFLUSH_FAILED, rxq);  in sfxge_ev_rxq_flush_failed()