71 	struct ena_adapter *adapter = que->adapter;  in ena_cleanup()  local
72 	if_t ifp = adapter->ifp;  in ena_cleanup()
84 	io_cq = &adapter->ena_dev->io_cq_queues[ena_qid];  in ena_cleanup()
93 	    (ENA_FLAG_ISSET(ENA_FLAG_TRIGGER_RESET, adapter))))  in ena_cleanup()
96 	ena_log_io(adapter->pdev, DBG, "MSI-X TX/RX routine\n");  in ena_cleanup()
106 		    (ENA_FLAG_ISSET(ENA_FLAG_TRIGGER_RESET, adapter))))  in ena_cleanup()
125 	if_t ifp = tx_ring->adapter->ifp;  in ena_deferred_mq_start()
138 	struct ena_adapter *adapter = if_getsoftc(ifp);  in ena_mq_start()  local
146 	if (unlikely((if_getdrvflags(adapter->ifp) & IFF_DRV_RUNNING) == 0))  in ena_mq_start()
159 			i = bucket_id % adapter->num_io_queues;  in ena_mq_start()
162 			i = m->m_pkthdr.flowid % adapter->num_io_queues;  in ena_mq_start()
164 		i = curcpu % adapter->num_io_queues;  in ena_mq_start()
166 	tx_ring = &adapter->tx_ring[i];  in ena_mq_start()
189 	struct ena_adapter *adapter = if_getsoftc(ifp);  in ena_qflush()  local
190 	struct ena_ring *tx_ring = adapter->tx_ring;  in ena_qflush()
193 	for (i = 0; i < adapter->num_io_queues; ++i, ++tx_ring)  in ena_qflush()
211 	struct ena_adapter *adapter = tx_ring->adapter;  in ena_get_tx_req_id()  local
220 		ena_log(adapter->pdev, ERR,  in ena_get_tx_req_id()
223 		ena_trigger_reset(adapter, ENA_REGS_RESET_INV_TX_REQ_ID);  in ena_get_tx_req_id()
244 	struct ena_adapter *adapter;  in ena_tx_cleanup()  local
256 	adapter = tx_ring->que->adapter;  in ena_tx_cleanup()
258 	io_cq = &adapter->ena_dev->io_cq_queues[ena_qid];  in ena_tx_cleanup()
262 	if (netmap_tx_irq(adapter->ifp, tx_ring->qid) != NM_IRQ_PASS)  in ena_tx_cleanup()
281 		bus_dmamap_sync(adapter->tx_buf_tag, tx_info->dmamap,  in ena_tx_cleanup()
283 		bus_dmamap_unload(adapter->tx_buf_tag, tx_info->dmamap);  in ena_tx_cleanup()
285 		ena_log_io(adapter->pdev, DBG, "tx: q %d mbuf %p completed\n",  in ena_tx_cleanup()
301 			    &adapter->ena_dev->io_sq_queues[ena_qid],  in ena_tx_cleanup()
309 	ena_log_io(adapter->pdev, DBG, "tx: q %d done. total pkts: %d\n",  in ena_tx_cleanup()
315 		ena_com_comp_ack(&adapter->ena_dev->io_sq_queues[ena_qid],  in ena_tx_cleanup()
349 	struct ena_adapter *adapter = rx_ring->adapter;  in ena_rx_hash_mbuf()  local
351 	if (likely(ENA_FLAG_ISSET(ENA_FLAG_RSS_ACTIVE, adapter))) {  in ena_rx_hash_mbuf()
360 		if (adapter->ena_dev->rss.hash_func != ENA_ADMIN_TOEPLITZ &&  in ena_rx_hash_mbuf()
424 	struct ena_adapter *adapter;  in ena_rx_mbuf()  local
430 	adapter = rx_ring->adapter;  in ena_rx_mbuf()
431 	pdev = adapter->pdev;  in ena_rx_mbuf()
439 		ena_trigger_reset(adapter, ENA_REGS_RESET_INV_RX_REQ_ID);  in ena_rx_mbuf()
446 	bus_dmamap_sync(adapter->rx_buf_tag, rx_info->map,  in ena_rx_mbuf()
455 	mbuf->m_pkthdr.rcvif = rx_ring->que->adapter->ifp;  in ena_rx_mbuf()
464 	bus_dmamap_unload(rx_ring->adapter->rx_buf_tag, rx_info->map);  in ena_rx_mbuf()
494 			ena_trigger_reset(adapter, ENA_REGS_RESET_INV_RX_REQ_ID);  in ena_rx_mbuf()
498 		bus_dmamap_sync(adapter->rx_buf_tag, rx_info->map,  in ena_rx_mbuf()
510 		bus_dmamap_unload(rx_ring->adapter->rx_buf_tag, rx_info->map);  in ena_rx_mbuf()
530 	device_t pdev = rx_ring->adapter->pdev;  in ena_rx_checksum()
565 	struct ena_adapter *adapter;  in ena_rx_cleanup()  local
585 	adapter = rx_ring->que->adapter;  in ena_rx_cleanup()
586 	pdev = adapter->pdev;  in ena_rx_cleanup()
587 	ifp = adapter->ifp;  in ena_rx_cleanup()
590 	io_cq = &adapter->ena_dev->io_cq_queues[ena_qid];  in ena_rx_cleanup()
591 	io_sq = &adapter->ena_dev->io_sq_queues[ena_qid];  in ena_rx_cleanup()
595 	if (netmap_rx_irq(adapter->ifp, rx_ring->qid, &done) != NM_IRQ_PASS)  in ena_rx_cleanup()
603 		ena_rx_ctx.max_bufs = adapter->max_rx_sgl_size;  in ena_rx_cleanup()
622 			ena_trigger_reset(adapter, reset_reason);  in ena_rx_cleanup()
658 		counter_u64_add_protected(adapter->hw_stats.rx_bytes,  in ena_rx_cleanup()
687 		counter_u64_add_protected(adapter->hw_stats.rx_packets, 1);  in ena_rx_cleanup()
822 	struct ena_adapter *adapter;  in ena_check_and_collapse_mbuf()  local
826 	adapter = tx_ring->adapter;  in ena_check_and_collapse_mbuf()
830 	if (num_frags < adapter->max_tx_sgl_size)  in ena_check_and_collapse_mbuf()
833 	if ((num_frags == adapter->max_tx_sgl_size) &&  in ena_check_and_collapse_mbuf()
840 	    adapter->max_tx_sgl_size - 1);  in ena_check_and_collapse_mbuf()
856 	struct ena_adapter *adapter = tx_ring->adapter;  in ena_tx_map_mbuf()  local
872 	rc = bus_dmamap_load_mbuf_sg(adapter->tx_buf_tag,  in ena_tx_map_mbuf()
875 		ena_log_io(adapter->pdev, WARN,  in ena_tx_map_mbuf()
909 		ena_log_io(adapter->pdev, DBG,  in ena_tx_map_mbuf()
970 	struct ena_adapter *adapter;  in ena_xmit_mbuf()  local
985 	adapter = tx_ring->que->adapter;  in ena_xmit_mbuf()
986 	pdev = adapter->pdev;  in ena_xmit_mbuf()
987 	ena_dev = adapter->ena_dev;  in ena_xmit_mbuf()
1004 	ENA_WARN(tx_info->mbuf != NULL, adapter->ena_dev,  in ena_xmit_mbuf()
1020 	ena_tx_csum(&ena_tx_ctx, *mbuf, adapter->disable_meta_caching);  in ena_xmit_mbuf()
1038 			ena_trigger_reset(adapter,  in ena_xmit_mbuf()
1050 	counter_u64_add_protected(adapter->hw_stats.tx_packets, 1);  in ena_xmit_mbuf()
1051 	counter_u64_add_protected(adapter->hw_stats.tx_bytes,  in ena_xmit_mbuf()
1067 	    adapter->max_tx_sgl_size + 2))) {  in ena_xmit_mbuf()
1089 	bus_dmamap_sync(adapter->tx_buf_tag, tx_info->dmamap,  in ena_xmit_mbuf()
1096 	bus_dmamap_unload(adapter->tx_buf_tag, tx_info->dmamap);  in ena_xmit_mbuf()
1105 	struct ena_adapter *adapter = tx_ring->adapter;  in ena_start_xmit()  local
1110 	if (unlikely((if_getdrvflags(adapter->ifp) & IFF_DRV_RUNNING) == 0))  in ena_start_xmit()
1113 	if (unlikely(!ENA_FLAG_ISSET(ENA_FLAG_LINK_UP, adapter)))  in ena_start_xmit()
1116 	while ((mbuf = drbr_peek(adapter->ifp, tx_ring->br)) != NULL) {  in ena_start_xmit()
1117 		ena_log_io(adapter->pdev, DBG,  in ena_start_xmit()
1122 			drbr_putback(adapter->ifp, tx_ring->br, mbuf);  in ena_start_xmit()
1128 				drbr_putback(adapter->ifp, tx_ring->br, mbuf);  in ena_start_xmit()
1130 				drbr_putback(adapter->ifp, tx_ring->br, mbuf);  in ena_start_xmit()
1133 				drbr_advance(adapter->ifp, tx_ring->br);  in ena_start_xmit()
1139 		drbr_advance(adapter->ifp, tx_ring->br);  in ena_start_xmit()
1141 		if (unlikely((if_getdrvflags(adapter->ifp) & IFF_DRV_RUNNING) == 0))  in ena_start_xmit()
1146 		BPF_MTAP(adapter->ifp, mbuf);  in ena_start_xmit()