197 	struct igc_tx_buffer *tx_buffer = &tx_ring->tx_buffer_info[i];  in igc_clean_tx_ring()  local
203 		switch (tx_buffer->type) {  in igc_clean_tx_ring()
208 			xdp_return_frame(tx_buffer->xdpf);  in igc_clean_tx_ring()
209 			igc_unmap_tx_buffer(tx_ring->dev, tx_buffer);  in igc_clean_tx_ring()
212 			dev_kfree_skb_any(tx_buffer->skb);  in igc_clean_tx_ring()
213 			igc_unmap_tx_buffer(tx_ring->dev, tx_buffer);  in igc_clean_tx_ring()
221 		eop_desc = tx_buffer->next_to_watch;  in igc_clean_tx_ring()
226 			tx_buffer++;  in igc_clean_tx_ring()
231 				tx_buffer = tx_ring->tx_buffer_info;  in igc_clean_tx_ring()
236 			if (dma_unmap_len(tx_buffer, len))  in igc_clean_tx_ring()
237 				igc_unmap_tx_buffer(tx_ring->dev, tx_buffer);  in igc_clean_tx_ring()
240 		tx_buffer->next_to_watch = NULL;  in igc_clean_tx_ring()
243 		tx_buffer++;  in igc_clean_tx_ring()
247 			tx_buffer = tx_ring->tx_buffer_info;  in igc_clean_tx_ring()
1313 	struct igc_tx_buffer *tx_buffer;  in igc_tx_map()  local
1332 	tx_buffer = first;  in igc_tx_map()
1339 		dma_unmap_len_set(tx_buffer, len, size);  in igc_tx_map()
1340 		dma_unmap_addr_set(tx_buffer, dma, dma);  in igc_tx_map()
1381 		tx_buffer = &tx_ring->tx_buffer_info[i];  in igc_tx_map()
1423 	tx_buffer = &tx_ring->tx_buffer_info[i];  in igc_tx_map()
1426 	while (tx_buffer != first) {  in igc_tx_map()
1427 		if (dma_unmap_len(tx_buffer, len))  in igc_tx_map()
1428 			igc_unmap_tx_buffer(tx_ring->dev, tx_buffer);  in igc_tx_map()
1432 		tx_buffer = &tx_ring->tx_buffer_info[i];  in igc_tx_map()
1435 	if (dma_unmap_len(tx_buffer, len))  in igc_tx_map()
1436 		igc_unmap_tx_buffer(tx_ring->dev, tx_buffer);  in igc_tx_map()
1438 	dev_kfree_skb_any(tx_buffer->skb);  in igc_tx_map()
1439 	tx_buffer->skb = NULL;  in igc_tx_map()
2939 		tstamp->xsk_tx_buffer = meta_req->tx_buffer;  in igc_xsk_request_timestamp()
2943 		meta_req->tx_buffer->xsk_pending_ts = true;  in igc_xsk_request_timestamp()
2997 		meta_req->tx_buffer =  in igc_xsk_request_launch_time()
3064 		meta_req.tx_buffer = bi;  in igc_xdp_xmit_zc()
3074 		bi = meta_req.tx_buffer;  in igc_xdp_xmit_zc()
3123 	struct igc_tx_buffer *tx_buffer;  in igc_clean_tx_irq()  local
3130 	tx_buffer = &tx_ring->tx_buffer_info[i];  in igc_clean_tx_irq()
3135 		union igc_adv_tx_desc *eop_desc = tx_buffer->next_to_watch;  in igc_clean_tx_irq()
3151 		if (tx_buffer->type == IGC_TX_BUFFER_TYPE_XSK &&  in igc_clean_tx_irq()
3152 		    tx_buffer->xsk_pending_ts)  in igc_clean_tx_irq()
3156 		tx_buffer->next_to_watch = NULL;  in igc_clean_tx_irq()
3159 		total_bytes += tx_buffer->bytecount;  in igc_clean_tx_irq()
3160 		total_packets += tx_buffer->gso_segs;  in igc_clean_tx_irq()
3162 		switch (tx_buffer->type) {  in igc_clean_tx_irq()
3167 			xdp_return_frame(tx_buffer->xdpf);  in igc_clean_tx_irq()
3168 			igc_unmap_tx_buffer(tx_ring->dev, tx_buffer);  in igc_clean_tx_irq()
3171 			napi_consume_skb(tx_buffer->skb, napi_budget);  in igc_clean_tx_irq()
3172 			igc_unmap_tx_buffer(tx_ring->dev, tx_buffer);  in igc_clean_tx_irq()
3181 			tx_buffer++;  in igc_clean_tx_irq()
3186 				tx_buffer = tx_ring->tx_buffer_info;  in igc_clean_tx_irq()
3191 			if (dma_unmap_len(tx_buffer, len))  in igc_clean_tx_irq()
3192 				igc_unmap_tx_buffer(tx_ring->dev, tx_buffer);  in igc_clean_tx_irq()
3196 		tx_buffer++;  in igc_clean_tx_irq()
3201 			tx_buffer = tx_ring->tx_buffer_info;  in igc_clean_tx_irq()
3235 		if (tx_buffer->next_to_watch &&  in igc_clean_tx_irq()
3236 		    time_after(jiffies, tx_buffer->time_stamp +  in igc_clean_tx_irq()
3259 				   tx_buffer->time_stamp,  in igc_clean_tx_irq()
3260 				   tx_buffer->next_to_watch,  in igc_clean_tx_irq()
3262 				   tx_buffer->next_to_watch->wb.status);  in igc_clean_tx_irq()