4910 	struct igb_tx_buffer *tx_buffer = &tx_ring->tx_buffer_info[i];  in igb_clean_tx_ring()  local
4917 		if (tx_buffer->type == IGB_TYPE_SKB) {  in igb_clean_tx_ring()
4918 			dev_kfree_skb_any(tx_buffer->skb);  in igb_clean_tx_ring()
4919 		} else if (tx_buffer->type == IGB_TYPE_XDP) {  in igb_clean_tx_ring()
4920 			xdp_return_frame(tx_buffer->xdpf);  in igb_clean_tx_ring()
4921 		} else if (tx_buffer->type == IGB_TYPE_XSK) {  in igb_clean_tx_ring()
4928 				 dma_unmap_addr(tx_buffer, dma),  in igb_clean_tx_ring()
4929 				 dma_unmap_len(tx_buffer, len),  in igb_clean_tx_ring()
4933 		eop_desc = tx_buffer->next_to_watch;  in igb_clean_tx_ring()
4938 			tx_buffer++;  in igb_clean_tx_ring()
4943 				tx_buffer = tx_ring->tx_buffer_info;  in igb_clean_tx_ring()
4948 			if (dma_unmap_len(tx_buffer, len))  in igb_clean_tx_ring()
4950 					       dma_unmap_addr(tx_buffer, dma),  in igb_clean_tx_ring()
4951 					       dma_unmap_len(tx_buffer, len),  in igb_clean_tx_ring()
4956 		tx_buffer->next_to_watch = NULL;  in igb_clean_tx_ring()
4959 		tx_buffer++;  in igb_clean_tx_ring()
4963 			tx_buffer = tx_ring->tx_buffer_info;  in igb_clean_tx_ring()
6232 	struct igb_tx_buffer *tx_buffer;  in igb_tx_map()  local
6250 	tx_buffer = first;  in igb_tx_map()
6257 		dma_unmap_len_set(tx_buffer, len, size);  in igb_tx_map()
6258 		dma_unmap_addr_set(tx_buffer, dma, dma);  in igb_tx_map()
6299 		tx_buffer = &tx_ring->tx_buffer_info[i];  in igb_tx_map()
6341 	tx_buffer = &tx_ring->tx_buffer_info[i];  in igb_tx_map()
6344 	while (tx_buffer != first) {  in igb_tx_map()
6345 		if (dma_unmap_len(tx_buffer, len))  in igb_tx_map()
6347 				       dma_unmap_addr(tx_buffer, dma),  in igb_tx_map()
6348 				       dma_unmap_len(tx_buffer, len),  in igb_tx_map()
6350 		dma_unmap_len_set(tx_buffer, len, 0);  in igb_tx_map()
6354 		tx_buffer = &tx_ring->tx_buffer_info[i];  in igb_tx_map()
6357 	if (dma_unmap_len(tx_buffer, len))  in igb_tx_map()
6359 				 dma_unmap_addr(tx_buffer, dma),  in igb_tx_map()
6360 				 dma_unmap_len(tx_buffer, len),  in igb_tx_map()
6362 	dma_unmap_len_set(tx_buffer, len, 0);  in igb_tx_map()
6364 	dev_kfree_skb_any(tx_buffer->skb);  in igb_tx_map()
6365 	tx_buffer->skb = NULL;  in igb_tx_map()
6380 	struct igb_tx_buffer *tx_buffer = tx_head;  in igb_xmit_xdp_ring()  local
6413 		dma_unmap_len_set(tx_buffer, len, len);  in igb_xmit_xdp_ring()
6414 		dma_unmap_addr_set(tx_buffer, dma, dma);  in igb_xmit_xdp_ring()
6423 		tx_buffer->protocol = 0;  in igb_xmit_xdp_ring()
6431 		tx_buffer = &tx_ring->tx_buffer_info[index];  in igb_xmit_xdp_ring()
6462 		tx_buffer = &tx_ring->tx_buffer_info[index];  in igb_xmit_xdp_ring()
6463 		if (dma_unmap_len(tx_buffer, len))  in igb_xmit_xdp_ring()
6465 				       dma_unmap_addr(tx_buffer, dma),  in igb_xmit_xdp_ring()
6466 				       dma_unmap_len(tx_buffer, len),  in igb_xmit_xdp_ring()
6468 		dma_unmap_len_set(tx_buffer, len, 0);  in igb_xmit_xdp_ring()
6469 		if (tx_buffer == tx_head)  in igb_xmit_xdp_ring()
8289 	struct igb_tx_buffer *tx_buffer;  in igb_clean_tx_irq()  local
8299 	tx_buffer = &tx_ring->tx_buffer_info[i];  in igb_clean_tx_irq()
8304 		union e1000_adv_tx_desc *eop_desc = tx_buffer->next_to_watch;  in igb_clean_tx_irq()
8318 		tx_buffer->next_to_watch = NULL;  in igb_clean_tx_irq()
8321 		total_bytes += tx_buffer->bytecount;  in igb_clean_tx_irq()
8322 		total_packets += tx_buffer->gso_segs;  in igb_clean_tx_irq()
8325 		if (tx_buffer->type == IGB_TYPE_SKB) {  in igb_clean_tx_irq()
8326 			napi_consume_skb(tx_buffer->skb, napi_budget);  in igb_clean_tx_irq()
8327 		} else if (tx_buffer->type == IGB_TYPE_XDP) {  in igb_clean_tx_irq()
8328 			xdp_return_frame(tx_buffer->xdpf);  in igb_clean_tx_irq()
8329 		} else if (tx_buffer->type == IGB_TYPE_XSK) {  in igb_clean_tx_irq()
8336 				 dma_unmap_addr(tx_buffer, dma),  in igb_clean_tx_irq()
8337 				 dma_unmap_len(tx_buffer, len),  in igb_clean_tx_irq()
8341 		dma_unmap_len_set(tx_buffer, len, 0);  in igb_clean_tx_irq()
8345 			tx_buffer++;  in igb_clean_tx_irq()
8350 				tx_buffer = tx_ring->tx_buffer_info;  in igb_clean_tx_irq()
8355 			if (dma_unmap_len(tx_buffer, len)) {  in igb_clean_tx_irq()
8357 					       dma_unmap_addr(tx_buffer, dma),  in igb_clean_tx_irq()
8358 					       dma_unmap_len(tx_buffer, len),  in igb_clean_tx_irq()
8360 				dma_unmap_len_set(tx_buffer, len, 0);  in igb_clean_tx_irq()
8366 		tx_buffer++;  in igb_clean_tx_irq()
8371 			tx_buffer = tx_ring->tx_buffer_info;  in igb_clean_tx_irq()
8415 		if (tx_buffer->next_to_watch &&  in igb_clean_tx_irq()
8416 		    time_after(jiffies, tx_buffer->time_stamp +  in igb_clean_tx_irq()
8438 				tx_buffer->time_stamp,  in igb_clean_tx_irq()
8439 				tx_buffer->next_to_watch,  in igb_clean_tx_irq()
8441 				tx_buffer->next_to_watch->wb.status);  in igb_clean_tx_irq()