39 	tx_queue->buffer = kzalloc_objs(*tx_queue->buffer, entries);  in efx_probe_tx_queue()
40 	if (!tx_queue->buffer)  in efx_probe_tx_queue()
62 	kfree(tx_queue->buffer);  in efx_probe_tx_queue()
63 	tx_queue->buffer = NULL;  in efx_probe_tx_queue()
104 	struct efx_tx_buffer *buffer;  in efx_fini_tx_queue()  local
111 	if (!tx_queue->buffer)  in efx_fini_tx_queue()
120 		buffer = &tx_queue->buffer[tx_queue->read_count & tx_queue->ptr_mask];  in efx_fini_tx_queue()
121 		efx_dequeue_buffer(tx_queue, buffer, &pkts_compl, &bytes_compl,  in efx_fini_tx_queue()
135 	if (!tx_queue->buffer)  in efx_remove_tx_queue()
150 	kfree(tx_queue->buffer);  in efx_remove_tx_queue()
151 	tx_queue->buffer = NULL;  in efx_remove_tx_queue()
156 			struct efx_tx_buffer *buffer,  in efx_dequeue_buffer()  argument
163 	if (buffer->unmap_len) {  in efx_dequeue_buffer()
165 		dma_addr_t unmap_addr = buffer->dma_addr - buffer->dma_offset;  in efx_dequeue_buffer()
167 		if (buffer->flags & EFX_TX_BUF_MAP_SINGLE)  in efx_dequeue_buffer()
168 			dma_unmap_single(dma_dev, unmap_addr, buffer->unmap_len,  in efx_dequeue_buffer()
171 			dma_unmap_page(dma_dev, unmap_addr, buffer->unmap_len,  in efx_dequeue_buffer()
173 		buffer->unmap_len = 0;  in efx_dequeue_buffer()
176 	if (buffer->flags & EFX_TX_BUF_SKB) {  in efx_dequeue_buffer()
177 		struct sk_buff *skb = (struct sk_buff *)buffer->skb;  in efx_dequeue_buffer()
179 		if (unlikely(buffer->flags & EFX_TX_BUF_EFV)) {  in efx_dequeue_buffer()
200 		dev_consume_skb_any((struct sk_buff *)buffer->skb);  in efx_dequeue_buffer()
204 	} else if (buffer->flags & EFX_TX_BUF_XDP) {  in efx_dequeue_buffer()
205 		xdp_return_frame_rx_napi(buffer->xdpf);  in efx_dequeue_buffer()
209 			(*xdp_bytes) += buffer->xdpf->len;  in efx_dequeue_buffer()
212 	buffer->len = 0;  in efx_dequeue_buffer()
213 	buffer->flags = 0;  in efx_dequeue_buffer()
236 		struct efx_tx_buffer *buffer = &tx_queue->buffer[read_ptr];  in efx_dequeue_buffers()  local
238 		if (!efx_tx_buffer_in_use(buffer)) {  in efx_dequeue_buffers()
246 		efx_dequeue_buffer(tx_queue, buffer, pkts_compl, bytes_compl,  in efx_dequeue_buffers()
313 	struct efx_tx_buffer *buffer;  in efx_enqueue_unwind()  local
320 		buffer = __efx_tx_queue_get_insert_buffer(tx_queue);  in efx_enqueue_unwind()
321 		efx_dequeue_buffer(tx_queue, buffer, &pkts_compl, &bytes_compl,  in efx_enqueue_unwind()
331 	struct efx_tx_buffer *buffer;  in efx_tx_map_chunk()  local
336 		buffer = efx_tx_queue_get_insert_buffer(tx_queue);  in efx_tx_map_chunk()
343 		buffer->len = dma_len;  in efx_tx_map_chunk()
344 		buffer->dma_addr = dma_addr;  in efx_tx_map_chunk()
345 		buffer->flags = EFX_TX_BUF_CONT;  in efx_tx_map_chunk()
351 	return buffer;  in efx_tx_map_chunk()
407 		struct efx_tx_buffer *buffer;  in efx_tx_map_data()  local
410 		buffer = efx_tx_map_chunk(tx_queue, dma_addr, len);  in efx_tx_map_data()
415 		buffer->flags = EFX_TX_BUF_CONT | dma_flags;  in efx_tx_map_data()
416 		buffer->unmap_len = unmap_len;  in efx_tx_map_data()
417 		buffer->dma_offset = buffer->dma_addr - unmap_addr;  in efx_tx_map_data()
423 			buffer->skb = skb;  in efx_tx_map_data()
424 			buffer->flags = EFX_TX_BUF_SKB | dma_flags;  in efx_tx_map_data()