| /linux/drivers/net/ethernet/intel/i40e/ |
| H A D | i40e_xsk.c | 410 u16 next_to_clean = rx_ring->next_to_clean; in i40e_clean_rx_irq_zc() local 418 if (next_to_process != next_to_clean) in i40e_clean_rx_irq_zc() 419 first = *i40e_rx_bi(rx_ring, next_to_clean); in i40e_clean_rx_irq_zc() 478 next_to_clean = next_to_process; in i40e_clean_rx_irq_zc() 487 rx_ring->next_to_clean = next_to_clean; in i40e_clean_rx_irq_zc() 498 if (failure || next_to_clean == rx_ring->next_to_use) in i40e_clean_rx_irq_zc() 638 if (head_idx < tx_ring->next_to_clean) in i40e_clean_xdp_tx_irq() 640 completed_frames = head_idx - tx_ring->next_to_clean; in i40e_clean_xdp_tx_irq() 650 ntc = tx_ring->next_to_clean; in i40e_clean_xdp_tx_irq() 667 tx_ring->next_to_clean += completed_frames; in i40e_clean_xdp_tx_irq() [all …]
|
| H A D | i40e_adminq.c | 316 hw->aq.asq.next_to_clean = 0; in i40e_init_asq() 375 hw->aq.arq.next_to_clean = 0; in i40e_init_arq() 693 u16 ntc = asq->next_to_clean; in i40e_clean_asq() 718 asq->next_to_clean = ntc; in i40e_clean_asq() 1049 u16 ntc = hw->aq.arq.next_to_clean; in i40e_clean_arq_element() 1125 hw->aq.arq.next_to_clean = ntc; in i40e_clean_arq_element() 1143 hw->aq.asq.next_to_clean = 0; in i40e_resume_aq() 1148 hw->aq.arq.next_to_clean = 0; in i40e_resume_aq()
|
| /linux/drivers/net/ethernet/mscc/ |
| H A D | ocelot_fdma.c | 60 if (rx_ring->next_to_use >= rx_ring->next_to_clean) in ocelot_fdma_rx_ring_free() 62 (rx_ring->next_to_use - rx_ring->next_to_clean) - 1; in ocelot_fdma_rx_ring_free() 64 return rx_ring->next_to_clean - rx_ring->next_to_use - 1; in ocelot_fdma_rx_ring_free() 71 if (tx_ring->next_to_use >= tx_ring->next_to_clean) in ocelot_fdma_tx_ring_free() 73 (tx_ring->next_to_use - tx_ring->next_to_clean) - 1; in ocelot_fdma_tx_ring_free() 75 return tx_ring->next_to_clean - tx_ring->next_to_use - 1; in ocelot_fdma_tx_ring_free() 82 return tx_ring->next_to_clean == tx_ring->next_to_use; in ocelot_fdma_tx_ring_empty() 406 idx = rx_ring->next_to_clean; in ocelot_fdma_rx_get() 430 rx_ring->next_to_clean = idx; in ocelot_fdma_rx_get() 501 ntc = tx_ring->next_to_clean; in ocelot_fdma_tx_cleanup() [all …]
|
| H A D | ocelot_fdma.h | 97 u16 next_to_clean; member 129 u16 next_to_clean; member
|
| /linux/drivers/net/ethernet/intel/igc/ |
| H A D | igc_dump.c | 139 buffer_info = &tx_ring->tx_buffer_info[tx_ring->next_to_clean]; in igc_rings_dump() 142 n, tx_ring->next_to_use, tx_ring->next_to_clean, in igc_rings_dump() 182 i == tx_ring->next_to_clean) in igc_rings_dump() 186 else if (i == tx_ring->next_to_clean) in igc_rings_dump() 216 rx_ring->next_to_clean); in igc_rings_dump() 266 else if (i == rx_ring->next_to_clean) in igc_rings_dump()
|
| /linux/drivers/net/ethernet/amazon/ena/ |
| H A D | ena_xdp.c | 370 u16 next_to_clean; in ena_clean_xdp_irq() local 377 next_to_clean = tx_ring->next_to_clean; in ena_clean_xdp_irq() 407 tx_ring->free_ids[next_to_clean] = req_id; in ena_clean_xdp_irq() 408 next_to_clean = ENA_TX_RING_IDX_NEXT(next_to_clean, in ena_clean_xdp_irq() 415 tx_ring->next_to_clean = next_to_clean; in ena_clean_xdp_irq()
|
| /linux/drivers/net/ethernet/intel/ixgbe/ |
| H A D | ixgbe_xsk.c | 240 u32 ntc = rx_ring->next_to_clean + 1; in ixgbe_inc_ntc() 243 rx_ring->next_to_clean = ntc; in ixgbe_inc_ntc() 271 rx_desc = IXGBE_RX_DESC(rx_ring, rx_ring->next_to_clean); in ixgbe_clean_rx_irq_zc() 282 bi = &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc() 292 &rx_ring->rx_buffer_info[rx_ring->next_to_clean]; in ixgbe_clean_rx_irq_zc() 365 if (failure || rx_ring->next_to_clean == rx_ring->next_to_use) in ixgbe_clean_rx_irq_zc() 461 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_clean_xdp_tx_irq() 498 tx_ring->next_to_clean = ntc; in ixgbe_clean_xdp_tx_irq() 544 u16 ntc = tx_ring->next_to_clean, ntu = tx_ring->next_to_use; in ixgbe_xsk_clean_tx_ring()
|
| /linux/drivers/net/ethernet/intel/idpf/ |
| H A D | idpf_controlq.c | 140 cq->next_to_clean = 0; in idpf_ctlq_add() 366 ntc = cq->next_to_clean; in idpf_ctlq_clean_sq() 395 cq->next_to_clean = ntc; in idpf_ctlq_clean_sq() 440 if (tbp == cq->next_to_clean) in idpf_ctlq_post_rx_buffs() 445 while (ntp != cq->next_to_clean) { in idpf_ctlq_post_rx_buffs() 462 while (tbp != cq->next_to_clean) { in idpf_ctlq_post_rx_buffs() 480 if (tbp == cq->next_to_clean) in idpf_ctlq_post_rx_buffs() 554 ntc = cq->next_to_clean; in idpf_ctlq_recv() 612 cq->next_to_clean = ntc; in idpf_ctlq_recv()
|
| H A D | idpf_txrx.h | 123 ((((txq)->next_to_clean > (txq)->next_to_use) ? 0 : (txq)->desc_count) + \ 124 (txq)->next_to_clean - (txq)->next_to_use - 1) 557 u32 next_to_clean; member 678 u32 next_to_clean; member 780 u32 next_to_clean; member 843 u32 next_to_clean; member 880 u32 next_to_clean; member 1072 return (refillq->next_to_use > refillq->next_to_clean ? in idpf_tx_splitq_get_free_bufs() 1074 refillq->next_to_use - refillq->next_to_clean - 1; in idpf_tx_splitq_get_free_bufs()
|
| H A D | xsk.c | 171 u32 ntc = xdpsq->next_to_clean; in idpf_xsksq_clean() 204 u32 ntc = xdpsq->next_to_clean; in idpf_xsksq_complete_slow() 231 xdpsq->next_to_clean = ntc; in idpf_xsksq_complete_slow() 240 u32 tx_ntc = xdpsq->next_to_clean; in idpf_xsksq_complete() 254 xdpsq->next_to_clean = tx_ntc; in idpf_xsksq_complete() 457 bufq->next_to_clean = ntc; in idpf_xskfq_refill_set() 472 u32 ntc = rxq->next_to_clean; in idpf_xskrq_poll() 535 rxq->next_to_clean = ntc; in idpf_xskrq_poll()
|
| H A D | idpf_controlq.h | 18 ((u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->ring_size) + \ 19 (R)->next_to_clean - (R)->next_to_use - 1))
|
| H A D | xdp.c | 256 u32 tx_ntc = xdpsq->next_to_clean; in idpf_xdpsq_poll() 258 u32 ntc = cq->next_to_clean; in idpf_xdpsq_poll() 291 cq->next_to_clean = ntc; in idpf_xdpsq_poll() 300 u32 tx_ntc = xdpsq->next_to_clean; in idpf_xdpsq_complete() 326 xdpsq->next_to_clean = tx_ntc; in idpf_xdpsq_complete()
|
| /linux/drivers/net/ethernet/intel/ice/ |
| H A D | ice_controlq.h | 18 ((u16)((((R)->next_to_clean > (R)->next_to_use) ? 0 : (R)->count) + \ 19 (R)->next_to_clean - (R)->next_to_use - 1)) 63 u16 next_to_clean; member
|
| H A D | ice_xsk.c | 365 u16 ntc = xdp_ring->next_to_clean; in ice_clean_xdp_irq_zc() 392 ntc = xdp_ring->next_to_clean; in ice_clean_xdp_irq_zc() 410 xdp_ring->next_to_clean += completed_frames; in ice_clean_xdp_irq_zc() 411 if (xdp_ring->next_to_clean >= cnt) in ice_clean_xdp_irq_zc() 412 xdp_ring->next_to_clean -= cnt; in ice_clean_xdp_irq_zc() 573 u32 ntc = rx_ring->next_to_clean; in ice_clean_rx_irq_zc() 676 rx_ring->next_to_clean = ntc; in ice_clean_rx_irq_zc() 899 u16 ntc = rx_ring->next_to_clean; in ice_xsk_clean_rx_ring() 921 u16 ntc = xdp_ring->next_to_clean, ntu = xdp_ring->next_to_use; in ice_xsk_clean_xdp_ring()
|
| H A D | ice_txrx.c | 229 tx_ring->next_to_clean = 0; in ice_clean_tx_ring() 276 s16 i = tx_ring->next_to_clean; in ice_clean_tx_irq() 367 tx_ring->next_to_clean = i; in ice_clean_tx_irq() 501 tx_ring->next_to_clean = 0; in ice_setup_tx_ring() 553 for (u32 i = rx_ring->next_to_clean; i != rx_ring->next_to_use; ) { in ice_clean_rx_ring() 579 rx_ring->next_to_clean = 0; in ice_clean_rx_ring() 632 rx_ring->next_to_clean = 0; in ice_setup_rx_ring() 904 u32 ntc = rx_ring->next_to_clean; in ice_clean_ctrl_rx_irq() 929 rx_ring->next_to_clean = ntc; in ice_clean_ctrl_rx_irq() 950 u32 ntc = rx_ring->next_to_clean; in ice_clean_rx_irq() [all …]
|
| /linux/drivers/net/ethernet/freescale/enetc/ |
| H A D | enetc_cbdr.c | 23 cbdr->next_to_clean = 0; in enetc_setup_cbdr() 40 enetc_wr_reg(cbdr->pir, cbdr->next_to_clean); in enetc_setup_cbdr() 102 i = ring->next_to_clean; in enetc_clean_cbdr() 116 ring->next_to_clean = i; in enetc_clean_cbdr() 121 return (r->next_to_clean - r->next_to_use - 1 + r->bd_count) % in enetc_cbd_unused()
|
| H A D | enetc.h | 160 int next_to_clean; member 193 if (bdr->next_to_clean > bdr->next_to_use) in enetc_bd_unused() 194 return bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused() 196 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_use - 1; in enetc_bd_unused() 201 if (bdr->next_to_clean > bdr->next_to_alloc) in enetc_swbd_unused() 202 return bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused() 204 return bdr->bd_count + bdr->next_to_clean - bdr->next_to_alloc - 1; in enetc_swbd_unused() 217 int next_to_clean; member
|
| /linux/drivers/net/ethernet/pasemi/ |
| H A D | pasemi_mac.h | 30 unsigned int next_to_clean; member 43 unsigned int next_to_clean; member 101 #define RING_USED(ring) (((ring)->next_to_fill - (ring)->next_to_clean) \
|
| /linux/drivers/net/ethernet/hisilicon/hns3/hns3_common/ |
| H A D | hclge_comm_cmd.c | 288 int ntc = ring->next_to_clean; in hclge_comm_ring_space() 314 int ntc = ring->next_to_clean; in hclge_comm_is_valid_csq_clean_head() 334 head, csq->next_to_use, csq->next_to_clean); in hclge_comm_cmd_csq_clean() 343 clean = (head - csq->next_to_clean + csq->desc_num) % csq->desc_num; in hclge_comm_cmd_csq_clean() 344 csq->next_to_clean = head; in hclge_comm_cmd_csq_clean() 495 csq->next_to_clean = in hclge_comm_cmd_send() 622 cmdq->csq.next_to_clean = 0; in hclge_comm_cmd_init() 624 cmdq->crq.next_to_clean = 0; in hclge_comm_cmd_init()
|
| /linux/drivers/net/ethernet/atheros/atl1c/ |
| H A D | atl1c_main.c | 894 atomic_set(&tpd_ring->next_to_clean, 0); in atl1c_clean_tx_ring() 917 rfd_ring->next_to_clean = 0; in atl1c_clean_rx_ring() 920 rrd_ring->next_to_clean = 0; in atl1c_clean_rx_ring() 936 atomic_set(&tpd_ring[i].next_to_clean, 0); in atl1c_init_ring_ptrs() 944 rfd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs() 946 rrd_ring[i].next_to_clean = 0; in atl1c_init_ring_ptrs() 1597 u16 next_to_clean = atomic_read(&tpd_ring->next_to_clean); in atl1c_clean_tx() local 1605 while (next_to_clean != hw_next_to_clean) { in atl1c_clean_tx() 1606 buffer_info = &tpd_ring->buffer_info[next_to_clean]; in atl1c_clean_tx() 1612 if (++next_to_clean == tpd_ring->count) in atl1c_clean_tx() [all …]
|
| /linux/drivers/net/ethernet/hisilicon/hns/ |
| H A D | hns_enet.c | 445 desc = &ring->desc[ring->next_to_clean]; in hns_nic_reuse_page() 576 desc = &ring->desc[ring->next_to_clean]; in hns_nic_poll_rx_skb() 577 desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_poll_rx_skb() 608 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb() 622 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb() 629 desc = &ring->desc[ring->next_to_clean]; in hns_nic_poll_rx_skb() 630 desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_poll_rx_skb() 633 ring_ptr_move_fw(ring, next_to_clean); in hns_nic_poll_rx_skb() 728 int ntc = ring->next_to_clean; in hns_desc_unused() 943 struct hnae_desc_cb *desc_cb = &ring->desc_cb[ring->next_to_clean]; in hns_nic_reclaim_one_desc() [all …]
|
| /linux/drivers/net/ethernet/atheros/atlx/ |
| H A D | atl1.c | 1113 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_init_ring_ptrs() 1115 rfd_ring->next_to_clean = 0; in atl1_init_ring_ptrs() 1119 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_init_ring_ptrs() 1155 rfd_ring->next_to_clean = 0; in atl1_clean_rx_ring() 1159 atomic_set(&rrd_ring->next_to_clean, 0); in atl1_clean_rx_ring() 1199 atomic_set(&tpd_ring->next_to_clean, 0); in atl1_clean_tx_ring() 1499 ((atomic_read(&adapter->rrd_ring.next_to_clean) in atl1_configure() 1745 rrd_next_to_clean = atomic_read(&adapter->rrd_ring.next_to_clean); in atl1_update_mailbox() 1763 while (rfd_ring->next_to_clean != (rrd->buf_indx + offset)) { in atl1_clean_alloc_flag() 1764 rfd_ring->buffer_info[rfd_ring->next_to_clean].alloced = 0; in atl1_clean_alloc_flag() [all …]
|
| /linux/drivers/net/ethernet/intel/iavf/ |
| H A D | iavf_txrx.c | 99 tx_ring->next_to_clean = 0; in iavf_clean_tx_ring() 142 head = ring->next_to_clean; in iavf_get_tx_pending() 236 int i = tx_ring->next_to_clean; in iavf_clean_tx_irq() 323 tx_ring->next_to_clean = i; in iavf_clean_tx_irq() 697 tx_ring->next_to_clean = 0; in iavf_setup_tx_descriptors() 723 for (u32 i = rx_ring->next_to_clean; i != rx_ring->next_to_use; ) { in iavf_clean_rx_ring() 732 rx_ring->next_to_clean = 0; in iavf_clean_rx_ring() 800 rx_ring->next_to_clean = 0; in iavf_setup_rx_descriptors() 1254 u32 ntc = rx_ring->next_to_clean + 1; in iavf_is_non_eop() 1258 rx_ring->next_to_clean = ntc; in iavf_is_non_eop() [all …]
|
| H A D | iavf_adminq.c | 322 hw->aq.asq.next_to_clean = 0; in iavf_init_asq() 387 hw->aq.arq.next_to_clean = 0; in iavf_init_arq() 560 u16 ntc = asq->next_to_clean; in iavf_clean_asq() 586 asq->next_to_clean = ntc; in iavf_clean_asq() 834 u16 ntc = hw->aq.arq.next_to_clean; in iavf_clean_arq_element() 910 hw->aq.arq.next_to_clean = ntc; in iavf_clean_arq_element()
|
| /linux/drivers/net/ethernet/atheros/atl1e/ |
| H A D | atl1e_main.c | 752 atomic_set(&tx_ring->next_to_clean, 0); in atl1e_init_ring_ptrs() 1235 u16 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_clean_tx_irq() local 1237 while (next_to_clean != hw_next_to_clean) { in atl1e_clean_tx_irq() 1238 tx_buffer = &tx_ring->tx_buffer[next_to_clean]; in atl1e_clean_tx_irq() 1258 if (++next_to_clean == tx_ring->count) in atl1e_clean_tx_irq() 1259 next_to_clean = 0; in atl1e_clean_tx_irq() 1262 atomic_set(&tx_ring->next_to_clean, next_to_clean); in atl1e_clean_tx_irq() 1563 u16 next_to_clean = 0; in atl1e_tpd_avail() local 1565 next_to_clean = atomic_read(&tx_ring->next_to_clean); in atl1e_tpd_avail() 1568 return (u16)(next_to_clean > next_to_use) ? in atl1e_tpd_avail() [all …]
|