28 static u32 __iomem *fbnic_ring_csr_base(const struct fbnic_ring *ring)  in fbnic_ring_csr_base()
37 static u32 fbnic_ring_rd32(struct fbnic_ring *ring, unsigned int csr)  in fbnic_ring_rd32()
44 static void fbnic_ring_wr32(struct fbnic_ring *ring, unsigned int csr, u32 val)  in fbnic_ring_wr32()
91 static unsigned int fbnic_desc_unused(struct fbnic_ring *ring)  in fbnic_desc_unused()
96 static unsigned int fbnic_desc_used(struct fbnic_ring *ring)  in fbnic_desc_used()
102 				       const struct fbnic_ring *ring)  in txring_txq()
108 			       struct fbnic_ring *ring,  in fbnic_maybe_stop_tx()
120 static bool fbnic_tx_sent_queue(struct sk_buff *skb, struct fbnic_ring *ring)  in fbnic_tx_sent_queue()
177 fbnic_tx_offloads(struct fbnic_ring *ring, struct sk_buff *skb, __le64 *meta)  in fbnic_tx_offloads()
201 fbnic_rx_csum(u64 rcd, struct sk_buff *skb, struct fbnic_ring *rcq)  in fbnic_rx_csum()
219 fbnic_tx_map(struct fbnic_ring *ring, struct sk_buff *skb, __le64 *meta)  in fbnic_tx_map()
310 fbnic_xmit_frame_ring(struct sk_buff *skb, struct fbnic_ring *ring)  in fbnic_xmit_frame_ring()
385 			     struct fbnic_ring *ring, bool discard,  in fbnic_clean_twq0()
465 			    struct fbnic_ring *ring,  in fbnic_clean_tsq()
514 static void fbnic_page_pool_init(struct fbnic_ring *ring, unsigned int idx,  in fbnic_page_pool_init()
524 static struct page *fbnic_page_pool_get(struct fbnic_ring *ring,  in fbnic_page_pool_get()
534 static void fbnic_page_pool_drain(struct fbnic_ring *ring, unsigned int idx,  in fbnic_page_pool_drain()
559 	struct fbnic_ring *cmpl = &qt->cmpl;  in fbnic_clean_tcq()
614 			    struct fbnic_ring *ring, unsigned int hw_head)  in fbnic_clean_bdq()
631 static void fbnic_bd_prep(struct fbnic_ring *bdq, u16 id, struct page *page)  in fbnic_bd_prep()
652 static void fbnic_fill_bdq(struct fbnic_napi_vector *nv, struct fbnic_ring *bdq)  in fbnic_fill_bdq()
881 	struct fbnic_ring *rcq = &qt->cmpl;  in fbnic_populate_skb_fields()
902 	struct fbnic_ring *rcq = &qt->cmpl;  in fbnic_clean_rcq()
1049 					     struct fbnic_ring *rxr)  in fbnic_aggregate_ring_rx_counters()
1060 					     struct fbnic_ring *txr)  in fbnic_aggregate_ring_tx_counters()
1073 				 struct fbnic_ring *txr)  in fbnic_remove_tx_ring()
1086 				 struct fbnic_ring *rxr)  in fbnic_remove_rx_ring()
1182 static void fbnic_ring_init(struct fbnic_ring *ring, u32 __iomem *doorbell,  in fbnic_ring_init()
1370 				      struct fbnic_ring *ring)  in fbnic_free_ring_resources()
1385 				    struct fbnic_ring *txr)  in fbnic_alloc_tx_ring_desc()
1405 static int fbnic_alloc_tx_ring_buffer(struct fbnic_ring *txr)  in fbnic_alloc_tx_ring_buffer()
1415 					 struct fbnic_ring *txr)  in fbnic_alloc_tx_ring_resources()
1442 				    struct fbnic_ring *rxr)  in fbnic_alloc_rx_ring_desc()
1480 static int fbnic_alloc_rx_ring_buffer(struct fbnic_ring *rxr)  in fbnic_alloc_rx_ring_buffer()
1495 					 struct fbnic_ring *rxr)  in fbnic_alloc_rx_ring_resources()
1641 static void fbnic_disable_twq0(struct fbnic_ring *txr)  in fbnic_disable_twq0()
1650 static void fbnic_disable_tcq(struct fbnic_ring *txr)  in fbnic_disable_tcq()
1656 static void fbnic_disable_bdq(struct fbnic_ring *hpq, struct fbnic_ring *ppq)  in fbnic_disable_bdq()
1665 static void fbnic_disable_rcq(struct fbnic_ring *rxr)  in fbnic_disable_rcq()
1883 static void fbnic_enable_twq0(struct fbnic_ring *twq)  in fbnic_enable_twq0()
1906 			     struct fbnic_ring *tcq)  in fbnic_enable_tcq()
1934 static void fbnic_enable_bdq(struct fbnic_ring *hpq, struct fbnic_ring *ppq)  in fbnic_enable_bdq()
1973 				       struct fbnic_ring *rcq)  in fbnic_config_drop_mode_rcq()
1988 			     struct fbnic_ring *rcq)  in fbnic_enable_rcq()