1 /* SPDX-License-Identifier: GPL-2.0 */ 2 /* Copyright (c) Meta Platforms, Inc. and affiliates. */ 3 4 #ifndef _FBNIC_TXRX_H_ 5 #define _FBNIC_TXRX_H_ 6 7 #include <linux/netdevice.h> 8 #include <linux/skbuff.h> 9 #include <linux/types.h> 10 #include <linux/u64_stats_sync.h> 11 #include <net/xdp.h> 12 13 struct fbnic_net; 14 15 /* Guarantee we have space needed for storing the buffer 16 * To store the buffer we need: 17 * 1 descriptor per page 18 * + 1 descriptor for skb head 19 * + 2 descriptors for metadata and optional metadata 20 * + 7 descriptors to keep tail out of the same cacheline as head 21 * If we cannot guarantee that then we should return TX_BUSY 22 */ 23 #define FBNIC_MAX_SKB_DESC (MAX_SKB_FRAGS + 10) 24 #define FBNIC_TX_DESC_WAKEUP (FBNIC_MAX_SKB_DESC * 2) 25 #define FBNIC_TX_DESC_MIN roundup_pow_of_two(FBNIC_TX_DESC_WAKEUP) 26 27 #define FBNIC_MAX_TXQS 128u 28 #define FBNIC_MAX_RXQS 128u 29 30 #define FBNIC_TXQ_SIZE_DEFAULT 1024 31 #define FBNIC_HPQ_SIZE_DEFAULT 256 32 #define FBNIC_PPQ_SIZE_DEFAULT 256 33 #define FBNIC_RCQ_SIZE_DEFAULT 1024 34 35 #define FBNIC_RX_TROOM \ 36 SKB_DATA_ALIGN(sizeof(struct skb_shared_info)) 37 #define FBNIC_RX_HROOM \ 38 (ALIGN(FBNIC_RX_TROOM + NET_SKB_PAD, 128) - FBNIC_RX_TROOM) 39 #define FBNIC_RX_PAD 0 40 #define FBNIC_RX_MAX_HDR (1536 - FBNIC_RX_PAD) 41 #define FBNIC_RX_PAYLD_OFFSET 0 42 #define FBNIC_RX_PAYLD_PG_CL 0 43 44 #define FBNIC_RING_F_DISABLED BIT(0) 45 #define FBNIC_RING_F_CTX BIT(1) 46 #define FBNIC_RING_F_STATS BIT(2) /* Ring's stats may be used */ 47 48 struct fbnic_pkt_buff { 49 struct xdp_buff buff; 50 ktime_t hwtstamp; 51 u32 data_truesize; 52 u16 data_len; 53 u16 nr_frags; 54 }; 55 56 struct fbnic_queue_stats { 57 u64 packets; 58 u64 bytes; 59 u64 dropped; 60 u64 ts_packets; 61 u64 ts_lost; 62 struct u64_stats_sync syncp; 63 }; 64 65 /* Pagecnt bias is long max to reserve the last bit to catch overflow 66 * cases where if we overcharge the bias it will flip over to be negative. 67 */ 68 #define PAGECNT_BIAS_MAX LONG_MAX 69 struct fbnic_rx_buf { 70 struct page *page; 71 long pagecnt_bias; 72 }; 73 74 struct fbnic_ring { 75 /* Pointer to buffer specific info */ 76 union { 77 struct fbnic_pkt_buff *pkt; /* RCQ */ 78 struct fbnic_rx_buf *rx_buf; /* BDQ */ 79 void **tx_buf; /* TWQ */ 80 void *buffer; /* Generic pointer */ 81 }; 82 83 u32 __iomem *doorbell; /* Pointer to CSR space for ring */ 84 __le64 *desc; /* Descriptor ring memory */ 85 u16 size_mask; /* Size of ring in descriptors - 1 */ 86 u8 q_idx; /* Logical netdev ring index */ 87 u8 flags; /* Ring flags (FBNIC_RING_F_*) */ 88 89 u32 head, tail; /* Head/Tail of ring */ 90 91 struct fbnic_queue_stats stats; 92 93 /* Slow path fields follow */ 94 dma_addr_t dma; /* Phys addr of descriptor memory */ 95 size_t size; /* Size of descriptor ring in memory */ 96 }; 97 98 struct fbnic_q_triad { 99 struct fbnic_ring sub0, sub1, cmpl; 100 }; 101 102 struct fbnic_napi_vector { 103 struct napi_struct napi; 104 struct device *dev; /* Device for DMA unmapping */ 105 struct page_pool *page_pool; 106 struct fbnic_dev *fbd; 107 char name[IFNAMSIZ + 9]; 108 109 u16 v_idx; 110 u8 txt_count; 111 u8 rxt_count; 112 113 struct list_head napis; 114 115 struct fbnic_q_triad qt[]; 116 }; 117 118 #define FBNIC_MAX_TXQS 128u 119 #define FBNIC_MAX_RXQS 128u 120 121 netdev_tx_t fbnic_xmit_frame(struct sk_buff *skb, struct net_device *dev); 122 netdev_features_t 123 fbnic_features_check(struct sk_buff *skb, struct net_device *dev, 124 netdev_features_t features); 125 126 int fbnic_alloc_napi_vectors(struct fbnic_net *fbn); 127 void fbnic_free_napi_vectors(struct fbnic_net *fbn); 128 int fbnic_alloc_resources(struct fbnic_net *fbn); 129 void fbnic_free_resources(struct fbnic_net *fbn); 130 void fbnic_napi_enable(struct fbnic_net *fbn); 131 void fbnic_napi_disable(struct fbnic_net *fbn); 132 void fbnic_enable(struct fbnic_net *fbn); 133 void fbnic_disable(struct fbnic_net *fbn); 134 void fbnic_flush(struct fbnic_net *fbn); 135 void fbnic_fill(struct fbnic_net *fbn); 136 137 void fbnic_napi_depletion_check(struct net_device *netdev); 138 int fbnic_wait_all_queues_idle(struct fbnic_dev *fbd, bool may_fail); 139 140 #endif /* _FBNIC_TXRX_H_ */ 141