1 /* SPDX-License-Identifier: BSD-3-Clause
2 * Copyright 2008-2017 Cisco Systems, Inc. All rights reserved.
3 * Copyright 2007 Nuova Systems, Inc. All rights reserved.
4 */
5
6 #ifndef _CQ_ENET_DESC_H_
7 #define _CQ_ENET_DESC_H_
8
9 #include "cq_desc.h"
10
11 /* Ethernet completion queue descriptor: 16B */
12 struct cq_enet_wq_desc {
13 __le16 completed_index;
14 __le16 q_number;
15 u8 reserved[11];
16 u8 type_color;
17 };
18
cq_enet_wq_desc_enc(struct cq_enet_wq_desc * desc,u8 type,u8 color,u16 q_number,u16 completed_index)19 static inline void cq_enet_wq_desc_enc(struct cq_enet_wq_desc *desc,
20 u8 type, u8 color, u16 q_number, u16 completed_index)
21 {
22 cq_desc_enc((struct cq_desc *)desc, type,
23 color, q_number, completed_index);
24 }
25
cq_enet_wq_desc_dec(struct cq_enet_wq_desc * desc,u8 * type,u8 * color,u16 * q_number,u16 * completed_index)26 static inline void cq_enet_wq_desc_dec(struct cq_enet_wq_desc *desc,
27 u8 *type, u8 *color, u16 *q_number, u16 *completed_index)
28 {
29 cq_desc_dec((struct cq_desc *)desc, type,
30 color, q_number, completed_index);
31 }
32
33 /* Completion queue descriptor: Ethernet receive queue, 16B */
34 struct cq_enet_rq_desc {
35 __le16 completed_index_flags;
36 __le16 q_number_rss_type_flags;
37 __le32 rss_hash;
38 __le16 bytes_written_flags;
39 __le16 vlan;
40 __le16 checksum_fcoe;
41 u8 flags;
42 u8 type_color;
43 };
44
45 /* Completion queue descriptor: Ethernet receive queue, 16B */
46 struct cq_enet_rq_clsf_desc {
47 __le16 completed_index_flags;
48 __le16 q_number_rss_type_flags;
49 __le16 filter_id;
50 __le16 lif;
51 __le16 bytes_written_flags;
52 __le16 vlan;
53 __le16 checksum_fcoe;
54 u8 flags;
55 u8 type_color;
56 };
57
58 #define CQ_ENET_RQ_DESC_FLAGS_INGRESS_PORT (0x1 << 12)
59 #define CQ_ENET_RQ_DESC_FLAGS_FCOE (0x1 << 13)
60 #define CQ_ENET_RQ_DESC_FLAGS_EOP (0x1 << 14)
61 #define CQ_ENET_RQ_DESC_FLAGS_SOP (0x1 << 15)
62
63 #define CQ_ENET_RQ_DESC_RSS_TYPE_BITS 4
64 #define CQ_ENET_RQ_DESC_RSS_TYPE_MASK \
65 ((1 << CQ_ENET_RQ_DESC_RSS_TYPE_BITS) - 1)
66 #define CQ_ENET_RQ_DESC_RSS_TYPE_NONE 0
67 #define CQ_ENET_RQ_DESC_RSS_TYPE_IPv4 1
68 #define CQ_ENET_RQ_DESC_RSS_TYPE_TCP_IPv4 2
69 #define CQ_ENET_RQ_DESC_RSS_TYPE_IPv6 3
70 #define CQ_ENET_RQ_DESC_RSS_TYPE_TCP_IPv6 4
71 #define CQ_ENET_RQ_DESC_RSS_TYPE_IPv6_EX 5
72 #define CQ_ENET_RQ_DESC_RSS_TYPE_TCP_IPv6_EX 6
73
74 #define CQ_ENET_RQ_DESC_FLAGS_CSUM_NOT_CALC (0x1 << 14)
75
76 #define CQ_ENET_RQ_DESC_BYTES_WRITTEN_BITS 14
77 #define CQ_ENET_RQ_DESC_BYTES_WRITTEN_MASK \
78 ((1 << CQ_ENET_RQ_DESC_BYTES_WRITTEN_BITS) - 1)
79 #define CQ_ENET_RQ_DESC_FLAGS_TRUNCATED (0x1 << 14)
80 #define CQ_ENET_RQ_DESC_FLAGS_VLAN_STRIPPED (0x1 << 15)
81
82 #define CQ_ENET_RQ_DESC_VLAN_TCI_VLAN_BITS 12
83 #define CQ_ENET_RQ_DESC_VLAN_TCI_VLAN_MASK \
84 ((1 << CQ_ENET_RQ_DESC_VLAN_TCI_VLAN_BITS) - 1)
85 #define CQ_ENET_RQ_DESC_VLAN_TCI_CFI_MASK (0x1 << 12)
86 #define CQ_ENET_RQ_DESC_VLAN_TCI_USER_PRIO_BITS 3
87 #define CQ_ENET_RQ_DESC_VLAN_TCI_USER_PRIO_MASK \
88 ((1 << CQ_ENET_RQ_DESC_VLAN_TCI_USER_PRIO_BITS) - 1)
89 #define CQ_ENET_RQ_DESC_VLAN_TCI_USER_PRIO_SHIFT 13
90
91 #define CQ_ENET_RQ_DESC_FCOE_SOF_BITS 8
92 #define CQ_ENET_RQ_DESC_FCOE_SOF_MASK \
93 ((1 << CQ_ENET_RQ_DESC_FCOE_SOF_BITS) - 1)
94 #define CQ_ENET_RQ_DESC_FCOE_EOF_BITS 8
95 #define CQ_ENET_RQ_DESC_FCOE_EOF_MASK \
96 ((1 << CQ_ENET_RQ_DESC_FCOE_EOF_BITS) - 1)
97 #define CQ_ENET_RQ_DESC_FCOE_EOF_SHIFT 8
98
99 #define CQ_ENET_RQ_DESC_FLAGS_TCP_UDP_CSUM_OK (0x1 << 0)
100 #define CQ_ENET_RQ_DESC_FCOE_FC_CRC_OK (0x1 << 0)
101 #define CQ_ENET_RQ_DESC_FLAGS_UDP (0x1 << 1)
102 #define CQ_ENET_RQ_DESC_FCOE_ENC_ERROR (0x1 << 1)
103 #define CQ_ENET_RQ_DESC_FLAGS_TCP (0x1 << 2)
104 #define CQ_ENET_RQ_DESC_FLAGS_IPV4_CSUM_OK (0x1 << 3)
105 #define CQ_ENET_RQ_DESC_FLAGS_IPV6 (0x1 << 4)
106 #define CQ_ENET_RQ_DESC_FLAGS_IPV4 (0x1 << 5)
107 #define CQ_ENET_RQ_DESC_FLAGS_IPV4_FRAGMENT (0x1 << 6)
108 #define CQ_ENET_RQ_DESC_FLAGS_FCS_OK (0x1 << 7)
109
cq_enet_rq_desc_enc(struct cq_enet_rq_desc * desc,u8 type,u8 color,u16 q_number,u16 completed_index,u8 ingress_port,u8 fcoe,u8 eop,u8 sop,u8 rss_type,u8 csum_not_calc,u32 rss_hash,u16 bytes_written,u8 packet_error,u8 vlan_stripped,u16 vlan,u16 checksum,u8 fcoe_sof,u8 fcoe_fc_crc_ok,u8 fcoe_enc_error,u8 fcoe_eof,u8 tcp_udp_csum_ok,u8 udp,u8 tcp,u8 ipv4_csum_ok,u8 ipv6,u8 ipv4,u8 ipv4_fragment,u8 fcs_ok)110 static inline void cq_enet_rq_desc_enc(struct cq_enet_rq_desc *desc,
111 u8 type, u8 color, u16 q_number, u16 completed_index,
112 u8 ingress_port, u8 fcoe, u8 eop, u8 sop, u8 rss_type, u8 csum_not_calc,
113 u32 rss_hash, u16 bytes_written, u8 packet_error, u8 vlan_stripped,
114 u16 vlan, u16 checksum, u8 fcoe_sof, u8 fcoe_fc_crc_ok,
115 u8 fcoe_enc_error, u8 fcoe_eof, u8 tcp_udp_csum_ok, u8 udp, u8 tcp,
116 u8 ipv4_csum_ok, u8 ipv6, u8 ipv4, u8 ipv4_fragment, u8 fcs_ok)
117 {
118 cq_desc_enc((struct cq_desc *)desc, type,
119 color, q_number, completed_index);
120
121 desc->completed_index_flags |= cpu_to_le16(
122 (ingress_port ? CQ_ENET_RQ_DESC_FLAGS_INGRESS_PORT : 0) |
123 (fcoe ? CQ_ENET_RQ_DESC_FLAGS_FCOE : 0) |
124 (eop ? CQ_ENET_RQ_DESC_FLAGS_EOP : 0) |
125 (sop ? CQ_ENET_RQ_DESC_FLAGS_SOP : 0));
126
127 desc->q_number_rss_type_flags |= cpu_to_le16(
128 ((rss_type & CQ_ENET_RQ_DESC_RSS_TYPE_MASK) <<
129 CQ_DESC_Q_NUM_BITS) |
130 (csum_not_calc ? CQ_ENET_RQ_DESC_FLAGS_CSUM_NOT_CALC : 0));
131
132 desc->rss_hash = cpu_to_le32(rss_hash);
133
134 desc->bytes_written_flags = cpu_to_le16(
135 (bytes_written & CQ_ENET_RQ_DESC_BYTES_WRITTEN_MASK) |
136 (packet_error ? CQ_ENET_RQ_DESC_FLAGS_TRUNCATED : 0) |
137 (vlan_stripped ? CQ_ENET_RQ_DESC_FLAGS_VLAN_STRIPPED : 0));
138
139 desc->vlan = cpu_to_le16(vlan);
140
141 if (fcoe) {
142 desc->checksum_fcoe = cpu_to_le16(
143 (fcoe_sof & CQ_ENET_RQ_DESC_FCOE_SOF_MASK) |
144 ((fcoe_eof & CQ_ENET_RQ_DESC_FCOE_EOF_MASK) <<
145 CQ_ENET_RQ_DESC_FCOE_EOF_SHIFT));
146 } else {
147 desc->checksum_fcoe = cpu_to_le16(checksum);
148 }
149
150 desc->flags =
151 (tcp_udp_csum_ok ? CQ_ENET_RQ_DESC_FLAGS_TCP_UDP_CSUM_OK : 0) |
152 (udp ? CQ_ENET_RQ_DESC_FLAGS_UDP : 0) |
153 (tcp ? CQ_ENET_RQ_DESC_FLAGS_TCP : 0) |
154 (ipv4_csum_ok ? CQ_ENET_RQ_DESC_FLAGS_IPV4_CSUM_OK : 0) |
155 (ipv6 ? CQ_ENET_RQ_DESC_FLAGS_IPV6 : 0) |
156 (ipv4 ? CQ_ENET_RQ_DESC_FLAGS_IPV4 : 0) |
157 (ipv4_fragment ? CQ_ENET_RQ_DESC_FLAGS_IPV4_FRAGMENT : 0) |
158 (fcs_ok ? CQ_ENET_RQ_DESC_FLAGS_FCS_OK : 0) |
159 (fcoe_fc_crc_ok ? CQ_ENET_RQ_DESC_FCOE_FC_CRC_OK : 0) |
160 (fcoe_enc_error ? CQ_ENET_RQ_DESC_FCOE_ENC_ERROR : 0);
161 }
162
cq_enet_rq_desc_dec(struct cq_enet_rq_desc * desc,u8 * type,u8 * color,u16 * q_number,u16 * completed_index,u8 * ingress_port,u8 * fcoe,u8 * eop,u8 * sop,u8 * rss_type,u8 * csum_not_calc,u32 * rss_hash,u16 * bytes_written,u8 * packet_error,u8 * vlan_stripped,u16 * vlan_tci,u16 * checksum,u8 * fcoe_sof,u8 * fcoe_fc_crc_ok,u8 * fcoe_enc_error,u8 * fcoe_eof,u8 * tcp_udp_csum_ok,u8 * udp,u8 * tcp,u8 * ipv4_csum_ok,u8 * ipv6,u8 * ipv4,u8 * ipv4_fragment,u8 * fcs_ok)163 static inline void cq_enet_rq_desc_dec(struct cq_enet_rq_desc *desc,
164 u8 *type, u8 *color, u16 *q_number, u16 *completed_index,
165 u8 *ingress_port, u8 *fcoe, u8 *eop, u8 *sop, u8 *rss_type,
166 u8 *csum_not_calc, u32 *rss_hash, u16 *bytes_written, u8 *packet_error,
167 u8 *vlan_stripped, u16 *vlan_tci, u16 *checksum, u8 *fcoe_sof,
168 u8 *fcoe_fc_crc_ok, u8 *fcoe_enc_error, u8 *fcoe_eof,
169 u8 *tcp_udp_csum_ok, u8 *udp, u8 *tcp, u8 *ipv4_csum_ok,
170 u8 *ipv6, u8 *ipv4, u8 *ipv4_fragment, u8 *fcs_ok)
171 {
172 u16 completed_index_flags;
173 u16 q_number_rss_type_flags;
174 u16 bytes_written_flags;
175
176 cq_desc_dec((struct cq_desc *)desc, type,
177 color, q_number, completed_index);
178
179 completed_index_flags = le16_to_cpu(desc->completed_index_flags);
180 q_number_rss_type_flags =
181 le16_to_cpu(desc->q_number_rss_type_flags);
182 bytes_written_flags = le16_to_cpu(desc->bytes_written_flags);
183
184 *ingress_port = (completed_index_flags &
185 CQ_ENET_RQ_DESC_FLAGS_INGRESS_PORT) ? 1 : 0;
186 *fcoe = (completed_index_flags & CQ_ENET_RQ_DESC_FLAGS_FCOE) ?
187 1 : 0;
188 *eop = (completed_index_flags & CQ_ENET_RQ_DESC_FLAGS_EOP) ?
189 1 : 0;
190 *sop = (completed_index_flags & CQ_ENET_RQ_DESC_FLAGS_SOP) ?
191 1 : 0;
192
193 *rss_type = (u8)((q_number_rss_type_flags >> CQ_DESC_Q_NUM_BITS) &
194 CQ_ENET_RQ_DESC_RSS_TYPE_MASK);
195 *csum_not_calc = (q_number_rss_type_flags &
196 CQ_ENET_RQ_DESC_FLAGS_CSUM_NOT_CALC) ? 1 : 0;
197
198 *rss_hash = le32_to_cpu(desc->rss_hash);
199
200 *bytes_written = bytes_written_flags &
201 CQ_ENET_RQ_DESC_BYTES_WRITTEN_MASK;
202 *packet_error = (bytes_written_flags &
203 CQ_ENET_RQ_DESC_FLAGS_TRUNCATED) ? 1 : 0;
204 *vlan_stripped = (bytes_written_flags &
205 CQ_ENET_RQ_DESC_FLAGS_VLAN_STRIPPED) ? 1 : 0;
206
207 /*
208 * Tag Control Information(16) = user_priority(3) + cfi(1) + vlan(12)
209 */
210 *vlan_tci = le16_to_cpu(desc->vlan);
211
212 if (*fcoe) {
213 *fcoe_sof = (u8)(le16_to_cpu(desc->checksum_fcoe) &
214 CQ_ENET_RQ_DESC_FCOE_SOF_MASK);
215 *fcoe_fc_crc_ok = (desc->flags &
216 CQ_ENET_RQ_DESC_FCOE_FC_CRC_OK) ? 1 : 0;
217 *fcoe_enc_error = (desc->flags &
218 CQ_ENET_RQ_DESC_FCOE_ENC_ERROR) ? 1 : 0;
219 *fcoe_eof = (u8)((le16_to_cpu(desc->checksum_fcoe) >>
220 CQ_ENET_RQ_DESC_FCOE_EOF_SHIFT) &
221 CQ_ENET_RQ_DESC_FCOE_EOF_MASK);
222 *checksum = 0;
223 } else {
224 *fcoe_sof = 0;
225 *fcoe_fc_crc_ok = 0;
226 *fcoe_enc_error = 0;
227 *fcoe_eof = 0;
228 *checksum = le16_to_cpu(desc->checksum_fcoe);
229 }
230
231 *tcp_udp_csum_ok =
232 (desc->flags & CQ_ENET_RQ_DESC_FLAGS_TCP_UDP_CSUM_OK) ? 1 : 0;
233 *udp = (desc->flags & CQ_ENET_RQ_DESC_FLAGS_UDP) ? 1 : 0;
234 *tcp = (desc->flags & CQ_ENET_RQ_DESC_FLAGS_TCP) ? 1 : 0;
235 *ipv4_csum_ok =
236 (desc->flags & CQ_ENET_RQ_DESC_FLAGS_IPV4_CSUM_OK) ? 1 : 0;
237 *ipv6 = (desc->flags & CQ_ENET_RQ_DESC_FLAGS_IPV6) ? 1 : 0;
238 *ipv4 = (desc->flags & CQ_ENET_RQ_DESC_FLAGS_IPV4) ? 1 : 0;
239 *ipv4_fragment =
240 (desc->flags & CQ_ENET_RQ_DESC_FLAGS_IPV4_FRAGMENT) ? 1 : 0;
241 *fcs_ok = (desc->flags & CQ_ENET_RQ_DESC_FLAGS_FCS_OK) ? 1 : 0;
242 }
243
244 #endif /* _CQ_ENET_DESC_H_ */
245