xref: /linux/drivers/infiniband/hw/qedr/qedr_hsi_rdma.h (revision 3eb66e91a25497065c5322b1268cbc3953642227)
1 /* QLogic qedr NIC Driver
2  * Copyright (c) 2015-2016  QLogic Corporation
3  *
4  * This software is available to you under a choice of one of two
5  * licenses.  You may choose to be licensed under the terms of the GNU
6  * General Public License (GPL) Version 2, available from the file
7  * COPYING in the main directory of this source tree, or the
8  * OpenIB.org BSD license below:
9  *
10  *     Redistribution and use in source and binary forms, with or
11  *     without modification, are permitted provided that the following
12  *     conditions are met:
13  *
14  *      - Redistributions of source code must retain the above
15  *        copyright notice, this list of conditions and the following
16  *        disclaimer.
17  *
18  *      - Redistributions in binary form must reproduce the above
19  *        copyright notice, this list of conditions and the following
20  *        disclaimer in the documentation and /or other materials
21  *        provided with the distribution.
22  *
23  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
24  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
25  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
26  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
27  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
28  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
29  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
30  * SOFTWARE.
31  */
32 #ifndef __QED_HSI_RDMA__
33 #define __QED_HSI_RDMA__
34 
35 #include <linux/qed/rdma_common.h>
36 
37 /* rdma completion notification queue element */
38 struct rdma_cnqe {
39 	struct regpair	cq_handle;
40 };
41 
42 struct rdma_cqe_responder {
43 	struct regpair srq_wr_id;
44 	struct regpair qp_handle;
45 	__le32 imm_data_or_inv_r_Key;
46 	__le32 length;
47 	__le32 imm_data_hi;
48 	__le16 rq_cons_or_srq_id;
49 	u8 flags;
50 #define RDMA_CQE_RESPONDER_TOGGLE_BIT_MASK  0x1
51 #define RDMA_CQE_RESPONDER_TOGGLE_BIT_SHIFT 0
52 #define RDMA_CQE_RESPONDER_TYPE_MASK        0x3
53 #define RDMA_CQE_RESPONDER_TYPE_SHIFT       1
54 #define RDMA_CQE_RESPONDER_INV_FLG_MASK     0x1
55 #define RDMA_CQE_RESPONDER_INV_FLG_SHIFT    3
56 #define RDMA_CQE_RESPONDER_IMM_FLG_MASK     0x1
57 #define RDMA_CQE_RESPONDER_IMM_FLG_SHIFT    4
58 #define RDMA_CQE_RESPONDER_RDMA_FLG_MASK    0x1
59 #define RDMA_CQE_RESPONDER_RDMA_FLG_SHIFT   5
60 #define RDMA_CQE_RESPONDER_RESERVED2_MASK   0x3
61 #define RDMA_CQE_RESPONDER_RESERVED2_SHIFT  6
62 	u8 status;
63 };
64 
65 struct rdma_cqe_requester {
66 	__le16 sq_cons;
67 	__le16 reserved0;
68 	__le32 reserved1;
69 	struct regpair qp_handle;
70 	struct regpair reserved2;
71 	__le32 reserved3;
72 	__le16 reserved4;
73 	u8 flags;
74 #define RDMA_CQE_REQUESTER_TOGGLE_BIT_MASK  0x1
75 #define RDMA_CQE_REQUESTER_TOGGLE_BIT_SHIFT 0
76 #define RDMA_CQE_REQUESTER_TYPE_MASK        0x3
77 #define RDMA_CQE_REQUESTER_TYPE_SHIFT       1
78 #define RDMA_CQE_REQUESTER_RESERVED5_MASK   0x1F
79 #define RDMA_CQE_REQUESTER_RESERVED5_SHIFT  3
80 	u8 status;
81 };
82 
83 struct rdma_cqe_common {
84 	struct regpair reserved0;
85 	struct regpair qp_handle;
86 	__le16 reserved1[7];
87 	u8 flags;
88 #define RDMA_CQE_COMMON_TOGGLE_BIT_MASK  0x1
89 #define RDMA_CQE_COMMON_TOGGLE_BIT_SHIFT 0
90 #define RDMA_CQE_COMMON_TYPE_MASK        0x3
91 #define RDMA_CQE_COMMON_TYPE_SHIFT       1
92 #define RDMA_CQE_COMMON_RESERVED2_MASK   0x1F
93 #define RDMA_CQE_COMMON_RESERVED2_SHIFT  3
94 	u8 status;
95 };
96 
97 /* rdma completion queue element */
98 union rdma_cqe {
99 	struct rdma_cqe_responder resp;
100 	struct rdma_cqe_requester req;
101 	struct rdma_cqe_common cmn;
102 };
103 
104 /* * CQE requester status enumeration */
105 enum rdma_cqe_requester_status_enum {
106 	RDMA_CQE_REQ_STS_OK,
107 	RDMA_CQE_REQ_STS_BAD_RESPONSE_ERR,
108 	RDMA_CQE_REQ_STS_LOCAL_LENGTH_ERR,
109 	RDMA_CQE_REQ_STS_LOCAL_QP_OPERATION_ERR,
110 	RDMA_CQE_REQ_STS_LOCAL_PROTECTION_ERR,
111 	RDMA_CQE_REQ_STS_MEMORY_MGT_OPERATION_ERR,
112 	RDMA_CQE_REQ_STS_REMOTE_INVALID_REQUEST_ERR,
113 	RDMA_CQE_REQ_STS_REMOTE_ACCESS_ERR,
114 	RDMA_CQE_REQ_STS_REMOTE_OPERATION_ERR,
115 	RDMA_CQE_REQ_STS_RNR_NAK_RETRY_CNT_ERR,
116 	RDMA_CQE_REQ_STS_TRANSPORT_RETRY_CNT_ERR,
117 	RDMA_CQE_REQ_STS_WORK_REQUEST_FLUSHED_ERR,
118 	RDMA_CQE_REQ_STS_XRC_VOILATION_ERR,
119 	RDMA_CQE_REQ_STS_SIG_ERR,
120 	MAX_RDMA_CQE_REQUESTER_STATUS_ENUM
121 };
122 
123 /* CQE responder status enumeration */
124 enum rdma_cqe_responder_status_enum {
125 	RDMA_CQE_RESP_STS_OK,
126 	RDMA_CQE_RESP_STS_LOCAL_ACCESS_ERR,
127 	RDMA_CQE_RESP_STS_LOCAL_LENGTH_ERR,
128 	RDMA_CQE_RESP_STS_LOCAL_QP_OPERATION_ERR,
129 	RDMA_CQE_RESP_STS_LOCAL_PROTECTION_ERR,
130 	RDMA_CQE_RESP_STS_MEMORY_MGT_OPERATION_ERR,
131 	RDMA_CQE_RESP_STS_REMOTE_INVALID_REQUEST_ERR,
132 	RDMA_CQE_RESP_STS_WORK_REQUEST_FLUSHED_ERR,
133 	MAX_RDMA_CQE_RESPONDER_STATUS_ENUM
134 };
135 
136 /* CQE type enumeration */
137 enum rdma_cqe_type {
138 	RDMA_CQE_TYPE_REQUESTER,
139 	RDMA_CQE_TYPE_RESPONDER_RQ,
140 	RDMA_CQE_TYPE_RESPONDER_SRQ,
141 	RDMA_CQE_TYPE_RESPONDER_XRC_SRQ,
142 	RDMA_CQE_TYPE_INVALID,
143 	MAX_RDMA_CQE_TYPE
144 };
145 
146 struct rdma_sq_sge {
147 	__le32 length;
148 	struct regpair	addr;
149 	__le32 l_key;
150 };
151 
152 struct rdma_rq_sge {
153 	struct regpair addr;
154 	__le32 length;
155 	__le32 flags;
156 #define RDMA_RQ_SGE_L_KEY_LO_MASK   0x3FFFFFF
157 #define RDMA_RQ_SGE_L_KEY_LO_SHIFT  0
158 #define RDMA_RQ_SGE_NUM_SGES_MASK   0x7
159 #define RDMA_RQ_SGE_NUM_SGES_SHIFT  26
160 #define RDMA_RQ_SGE_L_KEY_HI_MASK   0x7
161 #define RDMA_RQ_SGE_L_KEY_HI_SHIFT  29
162 };
163 
164 struct rdma_srq_wqe_header {
165 	struct regpair wr_id;
166 	u8 num_sges /* number of SGEs in WQE */;
167 	u8 reserved2[7];
168 };
169 
170 struct rdma_srq_sge {
171 	struct regpair addr;
172 	__le32 length;
173 	__le32 l_key;
174 };
175 
176 union rdma_srq_elm {
177 	struct rdma_srq_wqe_header header;
178 	struct rdma_srq_sge sge;
179 };
180 
181 /* Rdma doorbell data for flags update */
182 struct rdma_pwm_flags_data {
183 	__le16 icid; /* internal CID */
184 	u8 agg_flags; /* aggregative flags */
185 	u8 reserved;
186 };
187 
188 /* Rdma doorbell data for SQ and RQ */
189 struct rdma_pwm_val16_data {
190 	__le16 icid;
191 	__le16 value;
192 };
193 
194 union rdma_pwm_val16_data_union {
195 	struct rdma_pwm_val16_data as_struct;
196 	__le32 as_dword;
197 };
198 
199 /* Rdma doorbell data for CQ */
200 struct rdma_pwm_val32_data {
201 	__le16 icid;
202 	u8 agg_flags;
203 	u8 params;
204 #define RDMA_PWM_VAL32_DATA_AGG_CMD_MASK		0x3
205 #define RDMA_PWM_VAL32_DATA_AGG_CMD_SHIFT		0
206 #define RDMA_PWM_VAL32_DATA_BYPASS_EN_MASK		0x1
207 #define RDMA_PWM_VAL32_DATA_BYPASS_EN_SHIFT		2
208 #define RDMA_PWM_VAL32_DATA_CONN_TYPE_IS_IWARP_MASK	0x1
209 #define RDMA_PWM_VAL32_DATA_CONN_TYPE_IS_IWARP_SHIFT	3
210 #define RDMA_PWM_VAL32_DATA_SET_16B_VAL_MASK		0x1
211 #define RDMA_PWM_VAL32_DATA_SET_16B_VAL_SHIFT		4
212 #define RDMA_PWM_VAL32_DATA_RESERVED_MASK		0x7
213 #define RDMA_PWM_VAL32_DATA_RESERVED_SHIFT		5
214 	__le32 value;
215 };
216 
217 /* DIF Block size options */
218 enum rdma_dif_block_size {
219 	RDMA_DIF_BLOCK_512 = 0,
220 	RDMA_DIF_BLOCK_4096 = 1,
221 	MAX_RDMA_DIF_BLOCK_SIZE
222 };
223 
224 /* DIF CRC initial value */
225 enum rdma_dif_crc_seed {
226 	RDMA_DIF_CRC_SEED_0000 = 0,
227 	RDMA_DIF_CRC_SEED_FFFF = 1,
228 	MAX_RDMA_DIF_CRC_SEED
229 };
230 
231 /* RDMA DIF Error Result Structure */
232 struct rdma_dif_error_result {
233 	__le32 error_intervals;
234 	__le32 dif_error_1st_interval;
235 	u8 flags;
236 #define RDMA_DIF_ERROR_RESULT_DIF_ERROR_TYPE_CRC_MASK      0x1
237 #define RDMA_DIF_ERROR_RESULT_DIF_ERROR_TYPE_CRC_SHIFT     0
238 #define RDMA_DIF_ERROR_RESULT_DIF_ERROR_TYPE_APP_TAG_MASK  0x1
239 #define RDMA_DIF_ERROR_RESULT_DIF_ERROR_TYPE_APP_TAG_SHIFT 1
240 #define RDMA_DIF_ERROR_RESULT_DIF_ERROR_TYPE_REF_TAG_MASK  0x1
241 #define RDMA_DIF_ERROR_RESULT_DIF_ERROR_TYPE_REF_TAG_SHIFT 2
242 #define RDMA_DIF_ERROR_RESULT_RESERVED0_MASK               0xF
243 #define RDMA_DIF_ERROR_RESULT_RESERVED0_SHIFT              3
244 #define RDMA_DIF_ERROR_RESULT_TOGGLE_BIT_MASK              0x1
245 #define RDMA_DIF_ERROR_RESULT_TOGGLE_BIT_SHIFT             7
246 	u8 reserved1[55];
247 };
248 
249 /* DIF IO direction */
250 enum rdma_dif_io_direction_flg {
251 	RDMA_DIF_DIR_RX = 0,
252 	RDMA_DIF_DIR_TX = 1,
253 	MAX_RDMA_DIF_IO_DIRECTION_FLG
254 };
255 
256 struct rdma_dif_params {
257 	__le32 base_ref_tag;
258 	__le16 app_tag;
259 	__le16 app_tag_mask;
260 	__le16 runt_crc_value;
261 	__le16 flags;
262 #define RDMA_DIF_PARAMS_IO_DIRECTION_FLG_MASK    0x1
263 #define RDMA_DIF_PARAMS_IO_DIRECTION_FLG_SHIFT   0
264 #define RDMA_DIF_PARAMS_BLOCK_SIZE_MASK          0x1
265 #define RDMA_DIF_PARAMS_BLOCK_SIZE_SHIFT         1
266 #define RDMA_DIF_PARAMS_RUNT_VALID_FLG_MASK      0x1
267 #define RDMA_DIF_PARAMS_RUNT_VALID_FLG_SHIFT     2
268 #define RDMA_DIF_PARAMS_VALIDATE_CRC_GUARD_MASK  0x1
269 #define RDMA_DIF_PARAMS_VALIDATE_CRC_GUARD_SHIFT 3
270 #define RDMA_DIF_PARAMS_VALIDATE_REF_TAG_MASK    0x1
271 #define RDMA_DIF_PARAMS_VALIDATE_REF_TAG_SHIFT   4
272 #define RDMA_DIF_PARAMS_VALIDATE_APP_TAG_MASK    0x1
273 #define RDMA_DIF_PARAMS_VALIDATE_APP_TAG_SHIFT   5
274 #define RDMA_DIF_PARAMS_CRC_SEED_MASK            0x1
275 #define RDMA_DIF_PARAMS_CRC_SEED_SHIFT           6
276 #define RDMA_DIF_PARAMS_RX_REF_TAG_CONST_MASK    0x1
277 #define RDMA_DIF_PARAMS_RX_REF_TAG_CONST_SHIFT   7
278 #define RDMA_DIF_PARAMS_BLOCK_GUARD_TYPE_MASK    0x1
279 #define RDMA_DIF_PARAMS_BLOCK_GUARD_TYPE_SHIFT   8
280 #define RDMA_DIF_PARAMS_APP_ESCAPE_MASK          0x1
281 #define RDMA_DIF_PARAMS_APP_ESCAPE_SHIFT         9
282 #define RDMA_DIF_PARAMS_REF_ESCAPE_MASK          0x1
283 #define RDMA_DIF_PARAMS_REF_ESCAPE_SHIFT         10
284 #define RDMA_DIF_PARAMS_RESERVED4_MASK           0x1F
285 #define RDMA_DIF_PARAMS_RESERVED4_SHIFT          11
286 	__le32 reserved5;
287 };
288 
289 
290 struct rdma_sq_atomic_wqe {
291 	__le32 reserved1;
292 	__le32 length;
293 	__le32 xrc_srq;
294 	u8 req_type;
295 	u8 flags;
296 #define RDMA_SQ_ATOMIC_WQE_COMP_FLG_MASK         0x1
297 #define RDMA_SQ_ATOMIC_WQE_COMP_FLG_SHIFT        0
298 #define RDMA_SQ_ATOMIC_WQE_RD_FENCE_FLG_MASK     0x1
299 #define RDMA_SQ_ATOMIC_WQE_RD_FENCE_FLG_SHIFT    1
300 #define RDMA_SQ_ATOMIC_WQE_INV_FENCE_FLG_MASK    0x1
301 #define RDMA_SQ_ATOMIC_WQE_INV_FENCE_FLG_SHIFT   2
302 #define RDMA_SQ_ATOMIC_WQE_SE_FLG_MASK           0x1
303 #define RDMA_SQ_ATOMIC_WQE_SE_FLG_SHIFT          3
304 #define RDMA_SQ_ATOMIC_WQE_INLINE_FLG_MASK       0x1
305 #define RDMA_SQ_ATOMIC_WQE_INLINE_FLG_SHIFT      4
306 #define RDMA_SQ_ATOMIC_WQE_DIF_ON_HOST_FLG_MASK  0x1
307 #define RDMA_SQ_ATOMIC_WQE_DIF_ON_HOST_FLG_SHIFT 5
308 #define RDMA_SQ_ATOMIC_WQE_RESERVED0_MASK        0x3
309 #define RDMA_SQ_ATOMIC_WQE_RESERVED0_SHIFT       6
310 	u8 wqe_size;
311 	u8 prev_wqe_size;
312 	struct regpair remote_va;
313 	__le32 r_key;
314 	__le32 reserved2;
315 	struct regpair cmp_data;
316 	struct regpair swap_data;
317 };
318 
319 /* First element (16 bytes) of atomic wqe */
320 struct rdma_sq_atomic_wqe_1st {
321 	__le32 reserved1;
322 	__le32 length;
323 	__le32 xrc_srq;
324 	u8 req_type;
325 	u8 flags;
326 #define RDMA_SQ_ATOMIC_WQE_1ST_COMP_FLG_MASK       0x1
327 #define RDMA_SQ_ATOMIC_WQE_1ST_COMP_FLG_SHIFT      0
328 #define RDMA_SQ_ATOMIC_WQE_1ST_RD_FENCE_FLG_MASK   0x1
329 #define RDMA_SQ_ATOMIC_WQE_1ST_RD_FENCE_FLG_SHIFT  1
330 #define RDMA_SQ_ATOMIC_WQE_1ST_INV_FENCE_FLG_MASK  0x1
331 #define RDMA_SQ_ATOMIC_WQE_1ST_INV_FENCE_FLG_SHIFT 2
332 #define RDMA_SQ_ATOMIC_WQE_1ST_SE_FLG_MASK         0x1
333 #define RDMA_SQ_ATOMIC_WQE_1ST_SE_FLG_SHIFT        3
334 #define RDMA_SQ_ATOMIC_WQE_1ST_INLINE_FLG_MASK     0x1
335 #define RDMA_SQ_ATOMIC_WQE_1ST_INLINE_FLG_SHIFT    4
336 #define RDMA_SQ_ATOMIC_WQE_1ST_RESERVED0_MASK      0x7
337 #define RDMA_SQ_ATOMIC_WQE_1ST_RESERVED0_SHIFT     5
338 	u8 wqe_size;
339 	u8 prev_wqe_size;
340 };
341 
342 /* Second element (16 bytes) of atomic wqe */
343 struct rdma_sq_atomic_wqe_2nd {
344 	struct regpair remote_va;
345 	__le32 r_key;
346 	__le32 reserved2;
347 };
348 
349 /* Third element (16 bytes) of atomic wqe */
350 struct rdma_sq_atomic_wqe_3rd {
351 	struct regpair cmp_data;
352 	struct regpair swap_data;
353 };
354 
355 struct rdma_sq_bind_wqe {
356 	struct regpair addr;
357 	__le32 l_key;
358 	u8 req_type;
359 	u8 flags;
360 #define RDMA_SQ_BIND_WQE_COMP_FLG_MASK       0x1
361 #define RDMA_SQ_BIND_WQE_COMP_FLG_SHIFT      0
362 #define RDMA_SQ_BIND_WQE_RD_FENCE_FLG_MASK   0x1
363 #define RDMA_SQ_BIND_WQE_RD_FENCE_FLG_SHIFT  1
364 #define RDMA_SQ_BIND_WQE_INV_FENCE_FLG_MASK  0x1
365 #define RDMA_SQ_BIND_WQE_INV_FENCE_FLG_SHIFT 2
366 #define RDMA_SQ_BIND_WQE_SE_FLG_MASK         0x1
367 #define RDMA_SQ_BIND_WQE_SE_FLG_SHIFT        3
368 #define RDMA_SQ_BIND_WQE_INLINE_FLG_MASK     0x1
369 #define RDMA_SQ_BIND_WQE_INLINE_FLG_SHIFT    4
370 #define RDMA_SQ_BIND_WQE_DIF_ON_HOST_FLG_MASK  0x1
371 #define RDMA_SQ_BIND_WQE_DIF_ON_HOST_FLG_SHIFT 5
372 #define RDMA_SQ_BIND_WQE_RESERVED0_MASK      0x3
373 #define RDMA_SQ_BIND_WQE_RESERVED0_SHIFT     6
374 	u8 wqe_size;
375 	u8 prev_wqe_size;
376 	u8 bind_ctrl;
377 #define RDMA_SQ_BIND_WQE_ZERO_BASED_MASK     0x1
378 #define RDMA_SQ_BIND_WQE_ZERO_BASED_SHIFT    0
379 #define RDMA_SQ_BIND_WQE_RESERVED1_MASK        0x7F
380 #define RDMA_SQ_BIND_WQE_RESERVED1_SHIFT       1
381 	u8 access_ctrl;
382 #define RDMA_SQ_BIND_WQE_REMOTE_READ_MASK    0x1
383 #define RDMA_SQ_BIND_WQE_REMOTE_READ_SHIFT   0
384 #define RDMA_SQ_BIND_WQE_REMOTE_WRITE_MASK   0x1
385 #define RDMA_SQ_BIND_WQE_REMOTE_WRITE_SHIFT  1
386 #define RDMA_SQ_BIND_WQE_ENABLE_ATOMIC_MASK  0x1
387 #define RDMA_SQ_BIND_WQE_ENABLE_ATOMIC_SHIFT 2
388 #define RDMA_SQ_BIND_WQE_LOCAL_READ_MASK     0x1
389 #define RDMA_SQ_BIND_WQE_LOCAL_READ_SHIFT    3
390 #define RDMA_SQ_BIND_WQE_LOCAL_WRITE_MASK    0x1
391 #define RDMA_SQ_BIND_WQE_LOCAL_WRITE_SHIFT   4
392 #define RDMA_SQ_BIND_WQE_RESERVED2_MASK      0x7
393 #define RDMA_SQ_BIND_WQE_RESERVED2_SHIFT     5
394 	u8 reserved3;
395 	u8 length_hi;
396 	__le32 length_lo;
397 	__le32 parent_l_key;
398 	__le32 reserved4;
399 	struct rdma_dif_params dif_params;
400 };
401 
402 /* First element (16 bytes) of bind wqe */
403 struct rdma_sq_bind_wqe_1st {
404 	struct regpair addr;
405 	__le32 l_key;
406 	u8 req_type;
407 	u8 flags;
408 #define RDMA_SQ_BIND_WQE_1ST_COMP_FLG_MASK       0x1
409 #define RDMA_SQ_BIND_WQE_1ST_COMP_FLG_SHIFT      0
410 #define RDMA_SQ_BIND_WQE_1ST_RD_FENCE_FLG_MASK   0x1
411 #define RDMA_SQ_BIND_WQE_1ST_RD_FENCE_FLG_SHIFT  1
412 #define RDMA_SQ_BIND_WQE_1ST_INV_FENCE_FLG_MASK  0x1
413 #define RDMA_SQ_BIND_WQE_1ST_INV_FENCE_FLG_SHIFT 2
414 #define RDMA_SQ_BIND_WQE_1ST_SE_FLG_MASK         0x1
415 #define RDMA_SQ_BIND_WQE_1ST_SE_FLG_SHIFT        3
416 #define RDMA_SQ_BIND_WQE_1ST_INLINE_FLG_MASK     0x1
417 #define RDMA_SQ_BIND_WQE_1ST_INLINE_FLG_SHIFT    4
418 #define RDMA_SQ_BIND_WQE_1ST_RESERVED0_MASK      0x7
419 #define RDMA_SQ_BIND_WQE_1ST_RESERVED0_SHIFT     5
420 	u8 wqe_size;
421 	u8 prev_wqe_size;
422 };
423 
424 /* Second element (16 bytes) of bind wqe */
425 struct rdma_sq_bind_wqe_2nd {
426 	u8 bind_ctrl;
427 #define RDMA_SQ_BIND_WQE_2ND_ZERO_BASED_MASK     0x1
428 #define RDMA_SQ_BIND_WQE_2ND_ZERO_BASED_SHIFT    0
429 #define RDMA_SQ_BIND_WQE_2ND_RESERVED1_MASK      0x7F
430 #define RDMA_SQ_BIND_WQE_2ND_RESERVED1_SHIFT     1
431 	u8 access_ctrl;
432 #define RDMA_SQ_BIND_WQE_2ND_REMOTE_READ_MASK    0x1
433 #define RDMA_SQ_BIND_WQE_2ND_REMOTE_READ_SHIFT   0
434 #define RDMA_SQ_BIND_WQE_2ND_REMOTE_WRITE_MASK   0x1
435 #define RDMA_SQ_BIND_WQE_2ND_REMOTE_WRITE_SHIFT  1
436 #define RDMA_SQ_BIND_WQE_2ND_ENABLE_ATOMIC_MASK  0x1
437 #define RDMA_SQ_BIND_WQE_2ND_ENABLE_ATOMIC_SHIFT 2
438 #define RDMA_SQ_BIND_WQE_2ND_LOCAL_READ_MASK     0x1
439 #define RDMA_SQ_BIND_WQE_2ND_LOCAL_READ_SHIFT    3
440 #define RDMA_SQ_BIND_WQE_2ND_LOCAL_WRITE_MASK    0x1
441 #define RDMA_SQ_BIND_WQE_2ND_LOCAL_WRITE_SHIFT   4
442 #define RDMA_SQ_BIND_WQE_2ND_RESERVED2_MASK      0x7
443 #define RDMA_SQ_BIND_WQE_2ND_RESERVED2_SHIFT     5
444 	u8 reserved3;
445 	u8 length_hi;
446 	__le32 length_lo;
447 	__le32 parent_l_key;
448 	__le32 reserved4;
449 };
450 
451 /* Third element (16 bytes) of bind wqe */
452 struct rdma_sq_bind_wqe_3rd {
453 	struct rdma_dif_params dif_params;
454 };
455 
456 /* Structure with only the SQ WQE common
457  * fields. Size is of one SQ element (16B)
458  */
459 struct rdma_sq_common_wqe {
460 	__le32 reserved1[3];
461 	u8 req_type;
462 	u8 flags;
463 #define RDMA_SQ_COMMON_WQE_COMP_FLG_MASK       0x1
464 #define RDMA_SQ_COMMON_WQE_COMP_FLG_SHIFT      0
465 #define RDMA_SQ_COMMON_WQE_RD_FENCE_FLG_MASK   0x1
466 #define RDMA_SQ_COMMON_WQE_RD_FENCE_FLG_SHIFT  1
467 #define RDMA_SQ_COMMON_WQE_INV_FENCE_FLG_MASK  0x1
468 #define RDMA_SQ_COMMON_WQE_INV_FENCE_FLG_SHIFT 2
469 #define RDMA_SQ_COMMON_WQE_SE_FLG_MASK         0x1
470 #define RDMA_SQ_COMMON_WQE_SE_FLG_SHIFT        3
471 #define RDMA_SQ_COMMON_WQE_INLINE_FLG_MASK     0x1
472 #define RDMA_SQ_COMMON_WQE_INLINE_FLG_SHIFT    4
473 #define RDMA_SQ_COMMON_WQE_RESERVED0_MASK      0x7
474 #define RDMA_SQ_COMMON_WQE_RESERVED0_SHIFT     5
475 	u8 wqe_size;
476 	u8 prev_wqe_size;
477 };
478 
479 struct rdma_sq_fmr_wqe {
480 	struct regpair addr;
481 	__le32 l_key;
482 	u8 req_type;
483 	u8 flags;
484 #define RDMA_SQ_FMR_WQE_COMP_FLG_MASK                0x1
485 #define RDMA_SQ_FMR_WQE_COMP_FLG_SHIFT               0
486 #define RDMA_SQ_FMR_WQE_RD_FENCE_FLG_MASK            0x1
487 #define RDMA_SQ_FMR_WQE_RD_FENCE_FLG_SHIFT           1
488 #define RDMA_SQ_FMR_WQE_INV_FENCE_FLG_MASK           0x1
489 #define RDMA_SQ_FMR_WQE_INV_FENCE_FLG_SHIFT          2
490 #define RDMA_SQ_FMR_WQE_SE_FLG_MASK                  0x1
491 #define RDMA_SQ_FMR_WQE_SE_FLG_SHIFT                 3
492 #define RDMA_SQ_FMR_WQE_INLINE_FLG_MASK              0x1
493 #define RDMA_SQ_FMR_WQE_INLINE_FLG_SHIFT             4
494 #define RDMA_SQ_FMR_WQE_DIF_ON_HOST_FLG_MASK         0x1
495 #define RDMA_SQ_FMR_WQE_DIF_ON_HOST_FLG_SHIFT        5
496 #define RDMA_SQ_FMR_WQE_RESERVED0_MASK               0x3
497 #define RDMA_SQ_FMR_WQE_RESERVED0_SHIFT              6
498 	u8 wqe_size;
499 	u8 prev_wqe_size;
500 	u8 fmr_ctrl;
501 #define RDMA_SQ_FMR_WQE_PAGE_SIZE_LOG_MASK           0x1F
502 #define RDMA_SQ_FMR_WQE_PAGE_SIZE_LOG_SHIFT          0
503 #define RDMA_SQ_FMR_WQE_ZERO_BASED_MASK              0x1
504 #define RDMA_SQ_FMR_WQE_ZERO_BASED_SHIFT             5
505 #define RDMA_SQ_FMR_WQE_BIND_EN_MASK                 0x1
506 #define RDMA_SQ_FMR_WQE_BIND_EN_SHIFT                6
507 #define RDMA_SQ_FMR_WQE_RESERVED1_MASK               0x1
508 #define RDMA_SQ_FMR_WQE_RESERVED1_SHIFT              7
509 	u8 access_ctrl;
510 #define RDMA_SQ_FMR_WQE_REMOTE_READ_MASK             0x1
511 #define RDMA_SQ_FMR_WQE_REMOTE_READ_SHIFT            0
512 #define RDMA_SQ_FMR_WQE_REMOTE_WRITE_MASK            0x1
513 #define RDMA_SQ_FMR_WQE_REMOTE_WRITE_SHIFT           1
514 #define RDMA_SQ_FMR_WQE_ENABLE_ATOMIC_MASK           0x1
515 #define RDMA_SQ_FMR_WQE_ENABLE_ATOMIC_SHIFT          2
516 #define RDMA_SQ_FMR_WQE_LOCAL_READ_MASK              0x1
517 #define RDMA_SQ_FMR_WQE_LOCAL_READ_SHIFT             3
518 #define RDMA_SQ_FMR_WQE_LOCAL_WRITE_MASK             0x1
519 #define RDMA_SQ_FMR_WQE_LOCAL_WRITE_SHIFT            4
520 #define RDMA_SQ_FMR_WQE_RESERVED2_MASK               0x7
521 #define RDMA_SQ_FMR_WQE_RESERVED2_SHIFT              5
522 	u8 reserved3;
523 	u8 length_hi;
524 	__le32 length_lo;
525 	struct regpair pbl_addr;
526 };
527 
528 /* First element (16 bytes) of fmr wqe */
529 struct rdma_sq_fmr_wqe_1st {
530 	struct regpair addr;
531 	__le32 l_key;
532 	u8 req_type;
533 	u8 flags;
534 #define RDMA_SQ_FMR_WQE_1ST_COMP_FLG_MASK         0x1
535 #define RDMA_SQ_FMR_WQE_1ST_COMP_FLG_SHIFT        0
536 #define RDMA_SQ_FMR_WQE_1ST_RD_FENCE_FLG_MASK     0x1
537 #define RDMA_SQ_FMR_WQE_1ST_RD_FENCE_FLG_SHIFT    1
538 #define RDMA_SQ_FMR_WQE_1ST_INV_FENCE_FLG_MASK    0x1
539 #define RDMA_SQ_FMR_WQE_1ST_INV_FENCE_FLG_SHIFT   2
540 #define RDMA_SQ_FMR_WQE_1ST_SE_FLG_MASK           0x1
541 #define RDMA_SQ_FMR_WQE_1ST_SE_FLG_SHIFT          3
542 #define RDMA_SQ_FMR_WQE_1ST_INLINE_FLG_MASK       0x1
543 #define RDMA_SQ_FMR_WQE_1ST_INLINE_FLG_SHIFT      4
544 #define RDMA_SQ_FMR_WQE_1ST_DIF_ON_HOST_FLG_MASK  0x1
545 #define RDMA_SQ_FMR_WQE_1ST_DIF_ON_HOST_FLG_SHIFT 5
546 #define RDMA_SQ_FMR_WQE_1ST_RESERVED0_MASK        0x3
547 #define RDMA_SQ_FMR_WQE_1ST_RESERVED0_SHIFT       6
548 	u8 wqe_size;
549 	u8 prev_wqe_size;
550 };
551 
552 /* Second element (16 bytes) of fmr wqe */
553 struct rdma_sq_fmr_wqe_2nd {
554 	u8 fmr_ctrl;
555 #define RDMA_SQ_FMR_WQE_2ND_PAGE_SIZE_LOG_MASK  0x1F
556 #define RDMA_SQ_FMR_WQE_2ND_PAGE_SIZE_LOG_SHIFT 0
557 #define RDMA_SQ_FMR_WQE_2ND_ZERO_BASED_MASK     0x1
558 #define RDMA_SQ_FMR_WQE_2ND_ZERO_BASED_SHIFT    5
559 #define RDMA_SQ_FMR_WQE_2ND_BIND_EN_MASK        0x1
560 #define RDMA_SQ_FMR_WQE_2ND_BIND_EN_SHIFT       6
561 #define RDMA_SQ_FMR_WQE_2ND_RESERVED1_MASK      0x1
562 #define RDMA_SQ_FMR_WQE_2ND_RESERVED1_SHIFT     7
563 	u8 access_ctrl;
564 #define RDMA_SQ_FMR_WQE_2ND_REMOTE_READ_MASK    0x1
565 #define RDMA_SQ_FMR_WQE_2ND_REMOTE_READ_SHIFT   0
566 #define RDMA_SQ_FMR_WQE_2ND_REMOTE_WRITE_MASK   0x1
567 #define RDMA_SQ_FMR_WQE_2ND_REMOTE_WRITE_SHIFT  1
568 #define RDMA_SQ_FMR_WQE_2ND_ENABLE_ATOMIC_MASK  0x1
569 #define RDMA_SQ_FMR_WQE_2ND_ENABLE_ATOMIC_SHIFT 2
570 #define RDMA_SQ_FMR_WQE_2ND_LOCAL_READ_MASK     0x1
571 #define RDMA_SQ_FMR_WQE_2ND_LOCAL_READ_SHIFT    3
572 #define RDMA_SQ_FMR_WQE_2ND_LOCAL_WRITE_MASK    0x1
573 #define RDMA_SQ_FMR_WQE_2ND_LOCAL_WRITE_SHIFT   4
574 #define RDMA_SQ_FMR_WQE_2ND_RESERVED2_MASK      0x7
575 #define RDMA_SQ_FMR_WQE_2ND_RESERVED2_SHIFT     5
576 	u8 reserved3;
577 	u8 length_hi;
578 	__le32 length_lo;
579 	struct regpair pbl_addr;
580 };
581 
582 
583 struct rdma_sq_local_inv_wqe {
584 	struct regpair reserved;
585 	__le32 inv_l_key;
586 	u8 req_type;
587 	u8 flags;
588 #define RDMA_SQ_LOCAL_INV_WQE_COMP_FLG_MASK         0x1
589 #define RDMA_SQ_LOCAL_INV_WQE_COMP_FLG_SHIFT        0
590 #define RDMA_SQ_LOCAL_INV_WQE_RD_FENCE_FLG_MASK     0x1
591 #define RDMA_SQ_LOCAL_INV_WQE_RD_FENCE_FLG_SHIFT    1
592 #define RDMA_SQ_LOCAL_INV_WQE_INV_FENCE_FLG_MASK    0x1
593 #define RDMA_SQ_LOCAL_INV_WQE_INV_FENCE_FLG_SHIFT   2
594 #define RDMA_SQ_LOCAL_INV_WQE_SE_FLG_MASK           0x1
595 #define RDMA_SQ_LOCAL_INV_WQE_SE_FLG_SHIFT          3
596 #define RDMA_SQ_LOCAL_INV_WQE_INLINE_FLG_MASK       0x1
597 #define RDMA_SQ_LOCAL_INV_WQE_INLINE_FLG_SHIFT      4
598 #define RDMA_SQ_LOCAL_INV_WQE_DIF_ON_HOST_FLG_MASK  0x1
599 #define RDMA_SQ_LOCAL_INV_WQE_DIF_ON_HOST_FLG_SHIFT 5
600 #define RDMA_SQ_LOCAL_INV_WQE_RESERVED0_MASK        0x3
601 #define RDMA_SQ_LOCAL_INV_WQE_RESERVED0_SHIFT       6
602 	u8 wqe_size;
603 	u8 prev_wqe_size;
604 };
605 
606 struct rdma_sq_rdma_wqe {
607 	__le32 imm_data;
608 	__le32 length;
609 	__le32 xrc_srq;
610 	u8 req_type;
611 	u8 flags;
612 #define RDMA_SQ_RDMA_WQE_COMP_FLG_MASK		0x1
613 #define RDMA_SQ_RDMA_WQE_COMP_FLG_SHIFT		0
614 #define RDMA_SQ_RDMA_WQE_RD_FENCE_FLG_MASK	0x1
615 #define RDMA_SQ_RDMA_WQE_RD_FENCE_FLG_SHIFT	1
616 #define RDMA_SQ_RDMA_WQE_INV_FENCE_FLG_MASK	0x1
617 #define RDMA_SQ_RDMA_WQE_INV_FENCE_FLG_SHIFT	2
618 #define RDMA_SQ_RDMA_WQE_SE_FLG_MASK		0x1
619 #define RDMA_SQ_RDMA_WQE_SE_FLG_SHIFT		3
620 #define RDMA_SQ_RDMA_WQE_INLINE_FLG_MASK	0x1
621 #define RDMA_SQ_RDMA_WQE_INLINE_FLG_SHIFT	4
622 #define RDMA_SQ_RDMA_WQE_DIF_ON_HOST_FLG_MASK	0x1
623 #define RDMA_SQ_RDMA_WQE_DIF_ON_HOST_FLG_SHIFT	5
624 #define RDMA_SQ_RDMA_WQE_READ_INV_FLG_MASK	0x1
625 #define RDMA_SQ_RDMA_WQE_READ_INV_FLG_SHIFT	6
626 #define RDMA_SQ_RDMA_WQE_RESERVED1_MASK        0x1
627 #define RDMA_SQ_RDMA_WQE_RESERVED1_SHIFT       7
628 	u8 wqe_size;
629 	u8 prev_wqe_size;
630 	struct regpair remote_va;
631 	__le32 r_key;
632 	u8 dif_flags;
633 #define RDMA_SQ_RDMA_WQE_DIF_BLOCK_SIZE_MASK            0x1
634 #define RDMA_SQ_RDMA_WQE_DIF_BLOCK_SIZE_SHIFT           0
635 #define RDMA_SQ_RDMA_WQE_RESERVED2_MASK        0x7F
636 #define RDMA_SQ_RDMA_WQE_RESERVED2_SHIFT       1
637 	u8 reserved3[3];
638 };
639 
640 /* First element (16 bytes) of rdma wqe */
641 struct rdma_sq_rdma_wqe_1st {
642 	__le32 imm_data;
643 	__le32 length;
644 	__le32 xrc_srq;
645 	u8 req_type;
646 	u8 flags;
647 #define RDMA_SQ_RDMA_WQE_1ST_COMP_FLG_MASK         0x1
648 #define RDMA_SQ_RDMA_WQE_1ST_COMP_FLG_SHIFT        0
649 #define RDMA_SQ_RDMA_WQE_1ST_RD_FENCE_FLG_MASK     0x1
650 #define RDMA_SQ_RDMA_WQE_1ST_RD_FENCE_FLG_SHIFT    1
651 #define RDMA_SQ_RDMA_WQE_1ST_INV_FENCE_FLG_MASK    0x1
652 #define RDMA_SQ_RDMA_WQE_1ST_INV_FENCE_FLG_SHIFT   2
653 #define RDMA_SQ_RDMA_WQE_1ST_SE_FLG_MASK           0x1
654 #define RDMA_SQ_RDMA_WQE_1ST_SE_FLG_SHIFT          3
655 #define RDMA_SQ_RDMA_WQE_1ST_INLINE_FLG_MASK       0x1
656 #define RDMA_SQ_RDMA_WQE_1ST_INLINE_FLG_SHIFT      4
657 #define RDMA_SQ_RDMA_WQE_1ST_DIF_ON_HOST_FLG_MASK  0x1
658 #define RDMA_SQ_RDMA_WQE_1ST_DIF_ON_HOST_FLG_SHIFT 5
659 #define RDMA_SQ_RDMA_WQE_1ST_READ_INV_FLG_MASK     0x1
660 #define RDMA_SQ_RDMA_WQE_1ST_READ_INV_FLG_SHIFT    6
661 #define RDMA_SQ_RDMA_WQE_1ST_RESERVED0_MASK        0x1
662 #define RDMA_SQ_RDMA_WQE_1ST_RESERVED0_SHIFT       7
663 	u8 wqe_size;
664 	u8 prev_wqe_size;
665 };
666 
667 /* Second element (16 bytes) of rdma wqe */
668 struct rdma_sq_rdma_wqe_2nd {
669 	struct regpair remote_va;
670 	__le32 r_key;
671 	u8 dif_flags;
672 #define RDMA_SQ_RDMA_WQE_2ND_DIF_BLOCK_SIZE_MASK         0x1
673 #define RDMA_SQ_RDMA_WQE_2ND_DIF_BLOCK_SIZE_SHIFT        0
674 #define RDMA_SQ_RDMA_WQE_2ND_DIF_FIRST_SEGMENT_FLG_MASK  0x1
675 #define RDMA_SQ_RDMA_WQE_2ND_DIF_FIRST_SEGMENT_FLG_SHIFT 1
676 #define RDMA_SQ_RDMA_WQE_2ND_DIF_LAST_SEGMENT_FLG_MASK   0x1
677 #define RDMA_SQ_RDMA_WQE_2ND_DIF_LAST_SEGMENT_FLG_SHIFT  2
678 #define RDMA_SQ_RDMA_WQE_2ND_RESERVED1_MASK              0x1F
679 #define RDMA_SQ_RDMA_WQE_2ND_RESERVED1_SHIFT             3
680 	u8 reserved2[3];
681 };
682 
683 /* SQ WQE req type enumeration */
684 enum rdma_sq_req_type {
685 	RDMA_SQ_REQ_TYPE_SEND,
686 	RDMA_SQ_REQ_TYPE_SEND_WITH_IMM,
687 	RDMA_SQ_REQ_TYPE_SEND_WITH_INVALIDATE,
688 	RDMA_SQ_REQ_TYPE_RDMA_WR,
689 	RDMA_SQ_REQ_TYPE_RDMA_WR_WITH_IMM,
690 	RDMA_SQ_REQ_TYPE_RDMA_RD,
691 	RDMA_SQ_REQ_TYPE_ATOMIC_CMP_AND_SWAP,
692 	RDMA_SQ_REQ_TYPE_ATOMIC_ADD,
693 	RDMA_SQ_REQ_TYPE_LOCAL_INVALIDATE,
694 	RDMA_SQ_REQ_TYPE_FAST_MR,
695 	RDMA_SQ_REQ_TYPE_BIND,
696 	RDMA_SQ_REQ_TYPE_INVALID,
697 	MAX_RDMA_SQ_REQ_TYPE
698 };
699 
700 struct rdma_sq_send_wqe {
701 	__le32 inv_key_or_imm_data;
702 	__le32 length;
703 	__le32 xrc_srq;
704 	u8 req_type;
705 	u8 flags;
706 #define RDMA_SQ_SEND_WQE_COMP_FLG_MASK         0x1
707 #define RDMA_SQ_SEND_WQE_COMP_FLG_SHIFT        0
708 #define RDMA_SQ_SEND_WQE_RD_FENCE_FLG_MASK     0x1
709 #define RDMA_SQ_SEND_WQE_RD_FENCE_FLG_SHIFT    1
710 #define RDMA_SQ_SEND_WQE_INV_FENCE_FLG_MASK    0x1
711 #define RDMA_SQ_SEND_WQE_INV_FENCE_FLG_SHIFT   2
712 #define RDMA_SQ_SEND_WQE_SE_FLG_MASK           0x1
713 #define RDMA_SQ_SEND_WQE_SE_FLG_SHIFT          3
714 #define RDMA_SQ_SEND_WQE_INLINE_FLG_MASK       0x1
715 #define RDMA_SQ_SEND_WQE_INLINE_FLG_SHIFT      4
716 #define RDMA_SQ_SEND_WQE_DIF_ON_HOST_FLG_MASK  0x1
717 #define RDMA_SQ_SEND_WQE_DIF_ON_HOST_FLG_SHIFT 5
718 #define RDMA_SQ_SEND_WQE_RESERVED0_MASK        0x3
719 #define RDMA_SQ_SEND_WQE_RESERVED0_SHIFT       6
720 	u8 wqe_size;
721 	u8 prev_wqe_size;
722 	__le32 reserved1[4];
723 };
724 
725 struct rdma_sq_send_wqe_1st {
726 	__le32 inv_key_or_imm_data;
727 	__le32 length;
728 	__le32 xrc_srq;
729 	u8 req_type;
730 	u8 flags;
731 #define RDMA_SQ_SEND_WQE_1ST_COMP_FLG_MASK       0x1
732 #define RDMA_SQ_SEND_WQE_1ST_COMP_FLG_SHIFT      0
733 #define RDMA_SQ_SEND_WQE_1ST_RD_FENCE_FLG_MASK   0x1
734 #define RDMA_SQ_SEND_WQE_1ST_RD_FENCE_FLG_SHIFT  1
735 #define RDMA_SQ_SEND_WQE_1ST_INV_FENCE_FLG_MASK  0x1
736 #define RDMA_SQ_SEND_WQE_1ST_INV_FENCE_FLG_SHIFT 2
737 #define RDMA_SQ_SEND_WQE_1ST_SE_FLG_MASK         0x1
738 #define RDMA_SQ_SEND_WQE_1ST_SE_FLG_SHIFT        3
739 #define RDMA_SQ_SEND_WQE_1ST_INLINE_FLG_MASK     0x1
740 #define RDMA_SQ_SEND_WQE_1ST_INLINE_FLG_SHIFT    4
741 #define RDMA_SQ_SEND_WQE_1ST_RESERVED0_MASK      0x7
742 #define RDMA_SQ_SEND_WQE_1ST_RESERVED0_SHIFT     5
743 	u8 wqe_size;
744 	u8 prev_wqe_size;
745 };
746 
747 struct rdma_sq_send_wqe_2st {
748 	__le32 reserved1[4];
749 };
750 
751 #endif /* __QED_HSI_RDMA__ */
752