xref: /freebsd/sys/dev/irdma/irdma_uda.c (revision 7ef62cebc2f965b0f640263e179276928885e33d)
1 /*-
2  * SPDX-License-Identifier: GPL-2.0 or Linux-OpenIB
3  *
4  * Copyright (c) 2016 - 2022 Intel Corporation
5  *
6  * This software is available to you under a choice of one of two
7  * licenses.  You may choose to be licensed under the terms of the GNU
8  * General Public License (GPL) Version 2, available from the file
9  * COPYING in the main directory of this source tree, or the
10  * OpenFabrics.org BSD license below:
11  *
12  *   Redistribution and use in source and binary forms, with or
13  *   without modification, are permitted provided that the following
14  *   conditions are met:
15  *
16  *    - Redistributions of source code must retain the above
17  *	copyright notice, this list of conditions and the following
18  *	disclaimer.
19  *
20  *    - Redistributions in binary form must reproduce the above
21  *	copyright notice, this list of conditions and the following
22  *	disclaimer in the documentation and/or other materials
23  *	provided with the distribution.
24  *
25  * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
26  * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
27  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
28  * NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS
29  * BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN
30  * ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
31  * CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
32  * SOFTWARE.
33  */
34 /*$FreeBSD$*/
35 
36 #include "osdep.h"
37 #include "irdma_hmc.h"
38 #include "irdma_defs.h"
39 #include "irdma_type.h"
40 #include "irdma_protos.h"
41 #include "irdma_uda.h"
42 #include "irdma_uda_d.h"
43 
44 /**
45  * irdma_sc_access_ah() - Create, modify or delete AH
46  * @cqp: struct for cqp hw
47  * @info: ah information
48  * @op: Operation
49  * @scratch: u64 saved to be used during cqp completion
50  */
51 int
52 irdma_sc_access_ah(struct irdma_sc_cqp *cqp, struct irdma_ah_info *info,
53 		   u32 op, u64 scratch)
54 {
55 	__le64 *wqe;
56 	u64 qw1, qw2;
57 
58 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);
59 	if (!wqe)
60 		return -ENOSPC;
61 
62 	set_64bit_val(wqe, IRDMA_BYTE_0, LS_64_1(info->mac_addr[5], 16) |
63 		      LS_64_1(info->mac_addr[4], 24) |
64 		      LS_64_1(info->mac_addr[3], 32) |
65 		      LS_64_1(info->mac_addr[2], 40) |
66 		      LS_64_1(info->mac_addr[1], 48) |
67 		      LS_64_1(info->mac_addr[0], 56));
68 
69 	qw1 = FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_PDINDEXLO, info->pd_idx) |
70 	    FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_TC, info->tc_tos) |
71 	    FIELD_PREP(IRDMA_UDAQPC_VLANTAG, info->vlan_tag);
72 
73 	qw2 = FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ARPINDEX, info->dst_arpindex) |
74 	    FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_FLOWLABEL, info->flow_label) |
75 	    FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_HOPLIMIT, info->hop_ttl) |
76 	    FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_PDINDEXHI, info->pd_idx >> 16);
77 
78 	if (!info->ipv4_valid) {
79 		set_64bit_val(wqe, IRDMA_BYTE_40,
80 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR0, info->dest_ip_addr[0]) |
81 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR1, info->dest_ip_addr[1]));
82 		set_64bit_val(wqe, IRDMA_BYTE_32,
83 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR2, info->dest_ip_addr[2]) |
84 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR3, info->dest_ip_addr[3]));
85 
86 		set_64bit_val(wqe, IRDMA_BYTE_56,
87 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR0, info->src_ip_addr[0]) |
88 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR1, info->src_ip_addr[1]));
89 		set_64bit_val(wqe, IRDMA_BYTE_48,
90 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR2, info->src_ip_addr[2]) |
91 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR3, info->src_ip_addr[3]));
92 	} else {
93 		set_64bit_val(wqe, IRDMA_BYTE_32,
94 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR3, info->dest_ip_addr[0]));
95 
96 		set_64bit_val(wqe, IRDMA_BYTE_48,
97 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR3, info->src_ip_addr[0]));
98 	}
99 
100 	set_64bit_val(wqe, IRDMA_BYTE_8, qw1);
101 	set_64bit_val(wqe, IRDMA_BYTE_16, qw2);
102 
103 	irdma_wmb();		/* need write block before writing WQE header */
104 
105 	set_64bit_val(
106 		      wqe, IRDMA_BYTE_24,
107 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_WQEVALID, cqp->polarity) |
108 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_OPCODE, op) |
109 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_DOLOOPBACKK, info->do_lpbk) |
110 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_IPV4VALID, info->ipv4_valid) |
111 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_AVIDX, info->ah_idx) |
112 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_INSERTVLANTAG, info->insert_vlan_tag));
113 
114 	irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_AH WQE", wqe,
115 			IRDMA_CQP_WQE_SIZE * 8);
116 	irdma_sc_cqp_post_sq(cqp);
117 
118 	return 0;
119 }
120 
121 /**
122  * irdma_create_mg_ctx() - create a mcg context
123  * @info: multicast group context info
124  */
125 static void
126 irdma_create_mg_ctx(struct irdma_mcast_grp_info *info)
127 {
128 	struct irdma_mcast_grp_ctx_entry_info *entry_info = NULL;
129 	u8 idx = 0;		/* index in the array */
130 	u8 ctx_idx = 0;		/* index in the MG context */
131 
132 	memset(info->dma_mem_mc.va, 0, IRDMA_MAX_MGS_PER_CTX * sizeof(u64));
133 
134 	for (idx = 0; idx < IRDMA_MAX_MGS_PER_CTX; idx++) {
135 		entry_info = &info->mg_ctx_info[idx];
136 		if (entry_info->valid_entry) {
137 			set_64bit_val((__le64 *) info->dma_mem_mc.va,
138 				      ctx_idx * sizeof(u64),
139 				      FIELD_PREP(IRDMA_UDA_MGCTX_DESTPORT, entry_info->dest_port) |
140 				      FIELD_PREP(IRDMA_UDA_MGCTX_VALIDENT, entry_info->valid_entry) |
141 				      FIELD_PREP(IRDMA_UDA_MGCTX_QPID, entry_info->qp_id));
142 			ctx_idx++;
143 		}
144 	}
145 }
146 
147 /**
148  * irdma_access_mcast_grp() - Access mcast group based on op
149  * @cqp: Control QP
150  * @info: multicast group context info
151  * @op: operation to perform
152  * @scratch: u64 saved to be used during cqp completion
153  */
154 int
155 irdma_access_mcast_grp(struct irdma_sc_cqp *cqp,
156 		       struct irdma_mcast_grp_info *info, u32 op,
157 		       u64 scratch)
158 {
159 	__le64 *wqe;
160 
161 	if (info->mg_id >= IRDMA_UDA_MAX_FSI_MGS) {
162 		irdma_debug(cqp->dev, IRDMA_DEBUG_WQE, "mg_id out of range\n");
163 		return -EINVAL;
164 	}
165 
166 	wqe = irdma_sc_cqp_get_next_send_wqe(cqp, scratch);
167 	if (!wqe) {
168 		irdma_debug(cqp->dev, IRDMA_DEBUG_WQE, "ring full\n");
169 		return -ENOSPC;
170 	}
171 
172 	irdma_create_mg_ctx(info);
173 
174 	set_64bit_val(wqe, IRDMA_BYTE_32, info->dma_mem_mc.pa);
175 	set_64bit_val(wqe, IRDMA_BYTE_16,
176 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MG_VLANID, info->vlan_id) |
177 		      FIELD_PREP(IRDMA_UDA_CQPSQ_QS_HANDLE, info->qs_handle));
178 	set_64bit_val(wqe, IRDMA_BYTE_0, LS_64_1(info->dest_mac_addr[5], 0) |
179 		      LS_64_1(info->dest_mac_addr[4], 8) |
180 		      LS_64_1(info->dest_mac_addr[3], 16) |
181 		      LS_64_1(info->dest_mac_addr[2], 24) |
182 		      LS_64_1(info->dest_mac_addr[1], 32) |
183 		      LS_64_1(info->dest_mac_addr[0], 40));
184 	set_64bit_val(wqe, IRDMA_BYTE_8,
185 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MG_HMC_FCN_ID, info->hmc_fcn_id));
186 
187 	if (!info->ipv4_valid) {
188 		set_64bit_val(wqe, IRDMA_BYTE_56,
189 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR0, info->dest_ip_addr[0]) |
190 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR1, info->dest_ip_addr[1]));
191 		set_64bit_val(wqe, IRDMA_BYTE_48,
192 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR2, info->dest_ip_addr[2]) |
193 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR3, info->dest_ip_addr[3]));
194 	} else {
195 		set_64bit_val(wqe, IRDMA_BYTE_48,
196 			      FIELD_PREP(IRDMA_UDA_CQPSQ_MAV_ADDR3, info->dest_ip_addr[0]));
197 	}
198 
199 	irdma_wmb();		/* need write memory block before writing the WQE header. */
200 
201 	set_64bit_val(wqe, IRDMA_BYTE_24,
202 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MG_WQEVALID, cqp->polarity) |
203 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MG_OPCODE, op) |
204 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MG_MGIDX, info->mg_id) |
205 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MG_VLANVALID, info->vlan_valid) |
206 		      FIELD_PREP(IRDMA_UDA_CQPSQ_MG_IPV4VALID, info->ipv4_valid));
207 
208 	irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MANAGE_MCG WQE", wqe,
209 			IRDMA_CQP_WQE_SIZE * 8);
210 	irdma_debug_buf(cqp->dev, IRDMA_DEBUG_WQE, "MCG_HOST CTX WQE",
211 			info->dma_mem_mc.va, IRDMA_MAX_MGS_PER_CTX * 8);
212 	irdma_sc_cqp_post_sq(cqp);
213 
214 	return 0;
215 }
216 
217 /**
218  * irdma_compare_mgs - Compares two multicast group structures
219  * @entry1: Multcast group info
220  * @entry2: Multcast group info in context
221  */
222 static bool
223 irdma_compare_mgs(struct irdma_mcast_grp_ctx_entry_info *entry1,
224 		  struct irdma_mcast_grp_ctx_entry_info *entry2)
225 {
226 	if (entry1->dest_port == entry2->dest_port &&
227 	    entry1->qp_id == entry2->qp_id)
228 		return true;
229 
230 	return false;
231 }
232 
233 /**
234  * irdma_sc_add_mcast_grp - Allocates mcast group entry in ctx
235  * @ctx: Multcast group context
236  * @mg: Multcast group info
237  */
238 int
239 irdma_sc_add_mcast_grp(struct irdma_mcast_grp_info *ctx,
240 		       struct irdma_mcast_grp_ctx_entry_info *mg)
241 {
242 	u32 idx;
243 	bool free_entry_found = false;
244 	u32 free_entry_idx = 0;
245 
246 	/* find either an identical or a free entry for a multicast group */
247 	for (idx = 0; idx < IRDMA_MAX_MGS_PER_CTX; idx++) {
248 		if (ctx->mg_ctx_info[idx].valid_entry) {
249 			if (irdma_compare_mgs(&ctx->mg_ctx_info[idx], mg)) {
250 				ctx->mg_ctx_info[idx].use_cnt++;
251 				return 0;
252 			}
253 			continue;
254 		}
255 		if (!free_entry_found) {
256 			free_entry_found = true;
257 			free_entry_idx = idx;
258 		}
259 	}
260 
261 	if (free_entry_found) {
262 		ctx->mg_ctx_info[free_entry_idx] = *mg;
263 		ctx->mg_ctx_info[free_entry_idx].valid_entry = true;
264 		ctx->mg_ctx_info[free_entry_idx].use_cnt = 1;
265 		ctx->no_of_mgs++;
266 		return 0;
267 	}
268 
269 	return -ENOMEM;
270 }
271 
272 /**
273  * irdma_sc_del_mcast_grp - Delete mcast group
274  * @ctx: Multcast group context
275  * @mg: Multcast group info
276  *
277  * Finds and removes a specific mulicast group from context, all
278  * parameters must match to remove a multicast group.
279  */
280 int
281 irdma_sc_del_mcast_grp(struct irdma_mcast_grp_info *ctx,
282 		       struct irdma_mcast_grp_ctx_entry_info *mg)
283 {
284 	u32 idx;
285 
286 	/* find an entry in multicast group context */
287 	for (idx = 0; idx < IRDMA_MAX_MGS_PER_CTX; idx++) {
288 		if (!ctx->mg_ctx_info[idx].valid_entry)
289 			continue;
290 
291 		if (irdma_compare_mgs(mg, &ctx->mg_ctx_info[idx])) {
292 			ctx->mg_ctx_info[idx].use_cnt--;
293 
294 			if (!ctx->mg_ctx_info[idx].use_cnt) {
295 				ctx->mg_ctx_info[idx].valid_entry = false;
296 				ctx->no_of_mgs--;
297 				/* Remove gap if element was not the last */
298 				if (idx != ctx->no_of_mgs &&
299 				    ctx->no_of_mgs > 0) {
300 					irdma_memcpy(&ctx->mg_ctx_info[idx],
301 						     &ctx->mg_ctx_info[ctx->no_of_mgs - 1],
302 						     sizeof(ctx->mg_ctx_info[idx]));
303 					ctx->mg_ctx_info[ctx->no_of_mgs - 1].valid_entry = false;
304 				}
305 			}
306 
307 			return 0;
308 		}
309 	}
310 
311 	return -EINVAL;
312 }
313