xref: /linux/drivers/net/ethernet/broadcom/bnxt/bnxt_dcb.c (revision e9f0878c4b2004ac19581274c1ae4c61ae3ca70e)
1 /* Broadcom NetXtreme-C/E network driver.
2  *
3  * Copyright (c) 2014-2016 Broadcom Corporation
4  * Copyright (c) 2016-2017 Broadcom Limited
5  *
6  * This program is free software; you can redistribute it and/or modify
7  * it under the terms of the GNU General Public License as published by
8  * the Free Software Foundation.
9  */
10 
11 #include <linux/netdevice.h>
12 #include <linux/types.h>
13 #include <linux/errno.h>
14 #include <linux/rtnetlink.h>
15 #include <linux/interrupt.h>
16 #include <linux/pci.h>
17 #include <linux/etherdevice.h>
18 #include <rdma/ib_verbs.h>
19 #include "bnxt_hsi.h"
20 #include "bnxt.h"
21 #include "bnxt_dcb.h"
22 
23 #ifdef CONFIG_BNXT_DCB
24 static int bnxt_queue_to_tc(struct bnxt *bp, u8 queue_id)
25 {
26 	int i, j;
27 
28 	for (i = 0; i < bp->max_tc; i++) {
29 		if (bp->q_info[i].queue_id == queue_id) {
30 			for (j = 0; j < bp->max_tc; j++) {
31 				if (bp->tc_to_qidx[j] == i)
32 					return j;
33 			}
34 		}
35 	}
36 	return -EINVAL;
37 }
38 
39 static int bnxt_hwrm_queue_pri2cos_cfg(struct bnxt *bp, struct ieee_ets *ets)
40 {
41 	struct hwrm_queue_pri2cos_cfg_input req = {0};
42 	int rc = 0, i;
43 	u8 *pri2cos;
44 
45 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_QUEUE_PRI2COS_CFG, -1, -1);
46 	req.flags = cpu_to_le32(QUEUE_PRI2COS_CFG_REQ_FLAGS_PATH_BIDIR |
47 				QUEUE_PRI2COS_CFG_REQ_FLAGS_IVLAN);
48 
49 	pri2cos = &req.pri0_cos_queue_id;
50 	for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
51 		u8 qidx;
52 
53 		req.enables |= cpu_to_le32(
54 			QUEUE_PRI2COS_CFG_REQ_ENABLES_PRI0_COS_QUEUE_ID << i);
55 
56 		qidx = bp->tc_to_qidx[ets->prio_tc[i]];
57 		pri2cos[i] = bp->q_info[qidx].queue_id;
58 	}
59 	rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
60 	return rc;
61 }
62 
63 static int bnxt_hwrm_queue_pri2cos_qcfg(struct bnxt *bp, struct ieee_ets *ets)
64 {
65 	struct hwrm_queue_pri2cos_qcfg_output *resp = bp->hwrm_cmd_resp_addr;
66 	struct hwrm_queue_pri2cos_qcfg_input req = {0};
67 	int rc = 0;
68 
69 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_QUEUE_PRI2COS_QCFG, -1, -1);
70 	req.flags = cpu_to_le32(QUEUE_PRI2COS_QCFG_REQ_FLAGS_IVLAN);
71 
72 	mutex_lock(&bp->hwrm_cmd_lock);
73 	rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
74 	if (!rc) {
75 		u8 *pri2cos = &resp->pri0_cos_queue_id;
76 		int i;
77 
78 		for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
79 			u8 queue_id = pri2cos[i];
80 			int tc;
81 
82 			tc = bnxt_queue_to_tc(bp, queue_id);
83 			if (tc >= 0)
84 				ets->prio_tc[i] = tc;
85 		}
86 	}
87 	mutex_unlock(&bp->hwrm_cmd_lock);
88 	return rc;
89 }
90 
91 static int bnxt_hwrm_queue_cos2bw_cfg(struct bnxt *bp, struct ieee_ets *ets,
92 				      u8 max_tc)
93 {
94 	struct hwrm_queue_cos2bw_cfg_input req = {0};
95 	struct bnxt_cos2bw_cfg cos2bw;
96 	int rc = 0, i;
97 	void *data;
98 
99 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_QUEUE_COS2BW_CFG, -1, -1);
100 	for (i = 0; i < max_tc; i++) {
101 		u8 qidx;
102 
103 		req.enables |= cpu_to_le32(
104 			QUEUE_COS2BW_CFG_REQ_ENABLES_COS_QUEUE_ID0_VALID << i);
105 
106 		memset(&cos2bw, 0, sizeof(cos2bw));
107 		qidx = bp->tc_to_qidx[i];
108 		cos2bw.queue_id = bp->q_info[qidx].queue_id;
109 		if (ets->tc_tsa[i] == IEEE_8021QAZ_TSA_STRICT) {
110 			cos2bw.tsa =
111 				QUEUE_COS2BW_QCFG_RESP_QUEUE_ID0_TSA_ASSIGN_SP;
112 			cos2bw.pri_lvl = i;
113 		} else {
114 			cos2bw.tsa =
115 				QUEUE_COS2BW_QCFG_RESP_QUEUE_ID0_TSA_ASSIGN_ETS;
116 			cos2bw.bw_weight = ets->tc_tx_bw[i];
117 			/* older firmware requires min_bw to be set to the
118 			 * same weight value in percent.
119 			 */
120 			cos2bw.min_bw =
121 				cpu_to_le32((ets->tc_tx_bw[i] * 100) |
122 					    BW_VALUE_UNIT_PERCENT1_100);
123 		}
124 		data = &req.unused_0 + qidx * (sizeof(cos2bw) - 4);
125 		memcpy(data, &cos2bw.queue_id, sizeof(cos2bw) - 4);
126 		if (qidx == 0) {
127 			req.queue_id0 = cos2bw.queue_id;
128 			req.unused_0 = 0;
129 		}
130 	}
131 	rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
132 	return rc;
133 }
134 
135 static int bnxt_hwrm_queue_cos2bw_qcfg(struct bnxt *bp, struct ieee_ets *ets)
136 {
137 	struct hwrm_queue_cos2bw_qcfg_output *resp = bp->hwrm_cmd_resp_addr;
138 	struct hwrm_queue_cos2bw_qcfg_input req = {0};
139 	struct bnxt_cos2bw_cfg cos2bw;
140 	void *data;
141 	int rc, i;
142 
143 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_QUEUE_COS2BW_QCFG, -1, -1);
144 
145 	mutex_lock(&bp->hwrm_cmd_lock);
146 	rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
147 	if (rc) {
148 		mutex_unlock(&bp->hwrm_cmd_lock);
149 		return rc;
150 	}
151 
152 	data = &resp->queue_id0 + offsetof(struct bnxt_cos2bw_cfg, queue_id);
153 	for (i = 0; i < bp->max_tc; i++, data += sizeof(cos2bw) - 4) {
154 		int tc;
155 
156 		memcpy(&cos2bw.queue_id, data, sizeof(cos2bw) - 4);
157 		if (i == 0)
158 			cos2bw.queue_id = resp->queue_id0;
159 
160 		tc = bnxt_queue_to_tc(bp, cos2bw.queue_id);
161 		if (tc < 0)
162 			continue;
163 
164 		if (cos2bw.tsa ==
165 		    QUEUE_COS2BW_QCFG_RESP_QUEUE_ID0_TSA_ASSIGN_SP) {
166 			ets->tc_tsa[tc] = IEEE_8021QAZ_TSA_STRICT;
167 		} else {
168 			ets->tc_tsa[tc] = IEEE_8021QAZ_TSA_ETS;
169 			ets->tc_tx_bw[tc] = cos2bw.bw_weight;
170 		}
171 	}
172 	mutex_unlock(&bp->hwrm_cmd_lock);
173 	return 0;
174 }
175 
176 static int bnxt_queue_remap(struct bnxt *bp, unsigned int lltc_mask)
177 {
178 	unsigned long qmap = 0;
179 	int max = bp->max_tc;
180 	int i, j, rc;
181 
182 	/* Assign lossless TCs first */
183 	for (i = 0, j = 0; i < max; ) {
184 		if (lltc_mask & (1 << i)) {
185 			if (BNXT_LLQ(bp->q_info[j].queue_profile)) {
186 				bp->tc_to_qidx[i] = j;
187 				__set_bit(j, &qmap);
188 				i++;
189 			}
190 			j++;
191 			continue;
192 		}
193 		i++;
194 	}
195 
196 	for (i = 0, j = 0; i < max; i++) {
197 		if (lltc_mask & (1 << i))
198 			continue;
199 		j = find_next_zero_bit(&qmap, max, j);
200 		bp->tc_to_qidx[i] = j;
201 		__set_bit(j, &qmap);
202 		j++;
203 	}
204 
205 	if (netif_running(bp->dev)) {
206 		bnxt_close_nic(bp, false, false);
207 		rc = bnxt_open_nic(bp, false, false);
208 		if (rc) {
209 			netdev_warn(bp->dev, "failed to open NIC, rc = %d\n", rc);
210 			return rc;
211 		}
212 	}
213 	if (bp->ieee_ets) {
214 		int tc = netdev_get_num_tc(bp->dev);
215 
216 		if (!tc)
217 			tc = 1;
218 		rc = bnxt_hwrm_queue_cos2bw_cfg(bp, bp->ieee_ets, tc);
219 		if (rc) {
220 			netdev_warn(bp->dev, "failed to config BW, rc = %d\n", rc);
221 			return rc;
222 		}
223 		rc = bnxt_hwrm_queue_pri2cos_cfg(bp, bp->ieee_ets);
224 		if (rc) {
225 			netdev_warn(bp->dev, "failed to config prio, rc = %d\n", rc);
226 			return rc;
227 		}
228 	}
229 	return 0;
230 }
231 
232 static int bnxt_hwrm_queue_pfc_cfg(struct bnxt *bp, struct ieee_pfc *pfc)
233 {
234 	struct hwrm_queue_pfcenable_cfg_input req = {0};
235 	struct ieee_ets *my_ets = bp->ieee_ets;
236 	unsigned int tc_mask = 0, pri_mask = 0;
237 	u8 i, pri, lltc_count = 0;
238 	bool need_q_remap = false;
239 	int rc;
240 
241 	if (!my_ets)
242 		return -EINVAL;
243 
244 	for (i = 0; i < bp->max_tc; i++) {
245 		for (pri = 0; pri < IEEE_8021QAZ_MAX_TCS; pri++) {
246 			if ((pfc->pfc_en & (1 << pri)) &&
247 			    (my_ets->prio_tc[pri] == i)) {
248 				pri_mask |= 1 << pri;
249 				tc_mask |= 1 << i;
250 			}
251 		}
252 		if (tc_mask & (1 << i))
253 			lltc_count++;
254 	}
255 	if (lltc_count > bp->max_lltc)
256 		return -EINVAL;
257 
258 	for (i = 0; i < bp->max_tc; i++) {
259 		if (tc_mask & (1 << i)) {
260 			u8 qidx = bp->tc_to_qidx[i];
261 
262 			if (!BNXT_LLQ(bp->q_info[qidx].queue_profile)) {
263 				need_q_remap = true;
264 				break;
265 			}
266 		}
267 	}
268 
269 	if (need_q_remap)
270 		rc = bnxt_queue_remap(bp, tc_mask);
271 
272 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_QUEUE_PFCENABLE_CFG, -1, -1);
273 	req.flags = cpu_to_le32(pri_mask);
274 	rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
275 	if (rc)
276 		return rc;
277 
278 	return rc;
279 }
280 
281 static int bnxt_hwrm_queue_pfc_qcfg(struct bnxt *bp, struct ieee_pfc *pfc)
282 {
283 	struct hwrm_queue_pfcenable_qcfg_output *resp = bp->hwrm_cmd_resp_addr;
284 	struct hwrm_queue_pfcenable_qcfg_input req = {0};
285 	u8 pri_mask;
286 	int rc;
287 
288 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_QUEUE_PFCENABLE_QCFG, -1, -1);
289 
290 	mutex_lock(&bp->hwrm_cmd_lock);
291 	rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
292 	if (rc) {
293 		mutex_unlock(&bp->hwrm_cmd_lock);
294 		return rc;
295 	}
296 
297 	pri_mask = le32_to_cpu(resp->flags);
298 	pfc->pfc_en = pri_mask;
299 	mutex_unlock(&bp->hwrm_cmd_lock);
300 	return 0;
301 }
302 
303 static int bnxt_hwrm_set_dcbx_app(struct bnxt *bp, struct dcb_app *app,
304 				  bool add)
305 {
306 	struct hwrm_fw_set_structured_data_input set = {0};
307 	struct hwrm_fw_get_structured_data_input get = {0};
308 	struct hwrm_struct_data_dcbx_app *fw_app;
309 	struct hwrm_struct_hdr *data;
310 	dma_addr_t mapping;
311 	size_t data_len;
312 	int rc, n, i;
313 
314 	if (bp->hwrm_spec_code < 0x10601)
315 		return 0;
316 
317 	n = IEEE_8021QAZ_MAX_TCS;
318 	data_len = sizeof(*data) + sizeof(*fw_app) * n;
319 	data = dma_zalloc_coherent(&bp->pdev->dev, data_len, &mapping,
320 				   GFP_KERNEL);
321 	if (!data)
322 		return -ENOMEM;
323 
324 	bnxt_hwrm_cmd_hdr_init(bp, &get, HWRM_FW_GET_STRUCTURED_DATA, -1, -1);
325 	get.dest_data_addr = cpu_to_le64(mapping);
326 	get.structure_id = cpu_to_le16(STRUCT_HDR_STRUCT_ID_DCBX_APP);
327 	get.subtype = cpu_to_le16(HWRM_STRUCT_DATA_SUBTYPE_HOST_OPERATIONAL);
328 	get.count = 0;
329 	rc = hwrm_send_message(bp, &get, sizeof(get), HWRM_CMD_TIMEOUT);
330 	if (rc)
331 		goto set_app_exit;
332 
333 	fw_app = (struct hwrm_struct_data_dcbx_app *)(data + 1);
334 
335 	if (data->struct_id != cpu_to_le16(STRUCT_HDR_STRUCT_ID_DCBX_APP)) {
336 		rc = -ENODEV;
337 		goto set_app_exit;
338 	}
339 
340 	n = data->count;
341 	for (i = 0; i < n; i++, fw_app++) {
342 		if (fw_app->protocol_id == cpu_to_be16(app->protocol) &&
343 		    fw_app->protocol_selector == app->selector &&
344 		    fw_app->priority == app->priority) {
345 			if (add)
346 				goto set_app_exit;
347 			else
348 				break;
349 		}
350 	}
351 	if (add) {
352 		/* append */
353 		n++;
354 		fw_app->protocol_id = cpu_to_be16(app->protocol);
355 		fw_app->protocol_selector = app->selector;
356 		fw_app->priority = app->priority;
357 		fw_app->valid = 1;
358 	} else {
359 		size_t len = 0;
360 
361 		/* not found, nothing to delete */
362 		if (n == i)
363 			goto set_app_exit;
364 
365 		len = (n - 1 - i) * sizeof(*fw_app);
366 		if (len)
367 			memmove(fw_app, fw_app + 1, len);
368 		n--;
369 		memset(fw_app + n, 0, sizeof(*fw_app));
370 	}
371 	data->count = n;
372 	data->len = cpu_to_le16(sizeof(*fw_app) * n);
373 	data->subtype = cpu_to_le16(HWRM_STRUCT_DATA_SUBTYPE_HOST_OPERATIONAL);
374 
375 	bnxt_hwrm_cmd_hdr_init(bp, &set, HWRM_FW_SET_STRUCTURED_DATA, -1, -1);
376 	set.src_data_addr = cpu_to_le64(mapping);
377 	set.data_len = cpu_to_le16(sizeof(*data) + sizeof(*fw_app) * n);
378 	set.hdr_cnt = 1;
379 	rc = hwrm_send_message(bp, &set, sizeof(set), HWRM_CMD_TIMEOUT);
380 	if (rc)
381 		rc = -EIO;
382 
383 set_app_exit:
384 	dma_free_coherent(&bp->pdev->dev, data_len, data, mapping);
385 	return rc;
386 }
387 
388 static int bnxt_hwrm_queue_dscp_qcaps(struct bnxt *bp)
389 {
390 	struct hwrm_queue_dscp_qcaps_output *resp = bp->hwrm_cmd_resp_addr;
391 	struct hwrm_queue_dscp_qcaps_input req = {0};
392 	int rc;
393 
394 	if (bp->hwrm_spec_code < 0x10800 || BNXT_VF(bp))
395 		return 0;
396 
397 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_QUEUE_DSCP_QCAPS, -1, -1);
398 	mutex_lock(&bp->hwrm_cmd_lock);
399 	rc = _hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
400 	if (!rc) {
401 		bp->max_dscp_value = (1 << resp->num_dscp_bits) - 1;
402 		if (bp->max_dscp_value < 0x3f)
403 			bp->max_dscp_value = 0;
404 	}
405 
406 	mutex_unlock(&bp->hwrm_cmd_lock);
407 	return rc;
408 }
409 
410 static int bnxt_hwrm_queue_dscp2pri_cfg(struct bnxt *bp, struct dcb_app *app,
411 					bool add)
412 {
413 	struct hwrm_queue_dscp2pri_cfg_input req = {0};
414 	struct bnxt_dscp2pri_entry *dscp2pri;
415 	dma_addr_t mapping;
416 	int rc;
417 
418 	if (bp->hwrm_spec_code < 0x10800)
419 		return 0;
420 
421 	bnxt_hwrm_cmd_hdr_init(bp, &req, HWRM_QUEUE_DSCP2PRI_CFG, -1, -1);
422 	dscp2pri = dma_alloc_coherent(&bp->pdev->dev, sizeof(*dscp2pri),
423 				      &mapping, GFP_KERNEL);
424 	if (!dscp2pri)
425 		return -ENOMEM;
426 
427 	req.src_data_addr = cpu_to_le64(mapping);
428 	dscp2pri->dscp = app->protocol;
429 	if (add)
430 		dscp2pri->mask = 0x3f;
431 	else
432 		dscp2pri->mask = 0;
433 	dscp2pri->pri = app->priority;
434 	req.entry_cnt = cpu_to_le16(1);
435 	rc = hwrm_send_message(bp, &req, sizeof(req), HWRM_CMD_TIMEOUT);
436 	if (rc)
437 		rc = -EIO;
438 	dma_free_coherent(&bp->pdev->dev, sizeof(*dscp2pri), dscp2pri,
439 			  mapping);
440 	return rc;
441 }
442 
443 static int bnxt_ets_validate(struct bnxt *bp, struct ieee_ets *ets, u8 *tc)
444 {
445 	int total_ets_bw = 0;
446 	u8 max_tc = 0;
447 	int i;
448 
449 	for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++) {
450 		if (ets->prio_tc[i] > bp->max_tc) {
451 			netdev_err(bp->dev, "priority to TC mapping exceeds TC count %d\n",
452 				   ets->prio_tc[i]);
453 			return -EINVAL;
454 		}
455 		if (ets->prio_tc[i] > max_tc)
456 			max_tc = ets->prio_tc[i];
457 
458 		if ((ets->tc_tx_bw[i] || ets->tc_tsa[i]) && i > bp->max_tc)
459 			return -EINVAL;
460 
461 		switch (ets->tc_tsa[i]) {
462 		case IEEE_8021QAZ_TSA_STRICT:
463 			break;
464 		case IEEE_8021QAZ_TSA_ETS:
465 			total_ets_bw += ets->tc_tx_bw[i];
466 			break;
467 		default:
468 			return -ENOTSUPP;
469 		}
470 	}
471 	if (total_ets_bw > 100)
472 		return -EINVAL;
473 
474 	*tc = max_tc + 1;
475 	return 0;
476 }
477 
478 static int bnxt_dcbnl_ieee_getets(struct net_device *dev, struct ieee_ets *ets)
479 {
480 	struct bnxt *bp = netdev_priv(dev);
481 	struct ieee_ets *my_ets = bp->ieee_ets;
482 
483 	ets->ets_cap = bp->max_tc;
484 
485 	if (!my_ets) {
486 		int rc;
487 
488 		if (bp->dcbx_cap & DCB_CAP_DCBX_HOST)
489 			return 0;
490 
491 		my_ets = kzalloc(sizeof(*my_ets), GFP_KERNEL);
492 		if (!my_ets)
493 			return 0;
494 		rc = bnxt_hwrm_queue_cos2bw_qcfg(bp, my_ets);
495 		if (rc)
496 			return 0;
497 		rc = bnxt_hwrm_queue_pri2cos_qcfg(bp, my_ets);
498 		if (rc)
499 			return 0;
500 	}
501 
502 	ets->cbs = my_ets->cbs;
503 	memcpy(ets->tc_tx_bw, my_ets->tc_tx_bw, sizeof(ets->tc_tx_bw));
504 	memcpy(ets->tc_rx_bw, my_ets->tc_rx_bw, sizeof(ets->tc_rx_bw));
505 	memcpy(ets->tc_tsa, my_ets->tc_tsa, sizeof(ets->tc_tsa));
506 	memcpy(ets->prio_tc, my_ets->prio_tc, sizeof(ets->prio_tc));
507 	return 0;
508 }
509 
510 static int bnxt_dcbnl_ieee_setets(struct net_device *dev, struct ieee_ets *ets)
511 {
512 	struct bnxt *bp = netdev_priv(dev);
513 	struct ieee_ets *my_ets = bp->ieee_ets;
514 	u8 max_tc = 0;
515 	int rc, i;
516 
517 	if (!(bp->dcbx_cap & DCB_CAP_DCBX_VER_IEEE) ||
518 	    !(bp->dcbx_cap & DCB_CAP_DCBX_HOST))
519 		return -EINVAL;
520 
521 	rc = bnxt_ets_validate(bp, ets, &max_tc);
522 	if (!rc) {
523 		if (!my_ets) {
524 			my_ets = kzalloc(sizeof(*my_ets), GFP_KERNEL);
525 			if (!my_ets)
526 				return -ENOMEM;
527 			/* initialize PRI2TC mappings to invalid value */
528 			for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++)
529 				my_ets->prio_tc[i] = IEEE_8021QAZ_MAX_TCS;
530 			bp->ieee_ets = my_ets;
531 		}
532 		rc = bnxt_setup_mq_tc(dev, max_tc);
533 		if (rc)
534 			return rc;
535 		rc = bnxt_hwrm_queue_cos2bw_cfg(bp, ets, max_tc);
536 		if (rc)
537 			return rc;
538 		rc = bnxt_hwrm_queue_pri2cos_cfg(bp, ets);
539 		if (rc)
540 			return rc;
541 		memcpy(my_ets, ets, sizeof(*my_ets));
542 	}
543 	return rc;
544 }
545 
546 static int bnxt_dcbnl_ieee_getpfc(struct net_device *dev, struct ieee_pfc *pfc)
547 {
548 	struct bnxt *bp = netdev_priv(dev);
549 	__le64 *stats = (__le64 *)bp->hw_rx_port_stats;
550 	struct ieee_pfc *my_pfc = bp->ieee_pfc;
551 	long rx_off, tx_off;
552 	int i, rc;
553 
554 	pfc->pfc_cap = bp->max_lltc;
555 
556 	if (!my_pfc) {
557 		if (bp->dcbx_cap & DCB_CAP_DCBX_HOST)
558 			return 0;
559 
560 		my_pfc = kzalloc(sizeof(*my_pfc), GFP_KERNEL);
561 		if (!my_pfc)
562 			return 0;
563 		bp->ieee_pfc = my_pfc;
564 		rc = bnxt_hwrm_queue_pfc_qcfg(bp, my_pfc);
565 		if (rc)
566 			return 0;
567 	}
568 
569 	pfc->pfc_en = my_pfc->pfc_en;
570 	pfc->mbc = my_pfc->mbc;
571 	pfc->delay = my_pfc->delay;
572 
573 	if (!stats)
574 		return 0;
575 
576 	rx_off = BNXT_RX_STATS_OFFSET(rx_pfc_ena_frames_pri0);
577 	tx_off = BNXT_TX_STATS_OFFSET(tx_pfc_ena_frames_pri0);
578 	for (i = 0; i < IEEE_8021QAZ_MAX_TCS; i++, rx_off++, tx_off++) {
579 		pfc->requests[i] = le64_to_cpu(*(stats + tx_off));
580 		pfc->indications[i] = le64_to_cpu(*(stats + rx_off));
581 	}
582 
583 	return 0;
584 }
585 
586 static int bnxt_dcbnl_ieee_setpfc(struct net_device *dev, struct ieee_pfc *pfc)
587 {
588 	struct bnxt *bp = netdev_priv(dev);
589 	struct ieee_pfc *my_pfc = bp->ieee_pfc;
590 	int rc;
591 
592 	if (!(bp->dcbx_cap & DCB_CAP_DCBX_VER_IEEE) ||
593 	    !(bp->dcbx_cap & DCB_CAP_DCBX_HOST))
594 		return -EINVAL;
595 
596 	if (!my_pfc) {
597 		my_pfc = kzalloc(sizeof(*my_pfc), GFP_KERNEL);
598 		if (!my_pfc)
599 			return -ENOMEM;
600 		bp->ieee_pfc = my_pfc;
601 	}
602 	rc = bnxt_hwrm_queue_pfc_cfg(bp, pfc);
603 	if (!rc)
604 		memcpy(my_pfc, pfc, sizeof(*my_pfc));
605 
606 	return rc;
607 }
608 
609 static int bnxt_dcbnl_ieee_dscp_app_prep(struct bnxt *bp, struct dcb_app *app)
610 {
611 	if (app->selector == IEEE_8021QAZ_APP_SEL_DSCP) {
612 		if (!bp->max_dscp_value)
613 			return -ENOTSUPP;
614 		if (app->protocol > bp->max_dscp_value)
615 			return -EINVAL;
616 	}
617 	return 0;
618 }
619 
620 static int bnxt_dcbnl_ieee_setapp(struct net_device *dev, struct dcb_app *app)
621 {
622 	struct bnxt *bp = netdev_priv(dev);
623 	int rc;
624 
625 	if (!(bp->dcbx_cap & DCB_CAP_DCBX_VER_IEEE) ||
626 	    !(bp->dcbx_cap & DCB_CAP_DCBX_HOST))
627 		return -EINVAL;
628 
629 	rc = bnxt_dcbnl_ieee_dscp_app_prep(bp, app);
630 	if (rc)
631 		return rc;
632 
633 	rc = dcb_ieee_setapp(dev, app);
634 	if (rc)
635 		return rc;
636 
637 	if ((app->selector == IEEE_8021QAZ_APP_SEL_ETHERTYPE &&
638 	     app->protocol == ETH_P_IBOE) ||
639 	    (app->selector == IEEE_8021QAZ_APP_SEL_DGRAM &&
640 	     app->protocol == ROCE_V2_UDP_DPORT))
641 		rc = bnxt_hwrm_set_dcbx_app(bp, app, true);
642 
643 	if (app->selector == IEEE_8021QAZ_APP_SEL_DSCP)
644 		rc = bnxt_hwrm_queue_dscp2pri_cfg(bp, app, true);
645 
646 	return rc;
647 }
648 
649 static int bnxt_dcbnl_ieee_delapp(struct net_device *dev, struct dcb_app *app)
650 {
651 	struct bnxt *bp = netdev_priv(dev);
652 	int rc;
653 
654 	if (!(bp->dcbx_cap & DCB_CAP_DCBX_VER_IEEE) ||
655 	    !(bp->dcbx_cap & DCB_CAP_DCBX_HOST))
656 		return -EINVAL;
657 
658 	rc = bnxt_dcbnl_ieee_dscp_app_prep(bp, app);
659 	if (rc)
660 		return rc;
661 
662 	rc = dcb_ieee_delapp(dev, app);
663 	if (rc)
664 		return rc;
665 	if ((app->selector == IEEE_8021QAZ_APP_SEL_ETHERTYPE &&
666 	     app->protocol == ETH_P_IBOE) ||
667 	    (app->selector == IEEE_8021QAZ_APP_SEL_DGRAM &&
668 	     app->protocol == ROCE_V2_UDP_DPORT))
669 		rc = bnxt_hwrm_set_dcbx_app(bp, app, false);
670 
671 	if (app->selector == IEEE_8021QAZ_APP_SEL_DSCP)
672 		rc = bnxt_hwrm_queue_dscp2pri_cfg(bp, app, false);
673 
674 	return rc;
675 }
676 
677 static u8 bnxt_dcbnl_getdcbx(struct net_device *dev)
678 {
679 	struct bnxt *bp = netdev_priv(dev);
680 
681 	return bp->dcbx_cap;
682 }
683 
684 static u8 bnxt_dcbnl_setdcbx(struct net_device *dev, u8 mode)
685 {
686 	struct bnxt *bp = netdev_priv(dev);
687 
688 	/* All firmware DCBX settings are set in NVRAM */
689 	if (bp->dcbx_cap & DCB_CAP_DCBX_LLD_MANAGED)
690 		return 1;
691 
692 	if (mode & DCB_CAP_DCBX_HOST) {
693 		if (BNXT_VF(bp) || (bp->fw_cap & BNXT_FW_CAP_LLDP_AGENT))
694 			return 1;
695 
696 		/* only support IEEE */
697 		if ((mode & DCB_CAP_DCBX_VER_CEE) ||
698 		    !(mode & DCB_CAP_DCBX_VER_IEEE))
699 			return 1;
700 	}
701 
702 	if (mode == bp->dcbx_cap)
703 		return 0;
704 
705 	bp->dcbx_cap = mode;
706 	return 0;
707 }
708 
709 static const struct dcbnl_rtnl_ops dcbnl_ops = {
710 	.ieee_getets	= bnxt_dcbnl_ieee_getets,
711 	.ieee_setets	= bnxt_dcbnl_ieee_setets,
712 	.ieee_getpfc	= bnxt_dcbnl_ieee_getpfc,
713 	.ieee_setpfc	= bnxt_dcbnl_ieee_setpfc,
714 	.ieee_setapp	= bnxt_dcbnl_ieee_setapp,
715 	.ieee_delapp	= bnxt_dcbnl_ieee_delapp,
716 	.getdcbx	= bnxt_dcbnl_getdcbx,
717 	.setdcbx	= bnxt_dcbnl_setdcbx,
718 };
719 
720 void bnxt_dcb_init(struct bnxt *bp)
721 {
722 	if (bp->hwrm_spec_code < 0x10501)
723 		return;
724 
725 	bnxt_hwrm_queue_dscp_qcaps(bp);
726 	bp->dcbx_cap = DCB_CAP_DCBX_VER_IEEE;
727 	if (BNXT_PF(bp) && !(bp->fw_cap & BNXT_FW_CAP_LLDP_AGENT))
728 		bp->dcbx_cap |= DCB_CAP_DCBX_HOST;
729 	else if (bp->fw_cap & BNXT_FW_CAP_DCBX_AGENT)
730 		bp->dcbx_cap |= DCB_CAP_DCBX_LLD_MANAGED;
731 	bp->dev->dcbnl_ops = &dcbnl_ops;
732 }
733 
734 void bnxt_dcb_free(struct bnxt *bp)
735 {
736 	kfree(bp->ieee_pfc);
737 	kfree(bp->ieee_ets);
738 	bp->ieee_pfc = NULL;
739 	bp->ieee_ets = NULL;
740 }
741 
742 #else
743 
744 void bnxt_dcb_init(struct bnxt *bp)
745 {
746 }
747 
748 void bnxt_dcb_free(struct bnxt *bp)
749 {
750 }
751 
752 #endif
753