xref: /linux/drivers/net/ethernet/mellanox/mlxsw/spectrum_switchdev.c (revision 607bfbd7ffc60156ae0831c917497dc91a57dd8d)
1 /*
2  * drivers/net/ethernet/mellanox/mlxsw/spectrum_switchdev.c
3  * Copyright (c) 2015 Mellanox Technologies. All rights reserved.
4  * Copyright (c) 2015 Jiri Pirko <jiri@mellanox.com>
5  * Copyright (c) 2015 Ido Schimmel <idosch@mellanox.com>
6  * Copyright (c) 2015 Elad Raz <eladr@mellanox.com>
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions are met:
10  *
11  * 1. Redistributions of source code must retain the above copyright
12  *    notice, this list of conditions and the following disclaimer.
13  * 2. Redistributions in binary form must reproduce the above copyright
14  *    notice, this list of conditions and the following disclaimer in the
15  *    documentation and/or other materials provided with the distribution.
16  * 3. Neither the names of the copyright holders nor the names of its
17  *    contributors may be used to endorse or promote products derived from
18  *    this software without specific prior written permission.
19  *
20  * Alternatively, this software may be distributed under the terms of the
21  * GNU General Public License ("GPL") version 2 as published by the Free
22  * Software Foundation.
23  *
24  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
25  * AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
26  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
27  * ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE
28  * LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
29  * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
30  * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
31  * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
32  * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
33  * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
34  * POSSIBILITY OF SUCH DAMAGE.
35  */
36 
37 #include <linux/kernel.h>
38 #include <linux/types.h>
39 #include <linux/netdevice.h>
40 #include <linux/etherdevice.h>
41 #include <linux/slab.h>
42 #include <linux/device.h>
43 #include <linux/skbuff.h>
44 #include <linux/if_vlan.h>
45 #include <linux/if_bridge.h>
46 #include <linux/workqueue.h>
47 #include <linux/jiffies.h>
48 #include <linux/rtnetlink.h>
49 #include <net/switchdev.h>
50 
51 #include "spectrum.h"
52 #include "core.h"
53 #include "reg.h"
54 
55 static u16 mlxsw_sp_port_vid_to_fid_get(struct mlxsw_sp_port *mlxsw_sp_port,
56 					u16 vid)
57 {
58 	u16 fid = vid;
59 
60 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
61 		u16 vfid = mlxsw_sp_vport_vfid_get(mlxsw_sp_port);
62 
63 		fid = mlxsw_sp_vfid_to_fid(vfid);
64 	}
65 
66 	if (!fid)
67 		fid = mlxsw_sp_port->pvid;
68 
69 	return fid;
70 }
71 
72 static struct mlxsw_sp_port *
73 mlxsw_sp_port_orig_get(struct net_device *dev,
74 		       struct mlxsw_sp_port *mlxsw_sp_port)
75 {
76 	struct mlxsw_sp_port *mlxsw_sp_vport;
77 	u16 vid;
78 
79 	if (!is_vlan_dev(dev))
80 		return mlxsw_sp_port;
81 
82 	vid = vlan_dev_vlan_id(dev);
83 	mlxsw_sp_vport = mlxsw_sp_port_vport_find(mlxsw_sp_port, vid);
84 	WARN_ON(!mlxsw_sp_vport);
85 
86 	return mlxsw_sp_vport;
87 }
88 
89 static int mlxsw_sp_port_attr_get(struct net_device *dev,
90 				  struct switchdev_attr *attr)
91 {
92 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
93 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
94 
95 	mlxsw_sp_port = mlxsw_sp_port_orig_get(attr->orig_dev, mlxsw_sp_port);
96 	if (!mlxsw_sp_port)
97 		return -EINVAL;
98 
99 	switch (attr->id) {
100 	case SWITCHDEV_ATTR_ID_PORT_PARENT_ID:
101 		attr->u.ppid.id_len = sizeof(mlxsw_sp->base_mac);
102 		memcpy(&attr->u.ppid.id, &mlxsw_sp->base_mac,
103 		       attr->u.ppid.id_len);
104 		break;
105 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
106 		attr->u.brport_flags =
107 			(mlxsw_sp_port->learning ? BR_LEARNING : 0) |
108 			(mlxsw_sp_port->learning_sync ? BR_LEARNING_SYNC : 0) |
109 			(mlxsw_sp_port->uc_flood ? BR_FLOOD : 0);
110 		break;
111 	default:
112 		return -EOPNOTSUPP;
113 	}
114 
115 	return 0;
116 }
117 
118 static int mlxsw_sp_port_stp_state_set(struct mlxsw_sp_port *mlxsw_sp_port,
119 				       u8 state)
120 {
121 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
122 	enum mlxsw_reg_spms_state spms_state;
123 	char *spms_pl;
124 	u16 vid;
125 	int err;
126 
127 	switch (state) {
128 	case BR_STATE_FORWARDING:
129 		spms_state = MLXSW_REG_SPMS_STATE_FORWARDING;
130 		break;
131 	case BR_STATE_LEARNING:
132 		spms_state = MLXSW_REG_SPMS_STATE_LEARNING;
133 		break;
134 	case BR_STATE_LISTENING: /* fall-through */
135 	case BR_STATE_DISABLED: /* fall-through */
136 	case BR_STATE_BLOCKING:
137 		spms_state = MLXSW_REG_SPMS_STATE_DISCARDING;
138 		break;
139 	default:
140 		BUG();
141 	}
142 
143 	spms_pl = kmalloc(MLXSW_REG_SPMS_LEN, GFP_KERNEL);
144 	if (!spms_pl)
145 		return -ENOMEM;
146 	mlxsw_reg_spms_pack(spms_pl, mlxsw_sp_port->local_port);
147 
148 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
149 		vid = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
150 		mlxsw_reg_spms_vid_pack(spms_pl, vid, spms_state);
151 	} else {
152 		for_each_set_bit(vid, mlxsw_sp_port->active_vlans, VLAN_N_VID)
153 			mlxsw_reg_spms_vid_pack(spms_pl, vid, spms_state);
154 	}
155 
156 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(spms), spms_pl);
157 	kfree(spms_pl);
158 	return err;
159 }
160 
161 static int mlxsw_sp_port_attr_stp_state_set(struct mlxsw_sp_port *mlxsw_sp_port,
162 					    struct switchdev_trans *trans,
163 					    u8 state)
164 {
165 	if (switchdev_trans_ph_prepare(trans))
166 		return 0;
167 
168 	mlxsw_sp_port->stp_state = state;
169 	return mlxsw_sp_port_stp_state_set(mlxsw_sp_port, state);
170 }
171 
172 static bool mlxsw_sp_vfid_is_vport_br(u16 vfid)
173 {
174 	return vfid >= MLXSW_SP_VFID_PORT_MAX;
175 }
176 
177 static int __mlxsw_sp_port_flood_set(struct mlxsw_sp_port *mlxsw_sp_port,
178 				     u16 idx_begin, u16 idx_end, bool set,
179 				     bool only_uc)
180 {
181 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
182 	u16 local_port = mlxsw_sp_port->local_port;
183 	enum mlxsw_flood_table_type table_type;
184 	u16 range = idx_end - idx_begin + 1;
185 	char *sftr_pl;
186 	int err;
187 
188 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
189 		table_type = MLXSW_REG_SFGC_TABLE_TYPE_FID;
190 		if (mlxsw_sp_vfid_is_vport_br(idx_begin))
191 			local_port = mlxsw_sp_port->local_port;
192 		else
193 			local_port = MLXSW_PORT_CPU_PORT;
194 	} else {
195 		table_type = MLXSW_REG_SFGC_TABLE_TYPE_FID_OFFEST;
196 	}
197 
198 	sftr_pl = kmalloc(MLXSW_REG_SFTR_LEN, GFP_KERNEL);
199 	if (!sftr_pl)
200 		return -ENOMEM;
201 
202 	mlxsw_reg_sftr_pack(sftr_pl, MLXSW_SP_FLOOD_TABLE_UC, idx_begin,
203 			    table_type, range, local_port, set);
204 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sftr), sftr_pl);
205 	if (err)
206 		goto buffer_out;
207 
208 	/* Flooding control allows one to decide whether a given port will
209 	 * flood unicast traffic for which there is no FDB entry.
210 	 */
211 	if (only_uc)
212 		goto buffer_out;
213 
214 	mlxsw_reg_sftr_pack(sftr_pl, MLXSW_SP_FLOOD_TABLE_BM, idx_begin,
215 			    table_type, range, local_port, set);
216 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sftr), sftr_pl);
217 
218 buffer_out:
219 	kfree(sftr_pl);
220 	return err;
221 }
222 
223 static int mlxsw_sp_port_uc_flood_set(struct mlxsw_sp_port *mlxsw_sp_port,
224 				      bool set)
225 {
226 	struct net_device *dev = mlxsw_sp_port->dev;
227 	u16 vid, last_visited_vid;
228 	int err;
229 
230 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
231 		u16 vfid = mlxsw_sp_vport_vfid_get(mlxsw_sp_port);
232 
233 		return  __mlxsw_sp_port_flood_set(mlxsw_sp_port, vfid, vfid,
234 						  set, true);
235 	}
236 
237 	for_each_set_bit(vid, mlxsw_sp_port->active_vlans, VLAN_N_VID) {
238 		err = __mlxsw_sp_port_flood_set(mlxsw_sp_port, vid, vid, set,
239 						true);
240 		if (err) {
241 			last_visited_vid = vid;
242 			goto err_port_flood_set;
243 		}
244 	}
245 
246 	return 0;
247 
248 err_port_flood_set:
249 	for_each_set_bit(vid, mlxsw_sp_port->active_vlans, last_visited_vid)
250 		__mlxsw_sp_port_flood_set(mlxsw_sp_port, vid, vid, !set, true);
251 	netdev_err(dev, "Failed to configure unicast flooding\n");
252 	return err;
253 }
254 
255 int mlxsw_sp_vport_flood_set(struct mlxsw_sp_port *mlxsw_sp_vport, u16 vfid,
256 			     bool set, bool only_uc)
257 {
258 	/* In case of vFIDs, index into the flooding table is relative to
259 	 * the start of the vFIDs range.
260 	 */
261 	return __mlxsw_sp_port_flood_set(mlxsw_sp_vport, vfid, vfid, set,
262 					 only_uc);
263 }
264 
265 static int mlxsw_sp_port_attr_br_flags_set(struct mlxsw_sp_port *mlxsw_sp_port,
266 					   struct switchdev_trans *trans,
267 					   unsigned long brport_flags)
268 {
269 	unsigned long uc_flood = mlxsw_sp_port->uc_flood ? BR_FLOOD : 0;
270 	bool set;
271 	int err;
272 
273 	if (!mlxsw_sp_port->bridged)
274 		return -EINVAL;
275 
276 	if (switchdev_trans_ph_prepare(trans))
277 		return 0;
278 
279 	if ((uc_flood ^ brport_flags) & BR_FLOOD) {
280 		set = mlxsw_sp_port->uc_flood ? false : true;
281 		err = mlxsw_sp_port_uc_flood_set(mlxsw_sp_port, set);
282 		if (err)
283 			return err;
284 	}
285 
286 	mlxsw_sp_port->uc_flood = brport_flags & BR_FLOOD ? 1 : 0;
287 	mlxsw_sp_port->learning = brport_flags & BR_LEARNING ? 1 : 0;
288 	mlxsw_sp_port->learning_sync = brport_flags & BR_LEARNING_SYNC ? 1 : 0;
289 
290 	return 0;
291 }
292 
293 static int mlxsw_sp_ageing_set(struct mlxsw_sp *mlxsw_sp, u32 ageing_time)
294 {
295 	char sfdat_pl[MLXSW_REG_SFDAT_LEN];
296 	int err;
297 
298 	mlxsw_reg_sfdat_pack(sfdat_pl, ageing_time);
299 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfdat), sfdat_pl);
300 	if (err)
301 		return err;
302 	mlxsw_sp->ageing_time = ageing_time;
303 	return 0;
304 }
305 
306 static int mlxsw_sp_port_attr_br_ageing_set(struct mlxsw_sp_port *mlxsw_sp_port,
307 					    struct switchdev_trans *trans,
308 					    unsigned long ageing_clock_t)
309 {
310 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
311 	unsigned long ageing_jiffies = clock_t_to_jiffies(ageing_clock_t);
312 	u32 ageing_time = jiffies_to_msecs(ageing_jiffies) / 1000;
313 
314 	if (switchdev_trans_ph_prepare(trans))
315 		return 0;
316 
317 	return mlxsw_sp_ageing_set(mlxsw_sp, ageing_time);
318 }
319 
320 static int mlxsw_sp_port_attr_br_vlan_set(struct mlxsw_sp_port *mlxsw_sp_port,
321 					  struct switchdev_trans *trans,
322 					  struct net_device *orig_dev,
323 					  bool vlan_enabled)
324 {
325 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
326 
327 	/* SWITCHDEV_TRANS_PREPARE phase */
328 	if ((!vlan_enabled) && (mlxsw_sp->master_bridge.dev == orig_dev)) {
329 		netdev_err(mlxsw_sp_port->dev, "Bridge must be vlan-aware\n");
330 		return -EINVAL;
331 	}
332 
333 	return 0;
334 }
335 
336 static int mlxsw_sp_port_attr_set(struct net_device *dev,
337 				  const struct switchdev_attr *attr,
338 				  struct switchdev_trans *trans)
339 {
340 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
341 	int err = 0;
342 
343 	mlxsw_sp_port = mlxsw_sp_port_orig_get(attr->orig_dev, mlxsw_sp_port);
344 	if (!mlxsw_sp_port)
345 		return -EINVAL;
346 
347 	switch (attr->id) {
348 	case SWITCHDEV_ATTR_ID_PORT_STP_STATE:
349 		err = mlxsw_sp_port_attr_stp_state_set(mlxsw_sp_port, trans,
350 						       attr->u.stp_state);
351 		break;
352 	case SWITCHDEV_ATTR_ID_PORT_BRIDGE_FLAGS:
353 		err = mlxsw_sp_port_attr_br_flags_set(mlxsw_sp_port, trans,
354 						      attr->u.brport_flags);
355 		break;
356 	case SWITCHDEV_ATTR_ID_BRIDGE_AGEING_TIME:
357 		err = mlxsw_sp_port_attr_br_ageing_set(mlxsw_sp_port, trans,
358 						       attr->u.ageing_time);
359 		break;
360 	case SWITCHDEV_ATTR_ID_BRIDGE_VLAN_FILTERING:
361 		err = mlxsw_sp_port_attr_br_vlan_set(mlxsw_sp_port, trans,
362 						     attr->orig_dev,
363 						     attr->u.vlan_filtering);
364 		break;
365 	default:
366 		err = -EOPNOTSUPP;
367 		break;
368 	}
369 
370 	return err;
371 }
372 
373 static int mlxsw_sp_port_pvid_set(struct mlxsw_sp_port *mlxsw_sp_port, u16 vid)
374 {
375 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
376 	char spvid_pl[MLXSW_REG_SPVID_LEN];
377 
378 	mlxsw_reg_spvid_pack(spvid_pl, mlxsw_sp_port->local_port, vid);
379 	return mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(spvid), spvid_pl);
380 }
381 
382 static int mlxsw_sp_fid_create(struct mlxsw_sp *mlxsw_sp, u16 fid)
383 {
384 	char sfmr_pl[MLXSW_REG_SFMR_LEN];
385 	int err;
386 
387 	mlxsw_reg_sfmr_pack(sfmr_pl, MLXSW_REG_SFMR_OP_CREATE_FID, fid, fid);
388 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfmr), sfmr_pl);
389 
390 	if (err)
391 		return err;
392 
393 	set_bit(fid, mlxsw_sp->active_fids);
394 	return 0;
395 }
396 
397 static void mlxsw_sp_fid_destroy(struct mlxsw_sp *mlxsw_sp, u16 fid)
398 {
399 	char sfmr_pl[MLXSW_REG_SFMR_LEN];
400 
401 	clear_bit(fid, mlxsw_sp->active_fids);
402 
403 	mlxsw_reg_sfmr_pack(sfmr_pl, MLXSW_REG_SFMR_OP_DESTROY_FID,
404 			    fid, fid);
405 	mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfmr), sfmr_pl);
406 }
407 
408 static int mlxsw_sp_port_fid_map(struct mlxsw_sp_port *mlxsw_sp_port, u16 fid)
409 {
410 	enum mlxsw_reg_svfa_mt mt;
411 
412 	if (!list_empty(&mlxsw_sp_port->vports_list))
413 		mt = MLXSW_REG_SVFA_MT_PORT_VID_TO_FID;
414 	else
415 		mt = MLXSW_REG_SVFA_MT_VID_TO_FID;
416 
417 	return mlxsw_sp_port_vid_to_fid_set(mlxsw_sp_port, mt, true, fid, fid);
418 }
419 
420 static int mlxsw_sp_port_fid_unmap(struct mlxsw_sp_port *mlxsw_sp_port, u16 fid)
421 {
422 	enum mlxsw_reg_svfa_mt mt;
423 
424 	if (list_empty(&mlxsw_sp_port->vports_list))
425 		return 0;
426 
427 	mt = MLXSW_REG_SVFA_MT_PORT_VID_TO_FID;
428 	return mlxsw_sp_port_vid_to_fid_set(mlxsw_sp_port, mt, false, fid, fid);
429 }
430 
431 static int mlxsw_sp_port_add_vids(struct net_device *dev, u16 vid_begin,
432 				  u16 vid_end)
433 {
434 	u16 vid;
435 	int err;
436 
437 	for (vid = vid_begin; vid <= vid_end; vid++) {
438 		err = mlxsw_sp_port_add_vid(dev, 0, vid);
439 		if (err)
440 			goto err_port_add_vid;
441 	}
442 	return 0;
443 
444 err_port_add_vid:
445 	for (vid--; vid >= vid_begin; vid--)
446 		mlxsw_sp_port_kill_vid(dev, 0, vid);
447 	return err;
448 }
449 
450 static int __mlxsw_sp_port_vlans_set(struct mlxsw_sp_port *mlxsw_sp_port,
451 				     u16 vid_begin, u16 vid_end, bool is_member,
452 				     bool untagged)
453 {
454 	u16 vid, vid_e;
455 	int err;
456 
457 	for (vid = vid_begin; vid <= vid_end;
458 	     vid += MLXSW_REG_SPVM_REC_MAX_COUNT) {
459 		vid_e = min((u16) (vid + MLXSW_REG_SPVM_REC_MAX_COUNT - 1),
460 			    vid_end);
461 
462 		err = mlxsw_sp_port_vlan_set(mlxsw_sp_port, vid, vid_e,
463 					     is_member, untagged);
464 		if (err)
465 			return err;
466 	}
467 
468 	return 0;
469 }
470 
471 static int __mlxsw_sp_port_vlans_add(struct mlxsw_sp_port *mlxsw_sp_port,
472 				     u16 vid_begin, u16 vid_end,
473 				     bool flag_untagged, bool flag_pvid)
474 {
475 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
476 	struct net_device *dev = mlxsw_sp_port->dev;
477 	u16 vid, last_visited_vid, old_pvid;
478 	enum mlxsw_reg_svfa_mt mt;
479 	int err;
480 
481 	/* In case this is invoked with BRIDGE_FLAGS_SELF and port is
482 	 * not bridged, then packets ingressing through the port with
483 	 * the specified VIDs will be directed to CPU.
484 	 */
485 	if (!mlxsw_sp_port->bridged)
486 		return mlxsw_sp_port_add_vids(dev, vid_begin, vid_end);
487 
488 	for (vid = vid_begin; vid <= vid_end; vid++) {
489 		if (!test_bit(vid, mlxsw_sp->active_fids)) {
490 			err = mlxsw_sp_fid_create(mlxsw_sp, vid);
491 			if (err) {
492 				netdev_err(dev, "Failed to create FID=%d\n",
493 					   vid);
494 				return err;
495 			}
496 
497 			/* When creating a FID, we set a VID to FID mapping
498 			 * regardless of the port's mode.
499 			 */
500 			mt = MLXSW_REG_SVFA_MT_VID_TO_FID;
501 			err = mlxsw_sp_port_vid_to_fid_set(mlxsw_sp_port, mt,
502 							   true, vid, vid);
503 			if (err) {
504 				netdev_err(dev, "Failed to create FID=VID=%d mapping\n",
505 					   vid);
506 				goto err_port_vid_to_fid_set;
507 			}
508 		}
509 	}
510 
511 	/* Set FID mapping according to port's mode */
512 	for (vid = vid_begin; vid <= vid_end; vid++) {
513 		err = mlxsw_sp_port_fid_map(mlxsw_sp_port, vid);
514 		if (err) {
515 			netdev_err(dev, "Failed to map FID=%d", vid);
516 			last_visited_vid = --vid;
517 			goto err_port_fid_map;
518 		}
519 	}
520 
521 	err = __mlxsw_sp_port_flood_set(mlxsw_sp_port, vid_begin, vid_end,
522 					true, false);
523 	if (err) {
524 		netdev_err(dev, "Failed to configure flooding\n");
525 		goto err_port_flood_set;
526 	}
527 
528 	err = __mlxsw_sp_port_vlans_set(mlxsw_sp_port, vid_begin, vid_end,
529 					true, flag_untagged);
530 	if (err) {
531 		netdev_err(dev, "Unable to add VIDs %d-%d\n", vid_begin,
532 			   vid_end);
533 		goto err_port_vlans_set;
534 	}
535 
536 	old_pvid = mlxsw_sp_port->pvid;
537 	if (flag_pvid && old_pvid != vid_begin) {
538 		err = mlxsw_sp_port_pvid_set(mlxsw_sp_port, vid_begin);
539 		if (err) {
540 			netdev_err(dev, "Unable to add PVID %d\n", vid_begin);
541 			goto err_port_pvid_set;
542 		}
543 		mlxsw_sp_port->pvid = vid_begin;
544 	}
545 
546 	/* Changing activity bits only if HW operation succeded */
547 	for (vid = vid_begin; vid <= vid_end; vid++) {
548 		set_bit(vid, mlxsw_sp_port->active_vlans);
549 		if (flag_untagged)
550 			set_bit(vid, mlxsw_sp_port->untagged_vlans);
551 		else
552 			clear_bit(vid, mlxsw_sp_port->untagged_vlans);
553 	}
554 
555 	/* STP state change must be done after we set active VLANs */
556 	err = mlxsw_sp_port_stp_state_set(mlxsw_sp_port,
557 					  mlxsw_sp_port->stp_state);
558 	if (err) {
559 		netdev_err(dev, "Failed to set STP state\n");
560 		goto err_port_stp_state_set;
561 	}
562 
563 	return 0;
564 
565 err_port_vid_to_fid_set:
566 	mlxsw_sp_fid_destroy(mlxsw_sp, vid);
567 	return err;
568 
569 err_port_stp_state_set:
570 	for (vid = vid_begin; vid <= vid_end; vid++)
571 		clear_bit(vid, mlxsw_sp_port->active_vlans);
572 	if (old_pvid != mlxsw_sp_port->pvid)
573 		mlxsw_sp_port_pvid_set(mlxsw_sp_port, old_pvid);
574 err_port_pvid_set:
575 	__mlxsw_sp_port_vlans_set(mlxsw_sp_port, vid_begin, vid_end, false,
576 				  false);
577 err_port_vlans_set:
578 	__mlxsw_sp_port_flood_set(mlxsw_sp_port, vid_begin, vid_end, false,
579 				  false);
580 err_port_flood_set:
581 	last_visited_vid = vid_end;
582 err_port_fid_map:
583 	for (vid = last_visited_vid; vid >= vid_begin; vid--)
584 		mlxsw_sp_port_fid_unmap(mlxsw_sp_port, vid);
585 	return err;
586 }
587 
588 static int mlxsw_sp_port_vlans_add(struct mlxsw_sp_port *mlxsw_sp_port,
589 				   const struct switchdev_obj_port_vlan *vlan,
590 				   struct switchdev_trans *trans)
591 {
592 	bool flag_untagged = vlan->flags & BRIDGE_VLAN_INFO_UNTAGGED;
593 	bool flag_pvid = vlan->flags & BRIDGE_VLAN_INFO_PVID;
594 
595 	if (switchdev_trans_ph_prepare(trans))
596 		return 0;
597 
598 	return __mlxsw_sp_port_vlans_add(mlxsw_sp_port,
599 					 vlan->vid_begin, vlan->vid_end,
600 					 flag_untagged, flag_pvid);
601 }
602 
603 static enum mlxsw_reg_sfd_rec_policy mlxsw_sp_sfd_rec_policy(bool dynamic)
604 {
605 	return dynamic ? MLXSW_REG_SFD_REC_POLICY_DYNAMIC_ENTRY_INGRESS :
606 			 MLXSW_REG_SFD_REC_POLICY_STATIC_ENTRY;
607 }
608 
609 static enum mlxsw_reg_sfd_op mlxsw_sp_sfd_op(bool adding)
610 {
611 	return adding ? MLXSW_REG_SFD_OP_WRITE_EDIT :
612 			MLXSW_REG_SFD_OP_WRITE_REMOVE;
613 }
614 
615 static int mlxsw_sp_port_fdb_uc_op(struct mlxsw_sp *mlxsw_sp, u8 local_port,
616 				   const char *mac, u16 fid, bool adding,
617 				   bool dynamic)
618 {
619 	char *sfd_pl;
620 	int err;
621 
622 	sfd_pl = kmalloc(MLXSW_REG_SFD_LEN, GFP_KERNEL);
623 	if (!sfd_pl)
624 		return -ENOMEM;
625 
626 	mlxsw_reg_sfd_pack(sfd_pl, mlxsw_sp_sfd_op(adding), 0);
627 	mlxsw_reg_sfd_uc_pack(sfd_pl, 0, mlxsw_sp_sfd_rec_policy(dynamic),
628 			      mac, fid, MLXSW_REG_SFD_REC_ACTION_NOP,
629 			      local_port);
630 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfd), sfd_pl);
631 	kfree(sfd_pl);
632 
633 	return err;
634 }
635 
636 static int mlxsw_sp_port_fdb_uc_lag_op(struct mlxsw_sp *mlxsw_sp, u16 lag_id,
637 				       const char *mac, u16 fid, u16 lag_vid,
638 				       bool adding, bool dynamic)
639 {
640 	char *sfd_pl;
641 	int err;
642 
643 	sfd_pl = kmalloc(MLXSW_REG_SFD_LEN, GFP_KERNEL);
644 	if (!sfd_pl)
645 		return -ENOMEM;
646 
647 	mlxsw_reg_sfd_pack(sfd_pl, mlxsw_sp_sfd_op(adding), 0);
648 	mlxsw_reg_sfd_uc_lag_pack(sfd_pl, 0, mlxsw_sp_sfd_rec_policy(dynamic),
649 				  mac, fid, MLXSW_REG_SFD_REC_ACTION_NOP,
650 				  lag_vid, lag_id);
651 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfd), sfd_pl);
652 	kfree(sfd_pl);
653 
654 	return err;
655 }
656 
657 static int
658 mlxsw_sp_port_fdb_static_add(struct mlxsw_sp_port *mlxsw_sp_port,
659 			     const struct switchdev_obj_port_fdb *fdb,
660 			     struct switchdev_trans *trans)
661 {
662 	u16 fid = mlxsw_sp_port_vid_to_fid_get(mlxsw_sp_port, fdb->vid);
663 	u16 lag_vid = 0;
664 
665 	if (switchdev_trans_ph_prepare(trans))
666 		return 0;
667 
668 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
669 		lag_vid = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
670 	}
671 
672 	if (!mlxsw_sp_port->lagged)
673 		return mlxsw_sp_port_fdb_uc_op(mlxsw_sp_port->mlxsw_sp,
674 					       mlxsw_sp_port->local_port,
675 					       fdb->addr, fid, true, false);
676 	else
677 		return mlxsw_sp_port_fdb_uc_lag_op(mlxsw_sp_port->mlxsw_sp,
678 						   mlxsw_sp_port->lag_id,
679 						   fdb->addr, fid, lag_vid,
680 						   true, false);
681 }
682 
683 static int mlxsw_sp_port_mdb_op(struct mlxsw_sp *mlxsw_sp, const char *addr,
684 				u16 fid, u16 mid, bool adding)
685 {
686 	char *sfd_pl;
687 	int err;
688 
689 	sfd_pl = kmalloc(MLXSW_REG_SFD_LEN, GFP_KERNEL);
690 	if (!sfd_pl)
691 		return -ENOMEM;
692 
693 	mlxsw_reg_sfd_pack(sfd_pl, mlxsw_sp_sfd_op(adding), 0);
694 	mlxsw_reg_sfd_mc_pack(sfd_pl, 0, addr, fid,
695 			      MLXSW_REG_SFD_REC_ACTION_NOP, mid);
696 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(sfd), sfd_pl);
697 	kfree(sfd_pl);
698 	return err;
699 }
700 
701 static int mlxsw_sp_port_smid_set(struct mlxsw_sp_port *mlxsw_sp_port, u16 mid,
702 				  bool add, bool clear_all_ports)
703 {
704 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
705 	char *smid_pl;
706 	int err, i;
707 
708 	smid_pl = kmalloc(MLXSW_REG_SMID_LEN, GFP_KERNEL);
709 	if (!smid_pl)
710 		return -ENOMEM;
711 
712 	mlxsw_reg_smid_pack(smid_pl, mid, mlxsw_sp_port->local_port, add);
713 	if (clear_all_ports) {
714 		for (i = 1; i < MLXSW_PORT_MAX_PORTS; i++)
715 			if (mlxsw_sp->ports[i])
716 				mlxsw_reg_smid_port_mask_set(smid_pl, i, 1);
717 	}
718 	err = mlxsw_reg_write(mlxsw_sp->core, MLXSW_REG(smid), smid_pl);
719 	kfree(smid_pl);
720 	return err;
721 }
722 
723 static struct mlxsw_sp_mid *__mlxsw_sp_mc_get(struct mlxsw_sp *mlxsw_sp,
724 					      const unsigned char *addr,
725 					      u16 vid)
726 {
727 	struct mlxsw_sp_mid *mid;
728 
729 	list_for_each_entry(mid, &mlxsw_sp->br_mids.list, list) {
730 		if (ether_addr_equal(mid->addr, addr) && mid->vid == vid)
731 			return mid;
732 	}
733 	return NULL;
734 }
735 
736 static struct mlxsw_sp_mid *__mlxsw_sp_mc_alloc(struct mlxsw_sp *mlxsw_sp,
737 						const unsigned char *addr,
738 						u16 vid)
739 {
740 	struct mlxsw_sp_mid *mid;
741 	u16 mid_idx;
742 
743 	mid_idx = find_first_zero_bit(mlxsw_sp->br_mids.mapped,
744 				      MLXSW_SP_MID_MAX);
745 	if (mid_idx == MLXSW_SP_MID_MAX)
746 		return NULL;
747 
748 	mid = kzalloc(sizeof(*mid), GFP_KERNEL);
749 	if (!mid)
750 		return NULL;
751 
752 	set_bit(mid_idx, mlxsw_sp->br_mids.mapped);
753 	ether_addr_copy(mid->addr, addr);
754 	mid->vid = vid;
755 	mid->mid = mid_idx;
756 	mid->ref_count = 0;
757 	list_add_tail(&mid->list, &mlxsw_sp->br_mids.list);
758 
759 	return mid;
760 }
761 
762 static int __mlxsw_sp_mc_dec_ref(struct mlxsw_sp *mlxsw_sp,
763 				 struct mlxsw_sp_mid *mid)
764 {
765 	if (--mid->ref_count == 0) {
766 		list_del(&mid->list);
767 		clear_bit(mid->mid, mlxsw_sp->br_mids.mapped);
768 		kfree(mid);
769 		return 1;
770 	}
771 	return 0;
772 }
773 
774 static int mlxsw_sp_port_mdb_add(struct mlxsw_sp_port *mlxsw_sp_port,
775 				 const struct switchdev_obj_port_mdb *mdb,
776 				 struct switchdev_trans *trans)
777 {
778 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
779 	struct net_device *dev = mlxsw_sp_port->dev;
780 	struct mlxsw_sp_mid *mid;
781 	u16 fid = mlxsw_sp_port_vid_to_fid_get(mlxsw_sp_port, mdb->vid);
782 	int err = 0;
783 
784 	if (switchdev_trans_ph_prepare(trans))
785 		return 0;
786 
787 	mid = __mlxsw_sp_mc_get(mlxsw_sp, mdb->addr, mdb->vid);
788 	if (!mid) {
789 		mid = __mlxsw_sp_mc_alloc(mlxsw_sp, mdb->addr, mdb->vid);
790 		if (!mid) {
791 			netdev_err(dev, "Unable to allocate MC group\n");
792 			return -ENOMEM;
793 		}
794 	}
795 	mid->ref_count++;
796 
797 	err = mlxsw_sp_port_smid_set(mlxsw_sp_port, mid->mid, true,
798 				     mid->ref_count == 1);
799 	if (err) {
800 		netdev_err(dev, "Unable to set SMID\n");
801 		goto err_out;
802 	}
803 
804 	if (mid->ref_count == 1) {
805 		err = mlxsw_sp_port_mdb_op(mlxsw_sp, mdb->addr, fid, mid->mid,
806 					   true);
807 		if (err) {
808 			netdev_err(dev, "Unable to set MC SFD\n");
809 			goto err_out;
810 		}
811 	}
812 
813 	return 0;
814 
815 err_out:
816 	__mlxsw_sp_mc_dec_ref(mlxsw_sp, mid);
817 	return err;
818 }
819 
820 static int mlxsw_sp_port_obj_add(struct net_device *dev,
821 				 const struct switchdev_obj *obj,
822 				 struct switchdev_trans *trans)
823 {
824 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
825 	int err = 0;
826 
827 	mlxsw_sp_port = mlxsw_sp_port_orig_get(obj->orig_dev, mlxsw_sp_port);
828 	if (!mlxsw_sp_port)
829 		return -EINVAL;
830 
831 	switch (obj->id) {
832 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
833 		if (mlxsw_sp_port_is_vport(mlxsw_sp_port))
834 			return 0;
835 
836 		err = mlxsw_sp_port_vlans_add(mlxsw_sp_port,
837 					      SWITCHDEV_OBJ_PORT_VLAN(obj),
838 					      trans);
839 		break;
840 	case SWITCHDEV_OBJ_ID_PORT_FDB:
841 		err = mlxsw_sp_port_fdb_static_add(mlxsw_sp_port,
842 						   SWITCHDEV_OBJ_PORT_FDB(obj),
843 						   trans);
844 		break;
845 	case SWITCHDEV_OBJ_ID_PORT_MDB:
846 		err = mlxsw_sp_port_mdb_add(mlxsw_sp_port,
847 					    SWITCHDEV_OBJ_PORT_MDB(obj),
848 					    trans);
849 		break;
850 	default:
851 		err = -EOPNOTSUPP;
852 		break;
853 	}
854 
855 	return err;
856 }
857 
858 static int mlxsw_sp_port_kill_vids(struct net_device *dev, u16 vid_begin,
859 				   u16 vid_end)
860 {
861 	u16 vid;
862 	int err;
863 
864 	for (vid = vid_begin; vid <= vid_end; vid++) {
865 		err = mlxsw_sp_port_kill_vid(dev, 0, vid);
866 		if (err)
867 			return err;
868 	}
869 
870 	return 0;
871 }
872 
873 static int __mlxsw_sp_port_vlans_del(struct mlxsw_sp_port *mlxsw_sp_port,
874 				     u16 vid_begin, u16 vid_end, bool init)
875 {
876 	struct net_device *dev = mlxsw_sp_port->dev;
877 	u16 vid, pvid;
878 	int err;
879 
880 	/* In case this is invoked with BRIDGE_FLAGS_SELF and port is
881 	 * not bridged, then prevent packets ingressing through the
882 	 * port with the specified VIDs from being trapped to CPU.
883 	 */
884 	if (!init && !mlxsw_sp_port->bridged)
885 		return mlxsw_sp_port_kill_vids(dev, vid_begin, vid_end);
886 
887 	err = __mlxsw_sp_port_vlans_set(mlxsw_sp_port, vid_begin, vid_end,
888 					false, false);
889 	if (err) {
890 		netdev_err(dev, "Unable to del VIDs %d-%d\n", vid_begin,
891 			   vid_end);
892 		return err;
893 	}
894 
895 	pvid = mlxsw_sp_port->pvid;
896 	if (pvid >= vid_begin && pvid <= vid_end && pvid != 1) {
897 		/* Default VLAN is always 1 */
898 		err = mlxsw_sp_port_pvid_set(mlxsw_sp_port, 1);
899 		if (err) {
900 			netdev_err(dev, "Unable to del PVID %d\n", pvid);
901 			return err;
902 		}
903 		mlxsw_sp_port->pvid = 1;
904 	}
905 
906 	if (init)
907 		goto out;
908 
909 	err = __mlxsw_sp_port_flood_set(mlxsw_sp_port, vid_begin, vid_end,
910 					false, false);
911 	if (err) {
912 		netdev_err(dev, "Failed to clear flooding\n");
913 		return err;
914 	}
915 
916 	for (vid = vid_begin; vid <= vid_end; vid++) {
917 		/* Remove FID mapping in case of Virtual mode */
918 		err = mlxsw_sp_port_fid_unmap(mlxsw_sp_port, vid);
919 		if (err) {
920 			netdev_err(dev, "Failed to unmap FID=%d", vid);
921 			return err;
922 		}
923 	}
924 
925 out:
926 	/* Changing activity bits only if HW operation succeded */
927 	for (vid = vid_begin; vid <= vid_end; vid++)
928 		clear_bit(vid, mlxsw_sp_port->active_vlans);
929 
930 	return 0;
931 }
932 
933 static int mlxsw_sp_port_vlans_del(struct mlxsw_sp_port *mlxsw_sp_port,
934 				   const struct switchdev_obj_port_vlan *vlan)
935 {
936 	return __mlxsw_sp_port_vlans_del(mlxsw_sp_port,
937 					 vlan->vid_begin, vlan->vid_end, false);
938 }
939 
940 void mlxsw_sp_port_active_vlans_del(struct mlxsw_sp_port *mlxsw_sp_port)
941 {
942 	u16 vid;
943 
944 	for_each_set_bit(vid, mlxsw_sp_port->active_vlans, VLAN_N_VID)
945 		__mlxsw_sp_port_vlans_del(mlxsw_sp_port, vid, vid, false);
946 }
947 
948 static int
949 mlxsw_sp_port_fdb_static_del(struct mlxsw_sp_port *mlxsw_sp_port,
950 			     const struct switchdev_obj_port_fdb *fdb)
951 {
952 	u16 fid = mlxsw_sp_port_vid_to_fid_get(mlxsw_sp_port, fdb->vid);
953 	u16 lag_vid = 0;
954 
955 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
956 		lag_vid = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
957 	}
958 
959 	if (!mlxsw_sp_port->lagged)
960 		return mlxsw_sp_port_fdb_uc_op(mlxsw_sp_port->mlxsw_sp,
961 					       mlxsw_sp_port->local_port,
962 					       fdb->addr, fid,
963 					       false, false);
964 	else
965 		return mlxsw_sp_port_fdb_uc_lag_op(mlxsw_sp_port->mlxsw_sp,
966 						   mlxsw_sp_port->lag_id,
967 						   fdb->addr, fid, lag_vid,
968 						   false, false);
969 }
970 
971 static int mlxsw_sp_port_mdb_del(struct mlxsw_sp_port *mlxsw_sp_port,
972 				 const struct switchdev_obj_port_mdb *mdb)
973 {
974 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
975 	struct net_device *dev = mlxsw_sp_port->dev;
976 	struct mlxsw_sp_mid *mid;
977 	u16 fid = mlxsw_sp_port_vid_to_fid_get(mlxsw_sp_port, mdb->vid);
978 	u16 mid_idx;
979 	int err = 0;
980 
981 	mid = __mlxsw_sp_mc_get(mlxsw_sp, mdb->addr, mdb->vid);
982 	if (!mid) {
983 		netdev_err(dev, "Unable to remove port from MC DB\n");
984 		return -EINVAL;
985 	}
986 
987 	err = mlxsw_sp_port_smid_set(mlxsw_sp_port, mid->mid, false, false);
988 	if (err)
989 		netdev_err(dev, "Unable to remove port from SMID\n");
990 
991 	mid_idx = mid->mid;
992 	if (__mlxsw_sp_mc_dec_ref(mlxsw_sp, mid)) {
993 		err = mlxsw_sp_port_mdb_op(mlxsw_sp, mdb->addr, fid, mid_idx,
994 					   false);
995 		if (err)
996 			netdev_err(dev, "Unable to remove MC SFD\n");
997 	}
998 
999 	return err;
1000 }
1001 
1002 static int mlxsw_sp_port_obj_del(struct net_device *dev,
1003 				 const struct switchdev_obj *obj)
1004 {
1005 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
1006 	int err = 0;
1007 
1008 	mlxsw_sp_port = mlxsw_sp_port_orig_get(obj->orig_dev, mlxsw_sp_port);
1009 	if (!mlxsw_sp_port)
1010 		return -EINVAL;
1011 
1012 	switch (obj->id) {
1013 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
1014 		if (mlxsw_sp_port_is_vport(mlxsw_sp_port))
1015 			return 0;
1016 
1017 		err = mlxsw_sp_port_vlans_del(mlxsw_sp_port,
1018 					      SWITCHDEV_OBJ_PORT_VLAN(obj));
1019 		break;
1020 	case SWITCHDEV_OBJ_ID_PORT_FDB:
1021 		err = mlxsw_sp_port_fdb_static_del(mlxsw_sp_port,
1022 						   SWITCHDEV_OBJ_PORT_FDB(obj));
1023 		break;
1024 	case SWITCHDEV_OBJ_ID_PORT_MDB:
1025 		err = mlxsw_sp_port_mdb_del(mlxsw_sp_port,
1026 					    SWITCHDEV_OBJ_PORT_MDB(obj));
1027 		break;
1028 	default:
1029 		err = -EOPNOTSUPP;
1030 		break;
1031 	}
1032 
1033 	return err;
1034 }
1035 
1036 static struct mlxsw_sp_port *mlxsw_sp_lag_rep_port(struct mlxsw_sp *mlxsw_sp,
1037 						   u16 lag_id)
1038 {
1039 	struct mlxsw_sp_port *mlxsw_sp_port;
1040 	int i;
1041 
1042 	for (i = 0; i < MLXSW_SP_PORT_PER_LAG_MAX; i++) {
1043 		mlxsw_sp_port = mlxsw_sp_port_lagged_get(mlxsw_sp, lag_id, i);
1044 		if (mlxsw_sp_port)
1045 			return mlxsw_sp_port;
1046 	}
1047 	return NULL;
1048 }
1049 
1050 static int mlxsw_sp_port_fdb_dump(struct mlxsw_sp_port *mlxsw_sp_port,
1051 				  struct switchdev_obj_port_fdb *fdb,
1052 				  switchdev_obj_dump_cb_t *cb,
1053 				  struct net_device *orig_dev)
1054 {
1055 	struct mlxsw_sp *mlxsw_sp = mlxsw_sp_port->mlxsw_sp;
1056 	struct mlxsw_sp_port *tmp;
1057 	u16 vport_fid = 0;
1058 	char *sfd_pl;
1059 	char mac[ETH_ALEN];
1060 	u16 fid;
1061 	u8 local_port;
1062 	u16 lag_id;
1063 	u8 num_rec;
1064 	int stored_err = 0;
1065 	int i;
1066 	int err;
1067 
1068 	sfd_pl = kmalloc(MLXSW_REG_SFD_LEN, GFP_KERNEL);
1069 	if (!sfd_pl)
1070 		return -ENOMEM;
1071 
1072 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
1073 		u16 tmp;
1074 
1075 		tmp = mlxsw_sp_vport_vfid_get(mlxsw_sp_port);
1076 		vport_fid = mlxsw_sp_vfid_to_fid(tmp);
1077 	}
1078 
1079 	mlxsw_reg_sfd_pack(sfd_pl, MLXSW_REG_SFD_OP_QUERY_DUMP, 0);
1080 	do {
1081 		mlxsw_reg_sfd_num_rec_set(sfd_pl, MLXSW_REG_SFD_REC_MAX_COUNT);
1082 		err = mlxsw_reg_query(mlxsw_sp->core, MLXSW_REG(sfd), sfd_pl);
1083 		if (err)
1084 			goto out;
1085 
1086 		num_rec = mlxsw_reg_sfd_num_rec_get(sfd_pl);
1087 
1088 		/* Even in case of error, we have to run the dump to the end
1089 		 * so the session in firmware is finished.
1090 		 */
1091 		if (stored_err)
1092 			continue;
1093 
1094 		for (i = 0; i < num_rec; i++) {
1095 			switch (mlxsw_reg_sfd_rec_type_get(sfd_pl, i)) {
1096 			case MLXSW_REG_SFD_REC_TYPE_UNICAST:
1097 				mlxsw_reg_sfd_uc_unpack(sfd_pl, i, mac, &fid,
1098 							&local_port);
1099 				if (local_port == mlxsw_sp_port->local_port) {
1100 					if (vport_fid && vport_fid == fid)
1101 						fdb->vid = 0;
1102 					else if (!vport_fid &&
1103 						 !mlxsw_sp_fid_is_vfid(fid))
1104 						fdb->vid = fid;
1105 					else
1106 						continue;
1107 					ether_addr_copy(fdb->addr, mac);
1108 					fdb->ndm_state = NUD_REACHABLE;
1109 					err = cb(&fdb->obj);
1110 					if (err)
1111 						stored_err = err;
1112 				}
1113 				break;
1114 			case MLXSW_REG_SFD_REC_TYPE_UNICAST_LAG:
1115 				mlxsw_reg_sfd_uc_lag_unpack(sfd_pl, i,
1116 							    mac, &fid, &lag_id);
1117 				tmp = mlxsw_sp_lag_rep_port(mlxsw_sp, lag_id);
1118 				if (tmp && tmp->local_port ==
1119 				    mlxsw_sp_port->local_port) {
1120 					/* LAG records can only point to LAG
1121 					 * devices or VLAN devices on top.
1122 					 */
1123 					if (!netif_is_lag_master(orig_dev) &&
1124 					    !is_vlan_dev(orig_dev))
1125 						continue;
1126 					if (vport_fid && vport_fid == fid)
1127 						fdb->vid = 0;
1128 					else if (!vport_fid &&
1129 						 !mlxsw_sp_fid_is_vfid(fid))
1130 						fdb->vid = fid;
1131 					else
1132 						continue;
1133 					ether_addr_copy(fdb->addr, mac);
1134 					fdb->ndm_state = NUD_REACHABLE;
1135 					err = cb(&fdb->obj);
1136 					if (err)
1137 						stored_err = err;
1138 				}
1139 				break;
1140 			}
1141 		}
1142 	} while (num_rec == MLXSW_REG_SFD_REC_MAX_COUNT);
1143 
1144 out:
1145 	kfree(sfd_pl);
1146 	return stored_err ? stored_err : err;
1147 }
1148 
1149 static int mlxsw_sp_port_vlan_dump(struct mlxsw_sp_port *mlxsw_sp_port,
1150 				   struct switchdev_obj_port_vlan *vlan,
1151 				   switchdev_obj_dump_cb_t *cb)
1152 {
1153 	u16 vid;
1154 	int err = 0;
1155 
1156 	if (mlxsw_sp_port_is_vport(mlxsw_sp_port)) {
1157 		vlan->flags = 0;
1158 		vlan->vid_begin = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
1159 		vlan->vid_end = mlxsw_sp_vport_vid_get(mlxsw_sp_port);
1160 		return cb(&vlan->obj);
1161 	}
1162 
1163 	for_each_set_bit(vid, mlxsw_sp_port->active_vlans, VLAN_N_VID) {
1164 		vlan->flags = 0;
1165 		if (vid == mlxsw_sp_port->pvid)
1166 			vlan->flags |= BRIDGE_VLAN_INFO_PVID;
1167 		if (test_bit(vid, mlxsw_sp_port->untagged_vlans))
1168 			vlan->flags |= BRIDGE_VLAN_INFO_UNTAGGED;
1169 		vlan->vid_begin = vid;
1170 		vlan->vid_end = vid;
1171 		err = cb(&vlan->obj);
1172 		if (err)
1173 			break;
1174 	}
1175 	return err;
1176 }
1177 
1178 static int mlxsw_sp_port_obj_dump(struct net_device *dev,
1179 				  struct switchdev_obj *obj,
1180 				  switchdev_obj_dump_cb_t *cb)
1181 {
1182 	struct mlxsw_sp_port *mlxsw_sp_port = netdev_priv(dev);
1183 	int err = 0;
1184 
1185 	mlxsw_sp_port = mlxsw_sp_port_orig_get(obj->orig_dev, mlxsw_sp_port);
1186 	if (!mlxsw_sp_port)
1187 		return -EINVAL;
1188 
1189 	switch (obj->id) {
1190 	case SWITCHDEV_OBJ_ID_PORT_VLAN:
1191 		err = mlxsw_sp_port_vlan_dump(mlxsw_sp_port,
1192 					      SWITCHDEV_OBJ_PORT_VLAN(obj), cb);
1193 		break;
1194 	case SWITCHDEV_OBJ_ID_PORT_FDB:
1195 		err = mlxsw_sp_port_fdb_dump(mlxsw_sp_port,
1196 					     SWITCHDEV_OBJ_PORT_FDB(obj), cb,
1197 					     obj->orig_dev);
1198 		break;
1199 	default:
1200 		err = -EOPNOTSUPP;
1201 		break;
1202 	}
1203 
1204 	return err;
1205 }
1206 
1207 static const struct switchdev_ops mlxsw_sp_port_switchdev_ops = {
1208 	.switchdev_port_attr_get	= mlxsw_sp_port_attr_get,
1209 	.switchdev_port_attr_set	= mlxsw_sp_port_attr_set,
1210 	.switchdev_port_obj_add		= mlxsw_sp_port_obj_add,
1211 	.switchdev_port_obj_del		= mlxsw_sp_port_obj_del,
1212 	.switchdev_port_obj_dump	= mlxsw_sp_port_obj_dump,
1213 };
1214 
1215 static void mlxsw_sp_fdb_call_notifiers(bool learning_sync, bool adding,
1216 					char *mac, u16 vid,
1217 					struct net_device *dev)
1218 {
1219 	struct switchdev_notifier_fdb_info info;
1220 	unsigned long notifier_type;
1221 
1222 	if (learning_sync) {
1223 		info.addr = mac;
1224 		info.vid = vid;
1225 		notifier_type = adding ? SWITCHDEV_FDB_ADD : SWITCHDEV_FDB_DEL;
1226 		call_switchdev_notifiers(notifier_type, dev, &info.info);
1227 	}
1228 }
1229 
1230 static void mlxsw_sp_fdb_notify_mac_process(struct mlxsw_sp *mlxsw_sp,
1231 					    char *sfn_pl, int rec_index,
1232 					    bool adding)
1233 {
1234 	struct mlxsw_sp_port *mlxsw_sp_port;
1235 	char mac[ETH_ALEN];
1236 	u8 local_port;
1237 	u16 vid, fid;
1238 	bool do_notification = true;
1239 	int err;
1240 
1241 	mlxsw_reg_sfn_mac_unpack(sfn_pl, rec_index, mac, &fid, &local_port);
1242 	mlxsw_sp_port = mlxsw_sp->ports[local_port];
1243 	if (!mlxsw_sp_port) {
1244 		dev_err_ratelimited(mlxsw_sp->bus_info->dev, "Incorrect local port in FDB notification\n");
1245 		goto just_remove;
1246 	}
1247 
1248 	if (mlxsw_sp_fid_is_vfid(fid)) {
1249 		u16 vfid = mlxsw_sp_fid_to_vfid(fid);
1250 		struct mlxsw_sp_port *mlxsw_sp_vport;
1251 
1252 		mlxsw_sp_vport = mlxsw_sp_port_vport_find_by_vfid(mlxsw_sp_port,
1253 								  vfid);
1254 		if (!mlxsw_sp_vport) {
1255 			netdev_err(mlxsw_sp_port->dev, "Failed to find a matching vPort following FDB notification\n");
1256 			goto just_remove;
1257 		}
1258 		vid = 0;
1259 		/* Override the physical port with the vPort. */
1260 		mlxsw_sp_port = mlxsw_sp_vport;
1261 	} else {
1262 		vid = fid;
1263 	}
1264 
1265 	adding = adding && mlxsw_sp_port->learning;
1266 
1267 do_fdb_op:
1268 	err = mlxsw_sp_port_fdb_uc_op(mlxsw_sp, local_port, mac, fid,
1269 				      adding, true);
1270 	if (err) {
1271 		if (net_ratelimit())
1272 			netdev_err(mlxsw_sp_port->dev, "Failed to set FDB entry\n");
1273 		return;
1274 	}
1275 
1276 	if (!do_notification)
1277 		return;
1278 	mlxsw_sp_fdb_call_notifiers(mlxsw_sp_port->learning_sync,
1279 				    adding, mac, vid, mlxsw_sp_port->dev);
1280 	return;
1281 
1282 just_remove:
1283 	adding = false;
1284 	do_notification = false;
1285 	goto do_fdb_op;
1286 }
1287 
1288 static void mlxsw_sp_fdb_notify_mac_lag_process(struct mlxsw_sp *mlxsw_sp,
1289 						char *sfn_pl, int rec_index,
1290 						bool adding)
1291 {
1292 	struct mlxsw_sp_port *mlxsw_sp_port;
1293 	struct net_device *dev;
1294 	char mac[ETH_ALEN];
1295 	u16 lag_vid = 0;
1296 	u16 lag_id;
1297 	u16 vid, fid;
1298 	bool do_notification = true;
1299 	int err;
1300 
1301 	mlxsw_reg_sfn_mac_lag_unpack(sfn_pl, rec_index, mac, &fid, &lag_id);
1302 	mlxsw_sp_port = mlxsw_sp_lag_rep_port(mlxsw_sp, lag_id);
1303 	if (!mlxsw_sp_port) {
1304 		dev_err_ratelimited(mlxsw_sp->bus_info->dev, "Cannot find port representor for LAG\n");
1305 		goto just_remove;
1306 	}
1307 
1308 	if (mlxsw_sp_fid_is_vfid(fid)) {
1309 		u16 vfid = mlxsw_sp_fid_to_vfid(fid);
1310 		struct mlxsw_sp_port *mlxsw_sp_vport;
1311 
1312 		mlxsw_sp_vport = mlxsw_sp_port_vport_find_by_vfid(mlxsw_sp_port,
1313 								  vfid);
1314 		if (!mlxsw_sp_vport) {
1315 			netdev_err(mlxsw_sp_port->dev, "Failed to find a matching vPort following FDB notification\n");
1316 			goto just_remove;
1317 		}
1318 
1319 		lag_vid = mlxsw_sp_vport_vid_get(mlxsw_sp_vport);
1320 		dev = mlxsw_sp_vport->dev;
1321 		vid = 0;
1322 		/* Override the physical port with the vPort. */
1323 		mlxsw_sp_port = mlxsw_sp_vport;
1324 	} else {
1325 		dev = mlxsw_sp_lag_get(mlxsw_sp, lag_id)->dev;
1326 		vid = fid;
1327 	}
1328 
1329 	adding = adding && mlxsw_sp_port->learning;
1330 
1331 do_fdb_op:
1332 	err = mlxsw_sp_port_fdb_uc_lag_op(mlxsw_sp, lag_id, mac, fid, lag_vid,
1333 					  adding, true);
1334 	if (err) {
1335 		if (net_ratelimit())
1336 			netdev_err(mlxsw_sp_port->dev, "Failed to set FDB entry\n");
1337 		return;
1338 	}
1339 
1340 	if (!do_notification)
1341 		return;
1342 	mlxsw_sp_fdb_call_notifiers(mlxsw_sp_port->learning_sync, adding, mac,
1343 				    vid, dev);
1344 	return;
1345 
1346 just_remove:
1347 	adding = false;
1348 	do_notification = false;
1349 	goto do_fdb_op;
1350 }
1351 
1352 static void mlxsw_sp_fdb_notify_rec_process(struct mlxsw_sp *mlxsw_sp,
1353 					    char *sfn_pl, int rec_index)
1354 {
1355 	switch (mlxsw_reg_sfn_rec_type_get(sfn_pl, rec_index)) {
1356 	case MLXSW_REG_SFN_REC_TYPE_LEARNED_MAC:
1357 		mlxsw_sp_fdb_notify_mac_process(mlxsw_sp, sfn_pl,
1358 						rec_index, true);
1359 		break;
1360 	case MLXSW_REG_SFN_REC_TYPE_AGED_OUT_MAC:
1361 		mlxsw_sp_fdb_notify_mac_process(mlxsw_sp, sfn_pl,
1362 						rec_index, false);
1363 		break;
1364 	case MLXSW_REG_SFN_REC_TYPE_LEARNED_MAC_LAG:
1365 		mlxsw_sp_fdb_notify_mac_lag_process(mlxsw_sp, sfn_pl,
1366 						    rec_index, true);
1367 		break;
1368 	case MLXSW_REG_SFN_REC_TYPE_AGED_OUT_MAC_LAG:
1369 		mlxsw_sp_fdb_notify_mac_lag_process(mlxsw_sp, sfn_pl,
1370 						    rec_index, false);
1371 		break;
1372 	}
1373 }
1374 
1375 static void mlxsw_sp_fdb_notify_work_schedule(struct mlxsw_sp *mlxsw_sp)
1376 {
1377 	schedule_delayed_work(&mlxsw_sp->fdb_notify.dw,
1378 			      msecs_to_jiffies(mlxsw_sp->fdb_notify.interval));
1379 }
1380 
1381 static void mlxsw_sp_fdb_notify_work(struct work_struct *work)
1382 {
1383 	struct mlxsw_sp *mlxsw_sp;
1384 	char *sfn_pl;
1385 	u8 num_rec;
1386 	int i;
1387 	int err;
1388 
1389 	sfn_pl = kmalloc(MLXSW_REG_SFN_LEN, GFP_KERNEL);
1390 	if (!sfn_pl)
1391 		return;
1392 
1393 	mlxsw_sp = container_of(work, struct mlxsw_sp, fdb_notify.dw.work);
1394 
1395 	rtnl_lock();
1396 	do {
1397 		mlxsw_reg_sfn_pack(sfn_pl);
1398 		err = mlxsw_reg_query(mlxsw_sp->core, MLXSW_REG(sfn), sfn_pl);
1399 		if (err) {
1400 			dev_err_ratelimited(mlxsw_sp->bus_info->dev, "Failed to get FDB notifications\n");
1401 			break;
1402 		}
1403 		num_rec = mlxsw_reg_sfn_num_rec_get(sfn_pl);
1404 		for (i = 0; i < num_rec; i++)
1405 			mlxsw_sp_fdb_notify_rec_process(mlxsw_sp, sfn_pl, i);
1406 
1407 	} while (num_rec);
1408 	rtnl_unlock();
1409 
1410 	kfree(sfn_pl);
1411 	mlxsw_sp_fdb_notify_work_schedule(mlxsw_sp);
1412 }
1413 
1414 static int mlxsw_sp_fdb_init(struct mlxsw_sp *mlxsw_sp)
1415 {
1416 	int err;
1417 
1418 	err = mlxsw_sp_ageing_set(mlxsw_sp, MLXSW_SP_DEFAULT_AGEING_TIME);
1419 	if (err) {
1420 		dev_err(mlxsw_sp->bus_info->dev, "Failed to set default ageing time\n");
1421 		return err;
1422 	}
1423 	INIT_DELAYED_WORK(&mlxsw_sp->fdb_notify.dw, mlxsw_sp_fdb_notify_work);
1424 	mlxsw_sp->fdb_notify.interval = MLXSW_SP_DEFAULT_LEARNING_INTERVAL;
1425 	mlxsw_sp_fdb_notify_work_schedule(mlxsw_sp);
1426 	return 0;
1427 }
1428 
1429 static void mlxsw_sp_fdb_fini(struct mlxsw_sp *mlxsw_sp)
1430 {
1431 	cancel_delayed_work_sync(&mlxsw_sp->fdb_notify.dw);
1432 }
1433 
1434 static void mlxsw_sp_fids_fini(struct mlxsw_sp *mlxsw_sp)
1435 {
1436 	u16 fid;
1437 
1438 	for_each_set_bit(fid, mlxsw_sp->active_fids, VLAN_N_VID)
1439 		mlxsw_sp_fid_destroy(mlxsw_sp, fid);
1440 }
1441 
1442 int mlxsw_sp_switchdev_init(struct mlxsw_sp *mlxsw_sp)
1443 {
1444 	return mlxsw_sp_fdb_init(mlxsw_sp);
1445 }
1446 
1447 void mlxsw_sp_switchdev_fini(struct mlxsw_sp *mlxsw_sp)
1448 {
1449 	mlxsw_sp_fdb_fini(mlxsw_sp);
1450 	mlxsw_sp_fids_fini(mlxsw_sp);
1451 }
1452 
1453 int mlxsw_sp_port_vlan_init(struct mlxsw_sp_port *mlxsw_sp_port)
1454 {
1455 	struct net_device *dev = mlxsw_sp_port->dev;
1456 	int err;
1457 
1458 	/* Allow only untagged packets to ingress and tag them internally
1459 	 * with VID 1.
1460 	 */
1461 	mlxsw_sp_port->pvid = 1;
1462 	err = __mlxsw_sp_port_vlans_del(mlxsw_sp_port, 0, VLAN_N_VID - 1,
1463 					true);
1464 	if (err) {
1465 		netdev_err(dev, "Unable to init VLANs\n");
1466 		return err;
1467 	}
1468 
1469 	/* Add implicit VLAN interface in the device, so that untagged
1470 	 * packets will be classified to the default vFID.
1471 	 */
1472 	err = mlxsw_sp_port_add_vid(dev, 0, 1);
1473 	if (err)
1474 		netdev_err(dev, "Failed to configure default vFID\n");
1475 
1476 	return err;
1477 }
1478 
1479 void mlxsw_sp_port_switchdev_init(struct mlxsw_sp_port *mlxsw_sp_port)
1480 {
1481 	mlxsw_sp_port->dev->switchdev_ops = &mlxsw_sp_port_switchdev_ops;
1482 }
1483 
1484 void mlxsw_sp_port_switchdev_fini(struct mlxsw_sp_port *mlxsw_sp_port)
1485 {
1486 }
1487