69 				  const struct net_bridge_fdb_entry *fdb)  in has_expired()  argument
71 	return !test_bit(BR_FDB_STATIC, &fdb->flags) &&  in has_expired()
72 	       !test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags) &&  in has_expired()
73 	       time_before_eq(READ_ONCE(fdb->updated) + hold_time(br), jiffies);  in has_expired()
77 		      const struct net_bridge_fdb_entry *fdb)  in fdb_to_nud()  argument
79 	if (test_bit(BR_FDB_LOCAL, &fdb->flags))  in fdb_to_nud()
81 	else if (test_bit(BR_FDB_STATIC, &fdb->flags))  in fdb_to_nud()
83 	else if (has_expired(br, fdb))  in fdb_to_nud()
90 			 const struct net_bridge_fdb_entry *fdb,  in fdb_fill_info()  argument
93 	const struct net_bridge_port *dst = READ_ONCE(fdb->dst);  in fdb_fill_info()
111 	ndm->ndm_state   = fdb_to_nud(br, fdb);  in fdb_fill_info()
113 	if (test_bit(BR_FDB_OFFLOADED, &fdb->flags))  in fdb_fill_info()
115 	if (test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags))  in fdb_fill_info()
117 	if (test_bit(BR_FDB_STICKY, &fdb->flags))  in fdb_fill_info()
119 	if (test_bit(BR_FDB_LOCKED, &fdb->flags))  in fdb_fill_info()
122 	if (nla_put(skb, NDA_LLADDR, ETH_ALEN, &fdb->key.addr))  in fdb_fill_info()
129 	ci.ndm_used	 = jiffies_to_clock_t(now - READ_ONCE(fdb->used));  in fdb_fill_info()
131 	ci.ndm_updated	 = jiffies_to_clock_t(now - READ_ONCE(fdb->updated));  in fdb_fill_info()
136 	if (fdb->key.vlan_id && nla_put(skb, NDA_VLAN, sizeof(u16),  in fdb_fill_info()
137 					&fdb->key.vlan_id))  in fdb_fill_info()
140 	if (test_bit(BR_FDB_NOTIFY, &fdb->flags)) {  in fdb_fill_info()
146 		if (test_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags))  in fdb_fill_info()
178 		       const struct net_bridge_fdb_entry *fdb, int type,  in fdb_notify()  argument
186 		br_switchdev_fdb_notify(br, fdb, type);  in fdb_notify()
192 	err = fdb_fill_info(skb, br, fdb, 0, 0, type, 0);  in fdb_notify()
224 	struct net_bridge_fdb_entry *fdb;  in br_fdb_find()  local
229 	fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);  in br_fdb_find()
232 	return fdb;  in br_fdb_find()
391 	struct net_bridge_fdb_entry *fdb;  in fdb_create()  local
402 	fdb = kmem_cache_alloc(br_fdb_cache, GFP_ATOMIC);  in fdb_create()
403 	if (!fdb)  in fdb_create()
406 	memcpy(fdb->key.addr.addr, addr, ETH_ALEN);  in fdb_create()
407 	WRITE_ONCE(fdb->dst, source);  in fdb_create()
408 	fdb->key.vlan_id = vid;  in fdb_create()
409 	fdb->flags = flags;  in fdb_create()
410 	fdb->updated = fdb->used = jiffies;  in fdb_create()
411 	err = rhashtable_lookup_insert_fast(&br->fdb_hash_tbl, &fdb->rhnode,  in fdb_create()
414 		kmem_cache_free(br_fdb_cache, fdb);  in fdb_create()
421 	hlist_add_head_rcu(&fdb->fdb_node, &br->fdb_list);  in fdb_create()
423 	return fdb;  in fdb_create()
429 	struct net_bridge_fdb_entry *fdb;  in fdb_add_local()  local
434 	fdb = br_fdb_find(br, addr, vid);  in fdb_add_local()
435 	if (fdb) {  in fdb_add_local()
439 		if (test_bit(BR_FDB_LOCAL, &fdb->flags))  in fdb_add_local()
443 		fdb_delete(br, fdb, true);  in fdb_add_local()
446 	fdb = fdb_create(br, source, addr, vid,  in fdb_add_local()
448 	if (!fdb)  in fdb_add_local()
452 	fdb_notify(br, fdb, RTM_NEWNEIGH, true);  in fdb_add_local()
894 	struct net_bridge_fdb_entry *fdb;  in br_fdb_test_addr()  local
905 		fdb = br_fdb_find_rcu(port->br, addr, 0);  in br_fdb_test_addr()
906 		if (fdb)  in br_fdb_test_addr()
907 			dst = READ_ONCE(fdb->dst);  in br_fdb_test_addr()
983 static bool __fdb_mark_active(struct net_bridge_fdb_entry *fdb)  in __fdb_mark_active()  argument
985 	return !!(test_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags) &&  in __fdb_mark_active()
986 		  test_and_clear_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags));  in __fdb_mark_active()
992 	struct net_bridge_fdb_entry *fdb;  in br_fdb_update()  local
998 	fdb = fdb_find_rcu(&br->fdb_hash_tbl, addr, vid);  in br_fdb_update()
999 	if (likely(fdb)) {  in br_fdb_update()
1001 		if (unlikely(test_bit(BR_FDB_LOCAL, &fdb->flags))) {  in br_fdb_update()
1009 			if (now != READ_ONCE(fdb->updated)) {  in br_fdb_update()
1010 				WRITE_ONCE(fdb->updated, now);  in br_fdb_update()
1011 				fdb_modified = __fdb_mark_active(fdb);  in br_fdb_update()
1015 			if (unlikely(source != READ_ONCE(fdb->dst) &&  in br_fdb_update()
1016 				     !test_bit(BR_FDB_STICKY, &fdb->flags))) {  in br_fdb_update()
1017 				br_switchdev_fdb_notify(br, fdb, RTM_DELNEIGH);  in br_fdb_update()
1018 				WRITE_ONCE(fdb->dst, source);  in br_fdb_update()
1022 						      &fdb->flags)))  in br_fdb_update()
1024 						  &fdb->flags);  in br_fdb_update()
1028 				if (unlikely(test_bit(BR_FDB_LOCKED, &fdb->flags)))  in br_fdb_update()
1029 					clear_bit(BR_FDB_LOCKED, &fdb->flags);  in br_fdb_update()
1033 				set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags);  in br_fdb_update()
1035 						       &fdb->flags))  in br_fdb_update()
1040 				fdb_notify(br, fdb, RTM_NEWNEIGH, true);  in br_fdb_update()
1045 		fdb = fdb_create(br, source, addr, vid, flags);  in br_fdb_update()
1046 		if (fdb) {  in br_fdb_update()
1048 			fdb_notify(br, fdb, RTM_NEWNEIGH, true);  in br_fdb_update()
1138 static bool fdb_handle_notify(struct net_bridge_fdb_entry *fdb, u8 notify)  in fdb_handle_notify()  argument
1144 	    !test_and_set_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags))  in fdb_handle_notify()
1148 	    !test_and_set_bit(BR_FDB_NOTIFY, &fdb->flags)) {  in fdb_handle_notify()
1152 		   test_and_clear_bit(BR_FDB_NOTIFY, &fdb->flags)) {  in fdb_handle_notify()
1154 		clear_bit(BR_FDB_NOTIFY_INACTIVE, &fdb->flags);  in fdb_handle_notify()
1168 	struct net_bridge_fdb_entry *fdb;  in fdb_add_entry()  local
1195 	fdb = br_fdb_find(br, addr, vid);  in fdb_add_entry()
1196 	if (fdb == NULL) {  in fdb_add_entry()
1200 		fdb = fdb_create(br, source, addr, vid,  in fdb_add_entry()
1202 		if (!fdb)  in fdb_add_entry()
1210 		if (READ_ONCE(fdb->dst) != source) {  in fdb_add_entry()
1211 			WRITE_ONCE(fdb->dst, source);  in fdb_add_entry()
1215 		set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags);  in fdb_add_entry()
1216 		if (test_and_clear_bit(BR_FDB_DYNAMIC_LEARNED, &fdb->flags))  in fdb_add_entry()
1220 	if (fdb_to_nud(br, fdb) != state) {  in fdb_add_entry()
1222 			set_bit(BR_FDB_LOCAL, &fdb->flags);  in fdb_add_entry()
1223 			if (!test_and_set_bit(BR_FDB_STATIC, &fdb->flags))  in fdb_add_entry()
1226 			clear_bit(BR_FDB_LOCAL, &fdb->flags);  in fdb_add_entry()
1227 			if (!test_and_set_bit(BR_FDB_STATIC, &fdb->flags))  in fdb_add_entry()
1230 			clear_bit(BR_FDB_LOCAL, &fdb->flags);  in fdb_add_entry()
1231 			if (test_and_clear_bit(BR_FDB_STATIC, &fdb->flags))  in fdb_add_entry()
1238 	if (is_sticky != test_bit(BR_FDB_STICKY, &fdb->flags)) {  in fdb_add_entry()
1239 		change_bit(BR_FDB_STICKY, &fdb->flags);  in fdb_add_entry()
1243 	if (test_and_clear_bit(BR_FDB_LOCKED, &fdb->flags))  in fdb_add_entry()
1246 	if (fdb_handle_notify(fdb, notify))  in fdb_add_entry()
1249 	WRITE_ONCE(fdb->used, jiffies);  in fdb_add_entry()
1252 			WRITE_ONCE(fdb->updated, jiffies);  in fdb_add_entry()
1253 		fdb_notify(br, fdb, RTM_NEWNEIGH, true);  in fdb_add_entry()
1399 	struct net_bridge_fdb_entry *fdb;  in fdb_delete_by_addr_and_port()  local
1401 	fdb = br_fdb_find(br, addr, vlan);  in fdb_delete_by_addr_and_port()
1402 	if (!fdb || READ_ONCE(fdb->dst) != p)  in fdb_delete_by_addr_and_port()
1405 	fdb_delete(br, fdb, true);  in fdb_delete_by_addr_and_port()
1525 	struct net_bridge_fdb_entry *fdb;  in br_fdb_external_learn_add()  local
1536 	fdb = br_fdb_find(br, addr, vid);  in br_fdb_external_learn_add()
1537 	if (!fdb) {  in br_fdb_external_learn_add()
1549 		fdb = fdb_create(br, p, addr, vid, flags);  in br_fdb_external_learn_add()
1550 		if (!fdb) {  in br_fdb_external_learn_add()
1554 		fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify);  in br_fdb_external_learn_add()
1557 		    (!test_bit(BR_FDB_LOCKED, &fdb->flags) ||  in br_fdb_external_learn_add()
1558 		     READ_ONCE(fdb->dst) != p)) {  in br_fdb_external_learn_add()
1563 		WRITE_ONCE(fdb->updated, jiffies);  in br_fdb_external_learn_add()
1565 		if (READ_ONCE(fdb->dst) != p) {  in br_fdb_external_learn_add()
1566 			WRITE_ONCE(fdb->dst, p);  in br_fdb_external_learn_add()
1570 		if (test_and_set_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags)) {  in br_fdb_external_learn_add()
1572 			WRITE_ONCE(fdb->used, jiffies);  in br_fdb_external_learn_add()
1577 		if (locked != test_bit(BR_FDB_LOCKED, &fdb->flags)) {  in br_fdb_external_learn_add()
1578 			change_bit(BR_FDB_LOCKED, &fdb->flags);  in br_fdb_external_learn_add()
1583 			set_bit(BR_FDB_ADDED_BY_USER, &fdb->flags);  in br_fdb_external_learn_add()
1586 			set_bit(BR_FDB_LOCAL, &fdb->flags);  in br_fdb_external_learn_add()
1589 		    test_and_clear_bit(BR_FDB_DYNAMIC_LEARNED, &fdb->flags))  in br_fdb_external_learn_add()
1593 			fdb_notify(br, fdb, RTM_NEWNEIGH, swdev_notify);  in br_fdb_external_learn_add()
1606 	struct net_bridge_fdb_entry *fdb;  in br_fdb_external_learn_del()  local
1611 	fdb = br_fdb_find(br, addr, vid);  in br_fdb_external_learn_del()
1612 	if (fdb && test_bit(BR_FDB_ADDED_BY_EXT_LEARN, &fdb->flags))  in br_fdb_external_learn_del()
1613 		fdb_delete(br, fdb, swdev_notify);  in br_fdb_external_learn_del()
1625 	struct net_bridge_fdb_entry *fdb;  in br_fdb_offloaded_set()  local
1629 	fdb = br_fdb_find(br, addr, vid);  in br_fdb_offloaded_set()
1630 	if (fdb && offloaded != test_bit(BR_FDB_OFFLOADED, &fdb->flags))  in br_fdb_offloaded_set()
1631 		change_bit(BR_FDB_OFFLOADED, &fdb->flags);  in br_fdb_offloaded_set()