30 	{ .compatible = "microchip,lan966x-switch" },
68 				  struct lan966x *lan966x)  in lan966x_create_targets()  argument
101 		lan966x->regs[iomap->id] = begin[iomap->range] + iomap->offset;  in lan966x_create_targets()
110 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_unique_address()  local
113 	for (p = 0; p < lan966x->num_phys_ports; ++p) {  in lan966x_port_unique_address()
114 		port = lan966x->ports[p];  in lan966x_port_unique_address()
128 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_set_mac_address()  local
136 	ret = lan966x_mac_cpu_learn(lan966x, addr->sa_data, HOST_PVID);  in lan966x_port_set_mac_address()
147 	ret = lan966x_mac_cpu_forget(lan966x, dev->dev_addr, HOST_PVID);  in lan966x_port_set_mac_address()
172 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_open()  local
184 		lan966x, ANA_PORT_CFG(port->chip_port));  in lan966x_port_open()
208 static int lan966x_port_inj_status(struct lan966x *lan966x)  in lan966x_port_inj_status()  argument
210 	return lan_rd(lan966x, QS_INJ_STATUS);  in lan966x_port_inj_status()
213 static int lan966x_port_inj_ready(struct lan966x *lan966x, u8 grp)  in lan966x_port_inj_ready()  argument
217 	if (lan_rd(lan966x, QS_INJ_STATUS) & QS_INJ_STATUS_FIFO_RDY_SET(BIT(grp)))  in lan966x_port_inj_ready()
220 	return readx_poll_timeout_atomic(lan966x_port_inj_status, lan966x, val,  in lan966x_port_inj_ready()
230 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_ifh_xmit()  local
236 	val = lan_rd(lan966x, QS_INJ_STATUS);  in lan966x_port_ifh_xmit()
244 	       lan966x, QS_INJ_CTRL(grp));  in lan966x_port_ifh_xmit()
249 		err = lan966x_port_inj_ready(lan966x, grp);  in lan966x_port_ifh_xmit()
253 		lan_wr((__force u32)ifh[i], lan966x, QS_INJ_WR(grp));  in lan966x_port_ifh_xmit()
261 		err = lan966x_port_inj_ready(lan966x, grp);  in lan966x_port_ifh_xmit()
265 		lan_wr(((u32 *)skb->data)[i], lan966x, QS_INJ_WR(grp));  in lan966x_port_ifh_xmit()
271 		err = lan966x_port_inj_ready(lan966x, grp);  in lan966x_port_ifh_xmit()
275 		lan_wr(0, lan966x, QS_INJ_WR(grp));  in lan966x_port_ifh_xmit()
284 	       lan966x, QS_INJ_CTRL(grp));  in lan966x_port_ifh_xmit()
287 	lan_wr(0, lan966x, QS_INJ_WR(grp));  in lan966x_port_ifh_xmit()
365 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_xmit()  local
377 	if (port->lan966x->ptp && skb_shinfo(skb)->tx_flags & SKBTX_HW_TSTAMP) {  in lan966x_port_xmit()
386 	spin_lock(&lan966x->tx_lock);  in lan966x_port_xmit()
387 	if (port->lan966x->fdma)  in lan966x_port_xmit()
391 	spin_unlock(&lan966x->tx_lock);  in lan966x_port_xmit()
399 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_change_mtu()  local
404 	       lan966x, DEV_MAC_MAXLEN_CFG(port->chip_port));  in lan966x_port_change_mtu()
407 	if (!lan966x->fdma)  in lan966x_port_change_mtu()
410 	err = lan966x_fdma_change_mtu(lan966x);  in lan966x_port_change_mtu()
413 		       lan966x, DEV_MAC_MAXLEN_CFG(port->chip_port));  in lan966x_port_change_mtu()
423 	struct lan966x *lan966x = port->lan966x;  in lan966x_mc_unsync()  local
425 	return lan966x_mac_forget(lan966x, addr, HOST_PVID, ENTRYTYPE_LOCKED);  in lan966x_mc_unsync()
431 	struct lan966x *lan966x = port->lan966x;  in lan966x_mc_sync()  local
433 	return lan966x_mac_cpu_learn(lan966x, addr, HOST_PVID);  in lan966x_mc_sync()
445 	struct lan966x *lan966x = port->lan966x;  in lan966x_port_get_parent_id()  local
447 	ppid->id_len = sizeof(lan966x->base_mac);  in lan966x_port_get_parent_id()
448 	memcpy(&ppid->id, &lan966x->base_mac, ppid->id_len);  in lan966x_port_get_parent_id()
458 	if (!port->lan966x->ptp)  in lan966x_port_hwtstamp_get()
477 	if (cfg->source == HWTSTAMP_SOURCE_NETDEV && !port->lan966x->ptp)  in lan966x_port_hwtstamp_set()
518 bool lan966x_hw_offload(struct lan966x *lan966x, u32 port, struct sk_buff *skb)  in lan966x_hw_offload()  argument
526 	val = lan_rd(lan966x, ANA_CPU_FWD_CFG(port));  in lan966x_hw_offload()
550 static int lan966x_port_xtr_status(struct lan966x *lan966x, u8 grp)  in lan966x_port_xtr_status()  argument
552 	return lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_port_xtr_status()
555 static int lan966x_port_xtr_ready(struct lan966x *lan966x, u8 grp)  in lan966x_port_xtr_ready()  argument
562 				 lan966x, grp);  in lan966x_port_xtr_ready()
565 static int lan966x_rx_frame_word(struct lan966x *lan966x, u8 grp, u32 *rval)  in lan966x_rx_frame_word()  argument
571 	val = lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_rx_frame_word()
573 		err = lan966x_port_xtr_ready(lan966x, grp);  in lan966x_rx_frame_word()
587 		val = lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_rx_frame_word()
589 			*rval = lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_rx_frame_word()
595 		*rval = lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_rx_frame_word()
641 	struct lan966x *lan966x = args;  in lan966x_xtr_irq_handler()  local
644 	if (!(lan_rd(lan966x, QS_XTR_DATA_PRESENT) & BIT(grp)))  in lan966x_xtr_irq_handler()
657 			err = lan966x_rx_frame_word(lan966x, grp, &ifh[i]);  in lan966x_xtr_irq_handler()
668 		WARN_ON(src_port >= lan966x->num_phys_ports);  in lan966x_xtr_irq_handler()
670 		dev = lan966x->ports[src_port]->dev;  in lan966x_xtr_irq_handler()
681 			sz = lan966x_rx_frame_word(lan966x, grp, &val);  in lan966x_xtr_irq_handler()
692 		sz = lan966x_rx_frame_word(lan966x, grp, &val);  in lan966x_xtr_irq_handler()
706 		lan966x_ptp_rxtstamp(lan966x, skb, src_port, timestamp);  in lan966x_xtr_irq_handler()
709 		if (lan966x->bridge_mask & BIT(src_port)) {  in lan966x_xtr_irq_handler()
713 			if (!lan966x_hw_offload(lan966x, src_port, skb))  in lan966x_xtr_irq_handler()
725 			lan_rd(lan966x, QS_XTR_RD(grp));  in lan966x_xtr_irq_handler()
727 	} while (lan_rd(lan966x, QS_XTR_DATA_PRESENT) & BIT(grp));  in lan966x_xtr_irq_handler()
734 	struct lan966x *lan966x = args;  in lan966x_ana_irq_handler()  local
736 	return lan966x_mac_irq_handler(lan966x);  in lan966x_ana_irq_handler()
739 static void lan966x_cleanup_ports(struct lan966x *lan966x)  in lan966x_cleanup_ports()  argument
744 	for (p = 0; p < lan966x->num_phys_ports; p++) {  in lan966x_cleanup_ports()
745 		port = lan966x->ports[p];  in lan966x_cleanup_ports()
753 		if (lan966x->fdma && lan966x->fdma_ndev == port->dev)  in lan966x_cleanup_ports()
754 			lan966x_fdma_netdev_deinit(lan966x, port->dev);  in lan966x_cleanup_ports()
768 	disable_irq(lan966x->xtr_irq);  in lan966x_cleanup_ports()
769 	lan966x->xtr_irq = -ENXIO;  in lan966x_cleanup_ports()
771 	if (lan966x->ana_irq > 0) {  in lan966x_cleanup_ports()
772 		disable_irq(lan966x->ana_irq);  in lan966x_cleanup_ports()
773 		lan966x->ana_irq = -ENXIO;  in lan966x_cleanup_ports()
776 	if (lan966x->fdma)  in lan966x_cleanup_ports()
777 		devm_free_irq(lan966x->dev, lan966x->fdma_irq, lan966x);  in lan966x_cleanup_ports()
779 	if (lan966x->ptp_irq > 0)  in lan966x_cleanup_ports()
780 		devm_free_irq(lan966x->dev, lan966x->ptp_irq, lan966x);  in lan966x_cleanup_ports()
782 	if (lan966x->ptp_ext_irq > 0)  in lan966x_cleanup_ports()
783 		devm_free_irq(lan966x->dev, lan966x->ptp_ext_irq, lan966x);  in lan966x_cleanup_ports()
786 static int lan966x_probe_port(struct lan966x *lan966x, u32 p,  in lan966x_probe_port()  argument
795 	if (p >= lan966x->num_phys_ports)  in lan966x_probe_port()
798 	dev = devm_alloc_etherdev_mqs(lan966x->dev,  in lan966x_probe_port()
804 	SET_NETDEV_DEV(dev, lan966x->dev);  in lan966x_probe_port()
807 	port->lan966x = lan966x;  in lan966x_probe_port()
809 	lan966x->ports[p] = port;  in lan966x_probe_port()
822 	eth_hw_addr_gen(dev, lan966x->base_mac, p + 1);  in lan966x_probe_port()
824 	lan966x_mac_learn(lan966x, PGID_CPU, dev->dev_addr, HOST_PVID,  in lan966x_probe_port()
862 	if (lan966x->fdma)  in lan966x_probe_port()
869 		dev_err(lan966x->dev, "register_netdev failed\n");  in lan966x_probe_port()
880 static void lan966x_init(struct lan966x *lan966x)  in lan966x_init()  argument
885 	lan966x_mac_init(lan966x);  in lan966x_init()
887 	lan966x_vlan_init(lan966x);  in lan966x_init()
890 	lan_wr(lan_rd(lan966x, QS_XTR_FLUSH) |  in lan966x_init()
892 	       lan966x, QS_XTR_FLUSH);  in lan966x_init()
898 	lan_wr(lan_rd(lan966x, QS_XTR_FLUSH) &  in lan966x_init()
900 	       lan966x, QS_XTR_FLUSH);  in lan966x_init()
906 	       lan966x, ANA_AUTOAGE);  in lan966x_init()
911 		lan966x, ANA_ADVLEARN);  in lan966x_init()
913 	/* Setup frame ageing - "2 sec" - The unit is 6.5 us on lan966x */  in lan966x_init()
916 	       lan966x,  SYS_FRM_AGING);  in lan966x_init()
919 	lan_wr(0, lan966x, QSYS_CPU_GROUP_MAP);  in lan966x_init()
924 	lan_wr(QS_XTR_GRP_CFG_MODE_SET(lan966x->fdma ? 2 : 1) |  in lan966x_init()
926 	       lan966x, QS_XTR_GRP_CFG(0));  in lan966x_init()
929 	lan_wr(QS_INJ_GRP_CFG_MODE_SET(lan966x->fdma ? 2 : 1) |  in lan966x_init()
931 	       lan966x, QS_INJ_GRP_CFG(0));  in lan966x_init()
935 		lan966x, QS_INJ_CTRL(0));  in lan966x_init()
940 	       lan966x, SYS_PORT_MODE(CPU_PORT));  in lan966x_init()
947 	       lan966x, ANA_FLOODING_IPMC);  in lan966x_init()
957 			lan966x, ANA_FLOODING(i));  in lan966x_init()
963 			lan966x, ANA_PGID_CFG(i));  in lan966x_init()
965 	for (p = 0; p < lan966x->num_phys_ports; p++) {  in lan966x_init()
969 			lan966x, ANA_PGID(p + PGID_SRC));  in lan966x_init()
974 		lan_wr(0xffff, lan966x, ANA_CPU_FWD_BPDU_CFG(p));  in lan966x_init()
979 		lan_wr(1500 / 64, lan966x, QSYS_RES_CFG(i));  in lan966x_init()
980 		lan_wr(1500 / 64, lan966x, QSYS_RES_CFG(512 + i));  in lan966x_init()
987 	       lan966x,  QSYS_SW_PORT_MODE(CPU_PORT));  in lan966x_init()
992 		lan966x, ANA_PGID(CPU_PORT));  in lan966x_init()
995 		lan966x, ANA_PGID(PGID_CPU));  in lan966x_init()
998 	lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0),  in lan966x_init()
1000 		lan966x, ANA_PGID(PGID_MC));  in lan966x_init()
1003 	lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0),  in lan966x_init()
1005 		lan966x, ANA_PGID(PGID_MCIPV4));  in lan966x_init()
1007 	lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0),  in lan966x_init()
1009 		lan966x, ANA_PGID(PGID_MCIPV6));  in lan966x_init()
1012 	lan_rmw(GENMASK(lan966x->num_phys_ports - 1, 0),  in lan966x_init()
1014 		lan966x, ANA_PGID(PGID_UC));  in lan966x_init()
1017 	lan_rmw(ANA_PGID_PGID_SET(BIT(CPU_PORT) | GENMASK(lan966x->num_phys_ports - 1, 0)),  in lan966x_init()
1019 		lan966x, ANA_PGID(PGID_BC));  in lan966x_init()
1022 	       lan966x, REW_PORT_CFG(CPU_PORT));  in lan966x_init()
1026 		lan966x, ANA_ANAINTR);  in lan966x_init()
1028 	spin_lock_init(&lan966x->tx_lock);  in lan966x_init()
1030 	lan966x_taprio_init(lan966x);  in lan966x_init()
1033 static int lan966x_ram_init(struct lan966x *lan966x)  in lan966x_ram_init()  argument
1035 	return lan_rd(lan966x, SYS_RAM_INIT);  in lan966x_ram_init()
1038 static int lan966x_reset_switch(struct lan966x *lan966x)  in lan966x_reset_switch()  argument
1044 	switch_reset = devm_reset_control_get_optional_shared(lan966x->dev,  in lan966x_reset_switch()
1047 		return dev_err_probe(lan966x->dev, PTR_ERR(switch_reset),  in lan966x_reset_switch()
1059 	if (lan_rd(lan966x, SYS_RESET_CFG) & SYS_RESET_CFG_CORE_ENA)  in lan966x_reset_switch()
1062 	lan_wr(SYS_RESET_CFG_CORE_ENA_SET(0), lan966x, SYS_RESET_CFG);  in lan966x_reset_switch()
1063 	lan_wr(SYS_RAM_INIT_RAM_INIT_SET(1), lan966x, SYS_RAM_INIT);  in lan966x_reset_switch()
1064 	ret = readx_poll_timeout(lan966x_ram_init, lan966x,  in lan966x_reset_switch()
1070 	lan_wr(SYS_RESET_CFG_CORE_ENA_SET(1), lan966x, SYS_RESET_CFG);  in lan966x_reset_switch()
1078 	struct lan966x *lan966x;  in lan966x_probe()  local
1082 	lan966x = devm_kzalloc(&pdev->dev, sizeof(*lan966x), GFP_KERNEL);  in lan966x_probe()
1083 	if (!lan966x)  in lan966x_probe()
1086 	platform_set_drvdata(pdev, lan966x);  in lan966x_probe()
1087 	lan966x->dev = &pdev->dev;  in lan966x_probe()
1090 		ether_addr_copy(lan966x->base_mac, mac_addr);  in lan966x_probe()
1093 		eth_random_addr(lan966x->base_mac);  in lan966x_probe()
1094 		lan966x->base_mac[5] &= 0xf0;  in lan966x_probe()
1097 	err = lan966x_create_targets(pdev, lan966x);  in lan966x_probe()
1102 	err = lan966x_reset_switch(lan966x);  in lan966x_probe()
1106 	lan966x->num_phys_ports = NUM_PHYS_PORTS;  in lan966x_probe()
1107 	lan966x->ports = devm_kcalloc(&pdev->dev, lan966x->num_phys_ports,  in lan966x_probe()
1110 	if (!lan966x->ports)  in lan966x_probe()
1114 	lan966x->shared_queue_sz = LAN966X_BUFFER_MEMORY;  in lan966x_probe()
1117 	lan966x->xtr_irq = platform_get_irq_byname(pdev, "xtr");  in lan966x_probe()
1118 	if (lan966x->xtr_irq < 0)  in lan966x_probe()
1119 		return lan966x->xtr_irq;  in lan966x_probe()
1121 	err = devm_request_threaded_irq(&pdev->dev, lan966x->xtr_irq, NULL,  in lan966x_probe()
1123 					"frame extraction", lan966x);  in lan966x_probe()
1129 	lan966x->ana_irq = platform_get_irq_byname(pdev, "ana");  in lan966x_probe()
1130 	if (lan966x->ana_irq > 0) {  in lan966x_probe()
1131 		err = devm_request_threaded_irq(&pdev->dev, lan966x->ana_irq, NULL,  in lan966x_probe()
1133 						"ana irq", lan966x);  in lan966x_probe()
1138 	lan966x->ptp_irq = platform_get_irq_byname(pdev, "ptp");  in lan966x_probe()
1139 	if (lan966x->ptp_irq > 0) {  in lan966x_probe()
1140 		err = devm_request_threaded_irq(&pdev->dev, lan966x->ptp_irq, NULL,  in lan966x_probe()
1142 						"ptp irq", lan966x);  in lan966x_probe()
1146 		lan966x->ptp = 1;  in lan966x_probe()
1149 	lan966x->fdma_irq = platform_get_irq_byname(pdev, "fdma");  in lan966x_probe()
1150 	if (lan966x->fdma_irq > 0) {  in lan966x_probe()
1151 		err = devm_request_irq(&pdev->dev, lan966x->fdma_irq,  in lan966x_probe()
1153 				       "fdma irq", lan966x);  in lan966x_probe()
1157 		lan966x->fdma = true;  in lan966x_probe()
1160 	if (lan966x->ptp) {  in lan966x_probe()
1161 		lan966x->ptp_ext_irq = platform_get_irq_byname(pdev, "ptp-ext");  in lan966x_probe()
1162 		if (lan966x->ptp_ext_irq > 0) {  in lan966x_probe()
1164 							lan966x->ptp_ext_irq, NULL,  in lan966x_probe()
1167 							"ptp-ext irq", lan966x);  in lan966x_probe()
1179 	lan966x->debugfs_root = debugfs_create_dir("lan966x", NULL);  in lan966x_probe()
1182 	lan966x_init(lan966x);  in lan966x_probe()
1183 	lan966x_stats_init(lan966x);  in lan966x_probe()
1195 		err = lan966x_probe_port(lan966x, p, phy_mode, portnp);  in lan966x_probe()
1200 		lan966x->ports[p]->config.portmode = phy_mode;  in lan966x_probe()
1201 		lan966x->ports[p]->fwnode = fwnode_handle_get(portnp);  in lan966x_probe()
1203 		serdes = devm_of_phy_optional_get(lan966x->dev,  in lan966x_probe()
1209 		lan966x->ports[p]->serdes = serdes;  in lan966x_probe()
1211 		lan966x_port_init(lan966x->ports[p]);  in lan966x_probe()
1212 		err = lan966x_xdp_port_init(lan966x->ports[p]);  in lan966x_probe()
1219 	lan966x_mdb_init(lan966x);  in lan966x_probe()
1220 	err = lan966x_fdb_init(lan966x);  in lan966x_probe()
1224 	err = lan966x_ptp_init(lan966x);  in lan966x_probe()
1228 	err = lan966x_fdma_init(lan966x);  in lan966x_probe()
1232 	err = lan966x_vcap_init(lan966x);  in lan966x_probe()
1236 	lan966x_dcb_init(lan966x);  in lan966x_probe()
1241 	lan966x_fdma_deinit(lan966x);  in lan966x_probe()
1244 	lan966x_ptp_deinit(lan966x);  in lan966x_probe()
1247 	lan966x_fdb_deinit(lan966x);  in lan966x_probe()
1253 	lan966x_cleanup_ports(lan966x);  in lan966x_probe()
1255 	cancel_delayed_work_sync(&lan966x->stats_work);  in lan966x_probe()
1256 	destroy_workqueue(lan966x->stats_queue);  in lan966x_probe()
1257 	mutex_destroy(&lan966x->stats_lock);  in lan966x_probe()
1259 	debugfs_remove_recursive(lan966x->debugfs_root);  in lan966x_probe()
1266 	struct lan966x *lan966x = platform_get_drvdata(pdev);  in lan966x_remove()  local
1268 	lan966x_taprio_deinit(lan966x);  in lan966x_remove()
1269 	lan966x_vcap_deinit(lan966x);  in lan966x_remove()
1270 	lan966x_fdma_deinit(lan966x);  in lan966x_remove()
1271 	lan966x_cleanup_ports(lan966x);  in lan966x_remove()
1273 	cancel_delayed_work_sync(&lan966x->stats_work);  in lan966x_remove()
1274 	destroy_workqueue(lan966x->stats_queue);  in lan966x_remove()
1275 	mutex_destroy(&lan966x->stats_lock);  in lan966x_remove()
1277 	lan966x_mac_purge_entries(lan966x);  in lan966x_remove()
1278 	lan966x_mdb_deinit(lan966x);  in lan966x_remove()
1279 	lan966x_fdb_deinit(lan966x);  in lan966x_remove()
1280 	lan966x_ptp_deinit(lan966x);  in lan966x_remove()
1282 	debugfs_remove_recursive(lan966x->debugfs_root);  in lan966x_remove()
1289 		.name = "lan966x-switch",
1320 MODULE_DESCRIPTION("Microchip LAN966X switch driver");