54 static int usb4_native_switch_op(struct tb_switch *sw, u16 opcode,  in usb4_native_switch_op()  argument
63 		ret = tb_sw_write(sw, metadata, TB_CFG_SWITCH, ROUTER_CS_25, 1);  in usb4_native_switch_op()
68 		ret = tb_sw_write(sw, tx_data, TB_CFG_SWITCH, ROUTER_CS_9,  in usb4_native_switch_op()
75 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_native_switch_op()
79 	ret = tb_switch_wait_for_bit(sw, ROUTER_CS_26, ROUTER_CS_26_OV, 0, 500);  in usb4_native_switch_op()
83 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_native_switch_op()
95 		ret = tb_sw_read(sw, metadata, TB_CFG_SWITCH, ROUTER_CS_25, 1);  in usb4_native_switch_op()
100 		ret = tb_sw_read(sw, rx_data, TB_CFG_SWITCH, ROUTER_CS_9,  in usb4_native_switch_op()
109 static int __usb4_switch_op(struct tb_switch *sw, u16 opcode, u32 *metadata,  in __usb4_switch_op()  argument
113 	const struct tb_cm_ops *cm_ops = sw->tb->cm_ops;  in __usb4_switch_op()
126 		ret = cm_ops->usb4_switch_op(sw, opcode, metadata, status,  in __usb4_switch_op()
138 	return usb4_native_switch_op(sw, opcode, metadata, status, tx_data,  in __usb4_switch_op()
142 static inline int usb4_switch_op(struct tb_switch *sw, u16 opcode,  in usb4_switch_op()  argument
145 	return __usb4_switch_op(sw, opcode, metadata, status, NULL, 0, NULL, 0);  in usb4_switch_op()
148 static inline int usb4_switch_op_data(struct tb_switch *sw, u16 opcode,  in usb4_switch_op_data()  argument
153 	return __usb4_switch_op(sw, opcode, metadata, status, tx_data,  in usb4_switch_op_data()
159  * @sw: Router whose wakes to check
163 void usb4_switch_check_wakes(struct tb_switch *sw)  in usb4_switch_check_wakes()  argument
171 	if (tb_route(sw)) {  in usb4_switch_check_wakes()
172 		if (tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_6, 1))  in usb4_switch_check_wakes()
175 		tb_sw_dbg(sw, "PCIe wake: %s, USB3 wake: %s\n",  in usb4_switch_check_wakes()
186 	tb_switch_for_each_port(sw, port) {  in usb4_switch_check_wakes()
210 		pm_wakeup_event(&sw->dev, 0);  in usb4_switch_check_wakes()
229  * @sw: USB4 router to setup
243 int usb4_switch_setup(struct tb_switch *sw)  in usb4_switch_setup()  argument
245 	struct tb_switch *parent = tb_switch_parent(sw);  in usb4_switch_setup()
251 	if (!tb_route(sw))  in usb4_switch_setup()
254 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_6, 1);  in usb4_switch_setup()
258 	down = tb_switch_downstream_port(sw);  in usb4_switch_setup()
259 	sw->link_usb4 = link_is_usb4(down);  in usb4_switch_setup()
260 	tb_sw_dbg(sw, "link: %s\n", sw->link_usb4 ? "USB4" : "TBT");  in usb4_switch_setup()
265 	tb_sw_dbg(sw, "TBT3 support: %s, xHCI: %s\n",  in usb4_switch_setup()
268 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_setup()
272 	if (tb_acpi_may_tunnel_usb3() && sw->link_usb4 &&  in usb4_switch_setup()
297 	return tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_setup()
302  * @sw: USB4 router
311 int usb4_switch_configuration_valid(struct tb_switch *sw)  in usb4_switch_configuration_valid()  argument
316 	if (!tb_route(sw))  in usb4_switch_configuration_valid()
319 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_configuration_valid()
325 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_configuration_valid()
329 	return tb_switch_wait_for_bit(sw, ROUTER_CS_6, ROUTER_CS_6_CR,  in usb4_switch_configuration_valid()
335  * @sw: USB4 router
342 int usb4_switch_read_uid(struct tb_switch *sw, u64 *uid)  in usb4_switch_read_uid()  argument
344 	return tb_sw_read(sw, uid, TB_CFG_SWITCH, ROUTER_CS_7, 2);  in usb4_switch_read_uid()
351 	struct tb_switch *sw = data;  in usb4_switch_drom_read_block()  local
360 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_DROM_READ, &metadata,  in usb4_switch_drom_read_block()
370  * @sw: USB4 router
381 int usb4_switch_drom_read(struct tb_switch *sw, unsigned int address, void *buf,  in usb4_switch_drom_read()  argument
385 				usb4_switch_drom_read_block, sw);  in usb4_switch_drom_read()
390  * @sw: USB4 router
397 bool usb4_switch_lane_bonding_possible(struct tb_switch *sw)  in usb4_switch_lane_bonding_possible()  argument
403 	up = tb_upstream_port(sw);  in usb4_switch_lane_bonding_possible()
413  * @sw: USB4 router
421 int usb4_switch_set_wake(struct tb_switch *sw, unsigned int flags, bool runtime)  in usb4_switch_set_wake()  argument
424 	u64 route = tb_route(sw);  in usb4_switch_set_wake()
433 	tb_switch_for_each_port(sw, port) {  in usb4_switch_set_wake()
473 		ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_wake()
485 		ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_wake()
495  * @sw: USB4 router
502 int usb4_switch_set_sleep(struct tb_switch *sw)  in usb4_switch_set_sleep()  argument
508 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_sleep()
514 	ret = tb_sw_write(sw, &val, TB_CFG_SWITCH, ROUTER_CS_5, 1);  in usb4_switch_set_sleep()
518 	return tb_switch_wait_for_bit(sw, ROUTER_CS_6, ROUTER_CS_6_SLPR,  in usb4_switch_set_sleep()
524  * @sw: USB4 router
531 int usb4_switch_nvm_sector_size(struct tb_switch *sw)  in usb4_switch_nvm_sector_size()  argument
537 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_SECTOR_SIZE, &metadata,  in usb4_switch_nvm_sector_size()
551 	struct tb_switch *sw = data;  in usb4_switch_nvm_read_block()  local
561 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_NVM_READ, &metadata,  in usb4_switch_nvm_read_block()
571  * @sw: USB4 router
583 int usb4_switch_nvm_read(struct tb_switch *sw, unsigned int address, void *buf,  in usb4_switch_nvm_read()  argument
587 				usb4_switch_nvm_read_block, sw);  in usb4_switch_nvm_read()
592  * @sw: USB4 router
600 int usb4_switch_nvm_set_offset(struct tb_switch *sw, unsigned int address)  in usb4_switch_nvm_set_offset()  argument
610 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_SET_OFFSET, &metadata,  in usb4_switch_nvm_set_offset()
621 	struct tb_switch *sw = data;  in usb4_switch_nvm_write_next_block()  local
625 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_NVM_WRITE, NULL, &status,  in usb4_switch_nvm_write_next_block()
635  * @sw: USB4 router
647 int usb4_switch_nvm_write(struct tb_switch *sw, unsigned int address,  in usb4_switch_nvm_write()  argument
652 	ret = usb4_switch_nvm_set_offset(sw, address);  in usb4_switch_nvm_write()
657 				 usb4_switch_nvm_write_next_block, sw);  in usb4_switch_nvm_write()
662  * @sw: USB4 router
675 int usb4_switch_nvm_authenticate(struct tb_switch *sw)  in usb4_switch_nvm_authenticate()  argument
679 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_NVM_AUTH, NULL, NULL);  in usb4_switch_nvm_authenticate()
697  * @sw: USB4 router
709 int usb4_switch_nvm_authenticate_status(struct tb_switch *sw, u32 *status)  in usb4_switch_nvm_authenticate_status()  argument
711 	const struct tb_cm_ops *cm_ops = sw->tb->cm_ops;  in usb4_switch_nvm_authenticate_status()
717 		ret = cm_ops->usb4_switch_nvm_authenticate_status(sw, status);  in usb4_switch_nvm_authenticate_status()
722 	ret = tb_sw_read(sw, &val, TB_CFG_SWITCH, ROUTER_CS_26, 1);  in usb4_switch_nvm_authenticate_status()
745  * @sw: USB4 router
747  * Reads @sw buffer allocation parameters and initializes @sw buffer
748  * allocation fields accordingly. Specifically @sw->credits_allocation
753 int usb4_switch_credits_init(struct tb_switch *sw)  in usb4_switch_credits_init()  argument
763 	ret = usb4_switch_op_data(sw, USB4_SWITCH_OP_BUFFER_ALLOC, &metadata,  in usb4_switch_credits_init()
780 	tb_sw_dbg(sw, "credit allocation parameters:\n");  in usb4_switch_credits_init()
790 			tb_sw_dbg(sw, " USB3: %u\n", value);  in usb4_switch_credits_init()
794 			tb_sw_dbg(sw, " DP AUX: %u\n", value);  in usb4_switch_credits_init()
798 			tb_sw_dbg(sw, " DP main: %u\n", value);  in usb4_switch_credits_init()
802 			tb_sw_dbg(sw, " PCIe: %u\n", value);  in usb4_switch_credits_init()
806 			tb_sw_dbg(sw, " DMA: %u\n", value);  in usb4_switch_credits_init()
810 			tb_sw_dbg(sw, " unknown credit allocation index %#x, skipping\n",  in usb4_switch_credits_init()
823 	if (!tb_route(sw) && max_dma < 0) {  in usb4_switch_credits_init()
824 		tb_sw_warn(sw, "host router is missing baMaxHI\n");  in usb4_switch_credits_init()
829 	tb_switch_for_each_port(sw, port) {  in usb4_switch_credits_init()
836 		tb_sw_warn(sw, "multiple USB4 ports require baMinDPaux/baMinDPmain\n");  in usb4_switch_credits_init()
840 	tb_switch_for_each_port(sw, port) {  in usb4_switch_credits_init()
842 			tb_sw_warn(sw, "missing baMinDPmain");  in usb4_switch_credits_init()
847 			tb_sw_warn(sw, "missing baMinDPaux");  in usb4_switch_credits_init()
852 			tb_sw_warn(sw, "missing baMaxUSB3");  in usb4_switch_credits_init()
857 			tb_sw_warn(sw, "missing baMaxPCIe");  in usb4_switch_credits_init()
866 	sw->credit_allocation = true;  in usb4_switch_credits_init()
868 		sw->max_usb3_credits = max_usb3;  in usb4_switch_credits_init()
870 		sw->min_dp_aux_credits = min_dp_aux;  in usb4_switch_credits_init()
872 		sw->min_dp_main_credits = min_dp_main;  in usb4_switch_credits_init()
874 		sw->max_pcie_credits = max_pcie;  in usb4_switch_credits_init()
876 		sw->max_dma_credits = max_dma;  in usb4_switch_credits_init()
886  * @sw: USB4 router
895 bool usb4_switch_query_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_query_dp_resource()  argument
901 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_QUERY_DP_RESOURCE, &metadata,  in usb4_switch_query_dp_resource()
917  * @sw: USB4 router
928 int usb4_switch_alloc_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_alloc_dp_resource()  argument
934 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_ALLOC_DP_RESOURCE, &metadata,  in usb4_switch_alloc_dp_resource()
946  * @sw: USB4 router
953 int usb4_switch_dealloc_dp_resource(struct tb_switch *sw, struct tb_port *in)  in usb4_switch_dealloc_dp_resource()  argument
959 	ret = usb4_switch_op(sw, USB4_SWITCH_OP_DEALLOC_DP_RESOURCE, &metadata,  in usb4_switch_dealloc_dp_resource()
971  * @sw: USB4 router
977 int usb4_port_index(const struct tb_switch *sw, const struct tb_port *port)  in usb4_port_index()  argument
983 	tb_switch_for_each_port(sw, p) {  in usb4_port_index()
1000  * @sw: USB4 router
1010 struct tb_port *usb4_switch_map_pcie_down(struct tb_switch *sw,  in usb4_switch_map_pcie_down()  argument
1013 	int usb4_idx = usb4_port_index(sw, port);  in usb4_switch_map_pcie_down()
1018 	tb_switch_for_each_port(sw, p) {  in usb4_switch_map_pcie_down()
1033  * @sw: USB4 router
1043 struct tb_port *usb4_switch_map_usb3_down(struct tb_switch *sw,  in usb4_switch_map_usb3_down()  argument
1046 	int usb4_idx = usb4_port_index(sw, port);  in usb4_switch_map_usb3_down()
1051 	tb_switch_for_each_port(sw, p) {  in usb4_switch_map_usb3_down()
1066  * @sw: USB4 router
1073 int usb4_switch_add_ports(struct tb_switch *sw)  in usb4_switch_add_ports()  argument
1077 	if (tb_switch_is_icm(sw) || !tb_switch_is_usb4(sw))  in usb4_switch_add_ports()
1080 	tb_switch_for_each_port(sw, port) {  in usb4_switch_add_ports()
1090 			usb4_switch_remove_ports(sw);  in usb4_switch_add_ports()
1102  * @sw: USB4 router
1106 void usb4_switch_remove_ports(struct tb_switch *sw)  in usb4_switch_remove_ports()  argument
1110 	tb_switch_for_each_port(sw, port) {  in usb4_switch_remove_ports()
2225 	if (tb_route(port->sw))  in usb4_usb3_port_cm_request()
2503 	if (!tb_switch_is_usb4(port->sw))  in is_usb4_dpin()