20 void *vnic_dev_priv(struct vnic_dev *vdev)  in vnic_dev_priv()  argument
22 	return vdev->priv;  in vnic_dev_priv()
25 void vnic_register_cbacks(struct vnic_dev *vdev,  in vnic_register_cbacks()  argument
32 	vdev->alloc_consistent = alloc_consistent;  in vnic_register_cbacks()
33 	vdev->free_consistent = free_consistent;  in vnic_register_cbacks()
36 static int vnic_dev_discover_res(struct vnic_dev *vdev,  in vnic_dev_discover_res()  argument
39 	struct enic_softc *softc = vdev->softc;  in vnic_dev_discover_res()
107 		vdev->res[type].count = count;  in vnic_dev_discover_res()
108 		bcopy(&softc->mem, &vdev->res[type].bar, sizeof(softc->mem));  in vnic_dev_discover_res()
109 		vdev->res[type].bar.offset = bar_offset;  in vnic_dev_discover_res()
119 unsigned int vnic_dev_get_res_count(struct vnic_dev *vdev,  in vnic_dev_get_res_count()  argument
122 	return vdev->res[type].count;  in vnic_dev_get_res_count()
125 void __iomem *vnic_dev_get_res(struct vnic_dev *vdev, enum vnic_res_type type,  in vnic_dev_get_res()  argument
130 	if (!vdev->res[type].bar.tag)  in vnic_dev_get_res()
134 	bcopy(&vdev->res[type], res, sizeof(*res));  in vnic_dev_get_res()
177 static int _vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,  in _vnic_dev_cmd()  argument
180 	struct vnic_res __iomem *devcmd = vdev->devcmd;  in _vnic_dev_cmd()
197 		ENIC_BUS_WRITE_REGION_4(devcmd, DEVCMD_ARGS(0), (void *)&vdev->args[0], VNIC_DEVCMD_NARGS * 2);  in _vnic_dev_cmd()
228 …ENIC_BUS_READ_REGION_4(devcmd, bar, DEVCMD_ARGS(0), (void *)&vdev->args[0], VNIC_DEVCMD_NARGS * 2);  in _vnic_dev_cmd()
239 static int _vnic_dev_cmd2(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,  in _vnic_dev_cmd2()  argument
242 	struct devcmd2_controller *dc2c = vdev->devcmd2;  in _vnic_dev_cmd2()
257 		device_printf(dev_from_vnic_dev(vdev),  in _vnic_dev_cmd2()
270 			dc2c->cmd_ring[posted].args[i] = vdev->args[i];  in _vnic_dev_cmd2()
293 					device_printf(dev_from_vnic_dev(vdev),  in _vnic_dev_cmd2()
300 					vdev->args[i] = result->results[i];  in _vnic_dev_cmd2()
307 	device_printf(dev_from_vnic_dev(vdev),  in _vnic_dev_cmd2()
314 static int vnic_dev_cmd_proxy(struct vnic_dev *vdev,  in vnic_dev_cmd_proxy()  argument
329 	memset(vdev->args, 0, sizeof(vdev->args));  in vnic_dev_cmd_proxy()
331 	vdev->args[0] = vdev->proxy_index;  in vnic_dev_cmd_proxy()
332 	vdev->args[1] = cmd;  in vnic_dev_cmd_proxy()
333 	memcpy(&vdev->args[2], args, nargs * sizeof(args[0]));  in vnic_dev_cmd_proxy()
335 	err = vdev->devcmd_rtn(vdev, proxy_cmd, wait);  in vnic_dev_cmd_proxy()
339 	status = (u32)vdev->args[0];  in vnic_dev_cmd_proxy()
341 		err = (int)vdev->args[1];  in vnic_dev_cmd_proxy()
348 	memcpy(args, &vdev->args[1], nargs * sizeof(args[0]));  in vnic_dev_cmd_proxy()
353 static int vnic_dev_cmd_no_proxy(struct vnic_dev *vdev,  in vnic_dev_cmd_no_proxy()  argument
362 	memset(vdev->args, 0, sizeof(vdev->args));  in vnic_dev_cmd_no_proxy()
363 	memcpy(vdev->args, args, nargs * sizeof(args[0]));  in vnic_dev_cmd_no_proxy()
365 	err = vdev->devcmd_rtn(vdev, cmd, wait);  in vnic_dev_cmd_no_proxy()
367 	memcpy(args, vdev->args, nargs * sizeof(args[0]));  in vnic_dev_cmd_no_proxy()
372 int vnic_dev_cmd(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,  in vnic_dev_cmd()  argument
380 	memset(vdev->args, 0, sizeof(vdev->args));  in vnic_dev_cmd()
382 	switch (vdev->proxy) {  in vnic_dev_cmd()
384 		err =  vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_INDEX, cmd,  in vnic_dev_cmd()
388 		err =  vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_BDF, cmd,  in vnic_dev_cmd()
393 		err = vnic_dev_cmd_no_proxy(vdev, cmd, args, 2, wait);  in vnic_dev_cmd()
405 int vnic_dev_cmd_args(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd,  in vnic_dev_cmd_args()  argument
408 	switch (vdev->proxy) {  in vnic_dev_cmd_args()
410 		return vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_INDEX, cmd,  in vnic_dev_cmd_args()
413 		return vnic_dev_cmd_proxy(vdev, CMD_PROXY_BY_BDF, cmd,  in vnic_dev_cmd_args()
417 		return vnic_dev_cmd_no_proxy(vdev, cmd, args, nargs, wait);  in vnic_dev_cmd_args()
421 static int vnic_dev_advanced_filters_cap(struct vnic_dev *vdev, u64 *args,  in vnic_dev_advanced_filters_cap()  argument
427 	return vnic_dev_cmd_args(vdev, CMD_CAPABILITY, args, nargs, 1000);  in vnic_dev_advanced_filters_cap()
430 int vnic_dev_capable_adv_filters(struct vnic_dev *vdev)  in vnic_dev_capable_adv_filters()  argument
436 	err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);  in vnic_dev_capable_adv_filters()
452 int vnic_dev_capable_filter_mode(struct vnic_dev *vdev, u32 *mode,  in vnic_dev_capable_filter_mode()  argument
459 	err = vnic_dev_advanced_filters_cap(vdev, args, 4);  in vnic_dev_capable_filter_mode()
472 		err = vnic_dev_cmd_args(vdev, CMD_CAPABILITY, args, 2, 1000);  in vnic_dev_capable_filter_mode()
496 void vnic_dev_capable_udp_rss_weak(struct vnic_dev *vdev, bool *cfg_chk,  in vnic_dev_capable_udp_rss_weak()  argument
505 	err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);  in vnic_dev_capable_udp_rss_weak()
512 int vnic_dev_capable(struct vnic_dev *vdev, enum vnic_devcmd_cmd cmd)  in vnic_dev_capable()  argument
518 	err = vnic_dev_cmd(vdev, CMD_CAPABILITY, &a0, &a1, wait);  in vnic_dev_capable()
523 int vnic_dev_spec(struct vnic_dev *vdev, unsigned int offset, size_t size,  in vnic_dev_spec()  argument
533 	err = vnic_dev_cmd(vdev, CMD_DEV_SPEC, &a0, &a1, wait);  in vnic_dev_spec()
556 int vnic_dev_stats_clear(struct vnic_dev *vdev)  in vnic_dev_stats_clear()  argument
561 	return vnic_dev_cmd(vdev, CMD_STATS_CLEAR, &a0, &a1, wait);  in vnic_dev_stats_clear()
564 int vnic_dev_stats_dump(struct vnic_dev *vdev, struct vnic_stats **stats)  in vnic_dev_stats_dump()  argument
570 	if (!vdev->stats)  in vnic_dev_stats_dump()
573 	*stats = vdev->stats;  in vnic_dev_stats_dump()
574 	a0 = vdev->stats_res.idi_paddr;  in vnic_dev_stats_dump()
577 	bus_dmamap_sync(vdev->stats_res.idi_tag,  in vnic_dev_stats_dump()
578 			vdev->stats_res.idi_map,  in vnic_dev_stats_dump()
580 	rc = vnic_dev_cmd(vdev, CMD_STATS_DUMP, &a0, &a1, wait);  in vnic_dev_stats_dump()
581 	bus_dmamap_sync(vdev->stats_res.idi_tag,  in vnic_dev_stats_dump()
582 			vdev->stats_res.idi_map,  in vnic_dev_stats_dump()
590 int vnic_dev_counter_dma_cfg(struct vnic_dev *vdev, u32 period,  in vnic_dev_counter_dma_cfg()  argument
604 	args[1] = vdev->flow_counters_res.idi_paddr;  in vnic_dev_counter_dma_cfg()
606 	bus_dmamap_sync(vdev->flow_counters_res.idi_tag,  in vnic_dev_counter_dma_cfg()
607 			vdev->flow_counters_res.idi_map,  in vnic_dev_counter_dma_cfg()
609 	err =  vnic_dev_cmd_args(vdev, CMD_COUNTER_DMA_CONFIG, args, 3, wait);  in vnic_dev_counter_dma_cfg()
610 	bus_dmamap_sync(vdev->flow_counters_res.idi_tag,  in vnic_dev_counter_dma_cfg()
611 			vdev->flow_counters_res.idi_map,  in vnic_dev_counter_dma_cfg()
616 		vdev->flow_counters_dma_active = (num_counters != 0 &&  in vnic_dev_counter_dma_cfg()
622 int vnic_dev_close(struct vnic_dev *vdev)  in vnic_dev_close()  argument
627 	return vnic_dev_cmd(vdev, CMD_CLOSE, &a0, &a1, wait);  in vnic_dev_close()
630 int vnic_dev_enable_wait(struct vnic_dev *vdev)  in vnic_dev_enable_wait()  argument
635 	if (vnic_dev_capable(vdev, CMD_ENABLE_WAIT))  in vnic_dev_enable_wait()
636 		return vnic_dev_cmd(vdev, CMD_ENABLE_WAIT, &a0, &a1, wait);  in vnic_dev_enable_wait()
638 		return vnic_dev_cmd(vdev, CMD_ENABLE, &a0, &a1, wait);  in vnic_dev_enable_wait()
641 int vnic_dev_disable(struct vnic_dev *vdev)  in vnic_dev_disable()  argument
646 	return vnic_dev_cmd(vdev, CMD_DISABLE, &a0, &a1, wait);  in vnic_dev_disable()
649 int vnic_dev_open(struct vnic_dev *vdev, int arg)  in vnic_dev_open()  argument
654 	return vnic_dev_cmd(vdev, CMD_OPEN, &a0, &a1, wait);  in vnic_dev_open()
657 int vnic_dev_open_done(struct vnic_dev *vdev, int *done)  in vnic_dev_open_done()  argument
665 	err = vnic_dev_cmd(vdev, CMD_OPEN_STATUS, &a0, &a1, wait);  in vnic_dev_open_done()
674 int vnic_dev_get_mac_addr(struct vnic_dev *vdev, u8 *mac_addr)  in vnic_dev_get_mac_addr()  argument
683 	err = vnic_dev_cmd(vdev, CMD_GET_MAC_ADDR, &a0, &a1, wait);  in vnic_dev_get_mac_addr()
693 int vnic_dev_packet_filter(struct vnic_dev *vdev, int directed, int multicast,  in vnic_dev_packet_filter()  argument
706 	err = vnic_dev_cmd(vdev, CMD_PACKET_FILTER, &a0, &a1, wait);  in vnic_dev_packet_filter()
713 int vnic_dev_add_addr(struct vnic_dev *vdev, u8 *addr)  in vnic_dev_add_addr()  argument
723 	err = vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);  in vnic_dev_add_addr()
732 int vnic_dev_del_addr(struct vnic_dev *vdev, u8 *addr)  in vnic_dev_del_addr()  argument
742 	err = vnic_dev_cmd(vdev, CMD_ADDR_DEL, &a0, &a1, wait);  in vnic_dev_del_addr()
751 int vnic_dev_set_ig_vlan_rewrite_mode(struct vnic_dev *vdev,  in vnic_dev_set_ig_vlan_rewrite_mode()  argument
757 	if (vnic_dev_capable(vdev, CMD_IG_VLAN_REWRITE_MODE))  in vnic_dev_set_ig_vlan_rewrite_mode()
758 		return vnic_dev_cmd(vdev, CMD_IG_VLAN_REWRITE_MODE,  in vnic_dev_set_ig_vlan_rewrite_mode()
764 void vnic_dev_set_reset_flag(struct vnic_dev *vdev, int state)  in vnic_dev_set_reset_flag()  argument
766 	vdev->in_reset = state;  in vnic_dev_set_reset_flag()
769 static inline int vnic_dev_in_reset(struct vnic_dev *vdev)  in vnic_dev_in_reset()  argument
771 	return vdev->in_reset;  in vnic_dev_in_reset()
774 int vnic_dev_notify_setcmd(struct vnic_dev *vdev,  in vnic_dev_notify_setcmd()  argument
781 	bus_dmamap_sync(vdev->notify_res.idi_tag,  in vnic_dev_notify_setcmd()
782 			vdev->notify_res.idi_map,  in vnic_dev_notify_setcmd()
785 	bus_dmamap_sync(vdev->notify_res.idi_tag,  in vnic_dev_notify_setcmd()
786 			vdev->notify_res.idi_map,  in vnic_dev_notify_setcmd()
788 	if (!vnic_dev_in_reset(vdev)) {  in vnic_dev_notify_setcmd()
789 		vdev->notify = notify_addr;  in vnic_dev_notify_setcmd()
790 		vdev->notify_pa = notify_pa;  in vnic_dev_notify_setcmd()
797 	r = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);  in vnic_dev_notify_setcmd()
798 	if (!vnic_dev_in_reset(vdev))  in vnic_dev_notify_setcmd()
799 		vdev->notify_sz = (r == 0) ? (u32)a1 : 0;  in vnic_dev_notify_setcmd()
804 int vnic_dev_notify_set(struct vnic_dev *vdev, u16 intr)  in vnic_dev_notify_set()  argument
811 	if (vdev->notify || vdev->notify_pa) {  in vnic_dev_notify_set()
812 		return vnic_dev_notify_setcmd(vdev, vdev->notify,  in vnic_dev_notify_set()
813 					      vdev->notify_pa, intr);  in vnic_dev_notify_set()
815 	if (!vnic_dev_in_reset(vdev)) {  in vnic_dev_notify_set()
818 		iflib_dma_alloc(vdev->softc->ctx,  in vnic_dev_notify_set()
820 				     &vdev->notify_res, BUS_DMA_NOWAIT);  in vnic_dev_notify_set()
821 		notify_pa = vdev->notify_res.idi_paddr;  in vnic_dev_notify_set()
822 		notify_addr = vdev->notify_res.idi_vaddr;  in vnic_dev_notify_set()
825 	return vnic_dev_notify_setcmd(vdev, notify_addr, notify_pa, intr);  in vnic_dev_notify_set()
828 int vnic_dev_notify_unsetcmd(struct vnic_dev *vdev)  in vnic_dev_notify_unsetcmd()  argument
838 	err = vnic_dev_cmd(vdev, CMD_NOTIFY, &a0, &a1, wait);  in vnic_dev_notify_unsetcmd()
839 	if (!vnic_dev_in_reset(vdev)) {  in vnic_dev_notify_unsetcmd()
840 		vdev->notify = NULL;  in vnic_dev_notify_unsetcmd()
841 		vdev->notify_pa = 0;  in vnic_dev_notify_unsetcmd()
842 		vdev->notify_sz = 0;  in vnic_dev_notify_unsetcmd()
848 int vnic_dev_notify_unset(struct vnic_dev *vdev)  in vnic_dev_notify_unset()  argument
850 	if (vdev->notify && !vnic_dev_in_reset(vdev)) {  in vnic_dev_notify_unset()
851 		iflib_dma_free(&vdev->notify_res);  in vnic_dev_notify_unset()
854 	return vnic_dev_notify_unsetcmd(vdev);  in vnic_dev_notify_unset()
857 static int vnic_dev_notify_ready(struct vnic_dev *vdev)  in vnic_dev_notify_ready()  argument
860 	unsigned int nwords = vdev->notify_sz / 4;  in vnic_dev_notify_ready()
864 	if (!vdev->notify || !vdev->notify_sz)  in vnic_dev_notify_ready()
869 		bus_dmamap_sync(vdev->notify_res.idi_tag,  in vnic_dev_notify_ready()
870 				vdev->notify_res.idi_map,  in vnic_dev_notify_ready()
872 		memcpy(&vdev->notify_copy, vdev->notify, vdev->notify_sz);  in vnic_dev_notify_ready()
873 		bus_dmamap_sync(vdev->notify_res.idi_tag,  in vnic_dev_notify_ready()
874 				vdev->notify_res.idi_map,  in vnic_dev_notify_ready()
876 		words = (u32 *)&vdev->notify_copy;  in vnic_dev_notify_ready()
885 int vnic_dev_init(struct vnic_dev *vdev, int arg)  in vnic_dev_init()  argument
891 	if (vnic_dev_capable(vdev, CMD_INIT))  in vnic_dev_init()
892 		r = vnic_dev_cmd(vdev, CMD_INIT, &a0, &a1, wait);  in vnic_dev_init()
894 		vnic_dev_cmd(vdev, CMD_INIT_v1, &a0, &a1, wait);  in vnic_dev_init()
899 			vnic_dev_cmd(vdev, CMD_GET_MAC_ADDR, &a0, &a1, wait);  in vnic_dev_init()
900 			vnic_dev_cmd(vdev, CMD_ADDR_ADD, &a0, &a1, wait);  in vnic_dev_init()
906 void vnic_dev_intr_coal_timer_info_default(struct vnic_dev *vdev)  in vnic_dev_intr_coal_timer_info_default()  argument
909 	vdev->intr_coal_timer_info.mul = 2;  in vnic_dev_intr_coal_timer_info_default()
910 	vdev->intr_coal_timer_info.div = 3;  in vnic_dev_intr_coal_timer_info_default()
911 	vdev->intr_coal_timer_info.max_usec =  in vnic_dev_intr_coal_timer_info_default()
912 		vnic_dev_intr_coal_timer_hw_to_usec(vdev, 0xffff);  in vnic_dev_intr_coal_timer_info_default()
915 int vnic_dev_link_status(struct vnic_dev *vdev)  in vnic_dev_link_status()  argument
917 	if (!vnic_dev_notify_ready(vdev))  in vnic_dev_link_status()
920 	return vdev->notify_copy.link_state;  in vnic_dev_link_status()
923 u32 vnic_dev_port_speed(struct vnic_dev *vdev)  in vnic_dev_port_speed()  argument
925 	if (!vnic_dev_notify_ready(vdev))  in vnic_dev_port_speed()
928 	return vdev->notify_copy.port_speed;  in vnic_dev_port_speed()
931 u32 vnic_dev_intr_coal_timer_usec_to_hw(struct vnic_dev *vdev, u32 usec)  in vnic_dev_intr_coal_timer_usec_to_hw()  argument
933 	return (usec * vdev->intr_coal_timer_info.mul) /  in vnic_dev_intr_coal_timer_usec_to_hw()
934 		vdev->intr_coal_timer_info.div;  in vnic_dev_intr_coal_timer_usec_to_hw()
937 u32 vnic_dev_intr_coal_timer_hw_to_usec(struct vnic_dev *vdev, u32 hw_cycles)  in vnic_dev_intr_coal_timer_hw_to_usec()  argument
939 	return (hw_cycles * vdev->intr_coal_timer_info.div) /  in vnic_dev_intr_coal_timer_hw_to_usec()
940 		vdev->intr_coal_timer_info.mul;  in vnic_dev_intr_coal_timer_hw_to_usec()
943 u32 vnic_dev_get_intr_coal_timer_max(struct vnic_dev *vdev)  in vnic_dev_get_intr_coal_timer_max()  argument
945 	return vdev->intr_coal_timer_info.max_usec;  in vnic_dev_get_intr_coal_timer_max()
948 u32 vnic_dev_mtu(struct vnic_dev *vdev)  in vnic_dev_mtu()  argument
950 	if (!vnic_dev_notify_ready(vdev))  in vnic_dev_mtu()
953 	return vdev->notify_copy.mtu;  in vnic_dev_mtu()
956 void vnic_dev_set_intr_mode(struct vnic_dev *vdev,  in vnic_dev_set_intr_mode()  argument
959 	vdev->intr_mode = intr_mode;  in vnic_dev_set_intr_mode()
963         struct vnic_dev *vdev)  in vnic_dev_get_intr_mode()  argument
965 	return vdev->intr_mode;  in vnic_dev_get_intr_mode()
969 int vnic_dev_alloc_stats_mem(struct vnic_dev *vdev)  in vnic_dev_alloc_stats_mem()  argument
975 	softc = vdev->softc;  in vnic_dev_alloc_stats_mem()
978 	iflib_dma_alloc(softc->ctx, sizeof(struct vnic_stats), &vdev->stats_res, 0);  in vnic_dev_alloc_stats_mem()
979 	vdev->stats = (struct vnic_stats *)vdev->stats_res.idi_vaddr;  in vnic_dev_alloc_stats_mem()
980 	return vdev->stats == NULL ? -ENOMEM : 0;  in vnic_dev_alloc_stats_mem()
986 int vnic_dev_alloc_counter_mem(struct vnic_dev *vdev)  in vnic_dev_alloc_counter_mem()  argument
992 	softc = vdev->softc;  in vnic_dev_alloc_counter_mem()
995 …iflib_dma_alloc(softc->ctx, sizeof(struct vnic_counter_counts) * VNIC_MAX_FLOW_COUNTERS, &vdev->fl…  in vnic_dev_alloc_counter_mem()
996 	vdev->flow_counters = (struct vnic_counter_counts *)vdev->flow_counters_res.idi_vaddr;  in vnic_dev_alloc_counter_mem()
997 	vdev->flow_counters_dma_active = 0;  in vnic_dev_alloc_counter_mem()
998 	return (vdev->flow_counters == NULL ? ENOMEM : 0);  in vnic_dev_alloc_counter_mem()
1001 struct vnic_dev *vnic_dev_register(struct vnic_dev *vdev,  in vnic_dev_register()  argument
1004 	if (vnic_dev_discover_res(vdev, NULL, num_bars))  in vnic_dev_register()
1007 	vdev->devcmd = vnic_dev_get_res(vdev, RES_TYPE_DEVCMD, 0);  in vnic_dev_register()
1008 	if (!vdev->devcmd)  in vnic_dev_register()
1011 	return vdev;  in vnic_dev_register()
1017 static int vnic_dev_init_devcmd1(struct vnic_dev *vdev)  in vnic_dev_init_devcmd1()  argument
1019 	vdev->devcmd = vnic_dev_get_res(vdev, RES_TYPE_DEVCMD, 0);  in vnic_dev_init_devcmd1()
1020 	if (!vdev->devcmd)  in vnic_dev_init_devcmd1()
1022 	vdev->devcmd_rtn = _vnic_dev_cmd;  in vnic_dev_init_devcmd1()
1027 static int vnic_dev_init_devcmd2(struct vnic_dev *vdev)  in vnic_dev_init_devcmd2()  argument
1035 	if (vdev->devcmd2)  in vnic_dev_init_devcmd2()
1038 	vdev->devcmd2 = malloc(sizeof(*vdev->devcmd2), M_DEVBUF,  in vnic_dev_init_devcmd2()
1041 	if (!vdev->devcmd2) {  in vnic_dev_init_devcmd2()
1045 	vdev->devcmd2->color = 1;  in vnic_dev_init_devcmd2()
1046 	vdev->devcmd2->result_size = DEVCMD2_RING_SIZE;  in vnic_dev_init_devcmd2()
1048 	err = enic_wq_devcmd2_alloc(vdev, &vdev->devcmd2->wq, DEVCMD2_RING_SIZE,  in vnic_dev_init_devcmd2()
1054 	vdev->devcmd2->wq_ctrl = vdev->devcmd2->wq.ctrl;  in vnic_dev_init_devcmd2()
1055 	vdev->devcmd2->cmd_ring = vdev->devcmd2->wq.ring.descs;  in vnic_dev_init_devcmd2()
1057 	fetch_index = ENIC_BUS_READ_4(vdev->devcmd2->wq.ctrl, TX_FETCH_INDEX);  in vnic_dev_init_devcmd2()
1061 	enic_wq_init_start(&vdev->devcmd2->wq, 0, fetch_index, fetch_index, 0,  in vnic_dev_init_devcmd2()
1063 	vdev->devcmd2->posted = fetch_index;  in vnic_dev_init_devcmd2()
1064 	vnic_wq_enable(&vdev->devcmd2->wq);  in vnic_dev_init_devcmd2()
1066 	err = vnic_dev_alloc_desc_ring(vdev, &vdev->devcmd2->results_ring,  in vnic_dev_init_devcmd2()
1071 	vdev->devcmd2->result = vdev->devcmd2->results_ring.descs;  in vnic_dev_init_devcmd2()
1072 	vdev->args[0] = (u64)vdev->devcmd2->results_ring.base_addr |  in vnic_dev_init_devcmd2()
1074 	vdev->args[1] = DEVCMD2_RING_SIZE;  in vnic_dev_init_devcmd2()
1076 	err = _vnic_dev_cmd2(vdev, CMD_INITIALIZE_DEVCMD2, 1000);  in vnic_dev_init_devcmd2()
1080 	vdev->devcmd_rtn = _vnic_dev_cmd2;  in vnic_dev_init_devcmd2()
1086 	if (vdev->devcmd2->wq_ctrl)  in vnic_dev_init_devcmd2()
1087 		vnic_wq_free(&vdev->devcmd2->wq);  in vnic_dev_init_devcmd2()
1088 	if (vdev->devcmd2->result)  in vnic_dev_init_devcmd2()
1089 		vnic_dev_free_desc_ring(vdev, &vdev->devcmd2->results_ring);  in vnic_dev_init_devcmd2()
1090 	free(vdev->devcmd2, M_DEVBUF);  in vnic_dev_init_devcmd2()
1091 	vdev->devcmd2 = NULL;  in vnic_dev_init_devcmd2()
1112 int vnic_dev_overlay_offload_ctrl(struct vnic_dev *vdev, u8 overlay, u8 config)  in vnic_dev_overlay_offload_ctrl()  argument
1118 	return vnic_dev_cmd(vdev, CMD_OVERLAY_OFFLOAD_CTRL, &a0, &a1, wait);  in vnic_dev_overlay_offload_ctrl()
1121 int vnic_dev_overlay_offload_cfg(struct vnic_dev *vdev, u8 overlay,  in vnic_dev_overlay_offload_cfg()  argument
1128 	return vnic_dev_cmd(vdev, CMD_OVERLAY_OFFLOAD_CFG, &a0, &a1, wait);  in vnic_dev_overlay_offload_cfg()
1131 int vnic_dev_capable_vxlan(struct vnic_dev *vdev)  in vnic_dev_capable_vxlan()  argument
1138 	ret = vnic_dev_cmd(vdev, CMD_GET_SUPP_FEATURE_VER, &a0, &a1, wait);  in vnic_dev_capable_vxlan()
1145 bool vnic_dev_counter_alloc(struct vnic_dev *vdev, uint32_t *idx)  in vnic_dev_counter_alloc()  argument
1151 	if (vnic_dev_cmd(vdev, CMD_COUNTER_ALLOC, &a0, &a1, wait))  in vnic_dev_counter_alloc()
1157 bool vnic_dev_counter_free(struct vnic_dev *vdev, uint32_t idx)  in vnic_dev_counter_free()  argument
1163 	return vnic_dev_cmd(vdev, CMD_COUNTER_FREE, &a0, &a1,  in vnic_dev_counter_free()
1167 bool vnic_dev_counter_query(struct vnic_dev *vdev, uint32_t idx,  in vnic_dev_counter_query()  argument
1176 		if (vnic_dev_cmd(vdev, CMD_COUNTER_QUERY, &a0, &a1, wait))  in vnic_dev_counter_query()
1182 		*packets = vdev->flow_counters[idx].vcc_packets;  in vnic_dev_counter_query()
1183 		*bytes = vdev->flow_counters[idx].vcc_bytes;  in vnic_dev_counter_query()
1188 device_t dev_from_vnic_dev(struct vnic_dev *vdev) {  in dev_from_vnic_dev()  argument
1189 	return (vdev->softc->dev);  in dev_from_vnic_dev()
1192 int vnic_dev_cmd_init(struct vnic_dev *vdev) {  in vnic_dev_cmd_init()  argument
1196 	res = vnic_dev_get_res(vdev, RES_TYPE_DEVCMD2, 0);  in vnic_dev_cmd_init()
1198 		err = vnic_dev_init_devcmd2(vdev);  in vnic_dev_cmd_init()
1200 			device_printf(dev_from_vnic_dev(vdev),  in vnic_dev_cmd_init()
1206 	err = vnic_dev_init_devcmd1(vdev);  in vnic_dev_cmd_init()