259 	struct iavf_vsi *vsi;  in iavf_if_attach_pre()  local
267 	vsi = &sc->vsi;  in iavf_if_attach_pre()
268 	vsi->back = sc;  in iavf_if_attach_pre()
272 	vsi->dev = dev;  in iavf_if_attach_pre()
273 	vsi->hw = &sc->hw;  in iavf_if_attach_pre()
274 	vsi->num_vlans = 0;  in iavf_if_attach_pre()
275 	vsi->ctx = ctx;  in iavf_if_attach_pre()
277 	vsi->ifp = iflib_get_ifp(ctx);  in iavf_if_attach_pre()
278 	vsi->shared = scctx = iflib_get_softc_ctx(ctx);  in iavf_if_attach_pre()
362 	if (vsi->enable_head_writeback) {  in iavf_if_attach_pre()
468 	struct iavf_vsi *vsi;  in iavf_if_attach_post()  local
474 	vsi = &sc->vsi;  in iavf_if_attach_post()
478 	vsi->num_rx_queues = vsi->shared->isc_nrxqsets;  in iavf_if_attach_post()
479 	vsi->num_tx_queues = vsi->shared->isc_ntxqsets;  in iavf_if_attach_post()
487 	bzero(&sc->vsi.eth_stats, sizeof(struct iavf_eth_stats));  in iavf_if_attach_post()
633 	if_ctx_t ctx = sc->vsi.ctx;  in iavf_send_vc_msg_sleep()
685 iavf_init_queues(struct iavf_vsi *vsi)  in iavf_init_queues()  argument
687 	struct iavf_tx_queue *tx_que = vsi->tx_queues;  in iavf_init_queues()
688 	struct iavf_rx_queue *rx_que = vsi->rx_queues;  in iavf_init_queues()
692 	mbuf_sz = iflib_get_rx_mbuf_sz(vsi->ctx);  in iavf_init_queues()
695 	for (int i = 0; i < vsi->num_tx_queues; i++, tx_que++)  in iavf_init_queues()
696 		iavf_init_tx_ring(vsi, tx_que);  in iavf_init_queues()
698 	for (int i = 0; i < vsi->num_rx_queues; i++, rx_que++) {  in iavf_init_queues()
702 		wr32(vsi->hw, rxr->tail, 0);  in iavf_init_queues()
720 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_init()  local
778 	iavf_init_queues(vsi);  in iavf_if_init()
792 	if (vsi->enable_head_writeback)  in iavf_if_init()
793 		iavf_init_tx_cidx(vsi);  in iavf_if_init()
795 		iavf_init_tx_rsqs(vsi);  in iavf_if_init()
821 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_msix_intr_assign()  local
822 	struct iavf_rx_queue *rx_que = vsi->rx_queues;  in iavf_if_msix_intr_assign()
823 	struct iavf_tx_queue *tx_que = vsi->tx_queues;  in iavf_if_msix_intr_assign()
827 	MPASS(vsi->shared->isc_nrxqsets > 0);  in iavf_if_msix_intr_assign()
828 	MPASS(vsi->shared->isc_ntxqsets > 0);  in iavf_if_msix_intr_assign()
832 	err = iflib_irq_alloc_generic(ctx, &vsi->irq, rid, IFLIB_INTR_ADMIN,  in iavf_if_msix_intr_assign()
835 		iflib_irq_free(ctx, &vsi->irq);  in iavf_if_msix_intr_assign()
842 	for (i = 0, vector = 1; i < vsi->shared->isc_nrxqsets; i++, vector++, rx_que++) {  in iavf_if_msix_intr_assign()
851 			vsi->num_rx_queues = i + 1;  in iavf_if_msix_intr_assign()
859 	for (i = 0; i < vsi->shared->isc_ntxqsets; i++, tx_que++) {  in iavf_if_msix_intr_assign()
862 		    &vsi->rx_queues[i % vsi->shared->isc_nrxqsets].que_irq,  in iavf_if_msix_intr_assign()
865 		tx_que->msix = (i % vsi->shared->isc_nrxqsets) + 1;  in iavf_if_msix_intr_assign()
870 	iflib_irq_free(ctx, &vsi->irq);  in iavf_if_msix_intr_assign()
871 	rx_que = vsi->rx_queues;  in iavf_if_msix_intr_assign()
872 	for (i = 0; i < vsi->num_rx_queues; i++, rx_que++)  in iavf_if_msix_intr_assign()
887 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_enable_intr()  local
889 	iavf_enable_intr(vsi);  in iavf_if_enable_intr()
902 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_disable_intr()  local
904 	iavf_disable_intr(vsi);  in iavf_if_disable_intr()
920 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_rx_queue_intr_enable()  local
921 	struct iavf_hw *hw = vsi->hw;  in iavf_if_rx_queue_intr_enable()
922 	struct iavf_rx_queue *rx_que = &vsi->rx_queues[rxqid];  in iavf_if_rx_queue_intr_enable()
941 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_tx_queue_intr_enable()  local
942 	struct iavf_hw *hw = vsi->hw;  in iavf_if_tx_queue_intr_enable()
943 	struct iavf_tx_queue *tx_que = &vsi->tx_queues[txqid];  in iavf_if_tx_queue_intr_enable()
968 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_tx_queues_alloc()  local
969 	if_softc_ctx_t scctx = vsi->shared;  in iavf_if_tx_queues_alloc()
978 	if (!(vsi->tx_queues =  in iavf_if_tx_queues_alloc()
984 	for (i = 0, que = vsi->tx_queues; i < ntxqsets; i++, que++) {  in iavf_if_tx_queues_alloc()
988 		que->vsi = vsi;  in iavf_if_tx_queues_alloc()
990 		if (!vsi->enable_head_writeback) {  in iavf_if_tx_queues_alloc()
1032 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_rx_queues_alloc()  local
1037 	if_softc_ctx_t scctx = vsi->shared;  in iavf_if_rx_queues_alloc()
1044 	if (!(vsi->rx_queues =  in iavf_if_rx_queues_alloc()
1052 	for (i = 0, que = vsi->rx_queues; i < nrxqsets; i++, que++) {  in iavf_if_rx_queues_alloc()
1056 		que->vsi = vsi;  in iavf_if_rx_queues_alloc()
1087 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_queues_free()  local
1089 	if (!vsi->enable_head_writeback) {  in iavf_if_queues_free()
1093 		for (i = 0, que = vsi->tx_queues; i < vsi->shared->isc_ntxqsets; i++, que++) {  in iavf_if_queues_free()
1102 	if (vsi->tx_queues != NULL) {  in iavf_if_queues_free()
1103 		free(vsi->tx_queues, M_IAVF);  in iavf_if_queues_free()
1104 		vsi->tx_queues = NULL;  in iavf_if_queues_free()
1106 	if (vsi->rx_queues != NULL) {  in iavf_if_queues_free()
1107 		free(vsi->rx_queues, M_IAVF);  in iavf_if_queues_free()
1108 		vsi->rx_queues = NULL;  in iavf_if_queues_free()
1299 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_mtu_set()  local
1308 	vsi->shared->isc_max_frame_size = mtu + ETHER_HDR_LEN + ETHER_CRC_LEN +  in iavf_if_mtu_set()
1408 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_vlan_register()  local
1414 	if (vsi->num_vlans == 0)  in iavf_if_vlan_register()
1419 	++vsi->num_vlans;  in iavf_if_vlan_register()
1435 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_vlan_unregister()  local
1438 	if ((vtag == 0) || (vtag > 4095) || (vsi->num_vlans == 0))	/* Invalid */  in iavf_if_vlan_unregister()
1442 	vsi->num_vlans -= i;  in iavf_if_vlan_unregister()
1445 	if (vsi->num_vlans == 0)  in iavf_if_vlan_unregister()
1465 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_if_get_counter()  local
1470 		return (vsi->ipackets);  in iavf_if_get_counter()
1472 		return (vsi->ierrors);  in iavf_if_get_counter()
1474 		return (vsi->opackets);  in iavf_if_get_counter()
1476 		return (vsi->oerrors);  in iavf_if_get_counter()
1481 		return (vsi->ibytes);  in iavf_if_get_counter()
1483 		return (vsi->obytes);  in iavf_if_get_counter()
1485 		return (vsi->imcasts);  in iavf_if_get_counter()
1487 		return (vsi->omcasts);  in iavf_if_get_counter()
1489 		return (vsi->iqdrops);  in iavf_if_get_counter()
1491 		return (vsi->oqdrops);  in iavf_if_get_counter()
1493 		return (vsi->noproto);  in iavf_if_get_counter()
1528 	struct iavf_vsi		*vsi = &sc->vsi;  in iavf_free_pci_resources()  local
1529 	struct iavf_rx_queue	*rx_que = vsi->rx_queues;  in iavf_free_pci_resources()
1537 	iflib_irq_free(vsi->ctx, &vsi->irq);  in iavf_free_pci_resources()
1539 	for (int i = 0; i < vsi->num_rx_queues; i++, rx_que++)  in iavf_free_pci_resources()
1540 		iflib_irq_free(vsi->ctx, &rx_que->que_irq);  in iavf_free_pci_resources()
1558 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_setup_interface()  local
1559 	if_ctx_t ctx = vsi->ctx;  in iavf_setup_interface()
1564 	vsi->shared->isc_max_frame_size =  in iavf_setup_interface()
1624 iavf_enable_intr(struct iavf_vsi *vsi)  in iavf_enable_intr()  argument
1626 	struct iavf_hw *hw = vsi->hw;  in iavf_enable_intr()
1627 	struct iavf_rx_queue *que = vsi->rx_queues;  in iavf_enable_intr()
1630 	for (int i = 0; i < vsi->num_rx_queues; i++, que++)  in iavf_enable_intr()
1643 iavf_disable_intr(struct iavf_vsi *vsi)  in iavf_disable_intr()  argument
1645         struct iavf_hw *hw = vsi->hw;  in iavf_disable_intr()
1646         struct iavf_rx_queue *que = vsi->rx_queues;  in iavf_disable_intr()
1648 	for (int i = 0; i < vsi->num_rx_queues; i++, que++)  in iavf_disable_intr()
1707 	struct iavf_vsi	*vsi = que->vsi;  in iavf_set_queue_rx_itr()  local
1708 	struct iavf_hw	*hw = vsi->hw;  in iavf_set_queue_rx_itr()
1716 	if (rxr->itr != vsi->rx_itr_setting) {  in iavf_set_queue_rx_itr()
1717 		rxr->itr = vsi->rx_itr_setting;  in iavf_set_queue_rx_itr()
1736 	struct iavf_sc *sc = rx_que->vsi->back;  in iavf_msix_que()
1758 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_update_link_status()  local
1762 		if (vsi->link_active == FALSE) {  in iavf_update_link_status()
1763 			vsi->link_active = TRUE;  in iavf_update_link_status()
1766 			iflib_link_state_change(vsi->ctx, LINK_STATE_UP, baudrate);  in iavf_update_link_status()
1769 		if (vsi->link_active == TRUE) {  in iavf_update_link_status()
1770 			vsi->link_active = FALSE;  in iavf_update_link_status()
1771 			iflib_link_state_change(vsi->ctx, LINK_STATE_DOWN, 0);  in iavf_update_link_status()
1789 	iavf_disable_intr(&sc->vsi);  in iavf_stop()
1838 iavf_init_tx_rsqs(struct iavf_vsi *vsi)  in iavf_init_tx_rsqs()  argument
1840 	if_softc_ctx_t scctx = vsi->shared;  in iavf_init_tx_rsqs()
1844 	for (i = 0, tx_que = vsi->tx_queues; i < vsi->num_tx_queues; i++, tx_que++) {  in iavf_init_tx_rsqs()
1869 iavf_init_tx_cidx(struct iavf_vsi *vsi)  in iavf_init_tx_cidx()  argument
1871 	if_softc_ctx_t scctx = vsi->shared;  in iavf_init_tx_cidx()
1875 	for (i = 0, tx_que = vsi->tx_queues; i < vsi->num_tx_queues; i++, tx_que++) {  in iavf_init_tx_cidx()
1891 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_add_device_sysctls()  local
1917 	iavf_add_vsi_sysctls(dev, vsi, ctx, "vsi");  in iavf_add_device_sysctls()
1919 	iavf_add_queues_sysctls(dev, vsi);  in iavf_add_device_sysctls()
1930 iavf_add_queues_sysctls(device_t dev, struct iavf_vsi *vsi)  in iavf_add_queues_sysctls()  argument
1942 	vsi_list = SYSCTL_CHILDREN(vsi->vsi_node);  in iavf_add_queues_sysctls()
1945 	for (int q = 0; q < vsi->num_rx_queues; q++) {  in iavf_add_queues_sysctls()
1952 		rx_que = &(vsi->rx_queues[q]);  in iavf_add_queues_sysctls()
1972 	for (int q = 0; q < vsi->num_tx_queues; q++) {  in iavf_add_queues_sysctls()
1979 		tx_que = &(vsi->tx_queues[q]);  in iavf_add_queues_sysctls()
2019 		iflib_in_detach(sc->vsi.ctx));  in iavf_driver_is_detaching()
2037 	struct iavf_vsi *vsi = &sc->vsi;  in iavf_sysctl_queue_interrupt_table()  local
2057 	for (int i = 0; i < vsi->num_rx_queues; i++) {  in iavf_sysctl_queue_interrupt_table()
2058 		rx_que = &vsi->rx_queues[i];  in iavf_sysctl_queue_interrupt_table()
2061 	for (int i = 0; i < vsi->num_tx_queues; i++) {  in iavf_sysctl_queue_interrupt_table()
2062 		tx_que = &vsi->tx_queues[i];  in iavf_sysctl_queue_interrupt_table()
2105 		if (CTX_ACTIVE(sc->vsi.ctx))  in iavf_sysctl_vf_reset()
2106 			iflib_request_reset(sc->vsi.ctx);  in iavf_sysctl_vf_reset()
2144 		else if (CTX_ACTIVE(sc->vsi.ctx))  in iavf_sysctl_vflr_reset()
2145 			iflib_request_reset(sc->vsi.ctx);  in iavf_sysctl_vflr_reset()