1120 	struct sge_ofld_rxq *ofld_rxq;  in t4_setup_vi_queues()  local
1187 	for_each_ofld_rxq(vi, i, ofld_rxq) {  in t4_setup_vi_queues()
1188 		rc = alloc_ofld_rxq(vi, ofld_rxq, i, intr_idx, maxp);  in t4_setup_vi_queues()
1231 	struct sge_ofld_rxq *ofld_rxq;  in t4_teardown_vi_queues()  local
1272 	for_each_ofld_rxq(vi, i, ofld_rxq) {  in t4_teardown_vi_queues()
1273 		free_ofld_rxq(vi, ofld_rxq);  in t4_teardown_vi_queues()
2265 	struct sge_ofld_rxq *ofld_rxq;  in t4_update_fl_bufsize()  local
2281 	for_each_ofld_rxq(vi, i, ofld_rxq) {  in t4_update_fl_bufsize()
2282 		fl = &ofld_rxq->fl;  in t4_update_fl_bufsize()
4094 alloc_ofld_rxq(struct vi_info *vi, struct sge_ofld_rxq *ofld_rxq, int idx,  in alloc_ofld_rxq()  argument
4102 	if (!(ofld_rxq->iq.flags & IQ_SW_ALLOCATED)) {  in alloc_ofld_rxq()
4103 		MPASS(!(ofld_rxq->iq.flags & IQ_HW_ALLOCATED));  in alloc_ofld_rxq()
4110 		init_iq(&ofld_rxq->iq, sc, vi->ofld_tmr_idx, vi->ofld_pktc_idx,  in alloc_ofld_rxq()
4114 		init_fl(sc, &ofld_rxq->fl, vi->qsize_rxq / 8, maxp, name);  in alloc_ofld_rxq()
4115 		rc = alloc_iq_fl(vi, &ofld_rxq->iq, &ofld_rxq->fl, &vi->ctx,  in alloc_ofld_rxq()
4123 		MPASS(ofld_rxq->iq.flags & IQ_SW_ALLOCATED);  in alloc_ofld_rxq()
4124 		ofld_rxq->rx_iscsi_ddp_setup_ok = counter_u64_alloc(M_WAITOK);  in alloc_ofld_rxq()
4125 		ofld_rxq->rx_iscsi_ddp_setup_error =  in alloc_ofld_rxq()
4127 		ofld_rxq->ddp_buffer_alloc = counter_u64_alloc(M_WAITOK);  in alloc_ofld_rxq()
4128 		ofld_rxq->ddp_buffer_reuse = counter_u64_alloc(M_WAITOK);  in alloc_ofld_rxq()
4129 		ofld_rxq->ddp_buffer_free = counter_u64_alloc(M_WAITOK);  in alloc_ofld_rxq()
4130 		add_ofld_rxq_sysctls(&vi->ctx, oid, ofld_rxq);  in alloc_ofld_rxq()
4133 	if (!(ofld_rxq->iq.flags & IQ_HW_ALLOCATED)) {  in alloc_ofld_rxq()
4134 		MPASS(ofld_rxq->iq.flags & IQ_SW_ALLOCATED);  in alloc_ofld_rxq()
4135 		rc = alloc_iq_fl_hwq(vi, &ofld_rxq->iq, &ofld_rxq->fl);  in alloc_ofld_rxq()
4141 		MPASS(ofld_rxq->iq.flags & IQ_HW_ALLOCATED);  in alloc_ofld_rxq()
4150 free_ofld_rxq(struct vi_info *vi, struct sge_ofld_rxq *ofld_rxq)  in free_ofld_rxq()  argument
4152 	if (ofld_rxq->iq.flags & IQ_HW_ALLOCATED) {  in free_ofld_rxq()
4153 		MPASS(ofld_rxq->iq.flags & IQ_SW_ALLOCATED);  in free_ofld_rxq()
4154 		free_iq_fl_hwq(vi->adapter, &ofld_rxq->iq, &ofld_rxq->fl);  in free_ofld_rxq()
4155 		MPASS(!(ofld_rxq->iq.flags & IQ_HW_ALLOCATED));  in free_ofld_rxq()
4158 	if (ofld_rxq->iq.flags & IQ_SW_ALLOCATED) {  in free_ofld_rxq()
4159 		MPASS(!(ofld_rxq->iq.flags & IQ_HW_ALLOCATED));  in free_ofld_rxq()
4160 		free_iq_fl(vi->adapter, &ofld_rxq->iq, &ofld_rxq->fl);  in free_ofld_rxq()
4161 		MPASS(!(ofld_rxq->iq.flags & IQ_SW_ALLOCATED));  in free_ofld_rxq()
4162 		counter_u64_free(ofld_rxq->rx_iscsi_ddp_setup_ok);  in free_ofld_rxq()
4163 		counter_u64_free(ofld_rxq->rx_iscsi_ddp_setup_error);  in free_ofld_rxq()
4164 		counter_u64_free(ofld_rxq->ddp_buffer_alloc);  in free_ofld_rxq()
4165 		counter_u64_free(ofld_rxq->ddp_buffer_reuse);  in free_ofld_rxq()
4166 		counter_u64_free(ofld_rxq->ddp_buffer_free);  in free_ofld_rxq()
4167 		bzero(ofld_rxq, sizeof(*ofld_rxq));  in free_ofld_rxq()
4173     struct sge_ofld_rxq *ofld_rxq)  in add_ofld_rxq_sysctls()  argument
4182 	    CTLFLAG_RD, &ofld_rxq->rx_aio_ddp_jobs, 0,  in add_ofld_rxq_sysctls()
4185 	    CTLFLAG_RD, &ofld_rxq->rx_aio_ddp_octets, 0,  in add_ofld_rxq_sysctls()
4188 	    "rx_toe_tls_records", CTLFLAG_RD, &ofld_rxq->rx_toe_tls_records,  in add_ofld_rxq_sysctls()
4191 	    "rx_toe_tls_octets", CTLFLAG_RD, &ofld_rxq->rx_toe_tls_octets,  in add_ofld_rxq_sysctls()
4194 	    "rx_toe_ddp_octets", CTLFLAG_RD, &ofld_rxq->rx_toe_ddp_octets,  in add_ofld_rxq_sysctls()
4197 	    "ddp_buffer_alloc", CTLFLAG_RD, &ofld_rxq->ddp_buffer_alloc,  in add_ofld_rxq_sysctls()
4200 	    "ddp_buffer_reuse", CTLFLAG_RD, &ofld_rxq->ddp_buffer_reuse,  in add_ofld_rxq_sysctls()
4203 	    "ddp_buffer_free", CTLFLAG_RD, &ofld_rxq->ddp_buffer_free,  in add_ofld_rxq_sysctls()
4211 	    CTLFLAG_RD, &ofld_rxq->rx_iscsi_ddp_setup_ok,  in add_ofld_rxq_sysctls()
4214 	    CTLFLAG_RD, &ofld_rxq->rx_iscsi_ddp_setup_error,  in add_ofld_rxq_sysctls()
4217 	    CTLFLAG_RD, &ofld_rxq->rx_iscsi_ddp_octets, 0,  in add_ofld_rxq_sysctls()
4220 	    CTLFLAG_RD, &ofld_rxq->rx_iscsi_ddp_pdus, 0,  in add_ofld_rxq_sysctls()
4223 	    CTLFLAG_RD, &ofld_rxq->rx_iscsi_fl_octets, 0,  in add_ofld_rxq_sysctls()
4226 	    CTLFLAG_RD, &ofld_rxq->rx_iscsi_fl_pdus, 0,  in add_ofld_rxq_sysctls()
4229 	    CTLFLAG_RD, &ofld_rxq->rx_iscsi_padding_errors, 0,  in add_ofld_rxq_sysctls()
4232 	    CTLFLAG_RD, &ofld_rxq->rx_iscsi_header_digest_errors, 0,  in add_ofld_rxq_sysctls()
4235 	    CTLFLAG_RD, &ofld_rxq->rx_iscsi_data_digest_errors, 0,  in add_ofld_rxq_sysctls()
4841 			    &sc->sge.ofld_rxq[iqidx].iq, name);  in alloc_ofld_txq()