30 	struct aq_vec_s *self = container_of(napi, struct aq_vec_s, napi);  in aq_vec_poll()  local
38 	if (!self) {  in aq_vec_poll()
41 		for (i = 0U; self->tx_rings > i; ++i) {  in aq_vec_poll()
42 			ring = self->ring[i];  in aq_vec_poll()
46 			if (self->aq_hw_ops->hw_ring_tx_head_update) {  in aq_vec_poll()
47 				err = self->aq_hw_ops->hw_ring_tx_head_update(  in aq_vec_poll()
48 							self->aq_hw,  in aq_vec_poll()
60 			err = self->aq_hw_ops->hw_ring_rx_receive(self->aq_hw,  in aq_vec_poll()
80 				err = self->aq_hw_ops->hw_ring_rx_fill(  in aq_vec_poll()
81 					self->aq_hw,  in aq_vec_poll()
94 			self->aq_hw_ops->hw_irq_enable(self->aq_hw,  in aq_vec_poll()
95 					1U << self->aq_ring_param.vec_idx);  in aq_vec_poll()
105 	struct aq_vec_s *self = NULL;  in aq_vec_alloc()  local
107 	self = kzalloc(sizeof(*self), GFP_KERNEL);  in aq_vec_alloc()
108 	if (!self)  in aq_vec_alloc()
111 	self->aq_nic = aq_nic;  in aq_vec_alloc()
112 	self->aq_ring_param.vec_idx = idx;  in aq_vec_alloc()
113 	self->aq_ring_param.cpu =  in aq_vec_alloc()
116 	cpumask_set_cpu(self->aq_ring_param.cpu,  in aq_vec_alloc()
117 			&self->aq_ring_param.affinity_mask);  in aq_vec_alloc()
119 	self->tx_rings = 0;  in aq_vec_alloc()
120 	self->rx_rings = 0;  in aq_vec_alloc()
122 	netif_napi_add(aq_nic_get_ndev(aq_nic), &self->napi, aq_vec_poll);  in aq_vec_alloc()
125 	return self;  in aq_vec_alloc()
128 int aq_vec_ring_alloc(struct aq_vec_s *self, struct aq_nic_s *aq_nic,  in aq_vec_ring_alloc()  argument
139 		ring = &self->ring[i][AQ_VEC_TX_ID];  in aq_vec_ring_alloc()
144 		++self->tx_rings;  in aq_vec_ring_alloc()
148 		ring = &self->ring[i][AQ_VEC_RX_ID];  in aq_vec_ring_alloc()
151 				     self->napi.napi_id) < 0) {  in aq_vec_ring_alloc()
168 		++self->rx_rings;  in aq_vec_ring_alloc()
173 		aq_vec_ring_free(self);  in aq_vec_ring_alloc()
174 		self = NULL;  in aq_vec_ring_alloc()
180 int aq_vec_init(struct aq_vec_s *self, const struct aq_hw_ops *aq_hw_ops,  in aq_vec_init()  argument
187 	self->aq_hw_ops = aq_hw_ops;  in aq_vec_init()
188 	self->aq_hw = aq_hw;  in aq_vec_init()
190 	for (i = 0U; self->tx_rings > i; ++i) {  in aq_vec_init()
191 		ring = self->ring[i];  in aq_vec_init()
196 		err = self->aq_hw_ops->hw_ring_tx_init(self->aq_hw,  in aq_vec_init()
198 						       &self->aq_ring_param);  in aq_vec_init()
206 		err = self->aq_hw_ops->hw_ring_rx_init(self->aq_hw,  in aq_vec_init()
208 						       &self->aq_ring_param);  in aq_vec_init()
216 		err = self->aq_hw_ops->hw_ring_rx_fill(self->aq_hw,  in aq_vec_init()
226 int aq_vec_start(struct aq_vec_s *self)  in aq_vec_start()  argument
232 	for (i = 0U; self->tx_rings > i; ++i) {  in aq_vec_start()
233 		ring = self->ring[i];  in aq_vec_start()
234 		err = self->aq_hw_ops->hw_ring_tx_start(self->aq_hw,  in aq_vec_start()
239 		err = self->aq_hw_ops->hw_ring_rx_start(self->aq_hw,  in aq_vec_start()
245 	napi_enable(&self->napi);  in aq_vec_start()
251 void aq_vec_stop(struct aq_vec_s *self)  in aq_vec_stop()  argument
256 	for (i = 0U; self->tx_rings > i; ++i) {  in aq_vec_stop()
257 		ring = self->ring[i];  in aq_vec_stop()
258 		self->aq_hw_ops->hw_ring_tx_stop(self->aq_hw,  in aq_vec_stop()
261 		self->aq_hw_ops->hw_ring_rx_stop(self->aq_hw,  in aq_vec_stop()
265 	napi_disable(&self->napi);  in aq_vec_stop()
268 void aq_vec_deinit(struct aq_vec_s *self)  in aq_vec_deinit()  argument
273 	if (!self)  in aq_vec_deinit()
276 	for (i = 0U; self->tx_rings > i; ++i) {  in aq_vec_deinit()
277 		ring = self->ring[i];  in aq_vec_deinit()
285 void aq_vec_free(struct aq_vec_s *self)  in aq_vec_free()  argument
287 	if (!self)  in aq_vec_free()
290 	netif_napi_del(&self->napi);  in aq_vec_free()
292 	kfree(self);  in aq_vec_free()
297 void aq_vec_ring_free(struct aq_vec_s *self)  in aq_vec_ring_free()  argument
302 	if (!self)  in aq_vec_ring_free()
305 	for (i = 0U; self->tx_rings > i; ++i) {  in aq_vec_ring_free()
306 		ring = self->ring[i];  in aq_vec_ring_free()
308 		if (i < self->rx_rings) {  in aq_vec_ring_free()
314 	self->tx_rings = 0;  in aq_vec_ring_free()
315 	self->rx_rings = 0;  in aq_vec_ring_free()
321 	struct aq_vec_s *self = private;  in aq_vec_isr()  local
324 	if (!self) {  in aq_vec_isr()
328 	napi_schedule(&self->napi);  in aq_vec_isr()
336 	struct aq_vec_s *self = private;  in aq_vec_isr_legacy()  local
340 	if (!self)  in aq_vec_isr_legacy()
342 	err = self->aq_hw_ops->hw_irq_read(self->aq_hw, &irq_mask);  in aq_vec_isr_legacy()
347 		self->aq_hw_ops->hw_irq_disable(self->aq_hw,  in aq_vec_isr_legacy()
348 			      1U << self->aq_ring_param.vec_idx);  in aq_vec_isr_legacy()
349 		napi_schedule(&self->napi);  in aq_vec_isr_legacy()
351 		self->aq_hw_ops->hw_irq_enable(self->aq_hw, 1U);  in aq_vec_isr_legacy()
358 cpumask_t *aq_vec_get_affinity_mask(struct aq_vec_s *self)  in aq_vec_get_affinity_mask()  argument
360 	return &self->aq_ring_param.affinity_mask;  in aq_vec_get_affinity_mask()
363 bool aq_vec_is_valid_tc(struct aq_vec_s *self, const unsigned int tc)  in aq_vec_is_valid_tc()  argument
365 	return tc < self->rx_rings && tc < self->tx_rings;  in aq_vec_is_valid_tc()
368 unsigned int aq_vec_get_sw_stats(struct aq_vec_s *self, const unsigned int tc, u64 *data)  in aq_vec_get_sw_stats()  argument
372 	if (!aq_vec_is_valid_tc(self, tc))  in aq_vec_get_sw_stats()
375 	count = aq_ring_fill_stats_data(&self->ring[tc][AQ_VEC_RX_ID], data);  in aq_vec_get_sw_stats()
376 	count += aq_ring_fill_stats_data(&self->ring[tc][AQ_VEC_TX_ID], data + count);  in aq_vec_get_sw_stats()