8 /* File aq_ring.c: Definition of functions for Rx/Tx rings. */
100 				u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
101 				self->stats.rx.pg_flips++;  in aq_get_rxpages()
102 				u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
110 				u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
111 				self->stats.rx.pg_losts++;  in aq_get_rxpages()
112 				u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
116 			u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
117 			self->stats.rx.pg_reuses++;  in aq_get_rxpages()
118 			u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
125 			u64_stats_update_begin(&self->stats.rx.syncp);  in aq_get_rxpages()
126 			self->stats.rx.alloc_fails++;  in aq_get_rxpages()
127 			u64_stats_update_end(&self->stats.rx.syncp);  in aq_get_rxpages()
238 		u64_stats_init(&self->stats.rx.syncp);  in aq_ring_init()
347 		u64_stats_update_begin(&self->stats.rx.syncp);  in aq_rx_checksum()
348 		++self->stats.rx.errors;  in aq_rx_checksum()
349 		u64_stats_update_end(&self->stats.rx.syncp);  in aq_rx_checksum()
417 	u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
418 	++rx_ring->stats.rx.packets;  in aq_xdp_run_prog()
419 	rx_ring->stats.rx.bytes += xdp_get_buff_len(xdp);  in aq_xdp_run_prog()
420 	u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
438 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
439 		++rx_ring->stats.rx.xdp_pass;  in aq_xdp_run_prog()
440 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
450 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
451 		++rx_ring->stats.rx.xdp_tx;  in aq_xdp_run_prog()
452 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
459 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
460 		++rx_ring->stats.rx.xdp_redirect;  in aq_xdp_run_prog()
461 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
468 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
469 		++rx_ring->stats.rx.xdp_aborted;  in aq_xdp_run_prog()
470 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
475 		u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
476 		++rx_ring->stats.rx.xdp_drop;  in aq_xdp_run_prog()
477 		u64_stats_update_end(&rx_ring->stats.rx.syncp);  in aq_xdp_run_prog()
597 				u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
598 				++self->stats.rx.errors;  in __aq_ring_rx_clean()
599 				u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
605 			u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
606 			++self->stats.rx.errors;  in __aq_ring_rx_clean()
607 			u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
618 			u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
619 			self->stats.rx.skb_alloc_fails++;  in __aq_ring_rx_clean()
620 			u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
691 		u64_stats_update_begin(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
692 		++self->stats.rx.packets;  in __aq_ring_rx_clean()
693 		self->stats.rx.bytes += skb->len;  in __aq_ring_rx_clean()
694 		u64_stats_update_end(&self->stats.rx.syncp);  in __aq_ring_rx_clean()
770 				u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
771 				++rx_ring->stats.rx.errors;  in __aq_ring_xdp_clean()
772 				u64_stats_update_end(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
778 			u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
779 			++rx_ring->stats.rx.errors;  in __aq_ring_xdp_clean()
780 			u64_stats_update_end(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
803 				u64_stats_update_begin(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
804 				++rx_ring->stats.rx.packets;  in __aq_ring_xdp_clean()
805 				rx_ring->stats.rx.bytes += xdp_get_buff_len(&xdp);  in __aq_ring_xdp_clean()
806 				++rx_ring->stats.rx.xdp_aborted;  in __aq_ring_xdp_clean()
807 				u64_stats_update_end(&rx_ring->stats.rx.syncp);  in __aq_ring_xdp_clean()
949 			start = u64_stats_fetch_begin(&self->stats.rx.syncp);  in aq_ring_fill_stats_data()
950 			data[count] = self->stats.rx.packets;  in aq_ring_fill_stats_data()
951 			data[++count] = self->stats.rx.jumbo_packets;  in aq_ring_fill_stats_data()
952 			data[++count] = self->stats.rx.lro_packets;  in aq_ring_fill_stats_data()
953 			data[++count] = self->stats.rx.errors;  in aq_ring_fill_stats_data()
954 			data[++count] = self->stats.rx.alloc_fails;  in aq_ring_fill_stats_data()
955 			data[++count] = self->stats.rx.skb_alloc_fails;  in aq_ring_fill_stats_data()
956 			data[++count] = self->stats.rx.polls;  in aq_ring_fill_stats_data()
957 			data[++count] = self->stats.rx.pg_flips;  in aq_ring_fill_stats_data()
958 			data[++count] = self->stats.rx.pg_reuses;  in aq_ring_fill_stats_data()
959 			data[++count] = self->stats.rx.pg_losts;  in aq_ring_fill_stats_data()
960 			data[++count] = self->stats.rx.xdp_aborted;  in aq_ring_fill_stats_data()
961 			data[++count] = self->stats.rx.xdp_drop;  in aq_ring_fill_stats_data()
962 			data[++count] = self->stats.rx.xdp_pass;  in aq_ring_fill_stats_data()
963 			data[++count] = self->stats.rx.xdp_tx;  in aq_ring_fill_stats_data()
964 			data[++count] = self->stats.rx.xdp_invalid;  in aq_ring_fill_stats_data()
965 			data[++count] = self->stats.rx.xdp_redirect;  in aq_ring_fill_stats_data()
966 		} while (u64_stats_fetch_retry(&self->stats.rx.syncp, start));  in aq_ring_fill_stats_data()