78 	struct net_rate_estimator *est = timer_container_of(est, t, timer);  in est_timer()  local
83 	est_fetch_counters(est, &b);  in est_timer()
87 	brate = (b_bytes - est->last_bytes) << (10 - est->intvl_log);  in est_timer()
88 	brate = (brate >> est->ewma_log) - (est->avbps >> est->ewma_log);  in est_timer()
90 	rate = (b_packets - est->last_packets) << (10 - est->intvl_log);  in est_timer()
91 	rate = (rate >> est->ewma_log) - (est->avpps >> est->ewma_log);  in est_timer()
94 	write_seqcount_begin(&est->seq);  in est_timer()
95 	est->avbps += brate;  in est_timer()
96 	est->avpps += rate;  in est_timer()
97 	write_seqcount_end(&est->seq);  in est_timer()
100 	est->last_bytes = b_bytes;  in est_timer()
101 	est->last_packets = b_packets;  in est_timer()
103 	est->next_jiffies += ((HZ/4) << est->intvl_log);  in est_timer()
105 	if (unlikely(time_after_eq(jiffies, est->next_jiffies))) {  in est_timer()
107 		est->next_jiffies = jiffies + 1;  in est_timer()
109 	mod_timer(&est->timer, est->next_jiffies);  in est_timer()
140 	struct net_rate_estimator *old, *est;  in gen_new_estimator()  local
157 	est = kzalloc(sizeof(*est), GFP_KERNEL);  in gen_new_estimator()
158 	if (!est)  in gen_new_estimator()
161 	seqcount_init(&est->seq);  in gen_new_estimator()
163 	est->bstats = bstats;  in gen_new_estimator()
164 	est->stats_lock = lock;  in gen_new_estimator()
165 	est->running  = running;  in gen_new_estimator()
166 	est->ewma_log = parm->ewma_log;  in gen_new_estimator()
167 	est->intvl_log = intvl_log;  in gen_new_estimator()
168 	est->cpu_bstats = cpu_bstats;  in gen_new_estimator()
172 	est_fetch_counters(est, &b);  in gen_new_estimator()
175 	est->last_bytes = u64_stats_read(&b.bytes);  in gen_new_estimator()
176 	est->last_packets = u64_stats_read(&b.packets);  in gen_new_estimator()
183 		est->avbps = old->avbps;  in gen_new_estimator()
184 		est->avpps = old->avpps;  in gen_new_estimator()
187 	est->next_jiffies = jiffies + ((HZ/4) << intvl_log);  in gen_new_estimator()
188 	timer_setup(&est->timer, est_timer, 0);  in gen_new_estimator()
189 	mod_timer(&est->timer, est->next_jiffies);  in gen_new_estimator()
191 	rcu_assign_pointer(*rate_est, est);  in gen_new_estimator()
209 	struct net_rate_estimator *est;  in gen_kill_estimator()  local
211 	est = unrcu_pointer(xchg(rate_est, NULL));  in gen_kill_estimator()
212 	if (est) {  in gen_kill_estimator()
213 		timer_shutdown_sync(&est->timer);  in gen_kill_estimator()
214 		kfree_rcu(est, rcu);  in gen_kill_estimator()
261 	struct net_rate_estimator *est;  in gen_estimator_read()  local
265 	est = rcu_dereference(*rate_est);  in gen_estimator_read()
266 	if (!est) {  in gen_estimator_read()
272 		seq = read_seqcount_begin(&est->seq);  in gen_estimator_read()
273 		sample->bps = est->avbps >> 8;  in gen_estimator_read()
274 		sample->pps = est->avpps >> 8;  in gen_estimator_read()
275 	} while (read_seqcount_retry(&est->seq, seq));  in gen_estimator_read()