xref: /freebsd/contrib/unbound/daemon/stats.c (revision 7fdf597e96a02165cfe22ff357b857d5fa15ed8a)
1 /*
2  * daemon/stats.c - collect runtime performance indicators.
3  *
4  * Copyright (c) 2007, NLnet Labs. All rights reserved.
5  *
6  * This software is open source.
7  *
8  * Redistribution and use in source and binary forms, with or without
9  * modification, are permitted provided that the following conditions
10  * are met:
11  *
12  * Redistributions of source code must retain the above copyright notice,
13  * this list of conditions and the following disclaimer.
14  *
15  * Redistributions in binary form must reproduce the above copyright notice,
16  * this list of conditions and the following disclaimer in the documentation
17  * and/or other materials provided with the distribution.
18  *
19  * Neither the name of the NLNET LABS nor the names of its contributors may
20  * be used to endorse or promote products derived from this software without
21  * specific prior written permission.
22  *
23  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
24  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
25  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
26  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
27  * HOLDER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
28  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED
29  * TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
30  * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF
31  * LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING
32  * NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
33  * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34  */
35 
36 /**
37  * \file
38  *
39  * This file describes the data structure used to collect runtime performance
40  * numbers. These 'statistics' may be of interest to the operator.
41  */
42 #include "config.h"
43 #ifdef HAVE_TIME_H
44 #include <time.h>
45 #endif
46 #include <sys/time.h>
47 #include <sys/types.h>
48 #include "daemon/stats.h"
49 #include "daemon/worker.h"
50 #include "daemon/daemon.h"
51 #include "services/mesh.h"
52 #include "services/outside_network.h"
53 #include "services/listen_dnsport.h"
54 #include "util/config_file.h"
55 #include "util/tube.h"
56 #include "util/timehist.h"
57 #include "util/net_help.h"
58 #include "validator/validator.h"
59 #include "iterator/iterator.h"
60 #include "sldns/sbuffer.h"
61 #include "services/cache/rrset.h"
62 #include "services/cache/infra.h"
63 #include "services/authzone.h"
64 #include "validator/val_kcache.h"
65 #include "validator/val_neg.h"
66 #ifdef CLIENT_SUBNET
67 #include "edns-subnet/subnetmod.h"
68 #endif
69 #ifdef HAVE_SSL
70 #include <openssl/ssl.h>
71 #endif
72 
73 /** How long to wait for threads to transmit statistics, in msec. */
74 #define STATS_THREAD_WAIT 60000
75 
76 /** add timers and the values do not overflow or become negative */
77 static void
78 stats_timeval_add(long long* d_sec, long long* d_usec, long long add_sec, long long add_usec)
79 {
80 #ifndef S_SPLINT_S
81 	(*d_sec) += add_sec;
82 	(*d_usec) += add_usec;
83 	if((*d_usec) >= 1000000) {
84 		(*d_usec) -= 1000000;
85 		(*d_sec)++;
86 	}
87 #endif
88 }
89 
90 void server_stats_init(struct ub_server_stats* stats, struct config_file* cfg)
91 {
92 	memset(stats, 0, sizeof(*stats));
93 	stats->extended = cfg->stat_extended;
94 }
95 
96 void server_stats_querymiss(struct ub_server_stats* stats, struct worker* worker)
97 {
98 	stats->num_queries_missed_cache++;
99 	stats->sum_query_list_size += worker->env.mesh->all.count;
100 	if((long long)worker->env.mesh->all.count > stats->max_query_list_size)
101 		stats->max_query_list_size = (long long)worker->env.mesh->all.count;
102 }
103 
104 void server_stats_prefetch(struct ub_server_stats* stats, struct worker* worker)
105 {
106 	stats->num_queries_prefetch++;
107 	/* changes the query list size so account that, like a querymiss */
108 	stats->sum_query_list_size += worker->env.mesh->all.count;
109 	if((long long)worker->env.mesh->all.count > stats->max_query_list_size)
110 		stats->max_query_list_size = (long long)worker->env.mesh->all.count;
111 }
112 
113 void server_stats_log(struct ub_server_stats* stats, struct worker* worker,
114 	int threadnum)
115 {
116 	log_info("server stats for thread %d: %u queries, "
117 		"%u answers from cache, %u recursions, %u prefetch, %u rejected by "
118 		"ip ratelimiting",
119 		threadnum, (unsigned)stats->num_queries,
120 		(unsigned)(stats->num_queries -
121 			stats->num_queries_missed_cache),
122 		(unsigned)stats->num_queries_missed_cache,
123 		(unsigned)stats->num_queries_prefetch,
124 		(unsigned)stats->num_queries_ip_ratelimited);
125 	log_info("server stats for thread %d: requestlist max %u avg %g "
126 		"exceeded %u jostled %u", threadnum,
127 		(unsigned)stats->max_query_list_size,
128 		(stats->num_queries_missed_cache+stats->num_queries_prefetch)?
129 			(double)stats->sum_query_list_size/
130 			(double)(stats->num_queries_missed_cache+
131 			stats->num_queries_prefetch) : 0.0,
132 		(unsigned)worker->env.mesh->stats_dropped,
133 		(unsigned)worker->env.mesh->stats_jostled);
134 }
135 
136 
137 #ifdef CLIENT_SUBNET
138 /** Set the EDNS Subnet stats. */
139 static void
140 set_subnet_stats(struct worker* worker, struct ub_server_stats* svr,
141 	int reset)
142 {
143 	int m = modstack_find(&worker->env.mesh->mods, "subnetcache");
144 	struct subnet_env* sne;
145 	if(m == -1)
146 		return;
147 	sne = (struct subnet_env*)worker->env.modinfo[m];
148 	if(reset && !worker->env.cfg->stat_cumulative) {
149 		lock_rw_wrlock(&sne->biglock);
150 	} else {
151 		lock_rw_rdlock(&sne->biglock);
152 	}
153 	svr->num_query_subnet = (long long)(sne->num_msg_nocache + sne->num_msg_cache);
154 	svr->num_query_subnet_cache = (long long)sne->num_msg_cache;
155 	if(reset && !worker->env.cfg->stat_cumulative) {
156 		sne->num_msg_cache = 0;
157 		sne->num_msg_nocache = 0;
158 	}
159 	lock_rw_unlock(&sne->biglock);
160 }
161 #endif /* CLIENT_SUBNET */
162 
163 /** Set the neg cache stats. */
164 static void
165 set_neg_cache_stats(struct worker* worker, struct ub_server_stats* svr,
166 	int reset)
167 {
168 	int m = modstack_find(&worker->env.mesh->mods, "validator");
169 	struct val_env* ve;
170 	struct val_neg_cache* neg;
171 	if(m == -1)
172 		return;
173 	ve = (struct val_env*)worker->env.modinfo[m];
174 	if(!ve->neg_cache)
175 		return;
176 	neg = ve->neg_cache;
177 	lock_basic_lock(&neg->lock);
178 	svr->num_neg_cache_noerror = (long long)neg->num_neg_cache_noerror;
179 	svr->num_neg_cache_nxdomain = (long long)neg->num_neg_cache_nxdomain;
180 	if(reset && !worker->env.cfg->stat_cumulative) {
181 		neg->num_neg_cache_noerror = 0;
182 		neg->num_neg_cache_nxdomain = 0;
183 	}
184 	lock_basic_unlock(&neg->lock);
185 }
186 
187 /** get rrsets bogus number from validator */
188 static size_t
189 get_rrset_bogus(struct worker* worker, int reset)
190 {
191 	int m = modstack_find(&worker->env.mesh->mods, "validator");
192 	struct val_env* ve;
193 	size_t r;
194 	if(m == -1)
195 		return 0;
196 	ve = (struct val_env*)worker->env.modinfo[m];
197 	lock_basic_lock(&ve->bogus_lock);
198 	r = ve->num_rrset_bogus;
199 	if(reset && !worker->env.cfg->stat_cumulative)
200 		ve->num_rrset_bogus = 0;
201 	lock_basic_unlock(&ve->bogus_lock);
202 	return r;
203 }
204 
205 /** get number of ratelimited queries from iterator */
206 static size_t
207 get_queries_ratelimit(struct worker* worker, int reset)
208 {
209 	int m = modstack_find(&worker->env.mesh->mods, "iterator");
210 	struct iter_env* ie;
211 	size_t r;
212 	if(m == -1)
213 		return 0;
214 	ie = (struct iter_env*)worker->env.modinfo[m];
215 	lock_basic_lock(&ie->queries_ratelimit_lock);
216 	r = ie->num_queries_ratelimited;
217 	if(reset && !worker->env.cfg->stat_cumulative)
218 		ie->num_queries_ratelimited = 0;
219 	lock_basic_unlock(&ie->queries_ratelimit_lock);
220 	return r;
221 }
222 
223 #ifdef USE_DNSCRYPT
224 /** get the number of shared secret cache miss */
225 static size_t
226 get_dnscrypt_cache_miss(struct worker* worker, int reset)
227 {
228 	size_t r;
229 	struct dnsc_env* de = worker->daemon->dnscenv;
230 	if(!de) return 0;
231 
232 	lock_basic_lock(&de->shared_secrets_cache_lock);
233 	r = de->num_query_dnscrypt_secret_missed_cache;
234 	if(reset && !worker->env.cfg->stat_cumulative)
235 		de->num_query_dnscrypt_secret_missed_cache = 0;
236 	lock_basic_unlock(&de->shared_secrets_cache_lock);
237 	return r;
238 }
239 
240 /** get the number of replayed queries */
241 static size_t
242 get_dnscrypt_replay(struct worker* worker, int reset)
243 {
244 	size_t r;
245 	struct dnsc_env* de = worker->daemon->dnscenv;
246 
247 	lock_basic_lock(&de->nonces_cache_lock);
248 	r = de->num_query_dnscrypt_replay;
249 	if(reset && !worker->env.cfg->stat_cumulative)
250 		de->num_query_dnscrypt_replay = 0;
251 	lock_basic_unlock(&de->nonces_cache_lock);
252 	return r;
253 }
254 #endif /* USE_DNSCRYPT */
255 
256 void
257 server_stats_compile(struct worker* worker, struct ub_stats_info* s, int reset)
258 {
259 	int i;
260 	struct listen_list* lp;
261 
262 	s->svr = worker->stats;
263 	s->mesh_num_states = (long long)worker->env.mesh->all.count;
264 	s->mesh_num_reply_states = (long long)worker->env.mesh->num_reply_states;
265 	s->mesh_jostled = (long long)worker->env.mesh->stats_jostled;
266 	s->mesh_dropped = (long long)worker->env.mesh->stats_dropped;
267 	s->mesh_replies_sent = (long long)worker->env.mesh->replies_sent;
268 	s->mesh_replies_sum_wait_sec = (long long)worker->env.mesh->replies_sum_wait.tv_sec;
269 	s->mesh_replies_sum_wait_usec = (long long)worker->env.mesh->replies_sum_wait.tv_usec;
270 	s->mesh_time_median = timehist_quartile(worker->env.mesh->histogram,
271 		0.50);
272 
273 	/* add in the values from the mesh */
274 	s->svr.ans_secure += (long long)worker->env.mesh->ans_secure;
275 	s->svr.ans_bogus += (long long)worker->env.mesh->ans_bogus;
276 	s->svr.ans_rcode_nodata += (long long)worker->env.mesh->ans_nodata;
277 	s->svr.ans_expired += (long long)worker->env.mesh->ans_expired;
278 	for(i=0; i<UB_STATS_RCODE_NUM; i++)
279 		s->svr.ans_rcode[i] += (long long)worker->env.mesh->ans_rcode[i];
280 	for(i=0; i<UB_STATS_RPZ_ACTION_NUM; i++)
281 		s->svr.rpz_action[i] += (long long)worker->env.mesh->rpz_action[i];
282 	timehist_export(worker->env.mesh->histogram, s->svr.hist,
283 		NUM_BUCKETS_HIST);
284 	/* values from outside network */
285 	s->svr.unwanted_replies = (long long)worker->back->unwanted_replies;
286 	s->svr.qtcp_outgoing = (long long)worker->back->num_tcp_outgoing;
287 	s->svr.qudp_outgoing = (long long)worker->back->num_udp_outgoing;
288 
289 	/* get and reset validator rrset bogus number */
290 	s->svr.rrset_bogus = (long long)get_rrset_bogus(worker, reset);
291 
292 	/* get and reset iterator query ratelimit number */
293 	s->svr.queries_ratelimited = (long long)get_queries_ratelimit(worker, reset);
294 
295 	/* get cache sizes */
296 	get_slabhash_stats(worker->env.msg_cache,
297 		&s->svr.msg_cache_count, &s->svr.msg_cache_max_collisions);
298 	get_slabhash_stats(&worker->env.rrset_cache->table,
299 		&s->svr.rrset_cache_count, &s->svr.rrset_cache_max_collisions);
300 	s->svr.infra_cache_count = (long long)count_slabhash_entries(worker->env.infra_cache->hosts);
301 	if(worker->env.key_cache)
302 		s->svr.key_cache_count = (long long)count_slabhash_entries(worker->env.key_cache->slab);
303 	else	s->svr.key_cache_count = 0;
304 
305 #ifdef USE_DNSCRYPT
306 	if(worker->daemon->dnscenv) {
307 		s->svr.num_query_dnscrypt_secret_missed_cache =
308 			(long long)get_dnscrypt_cache_miss(worker, reset);
309 		s->svr.shared_secret_cache_count = (long long)count_slabhash_entries(
310 			worker->daemon->dnscenv->shared_secrets_cache);
311 		s->svr.nonce_cache_count = (long long)count_slabhash_entries(
312 			worker->daemon->dnscenv->nonces_cache);
313 		s->svr.num_query_dnscrypt_replay =
314 			(long long)get_dnscrypt_replay(worker, reset);
315 	} else {
316 		s->svr.num_query_dnscrypt_secret_missed_cache = 0;
317 		s->svr.shared_secret_cache_count = 0;
318 		s->svr.nonce_cache_count = 0;
319 		s->svr.num_query_dnscrypt_replay = 0;
320 	}
321 #else
322 	s->svr.num_query_dnscrypt_secret_missed_cache = 0;
323 	s->svr.shared_secret_cache_count = 0;
324 	s->svr.nonce_cache_count = 0;
325 	s->svr.num_query_dnscrypt_replay = 0;
326 #endif /* USE_DNSCRYPT */
327 	if(worker->env.auth_zones) {
328 		if(reset && !worker->env.cfg->stat_cumulative) {
329 			lock_rw_wrlock(&worker->env.auth_zones->lock);
330 		} else {
331 			lock_rw_rdlock(&worker->env.auth_zones->lock);
332 		}
333 		s->svr.num_query_authzone_up = (long long)worker->env.
334 			auth_zones->num_query_up;
335 		s->svr.num_query_authzone_down = (long long)worker->env.
336 			auth_zones->num_query_down;
337 		if(reset && !worker->env.cfg->stat_cumulative) {
338 			worker->env.auth_zones->num_query_up = 0;
339 			worker->env.auth_zones->num_query_down = 0;
340 		}
341 		lock_rw_unlock(&worker->env.auth_zones->lock);
342 	}
343 	s->svr.mem_stream_wait =
344 		(long long)tcp_req_info_get_stream_buffer_size();
345 	s->svr.mem_http2_query_buffer =
346 		(long long)http2_get_query_buffer_size();
347 	s->svr.mem_http2_response_buffer =
348 		(long long)http2_get_response_buffer_size();
349 #ifdef HAVE_NGTCP2
350 	s->svr.mem_quic = (long long)doq_table_quic_size_get(
351 		worker->daemon->doq_table);
352 #else
353 	s->svr.mem_quic = 0;
354 #endif /* HAVE_NGTCP2 */
355 
356 	/* Set neg cache usage numbers */
357 	set_neg_cache_stats(worker, &s->svr, reset);
358 #ifdef CLIENT_SUBNET
359 	/* EDNS Subnet usage numbers */
360 	set_subnet_stats(worker, &s->svr, reset);
361 #else
362 	s->svr.num_query_subnet = 0;
363 	s->svr.num_query_subnet_cache = 0;
364 #endif
365 #ifdef USE_CACHEDB
366 	s->svr.num_query_cachedb = (long long)worker->env.mesh->ans_cachedb;
367 #else
368 	s->svr.num_query_cachedb = 0;
369 #endif
370 
371 	/* get tcp accept usage */
372 	s->svr.tcp_accept_usage = 0;
373 	for(lp = worker->front->cps; lp; lp = lp->next) {
374 		if(lp->com->type == comm_tcp_accept)
375 			s->svr.tcp_accept_usage += (long long)lp->com->cur_tcp_count;
376 	}
377 
378 	if(reset && !worker->env.cfg->stat_cumulative) {
379 		worker_stats_clear(worker);
380 	}
381 }
382 
383 void server_stats_obtain(struct worker* worker, struct worker* who,
384 	struct ub_stats_info* s, int reset)
385 {
386 	uint8_t *reply = NULL;
387 	uint32_t len = 0;
388 	if(worker == who) {
389 		/* just fill it in */
390 		server_stats_compile(worker, s, reset);
391 		return;
392 	}
393 	/* communicate over tube */
394 	verbose(VERB_ALGO, "write stats cmd");
395 	if(reset)
396 		worker_send_cmd(who, worker_cmd_stats);
397 	else 	worker_send_cmd(who, worker_cmd_stats_noreset);
398 	verbose(VERB_ALGO, "wait for stats reply");
399 	if(tube_wait_timeout(worker->cmd, STATS_THREAD_WAIT) == 0) {
400 #if defined(HAVE_PTHREAD) && defined(SIZEOF_PTHREAD_T) && defined(SIZEOF_UNSIGNED_LONG)
401 #  if SIZEOF_PTHREAD_T == SIZEOF_UNSIGNED_LONG
402 		unsigned long pthid = 0;
403 		if(verbosity >= VERB_OPS)
404 			memcpy(&pthid, &who->thr_id, sizeof(unsigned long));
405 #  endif
406 #endif
407 		verbose(VERB_OPS, "no response from thread %d"
408 #ifdef HAVE_GETTID
409 			" LWP %u"
410 #endif
411 #if defined(HAVE_PTHREAD) && defined(SIZEOF_PTHREAD_T) && defined(SIZEOF_UNSIGNED_LONG)
412 #  if SIZEOF_PTHREAD_T == SIZEOF_UNSIGNED_LONG
413 			" pthread 0x%lx"
414 #  endif
415 #endif
416 			,
417 			who->thread_num
418 #ifdef HAVE_GETTID
419 			, (unsigned)who->thread_tid
420 #endif
421 #if defined(HAVE_PTHREAD) && defined(SIZEOF_PTHREAD_T) && defined(SIZEOF_UNSIGNED_LONG)
422 #  if SIZEOF_PTHREAD_T == SIZEOF_UNSIGNED_LONG
423 			, pthid
424 #  endif
425 #endif
426 			);
427 	}
428 	if(!tube_read_msg(worker->cmd, &reply, &len, 0))
429 		fatal_exit("failed to read stats over cmd channel");
430 	if(len != (uint32_t)sizeof(*s))
431 		fatal_exit("stats on cmd channel wrong length %d %d",
432 			(int)len, (int)sizeof(*s));
433 	memcpy(s, reply, (size_t)len);
434 	free(reply);
435 }
436 
437 void server_stats_reply(struct worker* worker, int reset)
438 {
439 	struct ub_stats_info s;
440 	server_stats_compile(worker, &s, reset);
441 	verbose(VERB_ALGO, "write stats replymsg");
442 	if(!tube_write_msg(worker->daemon->workers[0]->cmd,
443 		(uint8_t*)&s, sizeof(s), 0))
444 		fatal_exit("could not write stat values over cmd channel");
445 }
446 
447 void server_stats_add(struct ub_stats_info* total, struct ub_stats_info* a)
448 {
449 	total->svr.num_queries += a->svr.num_queries;
450 	total->svr.num_queries_ip_ratelimited += a->svr.num_queries_ip_ratelimited;
451 	total->svr.num_queries_cookie_valid += a->svr.num_queries_cookie_valid;
452 	total->svr.num_queries_cookie_client += a->svr.num_queries_cookie_client;
453 	total->svr.num_queries_cookie_invalid += a->svr.num_queries_cookie_invalid;
454 	total->svr.num_queries_missed_cache += a->svr.num_queries_missed_cache;
455 	total->svr.num_queries_prefetch += a->svr.num_queries_prefetch;
456 	total->svr.num_queries_timed_out += a->svr.num_queries_timed_out;
457 	if (total->svr.max_query_time_us < a->svr.max_query_time_us)
458 		total->svr.max_query_time_us = a->svr.max_query_time_us;
459 	total->svr.sum_query_list_size += a->svr.sum_query_list_size;
460 	total->svr.ans_expired += a->svr.ans_expired;
461 #ifdef USE_DNSCRYPT
462 	total->svr.num_query_dnscrypt_crypted += a->svr.num_query_dnscrypt_crypted;
463 	total->svr.num_query_dnscrypt_cert += a->svr.num_query_dnscrypt_cert;
464 	total->svr.num_query_dnscrypt_cleartext += \
465 		a->svr.num_query_dnscrypt_cleartext;
466 	total->svr.num_query_dnscrypt_crypted_malformed += \
467 		a->svr.num_query_dnscrypt_crypted_malformed;
468 #endif /* USE_DNSCRYPT */
469 	/* the max size reached is upped to higher of both */
470 	if(a->svr.max_query_list_size > total->svr.max_query_list_size)
471 		total->svr.max_query_list_size = a->svr.max_query_list_size;
472 
473 	if(a->svr.extended) {
474 		int i;
475 		total->svr.qtype_big += a->svr.qtype_big;
476 		total->svr.qclass_big += a->svr.qclass_big;
477 		total->svr.qtcp += a->svr.qtcp;
478 		total->svr.qtcp_outgoing += a->svr.qtcp_outgoing;
479 		total->svr.qudp_outgoing += a->svr.qudp_outgoing;
480 		total->svr.qtls += a->svr.qtls;
481 		total->svr.qtls_resume += a->svr.qtls_resume;
482 		total->svr.qhttps += a->svr.qhttps;
483 		total->svr.qquic += a->svr.qquic;
484 		total->svr.qipv6 += a->svr.qipv6;
485 		total->svr.qbit_QR += a->svr.qbit_QR;
486 		total->svr.qbit_AA += a->svr.qbit_AA;
487 		total->svr.qbit_TC += a->svr.qbit_TC;
488 		total->svr.qbit_RD += a->svr.qbit_RD;
489 		total->svr.qbit_RA += a->svr.qbit_RA;
490 		total->svr.qbit_Z += a->svr.qbit_Z;
491 		total->svr.qbit_AD += a->svr.qbit_AD;
492 		total->svr.qbit_CD += a->svr.qbit_CD;
493 		total->svr.qEDNS += a->svr.qEDNS;
494 		total->svr.qEDNS_DO += a->svr.qEDNS_DO;
495 		total->svr.ans_rcode_nodata += a->svr.ans_rcode_nodata;
496 		total->svr.ans_secure += a->svr.ans_secure;
497 		total->svr.ans_bogus += a->svr.ans_bogus;
498 		total->svr.unwanted_replies += a->svr.unwanted_replies;
499 		total->svr.unwanted_queries += a->svr.unwanted_queries;
500 		total->svr.tcp_accept_usage += a->svr.tcp_accept_usage;
501 #ifdef USE_CACHEDB
502 		total->svr.num_query_cachedb += a->svr.num_query_cachedb;
503 #endif
504 		for(i=0; i<UB_STATS_QTYPE_NUM; i++)
505 			total->svr.qtype[i] += a->svr.qtype[i];
506 		for(i=0; i<UB_STATS_QCLASS_NUM; i++)
507 			total->svr.qclass[i] += a->svr.qclass[i];
508 		for(i=0; i<UB_STATS_OPCODE_NUM; i++)
509 			total->svr.qopcode[i] += a->svr.qopcode[i];
510 		for(i=0; i<UB_STATS_RCODE_NUM; i++)
511 			total->svr.ans_rcode[i] += a->svr.ans_rcode[i];
512 		for(i=0; i<NUM_BUCKETS_HIST; i++)
513 			total->svr.hist[i] += a->svr.hist[i];
514 		for(i=0; i<UB_STATS_RPZ_ACTION_NUM; i++)
515 			total->svr.rpz_action[i] += a->svr.rpz_action[i];
516 	}
517 
518 	total->mesh_num_states += a->mesh_num_states;
519 	total->mesh_num_reply_states += a->mesh_num_reply_states;
520 	total->mesh_jostled += a->mesh_jostled;
521 	total->mesh_dropped += a->mesh_dropped;
522 	total->mesh_replies_sent += a->mesh_replies_sent;
523 	stats_timeval_add(&total->mesh_replies_sum_wait_sec, &total->mesh_replies_sum_wait_usec, a->mesh_replies_sum_wait_sec, a->mesh_replies_sum_wait_usec);
524 	/* the medians are averaged together, this is not as accurate as
525 	 * taking the median over all of the data, but is good and fast
526 	 * added up here, division later*/
527 	total->mesh_time_median += a->mesh_time_median;
528 }
529 
530 void server_stats_insquery(struct ub_server_stats* stats, struct comm_point* c,
531 	uint16_t qtype, uint16_t qclass, struct edns_data* edns,
532 	struct comm_reply* repinfo)
533 {
534 	uint16_t flags = sldns_buffer_read_u16_at(c->buffer, 2);
535 	if(qtype < UB_STATS_QTYPE_NUM)
536 		stats->qtype[qtype]++;
537 	else	stats->qtype_big++;
538 	if(qclass < UB_STATS_QCLASS_NUM)
539 		stats->qclass[qclass]++;
540 	else	stats->qclass_big++;
541 	stats->qopcode[ LDNS_OPCODE_WIRE(sldns_buffer_begin(c->buffer)) ]++;
542 	if(c->type != comm_udp) {
543 		if(c->type != comm_doq)
544 			stats->qtcp++;
545 		if(c->ssl != NULL) {
546 			stats->qtls++;
547 #ifdef HAVE_SSL
548 			if(SSL_session_reused(c->ssl))
549 				stats->qtls_resume++;
550 #endif
551 			if(c->type == comm_http)
552 				stats->qhttps++;
553 #ifdef HAVE_NGTCP2
554 			else if(c->type == comm_doq)
555 				stats->qquic++;
556 #endif
557 		}
558 	}
559 	if(repinfo && addr_is_ip6(&repinfo->remote_addr, repinfo->remote_addrlen))
560 		stats->qipv6++;
561 	if( (flags&BIT_QR) )
562 		stats->qbit_QR++;
563 	if( (flags&BIT_AA) )
564 		stats->qbit_AA++;
565 	if( (flags&BIT_TC) )
566 		stats->qbit_TC++;
567 	if( (flags&BIT_RD) )
568 		stats->qbit_RD++;
569 	if( (flags&BIT_RA) )
570 		stats->qbit_RA++;
571 	if( (flags&BIT_Z) )
572 		stats->qbit_Z++;
573 	if( (flags&BIT_AD) )
574 		stats->qbit_AD++;
575 	if( (flags&BIT_CD) )
576 		stats->qbit_CD++;
577 	if(edns->edns_present) {
578 		stats->qEDNS++;
579 		if( (edns->bits & EDNS_DO) )
580 			stats->qEDNS_DO++;
581 	}
582 }
583 
584 void server_stats_insrcode(struct ub_server_stats* stats, sldns_buffer* buf)
585 {
586 	if(stats->extended && sldns_buffer_limit(buf) != 0) {
587 		int r = (int)LDNS_RCODE_WIRE( sldns_buffer_begin(buf) );
588 		stats->ans_rcode[r] ++;
589 		if(r == 0 && LDNS_ANCOUNT( sldns_buffer_begin(buf) ) == 0)
590 			stats->ans_rcode_nodata ++;
591 	}
592 }
593 
594 void server_stats_downstream_cookie(struct ub_server_stats* stats,
595 	struct edns_data* edns)
596 {
597 	if(!(edns->edns_present && edns->cookie_present)) return;
598 	if(edns->cookie_valid) {
599 		stats->num_queries_cookie_valid++;
600 	} else if(edns->cookie_client) {
601 		stats->num_queries_cookie_client++;
602 	} else {
603 		stats->num_queries_cookie_invalid++;
604 	}
605 }
606