xref: /linux/tools/perf/util/hist.c (revision 88e24c3a4b30a6bd361f2b5ce602667a8161b2e8)
1 #include "annotate.h"
2 #include "util.h"
3 #include "build-id.h"
4 #include "hist.h"
5 #include "session.h"
6 #include "sort.h"
7 #include <math.h>
8 
9 enum hist_filter {
10 	HIST_FILTER__DSO,
11 	HIST_FILTER__THREAD,
12 	HIST_FILTER__PARENT,
13 };
14 
15 struct callchain_param	callchain_param = {
16 	.mode	= CHAIN_GRAPH_REL,
17 	.min_percent = 0.5,
18 	.order  = ORDER_CALLEE
19 };
20 
21 u16 hists__col_len(struct hists *self, enum hist_column col)
22 {
23 	return self->col_len[col];
24 }
25 
26 void hists__set_col_len(struct hists *self, enum hist_column col, u16 len)
27 {
28 	self->col_len[col] = len;
29 }
30 
31 bool hists__new_col_len(struct hists *self, enum hist_column col, u16 len)
32 {
33 	if (len > hists__col_len(self, col)) {
34 		hists__set_col_len(self, col, len);
35 		return true;
36 	}
37 	return false;
38 }
39 
40 static void hists__reset_col_len(struct hists *self)
41 {
42 	enum hist_column col;
43 
44 	for (col = 0; col < HISTC_NR_COLS; ++col)
45 		hists__set_col_len(self, col, 0);
46 }
47 
48 static void hists__calc_col_len(struct hists *self, struct hist_entry *h)
49 {
50 	u16 len;
51 
52 	if (h->ms.sym)
53 		hists__new_col_len(self, HISTC_SYMBOL, h->ms.sym->namelen);
54 	else {
55 		const unsigned int unresolved_col_width = BITS_PER_LONG / 4;
56 
57 		if (hists__col_len(self, HISTC_DSO) < unresolved_col_width &&
58 		    !symbol_conf.col_width_list_str && !symbol_conf.field_sep &&
59 		    !symbol_conf.dso_list)
60 			hists__set_col_len(self, HISTC_DSO,
61 					   unresolved_col_width);
62 	}
63 
64 	len = thread__comm_len(h->thread);
65 	if (hists__new_col_len(self, HISTC_COMM, len))
66 		hists__set_col_len(self, HISTC_THREAD, len + 6);
67 
68 	if (h->ms.map) {
69 		len = dso__name_len(h->ms.map->dso);
70 		hists__new_col_len(self, HISTC_DSO, len);
71 	}
72 }
73 
74 static void hist_entry__add_cpumode_period(struct hist_entry *self,
75 					   unsigned int cpumode, u64 period)
76 {
77 	switch (cpumode) {
78 	case PERF_RECORD_MISC_KERNEL:
79 		self->period_sys += period;
80 		break;
81 	case PERF_RECORD_MISC_USER:
82 		self->period_us += period;
83 		break;
84 	case PERF_RECORD_MISC_GUEST_KERNEL:
85 		self->period_guest_sys += period;
86 		break;
87 	case PERF_RECORD_MISC_GUEST_USER:
88 		self->period_guest_us += period;
89 		break;
90 	default:
91 		break;
92 	}
93 }
94 
95 /*
96  * histogram, sorted on item, collects periods
97  */
98 
99 static struct hist_entry *hist_entry__new(struct hist_entry *template)
100 {
101 	size_t callchain_size = symbol_conf.use_callchain ? sizeof(struct callchain_root) : 0;
102 	struct hist_entry *self = malloc(sizeof(*self) + callchain_size);
103 
104 	if (self != NULL) {
105 		*self = *template;
106 		self->nr_events = 1;
107 		if (self->ms.map)
108 			self->ms.map->referenced = true;
109 		if (symbol_conf.use_callchain)
110 			callchain_init(self->callchain);
111 	}
112 
113 	return self;
114 }
115 
116 static void hists__inc_nr_entries(struct hists *self, struct hist_entry *h)
117 {
118 	if (!h->filtered) {
119 		hists__calc_col_len(self, h);
120 		++self->nr_entries;
121 	}
122 }
123 
124 static u8 symbol__parent_filter(const struct symbol *parent)
125 {
126 	if (symbol_conf.exclude_other && parent == NULL)
127 		return 1 << HIST_FILTER__PARENT;
128 	return 0;
129 }
130 
131 struct hist_entry *__hists__add_entry(struct hists *self,
132 				      struct addr_location *al,
133 				      struct symbol *sym_parent, u64 period)
134 {
135 	struct rb_node **p = &self->entries.rb_node;
136 	struct rb_node *parent = NULL;
137 	struct hist_entry *he;
138 	struct hist_entry entry = {
139 		.thread	= al->thread,
140 		.ms = {
141 			.map	= al->map,
142 			.sym	= al->sym,
143 		},
144 		.cpu	= al->cpu,
145 		.ip	= al->addr,
146 		.level	= al->level,
147 		.period	= period,
148 		.parent = sym_parent,
149 		.filtered = symbol__parent_filter(sym_parent),
150 	};
151 	int cmp;
152 
153 	while (*p != NULL) {
154 		parent = *p;
155 		he = rb_entry(parent, struct hist_entry, rb_node);
156 
157 		cmp = hist_entry__cmp(&entry, he);
158 
159 		if (!cmp) {
160 			he->period += period;
161 			++he->nr_events;
162 			goto out;
163 		}
164 
165 		if (cmp < 0)
166 			p = &(*p)->rb_left;
167 		else
168 			p = &(*p)->rb_right;
169 	}
170 
171 	he = hist_entry__new(&entry);
172 	if (!he)
173 		return NULL;
174 	rb_link_node(&he->rb_node, parent, p);
175 	rb_insert_color(&he->rb_node, &self->entries);
176 	hists__inc_nr_entries(self, he);
177 out:
178 	hist_entry__add_cpumode_period(he, al->cpumode, period);
179 	return he;
180 }
181 
182 int64_t
183 hist_entry__cmp(struct hist_entry *left, struct hist_entry *right)
184 {
185 	struct sort_entry *se;
186 	int64_t cmp = 0;
187 
188 	list_for_each_entry(se, &hist_entry__sort_list, list) {
189 		cmp = se->se_cmp(left, right);
190 		if (cmp)
191 			break;
192 	}
193 
194 	return cmp;
195 }
196 
197 int64_t
198 hist_entry__collapse(struct hist_entry *left, struct hist_entry *right)
199 {
200 	struct sort_entry *se;
201 	int64_t cmp = 0;
202 
203 	list_for_each_entry(se, &hist_entry__sort_list, list) {
204 		int64_t (*f)(struct hist_entry *, struct hist_entry *);
205 
206 		f = se->se_collapse ?: se->se_cmp;
207 
208 		cmp = f(left, right);
209 		if (cmp)
210 			break;
211 	}
212 
213 	return cmp;
214 }
215 
216 void hist_entry__free(struct hist_entry *he)
217 {
218 	free(he);
219 }
220 
221 /*
222  * collapse the histogram
223  */
224 
225 static bool hists__collapse_insert_entry(struct hists *self,
226 					 struct rb_root *root,
227 					 struct hist_entry *he)
228 {
229 	struct rb_node **p = &root->rb_node;
230 	struct rb_node *parent = NULL;
231 	struct hist_entry *iter;
232 	int64_t cmp;
233 
234 	while (*p != NULL) {
235 		parent = *p;
236 		iter = rb_entry(parent, struct hist_entry, rb_node);
237 
238 		cmp = hist_entry__collapse(iter, he);
239 
240 		if (!cmp) {
241 			iter->period += he->period;
242 			if (symbol_conf.use_callchain) {
243 				callchain_cursor_reset(&self->callchain_cursor);
244 				callchain_merge(&self->callchain_cursor, iter->callchain,
245 						he->callchain);
246 			}
247 			hist_entry__free(he);
248 			return false;
249 		}
250 
251 		if (cmp < 0)
252 			p = &(*p)->rb_left;
253 		else
254 			p = &(*p)->rb_right;
255 	}
256 
257 	rb_link_node(&he->rb_node, parent, p);
258 	rb_insert_color(&he->rb_node, root);
259 	return true;
260 }
261 
262 void hists__collapse_resort(struct hists *self)
263 {
264 	struct rb_root tmp;
265 	struct rb_node *next;
266 	struct hist_entry *n;
267 
268 	if (!sort__need_collapse)
269 		return;
270 
271 	tmp = RB_ROOT;
272 	next = rb_first(&self->entries);
273 	self->nr_entries = 0;
274 	hists__reset_col_len(self);
275 
276 	while (next) {
277 		n = rb_entry(next, struct hist_entry, rb_node);
278 		next = rb_next(&n->rb_node);
279 
280 		rb_erase(&n->rb_node, &self->entries);
281 		if (hists__collapse_insert_entry(self, &tmp, n))
282 			hists__inc_nr_entries(self, n);
283 	}
284 
285 	self->entries = tmp;
286 }
287 
288 /*
289  * reverse the map, sort on period.
290  */
291 
292 static void __hists__insert_output_entry(struct rb_root *entries,
293 					 struct hist_entry *he,
294 					 u64 min_callchain_hits)
295 {
296 	struct rb_node **p = &entries->rb_node;
297 	struct rb_node *parent = NULL;
298 	struct hist_entry *iter;
299 
300 	if (symbol_conf.use_callchain)
301 		callchain_param.sort(&he->sorted_chain, he->callchain,
302 				      min_callchain_hits, &callchain_param);
303 
304 	while (*p != NULL) {
305 		parent = *p;
306 		iter = rb_entry(parent, struct hist_entry, rb_node);
307 
308 		if (he->period > iter->period)
309 			p = &(*p)->rb_left;
310 		else
311 			p = &(*p)->rb_right;
312 	}
313 
314 	rb_link_node(&he->rb_node, parent, p);
315 	rb_insert_color(&he->rb_node, entries);
316 }
317 
318 void hists__output_resort(struct hists *self)
319 {
320 	struct rb_root tmp;
321 	struct rb_node *next;
322 	struct hist_entry *n;
323 	u64 min_callchain_hits;
324 
325 	min_callchain_hits = self->stats.total_period * (callchain_param.min_percent / 100);
326 
327 	tmp = RB_ROOT;
328 	next = rb_first(&self->entries);
329 
330 	self->nr_entries = 0;
331 	hists__reset_col_len(self);
332 
333 	while (next) {
334 		n = rb_entry(next, struct hist_entry, rb_node);
335 		next = rb_next(&n->rb_node);
336 
337 		rb_erase(&n->rb_node, &self->entries);
338 		__hists__insert_output_entry(&tmp, n, min_callchain_hits);
339 		hists__inc_nr_entries(self, n);
340 	}
341 
342 	self->entries = tmp;
343 }
344 
345 static size_t callchain__fprintf_left_margin(FILE *fp, int left_margin)
346 {
347 	int i;
348 	int ret = fprintf(fp, "            ");
349 
350 	for (i = 0; i < left_margin; i++)
351 		ret += fprintf(fp, " ");
352 
353 	return ret;
354 }
355 
356 static size_t ipchain__fprintf_graph_line(FILE *fp, int depth, int depth_mask,
357 					  int left_margin)
358 {
359 	int i;
360 	size_t ret = callchain__fprintf_left_margin(fp, left_margin);
361 
362 	for (i = 0; i < depth; i++)
363 		if (depth_mask & (1 << i))
364 			ret += fprintf(fp, "|          ");
365 		else
366 			ret += fprintf(fp, "           ");
367 
368 	ret += fprintf(fp, "\n");
369 
370 	return ret;
371 }
372 
373 static size_t ipchain__fprintf_graph(FILE *fp, struct callchain_list *chain,
374 				     int depth, int depth_mask, int period,
375 				     u64 total_samples, u64 hits,
376 				     int left_margin)
377 {
378 	int i;
379 	size_t ret = 0;
380 
381 	ret += callchain__fprintf_left_margin(fp, left_margin);
382 	for (i = 0; i < depth; i++) {
383 		if (depth_mask & (1 << i))
384 			ret += fprintf(fp, "|");
385 		else
386 			ret += fprintf(fp, " ");
387 		if (!period && i == depth - 1) {
388 			double percent;
389 
390 			percent = hits * 100.0 / total_samples;
391 			ret += percent_color_fprintf(fp, "--%2.2f%%-- ", percent);
392 		} else
393 			ret += fprintf(fp, "%s", "          ");
394 	}
395 	if (chain->ms.sym)
396 		ret += fprintf(fp, "%s\n", chain->ms.sym->name);
397 	else
398 		ret += fprintf(fp, "%p\n", (void *)(long)chain->ip);
399 
400 	return ret;
401 }
402 
403 static struct symbol *rem_sq_bracket;
404 static struct callchain_list rem_hits;
405 
406 static void init_rem_hits(void)
407 {
408 	rem_sq_bracket = malloc(sizeof(*rem_sq_bracket) + 6);
409 	if (!rem_sq_bracket) {
410 		fprintf(stderr, "Not enough memory to display remaining hits\n");
411 		return;
412 	}
413 
414 	strcpy(rem_sq_bracket->name, "[...]");
415 	rem_hits.ms.sym = rem_sq_bracket;
416 }
417 
418 static size_t __callchain__fprintf_graph(FILE *fp, struct callchain_node *self,
419 					 u64 total_samples, int depth,
420 					 int depth_mask, int left_margin)
421 {
422 	struct rb_node *node, *next;
423 	struct callchain_node *child;
424 	struct callchain_list *chain;
425 	int new_depth_mask = depth_mask;
426 	u64 new_total;
427 	u64 remaining;
428 	size_t ret = 0;
429 	int i;
430 	uint entries_printed = 0;
431 
432 	if (callchain_param.mode == CHAIN_GRAPH_REL)
433 		new_total = self->children_hit;
434 	else
435 		new_total = total_samples;
436 
437 	remaining = new_total;
438 
439 	node = rb_first(&self->rb_root);
440 	while (node) {
441 		u64 cumul;
442 
443 		child = rb_entry(node, struct callchain_node, rb_node);
444 		cumul = callchain_cumul_hits(child);
445 		remaining -= cumul;
446 
447 		/*
448 		 * The depth mask manages the output of pipes that show
449 		 * the depth. We don't want to keep the pipes of the current
450 		 * level for the last child of this depth.
451 		 * Except if we have remaining filtered hits. They will
452 		 * supersede the last child
453 		 */
454 		next = rb_next(node);
455 		if (!next && (callchain_param.mode != CHAIN_GRAPH_REL || !remaining))
456 			new_depth_mask &= ~(1 << (depth - 1));
457 
458 		/*
459 		 * But we keep the older depth mask for the line separator
460 		 * to keep the level link until we reach the last child
461 		 */
462 		ret += ipchain__fprintf_graph_line(fp, depth, depth_mask,
463 						   left_margin);
464 		i = 0;
465 		list_for_each_entry(chain, &child->val, list) {
466 			ret += ipchain__fprintf_graph(fp, chain, depth,
467 						      new_depth_mask, i++,
468 						      new_total,
469 						      cumul,
470 						      left_margin);
471 		}
472 		ret += __callchain__fprintf_graph(fp, child, new_total,
473 						  depth + 1,
474 						  new_depth_mask | (1 << depth),
475 						  left_margin);
476 		node = next;
477 		if (++entries_printed == callchain_param.print_limit)
478 			break;
479 	}
480 
481 	if (callchain_param.mode == CHAIN_GRAPH_REL &&
482 		remaining && remaining != new_total) {
483 
484 		if (!rem_sq_bracket)
485 			return ret;
486 
487 		new_depth_mask &= ~(1 << (depth - 1));
488 
489 		ret += ipchain__fprintf_graph(fp, &rem_hits, depth,
490 					      new_depth_mask, 0, new_total,
491 					      remaining, left_margin);
492 	}
493 
494 	return ret;
495 }
496 
497 static size_t callchain__fprintf_graph(FILE *fp, struct callchain_node *self,
498 				       u64 total_samples, int left_margin)
499 {
500 	struct callchain_list *chain;
501 	bool printed = false;
502 	int i = 0;
503 	int ret = 0;
504 	u32 entries_printed = 0;
505 
506 	list_for_each_entry(chain, &self->val, list) {
507 		if (!i++ && sort__first_dimension == SORT_SYM)
508 			continue;
509 
510 		if (!printed) {
511 			ret += callchain__fprintf_left_margin(fp, left_margin);
512 			ret += fprintf(fp, "|\n");
513 			ret += callchain__fprintf_left_margin(fp, left_margin);
514 			ret += fprintf(fp, "---");
515 
516 			left_margin += 3;
517 			printed = true;
518 		} else
519 			ret += callchain__fprintf_left_margin(fp, left_margin);
520 
521 		if (chain->ms.sym)
522 			ret += fprintf(fp, " %s\n", chain->ms.sym->name);
523 		else
524 			ret += fprintf(fp, " %p\n", (void *)(long)chain->ip);
525 
526 		if (++entries_printed == callchain_param.print_limit)
527 			break;
528 	}
529 
530 	ret += __callchain__fprintf_graph(fp, self, total_samples, 1, 1, left_margin);
531 
532 	return ret;
533 }
534 
535 static size_t callchain__fprintf_flat(FILE *fp, struct callchain_node *self,
536 				      u64 total_samples)
537 {
538 	struct callchain_list *chain;
539 	size_t ret = 0;
540 
541 	if (!self)
542 		return 0;
543 
544 	ret += callchain__fprintf_flat(fp, self->parent, total_samples);
545 
546 
547 	list_for_each_entry(chain, &self->val, list) {
548 		if (chain->ip >= PERF_CONTEXT_MAX)
549 			continue;
550 		if (chain->ms.sym)
551 			ret += fprintf(fp, "                %s\n", chain->ms.sym->name);
552 		else
553 			ret += fprintf(fp, "                %p\n",
554 					(void *)(long)chain->ip);
555 	}
556 
557 	return ret;
558 }
559 
560 static size_t hist_entry_callchain__fprintf(FILE *fp, struct hist_entry *self,
561 					    u64 total_samples, int left_margin)
562 {
563 	struct rb_node *rb_node;
564 	struct callchain_node *chain;
565 	size_t ret = 0;
566 	u32 entries_printed = 0;
567 
568 	rb_node = rb_first(&self->sorted_chain);
569 	while (rb_node) {
570 		double percent;
571 
572 		chain = rb_entry(rb_node, struct callchain_node, rb_node);
573 		percent = chain->hit * 100.0 / total_samples;
574 		switch (callchain_param.mode) {
575 		case CHAIN_FLAT:
576 			ret += percent_color_fprintf(fp, "           %6.2f%%\n",
577 						     percent);
578 			ret += callchain__fprintf_flat(fp, chain, total_samples);
579 			break;
580 		case CHAIN_GRAPH_ABS: /* Falldown */
581 		case CHAIN_GRAPH_REL:
582 			ret += callchain__fprintf_graph(fp, chain, total_samples,
583 							left_margin);
584 		case CHAIN_NONE:
585 		default:
586 			break;
587 		}
588 		ret += fprintf(fp, "\n");
589 		if (++entries_printed == callchain_param.print_limit)
590 			break;
591 		rb_node = rb_next(rb_node);
592 	}
593 
594 	return ret;
595 }
596 
597 int hist_entry__snprintf(struct hist_entry *self, char *s, size_t size,
598 			 struct hists *hists, struct hists *pair_hists,
599 			 bool show_displacement, long displacement,
600 			 bool color, u64 session_total)
601 {
602 	struct sort_entry *se;
603 	u64 period, total, period_sys, period_us, period_guest_sys, period_guest_us;
604 	u64 nr_events;
605 	const char *sep = symbol_conf.field_sep;
606 	int ret;
607 
608 	if (symbol_conf.exclude_other && !self->parent)
609 		return 0;
610 
611 	if (pair_hists) {
612 		period = self->pair ? self->pair->period : 0;
613 		nr_events = self->pair ? self->pair->nr_events : 0;
614 		total = pair_hists->stats.total_period;
615 		period_sys = self->pair ? self->pair->period_sys : 0;
616 		period_us = self->pair ? self->pair->period_us : 0;
617 		period_guest_sys = self->pair ? self->pair->period_guest_sys : 0;
618 		period_guest_us = self->pair ? self->pair->period_guest_us : 0;
619 	} else {
620 		period = self->period;
621 		nr_events = self->nr_events;
622 		total = session_total;
623 		period_sys = self->period_sys;
624 		period_us = self->period_us;
625 		period_guest_sys = self->period_guest_sys;
626 		period_guest_us = self->period_guest_us;
627 	}
628 
629 	if (total) {
630 		if (color)
631 			ret = percent_color_snprintf(s, size,
632 						     sep ? "%.2f" : "   %6.2f%%",
633 						     (period * 100.0) / total);
634 		else
635 			ret = snprintf(s, size, sep ? "%.2f" : "   %6.2f%%",
636 				       (period * 100.0) / total);
637 		if (symbol_conf.show_cpu_utilization) {
638 			ret += percent_color_snprintf(s + ret, size - ret,
639 					sep ? "%.2f" : "   %6.2f%%",
640 					(period_sys * 100.0) / total);
641 			ret += percent_color_snprintf(s + ret, size - ret,
642 					sep ? "%.2f" : "   %6.2f%%",
643 					(period_us * 100.0) / total);
644 			if (perf_guest) {
645 				ret += percent_color_snprintf(s + ret,
646 						size - ret,
647 						sep ? "%.2f" : "   %6.2f%%",
648 						(period_guest_sys * 100.0) /
649 								total);
650 				ret += percent_color_snprintf(s + ret,
651 						size - ret,
652 						sep ? "%.2f" : "   %6.2f%%",
653 						(period_guest_us * 100.0) /
654 								total);
655 			}
656 		}
657 	} else
658 		ret = snprintf(s, size, sep ? "%" PRIu64 : "%12" PRIu64 " ", period);
659 
660 	if (symbol_conf.show_nr_samples) {
661 		if (sep)
662 			ret += snprintf(s + ret, size - ret, "%c%" PRIu64, *sep, nr_events);
663 		else
664 			ret += snprintf(s + ret, size - ret, "%11" PRIu64, nr_events);
665 	}
666 
667 	if (pair_hists) {
668 		char bf[32];
669 		double old_percent = 0, new_percent = 0, diff;
670 
671 		if (total > 0)
672 			old_percent = (period * 100.0) / total;
673 		if (session_total > 0)
674 			new_percent = (self->period * 100.0) / session_total;
675 
676 		diff = new_percent - old_percent;
677 
678 		if (fabs(diff) >= 0.01)
679 			snprintf(bf, sizeof(bf), "%+4.2F%%", diff);
680 		else
681 			snprintf(bf, sizeof(bf), " ");
682 
683 		if (sep)
684 			ret += snprintf(s + ret, size - ret, "%c%s", *sep, bf);
685 		else
686 			ret += snprintf(s + ret, size - ret, "%11.11s", bf);
687 
688 		if (show_displacement) {
689 			if (displacement)
690 				snprintf(bf, sizeof(bf), "%+4ld", displacement);
691 			else
692 				snprintf(bf, sizeof(bf), " ");
693 
694 			if (sep)
695 				ret += snprintf(s + ret, size - ret, "%c%s", *sep, bf);
696 			else
697 				ret += snprintf(s + ret, size - ret, "%6.6s", bf);
698 		}
699 	}
700 
701 	list_for_each_entry(se, &hist_entry__sort_list, list) {
702 		if (se->elide)
703 			continue;
704 
705 		ret += snprintf(s + ret, size - ret, "%s", sep ?: "  ");
706 		ret += se->se_snprintf(self, s + ret, size - ret,
707 				       hists__col_len(hists, se->se_width_idx));
708 	}
709 
710 	return ret;
711 }
712 
713 int hist_entry__fprintf(struct hist_entry *self, struct hists *hists,
714 			struct hists *pair_hists, bool show_displacement,
715 			long displacement, FILE *fp, u64 session_total)
716 {
717 	char bf[512];
718 	hist_entry__snprintf(self, bf, sizeof(bf), hists, pair_hists,
719 			     show_displacement, displacement,
720 			     true, session_total);
721 	return fprintf(fp, "%s\n", bf);
722 }
723 
724 static size_t hist_entry__fprintf_callchain(struct hist_entry *self,
725 					    struct hists *hists, FILE *fp,
726 					    u64 session_total)
727 {
728 	int left_margin = 0;
729 
730 	if (sort__first_dimension == SORT_COMM) {
731 		struct sort_entry *se = list_first_entry(&hist_entry__sort_list,
732 							 typeof(*se), list);
733 		left_margin = hists__col_len(hists, se->se_width_idx);
734 		left_margin -= thread__comm_len(self->thread);
735 	}
736 
737 	return hist_entry_callchain__fprintf(fp, self, session_total,
738 					     left_margin);
739 }
740 
741 size_t hists__fprintf(struct hists *self, struct hists *pair,
742 		      bool show_displacement, FILE *fp)
743 {
744 	struct sort_entry *se;
745 	struct rb_node *nd;
746 	size_t ret = 0;
747 	unsigned long position = 1;
748 	long displacement = 0;
749 	unsigned int width;
750 	const char *sep = symbol_conf.field_sep;
751 	const char *col_width = symbol_conf.col_width_list_str;
752 
753 	init_rem_hits();
754 
755 	fprintf(fp, "# %s", pair ? "Baseline" : "Overhead");
756 
757 	if (symbol_conf.show_nr_samples) {
758 		if (sep)
759 			fprintf(fp, "%cSamples", *sep);
760 		else
761 			fputs("  Samples  ", fp);
762 	}
763 
764 	if (symbol_conf.show_cpu_utilization) {
765 		if (sep) {
766 			ret += fprintf(fp, "%csys", *sep);
767 			ret += fprintf(fp, "%cus", *sep);
768 			if (perf_guest) {
769 				ret += fprintf(fp, "%cguest sys", *sep);
770 				ret += fprintf(fp, "%cguest us", *sep);
771 			}
772 		} else {
773 			ret += fprintf(fp, "  sys  ");
774 			ret += fprintf(fp, "  us  ");
775 			if (perf_guest) {
776 				ret += fprintf(fp, "  guest sys  ");
777 				ret += fprintf(fp, "  guest us  ");
778 			}
779 		}
780 	}
781 
782 	if (pair) {
783 		if (sep)
784 			ret += fprintf(fp, "%cDelta", *sep);
785 		else
786 			ret += fprintf(fp, "  Delta    ");
787 
788 		if (show_displacement) {
789 			if (sep)
790 				ret += fprintf(fp, "%cDisplacement", *sep);
791 			else
792 				ret += fprintf(fp, " Displ");
793 		}
794 	}
795 
796 	list_for_each_entry(se, &hist_entry__sort_list, list) {
797 		if (se->elide)
798 			continue;
799 		if (sep) {
800 			fprintf(fp, "%c%s", *sep, se->se_header);
801 			continue;
802 		}
803 		width = strlen(se->se_header);
804 		if (symbol_conf.col_width_list_str) {
805 			if (col_width) {
806 				hists__set_col_len(self, se->se_width_idx,
807 						   atoi(col_width));
808 				col_width = strchr(col_width, ',');
809 				if (col_width)
810 					++col_width;
811 			}
812 		}
813 		if (!hists__new_col_len(self, se->se_width_idx, width))
814 			width = hists__col_len(self, se->se_width_idx);
815 		fprintf(fp, "  %*s", width, se->se_header);
816 	}
817 	fprintf(fp, "\n");
818 
819 	if (sep)
820 		goto print_entries;
821 
822 	fprintf(fp, "# ........");
823 	if (symbol_conf.show_nr_samples)
824 		fprintf(fp, " ..........");
825 	if (pair) {
826 		fprintf(fp, " ..........");
827 		if (show_displacement)
828 			fprintf(fp, " .....");
829 	}
830 	list_for_each_entry(se, &hist_entry__sort_list, list) {
831 		unsigned int i;
832 
833 		if (se->elide)
834 			continue;
835 
836 		fprintf(fp, "  ");
837 		width = hists__col_len(self, se->se_width_idx);
838 		if (width == 0)
839 			width = strlen(se->se_header);
840 		for (i = 0; i < width; i++)
841 			fprintf(fp, ".");
842 	}
843 
844 	fprintf(fp, "\n#\n");
845 
846 print_entries:
847 	for (nd = rb_first(&self->entries); nd; nd = rb_next(nd)) {
848 		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);
849 
850 		if (h->filtered)
851 			continue;
852 
853 		if (show_displacement) {
854 			if (h->pair != NULL)
855 				displacement = ((long)h->pair->position -
856 					        (long)position);
857 			else
858 				displacement = 0;
859 			++position;
860 		}
861 		ret += hist_entry__fprintf(h, self, pair, show_displacement,
862 					   displacement, fp, self->stats.total_period);
863 
864 		if (symbol_conf.use_callchain)
865 			ret += hist_entry__fprintf_callchain(h, self, fp,
866 							     self->stats.total_period);
867 		if (h->ms.map == NULL && verbose > 1) {
868 			__map_groups__fprintf_maps(&h->thread->mg,
869 						   MAP__FUNCTION, verbose, fp);
870 			fprintf(fp, "%.10s end\n", graph_dotted_line);
871 		}
872 	}
873 
874 	free(rem_sq_bracket);
875 
876 	return ret;
877 }
878 
879 /*
880  * See hists__fprintf to match the column widths
881  */
882 unsigned int hists__sort_list_width(struct hists *self)
883 {
884 	struct sort_entry *se;
885 	int ret = 9; /* total % */
886 
887 	if (symbol_conf.show_cpu_utilization) {
888 		ret += 7; /* count_sys % */
889 		ret += 6; /* count_us % */
890 		if (perf_guest) {
891 			ret += 13; /* count_guest_sys % */
892 			ret += 12; /* count_guest_us % */
893 		}
894 	}
895 
896 	if (symbol_conf.show_nr_samples)
897 		ret += 11;
898 
899 	list_for_each_entry(se, &hist_entry__sort_list, list)
900 		if (!se->elide)
901 			ret += 2 + hists__col_len(self, se->se_width_idx);
902 
903 	if (verbose) /* Addr + origin */
904 		ret += 3 + BITS_PER_LONG / 4;
905 
906 	return ret;
907 }
908 
909 static void hists__remove_entry_filter(struct hists *self, struct hist_entry *h,
910 				       enum hist_filter filter)
911 {
912 	h->filtered &= ~(1 << filter);
913 	if (h->filtered)
914 		return;
915 
916 	++self->nr_entries;
917 	if (h->ms.unfolded)
918 		self->nr_entries += h->nr_rows;
919 	h->row_offset = 0;
920 	self->stats.total_period += h->period;
921 	self->stats.nr_events[PERF_RECORD_SAMPLE] += h->nr_events;
922 
923 	hists__calc_col_len(self, h);
924 }
925 
926 void hists__filter_by_dso(struct hists *self, const struct dso *dso)
927 {
928 	struct rb_node *nd;
929 
930 	self->nr_entries = self->stats.total_period = 0;
931 	self->stats.nr_events[PERF_RECORD_SAMPLE] = 0;
932 	hists__reset_col_len(self);
933 
934 	for (nd = rb_first(&self->entries); nd; nd = rb_next(nd)) {
935 		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);
936 
937 		if (symbol_conf.exclude_other && !h->parent)
938 			continue;
939 
940 		if (dso != NULL && (h->ms.map == NULL || h->ms.map->dso != dso)) {
941 			h->filtered |= (1 << HIST_FILTER__DSO);
942 			continue;
943 		}
944 
945 		hists__remove_entry_filter(self, h, HIST_FILTER__DSO);
946 	}
947 }
948 
949 void hists__filter_by_thread(struct hists *self, const struct thread *thread)
950 {
951 	struct rb_node *nd;
952 
953 	self->nr_entries = self->stats.total_period = 0;
954 	self->stats.nr_events[PERF_RECORD_SAMPLE] = 0;
955 	hists__reset_col_len(self);
956 
957 	for (nd = rb_first(&self->entries); nd; nd = rb_next(nd)) {
958 		struct hist_entry *h = rb_entry(nd, struct hist_entry, rb_node);
959 
960 		if (thread != NULL && h->thread != thread) {
961 			h->filtered |= (1 << HIST_FILTER__THREAD);
962 			continue;
963 		}
964 
965 		hists__remove_entry_filter(self, h, HIST_FILTER__THREAD);
966 	}
967 }
968 
969 int hist_entry__inc_addr_samples(struct hist_entry *he, int evidx, u64 ip)
970 {
971 	return symbol__inc_addr_samples(he->ms.sym, he->ms.map, evidx, ip);
972 }
973 
974 int hist_entry__annotate(struct hist_entry *he, size_t privsize)
975 {
976 	return symbol__annotate(he->ms.sym, he->ms.map, privsize);
977 }
978 
979 void hists__inc_nr_events(struct hists *self, u32 type)
980 {
981 	++self->stats.nr_events[0];
982 	++self->stats.nr_events[type];
983 }
984 
985 size_t hists__fprintf_nr_events(struct hists *self, FILE *fp)
986 {
987 	int i;
988 	size_t ret = 0;
989 
990 	for (i = 0; i < PERF_RECORD_HEADER_MAX; ++i) {
991 		const char *name;
992 
993 		if (self->stats.nr_events[i] == 0)
994 			continue;
995 
996 		name = perf_event__name(i);
997 		if (!strcmp(name, "UNKNOWN"))
998 			continue;
999 
1000 		ret += fprintf(fp, "%16s events: %10d\n", name,
1001 			       self->stats.nr_events[i]);
1002 	}
1003 
1004 	return ret;
1005 }
1006