1 #include <stdlib.h>
2 #include <stdio.h>
3 #include <inttypes.h>
4 #include <linux/string.h>
5 #include <linux/time64.h>
6 #include <math.h>
7 #include <perf/cpumap.h>
8 #include "color.h"
9 #include "counts.h"
10 #include "debug.h"
11 #include "evlist.h"
12 #include "evsel.h"
13 #include "stat.h"
14 #include "top.h"
15 #include "thread_map.h"
16 #include "cpumap.h"
17 #include "string2.h"
18 #include <linux/ctype.h>
19 #include "cgroup.h"
20 #include <api/fs/fs.h>
21 #include "util.h"
22 #include "iostat.h"
23 #include "pmu.h"
24 #include "pmus.h"
25 #include "tool_pmu.h"
26
27 #define CNTR_NOT_SUPPORTED "<not supported>"
28 #define CNTR_NOT_COUNTED "<not counted>"
29
30 #define MGROUP_LEN 50
31 #define METRIC_LEN 38
32 #define EVNAME_LEN 32
33 #define COUNTS_LEN 18
34 #define INTERVAL_LEN 16
35 #define CGROUP_LEN 16
36 #define COMM_LEN 16
37 #define PID_LEN 7
38 #define CPUS_LEN 4
39
40 static int aggr_header_lens[] = {
41 [AGGR_CORE] = 18,
42 [AGGR_CACHE] = 22,
43 [AGGR_CLUSTER] = 20,
44 [AGGR_DIE] = 12,
45 [AGGR_SOCKET] = 6,
46 [AGGR_NODE] = 6,
47 [AGGR_NONE] = 6,
48 [AGGR_THREAD] = 16,
49 [AGGR_GLOBAL] = 0,
50 };
51
52 static const char *aggr_header_csv[] = {
53 [AGGR_CORE] = "core,ctrs,",
54 [AGGR_CACHE] = "cache,ctrs,",
55 [AGGR_CLUSTER] = "cluster,ctrs,",
56 [AGGR_DIE] = "die,ctrs,",
57 [AGGR_SOCKET] = "socket,ctrs,",
58 [AGGR_NONE] = "cpu,",
59 [AGGR_THREAD] = "comm-pid,",
60 [AGGR_NODE] = "node,",
61 [AGGR_GLOBAL] = ""
62 };
63
64 static const char *aggr_header_std[] = {
65 [AGGR_CORE] = "core",
66 [AGGR_CACHE] = "cache",
67 [AGGR_CLUSTER] = "cluster",
68 [AGGR_DIE] = "die",
69 [AGGR_SOCKET] = "socket",
70 [AGGR_NONE] = "cpu",
71 [AGGR_THREAD] = "comm-pid",
72 [AGGR_NODE] = "node",
73 [AGGR_GLOBAL] = ""
74 };
75
metric_threshold_classify__color(enum metric_threshold_classify thresh)76 const char *metric_threshold_classify__color(enum metric_threshold_classify thresh)
77 {
78 const char * const colors[] = {
79 "", /* unknown */
80 PERF_COLOR_RED, /* bad */
81 PERF_COLOR_MAGENTA, /* nearly bad */
82 PERF_COLOR_YELLOW, /* less good */
83 PERF_COLOR_GREEN, /* good */
84 };
85 static_assert(ARRAY_SIZE(colors) - 1 == METRIC_THRESHOLD_GOOD, "missing enum value");
86 return colors[thresh];
87 }
88
metric_threshold_classify__str(enum metric_threshold_classify thresh)89 static const char *metric_threshold_classify__str(enum metric_threshold_classify thresh)
90 {
91 const char * const strs[] = {
92 "unknown",
93 "bad",
94 "nearly bad",
95 "less good",
96 "good",
97 };
98 static_assert(ARRAY_SIZE(strs) - 1 == METRIC_THRESHOLD_GOOD, "missing enum value");
99 return strs[thresh];
100 }
101
print_running_std(struct perf_stat_config * config,u64 run,u64 ena)102 static void print_running_std(struct perf_stat_config *config, u64 run, u64 ena)
103 {
104 if (run != ena)
105 fprintf(config->output, " (%.2f%%)", 100.0 * run / ena);
106 }
107
print_running_csv(struct perf_stat_config * config,u64 run,u64 ena)108 static void print_running_csv(struct perf_stat_config *config, u64 run, u64 ena)
109 {
110 double enabled_percent = 100;
111
112 if (run != ena)
113 enabled_percent = 100 * run / ena;
114 fprintf(config->output, "%s%" PRIu64 "%s%.2f",
115 config->csv_sep, run, config->csv_sep, enabled_percent);
116 }
117 struct outstate {
118 /* Std mode: insert a newline before the next metric */
119 bool newline;
120 /* JSON mode: track need for comma for a previous field or not */
121 bool first;
122 /* Num CSV separators remaining to pad out when not all fields are printed */
123 int csv_col_pad;
124
125 /*
126 * The following don't track state across fields, but are here as a shortcut to
127 * pass data to the print functions. The alternative would be to update the
128 * function signatures of the entire print stack to pass them through.
129 */
130 /* Place to output to */
131 FILE * const fh;
132 /* Lines are timestamped in --interval-print mode */
133 char timestamp[64];
134 /* Num items aggregated in current line. See struct perf_stat_aggr.nr */
135 int aggr_nr;
136 /* Core/socket/die etc ID for the current line */
137 struct aggr_cpu_id id;
138 /* Event for current line */
139 struct evsel *evsel;
140 /* Cgroup for current line */
141 struct cgroup *cgrp;
142 };
143
json_sep(struct outstate * os)144 static const char *json_sep(struct outstate *os)
145 {
146 const char *sep = os->first ? "" : ", ";
147
148 os->first = false;
149 return sep;
150 }
151
152 #define json_out(os, format, ...) fprintf((os)->fh, "%s" format, json_sep(os), ##__VA_ARGS__)
153
print_running_json(struct outstate * os,u64 run,u64 ena)154 static void print_running_json(struct outstate *os, u64 run, u64 ena)
155 {
156 double enabled_percent = 100;
157
158 if (run != ena)
159 enabled_percent = 100 * run / ena;
160 json_out(os, "\"event-runtime\" : %" PRIu64 ", \"pcnt-running\" : %.2f",
161 run, enabled_percent);
162 }
163
print_running(struct perf_stat_config * config,struct outstate * os,u64 run,u64 ena,bool before_metric)164 static void print_running(struct perf_stat_config *config, struct outstate *os,
165 u64 run, u64 ena, bool before_metric)
166 {
167 if (config->json_output) {
168 if (before_metric)
169 print_running_json(os, run, ena);
170 } else if (config->csv_output) {
171 if (before_metric)
172 print_running_csv(config, run, ena);
173 } else {
174 if (!before_metric)
175 print_running_std(config, run, ena);
176 }
177 }
178
print_noise_pct_std(struct perf_stat_config * config,double pct)179 static void print_noise_pct_std(struct perf_stat_config *config,
180 double pct)
181 {
182 if (pct)
183 fprintf(config->output, " ( +-%6.2f%% )", pct);
184 }
185
print_noise_pct_csv(struct perf_stat_config * config,double pct)186 static void print_noise_pct_csv(struct perf_stat_config *config,
187 double pct)
188 {
189 fprintf(config->output, "%s%.2f%%", config->csv_sep, pct);
190 }
191
print_noise_pct_json(struct outstate * os,double pct)192 static void print_noise_pct_json(struct outstate *os,
193 double pct)
194 {
195 json_out(os, "\"variance\" : %.2f", pct);
196 }
197
print_noise_pct(struct perf_stat_config * config,struct outstate * os,double total,double avg,bool before_metric)198 static void print_noise_pct(struct perf_stat_config *config, struct outstate *os,
199 double total, double avg, bool before_metric)
200 {
201 double pct = rel_stddev_stats(total, avg);
202
203 if (config->json_output) {
204 if (before_metric)
205 print_noise_pct_json(os, pct);
206 } else if (config->csv_output) {
207 if (before_metric)
208 print_noise_pct_csv(config, pct);
209 } else {
210 if (!before_metric)
211 print_noise_pct_std(config, pct);
212 }
213 }
214
print_noise(struct perf_stat_config * config,struct outstate * os,struct evsel * evsel,double avg,bool before_metric)215 static void print_noise(struct perf_stat_config *config, struct outstate *os,
216 struct evsel *evsel, double avg, bool before_metric)
217 {
218 struct perf_stat_evsel *ps;
219
220 if (config->run_count == 1)
221 return;
222
223 ps = evsel->stats;
224 print_noise_pct(config, os, stddev_stats(&ps->res_stats), avg, before_metric);
225 }
226
print_cgroup_std(struct perf_stat_config * config,const char * cgrp_name)227 static void print_cgroup_std(struct perf_stat_config *config, const char *cgrp_name)
228 {
229 fprintf(config->output, " %-*s", CGROUP_LEN, cgrp_name);
230 }
231
print_cgroup_csv(struct perf_stat_config * config,const char * cgrp_name)232 static void print_cgroup_csv(struct perf_stat_config *config, const char *cgrp_name)
233 {
234 fprintf(config->output, "%s%s", config->csv_sep, cgrp_name);
235 }
236
print_cgroup_json(struct outstate * os,const char * cgrp_name)237 static void print_cgroup_json(struct outstate *os, const char *cgrp_name)
238 {
239 json_out(os, "\"cgroup\" : \"%s\"", cgrp_name);
240 }
241
print_cgroup(struct perf_stat_config * config,struct outstate * os,struct cgroup * cgrp)242 static void print_cgroup(struct perf_stat_config *config, struct outstate *os,
243 struct cgroup *cgrp)
244 {
245 if (nr_cgroups || config->cgroup_list) {
246 const char *cgrp_name = cgrp ? cgrp->name : "";
247
248 if (config->json_output)
249 print_cgroup_json(os, cgrp_name);
250 else if (config->csv_output)
251 print_cgroup_csv(config, cgrp_name);
252 else
253 print_cgroup_std(config, cgrp_name);
254 }
255 }
256
print_aggr_id_std(struct perf_stat_config * config,struct evsel * evsel,struct aggr_cpu_id id,int aggr_nr)257 static void print_aggr_id_std(struct perf_stat_config *config,
258 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr)
259 {
260 FILE *output = config->output;
261 int idx = config->aggr_mode;
262 char buf[128];
263
264 switch (config->aggr_mode) {
265 case AGGR_CORE:
266 snprintf(buf, sizeof(buf), "S%d-D%d-C%d", id.socket, id.die, id.core);
267 break;
268 case AGGR_CACHE:
269 snprintf(buf, sizeof(buf), "S%d-D%d-L%d-ID%d",
270 id.socket, id.die, id.cache_lvl, id.cache);
271 break;
272 case AGGR_CLUSTER:
273 snprintf(buf, sizeof(buf), "S%d-D%d-CLS%d", id.socket, id.die, id.cluster);
274 break;
275 case AGGR_DIE:
276 snprintf(buf, sizeof(buf), "S%d-D%d", id.socket, id.die);
277 break;
278 case AGGR_SOCKET:
279 snprintf(buf, sizeof(buf), "S%d", id.socket);
280 break;
281 case AGGR_NODE:
282 snprintf(buf, sizeof(buf), "N%d", id.node);
283 break;
284 case AGGR_NONE:
285 if (evsel->percore && !config->percore_show_thread) {
286 snprintf(buf, sizeof(buf), "S%d-D%d-C%d ",
287 id.socket, id.die, id.core);
288 fprintf(output, "%-*s ",
289 aggr_header_lens[AGGR_CORE], buf);
290 } else if (id.cpu.cpu > -1) {
291 fprintf(output, "CPU%-*d ",
292 aggr_header_lens[AGGR_NONE] - 3, id.cpu.cpu);
293 }
294 return;
295 case AGGR_THREAD:
296 fprintf(output, "%*s-%-*d ",
297 COMM_LEN, perf_thread_map__comm(evsel->core.threads, id.thread_idx),
298 PID_LEN, perf_thread_map__pid(evsel->core.threads, id.thread_idx));
299 return;
300 case AGGR_GLOBAL:
301 case AGGR_UNSET:
302 case AGGR_MAX:
303 default:
304 return;
305 }
306
307 fprintf(output, "%-*s %*d ", aggr_header_lens[idx], buf, /*strlen("ctrs")*/ 4, aggr_nr);
308 }
309
print_aggr_id_csv(struct perf_stat_config * config,struct evsel * evsel,struct aggr_cpu_id id,int aggr_nr)310 static void print_aggr_id_csv(struct perf_stat_config *config,
311 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr)
312 {
313 FILE *output = config->output;
314 const char *sep = config->csv_sep;
315
316 switch (config->aggr_mode) {
317 case AGGR_CORE:
318 fprintf(output, "S%d-D%d-C%d%s%d%s",
319 id.socket, id.die, id.core, sep, aggr_nr, sep);
320 break;
321 case AGGR_CACHE:
322 fprintf(config->output, "S%d-D%d-L%d-ID%d%s%d%s",
323 id.socket, id.die, id.cache_lvl, id.cache, sep, aggr_nr, sep);
324 break;
325 case AGGR_CLUSTER:
326 fprintf(config->output, "S%d-D%d-CLS%d%s%d%s",
327 id.socket, id.die, id.cluster, sep, aggr_nr, sep);
328 break;
329 case AGGR_DIE:
330 fprintf(output, "S%d-D%d%s%d%s",
331 id.socket, id.die, sep, aggr_nr, sep);
332 break;
333 case AGGR_SOCKET:
334 fprintf(output, "S%d%s%d%s",
335 id.socket, sep, aggr_nr, sep);
336 break;
337 case AGGR_NODE:
338 fprintf(output, "N%d%s%d%s",
339 id.node, sep, aggr_nr, sep);
340 break;
341 case AGGR_NONE:
342 if (evsel->percore && !config->percore_show_thread) {
343 fprintf(output, "S%d-D%d-C%d%s",
344 id.socket, id.die, id.core, sep);
345 } else if (id.cpu.cpu > -1) {
346 fprintf(output, "CPU%d%s",
347 id.cpu.cpu, sep);
348 }
349 break;
350 case AGGR_THREAD:
351 fprintf(output, "%s-%d%s",
352 perf_thread_map__comm(evsel->core.threads, id.thread_idx),
353 perf_thread_map__pid(evsel->core.threads, id.thread_idx),
354 sep);
355 break;
356 case AGGR_GLOBAL:
357 case AGGR_UNSET:
358 case AGGR_MAX:
359 default:
360 break;
361 }
362 }
363
print_aggr_id_json(struct perf_stat_config * config,struct outstate * os,struct evsel * evsel,struct aggr_cpu_id id,int aggr_nr)364 static void print_aggr_id_json(struct perf_stat_config *config, struct outstate *os,
365 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr)
366 {
367 switch (config->aggr_mode) {
368 case AGGR_CORE:
369 json_out(os, "\"core\" : \"S%d-D%d-C%d\", \"counters\" : %d",
370 id.socket, id.die, id.core, aggr_nr);
371 break;
372 case AGGR_CACHE:
373 json_out(os, "\"cache\" : \"S%d-D%d-L%d-ID%d\", \"counters\" : %d",
374 id.socket, id.die, id.cache_lvl, id.cache, aggr_nr);
375 break;
376 case AGGR_CLUSTER:
377 json_out(os, "\"cluster\" : \"S%d-D%d-CLS%d\", \"counters\" : %d",
378 id.socket, id.die, id.cluster, aggr_nr);
379 break;
380 case AGGR_DIE:
381 json_out(os, "\"die\" : \"S%d-D%d\", \"counters\" : %d",
382 id.socket, id.die, aggr_nr);
383 break;
384 case AGGR_SOCKET:
385 json_out(os, "\"socket\" : \"S%d\", \"counters\" : %d",
386 id.socket, aggr_nr);
387 break;
388 case AGGR_NODE:
389 json_out(os, "\"node\" : \"N%d\", \"counters\" : %d",
390 id.node, aggr_nr);
391 break;
392 case AGGR_NONE:
393 if (evsel->percore && !config->percore_show_thread) {
394 json_out(os, "\"core\" : \"S%d-D%d-C%d\"",
395 id.socket, id.die, id.core);
396 } else if (id.cpu.cpu > -1) {
397 json_out(os, "\"cpu\" : \"%d\"",
398 id.cpu.cpu);
399 }
400 break;
401 case AGGR_THREAD:
402 json_out(os, "\"thread\" : \"%s-%d\"",
403 perf_thread_map__comm(evsel->core.threads, id.thread_idx),
404 perf_thread_map__pid(evsel->core.threads, id.thread_idx));
405 break;
406 case AGGR_GLOBAL:
407 case AGGR_UNSET:
408 case AGGR_MAX:
409 default:
410 break;
411 }
412 }
413
aggr_printout(struct perf_stat_config * config,struct outstate * os,struct evsel * evsel,struct aggr_cpu_id id,int aggr_nr)414 static void aggr_printout(struct perf_stat_config *config, struct outstate *os,
415 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr)
416 {
417 if (config->json_output)
418 print_aggr_id_json(config, os, evsel, id, aggr_nr);
419 else if (config->csv_output)
420 print_aggr_id_csv(config, evsel, id, aggr_nr);
421 else
422 print_aggr_id_std(config, evsel, id, aggr_nr);
423 }
424
new_line_std(struct perf_stat_config * config __maybe_unused,void * ctx)425 static void new_line_std(struct perf_stat_config *config __maybe_unused,
426 void *ctx)
427 {
428 struct outstate *os = ctx;
429
430 os->newline = true;
431 }
432
__new_line_std_csv(struct perf_stat_config * config,struct outstate * os)433 static inline void __new_line_std_csv(struct perf_stat_config *config,
434 struct outstate *os)
435 {
436 fputc('\n', os->fh);
437 if (config->interval)
438 fputs(os->timestamp, os->fh);
439 aggr_printout(config, os, os->evsel, os->id, os->aggr_nr);
440 }
441
__new_line_std(struct perf_stat_config * config,struct outstate * os)442 static inline void __new_line_std(struct perf_stat_config *config, struct outstate *os)
443 {
444 fprintf(os->fh, "%*s", COUNTS_LEN + EVNAME_LEN + config->unit_width + 2, "");
445 }
446
do_new_line_std(struct perf_stat_config * config,struct outstate * os)447 static void do_new_line_std(struct perf_stat_config *config,
448 struct outstate *os)
449 {
450 __new_line_std_csv(config, os);
451 if (config->aggr_mode == AGGR_NONE)
452 fprintf(os->fh, " ");
453 __new_line_std(config, os);
454 }
455
print_metric_std(struct perf_stat_config * config,void * ctx,enum metric_threshold_classify thresh,const char * fmt,const char * unit,double val)456 static void print_metric_std(struct perf_stat_config *config,
457 void *ctx, enum metric_threshold_classify thresh,
458 const char *fmt, const char *unit, double val)
459 {
460 struct outstate *os = ctx;
461 FILE *out = os->fh;
462 int n;
463 bool newline = os->newline;
464 const char *color = metric_threshold_classify__color(thresh);
465
466 os->newline = false;
467
468 if (unit == NULL || fmt == NULL) {
469 fprintf(out, "%-*s", METRIC_LEN, "");
470 return;
471 }
472
473 if (newline)
474 do_new_line_std(config, os);
475
476 n = fprintf(out, " # ");
477 if (color)
478 n += color_fprintf(out, color, fmt, val);
479 else
480 n += fprintf(out, fmt, val);
481 fprintf(out, " %-*s", METRIC_LEN - n - 1, unit);
482 }
483
new_line_csv(struct perf_stat_config * config,void * ctx)484 static void new_line_csv(struct perf_stat_config *config, void *ctx)
485 {
486 struct outstate *os = ctx;
487 int i;
488
489 __new_line_std_csv(config, os);
490 for (i = 0; i < os->csv_col_pad; i++)
491 fputs(config->csv_sep, os->fh);
492 }
493
print_metric_csv(struct perf_stat_config * config __maybe_unused,void * ctx,enum metric_threshold_classify thresh __maybe_unused,const char * fmt,const char * unit,double val)494 static void print_metric_csv(struct perf_stat_config *config __maybe_unused,
495 void *ctx,
496 enum metric_threshold_classify thresh __maybe_unused,
497 const char *fmt, const char *unit, double val)
498 {
499 struct outstate *os = ctx;
500 FILE *out = os->fh;
501 char buf[64], *vals, *ends;
502
503 if (unit == NULL || fmt == NULL) {
504 fprintf(out, "%s%s", config->csv_sep, config->csv_sep);
505 return;
506 }
507 snprintf(buf, sizeof(buf), fmt, val);
508 ends = vals = skip_spaces(buf);
509 while (isdigit(*ends) || *ends == '.')
510 ends++;
511 *ends = 0;
512 fprintf(out, "%s%s%s%s", config->csv_sep, vals, config->csv_sep, skip_spaces(unit));
513 }
514
print_metric_json(struct perf_stat_config * config __maybe_unused,void * ctx,enum metric_threshold_classify thresh,const char * fmt __maybe_unused,const char * unit,double val)515 static void print_metric_json(struct perf_stat_config *config __maybe_unused,
516 void *ctx,
517 enum metric_threshold_classify thresh,
518 const char *fmt __maybe_unused,
519 const char *unit, double val)
520 {
521 struct outstate *os = ctx;
522 FILE *out = os->fh;
523
524 if (unit) {
525 json_out(os, "\"metric-value\" : \"%f\", \"metric-unit\" : \"%s\"", val, unit);
526 if (thresh != METRIC_THRESHOLD_UNKNOWN) {
527 json_out(os, "\"metric-threshold\" : \"%s\"",
528 metric_threshold_classify__str(thresh));
529 }
530 }
531 if (!config->metric_only)
532 fprintf(out, "}");
533 }
534
new_line_json(struct perf_stat_config * config,void * ctx)535 static void new_line_json(struct perf_stat_config *config, void *ctx)
536 {
537 struct outstate *os = ctx;
538
539 fputs("\n{", os->fh);
540 os->first = true;
541 if (config->interval)
542 json_out(os, "%s", os->timestamp);
543
544 aggr_printout(config, os, os->evsel, os->id, os->aggr_nr);
545 }
546
print_metricgroup_header_json(struct perf_stat_config * config,void * ctx,const char * metricgroup_name)547 static void print_metricgroup_header_json(struct perf_stat_config *config,
548 void *ctx,
549 const char *metricgroup_name)
550 {
551 if (!metricgroup_name)
552 return;
553
554 json_out((struct outstate *) ctx, "\"metricgroup\" : \"%s\"}", metricgroup_name);
555 new_line_json(config, ctx);
556 }
557
print_metricgroup_header_csv(struct perf_stat_config * config,void * ctx,const char * metricgroup_name)558 static void print_metricgroup_header_csv(struct perf_stat_config *config,
559 void *ctx,
560 const char *metricgroup_name)
561 {
562 struct outstate *os = ctx;
563 int i;
564
565 if (!metricgroup_name) {
566 /* Leave space for running and enabling */
567 for (i = 0; i < os->csv_col_pad - 2; i++)
568 fputs(config->csv_sep, os->fh);
569 return;
570 }
571
572 for (i = 0; i < os->csv_col_pad; i++)
573 fputs(config->csv_sep, os->fh);
574 fprintf(config->output, "%s", metricgroup_name);
575 new_line_csv(config, ctx);
576 }
577
print_metricgroup_header_std(struct perf_stat_config * config,void * ctx,const char * metricgroup_name)578 static void print_metricgroup_header_std(struct perf_stat_config *config,
579 void *ctx,
580 const char *metricgroup_name)
581 {
582 struct outstate *os = ctx;
583 int n;
584
585 if (!metricgroup_name) {
586 __new_line_std(config, os);
587 return;
588 }
589
590 n = fprintf(config->output, " %*s", EVNAME_LEN, metricgroup_name);
591
592 fprintf(config->output, "%*s", MGROUP_LEN + config->unit_width + 2 - n, "");
593 }
594
print_metric_only(struct perf_stat_config * config,void * ctx,enum metric_threshold_classify thresh,const char * fmt,const char * unit,double val)595 static void print_metric_only(struct perf_stat_config *config,
596 void *ctx, enum metric_threshold_classify thresh,
597 const char *fmt, const char *unit, double val)
598 {
599 struct outstate *os = ctx;
600 FILE *out = os->fh;
601 char str[1024];
602 unsigned mlen = config->metric_only_len;
603 const char *color = metric_threshold_classify__color(thresh);
604
605 if (!unit)
606 unit = "";
607 if (mlen < strlen(unit))
608 mlen = strlen(unit) + 1;
609
610 if (color)
611 mlen += strlen(color) + sizeof(PERF_COLOR_RESET) - 1;
612
613 color_snprintf(str, sizeof(str), color ?: "", fmt ?: "", val);
614 fprintf(out, "%*s ", mlen, str);
615 os->first = false;
616 }
617
print_metric_only_csv(struct perf_stat_config * config __maybe_unused,void * ctx,enum metric_threshold_classify thresh __maybe_unused,const char * fmt,const char * unit __maybe_unused,double val)618 static void print_metric_only_csv(struct perf_stat_config *config __maybe_unused,
619 void *ctx,
620 enum metric_threshold_classify thresh __maybe_unused,
621 const char *fmt,
622 const char *unit __maybe_unused, double val)
623 {
624 struct outstate *os = ctx;
625 FILE *out = os->fh;
626 char buf[64], *vals, *ends;
627
628 if (!unit)
629 return;
630
631 snprintf(buf, sizeof(buf), fmt ?: "", val);
632 ends = vals = skip_spaces(buf);
633 while (isdigit(*ends) || *ends == '.')
634 ends++;
635 *ends = 0;
636 fprintf(out, "%s%s", vals, config->csv_sep);
637 os->first = false;
638 }
639
print_metric_only_json(struct perf_stat_config * config __maybe_unused,void * ctx,enum metric_threshold_classify thresh __maybe_unused,const char * fmt,const char * unit,double val)640 static void print_metric_only_json(struct perf_stat_config *config __maybe_unused,
641 void *ctx,
642 enum metric_threshold_classify thresh __maybe_unused,
643 const char *fmt,
644 const char *unit, double val)
645 {
646 struct outstate *os = ctx;
647 char buf[64], *ends;
648 const char *vals;
649
650 if (!unit || !unit[0])
651 return;
652 snprintf(buf, sizeof(buf), fmt ?: "", val);
653 vals = ends = skip_spaces(buf);
654 while (isdigit(*ends) || *ends == '.')
655 ends++;
656 *ends = 0;
657 if (!vals[0])
658 vals = "none";
659 json_out(os, "\"%s\" : \"%s\"", unit, vals);
660 }
661
print_metric_header(struct perf_stat_config * config,void * ctx,enum metric_threshold_classify thresh __maybe_unused,const char * fmt __maybe_unused,const char * unit,double val __maybe_unused)662 static void print_metric_header(struct perf_stat_config *config,
663 void *ctx,
664 enum metric_threshold_classify thresh __maybe_unused,
665 const char *fmt __maybe_unused,
666 const char *unit, double val __maybe_unused)
667 {
668 struct outstate *os = ctx;
669
670 /* In case of iostat, print metric header for first root port only */
671 if (config->iostat_run &&
672 os->evsel->priv != os->evsel->evlist->selected->priv)
673 return;
674
675 if (os->evsel->cgrp != os->cgrp)
676 return;
677
678 if (!unit)
679 return;
680
681 if (config->json_output)
682 return;
683 else if (config->csv_output)
684 fprintf(os->fh, "%s%s", unit, config->csv_sep);
685 else
686 fprintf(os->fh, "%*s ", config->metric_only_len, unit);
687 }
688
print_counter_value_std(struct perf_stat_config * config,struct evsel * evsel,double avg,bool ok)689 static void print_counter_value_std(struct perf_stat_config *config,
690 struct evsel *evsel, double avg, bool ok)
691 {
692 FILE *output = config->output;
693 double sc = evsel->scale;
694 const char *fmt;
695 const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED;
696
697 if (config->big_num)
698 fmt = floor(sc) != sc ? "%'*.2f " : "%'*.0f ";
699 else
700 fmt = floor(sc) != sc ? "%*.2f " : "%*.0f ";
701
702 if (ok)
703 fprintf(output, fmt, COUNTS_LEN, avg);
704 else
705 fprintf(output, "%*s ", COUNTS_LEN, bad_count);
706
707 if (evsel->unit)
708 fprintf(output, "%-*s ", config->unit_width, evsel->unit);
709
710 fprintf(output, "%-*s", EVNAME_LEN, evsel__name(evsel));
711 }
712
print_counter_value_csv(struct perf_stat_config * config,struct evsel * evsel,double avg,bool ok)713 static void print_counter_value_csv(struct perf_stat_config *config,
714 struct evsel *evsel, double avg, bool ok)
715 {
716 FILE *output = config->output;
717 double sc = evsel->scale;
718 const char *sep = config->csv_sep;
719 const char *fmt = floor(sc) != sc ? "%.2f%s" : "%.0f%s";
720 const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED;
721
722 if (ok)
723 fprintf(output, fmt, avg, sep);
724 else
725 fprintf(output, "%s%s", bad_count, sep);
726
727 if (evsel->unit)
728 fprintf(output, "%s%s", evsel->unit, sep);
729
730 fprintf(output, "%s", evsel__name(evsel));
731 }
732
print_counter_value_json(struct outstate * os,struct evsel * evsel,double avg,bool ok)733 static void print_counter_value_json(struct outstate *os,
734 struct evsel *evsel, double avg, bool ok)
735 {
736 const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED;
737
738 if (ok)
739 json_out(os, "\"counter-value\" : \"%f\"", avg);
740 else
741 json_out(os, "\"counter-value\" : \"%s\"", bad_count);
742
743 if (evsel->unit)
744 json_out(os, "\"unit\" : \"%s\"", evsel->unit);
745
746 json_out(os, "\"event\" : \"%s\"", evsel__name(evsel));
747 }
748
print_counter_value(struct perf_stat_config * config,struct outstate * os,struct evsel * evsel,double avg,bool ok)749 static void print_counter_value(struct perf_stat_config *config, struct outstate *os,
750 struct evsel *evsel, double avg, bool ok)
751 {
752 if (config->json_output)
753 print_counter_value_json(os, evsel, avg, ok);
754 else if (config->csv_output)
755 print_counter_value_csv(config, evsel, avg, ok);
756 else
757 print_counter_value_std(config, evsel, avg, ok);
758 }
759
abs_printout(struct perf_stat_config * config,struct outstate * os,struct aggr_cpu_id id,int aggr_nr,struct evsel * evsel,double avg,bool ok)760 static void abs_printout(struct perf_stat_config *config,
761 struct outstate *os,
762 struct aggr_cpu_id id, int aggr_nr,
763 struct evsel *evsel, double avg, bool ok)
764 {
765 aggr_printout(config, os, evsel, id, aggr_nr);
766 print_counter_value(config, os, evsel, avg, ok);
767 print_cgroup(config, os, evsel->cgrp);
768 }
769
evlist__has_hybrid_pmus(struct evlist * evlist)770 static bool evlist__has_hybrid_pmus(struct evlist *evlist)
771 {
772 struct evsel *evsel;
773 struct perf_pmu *last_core_pmu = NULL;
774
775 if (perf_pmus__num_core_pmus() == 1)
776 return false;
777
778 evlist__for_each_entry(evlist, evsel) {
779 if (evsel->core.is_pmu_core) {
780 struct perf_pmu *pmu = evsel__find_pmu(evsel);
781
782 if (pmu == last_core_pmu)
783 continue;
784
785 if (last_core_pmu == NULL) {
786 last_core_pmu = pmu;
787 continue;
788 }
789 /* A distinct core PMU. */
790 return true;
791 }
792 }
793
794 return false;
795 }
796
printout(struct perf_stat_config * config,struct outstate * os,double uval,u64 run,u64 ena,double noise,int aggr_idx)797 static void printout(struct perf_stat_config *config, struct outstate *os,
798 double uval, u64 run, u64 ena, double noise, int aggr_idx)
799 {
800 struct perf_stat_output_ctx out;
801 print_metric_t pm;
802 new_line_t nl;
803 print_metricgroup_header_t pmh;
804 bool ok = true;
805 struct evsel *counter = os->evsel;
806
807 if (config->csv_output) {
808 pm = config->metric_only ? print_metric_only_csv : print_metric_csv;
809 nl = config->metric_only ? NULL : new_line_csv;
810 pmh = print_metricgroup_header_csv;
811 os->csv_col_pad = 4 + (counter->cgrp ? 1 : 0);
812 } else if (config->json_output) {
813 pm = config->metric_only ? print_metric_only_json : print_metric_json;
814 nl = config->metric_only ? NULL : new_line_json;
815 pmh = print_metricgroup_header_json;
816 } else {
817 pm = config->metric_only ? print_metric_only : print_metric_std;
818 nl = config->metric_only ? NULL : new_line_std;
819 pmh = print_metricgroup_header_std;
820 }
821
822 if (run == 0 || ena == 0 || counter->counts->scaled == -1) {
823 ok = false;
824
825 if (counter->supported) {
826 if (!evlist__has_hybrid_pmus(counter->evlist)) {
827 config->print_free_counters_hint = 1;
828 }
829 }
830 }
831
832 out.print_metric = pm;
833 out.new_line = nl;
834 out.print_metricgroup_header = pmh;
835 out.ctx = os;
836 out.force_header = false;
837
838 if (!config->metric_only && (!counter->default_metricgroup || counter->default_show_events)) {
839 abs_printout(config, os, os->id, os->aggr_nr, counter, uval, ok);
840
841 print_noise(config, os, counter, noise, /*before_metric=*/true);
842 print_running(config, os, run, ena, /*before_metric=*/true);
843 }
844
845 if (!config->metric_only && counter->default_metricgroup &&
846 !counter->default_show_events) {
847 void *from = NULL;
848
849 aggr_printout(config, os, os->evsel, os->id, os->aggr_nr);
850 /* Print out all the metricgroup with the same metric event. */
851 do {
852 int num = 0;
853
854 /* Print out the new line for the next new metricgroup. */
855 if (from) {
856 if (config->json_output)
857 new_line_json(config, (void *)os);
858 else
859 __new_line_std_csv(config, os);
860 }
861
862 print_noise(config, os, counter, noise,
863 /*before_metric=*/true);
864 print_running(config, os, run, ena,
865 /*before_metric=*/true);
866 from = perf_stat__print_shadow_stats_metricgroup(
867 config, counter, aggr_idx, &num, from, &out);
868 } while (from != NULL);
869 } else {
870 perf_stat__print_shadow_stats(config, counter, aggr_idx, &out);
871 }
872
873 if (!config->metric_only) {
874 print_noise(config, os, counter, noise, /*before_metric=*/false);
875 print_running(config, os, run, ena, /*before_metric=*/false);
876 }
877 }
878
879 /**
880 * should_skip_zero_count() - Check if the event should print 0 values.
881 * @config: The perf stat configuration (including aggregation mode).
882 * @counter: The evsel with its associated cpumap.
883 * @id: The aggregation id that is being queried.
884 *
885 * Due to mismatch between the event cpumap or thread-map and the
886 * aggregation mode, sometimes it'd iterate the counter with the map
887 * which does not contain any values.
888 *
889 * For example, uncore events have dedicated CPUs to manage them,
890 * result for other CPUs should be zero and skipped.
891 *
892 * Return: %true if the value should NOT be printed, %false if the value
893 * needs to be printed like "<not counted>" or "<not supported>".
894 */
should_skip_zero_counter(struct perf_stat_config * config,struct evsel * counter,const struct aggr_cpu_id * id)895 static bool should_skip_zero_counter(struct perf_stat_config *config,
896 struct evsel *counter,
897 const struct aggr_cpu_id *id)
898 {
899 struct perf_cpu cpu;
900 int idx;
901
902 /*
903 * Skip unsupported default events when not verbose. (default events
904 * are all marked 'skippable').
905 */
906 if (verbose == 0 && counter->skippable && !counter->supported)
907 return true;
908
909 /* Metric only counts won't be displayed but the metric wants to be computed. */
910 if (config->metric_only)
911 return false;
912 /*
913 * Skip value 0 when enabling --per-thread globally,
914 * otherwise it will have too many 0 output.
915 */
916 if (config->aggr_mode == AGGR_THREAD && config->system_wide)
917 return true;
918
919 /*
920 * In per-thread mode the aggr_map and aggr_get_id functions may be
921 * NULL, assume all 0 values should be output in that case.
922 */
923 if (!config->aggr_map || !config->aggr_get_id)
924 return false;
925
926 /*
927 * Tool events may be gathered on all logical CPUs, for example
928 * system_time, but for many the first index is the only one used, for
929 * example num_cores. Don't skip for the first index.
930 */
931 if (evsel__is_tool(counter)) {
932 struct aggr_cpu_id own_id =
933 config->aggr_get_id(config, (struct perf_cpu){ .cpu = 0 });
934
935 return !aggr_cpu_id__equal(id, &own_id);
936 }
937 /*
938 * Skip value 0 when the counter's cpumask doesn't match the given aggr
939 * id.
940 */
941
942 perf_cpu_map__for_each_cpu(cpu, idx, counter->core.cpus) {
943 struct aggr_cpu_id own_id = config->aggr_get_id(config, cpu);
944
945 if (aggr_cpu_id__equal(id, &own_id))
946 return false;
947 }
948 return true;
949 }
950
print_counter_aggrdata(struct perf_stat_config * config,struct evsel * counter,int aggr_idx,struct outstate * os)951 static void print_counter_aggrdata(struct perf_stat_config *config,
952 struct evsel *counter, int aggr_idx,
953 struct outstate *os)
954 {
955 FILE *output = config->output;
956 u64 ena, run, val;
957 double uval;
958 struct perf_stat_evsel *ps = counter->stats;
959 struct perf_stat_aggr *aggr = &ps->aggr[aggr_idx];
960 struct aggr_cpu_id id = config->aggr_map->map[aggr_idx];
961 double avg = aggr->counts.val;
962 bool metric_only = config->metric_only;
963
964 os->id = id;
965 os->aggr_nr = aggr->nr;
966 os->evsel = counter;
967
968 /* Skip already merged uncore/hybrid events */
969 if (config->aggr_mode != AGGR_NONE) {
970 if (evsel__is_hybrid(counter)) {
971 if (config->hybrid_merge && counter->first_wildcard_match != NULL)
972 return;
973 } else {
974 if (counter->first_wildcard_match != NULL)
975 return;
976 }
977 }
978
979 val = aggr->counts.val;
980 ena = aggr->counts.ena;
981 run = aggr->counts.run;
982
983 if (perf_stat__skip_metric_event(counter))
984 return;
985
986 if (val == 0 && should_skip_zero_counter(config, counter, &id))
987 return;
988
989 if (!metric_only) {
990 if (config->json_output) {
991 os->first = true;
992 fputc('{', output);
993 }
994 if (config->interval) {
995 if (config->json_output)
996 json_out(os, "%s", os->timestamp);
997 else
998 fprintf(output, "%s", os->timestamp);
999 } else if (config->summary && config->csv_output &&
1000 !config->no_csv_summary)
1001 fprintf(output, "%s%s", "summary", config->csv_sep);
1002 }
1003
1004 uval = val * counter->scale;
1005
1006 printout(config, os, uval, run, ena, avg, aggr_idx);
1007
1008 if (!metric_only)
1009 fputc('\n', output);
1010 }
1011
print_metric_begin(struct perf_stat_config * config,struct evlist * evlist,struct outstate * os,int aggr_idx)1012 static void print_metric_begin(struct perf_stat_config *config,
1013 struct evlist *evlist,
1014 struct outstate *os, int aggr_idx)
1015 {
1016 struct perf_stat_aggr *aggr;
1017 struct aggr_cpu_id id;
1018 struct evsel *evsel;
1019
1020 os->first = true;
1021 if (!config->metric_only)
1022 return;
1023
1024 if (config->json_output)
1025 fputc('{', config->output);
1026
1027 if (config->interval) {
1028 if (config->json_output)
1029 json_out(os, "%s", os->timestamp);
1030 else
1031 fprintf(config->output, "%s", os->timestamp);
1032 }
1033 evsel = evlist__first(evlist);
1034 id = config->aggr_map->map[aggr_idx];
1035 aggr = &evsel->stats->aggr[aggr_idx];
1036 aggr_printout(config, os, evsel, id, aggr->nr);
1037
1038 print_cgroup(config, os, os->cgrp ? : evsel->cgrp);
1039 }
1040
print_metric_end(struct perf_stat_config * config,struct outstate * os)1041 static void print_metric_end(struct perf_stat_config *config, struct outstate *os)
1042 {
1043 FILE *output = config->output;
1044
1045 if (!config->metric_only)
1046 return;
1047
1048 if (config->json_output) {
1049 if (os->first)
1050 fputs("\"metric-value\" : \"none\"", output);
1051 fputc('}', output);
1052 }
1053 fputc('\n', output);
1054 }
1055
print_aggr(struct perf_stat_config * config,struct evlist * evlist,struct outstate * os)1056 static void print_aggr(struct perf_stat_config *config,
1057 struct evlist *evlist,
1058 struct outstate *os)
1059 {
1060 struct evsel *counter;
1061 int aggr_idx;
1062
1063 if (!config->aggr_map || !config->aggr_get_id)
1064 return;
1065
1066 /*
1067 * With metric_only everything is on a single line.
1068 * Without each counter has its own line.
1069 */
1070 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) {
1071 print_metric_begin(config, evlist, os, aggr_idx);
1072
1073 evlist__for_each_entry(evlist, counter) {
1074 print_counter_aggrdata(config, counter, aggr_idx, os);
1075 }
1076 print_metric_end(config, os);
1077 }
1078 }
1079
print_aggr_cgroup(struct perf_stat_config * config,struct evlist * evlist,struct outstate * os)1080 static void print_aggr_cgroup(struct perf_stat_config *config,
1081 struct evlist *evlist,
1082 struct outstate *os)
1083 {
1084 struct evsel *counter, *evsel;
1085 int aggr_idx;
1086
1087 if (!config->aggr_map || !config->aggr_get_id)
1088 return;
1089
1090 evlist__for_each_entry(evlist, evsel) {
1091 if (os->cgrp == evsel->cgrp)
1092 continue;
1093
1094 os->cgrp = evsel->cgrp;
1095
1096 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) {
1097 print_metric_begin(config, evlist, os, aggr_idx);
1098
1099 evlist__for_each_entry(evlist, counter) {
1100 if (counter->cgrp != os->cgrp)
1101 continue;
1102
1103 print_counter_aggrdata(config, counter, aggr_idx, os);
1104 }
1105 print_metric_end(config, os);
1106 }
1107 }
1108 }
1109
print_counter(struct perf_stat_config * config,struct evsel * counter,struct outstate * os)1110 static void print_counter(struct perf_stat_config *config,
1111 struct evsel *counter, struct outstate *os)
1112 {
1113 int aggr_idx;
1114
1115 /* AGGR_THREAD doesn't have config->aggr_get_id */
1116 if (!config->aggr_map)
1117 return;
1118
1119 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) {
1120 print_counter_aggrdata(config, counter, aggr_idx, os);
1121 }
1122 }
1123
print_no_aggr_metric(struct perf_stat_config * config,struct evlist * evlist,struct outstate * os)1124 static void print_no_aggr_metric(struct perf_stat_config *config,
1125 struct evlist *evlist,
1126 struct outstate *os)
1127 {
1128 int all_idx;
1129 struct perf_cpu cpu;
1130
1131 perf_cpu_map__for_each_cpu(cpu, all_idx, evlist->core.user_requested_cpus) {
1132 struct evsel *counter;
1133 bool first = true;
1134
1135 evlist__for_each_entry(evlist, counter) {
1136 u64 ena, run, val;
1137 double uval;
1138 struct perf_stat_evsel *ps = counter->stats;
1139 int aggr_idx = 0;
1140
1141 if (!perf_cpu_map__has(evsel__cpus(counter), cpu))
1142 continue;
1143
1144 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) {
1145 if (config->aggr_map->map[aggr_idx].cpu.cpu == cpu.cpu)
1146 break;
1147 }
1148
1149 os->evsel = counter;
1150 os->id = aggr_cpu_id__cpu(cpu, /*data=*/NULL);
1151 if (first) {
1152 print_metric_begin(config, evlist, os, aggr_idx);
1153 first = false;
1154 }
1155 val = ps->aggr[aggr_idx].counts.val;
1156 ena = ps->aggr[aggr_idx].counts.ena;
1157 run = ps->aggr[aggr_idx].counts.run;
1158
1159 uval = val * counter->scale;
1160 printout(config, os, uval, run, ena, 1.0, aggr_idx);
1161 }
1162 if (!first)
1163 print_metric_end(config, os);
1164 }
1165 }
1166
print_metric_headers_std(struct perf_stat_config * config,bool no_indent)1167 static void print_metric_headers_std(struct perf_stat_config *config,
1168 bool no_indent)
1169 {
1170 fputc(' ', config->output);
1171
1172 if (!no_indent) {
1173 int len = aggr_header_lens[config->aggr_mode];
1174
1175 if (nr_cgroups || config->cgroup_list)
1176 len += CGROUP_LEN + 1;
1177
1178 fprintf(config->output, "%*s", len, "");
1179 }
1180 }
1181
print_metric_headers_csv(struct perf_stat_config * config,bool no_indent __maybe_unused)1182 static void print_metric_headers_csv(struct perf_stat_config *config,
1183 bool no_indent __maybe_unused)
1184 {
1185 const char *p;
1186
1187 if (config->interval)
1188 fprintf(config->output, "time%s", config->csv_sep);
1189 if (config->iostat_run)
1190 return;
1191
1192 p = aggr_header_csv[config->aggr_mode];
1193 while (*p) {
1194 if (*p == ',')
1195 fputs(config->csv_sep, config->output);
1196 else
1197 fputc(*p, config->output);
1198 p++;
1199 }
1200 }
1201
print_metric_headers_json(struct perf_stat_config * config __maybe_unused,bool no_indent __maybe_unused)1202 static void print_metric_headers_json(struct perf_stat_config *config __maybe_unused,
1203 bool no_indent __maybe_unused)
1204 {
1205 }
1206
print_metric_headers(struct perf_stat_config * config,struct evlist * evlist,bool no_indent)1207 static void print_metric_headers(struct perf_stat_config *config,
1208 struct evlist *evlist, bool no_indent)
1209 {
1210 struct evsel *counter;
1211 struct outstate os = {
1212 .fh = config->output
1213 };
1214 struct perf_stat_output_ctx out = {
1215 .ctx = &os,
1216 .print_metric = print_metric_header,
1217 .new_line = NULL,
1218 .force_header = true,
1219 };
1220
1221 if (config->json_output)
1222 print_metric_headers_json(config, no_indent);
1223 else if (config->csv_output)
1224 print_metric_headers_csv(config, no_indent);
1225 else
1226 print_metric_headers_std(config, no_indent);
1227
1228 if (config->iostat_run)
1229 iostat_print_header_prefix(config);
1230
1231 if (config->cgroup_list)
1232 os.cgrp = evlist__first(evlist)->cgrp;
1233
1234 /* Print metrics headers only */
1235 evlist__for_each_entry(evlist, counter) {
1236 if (!config->iostat_run &&
1237 config->aggr_mode != AGGR_NONE && counter->metric_leader != counter)
1238 continue;
1239
1240 os.evsel = counter;
1241
1242 perf_stat__print_shadow_stats(config, counter, /*aggr_idx=*/0, &out);
1243 }
1244
1245 if (!config->json_output)
1246 fputc('\n', config->output);
1247 }
1248
prepare_timestamp(struct perf_stat_config * config,struct outstate * os,struct timespec * ts)1249 static void prepare_timestamp(struct perf_stat_config *config,
1250 struct outstate *os, struct timespec *ts)
1251 {
1252 if (config->iostat_run)
1253 return;
1254
1255 if (config->json_output)
1256 scnprintf(os->timestamp, sizeof(os->timestamp), "\"interval\" : %lu.%09lu",
1257 (unsigned long) ts->tv_sec, ts->tv_nsec);
1258 else if (config->csv_output)
1259 scnprintf(os->timestamp, sizeof(os->timestamp), "%lu.%09lu%s",
1260 (unsigned long) ts->tv_sec, ts->tv_nsec, config->csv_sep);
1261 else
1262 scnprintf(os->timestamp, sizeof(os->timestamp), "%6lu.%09lu ",
1263 (unsigned long) ts->tv_sec, ts->tv_nsec);
1264 }
1265
print_header_interval_std(struct perf_stat_config * config,struct target * _target __maybe_unused,struct evlist * evlist,int argc __maybe_unused,const char ** argv __maybe_unused)1266 static void print_header_interval_std(struct perf_stat_config *config,
1267 struct target *_target __maybe_unused,
1268 struct evlist *evlist,
1269 int argc __maybe_unused,
1270 const char **argv __maybe_unused)
1271 {
1272 FILE *output = config->output;
1273
1274 switch (config->aggr_mode) {
1275 case AGGR_NODE:
1276 case AGGR_SOCKET:
1277 case AGGR_DIE:
1278 case AGGR_CLUSTER:
1279 case AGGR_CACHE:
1280 case AGGR_CORE:
1281 fprintf(output, "#%*s %-*s ctrs",
1282 INTERVAL_LEN - 1, "time",
1283 aggr_header_lens[config->aggr_mode],
1284 aggr_header_std[config->aggr_mode]);
1285 break;
1286 case AGGR_NONE:
1287 fprintf(output, "#%*s %-*s",
1288 INTERVAL_LEN - 1, "time",
1289 aggr_header_lens[config->aggr_mode],
1290 aggr_header_std[config->aggr_mode]);
1291 break;
1292 case AGGR_THREAD:
1293 fprintf(output, "#%*s %*s-%-*s",
1294 INTERVAL_LEN - 1, "time",
1295 COMM_LEN, "comm", PID_LEN, "pid");
1296 break;
1297 case AGGR_GLOBAL:
1298 default:
1299 if (!config->iostat_run)
1300 fprintf(output, "#%*s",
1301 INTERVAL_LEN - 1, "time");
1302 case AGGR_UNSET:
1303 case AGGR_MAX:
1304 break;
1305 }
1306
1307 if (config->metric_only)
1308 print_metric_headers(config, evlist, true);
1309 else
1310 fprintf(output, " %*s %*s events\n",
1311 COUNTS_LEN, "counts", config->unit_width, "unit");
1312 }
1313
print_header_std(struct perf_stat_config * config,struct target * _target,struct evlist * evlist,int argc,const char ** argv)1314 static void print_header_std(struct perf_stat_config *config,
1315 struct target *_target, struct evlist *evlist,
1316 int argc, const char **argv)
1317 {
1318 FILE *output = config->output;
1319 int i;
1320
1321 fprintf(output, "\n");
1322 fprintf(output, " Performance counter stats for ");
1323 if (_target->bpf_str)
1324 fprintf(output, "\'BPF program(s) %s", _target->bpf_str);
1325 else if (_target->system_wide)
1326 fprintf(output, "\'system wide");
1327 else if (_target->cpu_list)
1328 fprintf(output, "\'CPU(s) %s", _target->cpu_list);
1329 else if (!target__has_task(_target)) {
1330 fprintf(output, "\'%s", argv ? argv[0] : "pipe");
1331 for (i = 1; argv && (i < argc); i++)
1332 fprintf(output, " %s", argv[i]);
1333 } else if (_target->pid)
1334 fprintf(output, "process id \'%s", _target->pid);
1335 else
1336 fprintf(output, "thread id \'%s", _target->tid);
1337
1338 fprintf(output, "\'");
1339 if (config->run_count > 1)
1340 fprintf(output, " (%d runs)", config->run_count);
1341 fprintf(output, ":\n\n");
1342
1343 if (config->metric_only)
1344 print_metric_headers(config, evlist, false);
1345 }
1346
print_header_csv(struct perf_stat_config * config,struct target * _target __maybe_unused,struct evlist * evlist,int argc __maybe_unused,const char ** argv __maybe_unused)1347 static void print_header_csv(struct perf_stat_config *config,
1348 struct target *_target __maybe_unused,
1349 struct evlist *evlist,
1350 int argc __maybe_unused,
1351 const char **argv __maybe_unused)
1352 {
1353 if (config->metric_only)
1354 print_metric_headers(config, evlist, true);
1355 }
print_header_json(struct perf_stat_config * config,struct target * _target __maybe_unused,struct evlist * evlist,int argc __maybe_unused,const char ** argv __maybe_unused)1356 static void print_header_json(struct perf_stat_config *config,
1357 struct target *_target __maybe_unused,
1358 struct evlist *evlist,
1359 int argc __maybe_unused,
1360 const char **argv __maybe_unused)
1361 {
1362 if (config->metric_only)
1363 print_metric_headers(config, evlist, true);
1364 }
1365
print_header(struct perf_stat_config * config,struct target * _target,struct evlist * evlist,int argc,const char ** argv)1366 static void print_header(struct perf_stat_config *config,
1367 struct target *_target,
1368 struct evlist *evlist,
1369 int argc, const char **argv)
1370 {
1371 static int num_print_iv;
1372
1373 fflush(stdout);
1374
1375 if (config->interval_clear)
1376 puts(CONSOLE_CLEAR);
1377
1378 if (num_print_iv == 0 || config->interval_clear) {
1379 if (config->json_output)
1380 print_header_json(config, _target, evlist, argc, argv);
1381 else if (config->csv_output)
1382 print_header_csv(config, _target, evlist, argc, argv);
1383 else if (config->interval)
1384 print_header_interval_std(config, _target, evlist, argc, argv);
1385 else
1386 print_header_std(config, _target, evlist, argc, argv);
1387 }
1388
1389 if (num_print_iv++ == 25)
1390 num_print_iv = 0;
1391 }
1392
print_table(struct perf_stat_config * config,FILE * output,double avg)1393 static void print_table(struct perf_stat_config *config, FILE *output, double avg)
1394 {
1395 char tmp[64];
1396 int idx, indent = 0;
1397
1398 scnprintf(tmp, 64, " %17.9f", avg);
1399 while (tmp[indent] == ' ')
1400 indent++;
1401
1402 fprintf(output, "%*s# Table of individual measurements:\n", indent, "");
1403
1404 for (idx = 0; idx < config->run_count; idx++) {
1405 double run = (double) config->walltime_run[idx] / NSEC_PER_SEC;
1406 int h, n = 1 + abs((int) (100.0 * (run - avg)/run) / 5);
1407
1408 fprintf(output, " %17.9f (%+.9f) ", run, run - avg);
1409
1410 for (h = 0; h < n; h++)
1411 fprintf(output, "#");
1412
1413 fprintf(output, "\n");
1414 }
1415
1416 fprintf(output, "\n%*s# Final result:\n", indent, "");
1417 }
1418
timeval2double(struct timeval * t)1419 static double timeval2double(struct timeval *t)
1420 {
1421 return t->tv_sec + (double) t->tv_usec/USEC_PER_SEC;
1422 }
1423
print_footer(struct perf_stat_config * config)1424 static void print_footer(struct perf_stat_config *config)
1425 {
1426 double avg = avg_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC;
1427 FILE *output = config->output;
1428
1429 if (config->interval || config->csv_output || config->json_output)
1430 return;
1431
1432 if (!config->null_run)
1433 fprintf(output, "\n");
1434
1435 if (config->run_count == 1) {
1436 fprintf(output, " %17.9f seconds time elapsed", avg);
1437
1438 if (config->ru_display) {
1439 double ru_utime = timeval2double(&config->ru_data.ru_utime);
1440 double ru_stime = timeval2double(&config->ru_data.ru_stime);
1441
1442 fprintf(output, "\n\n");
1443 fprintf(output, " %17.9f seconds user\n", ru_utime);
1444 fprintf(output, " %17.9f seconds sys\n", ru_stime);
1445 }
1446 } else {
1447 double sd = stddev_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC;
1448
1449 if (config->walltime_run_table)
1450 print_table(config, output, avg);
1451
1452 fprintf(output, " %17.9f +- %.9f seconds time elapsed", avg, sd);
1453
1454 print_noise_pct(config, NULL, sd, avg, /*before_metric=*/false);
1455 }
1456 fprintf(output, "\n\n");
1457
1458 if (config->print_free_counters_hint && sysctl__nmi_watchdog_enabled())
1459 fprintf(output,
1460 "Some events weren't counted. Try disabling the NMI watchdog:\n"
1461 " echo 0 > /proc/sys/kernel/nmi_watchdog\n"
1462 " perf stat ...\n"
1463 " echo 1 > /proc/sys/kernel/nmi_watchdog\n");
1464 }
1465
print_percore(struct perf_stat_config * config,struct evsel * counter,struct outstate * os)1466 static void print_percore(struct perf_stat_config *config,
1467 struct evsel *counter, struct outstate *os)
1468 {
1469 bool metric_only = config->metric_only;
1470 FILE *output = config->output;
1471 struct cpu_aggr_map *core_map;
1472 int aggr_idx, core_map_len = 0;
1473
1474 if (!config->aggr_map || !config->aggr_get_id)
1475 return;
1476
1477 if (config->percore_show_thread)
1478 return print_counter(config, counter, os);
1479
1480 /*
1481 * core_map will hold the aggr_cpu_id for the cores that have been
1482 * printed so that each core is printed just once.
1483 */
1484 core_map = cpu_aggr_map__empty_new(config->aggr_map->nr);
1485 if (core_map == NULL) {
1486 fprintf(output, "Cannot allocate per-core aggr map for display\n");
1487 return;
1488 }
1489
1490 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) {
1491 struct perf_cpu curr_cpu = config->aggr_map->map[aggr_idx].cpu;
1492 struct aggr_cpu_id core_id = aggr_cpu_id__core(curr_cpu, NULL);
1493 bool found = false;
1494
1495 for (int i = 0; i < core_map_len; i++) {
1496 if (aggr_cpu_id__equal(&core_map->map[i], &core_id)) {
1497 found = true;
1498 break;
1499 }
1500 }
1501 if (found)
1502 continue;
1503
1504 print_counter_aggrdata(config, counter, aggr_idx, os);
1505
1506 core_map->map[core_map_len++] = core_id;
1507 }
1508 free(core_map);
1509
1510 if (metric_only)
1511 fputc('\n', output);
1512 }
1513
print_cgroup_counter(struct perf_stat_config * config,struct evlist * evlist,struct outstate * os)1514 static void print_cgroup_counter(struct perf_stat_config *config, struct evlist *evlist,
1515 struct outstate *os)
1516 {
1517 struct evsel *counter;
1518
1519 evlist__for_each_entry(evlist, counter) {
1520 if (os->cgrp != counter->cgrp) {
1521 if (os->cgrp != NULL)
1522 print_metric_end(config, os);
1523
1524 os->cgrp = counter->cgrp;
1525 print_metric_begin(config, evlist, os, /*aggr_idx=*/0);
1526 }
1527
1528 print_counter(config, counter, os);
1529 }
1530 if (os->cgrp)
1531 print_metric_end(config, os);
1532 }
1533
evlist__print_counters(struct evlist * evlist,struct perf_stat_config * config,struct target * _target,struct timespec * ts,int argc,const char ** argv)1534 void evlist__print_counters(struct evlist *evlist, struct perf_stat_config *config,
1535 struct target *_target, struct timespec *ts,
1536 int argc, const char **argv)
1537 {
1538 bool metric_only = config->metric_only;
1539 struct evsel *counter;
1540 struct outstate os = {
1541 .fh = config->output,
1542 .first = true,
1543 };
1544
1545 evlist__uniquify_evsel_names(evlist, config);
1546
1547 if (config->iostat_run)
1548 evlist->selected = evlist__first(evlist);
1549
1550 if (config->interval)
1551 prepare_timestamp(config, &os, ts);
1552
1553 print_header(config, _target, evlist, argc, argv);
1554
1555 switch (config->aggr_mode) {
1556 case AGGR_CORE:
1557 case AGGR_CACHE:
1558 case AGGR_CLUSTER:
1559 case AGGR_DIE:
1560 case AGGR_SOCKET:
1561 case AGGR_NODE:
1562 if (config->cgroup_list)
1563 print_aggr_cgroup(config, evlist, &os);
1564 else
1565 print_aggr(config, evlist, &os);
1566 break;
1567 case AGGR_THREAD:
1568 case AGGR_GLOBAL:
1569 if (config->iostat_run) {
1570 iostat_print_counters(evlist, config, ts, os.timestamp,
1571 (iostat_print_counter_t)print_counter, &os);
1572 } else if (config->cgroup_list) {
1573 print_cgroup_counter(config, evlist, &os);
1574 } else {
1575 print_metric_begin(config, evlist, &os, /*aggr_idx=*/0);
1576 evlist__for_each_entry(evlist, counter) {
1577 print_counter(config, counter, &os);
1578 }
1579 print_metric_end(config, &os);
1580 }
1581 break;
1582 case AGGR_NONE:
1583 if (metric_only)
1584 print_no_aggr_metric(config, evlist, &os);
1585 else {
1586 evlist__for_each_entry(evlist, counter) {
1587 if (counter->percore)
1588 print_percore(config, counter, &os);
1589 else
1590 print_counter(config, counter, &os);
1591 }
1592 }
1593 break;
1594 case AGGR_MAX:
1595 case AGGR_UNSET:
1596 default:
1597 break;
1598 }
1599
1600 print_footer(config);
1601
1602 fflush(config->output);
1603 }
1604