1 #include <stdlib.h> 2 #include <stdio.h> 3 #include <inttypes.h> 4 #include <linux/string.h> 5 #include <linux/time64.h> 6 #include <math.h> 7 #include <perf/cpumap.h> 8 #include "color.h" 9 #include "counts.h" 10 #include "debug.h" 11 #include "evlist.h" 12 #include "evsel.h" 13 #include "stat.h" 14 #include "top.h" 15 #include "thread_map.h" 16 #include "cpumap.h" 17 #include "string2.h" 18 #include <linux/ctype.h> 19 #include "cgroup.h" 20 #include <api/fs/fs.h> 21 #include "util.h" 22 #include "iostat.h" 23 #include "pmu.h" 24 #include "pmus.h" 25 #include "tool_pmu.h" 26 27 #define CNTR_NOT_SUPPORTED "<not supported>" 28 #define CNTR_NOT_COUNTED "<not counted>" 29 30 #define MGROUP_LEN 50 31 #define METRIC_LEN 38 32 #define EVNAME_LEN 32 33 #define COUNTS_LEN 18 34 #define INTERVAL_LEN 16 35 #define CGROUP_LEN 16 36 #define COMM_LEN 16 37 #define PID_LEN 7 38 #define CPUS_LEN 4 39 40 static int aggr_header_lens[] = { 41 [AGGR_CORE] = 18, 42 [AGGR_CACHE] = 22, 43 [AGGR_CLUSTER] = 20, 44 [AGGR_DIE] = 12, 45 [AGGR_SOCKET] = 6, 46 [AGGR_NODE] = 6, 47 [AGGR_NONE] = 6, 48 [AGGR_THREAD] = 16, 49 [AGGR_GLOBAL] = 0, 50 }; 51 52 static const char *aggr_header_csv[] = { 53 [AGGR_CORE] = "core,cpus,", 54 [AGGR_CACHE] = "cache,cpus,", 55 [AGGR_CLUSTER] = "cluster,cpus,", 56 [AGGR_DIE] = "die,cpus,", 57 [AGGR_SOCKET] = "socket,cpus,", 58 [AGGR_NONE] = "cpu,", 59 [AGGR_THREAD] = "comm-pid,", 60 [AGGR_NODE] = "node,", 61 [AGGR_GLOBAL] = "" 62 }; 63 64 static const char *aggr_header_std[] = { 65 [AGGR_CORE] = "core", 66 [AGGR_CACHE] = "cache", 67 [AGGR_CLUSTER] = "cluster", 68 [AGGR_DIE] = "die", 69 [AGGR_SOCKET] = "socket", 70 [AGGR_NONE] = "cpu", 71 [AGGR_THREAD] = "comm-pid", 72 [AGGR_NODE] = "node", 73 [AGGR_GLOBAL] = "" 74 }; 75 76 const char *metric_threshold_classify__color(enum metric_threshold_classify thresh) 77 { 78 const char * const colors[] = { 79 "", /* unknown */ 80 PERF_COLOR_RED, /* bad */ 81 PERF_COLOR_MAGENTA, /* nearly bad */ 82 PERF_COLOR_YELLOW, /* less good */ 83 PERF_COLOR_GREEN, /* good */ 84 }; 85 static_assert(ARRAY_SIZE(colors) - 1 == METRIC_THRESHOLD_GOOD, "missing enum value"); 86 return colors[thresh]; 87 } 88 89 static const char *metric_threshold_classify__str(enum metric_threshold_classify thresh) 90 { 91 const char * const strs[] = { 92 "unknown", 93 "bad", 94 "nearly bad", 95 "less good", 96 "good", 97 }; 98 static_assert(ARRAY_SIZE(strs) - 1 == METRIC_THRESHOLD_GOOD, "missing enum value"); 99 return strs[thresh]; 100 } 101 102 static void print_running_std(struct perf_stat_config *config, u64 run, u64 ena) 103 { 104 if (run != ena) 105 fprintf(config->output, " (%.2f%%)", 100.0 * run / ena); 106 } 107 108 static void print_running_csv(struct perf_stat_config *config, u64 run, u64 ena) 109 { 110 double enabled_percent = 100; 111 112 if (run != ena) 113 enabled_percent = 100 * run / ena; 114 fprintf(config->output, "%s%" PRIu64 "%s%.2f", 115 config->csv_sep, run, config->csv_sep, enabled_percent); 116 } 117 struct outstate { 118 /* Std mode: insert a newline before the next metric */ 119 bool newline; 120 /* JSON mode: track need for comma for a previous field or not */ 121 bool first; 122 /* Num CSV separators remaining to pad out when not all fields are printed */ 123 int csv_col_pad; 124 125 /* 126 * The following don't track state across fields, but are here as a shortcut to 127 * pass data to the print functions. The alternative would be to update the 128 * function signatures of the entire print stack to pass them through. 129 */ 130 /* Place to output to */ 131 FILE * const fh; 132 /* Lines are timestamped in --interval-print mode */ 133 char timestamp[64]; 134 /* Num items aggregated in current line. See struct perf_stat_aggr.nr */ 135 int aggr_nr; 136 /* Core/socket/die etc ID for the current line */ 137 struct aggr_cpu_id id; 138 /* Event for current line */ 139 struct evsel *evsel; 140 /* Cgroup for current line */ 141 struct cgroup *cgrp; 142 }; 143 144 static const char *json_sep(struct outstate *os) 145 { 146 const char *sep = os->first ? "" : ", "; 147 148 os->first = false; 149 return sep; 150 } 151 152 #define json_out(os, format, ...) fprintf((os)->fh, "%s" format, json_sep(os), ##__VA_ARGS__) 153 154 static void print_running_json(struct outstate *os, u64 run, u64 ena) 155 { 156 double enabled_percent = 100; 157 158 if (run != ena) 159 enabled_percent = 100 * run / ena; 160 json_out(os, "\"event-runtime\" : %" PRIu64 ", \"pcnt-running\" : %.2f", 161 run, enabled_percent); 162 } 163 164 static void print_running(struct perf_stat_config *config, struct outstate *os, 165 u64 run, u64 ena, bool before_metric) 166 { 167 if (config->json_output) { 168 if (before_metric) 169 print_running_json(os, run, ena); 170 } else if (config->csv_output) { 171 if (before_metric) 172 print_running_csv(config, run, ena); 173 } else { 174 if (!before_metric) 175 print_running_std(config, run, ena); 176 } 177 } 178 179 static void print_noise_pct_std(struct perf_stat_config *config, 180 double pct) 181 { 182 if (pct) 183 fprintf(config->output, " ( +-%6.2f%% )", pct); 184 } 185 186 static void print_noise_pct_csv(struct perf_stat_config *config, 187 double pct) 188 { 189 fprintf(config->output, "%s%.2f%%", config->csv_sep, pct); 190 } 191 192 static void print_noise_pct_json(struct outstate *os, 193 double pct) 194 { 195 json_out(os, "\"variance\" : %.2f", pct); 196 } 197 198 static void print_noise_pct(struct perf_stat_config *config, struct outstate *os, 199 double total, double avg, bool before_metric) 200 { 201 double pct = rel_stddev_stats(total, avg); 202 203 if (config->json_output) { 204 if (before_metric) 205 print_noise_pct_json(os, pct); 206 } else if (config->csv_output) { 207 if (before_metric) 208 print_noise_pct_csv(config, pct); 209 } else { 210 if (!before_metric) 211 print_noise_pct_std(config, pct); 212 } 213 } 214 215 static void print_noise(struct perf_stat_config *config, struct outstate *os, 216 struct evsel *evsel, double avg, bool before_metric) 217 { 218 struct perf_stat_evsel *ps; 219 220 if (config->run_count == 1) 221 return; 222 223 ps = evsel->stats; 224 print_noise_pct(config, os, stddev_stats(&ps->res_stats), avg, before_metric); 225 } 226 227 static void print_cgroup_std(struct perf_stat_config *config, const char *cgrp_name) 228 { 229 fprintf(config->output, " %-*s", CGROUP_LEN, cgrp_name); 230 } 231 232 static void print_cgroup_csv(struct perf_stat_config *config, const char *cgrp_name) 233 { 234 fprintf(config->output, "%s%s", config->csv_sep, cgrp_name); 235 } 236 237 static void print_cgroup_json(struct outstate *os, const char *cgrp_name) 238 { 239 json_out(os, "\"cgroup\" : \"%s\"", cgrp_name); 240 } 241 242 static void print_cgroup(struct perf_stat_config *config, struct outstate *os, 243 struct cgroup *cgrp) 244 { 245 if (nr_cgroups || config->cgroup_list) { 246 const char *cgrp_name = cgrp ? cgrp->name : ""; 247 248 if (config->json_output) 249 print_cgroup_json(os, cgrp_name); 250 else if (config->csv_output) 251 print_cgroup_csv(config, cgrp_name); 252 else 253 print_cgroup_std(config, cgrp_name); 254 } 255 } 256 257 static void print_aggr_id_std(struct perf_stat_config *config, 258 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) 259 { 260 FILE *output = config->output; 261 int idx = config->aggr_mode; 262 char buf[128]; 263 264 switch (config->aggr_mode) { 265 case AGGR_CORE: 266 snprintf(buf, sizeof(buf), "S%d-D%d-C%d", id.socket, id.die, id.core); 267 break; 268 case AGGR_CACHE: 269 snprintf(buf, sizeof(buf), "S%d-D%d-L%d-ID%d", 270 id.socket, id.die, id.cache_lvl, id.cache); 271 break; 272 case AGGR_CLUSTER: 273 snprintf(buf, sizeof(buf), "S%d-D%d-CLS%d", id.socket, id.die, id.cluster); 274 break; 275 case AGGR_DIE: 276 snprintf(buf, sizeof(buf), "S%d-D%d", id.socket, id.die); 277 break; 278 case AGGR_SOCKET: 279 snprintf(buf, sizeof(buf), "S%d", id.socket); 280 break; 281 case AGGR_NODE: 282 snprintf(buf, sizeof(buf), "N%d", id.node); 283 break; 284 case AGGR_NONE: 285 if (evsel->percore && !config->percore_show_thread) { 286 snprintf(buf, sizeof(buf), "S%d-D%d-C%d ", 287 id.socket, id.die, id.core); 288 fprintf(output, "%-*s ", 289 aggr_header_lens[AGGR_CORE], buf); 290 } else if (id.cpu.cpu > -1) { 291 fprintf(output, "CPU%-*d ", 292 aggr_header_lens[AGGR_NONE] - 3, id.cpu.cpu); 293 } 294 return; 295 case AGGR_THREAD: 296 fprintf(output, "%*s-%-*d ", 297 COMM_LEN, perf_thread_map__comm(evsel->core.threads, id.thread_idx), 298 PID_LEN, perf_thread_map__pid(evsel->core.threads, id.thread_idx)); 299 return; 300 case AGGR_GLOBAL: 301 case AGGR_UNSET: 302 case AGGR_MAX: 303 default: 304 return; 305 } 306 307 fprintf(output, "%-*s %*d ", aggr_header_lens[idx], buf, 4, aggr_nr); 308 } 309 310 static void print_aggr_id_csv(struct perf_stat_config *config, 311 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) 312 { 313 FILE *output = config->output; 314 const char *sep = config->csv_sep; 315 316 switch (config->aggr_mode) { 317 case AGGR_CORE: 318 fprintf(output, "S%d-D%d-C%d%s%d%s", 319 id.socket, id.die, id.core, sep, aggr_nr, sep); 320 break; 321 case AGGR_CACHE: 322 fprintf(config->output, "S%d-D%d-L%d-ID%d%s%d%s", 323 id.socket, id.die, id.cache_lvl, id.cache, sep, aggr_nr, sep); 324 break; 325 case AGGR_CLUSTER: 326 fprintf(config->output, "S%d-D%d-CLS%d%s%d%s", 327 id.socket, id.die, id.cluster, sep, aggr_nr, sep); 328 break; 329 case AGGR_DIE: 330 fprintf(output, "S%d-D%d%s%d%s", 331 id.socket, id.die, sep, aggr_nr, sep); 332 break; 333 case AGGR_SOCKET: 334 fprintf(output, "S%d%s%d%s", 335 id.socket, sep, aggr_nr, sep); 336 break; 337 case AGGR_NODE: 338 fprintf(output, "N%d%s%d%s", 339 id.node, sep, aggr_nr, sep); 340 break; 341 case AGGR_NONE: 342 if (evsel->percore && !config->percore_show_thread) { 343 fprintf(output, "S%d-D%d-C%d%s", 344 id.socket, id.die, id.core, sep); 345 } else if (id.cpu.cpu > -1) { 346 fprintf(output, "CPU%d%s", 347 id.cpu.cpu, sep); 348 } 349 break; 350 case AGGR_THREAD: 351 fprintf(output, "%s-%d%s", 352 perf_thread_map__comm(evsel->core.threads, id.thread_idx), 353 perf_thread_map__pid(evsel->core.threads, id.thread_idx), 354 sep); 355 break; 356 case AGGR_GLOBAL: 357 case AGGR_UNSET: 358 case AGGR_MAX: 359 default: 360 break; 361 } 362 } 363 364 static void print_aggr_id_json(struct perf_stat_config *config, struct outstate *os, 365 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) 366 { 367 switch (config->aggr_mode) { 368 case AGGR_CORE: 369 json_out(os, "\"core\" : \"S%d-D%d-C%d\", \"aggregate-number\" : %d", 370 id.socket, id.die, id.core, aggr_nr); 371 break; 372 case AGGR_CACHE: 373 json_out(os, "\"cache\" : \"S%d-D%d-L%d-ID%d\", \"aggregate-number\" : %d", 374 id.socket, id.die, id.cache_lvl, id.cache, aggr_nr); 375 break; 376 case AGGR_CLUSTER: 377 json_out(os, "\"cluster\" : \"S%d-D%d-CLS%d\", \"aggregate-number\" : %d", 378 id.socket, id.die, id.cluster, aggr_nr); 379 break; 380 case AGGR_DIE: 381 json_out(os, "\"die\" : \"S%d-D%d\", \"aggregate-number\" : %d", 382 id.socket, id.die, aggr_nr); 383 break; 384 case AGGR_SOCKET: 385 json_out(os, "\"socket\" : \"S%d\", \"aggregate-number\" : %d", 386 id.socket, aggr_nr); 387 break; 388 case AGGR_NODE: 389 json_out(os, "\"node\" : \"N%d\", \"aggregate-number\" : %d", 390 id.node, aggr_nr); 391 break; 392 case AGGR_NONE: 393 if (evsel->percore && !config->percore_show_thread) { 394 json_out(os, "\"core\" : \"S%d-D%d-C%d\"", 395 id.socket, id.die, id.core); 396 } else if (id.cpu.cpu > -1) { 397 json_out(os, "\"cpu\" : \"%d\"", 398 id.cpu.cpu); 399 } 400 break; 401 case AGGR_THREAD: 402 json_out(os, "\"thread\" : \"%s-%d\"", 403 perf_thread_map__comm(evsel->core.threads, id.thread_idx), 404 perf_thread_map__pid(evsel->core.threads, id.thread_idx)); 405 break; 406 case AGGR_GLOBAL: 407 case AGGR_UNSET: 408 case AGGR_MAX: 409 default: 410 break; 411 } 412 } 413 414 static void aggr_printout(struct perf_stat_config *config, struct outstate *os, 415 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) 416 { 417 if (config->json_output) 418 print_aggr_id_json(config, os, evsel, id, aggr_nr); 419 else if (config->csv_output) 420 print_aggr_id_csv(config, evsel, id, aggr_nr); 421 else 422 print_aggr_id_std(config, evsel, id, aggr_nr); 423 } 424 425 static void new_line_std(struct perf_stat_config *config __maybe_unused, 426 void *ctx) 427 { 428 struct outstate *os = ctx; 429 430 os->newline = true; 431 } 432 433 static inline void __new_line_std_csv(struct perf_stat_config *config, 434 struct outstate *os) 435 { 436 fputc('\n', os->fh); 437 if (config->interval) 438 fputs(os->timestamp, os->fh); 439 aggr_printout(config, os, os->evsel, os->id, os->aggr_nr); 440 } 441 442 static inline void __new_line_std(struct outstate *os) 443 { 444 fprintf(os->fh, " "); 445 } 446 447 static void do_new_line_std(struct perf_stat_config *config, 448 struct outstate *os) 449 { 450 __new_line_std_csv(config, os); 451 if (config->aggr_mode == AGGR_NONE) 452 fprintf(os->fh, " "); 453 __new_line_std(os); 454 } 455 456 static void print_metric_std(struct perf_stat_config *config, 457 void *ctx, enum metric_threshold_classify thresh, 458 const char *fmt, const char *unit, double val) 459 { 460 struct outstate *os = ctx; 461 FILE *out = os->fh; 462 int n; 463 bool newline = os->newline; 464 const char *color = metric_threshold_classify__color(thresh); 465 466 os->newline = false; 467 468 if (unit == NULL || fmt == NULL) { 469 fprintf(out, "%-*s", METRIC_LEN, ""); 470 return; 471 } 472 473 if (newline) 474 do_new_line_std(config, os); 475 476 n = fprintf(out, " # "); 477 if (color) 478 n += color_fprintf(out, color, fmt, val); 479 else 480 n += fprintf(out, fmt, val); 481 fprintf(out, " %-*s", METRIC_LEN - n - 1, unit); 482 } 483 484 static void new_line_csv(struct perf_stat_config *config, void *ctx) 485 { 486 struct outstate *os = ctx; 487 int i; 488 489 __new_line_std_csv(config, os); 490 for (i = 0; i < os->csv_col_pad; i++) 491 fputs(config->csv_sep, os->fh); 492 } 493 494 static void print_metric_csv(struct perf_stat_config *config __maybe_unused, 495 void *ctx, 496 enum metric_threshold_classify thresh __maybe_unused, 497 const char *fmt, const char *unit, double val) 498 { 499 struct outstate *os = ctx; 500 FILE *out = os->fh; 501 char buf[64], *vals, *ends; 502 503 if (unit == NULL || fmt == NULL) { 504 fprintf(out, "%s%s", config->csv_sep, config->csv_sep); 505 return; 506 } 507 snprintf(buf, sizeof(buf), fmt, val); 508 ends = vals = skip_spaces(buf); 509 while (isdigit(*ends) || *ends == '.') 510 ends++; 511 *ends = 0; 512 fprintf(out, "%s%s%s%s", config->csv_sep, vals, config->csv_sep, skip_spaces(unit)); 513 } 514 515 static void print_metric_json(struct perf_stat_config *config __maybe_unused, 516 void *ctx, 517 enum metric_threshold_classify thresh, 518 const char *fmt __maybe_unused, 519 const char *unit, double val) 520 { 521 struct outstate *os = ctx; 522 FILE *out = os->fh; 523 524 if (unit) { 525 json_out(os, "\"metric-value\" : \"%f\", \"metric-unit\" : \"%s\"", val, unit); 526 if (thresh != METRIC_THRESHOLD_UNKNOWN) { 527 json_out(os, "\"metric-threshold\" : \"%s\"", 528 metric_threshold_classify__str(thresh)); 529 } 530 } 531 if (!config->metric_only) 532 fprintf(out, "}"); 533 } 534 535 static void new_line_json(struct perf_stat_config *config, void *ctx) 536 { 537 struct outstate *os = ctx; 538 539 fputs("\n{", os->fh); 540 os->first = true; 541 if (config->interval) 542 json_out(os, "%s", os->timestamp); 543 544 aggr_printout(config, os, os->evsel, os->id, os->aggr_nr); 545 } 546 547 static void print_metricgroup_header_json(struct perf_stat_config *config, 548 void *ctx, 549 const char *metricgroup_name) 550 { 551 if (!metricgroup_name) 552 return; 553 554 json_out((struct outstate *) ctx, "\"metricgroup\" : \"%s\"}", metricgroup_name); 555 new_line_json(config, ctx); 556 } 557 558 static void print_metricgroup_header_csv(struct perf_stat_config *config, 559 void *ctx, 560 const char *metricgroup_name) 561 { 562 struct outstate *os = ctx; 563 int i; 564 565 if (!metricgroup_name) { 566 /* Leave space for running and enabling */ 567 for (i = 0; i < os->csv_col_pad - 2; i++) 568 fputs(config->csv_sep, os->fh); 569 return; 570 } 571 572 for (i = 0; i < os->csv_col_pad; i++) 573 fputs(config->csv_sep, os->fh); 574 fprintf(config->output, "%s", metricgroup_name); 575 new_line_csv(config, ctx); 576 } 577 578 static void print_metricgroup_header_std(struct perf_stat_config *config, 579 void *ctx, 580 const char *metricgroup_name) 581 { 582 struct outstate *os = ctx; 583 int n; 584 585 if (!metricgroup_name) { 586 __new_line_std(os); 587 return; 588 } 589 590 n = fprintf(config->output, " %*s", EVNAME_LEN, metricgroup_name); 591 592 fprintf(config->output, "%*s", MGROUP_LEN - n - 1, ""); 593 } 594 595 /* Filter out some columns that don't work well in metrics only mode */ 596 597 static bool valid_only_metric(const char *unit) 598 { 599 if (!unit) 600 return false; 601 if (strstr(unit, "/sec") || 602 strstr(unit, "CPUs utilized")) 603 return false; 604 return true; 605 } 606 607 static const char *fixunit(char *buf, struct evsel *evsel, 608 const char *unit) 609 { 610 if (!strncmp(unit, "of all", 6)) { 611 snprintf(buf, 1024, "%s %s", evsel__name(evsel), 612 unit); 613 return buf; 614 } 615 return unit; 616 } 617 618 static void print_metric_only(struct perf_stat_config *config, 619 void *ctx, enum metric_threshold_classify thresh, 620 const char *fmt, const char *unit, double val) 621 { 622 struct outstate *os = ctx; 623 FILE *out = os->fh; 624 char buf[1024], str[1024]; 625 unsigned mlen = config->metric_only_len; 626 const char *color = metric_threshold_classify__color(thresh); 627 628 if (!valid_only_metric(unit)) 629 return; 630 unit = fixunit(buf, os->evsel, unit); 631 if (mlen < strlen(unit)) 632 mlen = strlen(unit) + 1; 633 634 if (color) 635 mlen += strlen(color) + sizeof(PERF_COLOR_RESET) - 1; 636 637 color_snprintf(str, sizeof(str), color ?: "", fmt ?: "", val); 638 fprintf(out, "%*s ", mlen, str); 639 os->first = false; 640 } 641 642 static void print_metric_only_csv(struct perf_stat_config *config __maybe_unused, 643 void *ctx, 644 enum metric_threshold_classify thresh __maybe_unused, 645 const char *fmt, 646 const char *unit, double val) 647 { 648 struct outstate *os = ctx; 649 FILE *out = os->fh; 650 char buf[64], *vals, *ends; 651 char tbuf[1024]; 652 653 if (!valid_only_metric(unit)) 654 return; 655 unit = fixunit(tbuf, os->evsel, unit); 656 snprintf(buf, sizeof(buf), fmt ?: "", val); 657 ends = vals = skip_spaces(buf); 658 while (isdigit(*ends) || *ends == '.') 659 ends++; 660 *ends = 0; 661 fprintf(out, "%s%s", vals, config->csv_sep); 662 os->first = false; 663 } 664 665 static void print_metric_only_json(struct perf_stat_config *config __maybe_unused, 666 void *ctx, 667 enum metric_threshold_classify thresh __maybe_unused, 668 const char *fmt, 669 const char *unit, double val) 670 { 671 struct outstate *os = ctx; 672 char buf[64], *ends; 673 char tbuf[1024]; 674 const char *vals; 675 676 if (!valid_only_metric(unit)) 677 return; 678 unit = fixunit(tbuf, os->evsel, unit); 679 if (!unit[0]) 680 return; 681 snprintf(buf, sizeof(buf), fmt ?: "", val); 682 vals = ends = skip_spaces(buf); 683 while (isdigit(*ends) || *ends == '.') 684 ends++; 685 *ends = 0; 686 if (!vals[0]) 687 vals = "none"; 688 json_out(os, "\"%s\" : \"%s\"", unit, vals); 689 } 690 691 static void print_metric_header(struct perf_stat_config *config, 692 void *ctx, 693 enum metric_threshold_classify thresh __maybe_unused, 694 const char *fmt __maybe_unused, 695 const char *unit, double val __maybe_unused) 696 { 697 struct outstate *os = ctx; 698 char tbuf[1024]; 699 700 /* In case of iostat, print metric header for first root port only */ 701 if (config->iostat_run && 702 os->evsel->priv != os->evsel->evlist->selected->priv) 703 return; 704 705 if (os->evsel->cgrp != os->cgrp) 706 return; 707 708 if (!valid_only_metric(unit)) 709 return; 710 unit = fixunit(tbuf, os->evsel, unit); 711 712 if (config->json_output) 713 return; 714 else if (config->csv_output) 715 fprintf(os->fh, "%s%s", unit, config->csv_sep); 716 else 717 fprintf(os->fh, "%*s ", config->metric_only_len, unit); 718 } 719 720 static void print_counter_value_std(struct perf_stat_config *config, 721 struct evsel *evsel, double avg, bool ok) 722 { 723 FILE *output = config->output; 724 double sc = evsel->scale; 725 const char *fmt; 726 const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED; 727 728 if (config->big_num) 729 fmt = floor(sc) != sc ? "%'*.2f " : "%'*.0f "; 730 else 731 fmt = floor(sc) != sc ? "%*.2f " : "%*.0f "; 732 733 if (ok) 734 fprintf(output, fmt, COUNTS_LEN, avg); 735 else 736 fprintf(output, "%*s ", COUNTS_LEN, bad_count); 737 738 if (evsel->unit) 739 fprintf(output, "%-*s ", config->unit_width, evsel->unit); 740 741 fprintf(output, "%-*s", EVNAME_LEN, evsel__name(evsel)); 742 } 743 744 static void print_counter_value_csv(struct perf_stat_config *config, 745 struct evsel *evsel, double avg, bool ok) 746 { 747 FILE *output = config->output; 748 double sc = evsel->scale; 749 const char *sep = config->csv_sep; 750 const char *fmt = floor(sc) != sc ? "%.2f%s" : "%.0f%s"; 751 const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED; 752 753 if (ok) 754 fprintf(output, fmt, avg, sep); 755 else 756 fprintf(output, "%s%s", bad_count, sep); 757 758 if (evsel->unit) 759 fprintf(output, "%s%s", evsel->unit, sep); 760 761 fprintf(output, "%s", evsel__name(evsel)); 762 } 763 764 static void print_counter_value_json(struct outstate *os, 765 struct evsel *evsel, double avg, bool ok) 766 { 767 const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED; 768 769 if (ok) 770 json_out(os, "\"counter-value\" : \"%f\"", avg); 771 else 772 json_out(os, "\"counter-value\" : \"%s\"", bad_count); 773 774 if (evsel->unit) 775 json_out(os, "\"unit\" : \"%s\"", evsel->unit); 776 777 json_out(os, "\"event\" : \"%s\"", evsel__name(evsel)); 778 } 779 780 static void print_counter_value(struct perf_stat_config *config, struct outstate *os, 781 struct evsel *evsel, double avg, bool ok) 782 { 783 if (config->json_output) 784 print_counter_value_json(os, evsel, avg, ok); 785 else if (config->csv_output) 786 print_counter_value_csv(config, evsel, avg, ok); 787 else 788 print_counter_value_std(config, evsel, avg, ok); 789 } 790 791 static void abs_printout(struct perf_stat_config *config, 792 struct outstate *os, 793 struct aggr_cpu_id id, int aggr_nr, 794 struct evsel *evsel, double avg, bool ok) 795 { 796 aggr_printout(config, os, evsel, id, aggr_nr); 797 print_counter_value(config, os, evsel, avg, ok); 798 print_cgroup(config, os, evsel->cgrp); 799 } 800 801 static bool evlist__has_hybrid_pmus(struct evlist *evlist) 802 { 803 struct evsel *evsel; 804 struct perf_pmu *last_core_pmu = NULL; 805 806 if (perf_pmus__num_core_pmus() == 1) 807 return false; 808 809 evlist__for_each_entry(evlist, evsel) { 810 if (evsel->core.is_pmu_core) { 811 struct perf_pmu *pmu = evsel__find_pmu(evsel); 812 813 if (pmu == last_core_pmu) 814 continue; 815 816 if (last_core_pmu == NULL) { 817 last_core_pmu = pmu; 818 continue; 819 } 820 /* A distinct core PMU. */ 821 return true; 822 } 823 } 824 825 return false; 826 } 827 828 static void printout(struct perf_stat_config *config, struct outstate *os, 829 double uval, u64 run, u64 ena, double noise, int aggr_idx) 830 { 831 struct perf_stat_output_ctx out; 832 print_metric_t pm; 833 new_line_t nl; 834 print_metricgroup_header_t pmh; 835 bool ok = true; 836 struct evsel *counter = os->evsel; 837 838 if (config->csv_output) { 839 pm = config->metric_only ? print_metric_only_csv : print_metric_csv; 840 nl = config->metric_only ? NULL : new_line_csv; 841 pmh = print_metricgroup_header_csv; 842 os->csv_col_pad = 4 + (counter->cgrp ? 1 : 0); 843 } else if (config->json_output) { 844 pm = config->metric_only ? print_metric_only_json : print_metric_json; 845 nl = config->metric_only ? NULL : new_line_json; 846 pmh = print_metricgroup_header_json; 847 } else { 848 pm = config->metric_only ? print_metric_only : print_metric_std; 849 nl = config->metric_only ? NULL : new_line_std; 850 pmh = print_metricgroup_header_std; 851 } 852 853 if (run == 0 || ena == 0 || counter->counts->scaled == -1) { 854 if (config->metric_only) { 855 pm(config, os, METRIC_THRESHOLD_UNKNOWN, /*format=*/NULL, 856 /*unit=*/NULL, /*val=*/0); 857 return; 858 } 859 860 ok = false; 861 862 if (counter->supported) { 863 if (!evlist__has_hybrid_pmus(counter->evlist)) { 864 config->print_free_counters_hint = 1; 865 } 866 } 867 } 868 869 out.print_metric = pm; 870 out.new_line = nl; 871 out.print_metricgroup_header = pmh; 872 out.ctx = os; 873 out.force_header = false; 874 875 if (!config->metric_only && !counter->default_metricgroup) { 876 abs_printout(config, os, os->id, os->aggr_nr, counter, uval, ok); 877 878 print_noise(config, os, counter, noise, /*before_metric=*/true); 879 print_running(config, os, run, ena, /*before_metric=*/true); 880 } 881 882 if (ok) { 883 if (!config->metric_only && counter->default_metricgroup) { 884 void *from = NULL; 885 886 aggr_printout(config, os, os->evsel, os->id, os->aggr_nr); 887 /* Print out all the metricgroup with the same metric event. */ 888 do { 889 int num = 0; 890 891 /* Print out the new line for the next new metricgroup. */ 892 if (from) { 893 if (config->json_output) 894 new_line_json(config, (void *)os); 895 else 896 __new_line_std_csv(config, os); 897 } 898 899 print_noise(config, os, counter, noise, /*before_metric=*/true); 900 print_running(config, os, run, ena, /*before_metric=*/true); 901 from = perf_stat__print_shadow_stats_metricgroup(config, counter, aggr_idx, 902 &num, from, &out, 903 &config->metric_events); 904 } while (from != NULL); 905 } else 906 perf_stat__print_shadow_stats(config, counter, uval, aggr_idx, 907 &out, &config->metric_events); 908 } else { 909 pm(config, os, METRIC_THRESHOLD_UNKNOWN, /*format=*/NULL, /*unit=*/NULL, /*val=*/0); 910 } 911 912 if (!config->metric_only) { 913 print_noise(config, os, counter, noise, /*before_metric=*/false); 914 print_running(config, os, run, ena, /*before_metric=*/false); 915 } 916 } 917 918 static void evsel__uniquify_counter(struct evsel *counter) 919 { 920 const char *name, *pmu_name; 921 char *new_name, *config; 922 int ret; 923 924 /* No uniquification necessary. */ 925 if (!counter->needs_uniquify) 926 return; 927 928 /* The evsel was already uniquified. */ 929 if (counter->uniquified_name) 930 return; 931 932 /* Avoid checking to uniquify twice. */ 933 counter->uniquified_name = true; 934 935 name = evsel__name(counter); 936 pmu_name = counter->pmu->name; 937 /* Already prefixed by the PMU name. */ 938 if (!strncmp(name, pmu_name, strlen(pmu_name))) 939 return; 940 941 config = strchr(name, '/'); 942 if (config) { 943 int len = config - name; 944 945 if (config[1] == '/') { 946 /* case: event// */ 947 ret = asprintf(&new_name, "%s/%.*s/%s", pmu_name, len, name, config + 2); 948 } else { 949 /* case: event/.../ */ 950 ret = asprintf(&new_name, "%s/%.*s,%s", pmu_name, len, name, config + 1); 951 } 952 } else { 953 config = strchr(name, ':'); 954 if (config) { 955 /* case: event:.. */ 956 int len = config - name; 957 958 ret = asprintf(&new_name, "%s/%.*s/%s", pmu_name, len, name, config + 1); 959 } else { 960 /* case: event */ 961 ret = asprintf(&new_name, "%s/%s/", pmu_name, name); 962 } 963 } 964 if (ret > 0) { 965 free(counter->name); 966 counter->name = new_name; 967 } else { 968 /* ENOMEM from asprintf. */ 969 counter->uniquified_name = false; 970 } 971 } 972 973 /** 974 * should_skip_zero_count() - Check if the event should print 0 values. 975 * @config: The perf stat configuration (including aggregation mode). 976 * @counter: The evsel with its associated cpumap. 977 * @id: The aggregation id that is being queried. 978 * 979 * Due to mismatch between the event cpumap or thread-map and the 980 * aggregation mode, sometimes it'd iterate the counter with the map 981 * which does not contain any values. 982 * 983 * For example, uncore events have dedicated CPUs to manage them, 984 * result for other CPUs should be zero and skipped. 985 * 986 * Return: %true if the value should NOT be printed, %false if the value 987 * needs to be printed like "<not counted>" or "<not supported>". 988 */ 989 static bool should_skip_zero_counter(struct perf_stat_config *config, 990 struct evsel *counter, 991 const struct aggr_cpu_id *id) 992 { 993 struct perf_cpu cpu; 994 int idx; 995 996 /* 997 * Skip unsupported default events when not verbose. (default events 998 * are all marked 'skippable'). 999 */ 1000 if (verbose == 0 && counter->skippable && !counter->supported) 1001 return true; 1002 1003 /* 1004 * Skip value 0 when enabling --per-thread globally, 1005 * otherwise it will have too many 0 output. 1006 */ 1007 if (config->aggr_mode == AGGR_THREAD && config->system_wide) 1008 return true; 1009 1010 /* 1011 * Many tool events are only gathered on the first index, skip other 1012 * zero values. 1013 */ 1014 if (evsel__is_tool(counter)) { 1015 struct aggr_cpu_id own_id = 1016 config->aggr_get_id(config, (struct perf_cpu){ .cpu = 0 }); 1017 1018 return !aggr_cpu_id__equal(id, &own_id); 1019 } 1020 1021 /* 1022 * Skip value 0 when it's an uncore event and the given aggr id 1023 * does not belong to the PMU cpumask. 1024 */ 1025 if (!counter->pmu || !counter->pmu->is_uncore) 1026 return false; 1027 1028 perf_cpu_map__for_each_cpu(cpu, idx, counter->pmu->cpus) { 1029 struct aggr_cpu_id own_id = config->aggr_get_id(config, cpu); 1030 1031 if (aggr_cpu_id__equal(id, &own_id)) 1032 return false; 1033 } 1034 return true; 1035 } 1036 1037 static void print_counter_aggrdata(struct perf_stat_config *config, 1038 struct evsel *counter, int aggr_idx, 1039 struct outstate *os) 1040 { 1041 FILE *output = config->output; 1042 u64 ena, run, val; 1043 double uval; 1044 struct perf_stat_evsel *ps = counter->stats; 1045 struct perf_stat_aggr *aggr = &ps->aggr[aggr_idx]; 1046 struct aggr_cpu_id id = config->aggr_map->map[aggr_idx]; 1047 double avg = aggr->counts.val; 1048 bool metric_only = config->metric_only; 1049 1050 os->id = id; 1051 os->aggr_nr = aggr->nr; 1052 os->evsel = counter; 1053 1054 /* Skip already merged uncore/hybrid events */ 1055 if (counter->merged_stat) 1056 return; 1057 1058 evsel__uniquify_counter(counter); 1059 1060 val = aggr->counts.val; 1061 ena = aggr->counts.ena; 1062 run = aggr->counts.run; 1063 1064 if (perf_stat__skip_metric_event(counter, &config->metric_events, ena, run)) 1065 return; 1066 1067 if (val == 0 && should_skip_zero_counter(config, counter, &id)) 1068 return; 1069 1070 if (!metric_only) { 1071 if (config->json_output) { 1072 os->first = true; 1073 fputc('{', output); 1074 } 1075 if (config->interval) { 1076 if (config->json_output) 1077 json_out(os, "%s", os->timestamp); 1078 else 1079 fprintf(output, "%s", os->timestamp); 1080 } else if (config->summary && config->csv_output && 1081 !config->no_csv_summary) 1082 fprintf(output, "%s%s", "summary", config->csv_sep); 1083 } 1084 1085 uval = val * counter->scale; 1086 1087 printout(config, os, uval, run, ena, avg, aggr_idx); 1088 1089 if (!metric_only) 1090 fputc('\n', output); 1091 } 1092 1093 static void print_metric_begin(struct perf_stat_config *config, 1094 struct evlist *evlist, 1095 struct outstate *os, int aggr_idx) 1096 { 1097 struct perf_stat_aggr *aggr; 1098 struct aggr_cpu_id id; 1099 struct evsel *evsel; 1100 1101 os->first = true; 1102 if (!config->metric_only) 1103 return; 1104 1105 if (config->json_output) 1106 fputc('{', config->output); 1107 1108 if (config->interval) { 1109 if (config->json_output) 1110 json_out(os, "%s", os->timestamp); 1111 else 1112 fprintf(config->output, "%s", os->timestamp); 1113 } 1114 evsel = evlist__first(evlist); 1115 id = config->aggr_map->map[aggr_idx]; 1116 aggr = &evsel->stats->aggr[aggr_idx]; 1117 aggr_printout(config, os, evsel, id, aggr->nr); 1118 1119 print_cgroup(config, os, os->cgrp ? : evsel->cgrp); 1120 } 1121 1122 static void print_metric_end(struct perf_stat_config *config, struct outstate *os) 1123 { 1124 FILE *output = config->output; 1125 1126 if (!config->metric_only) 1127 return; 1128 1129 if (config->json_output) { 1130 if (os->first) 1131 fputs("\"metric-value\" : \"none\"", output); 1132 fputc('}', output); 1133 } 1134 fputc('\n', output); 1135 } 1136 1137 static void print_aggr(struct perf_stat_config *config, 1138 struct evlist *evlist, 1139 struct outstate *os) 1140 { 1141 struct evsel *counter; 1142 int aggr_idx; 1143 1144 if (!config->aggr_map || !config->aggr_get_id) 1145 return; 1146 1147 /* 1148 * With metric_only everything is on a single line. 1149 * Without each counter has its own line. 1150 */ 1151 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1152 print_metric_begin(config, evlist, os, aggr_idx); 1153 1154 evlist__for_each_entry(evlist, counter) { 1155 print_counter_aggrdata(config, counter, aggr_idx, os); 1156 } 1157 print_metric_end(config, os); 1158 } 1159 } 1160 1161 static void print_aggr_cgroup(struct perf_stat_config *config, 1162 struct evlist *evlist, 1163 struct outstate *os) 1164 { 1165 struct evsel *counter, *evsel; 1166 int aggr_idx; 1167 1168 if (!config->aggr_map || !config->aggr_get_id) 1169 return; 1170 1171 evlist__for_each_entry(evlist, evsel) { 1172 if (os->cgrp == evsel->cgrp) 1173 continue; 1174 1175 os->cgrp = evsel->cgrp; 1176 1177 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1178 print_metric_begin(config, evlist, os, aggr_idx); 1179 1180 evlist__for_each_entry(evlist, counter) { 1181 if (counter->cgrp != os->cgrp) 1182 continue; 1183 1184 print_counter_aggrdata(config, counter, aggr_idx, os); 1185 } 1186 print_metric_end(config, os); 1187 } 1188 } 1189 } 1190 1191 static void print_counter(struct perf_stat_config *config, 1192 struct evsel *counter, struct outstate *os) 1193 { 1194 int aggr_idx; 1195 1196 /* AGGR_THREAD doesn't have config->aggr_get_id */ 1197 if (!config->aggr_map) 1198 return; 1199 1200 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1201 print_counter_aggrdata(config, counter, aggr_idx, os); 1202 } 1203 } 1204 1205 static void print_no_aggr_metric(struct perf_stat_config *config, 1206 struct evlist *evlist, 1207 struct outstate *os) 1208 { 1209 int all_idx; 1210 struct perf_cpu cpu; 1211 1212 perf_cpu_map__for_each_cpu(cpu, all_idx, evlist->core.user_requested_cpus) { 1213 struct evsel *counter; 1214 bool first = true; 1215 1216 evlist__for_each_entry(evlist, counter) { 1217 u64 ena, run, val; 1218 double uval; 1219 struct perf_stat_evsel *ps = counter->stats; 1220 int aggr_idx = 0; 1221 1222 if (!perf_cpu_map__has(evsel__cpus(counter), cpu)) 1223 continue; 1224 1225 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1226 if (config->aggr_map->map[aggr_idx].cpu.cpu == cpu.cpu) 1227 break; 1228 } 1229 1230 os->evsel = counter; 1231 os->id = aggr_cpu_id__cpu(cpu, /*data=*/NULL); 1232 if (first) { 1233 print_metric_begin(config, evlist, os, aggr_idx); 1234 first = false; 1235 } 1236 val = ps->aggr[aggr_idx].counts.val; 1237 ena = ps->aggr[aggr_idx].counts.ena; 1238 run = ps->aggr[aggr_idx].counts.run; 1239 1240 uval = val * counter->scale; 1241 printout(config, os, uval, run, ena, 1.0, aggr_idx); 1242 } 1243 if (!first) 1244 print_metric_end(config, os); 1245 } 1246 } 1247 1248 static void print_metric_headers_std(struct perf_stat_config *config, 1249 bool no_indent) 1250 { 1251 fputc(' ', config->output); 1252 1253 if (!no_indent) { 1254 int len = aggr_header_lens[config->aggr_mode]; 1255 1256 if (nr_cgroups || config->cgroup_list) 1257 len += CGROUP_LEN + 1; 1258 1259 fprintf(config->output, "%*s", len, ""); 1260 } 1261 } 1262 1263 static void print_metric_headers_csv(struct perf_stat_config *config, 1264 bool no_indent __maybe_unused) 1265 { 1266 const char *p; 1267 1268 if (config->interval) 1269 fprintf(config->output, "time%s", config->csv_sep); 1270 if (config->iostat_run) 1271 return; 1272 1273 p = aggr_header_csv[config->aggr_mode]; 1274 while (*p) { 1275 if (*p == ',') 1276 fputs(config->csv_sep, config->output); 1277 else 1278 fputc(*p, config->output); 1279 p++; 1280 } 1281 } 1282 1283 static void print_metric_headers_json(struct perf_stat_config *config __maybe_unused, 1284 bool no_indent __maybe_unused) 1285 { 1286 } 1287 1288 static void print_metric_headers(struct perf_stat_config *config, 1289 struct evlist *evlist, bool no_indent) 1290 { 1291 struct evsel *counter; 1292 struct outstate os = { 1293 .fh = config->output 1294 }; 1295 struct perf_stat_output_ctx out = { 1296 .ctx = &os, 1297 .print_metric = print_metric_header, 1298 .new_line = NULL, 1299 .force_header = true, 1300 }; 1301 1302 if (config->json_output) 1303 print_metric_headers_json(config, no_indent); 1304 else if (config->csv_output) 1305 print_metric_headers_csv(config, no_indent); 1306 else 1307 print_metric_headers_std(config, no_indent); 1308 1309 if (config->iostat_run) 1310 iostat_print_header_prefix(config); 1311 1312 if (config->cgroup_list) 1313 os.cgrp = evlist__first(evlist)->cgrp; 1314 1315 /* Print metrics headers only */ 1316 evlist__for_each_entry(evlist, counter) { 1317 if (!config->iostat_run && 1318 config->aggr_mode != AGGR_NONE && counter->metric_leader != counter) 1319 continue; 1320 1321 os.evsel = counter; 1322 1323 perf_stat__print_shadow_stats(config, counter, 0, 1324 0, 1325 &out, 1326 &config->metric_events); 1327 } 1328 1329 if (!config->json_output) 1330 fputc('\n', config->output); 1331 } 1332 1333 static void prepare_timestamp(struct perf_stat_config *config, 1334 struct outstate *os, struct timespec *ts) 1335 { 1336 if (config->iostat_run) 1337 return; 1338 1339 if (config->json_output) 1340 scnprintf(os->timestamp, sizeof(os->timestamp), "\"interval\" : %lu.%09lu", 1341 (unsigned long) ts->tv_sec, ts->tv_nsec); 1342 else if (config->csv_output) 1343 scnprintf(os->timestamp, sizeof(os->timestamp), "%lu.%09lu%s", 1344 (unsigned long) ts->tv_sec, ts->tv_nsec, config->csv_sep); 1345 else 1346 scnprintf(os->timestamp, sizeof(os->timestamp), "%6lu.%09lu ", 1347 (unsigned long) ts->tv_sec, ts->tv_nsec); 1348 } 1349 1350 static void print_header_interval_std(struct perf_stat_config *config, 1351 struct target *_target __maybe_unused, 1352 struct evlist *evlist, 1353 int argc __maybe_unused, 1354 const char **argv __maybe_unused) 1355 { 1356 FILE *output = config->output; 1357 1358 switch (config->aggr_mode) { 1359 case AGGR_NODE: 1360 case AGGR_SOCKET: 1361 case AGGR_DIE: 1362 case AGGR_CLUSTER: 1363 case AGGR_CACHE: 1364 case AGGR_CORE: 1365 fprintf(output, "#%*s %-*s cpus", 1366 INTERVAL_LEN - 1, "time", 1367 aggr_header_lens[config->aggr_mode], 1368 aggr_header_std[config->aggr_mode]); 1369 break; 1370 case AGGR_NONE: 1371 fprintf(output, "#%*s %-*s", 1372 INTERVAL_LEN - 1, "time", 1373 aggr_header_lens[config->aggr_mode], 1374 aggr_header_std[config->aggr_mode]); 1375 break; 1376 case AGGR_THREAD: 1377 fprintf(output, "#%*s %*s-%-*s", 1378 INTERVAL_LEN - 1, "time", 1379 COMM_LEN, "comm", PID_LEN, "pid"); 1380 break; 1381 case AGGR_GLOBAL: 1382 default: 1383 if (!config->iostat_run) 1384 fprintf(output, "#%*s", 1385 INTERVAL_LEN - 1, "time"); 1386 case AGGR_UNSET: 1387 case AGGR_MAX: 1388 break; 1389 } 1390 1391 if (config->metric_only) 1392 print_metric_headers(config, evlist, true); 1393 else 1394 fprintf(output, " %*s %*s events\n", 1395 COUNTS_LEN, "counts", config->unit_width, "unit"); 1396 } 1397 1398 static void print_header_std(struct perf_stat_config *config, 1399 struct target *_target, struct evlist *evlist, 1400 int argc, const char **argv) 1401 { 1402 FILE *output = config->output; 1403 int i; 1404 1405 fprintf(output, "\n"); 1406 fprintf(output, " Performance counter stats for "); 1407 if (_target->bpf_str) 1408 fprintf(output, "\'BPF program(s) %s", _target->bpf_str); 1409 else if (_target->system_wide) 1410 fprintf(output, "\'system wide"); 1411 else if (_target->cpu_list) 1412 fprintf(output, "\'CPU(s) %s", _target->cpu_list); 1413 else if (!target__has_task(_target)) { 1414 fprintf(output, "\'%s", argv ? argv[0] : "pipe"); 1415 for (i = 1; argv && (i < argc); i++) 1416 fprintf(output, " %s", argv[i]); 1417 } else if (_target->pid) 1418 fprintf(output, "process id \'%s", _target->pid); 1419 else 1420 fprintf(output, "thread id \'%s", _target->tid); 1421 1422 fprintf(output, "\'"); 1423 if (config->run_count > 1) 1424 fprintf(output, " (%d runs)", config->run_count); 1425 fprintf(output, ":\n\n"); 1426 1427 if (config->metric_only) 1428 print_metric_headers(config, evlist, false); 1429 } 1430 1431 static void print_header_csv(struct perf_stat_config *config, 1432 struct target *_target __maybe_unused, 1433 struct evlist *evlist, 1434 int argc __maybe_unused, 1435 const char **argv __maybe_unused) 1436 { 1437 if (config->metric_only) 1438 print_metric_headers(config, evlist, true); 1439 } 1440 static void print_header_json(struct perf_stat_config *config, 1441 struct target *_target __maybe_unused, 1442 struct evlist *evlist, 1443 int argc __maybe_unused, 1444 const char **argv __maybe_unused) 1445 { 1446 if (config->metric_only) 1447 print_metric_headers(config, evlist, true); 1448 } 1449 1450 static void print_header(struct perf_stat_config *config, 1451 struct target *_target, 1452 struct evlist *evlist, 1453 int argc, const char **argv) 1454 { 1455 static int num_print_iv; 1456 1457 fflush(stdout); 1458 1459 if (config->interval_clear) 1460 puts(CONSOLE_CLEAR); 1461 1462 if (num_print_iv == 0 || config->interval_clear) { 1463 if (config->json_output) 1464 print_header_json(config, _target, evlist, argc, argv); 1465 else if (config->csv_output) 1466 print_header_csv(config, _target, evlist, argc, argv); 1467 else if (config->interval) 1468 print_header_interval_std(config, _target, evlist, argc, argv); 1469 else 1470 print_header_std(config, _target, evlist, argc, argv); 1471 } 1472 1473 if (num_print_iv++ == 25) 1474 num_print_iv = 0; 1475 } 1476 1477 static int get_precision(double num) 1478 { 1479 if (num > 1) 1480 return 0; 1481 1482 return lround(ceil(-log10(num))); 1483 } 1484 1485 static void print_table(struct perf_stat_config *config, 1486 FILE *output, int precision, double avg) 1487 { 1488 char tmp[64]; 1489 int idx, indent = 0; 1490 1491 scnprintf(tmp, 64, " %17.*f", precision, avg); 1492 while (tmp[indent] == ' ') 1493 indent++; 1494 1495 fprintf(output, "%*s# Table of individual measurements:\n", indent, ""); 1496 1497 for (idx = 0; idx < config->run_count; idx++) { 1498 double run = (double) config->walltime_run[idx] / NSEC_PER_SEC; 1499 int h, n = 1 + abs((int) (100.0 * (run - avg)/run) / 5); 1500 1501 fprintf(output, " %17.*f (%+.*f) ", 1502 precision, run, precision, run - avg); 1503 1504 for (h = 0; h < n; h++) 1505 fprintf(output, "#"); 1506 1507 fprintf(output, "\n"); 1508 } 1509 1510 fprintf(output, "\n%*s# Final result:\n", indent, ""); 1511 } 1512 1513 static double timeval2double(struct timeval *t) 1514 { 1515 return t->tv_sec + (double) t->tv_usec/USEC_PER_SEC; 1516 } 1517 1518 static void print_footer(struct perf_stat_config *config) 1519 { 1520 double avg = avg_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC; 1521 FILE *output = config->output; 1522 1523 if (config->interval || config->csv_output || config->json_output) 1524 return; 1525 1526 if (!config->null_run) 1527 fprintf(output, "\n"); 1528 1529 if (config->run_count == 1) { 1530 fprintf(output, " %17.9f seconds time elapsed", avg); 1531 1532 if (config->ru_display) { 1533 double ru_utime = timeval2double(&config->ru_data.ru_utime); 1534 double ru_stime = timeval2double(&config->ru_data.ru_stime); 1535 1536 fprintf(output, "\n\n"); 1537 fprintf(output, " %17.9f seconds user\n", ru_utime); 1538 fprintf(output, " %17.9f seconds sys\n", ru_stime); 1539 } 1540 } else { 1541 double sd = stddev_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC; 1542 /* 1543 * Display at most 2 more significant 1544 * digits than the stddev inaccuracy. 1545 */ 1546 int precision = get_precision(sd) + 2; 1547 1548 if (config->walltime_run_table) 1549 print_table(config, output, precision, avg); 1550 1551 fprintf(output, " %17.*f +- %.*f seconds time elapsed", 1552 precision, avg, precision, sd); 1553 1554 print_noise_pct(config, NULL, sd, avg, /*before_metric=*/false); 1555 } 1556 fprintf(output, "\n\n"); 1557 1558 if (config->print_free_counters_hint && sysctl__nmi_watchdog_enabled()) 1559 fprintf(output, 1560 "Some events weren't counted. Try disabling the NMI watchdog:\n" 1561 " echo 0 > /proc/sys/kernel/nmi_watchdog\n" 1562 " perf stat ...\n" 1563 " echo 1 > /proc/sys/kernel/nmi_watchdog\n"); 1564 } 1565 1566 static void print_percore(struct perf_stat_config *config, 1567 struct evsel *counter, struct outstate *os) 1568 { 1569 bool metric_only = config->metric_only; 1570 FILE *output = config->output; 1571 struct cpu_aggr_map *core_map; 1572 int aggr_idx, core_map_len = 0; 1573 1574 if (!config->aggr_map || !config->aggr_get_id) 1575 return; 1576 1577 if (config->percore_show_thread) 1578 return print_counter(config, counter, os); 1579 1580 /* 1581 * core_map will hold the aggr_cpu_id for the cores that have been 1582 * printed so that each core is printed just once. 1583 */ 1584 core_map = cpu_aggr_map__empty_new(config->aggr_map->nr); 1585 if (core_map == NULL) { 1586 fprintf(output, "Cannot allocate per-core aggr map for display\n"); 1587 return; 1588 } 1589 1590 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1591 struct perf_cpu curr_cpu = config->aggr_map->map[aggr_idx].cpu; 1592 struct aggr_cpu_id core_id = aggr_cpu_id__core(curr_cpu, NULL); 1593 bool found = false; 1594 1595 for (int i = 0; i < core_map_len; i++) { 1596 if (aggr_cpu_id__equal(&core_map->map[i], &core_id)) { 1597 found = true; 1598 break; 1599 } 1600 } 1601 if (found) 1602 continue; 1603 1604 print_counter_aggrdata(config, counter, aggr_idx, os); 1605 1606 core_map->map[core_map_len++] = core_id; 1607 } 1608 free(core_map); 1609 1610 if (metric_only) 1611 fputc('\n', output); 1612 } 1613 1614 static void print_cgroup_counter(struct perf_stat_config *config, struct evlist *evlist, 1615 struct outstate *os) 1616 { 1617 struct evsel *counter; 1618 1619 evlist__for_each_entry(evlist, counter) { 1620 if (os->cgrp != counter->cgrp) { 1621 if (os->cgrp != NULL) 1622 print_metric_end(config, os); 1623 1624 os->cgrp = counter->cgrp; 1625 print_metric_begin(config, evlist, os, /*aggr_idx=*/0); 1626 } 1627 1628 print_counter(config, counter, os); 1629 } 1630 if (os->cgrp) 1631 print_metric_end(config, os); 1632 } 1633 1634 /* Should uniquify be disabled for the evlist? */ 1635 static bool evlist__disable_uniquify(const struct evlist *evlist) 1636 { 1637 struct evsel *counter; 1638 struct perf_pmu *last_pmu = NULL; 1639 bool first = true; 1640 1641 evlist__for_each_entry(evlist, counter) { 1642 /* If PMUs vary then uniquify can be useful. */ 1643 if (!first && counter->pmu != last_pmu) 1644 return false; 1645 first = false; 1646 if (counter->pmu) { 1647 /* Allow uniquify for uncore PMUs. */ 1648 if (!counter->pmu->is_core) 1649 return false; 1650 /* Keep hybrid event names uniquified for clarity. */ 1651 if (perf_pmus__num_core_pmus() > 1) 1652 return false; 1653 } 1654 } 1655 return true; 1656 } 1657 1658 static void evsel__set_needs_uniquify(struct evsel *counter, const struct perf_stat_config *config) 1659 { 1660 struct evsel *evsel; 1661 1662 if (counter->merged_stat) { 1663 /* Counter won't be shown. */ 1664 return; 1665 } 1666 1667 if (counter->use_config_name || counter->is_libpfm_event) { 1668 /* Original name will be used. */ 1669 return; 1670 } 1671 1672 if (!config->hybrid_merge && evsel__is_hybrid(counter)) { 1673 /* Unique hybrid counters necessary. */ 1674 counter->needs_uniquify = true; 1675 return; 1676 } 1677 1678 if (counter->core.attr.type < PERF_TYPE_MAX && counter->core.attr.type != PERF_TYPE_RAW) { 1679 /* Legacy event, don't uniquify. */ 1680 return; 1681 } 1682 1683 if (counter->pmu && counter->pmu->is_core && 1684 counter->alternate_hw_config != PERF_COUNT_HW_MAX) { 1685 /* A sysfs or json event replacing a legacy event, don't uniquify. */ 1686 return; 1687 } 1688 1689 if (config->aggr_mode == AGGR_NONE) { 1690 /* Always unique with no aggregation. */ 1691 counter->needs_uniquify = true; 1692 return; 1693 } 1694 1695 /* 1696 * Do other non-merged events in the evlist have the same name? If so 1697 * uniquify is necessary. 1698 */ 1699 evlist__for_each_entry(counter->evlist, evsel) { 1700 if (evsel == counter || evsel->merged_stat) 1701 continue; 1702 1703 if (evsel__name_is(counter, evsel__name(evsel))) { 1704 counter->needs_uniquify = true; 1705 return; 1706 } 1707 } 1708 } 1709 1710 static void evlist__set_needs_uniquify(struct evlist *evlist, const struct perf_stat_config *config) 1711 { 1712 struct evsel *counter; 1713 1714 if (evlist__disable_uniquify(evlist)) { 1715 evlist__for_each_entry(evlist, counter) 1716 counter->uniquified_name = true; 1717 return; 1718 } 1719 1720 evlist__for_each_entry(evlist, counter) 1721 evsel__set_needs_uniquify(counter, config); 1722 } 1723 1724 void evlist__print_counters(struct evlist *evlist, struct perf_stat_config *config, 1725 struct target *_target, struct timespec *ts, 1726 int argc, const char **argv) 1727 { 1728 bool metric_only = config->metric_only; 1729 struct evsel *counter; 1730 struct outstate os = { 1731 .fh = config->output, 1732 .first = true, 1733 }; 1734 1735 evlist__set_needs_uniquify(evlist, config); 1736 1737 if (config->iostat_run) 1738 evlist->selected = evlist__first(evlist); 1739 1740 if (config->interval) 1741 prepare_timestamp(config, &os, ts); 1742 1743 print_header(config, _target, evlist, argc, argv); 1744 1745 switch (config->aggr_mode) { 1746 case AGGR_CORE: 1747 case AGGR_CACHE: 1748 case AGGR_CLUSTER: 1749 case AGGR_DIE: 1750 case AGGR_SOCKET: 1751 case AGGR_NODE: 1752 if (config->cgroup_list) 1753 print_aggr_cgroup(config, evlist, &os); 1754 else 1755 print_aggr(config, evlist, &os); 1756 break; 1757 case AGGR_THREAD: 1758 case AGGR_GLOBAL: 1759 if (config->iostat_run) { 1760 iostat_print_counters(evlist, config, ts, os.timestamp, 1761 (iostat_print_counter_t)print_counter, &os); 1762 } else if (config->cgroup_list) { 1763 print_cgroup_counter(config, evlist, &os); 1764 } else { 1765 print_metric_begin(config, evlist, &os, /*aggr_idx=*/0); 1766 evlist__for_each_entry(evlist, counter) { 1767 print_counter(config, counter, &os); 1768 } 1769 print_metric_end(config, &os); 1770 } 1771 break; 1772 case AGGR_NONE: 1773 if (metric_only) 1774 print_no_aggr_metric(config, evlist, &os); 1775 else { 1776 evlist__for_each_entry(evlist, counter) { 1777 if (counter->percore) 1778 print_percore(config, counter, &os); 1779 else 1780 print_counter(config, counter, &os); 1781 } 1782 } 1783 break; 1784 case AGGR_MAX: 1785 case AGGR_UNSET: 1786 default: 1787 break; 1788 } 1789 1790 print_footer(config); 1791 1792 fflush(config->output); 1793 } 1794