1 #include <stdlib.h> 2 #include <stdio.h> 3 #include <inttypes.h> 4 #include <linux/string.h> 5 #include <linux/time64.h> 6 #include <math.h> 7 #include <perf/cpumap.h> 8 #include "color.h" 9 #include "counts.h" 10 #include "debug.h" 11 #include "evlist.h" 12 #include "evsel.h" 13 #include "stat.h" 14 #include "top.h" 15 #include "thread_map.h" 16 #include "cpumap.h" 17 #include "string2.h" 18 #include <linux/ctype.h> 19 #include "cgroup.h" 20 #include <api/fs/fs.h> 21 #include "util.h" 22 #include "iostat.h" 23 #include "pmu.h" 24 #include "pmus.h" 25 #include "tool_pmu.h" 26 27 #define CNTR_NOT_SUPPORTED "<not supported>" 28 #define CNTR_NOT_COUNTED "<not counted>" 29 30 #define MGROUP_LEN 50 31 #define METRIC_LEN 38 32 #define EVNAME_LEN 32 33 #define COUNTS_LEN 18 34 #define INTERVAL_LEN 16 35 #define CGROUP_LEN 16 36 #define COMM_LEN 16 37 #define PID_LEN 7 38 #define CPUS_LEN 4 39 40 static int aggr_header_lens[] = { 41 [AGGR_CORE] = 18, 42 [AGGR_CACHE] = 22, 43 [AGGR_CLUSTER] = 20, 44 [AGGR_DIE] = 12, 45 [AGGR_SOCKET] = 6, 46 [AGGR_NODE] = 6, 47 [AGGR_NONE] = 6, 48 [AGGR_THREAD] = 16, 49 [AGGR_GLOBAL] = 0, 50 }; 51 52 static const char *aggr_header_csv[] = { 53 [AGGR_CORE] = "core,cpus,", 54 [AGGR_CACHE] = "cache,cpus,", 55 [AGGR_CLUSTER] = "cluster,cpus,", 56 [AGGR_DIE] = "die,cpus,", 57 [AGGR_SOCKET] = "socket,cpus,", 58 [AGGR_NONE] = "cpu,", 59 [AGGR_THREAD] = "comm-pid,", 60 [AGGR_NODE] = "node,", 61 [AGGR_GLOBAL] = "" 62 }; 63 64 static const char *aggr_header_std[] = { 65 [AGGR_CORE] = "core", 66 [AGGR_CACHE] = "cache", 67 [AGGR_CLUSTER] = "cluster", 68 [AGGR_DIE] = "die", 69 [AGGR_SOCKET] = "socket", 70 [AGGR_NONE] = "cpu", 71 [AGGR_THREAD] = "comm-pid", 72 [AGGR_NODE] = "node", 73 [AGGR_GLOBAL] = "" 74 }; 75 76 const char *metric_threshold_classify__color(enum metric_threshold_classify thresh) 77 { 78 const char * const colors[] = { 79 "", /* unknown */ 80 PERF_COLOR_RED, /* bad */ 81 PERF_COLOR_MAGENTA, /* nearly bad */ 82 PERF_COLOR_YELLOW, /* less good */ 83 PERF_COLOR_GREEN, /* good */ 84 }; 85 static_assert(ARRAY_SIZE(colors) - 1 == METRIC_THRESHOLD_GOOD, "missing enum value"); 86 return colors[thresh]; 87 } 88 89 static const char *metric_threshold_classify__str(enum metric_threshold_classify thresh) 90 { 91 const char * const strs[] = { 92 "unknown", 93 "bad", 94 "nearly bad", 95 "less good", 96 "good", 97 }; 98 static_assert(ARRAY_SIZE(strs) - 1 == METRIC_THRESHOLD_GOOD, "missing enum value"); 99 return strs[thresh]; 100 } 101 102 static void print_running_std(struct perf_stat_config *config, u64 run, u64 ena) 103 { 104 if (run != ena) 105 fprintf(config->output, " (%.2f%%)", 100.0 * run / ena); 106 } 107 108 static void print_running_csv(struct perf_stat_config *config, u64 run, u64 ena) 109 { 110 double enabled_percent = 100; 111 112 if (run != ena) 113 enabled_percent = 100 * run / ena; 114 fprintf(config->output, "%s%" PRIu64 "%s%.2f", 115 config->csv_sep, run, config->csv_sep, enabled_percent); 116 } 117 struct outstate { 118 /* Std mode: insert a newline before the next metric */ 119 bool newline; 120 /* JSON mode: track need for comma for a previous field or not */ 121 bool first; 122 /* Num CSV separators remaining to pad out when not all fields are printed */ 123 int csv_col_pad; 124 125 /* 126 * The following don't track state across fields, but are here as a shortcut to 127 * pass data to the print functions. The alternative would be to update the 128 * function signatures of the entire print stack to pass them through. 129 */ 130 /* Place to output to */ 131 FILE * const fh; 132 /* Lines are timestamped in --interval-print mode */ 133 char timestamp[64]; 134 /* Num items aggregated in current line. See struct perf_stat_aggr.nr */ 135 int aggr_nr; 136 /* Core/socket/die etc ID for the current line */ 137 struct aggr_cpu_id id; 138 /* Event for current line */ 139 struct evsel *evsel; 140 /* Cgroup for current line */ 141 struct cgroup *cgrp; 142 }; 143 144 static const char *json_sep(struct outstate *os) 145 { 146 const char *sep = os->first ? "" : ", "; 147 148 os->first = false; 149 return sep; 150 } 151 152 #define json_out(os, format, ...) fprintf((os)->fh, "%s" format, json_sep(os), ##__VA_ARGS__) 153 154 static void print_running_json(struct outstate *os, u64 run, u64 ena) 155 { 156 double enabled_percent = 100; 157 158 if (run != ena) 159 enabled_percent = 100 * run / ena; 160 json_out(os, "\"event-runtime\" : %" PRIu64 ", \"pcnt-running\" : %.2f", 161 run, enabled_percent); 162 } 163 164 static void print_running(struct perf_stat_config *config, struct outstate *os, 165 u64 run, u64 ena, bool before_metric) 166 { 167 if (config->json_output) { 168 if (before_metric) 169 print_running_json(os, run, ena); 170 } else if (config->csv_output) { 171 if (before_metric) 172 print_running_csv(config, run, ena); 173 } else { 174 if (!before_metric) 175 print_running_std(config, run, ena); 176 } 177 } 178 179 static void print_noise_pct_std(struct perf_stat_config *config, 180 double pct) 181 { 182 if (pct) 183 fprintf(config->output, " ( +-%6.2f%% )", pct); 184 } 185 186 static void print_noise_pct_csv(struct perf_stat_config *config, 187 double pct) 188 { 189 fprintf(config->output, "%s%.2f%%", config->csv_sep, pct); 190 } 191 192 static void print_noise_pct_json(struct outstate *os, 193 double pct) 194 { 195 json_out(os, "\"variance\" : %.2f", pct); 196 } 197 198 static void print_noise_pct(struct perf_stat_config *config, struct outstate *os, 199 double total, double avg, bool before_metric) 200 { 201 double pct = rel_stddev_stats(total, avg); 202 203 if (config->json_output) { 204 if (before_metric) 205 print_noise_pct_json(os, pct); 206 } else if (config->csv_output) { 207 if (before_metric) 208 print_noise_pct_csv(config, pct); 209 } else { 210 if (!before_metric) 211 print_noise_pct_std(config, pct); 212 } 213 } 214 215 static void print_noise(struct perf_stat_config *config, struct outstate *os, 216 struct evsel *evsel, double avg, bool before_metric) 217 { 218 struct perf_stat_evsel *ps; 219 220 if (config->run_count == 1) 221 return; 222 223 ps = evsel->stats; 224 print_noise_pct(config, os, stddev_stats(&ps->res_stats), avg, before_metric); 225 } 226 227 static void print_cgroup_std(struct perf_stat_config *config, const char *cgrp_name) 228 { 229 fprintf(config->output, " %-*s", CGROUP_LEN, cgrp_name); 230 } 231 232 static void print_cgroup_csv(struct perf_stat_config *config, const char *cgrp_name) 233 { 234 fprintf(config->output, "%s%s", config->csv_sep, cgrp_name); 235 } 236 237 static void print_cgroup_json(struct outstate *os, const char *cgrp_name) 238 { 239 json_out(os, "\"cgroup\" : \"%s\"", cgrp_name); 240 } 241 242 static void print_cgroup(struct perf_stat_config *config, struct outstate *os, 243 struct cgroup *cgrp) 244 { 245 if (nr_cgroups || config->cgroup_list) { 246 const char *cgrp_name = cgrp ? cgrp->name : ""; 247 248 if (config->json_output) 249 print_cgroup_json(os, cgrp_name); 250 else if (config->csv_output) 251 print_cgroup_csv(config, cgrp_name); 252 else 253 print_cgroup_std(config, cgrp_name); 254 } 255 } 256 257 static void print_aggr_id_std(struct perf_stat_config *config, 258 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) 259 { 260 FILE *output = config->output; 261 int idx = config->aggr_mode; 262 char buf[128]; 263 264 switch (config->aggr_mode) { 265 case AGGR_CORE: 266 snprintf(buf, sizeof(buf), "S%d-D%d-C%d", id.socket, id.die, id.core); 267 break; 268 case AGGR_CACHE: 269 snprintf(buf, sizeof(buf), "S%d-D%d-L%d-ID%d", 270 id.socket, id.die, id.cache_lvl, id.cache); 271 break; 272 case AGGR_CLUSTER: 273 snprintf(buf, sizeof(buf), "S%d-D%d-CLS%d", id.socket, id.die, id.cluster); 274 break; 275 case AGGR_DIE: 276 snprintf(buf, sizeof(buf), "S%d-D%d", id.socket, id.die); 277 break; 278 case AGGR_SOCKET: 279 snprintf(buf, sizeof(buf), "S%d", id.socket); 280 break; 281 case AGGR_NODE: 282 snprintf(buf, sizeof(buf), "N%d", id.node); 283 break; 284 case AGGR_NONE: 285 if (evsel->percore && !config->percore_show_thread) { 286 snprintf(buf, sizeof(buf), "S%d-D%d-C%d ", 287 id.socket, id.die, id.core); 288 fprintf(output, "%-*s ", 289 aggr_header_lens[AGGR_CORE], buf); 290 } else if (id.cpu.cpu > -1) { 291 fprintf(output, "CPU%-*d ", 292 aggr_header_lens[AGGR_NONE] - 3, id.cpu.cpu); 293 } 294 return; 295 case AGGR_THREAD: 296 fprintf(output, "%*s-%-*d ", 297 COMM_LEN, perf_thread_map__comm(evsel->core.threads, id.thread_idx), 298 PID_LEN, perf_thread_map__pid(evsel->core.threads, id.thread_idx)); 299 return; 300 case AGGR_GLOBAL: 301 case AGGR_UNSET: 302 case AGGR_MAX: 303 default: 304 return; 305 } 306 307 fprintf(output, "%-*s %*d ", aggr_header_lens[idx], buf, 4, aggr_nr); 308 } 309 310 static void print_aggr_id_csv(struct perf_stat_config *config, 311 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) 312 { 313 FILE *output = config->output; 314 const char *sep = config->csv_sep; 315 316 switch (config->aggr_mode) { 317 case AGGR_CORE: 318 fprintf(output, "S%d-D%d-C%d%s%d%s", 319 id.socket, id.die, id.core, sep, aggr_nr, sep); 320 break; 321 case AGGR_CACHE: 322 fprintf(config->output, "S%d-D%d-L%d-ID%d%s%d%s", 323 id.socket, id.die, id.cache_lvl, id.cache, sep, aggr_nr, sep); 324 break; 325 case AGGR_CLUSTER: 326 fprintf(config->output, "S%d-D%d-CLS%d%s%d%s", 327 id.socket, id.die, id.cluster, sep, aggr_nr, sep); 328 break; 329 case AGGR_DIE: 330 fprintf(output, "S%d-D%d%s%d%s", 331 id.socket, id.die, sep, aggr_nr, sep); 332 break; 333 case AGGR_SOCKET: 334 fprintf(output, "S%d%s%d%s", 335 id.socket, sep, aggr_nr, sep); 336 break; 337 case AGGR_NODE: 338 fprintf(output, "N%d%s%d%s", 339 id.node, sep, aggr_nr, sep); 340 break; 341 case AGGR_NONE: 342 if (evsel->percore && !config->percore_show_thread) { 343 fprintf(output, "S%d-D%d-C%d%s", 344 id.socket, id.die, id.core, sep); 345 } else if (id.cpu.cpu > -1) { 346 fprintf(output, "CPU%d%s", 347 id.cpu.cpu, sep); 348 } 349 break; 350 case AGGR_THREAD: 351 fprintf(output, "%s-%d%s", 352 perf_thread_map__comm(evsel->core.threads, id.thread_idx), 353 perf_thread_map__pid(evsel->core.threads, id.thread_idx), 354 sep); 355 break; 356 case AGGR_GLOBAL: 357 case AGGR_UNSET: 358 case AGGR_MAX: 359 default: 360 break; 361 } 362 } 363 364 static void print_aggr_id_json(struct perf_stat_config *config, struct outstate *os, 365 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) 366 { 367 switch (config->aggr_mode) { 368 case AGGR_CORE: 369 json_out(os, "\"core\" : \"S%d-D%d-C%d\", \"aggregate-number\" : %d", 370 id.socket, id.die, id.core, aggr_nr); 371 break; 372 case AGGR_CACHE: 373 json_out(os, "\"cache\" : \"S%d-D%d-L%d-ID%d\", \"aggregate-number\" : %d", 374 id.socket, id.die, id.cache_lvl, id.cache, aggr_nr); 375 break; 376 case AGGR_CLUSTER: 377 json_out(os, "\"cluster\" : \"S%d-D%d-CLS%d\", \"aggregate-number\" : %d", 378 id.socket, id.die, id.cluster, aggr_nr); 379 break; 380 case AGGR_DIE: 381 json_out(os, "\"die\" : \"S%d-D%d\", \"aggregate-number\" : %d", 382 id.socket, id.die, aggr_nr); 383 break; 384 case AGGR_SOCKET: 385 json_out(os, "\"socket\" : \"S%d\", \"aggregate-number\" : %d", 386 id.socket, aggr_nr); 387 break; 388 case AGGR_NODE: 389 json_out(os, "\"node\" : \"N%d\", \"aggregate-number\" : %d", 390 id.node, aggr_nr); 391 break; 392 case AGGR_NONE: 393 if (evsel->percore && !config->percore_show_thread) { 394 json_out(os, "\"core\" : \"S%d-D%d-C%d\"", 395 id.socket, id.die, id.core); 396 } else if (id.cpu.cpu > -1) { 397 json_out(os, "\"cpu\" : \"%d\"", 398 id.cpu.cpu); 399 } 400 break; 401 case AGGR_THREAD: 402 json_out(os, "\"thread\" : \"%s-%d\"", 403 perf_thread_map__comm(evsel->core.threads, id.thread_idx), 404 perf_thread_map__pid(evsel->core.threads, id.thread_idx)); 405 break; 406 case AGGR_GLOBAL: 407 case AGGR_UNSET: 408 case AGGR_MAX: 409 default: 410 break; 411 } 412 } 413 414 static void aggr_printout(struct perf_stat_config *config, struct outstate *os, 415 struct evsel *evsel, struct aggr_cpu_id id, int aggr_nr) 416 { 417 if (config->json_output) 418 print_aggr_id_json(config, os, evsel, id, aggr_nr); 419 else if (config->csv_output) 420 print_aggr_id_csv(config, evsel, id, aggr_nr); 421 else 422 print_aggr_id_std(config, evsel, id, aggr_nr); 423 } 424 425 static void new_line_std(struct perf_stat_config *config __maybe_unused, 426 void *ctx) 427 { 428 struct outstate *os = ctx; 429 430 os->newline = true; 431 } 432 433 static inline void __new_line_std_csv(struct perf_stat_config *config, 434 struct outstate *os) 435 { 436 fputc('\n', os->fh); 437 if (config->interval) 438 fputs(os->timestamp, os->fh); 439 aggr_printout(config, os, os->evsel, os->id, os->aggr_nr); 440 } 441 442 static inline void __new_line_std(struct outstate *os) 443 { 444 fprintf(os->fh, " "); 445 } 446 447 static void do_new_line_std(struct perf_stat_config *config, 448 struct outstate *os) 449 { 450 __new_line_std_csv(config, os); 451 if (config->aggr_mode == AGGR_NONE) 452 fprintf(os->fh, " "); 453 __new_line_std(os); 454 } 455 456 static void print_metric_std(struct perf_stat_config *config, 457 void *ctx, enum metric_threshold_classify thresh, 458 const char *fmt, const char *unit, double val) 459 { 460 struct outstate *os = ctx; 461 FILE *out = os->fh; 462 int n; 463 bool newline = os->newline; 464 const char *color = metric_threshold_classify__color(thresh); 465 466 os->newline = false; 467 468 if (unit == NULL || fmt == NULL) { 469 fprintf(out, "%-*s", METRIC_LEN, ""); 470 return; 471 } 472 473 if (newline) 474 do_new_line_std(config, os); 475 476 n = fprintf(out, " # "); 477 if (color) 478 n += color_fprintf(out, color, fmt, val); 479 else 480 n += fprintf(out, fmt, val); 481 fprintf(out, " %-*s", METRIC_LEN - n - 1, unit); 482 } 483 484 static void new_line_csv(struct perf_stat_config *config, void *ctx) 485 { 486 struct outstate *os = ctx; 487 int i; 488 489 __new_line_std_csv(config, os); 490 for (i = 0; i < os->csv_col_pad; i++) 491 fputs(config->csv_sep, os->fh); 492 } 493 494 static void print_metric_csv(struct perf_stat_config *config __maybe_unused, 495 void *ctx, 496 enum metric_threshold_classify thresh __maybe_unused, 497 const char *fmt, const char *unit, double val) 498 { 499 struct outstate *os = ctx; 500 FILE *out = os->fh; 501 char buf[64], *vals, *ends; 502 503 if (unit == NULL || fmt == NULL) { 504 fprintf(out, "%s%s", config->csv_sep, config->csv_sep); 505 return; 506 } 507 snprintf(buf, sizeof(buf), fmt, val); 508 ends = vals = skip_spaces(buf); 509 while (isdigit(*ends) || *ends == '.') 510 ends++; 511 *ends = 0; 512 fprintf(out, "%s%s%s%s", config->csv_sep, vals, config->csv_sep, skip_spaces(unit)); 513 } 514 515 static void print_metric_json(struct perf_stat_config *config __maybe_unused, 516 void *ctx, 517 enum metric_threshold_classify thresh, 518 const char *fmt __maybe_unused, 519 const char *unit, double val) 520 { 521 struct outstate *os = ctx; 522 FILE *out = os->fh; 523 524 if (unit) { 525 json_out(os, "\"metric-value\" : \"%f\", \"metric-unit\" : \"%s\"", val, unit); 526 if (thresh != METRIC_THRESHOLD_UNKNOWN) { 527 json_out(os, "\"metric-threshold\" : \"%s\"", 528 metric_threshold_classify__str(thresh)); 529 } 530 } 531 if (!config->metric_only) 532 fprintf(out, "}"); 533 } 534 535 static void new_line_json(struct perf_stat_config *config, void *ctx) 536 { 537 struct outstate *os = ctx; 538 539 fputs("\n{", os->fh); 540 os->first = true; 541 if (config->interval) 542 json_out(os, "%s", os->timestamp); 543 544 aggr_printout(config, os, os->evsel, os->id, os->aggr_nr); 545 } 546 547 static void print_metricgroup_header_json(struct perf_stat_config *config, 548 void *ctx, 549 const char *metricgroup_name) 550 { 551 if (!metricgroup_name) 552 return; 553 554 json_out((struct outstate *) ctx, "\"metricgroup\" : \"%s\"}", metricgroup_name); 555 new_line_json(config, ctx); 556 } 557 558 static void print_metricgroup_header_csv(struct perf_stat_config *config, 559 void *ctx, 560 const char *metricgroup_name) 561 { 562 struct outstate *os = ctx; 563 int i; 564 565 if (!metricgroup_name) { 566 /* Leave space for running and enabling */ 567 for (i = 0; i < os->csv_col_pad - 2; i++) 568 fputs(config->csv_sep, os->fh); 569 return; 570 } 571 572 for (i = 0; i < os->csv_col_pad; i++) 573 fputs(config->csv_sep, os->fh); 574 fprintf(config->output, "%s", metricgroup_name); 575 new_line_csv(config, ctx); 576 } 577 578 static void print_metricgroup_header_std(struct perf_stat_config *config, 579 void *ctx, 580 const char *metricgroup_name) 581 { 582 struct outstate *os = ctx; 583 int n; 584 585 if (!metricgroup_name) { 586 __new_line_std(os); 587 return; 588 } 589 590 n = fprintf(config->output, " %*s", EVNAME_LEN, metricgroup_name); 591 592 fprintf(config->output, "%*s", MGROUP_LEN - n - 1, ""); 593 } 594 595 /* Filter out some columns that don't work well in metrics only mode */ 596 597 static bool valid_only_metric(const char *unit) 598 { 599 if (!unit) 600 return false; 601 if (strstr(unit, "/sec") || 602 strstr(unit, "CPUs utilized")) 603 return false; 604 return true; 605 } 606 607 static const char *fixunit(char *buf, struct evsel *evsel, 608 const char *unit) 609 { 610 if (!strncmp(unit, "of all", 6)) { 611 snprintf(buf, 1024, "%s %s", evsel__name(evsel), 612 unit); 613 return buf; 614 } 615 return unit; 616 } 617 618 static void print_metric_only(struct perf_stat_config *config, 619 void *ctx, enum metric_threshold_classify thresh, 620 const char *fmt, const char *unit, double val) 621 { 622 struct outstate *os = ctx; 623 FILE *out = os->fh; 624 char buf[1024], str[1024]; 625 unsigned mlen = config->metric_only_len; 626 const char *color = metric_threshold_classify__color(thresh); 627 628 if (!valid_only_metric(unit)) 629 return; 630 unit = fixunit(buf, os->evsel, unit); 631 if (mlen < strlen(unit)) 632 mlen = strlen(unit) + 1; 633 634 if (color) 635 mlen += strlen(color) + sizeof(PERF_COLOR_RESET) - 1; 636 637 color_snprintf(str, sizeof(str), color ?: "", fmt ?: "", val); 638 fprintf(out, "%*s ", mlen, str); 639 os->first = false; 640 } 641 642 static void print_metric_only_csv(struct perf_stat_config *config __maybe_unused, 643 void *ctx, 644 enum metric_threshold_classify thresh __maybe_unused, 645 const char *fmt, 646 const char *unit, double val) 647 { 648 struct outstate *os = ctx; 649 FILE *out = os->fh; 650 char buf[64], *vals, *ends; 651 char tbuf[1024]; 652 653 if (!valid_only_metric(unit)) 654 return; 655 unit = fixunit(tbuf, os->evsel, unit); 656 snprintf(buf, sizeof(buf), fmt ?: "", val); 657 ends = vals = skip_spaces(buf); 658 while (isdigit(*ends) || *ends == '.') 659 ends++; 660 *ends = 0; 661 fprintf(out, "%s%s", vals, config->csv_sep); 662 os->first = false; 663 } 664 665 static void print_metric_only_json(struct perf_stat_config *config __maybe_unused, 666 void *ctx, 667 enum metric_threshold_classify thresh __maybe_unused, 668 const char *fmt, 669 const char *unit, double val) 670 { 671 struct outstate *os = ctx; 672 char buf[64], *ends; 673 char tbuf[1024]; 674 const char *vals; 675 676 if (!valid_only_metric(unit)) 677 return; 678 unit = fixunit(tbuf, os->evsel, unit); 679 if (!unit[0]) 680 return; 681 snprintf(buf, sizeof(buf), fmt ?: "", val); 682 vals = ends = skip_spaces(buf); 683 while (isdigit(*ends) || *ends == '.') 684 ends++; 685 *ends = 0; 686 if (!vals[0]) 687 vals = "none"; 688 json_out(os, "\"%s\" : \"%s\"", unit, vals); 689 } 690 691 static void print_metric_header(struct perf_stat_config *config, 692 void *ctx, 693 enum metric_threshold_classify thresh __maybe_unused, 694 const char *fmt __maybe_unused, 695 const char *unit, double val __maybe_unused) 696 { 697 struct outstate *os = ctx; 698 char tbuf[1024]; 699 700 /* In case of iostat, print metric header for first root port only */ 701 if (config->iostat_run && 702 os->evsel->priv != os->evsel->evlist->selected->priv) 703 return; 704 705 if (os->evsel->cgrp != os->cgrp) 706 return; 707 708 if (!valid_only_metric(unit)) 709 return; 710 unit = fixunit(tbuf, os->evsel, unit); 711 712 if (config->json_output) 713 return; 714 else if (config->csv_output) 715 fprintf(os->fh, "%s%s", unit, config->csv_sep); 716 else 717 fprintf(os->fh, "%*s ", config->metric_only_len, unit); 718 } 719 720 static void print_counter_value_std(struct perf_stat_config *config, 721 struct evsel *evsel, double avg, bool ok) 722 { 723 FILE *output = config->output; 724 double sc = evsel->scale; 725 const char *fmt; 726 const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED; 727 728 if (config->big_num) 729 fmt = floor(sc) != sc ? "%'*.2f " : "%'*.0f "; 730 else 731 fmt = floor(sc) != sc ? "%*.2f " : "%*.0f "; 732 733 if (ok) 734 fprintf(output, fmt, COUNTS_LEN, avg); 735 else 736 fprintf(output, "%*s ", COUNTS_LEN, bad_count); 737 738 if (evsel->unit) 739 fprintf(output, "%-*s ", config->unit_width, evsel->unit); 740 741 fprintf(output, "%-*s", EVNAME_LEN, evsel__name(evsel)); 742 } 743 744 static void print_counter_value_csv(struct perf_stat_config *config, 745 struct evsel *evsel, double avg, bool ok) 746 { 747 FILE *output = config->output; 748 double sc = evsel->scale; 749 const char *sep = config->csv_sep; 750 const char *fmt = floor(sc) != sc ? "%.2f%s" : "%.0f%s"; 751 const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED; 752 753 if (ok) 754 fprintf(output, fmt, avg, sep); 755 else 756 fprintf(output, "%s%s", bad_count, sep); 757 758 if (evsel->unit) 759 fprintf(output, "%s%s", evsel->unit, sep); 760 761 fprintf(output, "%s", evsel__name(evsel)); 762 } 763 764 static void print_counter_value_json(struct outstate *os, 765 struct evsel *evsel, double avg, bool ok) 766 { 767 const char *bad_count = evsel->supported ? CNTR_NOT_COUNTED : CNTR_NOT_SUPPORTED; 768 769 if (ok) 770 json_out(os, "\"counter-value\" : \"%f\"", avg); 771 else 772 json_out(os, "\"counter-value\" : \"%s\"", bad_count); 773 774 if (evsel->unit) 775 json_out(os, "\"unit\" : \"%s\"", evsel->unit); 776 777 json_out(os, "\"event\" : \"%s\"", evsel__name(evsel)); 778 } 779 780 static void print_counter_value(struct perf_stat_config *config, struct outstate *os, 781 struct evsel *evsel, double avg, bool ok) 782 { 783 if (config->json_output) 784 print_counter_value_json(os, evsel, avg, ok); 785 else if (config->csv_output) 786 print_counter_value_csv(config, evsel, avg, ok); 787 else 788 print_counter_value_std(config, evsel, avg, ok); 789 } 790 791 static void abs_printout(struct perf_stat_config *config, 792 struct outstate *os, 793 struct aggr_cpu_id id, int aggr_nr, 794 struct evsel *evsel, double avg, bool ok) 795 { 796 aggr_printout(config, os, evsel, id, aggr_nr); 797 print_counter_value(config, os, evsel, avg, ok); 798 print_cgroup(config, os, evsel->cgrp); 799 } 800 801 static bool evlist__has_hybrid_pmus(struct evlist *evlist) 802 { 803 struct evsel *evsel; 804 struct perf_pmu *last_core_pmu = NULL; 805 806 if (perf_pmus__num_core_pmus() == 1) 807 return false; 808 809 evlist__for_each_entry(evlist, evsel) { 810 if (evsel->core.is_pmu_core) { 811 struct perf_pmu *pmu = evsel__find_pmu(evsel); 812 813 if (pmu == last_core_pmu) 814 continue; 815 816 if (last_core_pmu == NULL) { 817 last_core_pmu = pmu; 818 continue; 819 } 820 /* A distinct core PMU. */ 821 return true; 822 } 823 } 824 825 return false; 826 } 827 828 static void printout(struct perf_stat_config *config, struct outstate *os, 829 double uval, u64 run, u64 ena, double noise, int aggr_idx) 830 { 831 struct perf_stat_output_ctx out; 832 print_metric_t pm; 833 new_line_t nl; 834 print_metricgroup_header_t pmh; 835 bool ok = true; 836 struct evsel *counter = os->evsel; 837 838 if (config->csv_output) { 839 pm = config->metric_only ? print_metric_only_csv : print_metric_csv; 840 nl = config->metric_only ? NULL : new_line_csv; 841 pmh = print_metricgroup_header_csv; 842 os->csv_col_pad = 4 + (counter->cgrp ? 1 : 0); 843 } else if (config->json_output) { 844 pm = config->metric_only ? print_metric_only_json : print_metric_json; 845 nl = config->metric_only ? NULL : new_line_json; 846 pmh = print_metricgroup_header_json; 847 } else { 848 pm = config->metric_only ? print_metric_only : print_metric_std; 849 nl = config->metric_only ? NULL : new_line_std; 850 pmh = print_metricgroup_header_std; 851 } 852 853 if (run == 0 || ena == 0 || counter->counts->scaled == -1) { 854 if (config->metric_only) { 855 pm(config, os, METRIC_THRESHOLD_UNKNOWN, /*format=*/NULL, 856 /*unit=*/NULL, /*val=*/0); 857 return; 858 } 859 860 ok = false; 861 862 if (counter->supported) { 863 if (!evlist__has_hybrid_pmus(counter->evlist)) { 864 config->print_free_counters_hint = 1; 865 } 866 } 867 } 868 869 out.print_metric = pm; 870 out.new_line = nl; 871 out.print_metricgroup_header = pmh; 872 out.ctx = os; 873 out.force_header = false; 874 875 if (!config->metric_only && !counter->default_metricgroup) { 876 abs_printout(config, os, os->id, os->aggr_nr, counter, uval, ok); 877 878 print_noise(config, os, counter, noise, /*before_metric=*/true); 879 print_running(config, os, run, ena, /*before_metric=*/true); 880 } 881 882 if (ok) { 883 if (!config->metric_only && counter->default_metricgroup) { 884 void *from = NULL; 885 886 aggr_printout(config, os, os->evsel, os->id, os->aggr_nr); 887 /* Print out all the metricgroup with the same metric event. */ 888 do { 889 int num = 0; 890 891 /* Print out the new line for the next new metricgroup. */ 892 if (from) { 893 if (config->json_output) 894 new_line_json(config, (void *)os); 895 else 896 __new_line_std_csv(config, os); 897 } 898 899 print_noise(config, os, counter, noise, /*before_metric=*/true); 900 print_running(config, os, run, ena, /*before_metric=*/true); 901 from = perf_stat__print_shadow_stats_metricgroup(config, counter, aggr_idx, 902 &num, from, &out, 903 &config->metric_events); 904 } while (from != NULL); 905 } else 906 perf_stat__print_shadow_stats(config, counter, uval, aggr_idx, 907 &out, &config->metric_events); 908 } else { 909 pm(config, os, METRIC_THRESHOLD_UNKNOWN, /*format=*/NULL, /*unit=*/NULL, /*val=*/0); 910 } 911 912 if (!config->metric_only) { 913 print_noise(config, os, counter, noise, /*before_metric=*/false); 914 print_running(config, os, run, ena, /*before_metric=*/false); 915 } 916 } 917 918 static void evsel__uniquify_counter(struct evsel *counter) 919 { 920 const char *name, *pmu_name; 921 char *new_name, *config; 922 int ret; 923 924 /* No uniquification necessary. */ 925 if (!counter->needs_uniquify) 926 return; 927 928 /* The evsel was already uniquified. */ 929 if (counter->uniquified_name) 930 return; 931 932 /* Avoid checking to uniquify twice. */ 933 counter->uniquified_name = true; 934 935 name = evsel__name(counter); 936 pmu_name = counter->pmu->name; 937 /* Already prefixed by the PMU name. */ 938 if (!strncmp(name, pmu_name, strlen(pmu_name))) 939 return; 940 941 config = strchr(name, '/'); 942 if (config) { 943 int len = config - name; 944 945 if (config[1] == '/') { 946 /* case: event// */ 947 ret = asprintf(&new_name, "%s/%.*s/%s", pmu_name, len, name, config + 2); 948 } else { 949 /* case: event/.../ */ 950 ret = asprintf(&new_name, "%s/%.*s,%s", pmu_name, len, name, config + 1); 951 } 952 } else { 953 config = strchr(name, ':'); 954 if (config) { 955 /* case: event:.. */ 956 int len = config - name; 957 958 ret = asprintf(&new_name, "%s/%.*s/%s", pmu_name, len, name, config + 1); 959 } else { 960 /* case: event */ 961 ret = asprintf(&new_name, "%s/%s/", pmu_name, name); 962 } 963 } 964 if (ret > 0) { 965 free(counter->name); 966 counter->name = new_name; 967 } else { 968 /* ENOMEM from asprintf. */ 969 counter->uniquified_name = false; 970 } 971 } 972 973 /** 974 * should_skip_zero_count() - Check if the event should print 0 values. 975 * @config: The perf stat configuration (including aggregation mode). 976 * @counter: The evsel with its associated cpumap. 977 * @id: The aggregation id that is being queried. 978 * 979 * Due to mismatch between the event cpumap or thread-map and the 980 * aggregation mode, sometimes it'd iterate the counter with the map 981 * which does not contain any values. 982 * 983 * For example, uncore events have dedicated CPUs to manage them, 984 * result for other CPUs should be zero and skipped. 985 * 986 * Return: %true if the value should NOT be printed, %false if the value 987 * needs to be printed like "<not counted>" or "<not supported>". 988 */ 989 static bool should_skip_zero_counter(struct perf_stat_config *config, 990 struct evsel *counter, 991 const struct aggr_cpu_id *id) 992 { 993 struct perf_cpu cpu; 994 int idx; 995 996 /* 997 * Skip unsupported default events when not verbose. (default events 998 * are all marked 'skippable'). 999 */ 1000 if (verbose == 0 && counter->skippable && !counter->supported) 1001 return true; 1002 1003 /* 1004 * Skip value 0 when enabling --per-thread globally, 1005 * otherwise it will have too many 0 output. 1006 */ 1007 if (config->aggr_mode == AGGR_THREAD && config->system_wide) 1008 return true; 1009 1010 /* 1011 * In per-thread mode the aggr_map and aggr_get_id functions may be 1012 * NULL, assume all 0 values should be output in that case. 1013 */ 1014 if (!config->aggr_map || !config->aggr_get_id) 1015 return false; 1016 1017 /* 1018 * Tool events may be gathered on all logical CPUs, for example 1019 * system_time, but for many the first index is the only one used, for 1020 * example num_cores. Don't skip for the first index. 1021 */ 1022 if (evsel__is_tool(counter)) { 1023 struct aggr_cpu_id own_id = 1024 config->aggr_get_id(config, (struct perf_cpu){ .cpu = 0 }); 1025 1026 return !aggr_cpu_id__equal(id, &own_id); 1027 } 1028 /* 1029 * Skip value 0 when the counter's cpumask doesn't match the given aggr 1030 * id. 1031 */ 1032 1033 perf_cpu_map__for_each_cpu(cpu, idx, counter->core.cpus) { 1034 struct aggr_cpu_id own_id = config->aggr_get_id(config, cpu); 1035 1036 if (aggr_cpu_id__equal(id, &own_id)) 1037 return false; 1038 } 1039 return true; 1040 } 1041 1042 static void print_counter_aggrdata(struct perf_stat_config *config, 1043 struct evsel *counter, int aggr_idx, 1044 struct outstate *os) 1045 { 1046 FILE *output = config->output; 1047 u64 ena, run, val; 1048 double uval; 1049 struct perf_stat_evsel *ps = counter->stats; 1050 struct perf_stat_aggr *aggr = &ps->aggr[aggr_idx]; 1051 struct aggr_cpu_id id = config->aggr_map->map[aggr_idx]; 1052 double avg = aggr->counts.val; 1053 bool metric_only = config->metric_only; 1054 1055 os->id = id; 1056 os->aggr_nr = aggr->nr; 1057 os->evsel = counter; 1058 1059 /* Skip already merged uncore/hybrid events */ 1060 if (counter->merged_stat) 1061 return; 1062 1063 evsel__uniquify_counter(counter); 1064 1065 val = aggr->counts.val; 1066 ena = aggr->counts.ena; 1067 run = aggr->counts.run; 1068 1069 if (perf_stat__skip_metric_event(counter, &config->metric_events, ena, run)) 1070 return; 1071 1072 if (val == 0 && should_skip_zero_counter(config, counter, &id)) 1073 return; 1074 1075 if (!metric_only) { 1076 if (config->json_output) { 1077 os->first = true; 1078 fputc('{', output); 1079 } 1080 if (config->interval) { 1081 if (config->json_output) 1082 json_out(os, "%s", os->timestamp); 1083 else 1084 fprintf(output, "%s", os->timestamp); 1085 } else if (config->summary && config->csv_output && 1086 !config->no_csv_summary) 1087 fprintf(output, "%s%s", "summary", config->csv_sep); 1088 } 1089 1090 uval = val * counter->scale; 1091 1092 printout(config, os, uval, run, ena, avg, aggr_idx); 1093 1094 if (!metric_only) 1095 fputc('\n', output); 1096 } 1097 1098 static void print_metric_begin(struct perf_stat_config *config, 1099 struct evlist *evlist, 1100 struct outstate *os, int aggr_idx) 1101 { 1102 struct perf_stat_aggr *aggr; 1103 struct aggr_cpu_id id; 1104 struct evsel *evsel; 1105 1106 os->first = true; 1107 if (!config->metric_only) 1108 return; 1109 1110 if (config->json_output) 1111 fputc('{', config->output); 1112 1113 if (config->interval) { 1114 if (config->json_output) 1115 json_out(os, "%s", os->timestamp); 1116 else 1117 fprintf(config->output, "%s", os->timestamp); 1118 } 1119 evsel = evlist__first(evlist); 1120 id = config->aggr_map->map[aggr_idx]; 1121 aggr = &evsel->stats->aggr[aggr_idx]; 1122 aggr_printout(config, os, evsel, id, aggr->nr); 1123 1124 print_cgroup(config, os, os->cgrp ? : evsel->cgrp); 1125 } 1126 1127 static void print_metric_end(struct perf_stat_config *config, struct outstate *os) 1128 { 1129 FILE *output = config->output; 1130 1131 if (!config->metric_only) 1132 return; 1133 1134 if (config->json_output) { 1135 if (os->first) 1136 fputs("\"metric-value\" : \"none\"", output); 1137 fputc('}', output); 1138 } 1139 fputc('\n', output); 1140 } 1141 1142 static void print_aggr(struct perf_stat_config *config, 1143 struct evlist *evlist, 1144 struct outstate *os) 1145 { 1146 struct evsel *counter; 1147 int aggr_idx; 1148 1149 if (!config->aggr_map || !config->aggr_get_id) 1150 return; 1151 1152 /* 1153 * With metric_only everything is on a single line. 1154 * Without each counter has its own line. 1155 */ 1156 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1157 print_metric_begin(config, evlist, os, aggr_idx); 1158 1159 evlist__for_each_entry(evlist, counter) { 1160 print_counter_aggrdata(config, counter, aggr_idx, os); 1161 } 1162 print_metric_end(config, os); 1163 } 1164 } 1165 1166 static void print_aggr_cgroup(struct perf_stat_config *config, 1167 struct evlist *evlist, 1168 struct outstate *os) 1169 { 1170 struct evsel *counter, *evsel; 1171 int aggr_idx; 1172 1173 if (!config->aggr_map || !config->aggr_get_id) 1174 return; 1175 1176 evlist__for_each_entry(evlist, evsel) { 1177 if (os->cgrp == evsel->cgrp) 1178 continue; 1179 1180 os->cgrp = evsel->cgrp; 1181 1182 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1183 print_metric_begin(config, evlist, os, aggr_idx); 1184 1185 evlist__for_each_entry(evlist, counter) { 1186 if (counter->cgrp != os->cgrp) 1187 continue; 1188 1189 print_counter_aggrdata(config, counter, aggr_idx, os); 1190 } 1191 print_metric_end(config, os); 1192 } 1193 } 1194 } 1195 1196 static void print_counter(struct perf_stat_config *config, 1197 struct evsel *counter, struct outstate *os) 1198 { 1199 int aggr_idx; 1200 1201 /* AGGR_THREAD doesn't have config->aggr_get_id */ 1202 if (!config->aggr_map) 1203 return; 1204 1205 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1206 print_counter_aggrdata(config, counter, aggr_idx, os); 1207 } 1208 } 1209 1210 static void print_no_aggr_metric(struct perf_stat_config *config, 1211 struct evlist *evlist, 1212 struct outstate *os) 1213 { 1214 int all_idx; 1215 struct perf_cpu cpu; 1216 1217 perf_cpu_map__for_each_cpu(cpu, all_idx, evlist->core.user_requested_cpus) { 1218 struct evsel *counter; 1219 bool first = true; 1220 1221 evlist__for_each_entry(evlist, counter) { 1222 u64 ena, run, val; 1223 double uval; 1224 struct perf_stat_evsel *ps = counter->stats; 1225 int aggr_idx = 0; 1226 1227 if (!perf_cpu_map__has(evsel__cpus(counter), cpu)) 1228 continue; 1229 1230 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1231 if (config->aggr_map->map[aggr_idx].cpu.cpu == cpu.cpu) 1232 break; 1233 } 1234 1235 os->evsel = counter; 1236 os->id = aggr_cpu_id__cpu(cpu, /*data=*/NULL); 1237 if (first) { 1238 print_metric_begin(config, evlist, os, aggr_idx); 1239 first = false; 1240 } 1241 val = ps->aggr[aggr_idx].counts.val; 1242 ena = ps->aggr[aggr_idx].counts.ena; 1243 run = ps->aggr[aggr_idx].counts.run; 1244 1245 uval = val * counter->scale; 1246 printout(config, os, uval, run, ena, 1.0, aggr_idx); 1247 } 1248 if (!first) 1249 print_metric_end(config, os); 1250 } 1251 } 1252 1253 static void print_metric_headers_std(struct perf_stat_config *config, 1254 bool no_indent) 1255 { 1256 fputc(' ', config->output); 1257 1258 if (!no_indent) { 1259 int len = aggr_header_lens[config->aggr_mode]; 1260 1261 if (nr_cgroups || config->cgroup_list) 1262 len += CGROUP_LEN + 1; 1263 1264 fprintf(config->output, "%*s", len, ""); 1265 } 1266 } 1267 1268 static void print_metric_headers_csv(struct perf_stat_config *config, 1269 bool no_indent __maybe_unused) 1270 { 1271 const char *p; 1272 1273 if (config->interval) 1274 fprintf(config->output, "time%s", config->csv_sep); 1275 if (config->iostat_run) 1276 return; 1277 1278 p = aggr_header_csv[config->aggr_mode]; 1279 while (*p) { 1280 if (*p == ',') 1281 fputs(config->csv_sep, config->output); 1282 else 1283 fputc(*p, config->output); 1284 p++; 1285 } 1286 } 1287 1288 static void print_metric_headers_json(struct perf_stat_config *config __maybe_unused, 1289 bool no_indent __maybe_unused) 1290 { 1291 } 1292 1293 static void print_metric_headers(struct perf_stat_config *config, 1294 struct evlist *evlist, bool no_indent) 1295 { 1296 struct evsel *counter; 1297 struct outstate os = { 1298 .fh = config->output 1299 }; 1300 struct perf_stat_output_ctx out = { 1301 .ctx = &os, 1302 .print_metric = print_metric_header, 1303 .new_line = NULL, 1304 .force_header = true, 1305 }; 1306 1307 if (config->json_output) 1308 print_metric_headers_json(config, no_indent); 1309 else if (config->csv_output) 1310 print_metric_headers_csv(config, no_indent); 1311 else 1312 print_metric_headers_std(config, no_indent); 1313 1314 if (config->iostat_run) 1315 iostat_print_header_prefix(config); 1316 1317 if (config->cgroup_list) 1318 os.cgrp = evlist__first(evlist)->cgrp; 1319 1320 /* Print metrics headers only */ 1321 evlist__for_each_entry(evlist, counter) { 1322 if (!config->iostat_run && 1323 config->aggr_mode != AGGR_NONE && counter->metric_leader != counter) 1324 continue; 1325 1326 os.evsel = counter; 1327 1328 perf_stat__print_shadow_stats(config, counter, 0, 1329 0, 1330 &out, 1331 &config->metric_events); 1332 } 1333 1334 if (!config->json_output) 1335 fputc('\n', config->output); 1336 } 1337 1338 static void prepare_timestamp(struct perf_stat_config *config, 1339 struct outstate *os, struct timespec *ts) 1340 { 1341 if (config->iostat_run) 1342 return; 1343 1344 if (config->json_output) 1345 scnprintf(os->timestamp, sizeof(os->timestamp), "\"interval\" : %lu.%09lu", 1346 (unsigned long) ts->tv_sec, ts->tv_nsec); 1347 else if (config->csv_output) 1348 scnprintf(os->timestamp, sizeof(os->timestamp), "%lu.%09lu%s", 1349 (unsigned long) ts->tv_sec, ts->tv_nsec, config->csv_sep); 1350 else 1351 scnprintf(os->timestamp, sizeof(os->timestamp), "%6lu.%09lu ", 1352 (unsigned long) ts->tv_sec, ts->tv_nsec); 1353 } 1354 1355 static void print_header_interval_std(struct perf_stat_config *config, 1356 struct target *_target __maybe_unused, 1357 struct evlist *evlist, 1358 int argc __maybe_unused, 1359 const char **argv __maybe_unused) 1360 { 1361 FILE *output = config->output; 1362 1363 switch (config->aggr_mode) { 1364 case AGGR_NODE: 1365 case AGGR_SOCKET: 1366 case AGGR_DIE: 1367 case AGGR_CLUSTER: 1368 case AGGR_CACHE: 1369 case AGGR_CORE: 1370 fprintf(output, "#%*s %-*s cpus", 1371 INTERVAL_LEN - 1, "time", 1372 aggr_header_lens[config->aggr_mode], 1373 aggr_header_std[config->aggr_mode]); 1374 break; 1375 case AGGR_NONE: 1376 fprintf(output, "#%*s %-*s", 1377 INTERVAL_LEN - 1, "time", 1378 aggr_header_lens[config->aggr_mode], 1379 aggr_header_std[config->aggr_mode]); 1380 break; 1381 case AGGR_THREAD: 1382 fprintf(output, "#%*s %*s-%-*s", 1383 INTERVAL_LEN - 1, "time", 1384 COMM_LEN, "comm", PID_LEN, "pid"); 1385 break; 1386 case AGGR_GLOBAL: 1387 default: 1388 if (!config->iostat_run) 1389 fprintf(output, "#%*s", 1390 INTERVAL_LEN - 1, "time"); 1391 case AGGR_UNSET: 1392 case AGGR_MAX: 1393 break; 1394 } 1395 1396 if (config->metric_only) 1397 print_metric_headers(config, evlist, true); 1398 else 1399 fprintf(output, " %*s %*s events\n", 1400 COUNTS_LEN, "counts", config->unit_width, "unit"); 1401 } 1402 1403 static void print_header_std(struct perf_stat_config *config, 1404 struct target *_target, struct evlist *evlist, 1405 int argc, const char **argv) 1406 { 1407 FILE *output = config->output; 1408 int i; 1409 1410 fprintf(output, "\n"); 1411 fprintf(output, " Performance counter stats for "); 1412 if (_target->bpf_str) 1413 fprintf(output, "\'BPF program(s) %s", _target->bpf_str); 1414 else if (_target->system_wide) 1415 fprintf(output, "\'system wide"); 1416 else if (_target->cpu_list) 1417 fprintf(output, "\'CPU(s) %s", _target->cpu_list); 1418 else if (!target__has_task(_target)) { 1419 fprintf(output, "\'%s", argv ? argv[0] : "pipe"); 1420 for (i = 1; argv && (i < argc); i++) 1421 fprintf(output, " %s", argv[i]); 1422 } else if (_target->pid) 1423 fprintf(output, "process id \'%s", _target->pid); 1424 else 1425 fprintf(output, "thread id \'%s", _target->tid); 1426 1427 fprintf(output, "\'"); 1428 if (config->run_count > 1) 1429 fprintf(output, " (%d runs)", config->run_count); 1430 fprintf(output, ":\n\n"); 1431 1432 if (config->metric_only) 1433 print_metric_headers(config, evlist, false); 1434 } 1435 1436 static void print_header_csv(struct perf_stat_config *config, 1437 struct target *_target __maybe_unused, 1438 struct evlist *evlist, 1439 int argc __maybe_unused, 1440 const char **argv __maybe_unused) 1441 { 1442 if (config->metric_only) 1443 print_metric_headers(config, evlist, true); 1444 } 1445 static void print_header_json(struct perf_stat_config *config, 1446 struct target *_target __maybe_unused, 1447 struct evlist *evlist, 1448 int argc __maybe_unused, 1449 const char **argv __maybe_unused) 1450 { 1451 if (config->metric_only) 1452 print_metric_headers(config, evlist, true); 1453 } 1454 1455 static void print_header(struct perf_stat_config *config, 1456 struct target *_target, 1457 struct evlist *evlist, 1458 int argc, const char **argv) 1459 { 1460 static int num_print_iv; 1461 1462 fflush(stdout); 1463 1464 if (config->interval_clear) 1465 puts(CONSOLE_CLEAR); 1466 1467 if (num_print_iv == 0 || config->interval_clear) { 1468 if (config->json_output) 1469 print_header_json(config, _target, evlist, argc, argv); 1470 else if (config->csv_output) 1471 print_header_csv(config, _target, evlist, argc, argv); 1472 else if (config->interval) 1473 print_header_interval_std(config, _target, evlist, argc, argv); 1474 else 1475 print_header_std(config, _target, evlist, argc, argv); 1476 } 1477 1478 if (num_print_iv++ == 25) 1479 num_print_iv = 0; 1480 } 1481 1482 static int get_precision(double num) 1483 { 1484 if (num > 1) 1485 return 0; 1486 1487 return lround(ceil(-log10(num))); 1488 } 1489 1490 static void print_table(struct perf_stat_config *config, 1491 FILE *output, int precision, double avg) 1492 { 1493 char tmp[64]; 1494 int idx, indent = 0; 1495 1496 scnprintf(tmp, 64, " %17.*f", precision, avg); 1497 while (tmp[indent] == ' ') 1498 indent++; 1499 1500 fprintf(output, "%*s# Table of individual measurements:\n", indent, ""); 1501 1502 for (idx = 0; idx < config->run_count; idx++) { 1503 double run = (double) config->walltime_run[idx] / NSEC_PER_SEC; 1504 int h, n = 1 + abs((int) (100.0 * (run - avg)/run) / 5); 1505 1506 fprintf(output, " %17.*f (%+.*f) ", 1507 precision, run, precision, run - avg); 1508 1509 for (h = 0; h < n; h++) 1510 fprintf(output, "#"); 1511 1512 fprintf(output, "\n"); 1513 } 1514 1515 fprintf(output, "\n%*s# Final result:\n", indent, ""); 1516 } 1517 1518 static double timeval2double(struct timeval *t) 1519 { 1520 return t->tv_sec + (double) t->tv_usec/USEC_PER_SEC; 1521 } 1522 1523 static void print_footer(struct perf_stat_config *config) 1524 { 1525 double avg = avg_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC; 1526 FILE *output = config->output; 1527 1528 if (config->interval || config->csv_output || config->json_output) 1529 return; 1530 1531 if (!config->null_run) 1532 fprintf(output, "\n"); 1533 1534 if (config->run_count == 1) { 1535 fprintf(output, " %17.9f seconds time elapsed", avg); 1536 1537 if (config->ru_display) { 1538 double ru_utime = timeval2double(&config->ru_data.ru_utime); 1539 double ru_stime = timeval2double(&config->ru_data.ru_stime); 1540 1541 fprintf(output, "\n\n"); 1542 fprintf(output, " %17.9f seconds user\n", ru_utime); 1543 fprintf(output, " %17.9f seconds sys\n", ru_stime); 1544 } 1545 } else { 1546 double sd = stddev_stats(config->walltime_nsecs_stats) / NSEC_PER_SEC; 1547 /* 1548 * Display at most 2 more significant 1549 * digits than the stddev inaccuracy. 1550 */ 1551 int precision = get_precision(sd) + 2; 1552 1553 if (config->walltime_run_table) 1554 print_table(config, output, precision, avg); 1555 1556 fprintf(output, " %17.*f +- %.*f seconds time elapsed", 1557 precision, avg, precision, sd); 1558 1559 print_noise_pct(config, NULL, sd, avg, /*before_metric=*/false); 1560 } 1561 fprintf(output, "\n\n"); 1562 1563 if (config->print_free_counters_hint && sysctl__nmi_watchdog_enabled()) 1564 fprintf(output, 1565 "Some events weren't counted. Try disabling the NMI watchdog:\n" 1566 " echo 0 > /proc/sys/kernel/nmi_watchdog\n" 1567 " perf stat ...\n" 1568 " echo 1 > /proc/sys/kernel/nmi_watchdog\n"); 1569 } 1570 1571 static void print_percore(struct perf_stat_config *config, 1572 struct evsel *counter, struct outstate *os) 1573 { 1574 bool metric_only = config->metric_only; 1575 FILE *output = config->output; 1576 struct cpu_aggr_map *core_map; 1577 int aggr_idx, core_map_len = 0; 1578 1579 if (!config->aggr_map || !config->aggr_get_id) 1580 return; 1581 1582 if (config->percore_show_thread) 1583 return print_counter(config, counter, os); 1584 1585 /* 1586 * core_map will hold the aggr_cpu_id for the cores that have been 1587 * printed so that each core is printed just once. 1588 */ 1589 core_map = cpu_aggr_map__empty_new(config->aggr_map->nr); 1590 if (core_map == NULL) { 1591 fprintf(output, "Cannot allocate per-core aggr map for display\n"); 1592 return; 1593 } 1594 1595 cpu_aggr_map__for_each_idx(aggr_idx, config->aggr_map) { 1596 struct perf_cpu curr_cpu = config->aggr_map->map[aggr_idx].cpu; 1597 struct aggr_cpu_id core_id = aggr_cpu_id__core(curr_cpu, NULL); 1598 bool found = false; 1599 1600 for (int i = 0; i < core_map_len; i++) { 1601 if (aggr_cpu_id__equal(&core_map->map[i], &core_id)) { 1602 found = true; 1603 break; 1604 } 1605 } 1606 if (found) 1607 continue; 1608 1609 print_counter_aggrdata(config, counter, aggr_idx, os); 1610 1611 core_map->map[core_map_len++] = core_id; 1612 } 1613 free(core_map); 1614 1615 if (metric_only) 1616 fputc('\n', output); 1617 } 1618 1619 static void print_cgroup_counter(struct perf_stat_config *config, struct evlist *evlist, 1620 struct outstate *os) 1621 { 1622 struct evsel *counter; 1623 1624 evlist__for_each_entry(evlist, counter) { 1625 if (os->cgrp != counter->cgrp) { 1626 if (os->cgrp != NULL) 1627 print_metric_end(config, os); 1628 1629 os->cgrp = counter->cgrp; 1630 print_metric_begin(config, evlist, os, /*aggr_idx=*/0); 1631 } 1632 1633 print_counter(config, counter, os); 1634 } 1635 if (os->cgrp) 1636 print_metric_end(config, os); 1637 } 1638 1639 /* Should uniquify be disabled for the evlist? */ 1640 static bool evlist__disable_uniquify(const struct evlist *evlist) 1641 { 1642 struct evsel *counter; 1643 struct perf_pmu *last_pmu = NULL; 1644 bool first = true; 1645 1646 evlist__for_each_entry(evlist, counter) { 1647 /* If PMUs vary then uniquify can be useful. */ 1648 if (!first && counter->pmu != last_pmu) 1649 return false; 1650 first = false; 1651 if (counter->pmu) { 1652 /* Allow uniquify for uncore PMUs. */ 1653 if (!counter->pmu->is_core) 1654 return false; 1655 /* Keep hybrid event names uniquified for clarity. */ 1656 if (perf_pmus__num_core_pmus() > 1) 1657 return false; 1658 } 1659 } 1660 return true; 1661 } 1662 1663 static void evsel__set_needs_uniquify(struct evsel *counter, const struct perf_stat_config *config) 1664 { 1665 struct evsel *evsel; 1666 1667 if (counter->merged_stat) { 1668 /* Counter won't be shown. */ 1669 return; 1670 } 1671 1672 if (counter->use_config_name || counter->is_libpfm_event) { 1673 /* Original name will be used. */ 1674 return; 1675 } 1676 1677 if (!config->hybrid_merge && evsel__is_hybrid(counter)) { 1678 /* Unique hybrid counters necessary. */ 1679 counter->needs_uniquify = true; 1680 return; 1681 } 1682 1683 if (counter->core.attr.type < PERF_TYPE_MAX && counter->core.attr.type != PERF_TYPE_RAW) { 1684 /* Legacy event, don't uniquify. */ 1685 return; 1686 } 1687 1688 if (counter->pmu && counter->pmu->is_core && 1689 counter->alternate_hw_config != PERF_COUNT_HW_MAX) { 1690 /* A sysfs or json event replacing a legacy event, don't uniquify. */ 1691 return; 1692 } 1693 1694 if (config->aggr_mode == AGGR_NONE) { 1695 /* Always unique with no aggregation. */ 1696 counter->needs_uniquify = true; 1697 return; 1698 } 1699 1700 /* 1701 * Do other non-merged events in the evlist have the same name? If so 1702 * uniquify is necessary. 1703 */ 1704 evlist__for_each_entry(counter->evlist, evsel) { 1705 if (evsel == counter || evsel->merged_stat) 1706 continue; 1707 1708 if (evsel__name_is(counter, evsel__name(evsel))) { 1709 counter->needs_uniquify = true; 1710 return; 1711 } 1712 } 1713 } 1714 1715 static void evlist__set_needs_uniquify(struct evlist *evlist, const struct perf_stat_config *config) 1716 { 1717 struct evsel *counter; 1718 1719 if (evlist__disable_uniquify(evlist)) { 1720 evlist__for_each_entry(evlist, counter) 1721 counter->uniquified_name = true; 1722 return; 1723 } 1724 1725 evlist__for_each_entry(evlist, counter) 1726 evsel__set_needs_uniquify(counter, config); 1727 } 1728 1729 void evlist__print_counters(struct evlist *evlist, struct perf_stat_config *config, 1730 struct target *_target, struct timespec *ts, 1731 int argc, const char **argv) 1732 { 1733 bool metric_only = config->metric_only; 1734 struct evsel *counter; 1735 struct outstate os = { 1736 .fh = config->output, 1737 .first = true, 1738 }; 1739 1740 evlist__set_needs_uniquify(evlist, config); 1741 1742 if (config->iostat_run) 1743 evlist->selected = evlist__first(evlist); 1744 1745 if (config->interval) 1746 prepare_timestamp(config, &os, ts); 1747 1748 print_header(config, _target, evlist, argc, argv); 1749 1750 switch (config->aggr_mode) { 1751 case AGGR_CORE: 1752 case AGGR_CACHE: 1753 case AGGR_CLUSTER: 1754 case AGGR_DIE: 1755 case AGGR_SOCKET: 1756 case AGGR_NODE: 1757 if (config->cgroup_list) 1758 print_aggr_cgroup(config, evlist, &os); 1759 else 1760 print_aggr(config, evlist, &os); 1761 break; 1762 case AGGR_THREAD: 1763 case AGGR_GLOBAL: 1764 if (config->iostat_run) { 1765 iostat_print_counters(evlist, config, ts, os.timestamp, 1766 (iostat_print_counter_t)print_counter, &os); 1767 } else if (config->cgroup_list) { 1768 print_cgroup_counter(config, evlist, &os); 1769 } else { 1770 print_metric_begin(config, evlist, &os, /*aggr_idx=*/0); 1771 evlist__for_each_entry(evlist, counter) { 1772 print_counter(config, counter, &os); 1773 } 1774 print_metric_end(config, &os); 1775 } 1776 break; 1777 case AGGR_NONE: 1778 if (metric_only) 1779 print_no_aggr_metric(config, evlist, &os); 1780 else { 1781 evlist__for_each_entry(evlist, counter) { 1782 if (counter->percore) 1783 print_percore(config, counter, &os); 1784 else 1785 print_counter(config, counter, &os); 1786 } 1787 } 1788 break; 1789 case AGGR_MAX: 1790 case AGGR_UNSET: 1791 default: 1792 break; 1793 } 1794 1795 print_footer(config); 1796 1797 fflush(config->output); 1798 } 1799