1 // SPDX-License-Identifier: GPL-2.0 2 #include <linux/list.h> 3 #include <linux/compiler.h> 4 #include <linux/string.h> 5 #include <linux/zalloc.h> 6 #include <linux/ctype.h> 7 #include <sys/types.h> 8 #include <fcntl.h> 9 #include <sys/stat.h> 10 #include <unistd.h> 11 #include <errno.h> 12 #include <stdbool.h> 13 #include <stdio.h> 14 #include <stdlib.h> 15 #include <string.h> 16 #include <dirent.h> 17 #include <api/fs/fs.h> 18 #include <api/io.h> 19 #include <api/io_dir.h> 20 #include <locale.h> 21 #include <fnmatch.h> 22 #include <math.h> 23 #include "debug.h" 24 #include "evsel.h" 25 #include "pmu.h" 26 #include "drm_pmu.h" 27 #include "hwmon_pmu.h" 28 #include "pmus.h" 29 #include "tool_pmu.h" 30 #include "tp_pmu.h" 31 #include <util/pmu-bison.h> 32 #include <util/pmu-flex.h> 33 #include "parse-events.h" 34 #include "print-events.h" 35 #include "hashmap.h" 36 #include "header.h" 37 #include "string2.h" 38 #include "strbuf.h" 39 #include "fncache.h" 40 #include "util/evsel_config.h" 41 #include <regex.h> 42 43 #define UNIT_MAX_LEN 31 /* max length for event unit name */ 44 45 enum event_source { 46 /* An event loaded from /sys/bus/event_source/devices/<pmu>/events. */ 47 EVENT_SRC_SYSFS, 48 /* An event loaded from a CPUID matched json file. */ 49 EVENT_SRC_CPU_JSON, 50 /* 51 * An event loaded from a /sys/bus/event_source/devices/<pmu>/identifier matched json 52 * file. 53 */ 54 EVENT_SRC_SYS_JSON, 55 }; 56 57 /** 58 * struct perf_pmu_alias - An event either read from sysfs or builtin in 59 * pmu-events.c, created by parsing the pmu-events json files. 60 */ 61 struct perf_pmu_alias { 62 /** @name: Name of the event like "mem-loads". */ 63 char *name; 64 /** @desc: Optional short description of the event. */ 65 char *desc; 66 /** @long_desc: Optional long description. */ 67 char *long_desc; 68 /** 69 * @topic: Optional topic such as cache or pipeline, particularly for 70 * json events. 71 */ 72 char *topic; 73 /** @terms: Owned copy of the event terms. */ 74 char *terms; 75 /** 76 * @legacy_terms: If the event aliases a legacy event, holds a copy 77 * ofthe legacy event string. 78 */ 79 char *legacy_terms; 80 /** 81 * @pmu_name: The name copied from the json struct pmu_event. This can 82 * differ from the PMU name as it won't have suffixes. 83 */ 84 char *pmu_name; 85 /** @unit: Units for the event, such as bytes or cache lines. */ 86 char unit[UNIT_MAX_LEN+1]; 87 /** @scale: Value to scale read counter values by. */ 88 double scale; 89 /** @retirement_latency_mean: Value to be given for unsampled retirement latency mean. */ 90 double retirement_latency_mean; 91 /** @retirement_latency_min: Value to be given for unsampled retirement latency min. */ 92 double retirement_latency_min; 93 /** @retirement_latency_max: Value to be given for unsampled retirement latency max. */ 94 double retirement_latency_max; 95 /** 96 * @per_pkg: Does the file 97 * <sysfs>/bus/event_source/devices/<pmu_name>/events/<name>.per-pkg or 98 * equivalent json value exist and have the value 1. 99 */ 100 bool per_pkg; 101 /** 102 * @snapshot: Does the file 103 * <sysfs>/bus/event_source/devices/<pmu_name>/events/<name>.snapshot 104 * exist and have the value 1. 105 */ 106 bool snapshot; 107 /** 108 * @deprecated: Is the event hidden and so not shown in perf list by 109 * default. 110 */ 111 bool deprecated; 112 /** 113 * @legacy_deprecated_checked: Legacy events may not be supported by the 114 * PMU need to be checked. If they aren't supported they are marked 115 * deprecated. 116 */ 117 bool legacy_deprecated_checked; 118 /** @from_sysfs: Was the alias from sysfs or a json event? */ 119 bool from_sysfs; 120 /** @info_loaded: Have the scale, unit and other values been read from disk? */ 121 bool info_loaded; 122 }; 123 124 static int pmu_aliases_parse(struct perf_pmu *pmu); 125 126 static struct perf_pmu_format *perf_pmu__new_format(struct list_head *list, char *name) 127 { 128 struct perf_pmu_format *format; 129 130 format = zalloc(sizeof(*format)); 131 if (!format) 132 return NULL; 133 134 format->name = strdup(name); 135 if (!format->name) { 136 free(format); 137 return NULL; 138 } 139 list_add_tail(&format->list, list); 140 return format; 141 } 142 143 /* Called at the end of parsing a format. */ 144 void perf_pmu_format__set_value(void *vformat, int config, unsigned long *bits) 145 { 146 struct perf_pmu_format *format = vformat; 147 148 format->value = config; 149 memcpy(format->bits, bits, sizeof(format->bits)); 150 } 151 152 static void __perf_pmu_format__load(struct perf_pmu_format *format, FILE *file) 153 { 154 void *scanner; 155 int ret; 156 157 ret = perf_pmu_lex_init(&scanner); 158 if (ret) 159 return; 160 161 perf_pmu_set_in(file, scanner); 162 ret = perf_pmu_parse(format, scanner); 163 perf_pmu_lex_destroy(scanner); 164 format->loaded = true; 165 } 166 167 static void perf_pmu_format__load(const struct perf_pmu *pmu, struct perf_pmu_format *format) 168 { 169 char path[PATH_MAX]; 170 FILE *file = NULL; 171 172 if (format->loaded) 173 return; 174 175 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), pmu->name, "format")) 176 return; 177 178 assert(strlen(path) + strlen(format->name) + 2 < sizeof(path)); 179 strcat(path, "/"); 180 strcat(path, format->name); 181 182 file = fopen(path, "r"); 183 if (!file) 184 return; 185 __perf_pmu_format__load(format, file); 186 fclose(file); 187 } 188 189 /* 190 * Parse & process all the sysfs attributes located under 191 * the directory specified in 'dir' parameter. 192 */ 193 static int perf_pmu__format_parse(struct perf_pmu *pmu, int dirfd, bool eager_load) 194 { 195 struct io_dirent64 *evt_ent; 196 struct io_dir format_dir; 197 int ret = 0; 198 199 io_dir__init(&format_dir, dirfd); 200 201 while ((evt_ent = io_dir__readdir(&format_dir)) != NULL) { 202 struct perf_pmu_format *format; 203 char *name = evt_ent->d_name; 204 205 if (io_dir__is_dir(&format_dir, evt_ent)) 206 continue; 207 208 format = perf_pmu__new_format(&pmu->format, name); 209 if (!format) { 210 ret = -ENOMEM; 211 break; 212 } 213 214 if (eager_load) { 215 FILE *file; 216 int fd = openat(dirfd, name, O_RDONLY); 217 218 if (fd < 0) { 219 ret = -errno; 220 break; 221 } 222 file = fdopen(fd, "r"); 223 if (!file) { 224 close(fd); 225 break; 226 } 227 __perf_pmu_format__load(format, file); 228 fclose(file); 229 } 230 } 231 232 close(format_dir.dirfd); 233 return ret; 234 } 235 236 /* 237 * Reading/parsing the default pmu format definition, which should be 238 * located at: 239 * /sys/bus/event_source/devices/<dev>/format as sysfs group attributes. 240 */ 241 static int pmu_format(struct perf_pmu *pmu, int dirfd, const char *name, bool eager_load) 242 { 243 int fd; 244 245 fd = perf_pmu__pathname_fd(dirfd, name, "format", O_DIRECTORY); 246 if (fd < 0) 247 return 0; 248 249 /* it'll close the fd */ 250 if (perf_pmu__format_parse(pmu, fd, eager_load)) 251 return -1; 252 253 return 0; 254 } 255 256 static int parse_double(const char *scale, char **end, double *sval) 257 { 258 char *lc; 259 int ret = 0; 260 261 /* 262 * save current locale 263 */ 264 lc = setlocale(LC_NUMERIC, NULL); 265 266 /* 267 * The lc string may be allocated in static storage, 268 * so get a dynamic copy to make it survive setlocale 269 * call below. 270 */ 271 lc = strdup(lc); 272 if (!lc) { 273 ret = -ENOMEM; 274 goto out; 275 } 276 277 /* 278 * force to C locale to ensure kernel 279 * scale string is converted correctly. 280 * kernel uses default C locale. 281 */ 282 setlocale(LC_NUMERIC, "C"); 283 284 *sval = strtod(scale, end); 285 286 out: 287 /* restore locale */ 288 setlocale(LC_NUMERIC, lc); 289 free(lc); 290 return ret; 291 } 292 293 int perf_pmu__convert_scale(const char *scale, char **end, double *sval) 294 { 295 return parse_double(scale, end, sval); 296 } 297 298 static int perf_pmu__parse_scale(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 299 { 300 struct stat st; 301 ssize_t sret; 302 size_t len; 303 char scale[128]; 304 int fd, ret = -1; 305 char path[PATH_MAX]; 306 307 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 308 if (!len) 309 return 0; 310 scnprintf(path + len, sizeof(path) - len, "%s/events/%s.scale", pmu->name, alias->name); 311 312 fd = open(path, O_RDONLY); 313 if (fd == -1) 314 return -1; 315 316 if (fstat(fd, &st) < 0) 317 goto error; 318 319 sret = read(fd, scale, sizeof(scale)-1); 320 if (sret <= 0) 321 goto error; 322 323 if (scale[sret - 1] == '\n') 324 scale[sret - 1] = '\0'; 325 else 326 scale[sret] = '\0'; 327 328 ret = perf_pmu__convert_scale(scale, NULL, &alias->scale); 329 error: 330 close(fd); 331 return ret; 332 } 333 334 static int perf_pmu__parse_unit(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 335 { 336 char path[PATH_MAX]; 337 size_t len; 338 ssize_t sret; 339 int fd; 340 341 342 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 343 if (!len) 344 return 0; 345 scnprintf(path + len, sizeof(path) - len, "%s/events/%s.unit", pmu->name, alias->name); 346 347 fd = open(path, O_RDONLY); 348 if (fd == -1) 349 return -1; 350 351 sret = read(fd, alias->unit, UNIT_MAX_LEN); 352 if (sret <= 0) 353 goto error; 354 355 close(fd); 356 357 if (alias->unit[sret - 1] == '\n') 358 alias->unit[sret - 1] = '\0'; 359 else 360 alias->unit[sret] = '\0'; 361 362 return 0; 363 error: 364 close(fd); 365 alias->unit[0] = '\0'; 366 return -1; 367 } 368 369 static bool perf_pmu__parse_event_source_bool(const char *pmu_name, const char *event_name, 370 const char *suffix) 371 { 372 char path[PATH_MAX]; 373 size_t len; 374 int fd; 375 376 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 377 if (!len) 378 return false; 379 380 scnprintf(path + len, sizeof(path) - len, "%s/events/%s.%s", pmu_name, event_name, suffix); 381 382 fd = open(path, O_RDONLY); 383 if (fd == -1) 384 return false; 385 386 #ifndef NDEBUG 387 { 388 char buf[8]; 389 390 len = read(fd, buf, sizeof(buf)); 391 assert(len == 1 || len == 2); 392 assert(buf[0] == '1'); 393 } 394 #endif 395 396 close(fd); 397 return true; 398 } 399 400 static void perf_pmu__parse_per_pkg(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 401 { 402 alias->per_pkg = perf_pmu__parse_event_source_bool(pmu->name, alias->name, "per-pkg"); 403 } 404 405 static void perf_pmu__parse_snapshot(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 406 { 407 alias->snapshot = perf_pmu__parse_event_source_bool(pmu->name, alias->name, "snapshot"); 408 } 409 410 /* Delete an alias entry. */ 411 static void perf_pmu_free_alias(struct perf_pmu_alias *alias) 412 { 413 if (!alias) 414 return; 415 416 zfree(&alias->name); 417 zfree(&alias->desc); 418 zfree(&alias->long_desc); 419 zfree(&alias->topic); 420 zfree(&alias->pmu_name); 421 zfree(&alias->terms); 422 zfree(&alias->legacy_terms); 423 free(alias); 424 } 425 426 static void perf_pmu__del_aliases(struct perf_pmu *pmu) 427 { 428 struct hashmap_entry *entry; 429 size_t bkt; 430 431 if (!pmu->aliases) 432 return; 433 434 hashmap__for_each_entry(pmu->aliases, entry, bkt) 435 perf_pmu_free_alias(entry->pvalue); 436 437 hashmap__free(pmu->aliases); 438 pmu->aliases = NULL; 439 } 440 441 static struct perf_pmu_alias *perf_pmu__find_alias(struct perf_pmu *pmu, 442 const char *name, 443 bool load) 444 { 445 struct perf_pmu_alias *alias; 446 bool has_sysfs_event; 447 char event_file_name[NAME_MAX + 8]; 448 449 if (hashmap__find(pmu->aliases, name, &alias)) 450 return alias; 451 452 if (!load || pmu->sysfs_aliases_loaded) 453 return NULL; 454 455 /* 456 * Test if alias/event 'name' exists in the PMU's sysfs/events 457 * directory. If not skip parsing the sysfs aliases. Sysfs event 458 * name must be all lower or all upper case. 459 */ 460 scnprintf(event_file_name, sizeof(event_file_name), "events/%s", name); 461 for (size_t i = 7, n = 7 + strlen(name); i < n; i++) 462 event_file_name[i] = tolower(event_file_name[i]); 463 464 has_sysfs_event = perf_pmu__file_exists(pmu, event_file_name); 465 if (!has_sysfs_event) { 466 for (size_t i = 7, n = 7 + strlen(name); i < n; i++) 467 event_file_name[i] = toupper(event_file_name[i]); 468 469 has_sysfs_event = perf_pmu__file_exists(pmu, event_file_name); 470 } 471 if (has_sysfs_event) { 472 pmu_aliases_parse(pmu); 473 if (hashmap__find(pmu->aliases, name, &alias)) 474 return alias; 475 } 476 477 return NULL; 478 } 479 480 static bool assign_str(const char *name, const char *field, char **old_str, 481 const char *new_str) 482 { 483 if (!*old_str && new_str) { 484 *old_str = strdup(new_str); 485 return true; 486 } 487 488 if (!new_str || !strcasecmp(*old_str, new_str)) 489 return false; /* Nothing to update. */ 490 491 pr_debug("alias %s differs in field '%s' ('%s' != '%s')\n", 492 name, field, *old_str, new_str); 493 zfree(old_str); 494 *old_str = strdup(new_str); 495 return true; 496 } 497 498 static void read_alias_info(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 499 { 500 if (!alias->from_sysfs || alias->info_loaded) 501 return; 502 503 /* 504 * load unit name and scale if available 505 */ 506 perf_pmu__parse_unit(pmu, alias); 507 perf_pmu__parse_scale(pmu, alias); 508 perf_pmu__parse_per_pkg(pmu, alias); 509 perf_pmu__parse_snapshot(pmu, alias); 510 } 511 512 struct update_alias_data { 513 struct perf_pmu *pmu; 514 struct perf_pmu_alias *alias; 515 bool legacy; 516 }; 517 518 static int update_alias(const struct pmu_event *pe, 519 const struct pmu_events_table *table __maybe_unused, 520 void *vdata) 521 { 522 struct update_alias_data *data = vdata; 523 int ret = 0; 524 525 read_alias_info(data->pmu, data->alias); 526 assign_str(pe->name, "desc", &data->alias->desc, pe->desc); 527 assign_str(pe->name, "long_desc", &data->alias->long_desc, pe->long_desc); 528 assign_str(pe->name, "topic", &data->alias->topic, pe->topic); 529 data->alias->per_pkg = pe->perpkg; 530 if (pe->event) { 531 if (data->legacy) { 532 zfree(&data->alias->legacy_terms); 533 data->alias->legacy_terms = strdup(pe->event); 534 } else { 535 zfree(&data->alias->terms); 536 data->alias->terms = strdup(pe->event); 537 } 538 } 539 if (!ret && pe->unit) { 540 char *unit; 541 542 ret = perf_pmu__convert_scale(pe->unit, &unit, &data->alias->scale); 543 if (!ret) 544 snprintf(data->alias->unit, sizeof(data->alias->unit), "%s", unit); 545 } 546 if (!ret && pe->retirement_latency_mean) { 547 ret = parse_double(pe->retirement_latency_mean, NULL, 548 &data->alias->retirement_latency_mean); 549 } 550 if (!ret && pe->retirement_latency_min) { 551 ret = parse_double(pe->retirement_latency_min, NULL, 552 &data->alias->retirement_latency_min); 553 } 554 if (!ret && pe->retirement_latency_max) { 555 ret = parse_double(pe->retirement_latency_max, NULL, 556 &data->alias->retirement_latency_max); 557 } 558 return ret; 559 } 560 561 static int perf_pmu__new_alias(struct perf_pmu *pmu, const char *name, 562 const char *desc, const char *val, int val_fd, 563 const struct pmu_event *pe, enum event_source src) 564 { 565 struct perf_pmu_alias *alias, *old_alias; 566 int ret = 0; 567 const char *long_desc = NULL, *topic = NULL, *unit = NULL, *pmu_name = NULL; 568 bool deprecated = false, perpkg = false; 569 570 if (perf_pmu__find_alias(pmu, name, /*load=*/ false)) { 571 /* Alias was already created/loaded. */ 572 return 0; 573 } 574 575 if (pe) { 576 long_desc = pe->long_desc; 577 topic = pe->topic; 578 unit = pe->unit; 579 perpkg = pe->perpkg; 580 deprecated = pe->deprecated; 581 if (pe->pmu && strcmp(pe->pmu, "default_core")) 582 pmu_name = pe->pmu; 583 } 584 585 alias = zalloc(sizeof(*alias)); 586 if (!alias) 587 return -ENOMEM; 588 589 alias->scale = 1.0; 590 alias->unit[0] = '\0'; 591 alias->per_pkg = perpkg; 592 alias->snapshot = false; 593 alias->deprecated = deprecated; 594 alias->retirement_latency_mean = 0.0; 595 alias->retirement_latency_min = 0.0; 596 alias->retirement_latency_max = 0.0; 597 598 if (!ret && pe && pe->retirement_latency_mean) { 599 ret = parse_double(pe->retirement_latency_mean, NULL, 600 &alias->retirement_latency_mean); 601 } 602 if (!ret && pe && pe->retirement_latency_min) { 603 ret = parse_double(pe->retirement_latency_min, NULL, 604 &alias->retirement_latency_min); 605 } 606 if (!ret && pe && pe->retirement_latency_max) { 607 ret = parse_double(pe->retirement_latency_max, NULL, 608 &alias->retirement_latency_max); 609 } 610 if (ret) 611 return ret; 612 613 if (val_fd < 0) { 614 alias->terms = strdup(val); 615 } else { 616 char buf[256]; 617 struct io io; 618 size_t line_len; 619 620 io__init(&io, val_fd, buf, sizeof(buf)); 621 ret = io__getline(&io, &alias->terms, &line_len) < 0 ? -errno : 0; 622 if (ret) { 623 pr_err("Failed to read alias %s\n", name); 624 return ret; 625 } 626 if (line_len >= 1 && alias->terms[line_len - 1] == '\n') 627 alias->terms[line_len - 1] = '\0'; 628 } 629 alias->name = strdup(name); 630 alias->desc = desc ? strdup(desc) : NULL; 631 alias->long_desc = long_desc ? strdup(long_desc) : NULL; 632 alias->topic = topic ? strdup(topic) : NULL; 633 alias->pmu_name = pmu_name ? strdup(pmu_name) : NULL; 634 if (unit) { 635 if (perf_pmu__convert_scale(unit, (char **)&unit, &alias->scale) < 0) { 636 perf_pmu_free_alias(alias); 637 return -1; 638 } 639 snprintf(alias->unit, sizeof(alias->unit), "%s", unit); 640 } 641 switch (src) { 642 default: 643 case EVENT_SRC_SYSFS: 644 alias->from_sysfs = true; 645 if (pmu->events_table || pmu->is_core) { 646 /* Update an event from sysfs with json data. */ 647 struct update_alias_data data = { 648 .pmu = pmu, 649 .alias = alias, 650 .legacy = false, 651 }; 652 if ((pmu_events_table__find_event(pmu->events_table, pmu, name, 653 update_alias, &data) == 0)) { 654 /* 655 * Override sysfs encodings with json encodings 656 * specific to the cpuid. 657 */ 658 pmu->cpu_common_json_aliases++; 659 } 660 if (pmu->is_core) { 661 /* Add in legacy encodings. */ 662 data.legacy = true; 663 if (pmu_events_table__find_event( 664 perf_pmu__default_core_events_table(), 665 pmu, name, update_alias, &data) == 0) 666 pmu->cpu_common_json_aliases++; 667 } 668 } 669 pmu->sysfs_aliases++; 670 break; 671 case EVENT_SRC_CPU_JSON: 672 pmu->cpu_json_aliases++; 673 break; 674 case EVENT_SRC_SYS_JSON: 675 pmu->sys_json_aliases++; 676 break; 677 678 } 679 hashmap__set(pmu->aliases, alias->name, alias, /*old_key=*/ NULL, &old_alias); 680 perf_pmu_free_alias(old_alias); 681 return 0; 682 } 683 684 static inline bool pmu_alias_info_file(const char *name) 685 { 686 size_t len; 687 688 len = strlen(name); 689 if (len > 5 && !strcmp(name + len - 5, ".unit")) 690 return true; 691 if (len > 6 && !strcmp(name + len - 6, ".scale")) 692 return true; 693 if (len > 8 && !strcmp(name + len - 8, ".per-pkg")) 694 return true; 695 if (len > 9 && !strcmp(name + len - 9, ".snapshot")) 696 return true; 697 698 return false; 699 } 700 701 /* 702 * Reading the pmu event aliases definition, which should be located at: 703 * /sys/bus/event_source/devices/<dev>/events as sysfs group attributes. 704 */ 705 static int __pmu_aliases_parse(struct perf_pmu *pmu, int events_dir_fd) 706 { 707 struct io_dirent64 *evt_ent; 708 struct io_dir event_dir; 709 710 io_dir__init(&event_dir, events_dir_fd); 711 712 while ((evt_ent = io_dir__readdir(&event_dir))) { 713 char *name = evt_ent->d_name; 714 int fd; 715 716 if (!strcmp(name, ".") || !strcmp(name, "..")) 717 continue; 718 719 /* 720 * skip info files parsed in perf_pmu__new_alias() 721 */ 722 if (pmu_alias_info_file(name)) 723 continue; 724 725 fd = openat(events_dir_fd, name, O_RDONLY); 726 if (fd == -1) { 727 pr_debug("Cannot open %s\n", name); 728 continue; 729 } 730 731 if (perf_pmu__new_alias(pmu, name, /*desc=*/ NULL, 732 /*val=*/ NULL, fd, /*pe=*/ NULL, 733 EVENT_SRC_SYSFS) < 0) 734 pr_debug("Cannot set up %s\n", name); 735 close(fd); 736 } 737 738 pmu->sysfs_aliases_loaded = true; 739 return 0; 740 } 741 742 static int pmu_aliases_parse(struct perf_pmu *pmu) 743 { 744 char path[PATH_MAX]; 745 size_t len; 746 int events_dir_fd, ret; 747 748 if (pmu->sysfs_aliases_loaded) 749 return 0; 750 751 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 752 if (!len) 753 return 0; 754 scnprintf(path + len, sizeof(path) - len, "%s/events", pmu->name); 755 756 events_dir_fd = open(path, O_DIRECTORY); 757 if (events_dir_fd == -1) { 758 pmu->sysfs_aliases_loaded = true; 759 return 0; 760 } 761 ret = __pmu_aliases_parse(pmu, events_dir_fd); 762 close(events_dir_fd); 763 return ret; 764 } 765 766 static int pmu_aliases_parse_eager(struct perf_pmu *pmu, int sysfs_fd) 767 { 768 char path[NAME_MAX + 8]; 769 int ret, events_dir_fd; 770 771 scnprintf(path, sizeof(path), "%s/events", pmu->name); 772 events_dir_fd = openat(sysfs_fd, path, O_DIRECTORY, 0); 773 if (events_dir_fd == -1) { 774 pmu->sysfs_aliases_loaded = true; 775 return 0; 776 } 777 ret = __pmu_aliases_parse(pmu, events_dir_fd); 778 close(events_dir_fd); 779 return ret; 780 } 781 782 static int pmu_alias_terms(struct perf_pmu_alias *alias, struct list_head *terms) 783 { 784 struct parse_events_terms alias_terms; 785 struct parse_events_term *term; 786 int ret; 787 788 parse_events_terms__init(&alias_terms); 789 ret = parse_events_terms(&alias_terms, alias->terms); 790 if (ret) { 791 pr_err("Cannot parse '%s' terms '%s': %d\n", 792 alias->name, alias->terms, ret); 793 parse_events_terms__exit(&alias_terms); 794 return ret; 795 } 796 list_for_each_entry(term, &alias_terms.terms, list) { 797 /* 798 * Weak terms don't override command line options, 799 * which we don't want for implicit terms in aliases. 800 */ 801 term->weak = true; 802 } 803 list_splice_init(&alias_terms.terms, terms); 804 parse_events_terms__exit(&alias_terms); 805 return 0; 806 } 807 808 /* 809 * Uncore PMUs have a "cpumask" file under sysfs. CPU PMUs (e.g. on arm/arm64) 810 * may have a "cpus" file. 811 */ 812 static struct perf_cpu_map *pmu_cpumask(int dirfd, const char *pmu_name, bool is_core) 813 { 814 const char *templates[] = { 815 "cpumask", 816 "cpus", 817 NULL 818 }; 819 const char **template; 820 821 for (template = templates; *template; template++) { 822 struct io io; 823 char buf[128]; 824 char *cpumask = NULL; 825 size_t cpumask_len; 826 ssize_t ret; 827 struct perf_cpu_map *cpus; 828 829 io.fd = perf_pmu__pathname_fd(dirfd, pmu_name, *template, O_RDONLY); 830 if (io.fd < 0) 831 continue; 832 833 io__init(&io, io.fd, buf, sizeof(buf)); 834 ret = io__getline(&io, &cpumask, &cpumask_len); 835 close(io.fd); 836 if (ret < 0) 837 continue; 838 839 cpus = perf_cpu_map__new(cpumask); 840 free(cpumask); 841 if (cpus) 842 return cpus; 843 } 844 845 /* Nothing found, for core PMUs assume this means all CPUs. */ 846 return is_core ? cpu_map__online() : NULL; 847 } 848 849 static bool pmu_is_uncore(int dirfd, const char *name) 850 { 851 int fd; 852 853 fd = perf_pmu__pathname_fd(dirfd, name, "cpumask", O_PATH); 854 if (fd < 0) 855 return false; 856 857 close(fd); 858 return true; 859 } 860 861 static char *pmu_id(const char *name) 862 { 863 char path[PATH_MAX], *str; 864 size_t len; 865 866 perf_pmu__pathname_scnprintf(path, sizeof(path), name, "identifier"); 867 868 if (filename__read_str(path, &str, &len) < 0) 869 return NULL; 870 871 /* empty identifier file — nothing useful */ 872 if (len == 0) { 873 free(str); 874 return NULL; 875 } 876 877 str[len - 1] = 0; /* remove line feed */ 878 879 return str; 880 } 881 882 /** 883 * is_sysfs_pmu_core() - PMU CORE devices have different name other than cpu in 884 * sysfs on some platforms like ARM or Intel hybrid. Looking for 885 * possible the cpus file in sysfs files to identify whether this is a 886 * core device. 887 * @name: The PMU name such as "cpu_atom". 888 */ 889 static int is_sysfs_pmu_core(const char *name) 890 { 891 char path[PATH_MAX]; 892 893 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), name, "cpus")) 894 return 0; 895 return file_available(path); 896 } 897 898 /** 899 * Return the length of the PMU name not including the suffix for uncore PMUs. 900 * 901 * We want to deduplicate many similar uncore PMUs by stripping their suffixes, 902 * but there are never going to be too many core PMUs and the suffixes might be 903 * interesting. "arm_cortex_a53" vs "arm_cortex_a57" or "cpum_cf" for example. 904 * 905 * @skip_duplicate_pmus: False in verbose mode so all uncore PMUs are visible 906 */ 907 static size_t pmu_deduped_name_len(const struct perf_pmu *pmu, const char *name, 908 bool skip_duplicate_pmus) 909 { 910 return skip_duplicate_pmus && !pmu->is_core 911 ? pmu_name_len_no_suffix(name) 912 : strlen(name); 913 } 914 915 /** 916 * perf_pmu__match_wildcard - Does the pmu_name start with tok and is then only 917 * followed by nothing or a suffix? tok may contain 918 * part of a suffix. 919 * @pmu_name: The pmu_name with possible suffix. 920 * @tok: The wildcard argument to match. 921 */ 922 static bool perf_pmu__match_wildcard(const char *pmu_name, const char *tok) 923 { 924 const char *p, *suffix; 925 bool has_hex = false; 926 bool has_underscore = false; 927 size_t tok_len = strlen(tok); 928 929 /* Check start of pmu_name for equality. */ 930 if (strncmp(pmu_name, tok, tok_len)) 931 return false; 932 933 suffix = p = pmu_name + tok_len; 934 if (*p == 0) 935 return true; 936 937 /* Ensure we end in a number or a mix of number and "_". */ 938 while (1) { 939 if (!has_underscore && (*p == '_')) { 940 has_underscore = true; 941 ++p; 942 ++suffix; 943 } 944 945 if (!isxdigit(*p)) 946 return false; 947 if (!has_hex) 948 has_hex = !isdigit(*p); 949 if (*(++p) == 0) 950 break; 951 } 952 953 if (has_hex) 954 return (p - suffix) > 2; 955 956 return true; 957 } 958 959 /** 960 * perf_pmu__match_ignoring_suffix_uncore - Does the pmu_name match tok ignoring 961 * any trailing suffix on pmu_name and 962 * tok? The Suffix must be in form 963 * tok_{digits}, or tok{digits}. 964 * @pmu_name: The pmu_name with possible suffix. 965 * @tok: The possible match to pmu_name. 966 */ 967 static bool perf_pmu__match_ignoring_suffix_uncore(const char *pmu_name, const char *tok) 968 { 969 size_t pmu_name_len, tok_len; 970 971 /* For robustness, check for NULL. */ 972 if (pmu_name == NULL) 973 return tok == NULL; 974 975 /* uncore_ prefixes are ignored. */ 976 if (!strncmp(pmu_name, "uncore_", 7)) 977 pmu_name += 7; 978 if (!strncmp(tok, "uncore_", 7)) 979 tok += 7; 980 981 pmu_name_len = pmu_name_len_no_suffix(pmu_name); 982 tok_len = pmu_name_len_no_suffix(tok); 983 if (pmu_name_len != tok_len) 984 return false; 985 986 return strncmp(pmu_name, tok, pmu_name_len) == 0; 987 } 988 989 990 /** 991 * perf_pmu__match_wildcard_uncore - does to_match match the PMU's name? 992 * @pmu_name: The pmu->name or pmu->alias to match against. 993 * @to_match: the json struct pmu_event name. This may lack a suffix (which 994 * matches) or be of the form "socket,pmuname" which will match 995 * "socketX_pmunameY". 996 */ 997 static bool perf_pmu__match_wildcard_uncore(const char *pmu_name, const char *to_match) 998 { 999 char *mutable_to_match, *tok, *tmp; 1000 1001 if (!pmu_name) 1002 return false; 1003 1004 /* uncore_ prefixes are ignored. */ 1005 if (!strncmp(pmu_name, "uncore_", 7)) 1006 pmu_name += 7; 1007 if (!strncmp(to_match, "uncore_", 7)) 1008 to_match += 7; 1009 1010 if (strchr(to_match, ',') == NULL) 1011 return perf_pmu__match_wildcard(pmu_name, to_match); 1012 1013 /* Process comma separated list of PMU name components. */ 1014 mutable_to_match = strdup(to_match); 1015 if (!mutable_to_match) 1016 return false; 1017 1018 tok = strtok_r(mutable_to_match, ",", &tmp); 1019 while (tok) { 1020 size_t tok_len = strlen(tok); 1021 1022 if (strncmp(pmu_name, tok, tok_len)) { 1023 /* Mismatch between part of pmu_name and tok. */ 1024 free(mutable_to_match); 1025 return false; 1026 } 1027 /* Move pmu_name forward over tok and suffix. */ 1028 pmu_name += tok_len; 1029 while (*pmu_name != '\0' && isdigit(*pmu_name)) 1030 pmu_name++; 1031 if (*pmu_name == '_') 1032 pmu_name++; 1033 1034 tok = strtok_r(NULL, ",", &tmp); 1035 } 1036 free(mutable_to_match); 1037 return *pmu_name == '\0'; 1038 } 1039 1040 bool pmu_uncore_identifier_match(const char *compat, const char *id) 1041 { 1042 regex_t re; 1043 regmatch_t pmatch[1]; 1044 int match; 1045 1046 if (regcomp(&re, compat, REG_EXTENDED) != 0) { 1047 /* Warn unable to generate match particular string. */ 1048 pr_info("Invalid regular expression %s\n", compat); 1049 return false; 1050 } 1051 1052 match = !regexec(&re, id, 1, pmatch, 0); 1053 if (match) { 1054 /* Ensure a full match. */ 1055 match = pmatch[0].rm_so == 0 && (size_t)pmatch[0].rm_eo == strlen(id); 1056 } 1057 regfree(&re); 1058 1059 return match; 1060 } 1061 1062 static int pmu_add_cpu_aliases_map_callback(const struct pmu_event *pe, 1063 const struct pmu_events_table *table __maybe_unused, 1064 void *vdata) 1065 { 1066 struct perf_pmu *pmu = vdata; 1067 1068 perf_pmu__new_alias(pmu, pe->name, pe->desc, pe->event, /*val_fd=*/ -1, 1069 pe, EVENT_SRC_CPU_JSON); 1070 return 0; 1071 } 1072 1073 /* 1074 * From the pmu_events_table, find the events that correspond to the given 1075 * PMU and add them to the list 'head'. 1076 */ 1077 void pmu_add_cpu_aliases_table(struct perf_pmu *pmu, const struct pmu_events_table *table) 1078 { 1079 pmu_events_table__for_each_event(table, pmu, pmu_add_cpu_aliases_map_callback, pmu); 1080 } 1081 1082 static void pmu_add_cpu_aliases(struct perf_pmu *pmu) 1083 { 1084 if (!pmu->events_table && !pmu->is_core) 1085 return; 1086 1087 if (pmu->cpu_aliases_added) 1088 return; 1089 1090 pmu_add_cpu_aliases_table(pmu, pmu->events_table); 1091 if (pmu->is_core) 1092 pmu_add_cpu_aliases_table(pmu, perf_pmu__default_core_events_table()); 1093 1094 pmu->cpu_aliases_added = true; 1095 } 1096 1097 static int pmu_add_sys_aliases_iter_fn(const struct pmu_event *pe, 1098 const struct pmu_events_table *table __maybe_unused, 1099 void *vdata) 1100 { 1101 struct perf_pmu *pmu = vdata; 1102 1103 if (!pe->compat || !pe->pmu) { 1104 /* No data to match. */ 1105 return 0; 1106 } 1107 1108 if (!perf_pmu__match_wildcard_uncore(pmu->name, pe->pmu) && 1109 !perf_pmu__match_wildcard_uncore(pmu->alias_name, pe->pmu)) { 1110 /* PMU name/alias_name don't match. */ 1111 return 0; 1112 } 1113 1114 if (pmu_uncore_identifier_match(pe->compat, pmu->id)) { 1115 /* Id matched. */ 1116 perf_pmu__new_alias(pmu, 1117 pe->name, 1118 pe->desc, 1119 pe->event, 1120 /*val_fd=*/ -1, 1121 pe, 1122 EVENT_SRC_SYS_JSON); 1123 } 1124 return 0; 1125 } 1126 1127 void pmu_add_sys_aliases(struct perf_pmu *pmu) 1128 { 1129 if (!pmu->id) 1130 return; 1131 1132 pmu_for_each_sys_event(pmu_add_sys_aliases_iter_fn, pmu); 1133 } 1134 1135 static char *pmu_find_alias_name(struct perf_pmu *pmu, int dirfd) 1136 { 1137 FILE *file = perf_pmu__open_file_at(pmu, dirfd, "alias"); 1138 char *line = NULL; 1139 size_t line_len = 0; 1140 ssize_t ret; 1141 1142 if (!file) 1143 return NULL; 1144 1145 ret = getline(&line, &line_len, file); 1146 if (ret < 0) { 1147 fclose(file); 1148 return NULL; 1149 } 1150 /* Remove trailing newline. */ 1151 if (ret > 0 && line[ret - 1] == '\n') 1152 line[--ret] = '\0'; 1153 1154 fclose(file); 1155 return line; 1156 } 1157 1158 static int pmu_max_precise(int dirfd, struct perf_pmu *pmu) 1159 { 1160 int max_precise = -1; 1161 1162 perf_pmu__scan_file_at(pmu, dirfd, "caps/max_precise", "%d", &max_precise); 1163 return max_precise; 1164 } 1165 1166 void __weak 1167 perf_pmu__arch_init(struct perf_pmu *pmu) 1168 { 1169 if (pmu->is_core) 1170 pmu->mem_events = perf_mem_events; 1171 } 1172 1173 /* Variant of str_hash that does tolower on each character. */ 1174 static size_t aliases__hash(long key, void *ctx __maybe_unused) 1175 { 1176 const char *s = (const char *)key; 1177 size_t h = 0; 1178 1179 while (*s) { 1180 h = h * 31 + tolower(*s); 1181 s++; 1182 } 1183 return h; 1184 } 1185 1186 static bool aliases__equal(long key1, long key2, void *ctx __maybe_unused) 1187 { 1188 return strcasecmp((const char *)key1, (const char *)key2) == 0; 1189 } 1190 1191 int perf_pmu__init(struct perf_pmu *pmu, __u32 type, const char *name) 1192 { 1193 pmu->type = type; 1194 INIT_LIST_HEAD(&pmu->format); 1195 INIT_LIST_HEAD(&pmu->caps); 1196 1197 pmu->name = strdup(name); 1198 if (!pmu->name) 1199 return -ENOMEM; 1200 1201 pmu->aliases = hashmap__new(aliases__hash, aliases__equal, /*ctx=*/ NULL); 1202 if (!pmu->aliases) 1203 return -ENOMEM; 1204 1205 return 0; 1206 } 1207 1208 static __u32 wellknown_pmu_type(const char *pmu_name) 1209 { 1210 struct { 1211 const char *pmu_name; 1212 __u32 type; 1213 } wellknown_pmus[] = { 1214 { 1215 "software", 1216 PERF_TYPE_SOFTWARE 1217 }, 1218 { 1219 "tracepoint", 1220 PERF_TYPE_TRACEPOINT 1221 }, 1222 { 1223 "breakpoint", 1224 PERF_TYPE_BREAKPOINT 1225 }, 1226 }; 1227 for (size_t i = 0; i < ARRAY_SIZE(wellknown_pmus); i++) { 1228 if (!strcmp(wellknown_pmus[i].pmu_name, pmu_name)) 1229 return wellknown_pmus[i].type; 1230 } 1231 return PERF_TYPE_MAX; 1232 } 1233 1234 struct perf_pmu *perf_pmu__lookup(struct list_head *pmus, int dirfd, const char *name, 1235 bool eager_load) 1236 { 1237 struct perf_pmu *pmu; 1238 1239 pmu = zalloc(sizeof(*pmu)); 1240 if (!pmu) 1241 return NULL; 1242 1243 if (perf_pmu__init(pmu, PERF_PMU_TYPE_FAKE, name) != 0) { 1244 perf_pmu__delete(pmu); 1245 return NULL; 1246 } 1247 1248 /* 1249 * Read type early to fail fast if a lookup name isn't a PMU. Ensure 1250 * that type value is successfully assigned (return 1). 1251 */ 1252 if (perf_pmu__scan_file_at(pmu, dirfd, "type", "%u", &pmu->type) != 1) { 1253 /* Double check the PMU's name isn't wellknown. */ 1254 pmu->type = wellknown_pmu_type(name); 1255 if (pmu->type == PERF_TYPE_MAX) { 1256 perf_pmu__delete(pmu); 1257 return NULL; 1258 } 1259 } 1260 1261 /* 1262 * The pmu data we store & need consists of the pmu 1263 * type value and format definitions. Load both right 1264 * now. 1265 */ 1266 if (pmu_format(pmu, dirfd, name, eager_load)) { 1267 perf_pmu__delete(pmu); 1268 return NULL; 1269 } 1270 1271 pmu->is_core = is_pmu_core(name); 1272 pmu->cpus = pmu_cpumask(dirfd, name, pmu->is_core); 1273 1274 pmu->is_uncore = pmu_is_uncore(dirfd, name); 1275 if (pmu->is_uncore) 1276 pmu->id = pmu_id(name); 1277 pmu->max_precise = pmu_max_precise(dirfd, pmu); 1278 pmu->alias_name = pmu_find_alias_name(pmu, dirfd); 1279 pmu->events_table = perf_pmu__find_events_table(pmu); 1280 /* 1281 * Load the sys json events/aliases when loading the PMU as each event 1282 * may have a different compat regular expression. We therefore can't 1283 * know the number of sys json events/aliases without computing the 1284 * regular expressions for them all. 1285 */ 1286 pmu_add_sys_aliases(pmu); 1287 list_add_tail(&pmu->list, pmus); 1288 1289 perf_pmu__arch_init(pmu); 1290 1291 if (eager_load) 1292 pmu_aliases_parse_eager(pmu, dirfd); 1293 1294 return pmu; 1295 } 1296 1297 /* Creates the PMU when sysfs scanning fails. */ 1298 struct perf_pmu *perf_pmu__create_placeholder_core_pmu(struct list_head *core_pmus) 1299 { 1300 struct perf_pmu *pmu = zalloc(sizeof(*pmu)); 1301 1302 if (!pmu) 1303 return NULL; 1304 1305 pmu->name = strdup("cpu"); 1306 if (!pmu->name) { 1307 free(pmu); 1308 return NULL; 1309 } 1310 1311 pmu->is_core = true; 1312 pmu->type = PERF_TYPE_RAW; 1313 pmu->cpus = cpu_map__online(); 1314 1315 INIT_LIST_HEAD(&pmu->format); 1316 pmu->aliases = hashmap__new(aliases__hash, aliases__equal, /*ctx=*/ NULL); 1317 INIT_LIST_HEAD(&pmu->caps); 1318 list_add_tail(&pmu->list, core_pmus); 1319 return pmu; 1320 } 1321 1322 bool perf_pmu__is_fake(const struct perf_pmu *pmu) 1323 { 1324 return pmu->type == PERF_PMU_TYPE_FAKE; 1325 } 1326 1327 void perf_pmu__warn_invalid_formats(struct perf_pmu *pmu) 1328 { 1329 struct perf_pmu_format *format; 1330 1331 if (pmu->formats_checked) 1332 return; 1333 1334 pmu->formats_checked = true; 1335 1336 /* fake pmu doesn't have format list */ 1337 if (perf_pmu__is_fake(pmu)) 1338 return; 1339 1340 list_for_each_entry(format, &pmu->format, list) { 1341 perf_pmu_format__load(pmu, format); 1342 if (format->value >= PERF_PMU_FORMAT_VALUE_CONFIG_END) { 1343 pr_warning("WARNING: '%s' format '%s' requires 'perf_event_attr::config%d'" 1344 "which is not supported by this version of perf!\n", 1345 pmu->name, format->name, format->value); 1346 return; 1347 } 1348 } 1349 } 1350 1351 /* 1352 * Unpacks a raw config[n] value using the sparse bitfield that defines a 1353 * format attr. For example "config1:1,6-7,44" defines a 4 bit value across non 1354 * contiguous bits and this function returns those 4 bits as a value. 1355 */ 1356 u64 perf_pmu__format_unpack(unsigned long *format, u64 config_val) 1357 { 1358 int val_bit = 0; 1359 u64 res = 0; 1360 int fmt_bit; 1361 1362 for_each_set_bit(fmt_bit, format, PERF_PMU_FORMAT_BITS) { 1363 if (config_val & (1ULL << fmt_bit)) 1364 res |= BIT_ULL(val_bit); 1365 1366 val_bit++; 1367 } 1368 return res; 1369 } 1370 1371 struct perf_pmu_format *pmu_find_format(const struct list_head *formats, 1372 const char *name) 1373 { 1374 struct perf_pmu_format *format; 1375 1376 list_for_each_entry(format, formats, list) 1377 if (!strcmp(format->name, name)) 1378 return format; 1379 1380 return NULL; 1381 } 1382 1383 __u64 perf_pmu__format_bits(const struct perf_pmu *pmu, const char *name) 1384 { 1385 struct perf_pmu_format *format = pmu_find_format(&pmu->format, name); 1386 __u64 bits = 0; 1387 int fbit; 1388 1389 if (!format) 1390 return 0; 1391 1392 for_each_set_bit(fbit, format->bits, PERF_PMU_FORMAT_BITS) 1393 bits |= 1ULL << fbit; 1394 1395 return bits; 1396 } 1397 1398 int perf_pmu__format_type(const struct perf_pmu *pmu, const char *name) 1399 { 1400 struct perf_pmu_format *format = pmu_find_format(&pmu->format, name); 1401 1402 if (!format) 1403 return -1; 1404 1405 perf_pmu_format__load(pmu, format); 1406 return format->value; 1407 } 1408 1409 /* 1410 * Sets value based on the format definition (format parameter) 1411 * and unformatted value (value parameter). 1412 */ 1413 void perf_pmu__format_pack(unsigned long *format, __u64 value, __u64 *v, 1414 bool zero) 1415 { 1416 unsigned long fbit, vbit; 1417 1418 for (fbit = 0, vbit = 0; fbit < PERF_PMU_FORMAT_BITS; fbit++) { 1419 1420 if (!test_bit(fbit, format)) 1421 continue; 1422 1423 if (value & (1llu << vbit++)) 1424 *v |= (1llu << fbit); 1425 else if (zero) 1426 *v &= ~(1llu << fbit); 1427 } 1428 } 1429 1430 static __u64 pmu_format_max_value(const unsigned long *format) 1431 { 1432 int w; 1433 1434 w = bitmap_weight(format, PERF_PMU_FORMAT_BITS); 1435 if (!w) 1436 return 0; 1437 if (w < 64) 1438 return (1ULL << w) - 1; 1439 return -1; 1440 } 1441 1442 /* 1443 * Term is a string term, and might be a param-term. Try to look up it's value 1444 * in the remaining terms. 1445 * - We have a term like "base-or-format-term=param-term", 1446 * - We need to find the value supplied for "param-term" (with param-term named 1447 * in a config string) later on in the term list. 1448 */ 1449 static int pmu_resolve_param_term(struct parse_events_term *term, 1450 struct parse_events_terms *head_terms, 1451 __u64 *value) 1452 { 1453 struct parse_events_term *t; 1454 1455 list_for_each_entry(t, &head_terms->terms, list) { 1456 if (t->type_val == PARSE_EVENTS__TERM_TYPE_NUM && 1457 t->config && !strcmp(t->config, term->config)) { 1458 t->used = true; 1459 *value = t->val.num; 1460 return 0; 1461 } 1462 } 1463 1464 if (verbose > 0) 1465 printf("Required parameter '%s' not specified\n", term->config); 1466 1467 return -1; 1468 } 1469 1470 static char *pmu_formats_string(const struct list_head *formats) 1471 { 1472 struct perf_pmu_format *format; 1473 char *str = NULL; 1474 struct strbuf buf = STRBUF_INIT; 1475 unsigned int i = 0; 1476 1477 if (!formats) 1478 return NULL; 1479 1480 /* sysfs exported terms */ 1481 list_for_each_entry(format, formats, list) 1482 if (strbuf_addf(&buf, i++ ? ",%s" : "%s", format->name) < 0) 1483 goto error; 1484 1485 str = strbuf_detach(&buf, NULL); 1486 error: 1487 strbuf_release(&buf); 1488 1489 return str; 1490 } 1491 1492 /* 1493 * Setup one of config[12] attr members based on the 1494 * user input data - term parameter. 1495 */ 1496 static int pmu_config_term(const struct perf_pmu *pmu, 1497 struct perf_event_attr *attr, 1498 struct parse_events_term *term, 1499 struct parse_events_terms *head_terms, 1500 bool zero, bool apply_hardcoded, 1501 struct parse_events_error *err) 1502 { 1503 struct perf_pmu_format *format; 1504 __u64 *vp; 1505 __u64 val, max_val; 1506 1507 /* 1508 * If this is a parameter we've already used for parameterized-eval, 1509 * skip it in normal eval. 1510 */ 1511 if (term->used) 1512 return 0; 1513 1514 /* 1515 * Hardcoded terms are generally handled in event parsing, which 1516 * traditionally have had to handle not having a PMU. An alias may 1517 * have hard coded config values, optionally apply them below. 1518 */ 1519 if (parse_events__is_hardcoded_term(term)) { 1520 /* Config terms set all bits in the config. */ 1521 DECLARE_BITMAP(bits, PERF_PMU_FORMAT_BITS); 1522 1523 if (!apply_hardcoded) 1524 return 0; 1525 1526 bitmap_fill(bits, PERF_PMU_FORMAT_BITS); 1527 1528 switch (term->type_term) { 1529 case PARSE_EVENTS__TERM_TYPE_CONFIG: 1530 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1531 perf_pmu__format_pack(bits, term->val.num, &attr->config, zero); 1532 break; 1533 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 1534 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1535 perf_pmu__format_pack(bits, term->val.num, &attr->config1, zero); 1536 break; 1537 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 1538 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1539 perf_pmu__format_pack(bits, term->val.num, &attr->config2, zero); 1540 break; 1541 case PARSE_EVENTS__TERM_TYPE_CONFIG3: 1542 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1543 perf_pmu__format_pack(bits, term->val.num, &attr->config3, zero); 1544 break; 1545 case PARSE_EVENTS__TERM_TYPE_CONFIG4: 1546 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1547 perf_pmu__format_pack(bits, term->val.num, &attr->config4, zero); 1548 break; 1549 case PARSE_EVENTS__TERM_TYPE_LEGACY_HARDWARE_CONFIG: 1550 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1551 assert(term->val.num < PERF_COUNT_HW_MAX); 1552 assert(pmu->is_core); 1553 attr->config = term->val.num; 1554 if (perf_pmus__supports_extended_type()) 1555 attr->config |= (__u64)pmu->type << PERF_PMU_TYPE_SHIFT; 1556 attr->type = PERF_TYPE_HARDWARE; 1557 break; 1558 case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE_CONFIG: { 1559 #ifndef NDEBUG 1560 int cache_type = term->val.num & 0xFF; 1561 int cache_op = (term->val.num >> 8) & 0xFF; 1562 int cache_result = (term->val.num >> 16) & 0xFF; 1563 1564 assert(cache_type < PERF_COUNT_HW_CACHE_MAX); 1565 assert(cache_op < PERF_COUNT_HW_CACHE_OP_MAX); 1566 assert(cache_result < PERF_COUNT_HW_CACHE_RESULT_MAX); 1567 #endif 1568 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1569 assert((term->val.num & ~0xFFFFFF) == 0); 1570 assert(pmu->is_core); 1571 attr->config = term->val.num; 1572 if (perf_pmus__supports_extended_type()) 1573 attr->config |= (__u64)pmu->type << PERF_PMU_TYPE_SHIFT; 1574 attr->type = PERF_TYPE_HW_CACHE; 1575 break; 1576 } 1577 case PARSE_EVENTS__TERM_TYPE_USER: /* Not hardcoded. */ 1578 return -EINVAL; 1579 case PARSE_EVENTS__TERM_TYPE_NAME ... PARSE_EVENTS__TERM_TYPE_RATIO_TO_PREV: 1580 /* Skip non-config terms. */ 1581 break; 1582 default: 1583 break; 1584 } 1585 return 0; 1586 } 1587 1588 format = pmu_find_format(&pmu->format, term->config); 1589 if (!format) { 1590 char *pmu_term = pmu_formats_string(&pmu->format); 1591 char *unknown_term; 1592 char *help_msg; 1593 1594 if (asprintf(&unknown_term, 1595 "unknown term '%s' for pmu '%s'", 1596 term->config, pmu->name) < 0) 1597 unknown_term = NULL; 1598 help_msg = parse_events_formats_error_string(pmu_term); 1599 if (err) { 1600 parse_events_error__handle(err, term->err_term, 1601 unknown_term, 1602 help_msg); 1603 } else { 1604 pr_debug("%s (%s)\n", unknown_term, help_msg); 1605 free(unknown_term); 1606 } 1607 free(pmu_term); 1608 return -EINVAL; 1609 } 1610 perf_pmu_format__load(pmu, format); 1611 switch (format->value) { 1612 case PERF_PMU_FORMAT_VALUE_CONFIG: 1613 vp = &attr->config; 1614 break; 1615 case PERF_PMU_FORMAT_VALUE_CONFIG1: 1616 vp = &attr->config1; 1617 break; 1618 case PERF_PMU_FORMAT_VALUE_CONFIG2: 1619 vp = &attr->config2; 1620 break; 1621 case PERF_PMU_FORMAT_VALUE_CONFIG3: 1622 vp = &attr->config3; 1623 break; 1624 case PERF_PMU_FORMAT_VALUE_CONFIG4: 1625 vp = &attr->config4; 1626 break; 1627 default: 1628 return -EINVAL; 1629 } 1630 1631 /* 1632 * Either directly use a numeric term, or try to translate string terms 1633 * using event parameters. 1634 */ 1635 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) { 1636 if (term->no_value && 1637 bitmap_weight(format->bits, PERF_PMU_FORMAT_BITS) > 1) { 1638 if (err) { 1639 parse_events_error__handle(err, term->err_val, 1640 strdup("no value assigned for term"), 1641 NULL); 1642 } 1643 return -EINVAL; 1644 } 1645 1646 val = term->val.num; 1647 } else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) { 1648 if (strcmp(term->val.str, "?")) { 1649 if (verbose > 0) { 1650 pr_info("Invalid sysfs entry %s=%s\n", 1651 term->config, term->val.str); 1652 } 1653 if (err) { 1654 parse_events_error__handle(err, term->err_val, 1655 strdup("expected numeric value"), 1656 NULL); 1657 } 1658 return -EINVAL; 1659 } 1660 1661 if (pmu_resolve_param_term(term, head_terms, &val)) 1662 return -EINVAL; 1663 } else 1664 return -EINVAL; 1665 1666 max_val = pmu_format_max_value(format->bits); 1667 if (val > max_val) { 1668 if (err) { 1669 char *err_str; 1670 1671 if (asprintf(&err_str, 1672 "value too big for format (%s), maximum is %llu", 1673 format->name, (unsigned long long)max_val) < 0) { 1674 err_str = strdup("value too big for format"); 1675 } 1676 parse_events_error__handle(err, term->err_val, err_str, /*help=*/NULL); 1677 return -EINVAL; 1678 } 1679 /* 1680 * Assume we don't care if !err, in which case the value will be 1681 * silently truncated. 1682 */ 1683 } 1684 1685 perf_pmu__format_pack(format->bits, val, vp, zero); 1686 return 0; 1687 } 1688 1689 int perf_pmu__config_terms(const struct perf_pmu *pmu, 1690 struct perf_event_attr *attr, 1691 struct parse_events_terms *terms, 1692 bool zero, bool apply_hardcoded, 1693 struct parse_events_error *err) 1694 { 1695 struct parse_events_term *term; 1696 1697 if (perf_pmu__is_hwmon(pmu)) 1698 return hwmon_pmu__config_terms(pmu, attr, terms, err); 1699 if (perf_pmu__is_drm(pmu)) 1700 return drm_pmu__config_terms(pmu, attr, terms, err); 1701 1702 list_for_each_entry(term, &terms->terms, list) { 1703 if (pmu_config_term(pmu, attr, term, terms, zero, apply_hardcoded, err)) 1704 return -EINVAL; 1705 } 1706 1707 return 0; 1708 } 1709 1710 /* 1711 * Configures event's 'attr' parameter based on the: 1712 * 1) users input - specified in terms parameter 1713 * 2) pmu format definitions - specified by pmu parameter 1714 */ 1715 int perf_pmu__config(struct perf_pmu *pmu, struct perf_event_attr *attr, 1716 struct parse_events_terms *head_terms, 1717 bool apply_hardcoded, 1718 struct parse_events_error *err) 1719 { 1720 bool zero = !!pmu->perf_event_attr_init_default; 1721 1722 /* Fake PMU doesn't have proper terms so nothing to configure in attr. */ 1723 if (perf_pmu__is_fake(pmu)) 1724 return 0; 1725 1726 return perf_pmu__config_terms(pmu, attr, head_terms, zero, apply_hardcoded, err); 1727 } 1728 1729 static struct perf_pmu_alias *pmu_find_alias(struct perf_pmu *pmu, 1730 struct parse_events_term *term) 1731 { 1732 struct perf_pmu_alias *alias; 1733 const char *name; 1734 1735 if (parse_events__is_hardcoded_term(term)) 1736 return NULL; 1737 1738 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) { 1739 if (!term->no_value) 1740 return NULL; 1741 if (pmu_find_format(&pmu->format, term->config)) 1742 return NULL; 1743 name = term->config; 1744 1745 } else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) { 1746 if (strcasecmp(term->config, "event")) 1747 return NULL; 1748 name = term->val.str; 1749 } else { 1750 return NULL; 1751 } 1752 1753 alias = perf_pmu__find_alias(pmu, name, /*load=*/ true); 1754 if (alias || pmu->cpu_aliases_added) 1755 return alias; 1756 1757 /* Alias doesn't exist, try to get it from the json events. */ 1758 if ((pmu_events_table__find_event(pmu->events_table, pmu, name, 1759 pmu_add_cpu_aliases_map_callback, 1760 pmu) == 0) || 1761 (pmu->is_core && 1762 pmu_events_table__find_event(perf_pmu__default_core_events_table(), 1763 pmu, name, 1764 pmu_add_cpu_aliases_map_callback, 1765 pmu) == 0)) { 1766 alias = perf_pmu__find_alias(pmu, name, /*load=*/ false); 1767 } 1768 return alias; 1769 } 1770 1771 1772 static int check_info_data(struct perf_pmu *pmu, 1773 struct perf_pmu_alias *alias, 1774 struct perf_pmu_info *info, 1775 struct parse_events_error *err, 1776 int column) 1777 { 1778 read_alias_info(pmu, alias); 1779 /* 1780 * Only one term in event definition can 1781 * define unit, scale and snapshot, fail 1782 * if there's more than one. 1783 */ 1784 if (info->unit && alias->unit[0]) { 1785 parse_events_error__handle(err, column, 1786 strdup("Attempt to set event's unit twice"), 1787 NULL); 1788 return -EINVAL; 1789 } 1790 if (info->scale && alias->scale) { 1791 parse_events_error__handle(err, column, 1792 strdup("Attempt to set event's scale twice"), 1793 NULL); 1794 return -EINVAL; 1795 } 1796 if (info->snapshot && alias->snapshot) { 1797 parse_events_error__handle(err, column, 1798 strdup("Attempt to set event snapshot twice"), 1799 NULL); 1800 return -EINVAL; 1801 } 1802 1803 if (alias->unit[0]) 1804 info->unit = alias->unit; 1805 1806 if (alias->scale) 1807 info->scale = alias->scale; 1808 1809 if (alias->snapshot) 1810 info->snapshot = alias->snapshot; 1811 1812 return 0; 1813 } 1814 1815 static int perf_pmu__parse_terms_to_attr(struct perf_pmu *pmu, const char *terms_str, 1816 struct perf_event_attr *attr) 1817 { 1818 struct parse_events_terms terms; 1819 int ret; 1820 1821 parse_events_terms__init(&terms); 1822 ret = parse_events_terms(&terms, terms_str); 1823 if (ret) { 1824 pr_debug("Failed to parse terms '%s': %d\n", terms_str, ret); 1825 parse_events_terms__exit(&terms); 1826 return ret; 1827 } 1828 ret = perf_pmu__config(pmu, attr, &terms, /*apply_hardcoded=*/true, /*err=*/NULL); 1829 parse_events_terms__exit(&terms); 1830 return ret; 1831 } 1832 1833 /* 1834 * Find alias in the terms list and replace it with the terms 1835 * defined for the alias 1836 */ 1837 int perf_pmu__check_alias(struct perf_pmu *pmu, struct parse_events_terms *head_terms, 1838 struct perf_pmu_info *info, bool *rewrote_terms, 1839 u64 *alternate_hw_config, struct parse_events_error *err) 1840 { 1841 struct parse_events_term *term, *h; 1842 struct perf_pmu_alias *alias; 1843 int ret; 1844 1845 *rewrote_terms = false; 1846 info->per_pkg = false; 1847 1848 /* 1849 * Mark unit and scale as not set 1850 * (different from default values, see below) 1851 */ 1852 info->unit = NULL; 1853 info->scale = 0.0; 1854 info->snapshot = false; 1855 info->retirement_latency_mean = 0.0; 1856 info->retirement_latency_min = 0.0; 1857 info->retirement_latency_max = 0.0; 1858 1859 if (perf_pmu__is_hwmon(pmu)) { 1860 ret = hwmon_pmu__check_alias(head_terms, info, err); 1861 goto out; 1862 } 1863 if (perf_pmu__is_drm(pmu)) { 1864 ret = drm_pmu__check_alias(pmu, head_terms, info, err); 1865 goto out; 1866 } 1867 1868 /* Fake PMU doesn't rewrite terms. */ 1869 if (perf_pmu__is_fake(pmu)) 1870 goto out; 1871 1872 list_for_each_entry_safe(term, h, &head_terms->terms, list) { 1873 alias = pmu_find_alias(pmu, term); 1874 if (!alias) 1875 continue; 1876 ret = pmu_alias_terms(alias, &term->list); 1877 if (ret) { 1878 parse_events_error__handle(err, term->err_term, 1879 strdup("Failed to parse terms"), 1880 NULL); 1881 return ret; 1882 } 1883 1884 *rewrote_terms = true; 1885 ret = check_info_data(pmu, alias, info, err, term->err_term); 1886 if (ret) 1887 return ret; 1888 1889 if (alias->legacy_terms) { 1890 struct perf_event_attr attr = {.config = 0,}; 1891 1892 ret = perf_pmu__parse_terms_to_attr(pmu, alias->legacy_terms, &attr); 1893 if (ret) { 1894 parse_events_error__handle(err, term->err_term, 1895 strdup("Error evaluating legacy terms"), 1896 NULL); 1897 return ret; 1898 } 1899 if (attr.type == PERF_TYPE_HARDWARE) 1900 *alternate_hw_config = attr.config & PERF_HW_EVENT_MASK; 1901 } 1902 1903 if (alias->per_pkg) 1904 info->per_pkg = true; 1905 1906 info->retirement_latency_mean = alias->retirement_latency_mean; 1907 info->retirement_latency_min = alias->retirement_latency_min; 1908 info->retirement_latency_max = alias->retirement_latency_max; 1909 1910 list_del_init(&term->list); 1911 parse_events_term__delete(term); 1912 } 1913 out: 1914 /* 1915 * if no unit or scale found in aliases, then 1916 * set defaults as for evsel 1917 * unit cannot left to NULL 1918 */ 1919 if (info->unit == NULL) 1920 info->unit = ""; 1921 1922 if (info->scale == 0.0) 1923 info->scale = 1.0; 1924 1925 return 0; 1926 } 1927 1928 struct find_event_args { 1929 const char *event; 1930 void *state; 1931 pmu_event_callback cb; 1932 }; 1933 1934 static int find_event_callback(void *state, struct pmu_event_info *info) 1935 { 1936 struct find_event_args *args = state; 1937 1938 if (!strcmp(args->event, info->name)) 1939 return args->cb(args->state, info); 1940 1941 return 0; 1942 } 1943 1944 int perf_pmu__find_event(struct perf_pmu *pmu, const char *event, void *state, pmu_event_callback cb) 1945 { 1946 struct find_event_args args = { 1947 .event = event, 1948 .state = state, 1949 .cb = cb, 1950 }; 1951 1952 /* Sub-optimal, but function is only used by tests. */ 1953 return perf_pmu__for_each_event(pmu, /*skip_duplicate_pmus=*/ false, 1954 &args, find_event_callback); 1955 } 1956 1957 static void perf_pmu__del_formats(struct list_head *formats) 1958 { 1959 struct perf_pmu_format *fmt, *tmp; 1960 1961 list_for_each_entry_safe(fmt, tmp, formats, list) { 1962 list_del(&fmt->list); 1963 zfree(&fmt->name); 1964 free(fmt); 1965 } 1966 } 1967 1968 bool perf_pmu__has_format(const struct perf_pmu *pmu, const char *name) 1969 { 1970 struct perf_pmu_format *format; 1971 1972 list_for_each_entry(format, &pmu->format, list) { 1973 if (!strcmp(format->name, name)) 1974 return true; 1975 } 1976 return false; 1977 } 1978 1979 int perf_pmu__for_each_format(struct perf_pmu *pmu, void *state, pmu_format_callback cb) 1980 { 1981 static const char *const terms[] = { 1982 "config=0..0xffffffffffffffff", 1983 "config1=0..0xffffffffffffffff", 1984 "config2=0..0xffffffffffffffff", 1985 "config3=0..0xffffffffffffffff", 1986 "config4=0..0xffffffffffffffff", 1987 "legacy-hardware-config=0..9,", 1988 "legacy-cache-config=0..0xffffff,", 1989 "name=string", 1990 "period=number", 1991 "freq=number", 1992 "branch_type=(u|k|hv|any|...)", 1993 "time", 1994 "call-graph=(fp|dwarf|lbr)", 1995 "stack-size=number", 1996 "max-stack=number", 1997 "nr=number", 1998 "inherit", 1999 "no-inherit", 2000 "overwrite", 2001 "no-overwrite", 2002 "percore", 2003 "aux-output", 2004 "aux-action=(pause|resume|start-paused)", 2005 "aux-sample-size=number", 2006 "cpu=number", 2007 "ratio-to-prev=string", 2008 }; 2009 struct perf_pmu_format *format; 2010 int ret; 2011 2012 /* 2013 * max-events and driver-config are missing above as are the internal 2014 * types user, metric-id, and raw. Assert against the enum 2015 * parse_events__term_type so they are kept in sync. 2016 */ 2017 _Static_assert(ARRAY_SIZE(terms) == __PARSE_EVENTS__TERM_TYPE_NR - 4, 2018 "perf_pmu__for_each_format()'s terms must be kept in sync with enum parse_events__term_type"); 2019 list_for_each_entry(format, &pmu->format, list) { 2020 perf_pmu_format__load(pmu, format); 2021 ret = cb(state, format->name, (int)format->value, format->bits); 2022 if (ret) 2023 return ret; 2024 } 2025 if (!pmu->is_core) 2026 return 0; 2027 2028 for (size_t i = 0; i < ARRAY_SIZE(terms); i++) { 2029 int config = PERF_PMU_FORMAT_VALUE_CONFIG; 2030 2031 if (i < PERF_PMU_FORMAT_VALUE_CONFIG_END) 2032 config = i; 2033 2034 ret = cb(state, terms[i], config, /*bits=*/NULL); 2035 if (ret) 2036 return ret; 2037 } 2038 return 0; 2039 } 2040 2041 /** 2042 * is_pmu_core() - Runtime check if the given PMU name corresponds to a core CPU PMU. 2043 * @name: The PMU name to check. 2044 * 2045 * Core PMUs can be identified by: 2046 * 1. Exact name match: 2047 * - "cpu": Typically used on x86 architectures. 2048 * - "cpum_cf": Typically used on s390 architectures (CPU Measurement Counter Facility). 2049 * - "default_core": A generic name used to refer to the default core PMU. 2050 * 2. Sysfs file existence check (is_sysfs_pmu_core): 2051 * - Typically used on ARM systems or Intel hybrid architectures (e.g., "cpu_atom", 2052 * "cpu_core"). This approach checks if the sysfs directory for the PMU 2053 * contains a "cpus" file. 2054 */ 2055 bool is_pmu_core(const char *name) 2056 { 2057 return !strcmp(name, "cpu") || 2058 !strcmp(name, "cpum_cf") || 2059 !strcmp(name, "default_core") || 2060 is_sysfs_pmu_core(name); 2061 } 2062 2063 /** 2064 * is_pmu_core_len - Perf env based check if a given string prefix matches a core PMU name. 2065 * @env: The perf_env to check within, NULL for the current machine. 2066 * @name: The PMU name to check. 2067 * @len: The length of the PMU name prefix in the string. 2068 */ 2069 bool is_pmu_core_len(struct perf_env *env, const char *name, size_t len) 2070 { 2071 struct perf_pmu *pmu = NULL; 2072 2073 if (env && env->hybrid_nodes) { 2074 for (int i = 0; i < env->nr_hybrid_nodes; i++) { 2075 const char *pmu_name = env->hybrid_nodes[i].pmu_name; 2076 2077 if (strlen(pmu_name) == len && !strncmp(name, pmu_name, len)) 2078 return true; 2079 } 2080 return false; 2081 } 2082 2083 /* 2084 * No hybrid topology, either the machine isn't hybrid or the perf.data 2085 * file was written by a perf lacking HEADER_HYBRID_TOPOLOGY. Fall back 2086 * to the PMUs of this machine, which is only meaningful when the data 2087 * was recorded on this architecture. Guessing PMU names from a prefix 2088 * isn't portable, for example, big.LITTLE ARM and Apple core PMUs are 2089 * named after their CPU rather than "cpu_core" and "cpu_atom". 2090 */ 2091 if (env && strcmp(perf_env__arch(env), perf_env__arch(/*env=*/NULL))) { 2092 pr_debug("Can't identify core PMUs of a %s perf.data file recorded without hybrid topology\n", 2093 perf_env__arch(env)); 2094 return false; 2095 } 2096 2097 while ((pmu = perf_pmus__scan_core(pmu)) != NULL) { 2098 if (strlen(pmu->name) == len && !strncmp(name, pmu->name, len)) 2099 return true; 2100 } 2101 return false; 2102 } 2103 2104 bool perf_pmu__supports_legacy_cache(const struct perf_pmu *pmu) 2105 { 2106 return pmu->is_core; 2107 } 2108 2109 bool perf_pmu__auto_merge_stats(const struct perf_pmu *pmu) 2110 { 2111 return !pmu->is_core || perf_pmus__num_core_pmus() == 1; 2112 } 2113 2114 bool perf_pmu__have_event(struct perf_pmu *pmu, const char *name) 2115 { 2116 if (!name) 2117 return false; 2118 if (perf_pmu__is_tool(pmu) && tool_pmu__skip_event(name)) 2119 return false; 2120 if (perf_pmu__is_tracepoint(pmu)) 2121 return tp_pmu__have_event(pmu, name); 2122 if (perf_pmu__is_hwmon(pmu)) 2123 return hwmon_pmu__have_event(pmu, name); 2124 if (perf_pmu__is_drm(pmu)) 2125 return drm_pmu__have_event(pmu, name); 2126 if (perf_pmu__find_alias(pmu, name, /*load=*/ true) != NULL) 2127 return true; 2128 if (pmu->cpu_aliases_added || (!pmu->events_table && !pmu->is_core)) 2129 return false; 2130 if (pmu_events_table__find_event(pmu->events_table, pmu, name, NULL, NULL) == 0) 2131 return true; 2132 return pmu->is_core && 2133 pmu_events_table__find_event(perf_pmu__default_core_events_table(), 2134 pmu, name, NULL, NULL) == 0; 2135 } 2136 2137 size_t perf_pmu__num_events(struct perf_pmu *pmu) 2138 { 2139 size_t nr; 2140 2141 if (perf_pmu__is_tracepoint(pmu)) 2142 return tp_pmu__num_events(pmu); 2143 if (perf_pmu__is_hwmon(pmu)) 2144 return hwmon_pmu__num_events(pmu); 2145 if (perf_pmu__is_drm(pmu)) 2146 return drm_pmu__num_events(pmu); 2147 2148 pmu_aliases_parse(pmu); 2149 nr = pmu->sysfs_aliases + pmu->sys_json_aliases; 2150 2151 if (pmu->cpu_aliases_added) { 2152 nr += pmu->cpu_json_aliases; 2153 } else if (pmu->events_table || pmu->is_core) { 2154 nr += pmu_events_table__num_events(pmu->events_table, pmu); 2155 if (pmu->is_core) { 2156 nr += pmu_events_table__num_events( 2157 perf_pmu__default_core_events_table(), pmu); 2158 } 2159 nr -= pmu->cpu_common_json_aliases; 2160 } else { 2161 assert(pmu->cpu_json_aliases == 0 && pmu->cpu_common_json_aliases == 0); 2162 } 2163 2164 if (perf_pmu__is_tool(pmu)) 2165 nr -= tool_pmu__num_skip_events(); 2166 2167 return pmu->selectable ? nr + 1 : nr; 2168 } 2169 2170 static int sub_non_neg(int a, int b) 2171 { 2172 if (b > a) 2173 return 0; 2174 return a - b; 2175 } 2176 2177 static char *format_alias(char *buf, int len, const struct perf_pmu *pmu, 2178 const struct perf_pmu_alias *alias, bool skip_duplicate_pmus) 2179 { 2180 struct parse_events_terms terms; 2181 struct parse_events_term *term; 2182 int ret, used; 2183 size_t pmu_name_len = pmu_deduped_name_len(pmu, pmu->name, 2184 skip_duplicate_pmus); 2185 2186 /* Paramemterized events have the parameters shown. */ 2187 if (!strstr(alias->terms, "=?")) { 2188 /* No parameters. */ 2189 snprintf(buf, len, "%.*s/%s/", (int)pmu_name_len, pmu->name, alias->name); 2190 return buf; 2191 } 2192 2193 parse_events_terms__init(&terms); 2194 ret = parse_events_terms(&terms, alias->terms); 2195 if (ret) { 2196 pr_err("Failure to parse '%s' terms '%s': %d\n", 2197 alias->name, alias->terms, ret); 2198 parse_events_terms__exit(&terms); 2199 scnprintf(buf, len, "%.*s/%s/", (int)pmu_name_len, pmu->name, alias->name); 2200 return buf; 2201 } 2202 used = scnprintf(buf, len, "%.*s/%s", (int)pmu_name_len, pmu->name, alias->name); 2203 2204 list_for_each_entry(term, &terms.terms, list) { 2205 const char *name = term->config; 2206 2207 if (!name) 2208 name = parse_events__term_type_str(term->type_term); 2209 if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) 2210 used += scnprintf(buf + used, sub_non_neg(len, used), 2211 ",%s=%s", name, 2212 term->val.str); 2213 } 2214 parse_events_terms__exit(&terms); 2215 if (sub_non_neg(len, used) > 0) { 2216 buf[used] = '/'; 2217 used++; 2218 } 2219 if (sub_non_neg(len, used) > 0) { 2220 buf[used] = '\0'; 2221 used++; 2222 } else 2223 buf[len - 1] = '\0'; 2224 2225 return buf; 2226 } 2227 2228 static bool perf_pmu_alias__check_deprecated(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 2229 { 2230 struct perf_event_attr attr = {.config = 0,}; 2231 const char *check_terms; 2232 bool has_legacy_config; 2233 2234 if (alias->legacy_deprecated_checked) 2235 return alias->deprecated; 2236 2237 alias->legacy_deprecated_checked = true; 2238 if (alias->deprecated) 2239 return true; 2240 2241 check_terms = alias->terms; 2242 has_legacy_config = 2243 strstr(check_terms, "legacy-hardware-config=") != NULL || 2244 strstr(check_terms, "legacy-cache-config=") != NULL; 2245 if (!has_legacy_config && alias->legacy_terms) { 2246 check_terms = alias->legacy_terms; 2247 has_legacy_config = 2248 strstr(check_terms, "legacy-hardware-config=") != NULL || 2249 strstr(check_terms, "legacy-cache-config=") != NULL; 2250 } 2251 if (!has_legacy_config) 2252 return false; 2253 2254 if (perf_pmu__parse_terms_to_attr(pmu, check_terms, &attr) != 0) { 2255 /* Parsing failed, set as deprecated. */ 2256 alias->deprecated = true; 2257 } else if (attr.type < PERF_TYPE_MAX) { 2258 /* Flag unsupported legacy events as deprecated. */ 2259 alias->deprecated = !is_event_supported(attr.type, attr.config); 2260 } 2261 return alias->deprecated; 2262 } 2263 2264 int perf_pmu__for_each_event(struct perf_pmu *pmu, bool skip_duplicate_pmus, 2265 void *state, pmu_event_callback cb) 2266 { 2267 char buf[1024]; 2268 struct pmu_event_info info = { 2269 .pmu = pmu, 2270 .event_type_desc = "Kernel PMU event", 2271 }; 2272 int ret = 0; 2273 struct hashmap_entry *entry; 2274 size_t bkt; 2275 size_t size_rem; 2276 2277 if (perf_pmu__is_tracepoint(pmu)) 2278 return tp_pmu__for_each_event(pmu, state, cb); 2279 if (perf_pmu__is_hwmon(pmu)) 2280 return hwmon_pmu__for_each_event(pmu, state, cb); 2281 if (perf_pmu__is_drm(pmu)) 2282 return drm_pmu__for_each_event(pmu, state, cb); 2283 2284 pmu_aliases_parse(pmu); 2285 pmu_add_cpu_aliases(pmu); 2286 hashmap__for_each_entry(pmu->aliases, entry, bkt) { 2287 struct perf_pmu_alias *event = entry->pvalue; 2288 size_t buf_used, pmu_name_len; 2289 2290 if (perf_pmu__is_tool(pmu) && tool_pmu__skip_event(event->name)) 2291 continue; 2292 2293 info.pmu_name = event->pmu_name ?: pmu->name; 2294 pmu_name_len = pmu_deduped_name_len(pmu, info.pmu_name, 2295 skip_duplicate_pmus); 2296 info.alias = NULL; 2297 if (event->desc) { 2298 info.name = event->name; 2299 buf_used = 0; 2300 } else { 2301 info.name = format_alias(buf, sizeof(buf), pmu, event, 2302 skip_duplicate_pmus); 2303 if (pmu->is_core) { 2304 info.alias = info.name; 2305 info.name = event->name; 2306 } 2307 buf_used = strlen(buf) + 1; 2308 } 2309 2310 info.scale_unit = NULL; 2311 if (strlen(event->unit) || event->scale != 1.0) { 2312 /* Check the remaining space */ 2313 size_rem = sub_non_neg(sizeof(buf), buf_used); 2314 2315 if (size_rem > 0) { 2316 info.scale_unit = buf + buf_used; 2317 buf_used += scnprintf(buf + buf_used, size_rem, "%G%s", 2318 event->scale, event->unit) + 1; 2319 } 2320 } 2321 info.desc = event->desc; 2322 info.long_desc = event->long_desc; 2323 info.encoding_desc = NULL; 2324 2325 /* Check the remaining space */ 2326 size_rem = sub_non_neg(sizeof(buf), buf_used); 2327 if (size_rem > 0) { 2328 info.encoding_desc = buf + buf_used; 2329 buf_used += scnprintf(buf + buf_used, size_rem, "%.*s/%s/", 2330 (int)pmu_name_len, info.pmu_name, event->terms) + 1; 2331 } 2332 2333 info.str = event->terms; 2334 info.topic = event->topic; 2335 info.deprecated = perf_pmu_alias__check_deprecated(pmu, event); 2336 ret = cb(state, &info); 2337 if (ret) 2338 goto out; 2339 } 2340 if (pmu->selectable) { 2341 info.name = buf; 2342 scnprintf(buf, sizeof(buf), "%s//", pmu->name); 2343 info.alias = NULL; 2344 info.scale_unit = NULL; 2345 info.desc = NULL; 2346 info.long_desc = NULL; 2347 info.encoding_desc = NULL; 2348 info.topic = NULL; 2349 info.pmu_name = pmu->name; 2350 info.deprecated = false; 2351 ret = cb(state, &info); 2352 } 2353 out: 2354 return ret; 2355 } 2356 2357 static bool perf_pmu___name_match(const struct perf_pmu *pmu, const char *to_match, bool wildcard) 2358 { 2359 const char *names[2] = { 2360 pmu->name, 2361 pmu->alias_name, 2362 }; 2363 if (pmu->is_core) { 2364 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2365 const char *name = names[i]; 2366 2367 if (!name) 2368 continue; 2369 2370 if (!strcmp(name, to_match)) { 2371 /* Exact name match. */ 2372 return true; 2373 } 2374 } 2375 if (!strcmp(to_match, "default_core")) { 2376 /* 2377 * jevents and tests use default_core as a marker for any core 2378 * PMU as the PMU name varies across architectures. 2379 */ 2380 return true; 2381 } 2382 return false; 2383 } 2384 if (!pmu->is_uncore) { 2385 /* 2386 * PMU isn't core or uncore, some kind of broken CPU mask 2387 * situation. Only match exact name. 2388 */ 2389 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2390 const char *name = names[i]; 2391 2392 if (!name) 2393 continue; 2394 2395 if (!strcmp(name, to_match)) { 2396 /* Exact name match. */ 2397 return true; 2398 } 2399 } 2400 return false; 2401 } 2402 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2403 const char *name = names[i]; 2404 2405 if (!name) 2406 continue; 2407 2408 if (wildcard && perf_pmu__match_wildcard_uncore(name, to_match)) 2409 return true; 2410 if (!wildcard && perf_pmu__match_ignoring_suffix_uncore(name, to_match)) 2411 return true; 2412 } 2413 return false; 2414 } 2415 2416 /** 2417 * perf_pmu__name_wildcard_match - Called by the jevents generated code to see 2418 * if pmu matches the json to_match string. 2419 * @pmu: The pmu whose name/alias to match. 2420 * @to_match: The possible match to pmu_name. 2421 */ 2422 bool perf_pmu__name_wildcard_match(const struct perf_pmu *pmu, const char *to_match) 2423 { 2424 return perf_pmu___name_match(pmu, to_match, /*wildcard=*/true); 2425 } 2426 2427 /** 2428 * perf_pmu__name_no_suffix_match - Does pmu's name match to_match ignoring any 2429 * trailing suffix on the pmu_name and/or tok? 2430 * @pmu: The pmu whose name/alias to match. 2431 * @to_match: The possible match to pmu_name. 2432 */ 2433 bool perf_pmu__name_no_suffix_match(const struct perf_pmu *pmu, const char *to_match) 2434 { 2435 return perf_pmu___name_match(pmu, to_match, /*wildcard=*/false); 2436 } 2437 2438 bool perf_pmu__is_software(const struct perf_pmu *pmu) 2439 { 2440 const char *known_sw_pmus[] = { 2441 "kprobe", 2442 "msr", 2443 "uprobe", 2444 }; 2445 2446 if (pmu->is_core || pmu->is_uncore || pmu->auxtrace) 2447 return false; 2448 switch (pmu->type) { 2449 case PERF_TYPE_HARDWARE: return false; 2450 case PERF_TYPE_SOFTWARE: return true; 2451 case PERF_TYPE_TRACEPOINT: return true; 2452 case PERF_TYPE_HW_CACHE: return false; 2453 case PERF_TYPE_RAW: return false; 2454 case PERF_TYPE_BREAKPOINT: return true; 2455 case PERF_PMU_TYPE_TOOL: return true; 2456 default: break; 2457 } 2458 for (size_t i = 0; i < ARRAY_SIZE(known_sw_pmus); i++) { 2459 if (!strcmp(pmu->name, known_sw_pmus[i])) 2460 return true; 2461 } 2462 return false; 2463 } 2464 2465 bool perf_pmu__benefits_from_affinity(struct perf_pmu *pmu) 2466 { 2467 if (!pmu) 2468 return true; /* Assume is core. */ 2469 2470 /* 2471 * All perf event PMUs should benefit from accessing the perf event 2472 * contexts on the local CPU. 2473 */ 2474 return pmu->type <= PERF_PMU_TYPE_PE_END; 2475 } 2476 2477 FILE *perf_pmu__open_file(const struct perf_pmu *pmu, const char *name) 2478 { 2479 char path[PATH_MAX]; 2480 2481 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), pmu->name, name) || 2482 !file_available(path)) 2483 return NULL; 2484 2485 return fopen(path, "r"); 2486 } 2487 2488 FILE *perf_pmu__open_file_at(const struct perf_pmu *pmu, int dirfd, const char *name) 2489 { 2490 int fd; 2491 2492 fd = perf_pmu__pathname_fd(dirfd, pmu->name, name, O_RDONLY); 2493 if (fd < 0) 2494 return NULL; 2495 2496 return fdopen(fd, "r"); 2497 } 2498 2499 int perf_pmu__scan_file(const struct perf_pmu *pmu, const char *name, const char *fmt, 2500 ...) 2501 { 2502 va_list args; 2503 FILE *file; 2504 int ret = EOF; 2505 2506 va_start(args, fmt); 2507 file = perf_pmu__open_file(pmu, name); 2508 if (file) { 2509 ret = vfscanf(file, fmt, args); 2510 fclose(file); 2511 } 2512 va_end(args); 2513 return ret; 2514 } 2515 2516 int perf_pmu__scan_file_at(const struct perf_pmu *pmu, int dirfd, const char *name, 2517 const char *fmt, ...) 2518 { 2519 va_list args; 2520 FILE *file; 2521 int ret = EOF; 2522 2523 va_start(args, fmt); 2524 file = perf_pmu__open_file_at(pmu, dirfd, name); 2525 if (file) { 2526 ret = vfscanf(file, fmt, args); 2527 fclose(file); 2528 } 2529 va_end(args); 2530 return ret; 2531 } 2532 2533 bool perf_pmu__file_exists(const struct perf_pmu *pmu, const char *name) 2534 { 2535 char path[PATH_MAX]; 2536 2537 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), pmu->name, name)) 2538 return false; 2539 2540 return file_available(path); 2541 } 2542 2543 static int perf_pmu__new_caps(struct list_head *list, char *name, char *value) 2544 { 2545 struct perf_pmu_caps *caps = zalloc(sizeof(*caps)); 2546 2547 if (!caps) 2548 return -ENOMEM; 2549 2550 caps->name = strdup(name); 2551 if (!caps->name) 2552 goto free_caps; 2553 caps->value = strndup(value, strlen(value) - 1); 2554 if (!caps->value) 2555 goto free_name; 2556 list_add_tail(&caps->list, list); 2557 return 0; 2558 2559 free_name: 2560 zfree(&caps->name); 2561 free_caps: 2562 free(caps); 2563 2564 return -ENOMEM; 2565 } 2566 2567 static void perf_pmu__del_caps(struct perf_pmu *pmu) 2568 { 2569 struct perf_pmu_caps *caps, *tmp; 2570 2571 list_for_each_entry_safe(caps, tmp, &pmu->caps, list) { 2572 list_del(&caps->list); 2573 zfree(&caps->name); 2574 zfree(&caps->value); 2575 free(caps); 2576 } 2577 } 2578 2579 struct perf_pmu_caps *perf_pmu__get_cap(struct perf_pmu *pmu, const char *name) 2580 { 2581 struct perf_pmu_caps *caps; 2582 2583 list_for_each_entry(caps, &pmu->caps, list) { 2584 if (!strcmp(caps->name, name)) 2585 return caps; 2586 } 2587 return NULL; 2588 } 2589 2590 /* 2591 * Reading/parsing the given pmu capabilities, which should be located at: 2592 * /sys/bus/event_source/devices/<dev>/caps as sysfs group attributes. 2593 * Return the number of capabilities 2594 */ 2595 int perf_pmu__caps_parse(struct perf_pmu *pmu) 2596 { 2597 char caps_path[PATH_MAX]; 2598 struct io_dir caps_dir; 2599 struct io_dirent64 *evt_ent; 2600 int caps_fd; 2601 2602 if (pmu->caps_initialized) 2603 return pmu->nr_caps; 2604 2605 pmu->nr_caps = 0; 2606 2607 if (!perf_pmu__pathname_scnprintf(caps_path, sizeof(caps_path), pmu->name, "caps")) 2608 return -1; 2609 2610 caps_fd = open(caps_path, O_CLOEXEC | O_DIRECTORY | O_RDONLY); 2611 if (caps_fd == -1) { 2612 pmu->caps_initialized = true; 2613 return 0; /* no error if caps does not exist */ 2614 } 2615 2616 io_dir__init(&caps_dir, caps_fd); 2617 2618 while ((evt_ent = io_dir__readdir(&caps_dir)) != NULL) { 2619 char *name = evt_ent->d_name; 2620 char value[128]; 2621 FILE *file; 2622 int fd; 2623 2624 if (io_dir__is_dir(&caps_dir, evt_ent)) 2625 continue; 2626 2627 fd = openat(caps_fd, name, O_RDONLY); 2628 if (fd == -1) 2629 continue; 2630 file = fdopen(fd, "r"); 2631 if (!file) { 2632 close(fd); 2633 continue; 2634 } 2635 2636 if (!fgets(value, sizeof(value), file) || 2637 (perf_pmu__new_caps(&pmu->caps, name, value) < 0)) { 2638 fclose(file); 2639 continue; 2640 } 2641 2642 pmu->nr_caps++; 2643 fclose(file); 2644 } 2645 2646 close(caps_fd); 2647 2648 pmu->caps_initialized = true; 2649 return pmu->nr_caps; 2650 } 2651 2652 static void perf_pmu__compute_config_masks(struct perf_pmu *pmu) 2653 { 2654 struct perf_pmu_format *format; 2655 2656 if (pmu->config_masks_computed) 2657 return; 2658 2659 list_for_each_entry(format, &pmu->format, list) { 2660 unsigned int i; 2661 __u64 *mask; 2662 2663 if (format->value >= PERF_PMU_FORMAT_VALUE_CONFIG_END) 2664 continue; 2665 2666 pmu->config_masks_present = true; 2667 mask = &pmu->config_masks[format->value]; 2668 2669 for_each_set_bit(i, format->bits, PERF_PMU_FORMAT_BITS) 2670 *mask |= 1ULL << i; 2671 } 2672 pmu->config_masks_computed = true; 2673 } 2674 2675 void perf_pmu__warn_invalid_config(struct perf_pmu *pmu, __u64 config, 2676 const char *name, int config_num, 2677 const char *config_name) 2678 { 2679 __u64 bits; 2680 char buf[100]; 2681 2682 perf_pmu__compute_config_masks(pmu); 2683 2684 /* 2685 * Kernel doesn't export any valid format bits. 2686 */ 2687 if (!pmu->config_masks_present) 2688 return; 2689 2690 bits = config & ~pmu->config_masks[config_num]; 2691 if (bits == 0) 2692 return; 2693 2694 bitmap_scnprintf((unsigned long *)&bits, sizeof(bits) * 8, buf, sizeof(buf)); 2695 2696 pr_warning("WARNING: event '%s' not valid (bits %s of %s " 2697 "'%llx' not supported by kernel)!\n", 2698 name ?: "N/A", buf, config_name, config); 2699 } 2700 2701 bool perf_pmu__wildcard_match(const struct perf_pmu *pmu, const char *wildcard_to_match) 2702 { 2703 const char *names[2] = { 2704 pmu->name, 2705 pmu->alias_name, 2706 }; 2707 bool need_fnmatch; 2708 2709 if (pmu->is_core && !strcmp(wildcard_to_match, "default_core")) 2710 return true; 2711 2712 need_fnmatch = strisglob(wildcard_to_match); 2713 if (!strncmp(wildcard_to_match, "uncore_", 7)) 2714 wildcard_to_match += 7; 2715 2716 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2717 const char *pmu_name = names[i]; 2718 2719 if (!pmu_name) 2720 continue; 2721 2722 if (!strncmp(pmu_name, "uncore_", 7)) 2723 pmu_name += 7; 2724 2725 if (perf_pmu__match_wildcard(pmu_name, wildcard_to_match) || 2726 (need_fnmatch && !fnmatch(wildcard_to_match, pmu_name, 0))) 2727 return true; 2728 } 2729 return false; 2730 } 2731 2732 int perf_pmu__event_source_devices_scnprintf(char *pathname, size_t size) 2733 { 2734 const char *sysfs = sysfs__mountpoint(); 2735 2736 if (!sysfs) 2737 return 0; 2738 return scnprintf(pathname, size, "%s/bus/event_source/devices/", sysfs); 2739 } 2740 2741 int perf_pmu__event_source_devices_fd(void) 2742 { 2743 char path[PATH_MAX]; 2744 const char *sysfs = sysfs__mountpoint(); 2745 2746 if (!sysfs) 2747 return -1; 2748 2749 scnprintf(path, sizeof(path), "%s/bus/event_source/devices/", sysfs); 2750 return open(path, O_DIRECTORY); 2751 } 2752 2753 /* 2754 * Fill 'buf' with the path to a file or folder in 'pmu_name' in 2755 * sysfs. For example if pmu_name = "cs_etm" and 'filename' = "format" 2756 * then pathname will be filled with 2757 * "/sys/bus/event_source/devices/cs_etm/format" 2758 * 2759 * Return 0 if the sysfs mountpoint couldn't be found, if no characters were 2760 * written or if the buffer size is exceeded. 2761 */ 2762 int perf_pmu__pathname_scnprintf(char *buf, size_t size, 2763 const char *pmu_name, const char *filename) 2764 { 2765 size_t len; 2766 2767 len = perf_pmu__event_source_devices_scnprintf(buf, size); 2768 if (!len || (len + strlen(pmu_name) + strlen(filename) + 1) >= size) 2769 return 0; 2770 2771 return scnprintf(buf + len, size - len, "%s/%s", pmu_name, filename); 2772 } 2773 2774 int perf_pmu__pathname_fd(int dirfd, const char *pmu_name, const char *filename, int flags) 2775 { 2776 char path[PATH_MAX]; 2777 2778 scnprintf(path, sizeof(path), "%s/%s", pmu_name, filename); 2779 return openat(dirfd, path, flags); 2780 } 2781 2782 void perf_pmu__delete(struct perf_pmu *pmu) 2783 { 2784 if (!pmu) 2785 return; 2786 2787 if (perf_pmu__is_hwmon(pmu)) 2788 hwmon_pmu__exit(pmu); 2789 else if (perf_pmu__is_drm(pmu)) 2790 drm_pmu__exit(pmu); 2791 2792 perf_pmu__del_formats(&pmu->format); 2793 perf_pmu__del_aliases(pmu); 2794 perf_pmu__del_caps(pmu); 2795 2796 perf_cpu_map__put(pmu->cpus); 2797 2798 zfree(&pmu->name); 2799 zfree(&pmu->alias_name); 2800 zfree(&pmu->id); 2801 free(pmu); 2802 } 2803 2804 const char *perf_pmu__name_from_config(struct perf_pmu *pmu, u64 config) 2805 { 2806 struct hashmap_entry *entry; 2807 size_t bkt; 2808 2809 if (!pmu) 2810 return NULL; 2811 2812 pmu_aliases_parse(pmu); 2813 pmu_add_cpu_aliases(pmu); 2814 hashmap__for_each_entry(pmu->aliases, entry, bkt) { 2815 struct perf_pmu_alias *event = entry->pvalue; 2816 struct perf_event_attr attr = {.config = 0,}; 2817 int ret = perf_pmu__parse_terms_to_attr(pmu, event->terms, &attr); 2818 2819 if (ret == 0 && config == attr.config) 2820 return event->name; 2821 } 2822 return NULL; 2823 } 2824 2825 bool perf_pmu__reads_only_on_cpu_idx0(const struct perf_event_attr *attr) 2826 { 2827 enum tool_pmu_event event; 2828 2829 if (attr->type != PERF_PMU_TYPE_TOOL) 2830 return false; 2831 2832 event = (enum tool_pmu_event)attr->config; 2833 return event != TOOL_PMU__EVENT_USER_TIME && event != TOOL_PMU__EVENT_SYSTEM_TIME; 2834 } 2835