1 // SPDX-License-Identifier: GPL-2.0 2 #include <linux/list.h> 3 #include <linux/compiler.h> 4 #include <linux/string.h> 5 #include <linux/zalloc.h> 6 #include <linux/ctype.h> 7 #include <sys/types.h> 8 #include <fcntl.h> 9 #include <sys/stat.h> 10 #include <unistd.h> 11 #include <stdio.h> 12 #include <stdbool.h> 13 #include <dirent.h> 14 #include <api/fs/fs.h> 15 #include <api/io.h> 16 #include <api/io_dir.h> 17 #include <locale.h> 18 #include <fnmatch.h> 19 #include <math.h> 20 #include "debug.h" 21 #include "evsel.h" 22 #include "pmu.h" 23 #include "drm_pmu.h" 24 #include "hwmon_pmu.h" 25 #include "pmus.h" 26 #include "tool_pmu.h" 27 #include <util/pmu-bison.h> 28 #include <util/pmu-flex.h> 29 #include "parse-events.h" 30 #include "print-events.h" 31 #include "hashmap.h" 32 #include "header.h" 33 #include "string2.h" 34 #include "strbuf.h" 35 #include "fncache.h" 36 #include "util/evsel_config.h" 37 #include <regex.h> 38 39 #define UNIT_MAX_LEN 31 /* max length for event unit name */ 40 41 enum event_source { 42 /* An event loaded from /sys/bus/event_source/devices/<pmu>/events. */ 43 EVENT_SRC_SYSFS, 44 /* An event loaded from a CPUID matched json file. */ 45 EVENT_SRC_CPU_JSON, 46 /* 47 * An event loaded from a /sys/bus/event_source/devices/<pmu>/identifier matched json 48 * file. 49 */ 50 EVENT_SRC_SYS_JSON, 51 }; 52 53 /** 54 * struct perf_pmu_alias - An event either read from sysfs or builtin in 55 * pmu-events.c, created by parsing the pmu-events json files. 56 */ 57 struct perf_pmu_alias { 58 /** @name: Name of the event like "mem-loads". */ 59 char *name; 60 /** @desc: Optional short description of the event. */ 61 char *desc; 62 /** @long_desc: Optional long description. */ 63 char *long_desc; 64 /** 65 * @topic: Optional topic such as cache or pipeline, particularly for 66 * json events. 67 */ 68 char *topic; 69 /** @terms: Owned list of the original parsed parameters. */ 70 struct parse_events_terms terms; 71 /** 72 * @pmu_name: The name copied from the json struct pmu_event. This can 73 * differ from the PMU name as it won't have suffixes. 74 */ 75 char *pmu_name; 76 /** @unit: Units for the event, such as bytes or cache lines. */ 77 char unit[UNIT_MAX_LEN+1]; 78 /** @scale: Value to scale read counter values by. */ 79 double scale; 80 /** @retirement_latency_mean: Value to be given for unsampled retirement latency mean. */ 81 double retirement_latency_mean; 82 /** @retirement_latency_min: Value to be given for unsampled retirement latency min. */ 83 double retirement_latency_min; 84 /** @retirement_latency_max: Value to be given for unsampled retirement latency max. */ 85 double retirement_latency_max; 86 /** 87 * @per_pkg: Does the file 88 * <sysfs>/bus/event_source/devices/<pmu_name>/events/<name>.per-pkg or 89 * equivalent json value exist and have the value 1. 90 */ 91 bool per_pkg; 92 /** 93 * @snapshot: Does the file 94 * <sysfs>/bus/event_source/devices/<pmu_name>/events/<name>.snapshot 95 * exist and have the value 1. 96 */ 97 bool snapshot; 98 /** 99 * @deprecated: Is the event hidden and so not shown in perf list by 100 * default. 101 */ 102 bool deprecated; 103 /** @from_sysfs: Was the alias from sysfs or a json event? */ 104 bool from_sysfs; 105 /** @info_loaded: Have the scale, unit and other values been read from disk? */ 106 bool info_loaded; 107 }; 108 109 /** 110 * struct perf_pmu_format - Values from a format file read from 111 * <sysfs>/devices/cpu/format/ held in struct perf_pmu. 112 * 113 * For example, the contents of <sysfs>/devices/cpu/format/event may be 114 * "config:0-7" and will be represented here as name="event", 115 * value=PERF_PMU_FORMAT_VALUE_CONFIG and bits 0 to 7 will be set. 116 */ 117 struct perf_pmu_format { 118 /** @list: Element on list within struct perf_pmu. */ 119 struct list_head list; 120 /** @bits: Which config bits are set by this format value. */ 121 DECLARE_BITMAP(bits, PERF_PMU_FORMAT_BITS); 122 /** @name: The modifier/file name. */ 123 char *name; 124 /** 125 * @value : Which config value the format relates to. Supported values 126 * are from PERF_PMU_FORMAT_VALUE_CONFIG to 127 * PERF_PMU_FORMAT_VALUE_CONFIG_END. 128 */ 129 u16 value; 130 /** @loaded: Has the contents been loaded/parsed. */ 131 bool loaded; 132 }; 133 134 static int pmu_aliases_parse(struct perf_pmu *pmu); 135 136 static struct perf_pmu_format *perf_pmu__new_format(struct list_head *list, char *name) 137 { 138 struct perf_pmu_format *format; 139 140 format = zalloc(sizeof(*format)); 141 if (!format) 142 return NULL; 143 144 format->name = strdup(name); 145 if (!format->name) { 146 free(format); 147 return NULL; 148 } 149 list_add_tail(&format->list, list); 150 return format; 151 } 152 153 /* Called at the end of parsing a format. */ 154 void perf_pmu_format__set_value(void *vformat, int config, unsigned long *bits) 155 { 156 struct perf_pmu_format *format = vformat; 157 158 format->value = config; 159 memcpy(format->bits, bits, sizeof(format->bits)); 160 } 161 162 static void __perf_pmu_format__load(struct perf_pmu_format *format, FILE *file) 163 { 164 void *scanner; 165 int ret; 166 167 ret = perf_pmu_lex_init(&scanner); 168 if (ret) 169 return; 170 171 perf_pmu_set_in(file, scanner); 172 ret = perf_pmu_parse(format, scanner); 173 perf_pmu_lex_destroy(scanner); 174 format->loaded = true; 175 } 176 177 static void perf_pmu_format__load(const struct perf_pmu *pmu, struct perf_pmu_format *format) 178 { 179 char path[PATH_MAX]; 180 FILE *file = NULL; 181 182 if (format->loaded) 183 return; 184 185 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), pmu->name, "format")) 186 return; 187 188 assert(strlen(path) + strlen(format->name) + 2 < sizeof(path)); 189 strcat(path, "/"); 190 strcat(path, format->name); 191 192 file = fopen(path, "r"); 193 if (!file) 194 return; 195 __perf_pmu_format__load(format, file); 196 fclose(file); 197 } 198 199 /* 200 * Parse & process all the sysfs attributes located under 201 * the directory specified in 'dir' parameter. 202 */ 203 static int perf_pmu__format_parse(struct perf_pmu *pmu, int dirfd, bool eager_load) 204 { 205 struct io_dirent64 *evt_ent; 206 struct io_dir format_dir; 207 int ret = 0; 208 209 io_dir__init(&format_dir, dirfd); 210 211 while ((evt_ent = io_dir__readdir(&format_dir)) != NULL) { 212 struct perf_pmu_format *format; 213 char *name = evt_ent->d_name; 214 215 if (io_dir__is_dir(&format_dir, evt_ent)) 216 continue; 217 218 format = perf_pmu__new_format(&pmu->format, name); 219 if (!format) { 220 ret = -ENOMEM; 221 break; 222 } 223 224 if (eager_load) { 225 FILE *file; 226 int fd = openat(dirfd, name, O_RDONLY); 227 228 if (fd < 0) { 229 ret = -errno; 230 break; 231 } 232 file = fdopen(fd, "r"); 233 if (!file) { 234 close(fd); 235 break; 236 } 237 __perf_pmu_format__load(format, file); 238 fclose(file); 239 } 240 } 241 242 close(format_dir.dirfd); 243 return ret; 244 } 245 246 /* 247 * Reading/parsing the default pmu format definition, which should be 248 * located at: 249 * /sys/bus/event_source/devices/<dev>/format as sysfs group attributes. 250 */ 251 static int pmu_format(struct perf_pmu *pmu, int dirfd, const char *name, bool eager_load) 252 { 253 int fd; 254 255 fd = perf_pmu__pathname_fd(dirfd, name, "format", O_DIRECTORY); 256 if (fd < 0) 257 return 0; 258 259 /* it'll close the fd */ 260 if (perf_pmu__format_parse(pmu, fd, eager_load)) 261 return -1; 262 263 return 0; 264 } 265 266 static int parse_double(const char *scale, char **end, double *sval) 267 { 268 char *lc; 269 int ret = 0; 270 271 /* 272 * save current locale 273 */ 274 lc = setlocale(LC_NUMERIC, NULL); 275 276 /* 277 * The lc string may be allocated in static storage, 278 * so get a dynamic copy to make it survive setlocale 279 * call below. 280 */ 281 lc = strdup(lc); 282 if (!lc) { 283 ret = -ENOMEM; 284 goto out; 285 } 286 287 /* 288 * force to C locale to ensure kernel 289 * scale string is converted correctly. 290 * kernel uses default C locale. 291 */ 292 setlocale(LC_NUMERIC, "C"); 293 294 *sval = strtod(scale, end); 295 296 out: 297 /* restore locale */ 298 setlocale(LC_NUMERIC, lc); 299 free(lc); 300 return ret; 301 } 302 303 int perf_pmu__convert_scale(const char *scale, char **end, double *sval) 304 { 305 return parse_double(scale, end, sval); 306 } 307 308 static int perf_pmu__parse_scale(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 309 { 310 struct stat st; 311 ssize_t sret; 312 size_t len; 313 char scale[128]; 314 int fd, ret = -1; 315 char path[PATH_MAX]; 316 317 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 318 if (!len) 319 return 0; 320 scnprintf(path + len, sizeof(path) - len, "%s/events/%s.scale", pmu->name, alias->name); 321 322 fd = open(path, O_RDONLY); 323 if (fd == -1) 324 return -1; 325 326 if (fstat(fd, &st) < 0) 327 goto error; 328 329 sret = read(fd, scale, sizeof(scale)-1); 330 if (sret < 0) 331 goto error; 332 333 if (scale[sret - 1] == '\n') 334 scale[sret - 1] = '\0'; 335 else 336 scale[sret] = '\0'; 337 338 ret = perf_pmu__convert_scale(scale, NULL, &alias->scale); 339 error: 340 close(fd); 341 return ret; 342 } 343 344 static int perf_pmu__parse_unit(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 345 { 346 char path[PATH_MAX]; 347 size_t len; 348 ssize_t sret; 349 int fd; 350 351 352 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 353 if (!len) 354 return 0; 355 scnprintf(path + len, sizeof(path) - len, "%s/events/%s.unit", pmu->name, alias->name); 356 357 fd = open(path, O_RDONLY); 358 if (fd == -1) 359 return -1; 360 361 sret = read(fd, alias->unit, UNIT_MAX_LEN); 362 if (sret < 0) 363 goto error; 364 365 close(fd); 366 367 if (alias->unit[sret - 1] == '\n') 368 alias->unit[sret - 1] = '\0'; 369 else 370 alias->unit[sret] = '\0'; 371 372 return 0; 373 error: 374 close(fd); 375 alias->unit[0] = '\0'; 376 return -1; 377 } 378 379 static bool perf_pmu__parse_event_source_bool(const char *pmu_name, const char *event_name, 380 const char *suffix) 381 { 382 char path[PATH_MAX]; 383 size_t len; 384 int fd; 385 386 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 387 if (!len) 388 return false; 389 390 scnprintf(path + len, sizeof(path) - len, "%s/events/%s.%s", pmu_name, event_name, suffix); 391 392 fd = open(path, O_RDONLY); 393 if (fd == -1) 394 return false; 395 396 #ifndef NDEBUG 397 { 398 char buf[8]; 399 400 len = read(fd, buf, sizeof(buf)); 401 assert(len == 1 || len == 2); 402 assert(buf[0] == '1'); 403 } 404 #endif 405 406 close(fd); 407 return true; 408 } 409 410 static void perf_pmu__parse_per_pkg(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 411 { 412 alias->per_pkg = perf_pmu__parse_event_source_bool(pmu->name, alias->name, "per-pkg"); 413 } 414 415 static void perf_pmu__parse_snapshot(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 416 { 417 alias->snapshot = perf_pmu__parse_event_source_bool(pmu->name, alias->name, "snapshot"); 418 } 419 420 /* Delete an alias entry. */ 421 static void perf_pmu_free_alias(struct perf_pmu_alias *alias) 422 { 423 if (!alias) 424 return; 425 426 zfree(&alias->name); 427 zfree(&alias->desc); 428 zfree(&alias->long_desc); 429 zfree(&alias->topic); 430 zfree(&alias->pmu_name); 431 parse_events_terms__exit(&alias->terms); 432 free(alias); 433 } 434 435 static void perf_pmu__del_aliases(struct perf_pmu *pmu) 436 { 437 struct hashmap_entry *entry; 438 size_t bkt; 439 440 if (!pmu->aliases) 441 return; 442 443 hashmap__for_each_entry(pmu->aliases, entry, bkt) 444 perf_pmu_free_alias(entry->pvalue); 445 446 hashmap__free(pmu->aliases); 447 pmu->aliases = NULL; 448 } 449 450 static struct perf_pmu_alias *perf_pmu__find_alias(struct perf_pmu *pmu, 451 const char *name, 452 bool load) 453 { 454 struct perf_pmu_alias *alias; 455 bool has_sysfs_event; 456 char event_file_name[NAME_MAX + 8]; 457 458 if (hashmap__find(pmu->aliases, name, &alias)) 459 return alias; 460 461 if (!load || pmu->sysfs_aliases_loaded) 462 return NULL; 463 464 /* 465 * Test if alias/event 'name' exists in the PMU's sysfs/events 466 * directory. If not skip parsing the sysfs aliases. Sysfs event 467 * name must be all lower or all upper case. 468 */ 469 scnprintf(event_file_name, sizeof(event_file_name), "events/%s", name); 470 for (size_t i = 7, n = 7 + strlen(name); i < n; i++) 471 event_file_name[i] = tolower(event_file_name[i]); 472 473 has_sysfs_event = perf_pmu__file_exists(pmu, event_file_name); 474 if (!has_sysfs_event) { 475 for (size_t i = 7, n = 7 + strlen(name); i < n; i++) 476 event_file_name[i] = toupper(event_file_name[i]); 477 478 has_sysfs_event = perf_pmu__file_exists(pmu, event_file_name); 479 } 480 if (has_sysfs_event) { 481 pmu_aliases_parse(pmu); 482 if (hashmap__find(pmu->aliases, name, &alias)) 483 return alias; 484 } 485 486 return NULL; 487 } 488 489 static bool assign_str(const char *name, const char *field, char **old_str, 490 const char *new_str) 491 { 492 if (!*old_str && new_str) { 493 *old_str = strdup(new_str); 494 return true; 495 } 496 497 if (!new_str || !strcasecmp(*old_str, new_str)) 498 return false; /* Nothing to update. */ 499 500 pr_debug("alias %s differs in field '%s' ('%s' != '%s')\n", 501 name, field, *old_str, new_str); 502 zfree(old_str); 503 *old_str = strdup(new_str); 504 return true; 505 } 506 507 static void read_alias_info(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 508 { 509 if (!alias->from_sysfs || alias->info_loaded) 510 return; 511 512 /* 513 * load unit name and scale if available 514 */ 515 perf_pmu__parse_unit(pmu, alias); 516 perf_pmu__parse_scale(pmu, alias); 517 perf_pmu__parse_per_pkg(pmu, alias); 518 perf_pmu__parse_snapshot(pmu, alias); 519 } 520 521 struct update_alias_data { 522 struct perf_pmu *pmu; 523 struct perf_pmu_alias *alias; 524 }; 525 526 static int update_alias(const struct pmu_event *pe, 527 const struct pmu_events_table *table __maybe_unused, 528 void *vdata) 529 { 530 struct update_alias_data *data = vdata; 531 int ret = 0; 532 533 read_alias_info(data->pmu, data->alias); 534 assign_str(pe->name, "desc", &data->alias->desc, pe->desc); 535 assign_str(pe->name, "long_desc", &data->alias->long_desc, pe->long_desc); 536 assign_str(pe->name, "topic", &data->alias->topic, pe->topic); 537 data->alias->per_pkg = pe->perpkg; 538 if (pe->event) { 539 parse_events_terms__exit(&data->alias->terms); 540 ret = parse_events_terms(&data->alias->terms, pe->event, /*input=*/NULL); 541 } 542 if (!ret && pe->unit) { 543 char *unit; 544 545 ret = perf_pmu__convert_scale(pe->unit, &unit, &data->alias->scale); 546 if (!ret) 547 snprintf(data->alias->unit, sizeof(data->alias->unit), "%s", unit); 548 } 549 if (!ret && pe->retirement_latency_mean) { 550 ret = parse_double(pe->retirement_latency_mean, NULL, 551 &data->alias->retirement_latency_mean); 552 } 553 if (!ret && pe->retirement_latency_min) { 554 ret = parse_double(pe->retirement_latency_min, NULL, 555 &data->alias->retirement_latency_min); 556 } 557 if (!ret && pe->retirement_latency_max) { 558 ret = parse_double(pe->retirement_latency_max, NULL, 559 &data->alias->retirement_latency_max); 560 } 561 return ret; 562 } 563 564 static int perf_pmu__new_alias(struct perf_pmu *pmu, const char *name, 565 const char *desc, const char *val, FILE *val_fd, 566 const struct pmu_event *pe, enum event_source src) 567 { 568 struct perf_pmu_alias *alias, *old_alias; 569 int ret = 0; 570 const char *long_desc = NULL, *topic = NULL, *unit = NULL, *pmu_name = NULL; 571 bool deprecated = false, perpkg = false; 572 573 if (perf_pmu__find_alias(pmu, name, /*load=*/ false)) { 574 /* Alias was already created/loaded. */ 575 return 0; 576 } 577 578 if (pe) { 579 long_desc = pe->long_desc; 580 topic = pe->topic; 581 unit = pe->unit; 582 perpkg = pe->perpkg; 583 deprecated = pe->deprecated; 584 if (pe->pmu && strcmp(pe->pmu, "default_core")) 585 pmu_name = pe->pmu; 586 } 587 588 alias = zalloc(sizeof(*alias)); 589 if (!alias) 590 return -ENOMEM; 591 592 parse_events_terms__init(&alias->terms); 593 alias->scale = 1.0; 594 alias->unit[0] = '\0'; 595 alias->per_pkg = perpkg; 596 alias->snapshot = false; 597 alias->deprecated = deprecated; 598 alias->retirement_latency_mean = 0.0; 599 alias->retirement_latency_min = 0.0; 600 alias->retirement_latency_max = 0.0; 601 602 if (!ret && pe && pe->retirement_latency_mean) { 603 ret = parse_double(pe->retirement_latency_mean, NULL, 604 &alias->retirement_latency_mean); 605 } 606 if (!ret && pe && pe->retirement_latency_min) { 607 ret = parse_double(pe->retirement_latency_min, NULL, 608 &alias->retirement_latency_min); 609 } 610 if (!ret && pe && pe->retirement_latency_max) { 611 ret = parse_double(pe->retirement_latency_max, NULL, 612 &alias->retirement_latency_max); 613 } 614 if (ret) 615 return ret; 616 617 ret = parse_events_terms(&alias->terms, val, val_fd); 618 if (ret) { 619 pr_err("Cannot parse alias %s: %d\n", val, ret); 620 free(alias); 621 return ret; 622 } 623 624 alias->name = strdup(name); 625 alias->desc = desc ? strdup(desc) : NULL; 626 alias->long_desc = long_desc ? strdup(long_desc) : NULL; 627 alias->topic = topic ? strdup(topic) : NULL; 628 alias->pmu_name = pmu_name ? strdup(pmu_name) : NULL; 629 if (unit) { 630 if (perf_pmu__convert_scale(unit, (char **)&unit, &alias->scale) < 0) { 631 perf_pmu_free_alias(alias); 632 return -1; 633 } 634 snprintf(alias->unit, sizeof(alias->unit), "%s", unit); 635 } 636 switch (src) { 637 default: 638 case EVENT_SRC_SYSFS: 639 alias->from_sysfs = true; 640 if (pmu->events_table) { 641 /* Update an event from sysfs with json data. */ 642 struct update_alias_data data = { 643 .pmu = pmu, 644 .alias = alias, 645 }; 646 if (pmu_events_table__find_event(pmu->events_table, pmu, name, 647 update_alias, &data) == 0) 648 pmu->cpu_common_json_aliases++; 649 } 650 pmu->sysfs_aliases++; 651 break; 652 case EVENT_SRC_CPU_JSON: 653 pmu->cpu_json_aliases++; 654 break; 655 case EVENT_SRC_SYS_JSON: 656 pmu->sys_json_aliases++; 657 break; 658 659 } 660 hashmap__set(pmu->aliases, alias->name, alias, /*old_key=*/ NULL, &old_alias); 661 perf_pmu_free_alias(old_alias); 662 return 0; 663 } 664 665 static inline bool pmu_alias_info_file(const char *name) 666 { 667 size_t len; 668 669 len = strlen(name); 670 if (len > 5 && !strcmp(name + len - 5, ".unit")) 671 return true; 672 if (len > 6 && !strcmp(name + len - 6, ".scale")) 673 return true; 674 if (len > 8 && !strcmp(name + len - 8, ".per-pkg")) 675 return true; 676 if (len > 9 && !strcmp(name + len - 9, ".snapshot")) 677 return true; 678 679 return false; 680 } 681 682 /* 683 * Reading the pmu event aliases definition, which should be located at: 684 * /sys/bus/event_source/devices/<dev>/events as sysfs group attributes. 685 */ 686 static int __pmu_aliases_parse(struct perf_pmu *pmu, int events_dir_fd) 687 { 688 struct io_dirent64 *evt_ent; 689 struct io_dir event_dir; 690 691 io_dir__init(&event_dir, events_dir_fd); 692 693 while ((evt_ent = io_dir__readdir(&event_dir))) { 694 char *name = evt_ent->d_name; 695 int fd; 696 FILE *file; 697 698 if (!strcmp(name, ".") || !strcmp(name, "..")) 699 continue; 700 701 /* 702 * skip info files parsed in perf_pmu__new_alias() 703 */ 704 if (pmu_alias_info_file(name)) 705 continue; 706 707 fd = openat(events_dir_fd, name, O_RDONLY); 708 if (fd == -1) { 709 pr_debug("Cannot open %s\n", name); 710 continue; 711 } 712 file = fdopen(fd, "r"); 713 if (!file) { 714 close(fd); 715 continue; 716 } 717 718 if (perf_pmu__new_alias(pmu, name, /*desc=*/ NULL, 719 /*val=*/ NULL, file, /*pe=*/ NULL, 720 EVENT_SRC_SYSFS) < 0) 721 pr_debug("Cannot set up %s\n", name); 722 fclose(file); 723 } 724 725 pmu->sysfs_aliases_loaded = true; 726 return 0; 727 } 728 729 static int pmu_aliases_parse(struct perf_pmu *pmu) 730 { 731 char path[PATH_MAX]; 732 size_t len; 733 int events_dir_fd, ret; 734 735 if (pmu->sysfs_aliases_loaded) 736 return 0; 737 738 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 739 if (!len) 740 return 0; 741 scnprintf(path + len, sizeof(path) - len, "%s/events", pmu->name); 742 743 events_dir_fd = open(path, O_DIRECTORY); 744 if (events_dir_fd == -1) { 745 pmu->sysfs_aliases_loaded = true; 746 return 0; 747 } 748 ret = __pmu_aliases_parse(pmu, events_dir_fd); 749 close(events_dir_fd); 750 return ret; 751 } 752 753 static int pmu_aliases_parse_eager(struct perf_pmu *pmu, int sysfs_fd) 754 { 755 char path[NAME_MAX + 8]; 756 int ret, events_dir_fd; 757 758 scnprintf(path, sizeof(path), "%s/events", pmu->name); 759 events_dir_fd = openat(sysfs_fd, path, O_DIRECTORY, 0); 760 if (events_dir_fd == -1) { 761 pmu->sysfs_aliases_loaded = true; 762 return 0; 763 } 764 ret = __pmu_aliases_parse(pmu, events_dir_fd); 765 close(events_dir_fd); 766 return ret; 767 } 768 769 static int pmu_alias_terms(struct perf_pmu_alias *alias, int err_loc, struct list_head *terms) 770 { 771 struct parse_events_term *term, *cloned; 772 struct parse_events_terms clone_terms; 773 774 parse_events_terms__init(&clone_terms); 775 list_for_each_entry(term, &alias->terms.terms, list) { 776 int ret = parse_events_term__clone(&cloned, term); 777 778 if (ret) { 779 parse_events_terms__exit(&clone_terms); 780 return ret; 781 } 782 /* 783 * Weak terms don't override command line options, 784 * which we don't want for implicit terms in aliases. 785 */ 786 cloned->weak = true; 787 cloned->err_term = cloned->err_val = err_loc; 788 list_add_tail(&cloned->list, &clone_terms.terms); 789 } 790 list_splice_init(&clone_terms.terms, terms); 791 parse_events_terms__exit(&clone_terms); 792 return 0; 793 } 794 795 /* 796 * Uncore PMUs have a "cpumask" file under sysfs. CPU PMUs (e.g. on arm/arm64) 797 * may have a "cpus" file. 798 */ 799 static struct perf_cpu_map *pmu_cpumask(int dirfd, const char *pmu_name, bool is_core) 800 { 801 const char *templates[] = { 802 "cpumask", 803 "cpus", 804 NULL 805 }; 806 const char **template; 807 808 for (template = templates; *template; template++) { 809 struct io io; 810 char buf[128]; 811 char *cpumask = NULL; 812 size_t cpumask_len; 813 ssize_t ret; 814 struct perf_cpu_map *cpus; 815 816 io.fd = perf_pmu__pathname_fd(dirfd, pmu_name, *template, O_RDONLY); 817 if (io.fd < 0) 818 continue; 819 820 io__init(&io, io.fd, buf, sizeof(buf)); 821 ret = io__getline(&io, &cpumask, &cpumask_len); 822 close(io.fd); 823 if (ret < 0) 824 continue; 825 826 cpus = perf_cpu_map__new(cpumask); 827 free(cpumask); 828 if (cpus) 829 return cpus; 830 } 831 832 /* Nothing found, for core PMUs assume this means all CPUs. */ 833 return is_core ? cpu_map__online() : NULL; 834 } 835 836 static bool pmu_is_uncore(int dirfd, const char *name) 837 { 838 int fd; 839 840 fd = perf_pmu__pathname_fd(dirfd, name, "cpumask", O_PATH); 841 if (fd < 0) 842 return false; 843 844 close(fd); 845 return true; 846 } 847 848 static char *pmu_id(const char *name) 849 { 850 char path[PATH_MAX], *str; 851 size_t len; 852 853 perf_pmu__pathname_scnprintf(path, sizeof(path), name, "identifier"); 854 855 if (filename__read_str(path, &str, &len) < 0) 856 return NULL; 857 858 str[len - 1] = 0; /* remove line feed */ 859 860 return str; 861 } 862 863 /** 864 * is_sysfs_pmu_core() - PMU CORE devices have different name other than cpu in 865 * sysfs on some platforms like ARM or Intel hybrid. Looking for 866 * possible the cpus file in sysfs files to identify whether this is a 867 * core device. 868 * @name: The PMU name such as "cpu_atom". 869 */ 870 static int is_sysfs_pmu_core(const char *name) 871 { 872 char path[PATH_MAX]; 873 874 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), name, "cpus")) 875 return 0; 876 return file_available(path); 877 } 878 879 /** 880 * Return the length of the PMU name not including the suffix for uncore PMUs. 881 * 882 * We want to deduplicate many similar uncore PMUs by stripping their suffixes, 883 * but there are never going to be too many core PMUs and the suffixes might be 884 * interesting. "arm_cortex_a53" vs "arm_cortex_a57" or "cpum_cf" for example. 885 * 886 * @skip_duplicate_pmus: False in verbose mode so all uncore PMUs are visible 887 */ 888 static size_t pmu_deduped_name_len(const struct perf_pmu *pmu, const char *name, 889 bool skip_duplicate_pmus) 890 { 891 return skip_duplicate_pmus && !pmu->is_core 892 ? pmu_name_len_no_suffix(name) 893 : strlen(name); 894 } 895 896 /** 897 * perf_pmu__match_wildcard - Does the pmu_name start with tok and is then only 898 * followed by nothing or a suffix? tok may contain 899 * part of a suffix. 900 * @pmu_name: The pmu_name with possible suffix. 901 * @tok: The wildcard argument to match. 902 */ 903 static bool perf_pmu__match_wildcard(const char *pmu_name, const char *tok) 904 { 905 const char *p, *suffix; 906 bool has_hex = false; 907 size_t tok_len = strlen(tok); 908 909 /* Check start of pmu_name for equality. */ 910 if (strncmp(pmu_name, tok, tok_len)) 911 return false; 912 913 suffix = p = pmu_name + tok_len; 914 if (*p == 0) 915 return true; 916 917 if (*p == '_') { 918 ++p; 919 ++suffix; 920 } 921 922 /* Ensure we end in a number */ 923 while (1) { 924 if (!isxdigit(*p)) 925 return false; 926 if (!has_hex) 927 has_hex = !isdigit(*p); 928 if (*(++p) == 0) 929 break; 930 } 931 932 if (has_hex) 933 return (p - suffix) > 2; 934 935 return true; 936 } 937 938 /** 939 * perf_pmu__match_ignoring_suffix_uncore - Does the pmu_name match tok ignoring 940 * any trailing suffix on pmu_name and 941 * tok? The Suffix must be in form 942 * tok_{digits}, or tok{digits}. 943 * @pmu_name: The pmu_name with possible suffix. 944 * @tok: The possible match to pmu_name. 945 */ 946 static bool perf_pmu__match_ignoring_suffix_uncore(const char *pmu_name, const char *tok) 947 { 948 size_t pmu_name_len, tok_len; 949 950 /* For robustness, check for NULL. */ 951 if (pmu_name == NULL) 952 return tok == NULL; 953 954 /* uncore_ prefixes are ignored. */ 955 if (!strncmp(pmu_name, "uncore_", 7)) 956 pmu_name += 7; 957 if (!strncmp(tok, "uncore_", 7)) 958 tok += 7; 959 960 pmu_name_len = pmu_name_len_no_suffix(pmu_name); 961 tok_len = pmu_name_len_no_suffix(tok); 962 if (pmu_name_len != tok_len) 963 return false; 964 965 return strncmp(pmu_name, tok, pmu_name_len) == 0; 966 } 967 968 969 /** 970 * perf_pmu__match_wildcard_uncore - does to_match match the PMU's name? 971 * @pmu_name: The pmu->name or pmu->alias to match against. 972 * @to_match: the json struct pmu_event name. This may lack a suffix (which 973 * matches) or be of the form "socket,pmuname" which will match 974 * "socketX_pmunameY". 975 */ 976 static bool perf_pmu__match_wildcard_uncore(const char *pmu_name, const char *to_match) 977 { 978 char *mutable_to_match, *tok, *tmp; 979 980 if (!pmu_name) 981 return false; 982 983 /* uncore_ prefixes are ignored. */ 984 if (!strncmp(pmu_name, "uncore_", 7)) 985 pmu_name += 7; 986 if (!strncmp(to_match, "uncore_", 7)) 987 to_match += 7; 988 989 if (strchr(to_match, ',') == NULL) 990 return perf_pmu__match_wildcard(pmu_name, to_match); 991 992 /* Process comma separated list of PMU name components. */ 993 mutable_to_match = strdup(to_match); 994 if (!mutable_to_match) 995 return false; 996 997 tok = strtok_r(mutable_to_match, ",", &tmp); 998 while (tok) { 999 size_t tok_len = strlen(tok); 1000 1001 if (strncmp(pmu_name, tok, tok_len)) { 1002 /* Mismatch between part of pmu_name and tok. */ 1003 free(mutable_to_match); 1004 return false; 1005 } 1006 /* Move pmu_name forward over tok and suffix. */ 1007 pmu_name += tok_len; 1008 while (*pmu_name != '\0' && isdigit(*pmu_name)) 1009 pmu_name++; 1010 if (*pmu_name == '_') 1011 pmu_name++; 1012 1013 tok = strtok_r(NULL, ",", &tmp); 1014 } 1015 free(mutable_to_match); 1016 return *pmu_name == '\0'; 1017 } 1018 1019 bool pmu_uncore_identifier_match(const char *compat, const char *id) 1020 { 1021 regex_t re; 1022 regmatch_t pmatch[1]; 1023 int match; 1024 1025 if (regcomp(&re, compat, REG_EXTENDED) != 0) { 1026 /* Warn unable to generate match particular string. */ 1027 pr_info("Invalid regular expression %s\n", compat); 1028 return false; 1029 } 1030 1031 match = !regexec(&re, id, 1, pmatch, 0); 1032 if (match) { 1033 /* Ensure a full match. */ 1034 match = pmatch[0].rm_so == 0 && (size_t)pmatch[0].rm_eo == strlen(id); 1035 } 1036 regfree(&re); 1037 1038 return match; 1039 } 1040 1041 static int pmu_add_cpu_aliases_map_callback(const struct pmu_event *pe, 1042 const struct pmu_events_table *table __maybe_unused, 1043 void *vdata) 1044 { 1045 struct perf_pmu *pmu = vdata; 1046 1047 perf_pmu__new_alias(pmu, pe->name, pe->desc, pe->event, /*val_fd=*/ NULL, 1048 pe, EVENT_SRC_CPU_JSON); 1049 return 0; 1050 } 1051 1052 /* 1053 * From the pmu_events_table, find the events that correspond to the given 1054 * PMU and add them to the list 'head'. 1055 */ 1056 void pmu_add_cpu_aliases_table(struct perf_pmu *pmu, const struct pmu_events_table *table) 1057 { 1058 pmu_events_table__for_each_event(table, pmu, pmu_add_cpu_aliases_map_callback, pmu); 1059 } 1060 1061 static void pmu_add_cpu_aliases(struct perf_pmu *pmu) 1062 { 1063 if (!pmu->events_table) 1064 return; 1065 1066 if (pmu->cpu_aliases_added) 1067 return; 1068 1069 pmu_add_cpu_aliases_table(pmu, pmu->events_table); 1070 pmu->cpu_aliases_added = true; 1071 } 1072 1073 static int pmu_add_sys_aliases_iter_fn(const struct pmu_event *pe, 1074 const struct pmu_events_table *table __maybe_unused, 1075 void *vdata) 1076 { 1077 struct perf_pmu *pmu = vdata; 1078 1079 if (!pe->compat || !pe->pmu) { 1080 /* No data to match. */ 1081 return 0; 1082 } 1083 1084 if (!perf_pmu__match_wildcard_uncore(pmu->name, pe->pmu) && 1085 !perf_pmu__match_wildcard_uncore(pmu->alias_name, pe->pmu)) { 1086 /* PMU name/alias_name don't match. */ 1087 return 0; 1088 } 1089 1090 if (pmu_uncore_identifier_match(pe->compat, pmu->id)) { 1091 /* Id matched. */ 1092 perf_pmu__new_alias(pmu, 1093 pe->name, 1094 pe->desc, 1095 pe->event, 1096 /*val_fd=*/ NULL, 1097 pe, 1098 EVENT_SRC_SYS_JSON); 1099 } 1100 return 0; 1101 } 1102 1103 void pmu_add_sys_aliases(struct perf_pmu *pmu) 1104 { 1105 if (!pmu->id) 1106 return; 1107 1108 pmu_for_each_sys_event(pmu_add_sys_aliases_iter_fn, pmu); 1109 } 1110 1111 static char *pmu_find_alias_name(struct perf_pmu *pmu, int dirfd) 1112 { 1113 FILE *file = perf_pmu__open_file_at(pmu, dirfd, "alias"); 1114 char *line = NULL; 1115 size_t line_len = 0; 1116 ssize_t ret; 1117 1118 if (!file) 1119 return NULL; 1120 1121 ret = getline(&line, &line_len, file); 1122 if (ret < 0) { 1123 fclose(file); 1124 return NULL; 1125 } 1126 /* Remove trailing newline. */ 1127 if (ret > 0 && line[ret - 1] == '\n') 1128 line[--ret] = '\0'; 1129 1130 fclose(file); 1131 return line; 1132 } 1133 1134 static int pmu_max_precise(int dirfd, struct perf_pmu *pmu) 1135 { 1136 int max_precise = -1; 1137 1138 perf_pmu__scan_file_at(pmu, dirfd, "caps/max_precise", "%d", &max_precise); 1139 return max_precise; 1140 } 1141 1142 void __weak 1143 perf_pmu__arch_init(struct perf_pmu *pmu) 1144 { 1145 if (pmu->is_core) 1146 pmu->mem_events = perf_mem_events; 1147 } 1148 1149 /* Variant of str_hash that does tolower on each character. */ 1150 static size_t aliases__hash(long key, void *ctx __maybe_unused) 1151 { 1152 const char *s = (const char *)key; 1153 size_t h = 0; 1154 1155 while (*s) { 1156 h = h * 31 + tolower(*s); 1157 s++; 1158 } 1159 return h; 1160 } 1161 1162 static bool aliases__equal(long key1, long key2, void *ctx __maybe_unused) 1163 { 1164 return strcasecmp((const char *)key1, (const char *)key2) == 0; 1165 } 1166 1167 int perf_pmu__init(struct perf_pmu *pmu, __u32 type, const char *name) 1168 { 1169 pmu->type = type; 1170 INIT_LIST_HEAD(&pmu->format); 1171 INIT_LIST_HEAD(&pmu->caps); 1172 1173 pmu->name = strdup(name); 1174 if (!pmu->name) 1175 return -ENOMEM; 1176 1177 pmu->aliases = hashmap__new(aliases__hash, aliases__equal, /*ctx=*/ NULL); 1178 if (!pmu->aliases) 1179 return -ENOMEM; 1180 1181 return 0; 1182 } 1183 1184 static __u32 wellknown_pmu_type(const char *pmu_name) 1185 { 1186 struct { 1187 const char *pmu_name; 1188 __u32 type; 1189 } wellknown_pmus[] = { 1190 { 1191 "software", 1192 PERF_TYPE_SOFTWARE 1193 }, 1194 { 1195 "tracepoint", 1196 PERF_TYPE_TRACEPOINT 1197 }, 1198 { 1199 "breakpoint", 1200 PERF_TYPE_BREAKPOINT 1201 }, 1202 }; 1203 for (size_t i = 0; i < ARRAY_SIZE(wellknown_pmus); i++) { 1204 if (!strcmp(wellknown_pmus[i].pmu_name, pmu_name)) 1205 return wellknown_pmus[i].type; 1206 } 1207 return PERF_TYPE_MAX; 1208 } 1209 1210 struct perf_pmu *perf_pmu__lookup(struct list_head *pmus, int dirfd, const char *name, 1211 bool eager_load) 1212 { 1213 struct perf_pmu *pmu; 1214 1215 pmu = zalloc(sizeof(*pmu)); 1216 if (!pmu) 1217 return NULL; 1218 1219 if (perf_pmu__init(pmu, PERF_PMU_TYPE_FAKE, name) != 0) { 1220 perf_pmu__delete(pmu); 1221 return NULL; 1222 } 1223 1224 /* 1225 * Read type early to fail fast if a lookup name isn't a PMU. Ensure 1226 * that type value is successfully assigned (return 1). 1227 */ 1228 if (perf_pmu__scan_file_at(pmu, dirfd, "type", "%u", &pmu->type) != 1) { 1229 /* Double check the PMU's name isn't wellknown. */ 1230 pmu->type = wellknown_pmu_type(name); 1231 if (pmu->type == PERF_TYPE_MAX) { 1232 perf_pmu__delete(pmu); 1233 return NULL; 1234 } 1235 } 1236 1237 /* 1238 * The pmu data we store & need consists of the pmu 1239 * type value and format definitions. Load both right 1240 * now. 1241 */ 1242 if (pmu_format(pmu, dirfd, name, eager_load)) { 1243 perf_pmu__delete(pmu); 1244 return NULL; 1245 } 1246 1247 pmu->is_core = is_pmu_core(name); 1248 pmu->cpus = pmu_cpumask(dirfd, name, pmu->is_core); 1249 1250 pmu->is_uncore = pmu_is_uncore(dirfd, name); 1251 if (pmu->is_uncore) 1252 pmu->id = pmu_id(name); 1253 pmu->max_precise = pmu_max_precise(dirfd, pmu); 1254 pmu->alias_name = pmu_find_alias_name(pmu, dirfd); 1255 pmu->events_table = perf_pmu__find_events_table(pmu); 1256 /* 1257 * Load the sys json events/aliases when loading the PMU as each event 1258 * may have a different compat regular expression. We therefore can't 1259 * know the number of sys json events/aliases without computing the 1260 * regular expressions for them all. 1261 */ 1262 pmu_add_sys_aliases(pmu); 1263 list_add_tail(&pmu->list, pmus); 1264 1265 perf_pmu__arch_init(pmu); 1266 1267 if (eager_load) 1268 pmu_aliases_parse_eager(pmu, dirfd); 1269 1270 return pmu; 1271 } 1272 1273 /* Creates the PMU when sysfs scanning fails. */ 1274 struct perf_pmu *perf_pmu__create_placeholder_core_pmu(struct list_head *core_pmus) 1275 { 1276 struct perf_pmu *pmu = zalloc(sizeof(*pmu)); 1277 1278 if (!pmu) 1279 return NULL; 1280 1281 pmu->name = strdup("cpu"); 1282 if (!pmu->name) { 1283 free(pmu); 1284 return NULL; 1285 } 1286 1287 pmu->is_core = true; 1288 pmu->type = PERF_TYPE_RAW; 1289 pmu->cpus = cpu_map__online(); 1290 1291 INIT_LIST_HEAD(&pmu->format); 1292 pmu->aliases = hashmap__new(aliases__hash, aliases__equal, /*ctx=*/ NULL); 1293 INIT_LIST_HEAD(&pmu->caps); 1294 list_add_tail(&pmu->list, core_pmus); 1295 return pmu; 1296 } 1297 1298 bool perf_pmu__is_fake(const struct perf_pmu *pmu) 1299 { 1300 return pmu->type == PERF_PMU_TYPE_FAKE; 1301 } 1302 1303 void perf_pmu__warn_invalid_formats(struct perf_pmu *pmu) 1304 { 1305 struct perf_pmu_format *format; 1306 1307 if (pmu->formats_checked) 1308 return; 1309 1310 pmu->formats_checked = true; 1311 1312 /* fake pmu doesn't have format list */ 1313 if (perf_pmu__is_fake(pmu)) 1314 return; 1315 1316 list_for_each_entry(format, &pmu->format, list) { 1317 perf_pmu_format__load(pmu, format); 1318 if (format->value >= PERF_PMU_FORMAT_VALUE_CONFIG_END) { 1319 pr_warning("WARNING: '%s' format '%s' requires 'perf_event_attr::config%d'" 1320 "which is not supported by this version of perf!\n", 1321 pmu->name, format->name, format->value); 1322 return; 1323 } 1324 } 1325 } 1326 1327 bool evsel__is_aux_event(const struct evsel *evsel) 1328 { 1329 struct perf_pmu *pmu; 1330 1331 if (evsel->needs_auxtrace_mmap) 1332 return true; 1333 1334 pmu = evsel__find_pmu(evsel); 1335 return pmu && pmu->auxtrace; 1336 } 1337 1338 /* 1339 * Set @config_name to @val as long as the user hasn't already set or cleared it 1340 * by passing a config term on the command line. 1341 * 1342 * @val is the value to put into the bits specified by @config_name rather than 1343 * the bit pattern. It is shifted into position by this function, so to set 1344 * something to true, pass 1 for val rather than a pre shifted value. 1345 */ 1346 #define field_prep(_mask, _val) (((_val) << (ffsll(_mask) - 1)) & (_mask)) 1347 void evsel__set_config_if_unset(struct perf_pmu *pmu, struct evsel *evsel, 1348 const char *config_name, u64 val) 1349 { 1350 u64 user_bits = 0, bits; 1351 struct evsel_config_term *term = evsel__get_config_term(evsel, CFG_CHG); 1352 1353 if (term) 1354 user_bits = term->val.cfg_chg; 1355 1356 bits = perf_pmu__format_bits(pmu, config_name); 1357 1358 /* Do nothing if the user changed the value */ 1359 if (bits & user_bits) 1360 return; 1361 1362 /* Otherwise replace it */ 1363 evsel->core.attr.config &= ~bits; 1364 evsel->core.attr.config |= field_prep(bits, val); 1365 } 1366 1367 static struct perf_pmu_format * 1368 pmu_find_format(const struct list_head *formats, const char *name) 1369 { 1370 struct perf_pmu_format *format; 1371 1372 list_for_each_entry(format, formats, list) 1373 if (!strcmp(format->name, name)) 1374 return format; 1375 1376 return NULL; 1377 } 1378 1379 __u64 perf_pmu__format_bits(struct perf_pmu *pmu, const char *name) 1380 { 1381 struct perf_pmu_format *format = pmu_find_format(&pmu->format, name); 1382 __u64 bits = 0; 1383 int fbit; 1384 1385 if (!format) 1386 return 0; 1387 1388 for_each_set_bit(fbit, format->bits, PERF_PMU_FORMAT_BITS) 1389 bits |= 1ULL << fbit; 1390 1391 return bits; 1392 } 1393 1394 int perf_pmu__format_type(struct perf_pmu *pmu, const char *name) 1395 { 1396 struct perf_pmu_format *format = pmu_find_format(&pmu->format, name); 1397 1398 if (!format) 1399 return -1; 1400 1401 perf_pmu_format__load(pmu, format); 1402 return format->value; 1403 } 1404 1405 /* 1406 * Sets value based on the format definition (format parameter) 1407 * and unformatted value (value parameter). 1408 */ 1409 static void pmu_format_value(unsigned long *format, __u64 value, __u64 *v, 1410 bool zero) 1411 { 1412 unsigned long fbit, vbit; 1413 1414 for (fbit = 0, vbit = 0; fbit < PERF_PMU_FORMAT_BITS; fbit++) { 1415 1416 if (!test_bit(fbit, format)) 1417 continue; 1418 1419 if (value & (1llu << vbit++)) 1420 *v |= (1llu << fbit); 1421 else if (zero) 1422 *v &= ~(1llu << fbit); 1423 } 1424 } 1425 1426 static __u64 pmu_format_max_value(const unsigned long *format) 1427 { 1428 int w; 1429 1430 w = bitmap_weight(format, PERF_PMU_FORMAT_BITS); 1431 if (!w) 1432 return 0; 1433 if (w < 64) 1434 return (1ULL << w) - 1; 1435 return -1; 1436 } 1437 1438 /* 1439 * Term is a string term, and might be a param-term. Try to look up it's value 1440 * in the remaining terms. 1441 * - We have a term like "base-or-format-term=param-term", 1442 * - We need to find the value supplied for "param-term" (with param-term named 1443 * in a config string) later on in the term list. 1444 */ 1445 static int pmu_resolve_param_term(struct parse_events_term *term, 1446 struct parse_events_terms *head_terms, 1447 __u64 *value) 1448 { 1449 struct parse_events_term *t; 1450 1451 list_for_each_entry(t, &head_terms->terms, list) { 1452 if (t->type_val == PARSE_EVENTS__TERM_TYPE_NUM && 1453 t->config && !strcmp(t->config, term->config)) { 1454 t->used = true; 1455 *value = t->val.num; 1456 return 0; 1457 } 1458 } 1459 1460 if (verbose > 0) 1461 printf("Required parameter '%s' not specified\n", term->config); 1462 1463 return -1; 1464 } 1465 1466 static char *pmu_formats_string(const struct list_head *formats) 1467 { 1468 struct perf_pmu_format *format; 1469 char *str = NULL; 1470 struct strbuf buf = STRBUF_INIT; 1471 unsigned int i = 0; 1472 1473 if (!formats) 1474 return NULL; 1475 1476 /* sysfs exported terms */ 1477 list_for_each_entry(format, formats, list) 1478 if (strbuf_addf(&buf, i++ ? ",%s" : "%s", format->name) < 0) 1479 goto error; 1480 1481 str = strbuf_detach(&buf, NULL); 1482 error: 1483 strbuf_release(&buf); 1484 1485 return str; 1486 } 1487 1488 /* 1489 * Setup one of config[12] attr members based on the 1490 * user input data - term parameter. 1491 */ 1492 static int pmu_config_term(const struct perf_pmu *pmu, 1493 struct perf_event_attr *attr, 1494 struct parse_events_term *term, 1495 struct parse_events_terms *head_terms, 1496 bool zero, bool apply_hardcoded, 1497 struct parse_events_error *err) 1498 { 1499 struct perf_pmu_format *format; 1500 __u64 *vp; 1501 __u64 val, max_val; 1502 1503 /* 1504 * If this is a parameter we've already used for parameterized-eval, 1505 * skip it in normal eval. 1506 */ 1507 if (term->used) 1508 return 0; 1509 1510 /* 1511 * Hardcoded terms are generally handled in event parsing, which 1512 * traditionally have had to handle not having a PMU. An alias may 1513 * have hard coded config values, optionally apply them below. 1514 */ 1515 if (parse_events__is_hardcoded_term(term)) { 1516 /* Config terms set all bits in the config. */ 1517 DECLARE_BITMAP(bits, PERF_PMU_FORMAT_BITS); 1518 1519 if (!apply_hardcoded) 1520 return 0; 1521 1522 bitmap_fill(bits, PERF_PMU_FORMAT_BITS); 1523 1524 switch (term->type_term) { 1525 case PARSE_EVENTS__TERM_TYPE_CONFIG: 1526 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1527 pmu_format_value(bits, term->val.num, &attr->config, zero); 1528 break; 1529 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 1530 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1531 pmu_format_value(bits, term->val.num, &attr->config1, zero); 1532 break; 1533 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 1534 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1535 pmu_format_value(bits, term->val.num, &attr->config2, zero); 1536 break; 1537 case PARSE_EVENTS__TERM_TYPE_CONFIG3: 1538 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1539 pmu_format_value(bits, term->val.num, &attr->config3, zero); 1540 break; 1541 case PARSE_EVENTS__TERM_TYPE_USER: /* Not hardcoded. */ 1542 return -EINVAL; 1543 case PARSE_EVENTS__TERM_TYPE_NAME ... PARSE_EVENTS__TERM_TYPE_CPU: 1544 /* Skip non-config terms. */ 1545 break; 1546 default: 1547 break; 1548 } 1549 return 0; 1550 } 1551 1552 format = pmu_find_format(&pmu->format, term->config); 1553 if (!format) { 1554 char *pmu_term = pmu_formats_string(&pmu->format); 1555 char *unknown_term; 1556 char *help_msg; 1557 1558 if (asprintf(&unknown_term, 1559 "unknown term '%s' for pmu '%s'", 1560 term->config, pmu->name) < 0) 1561 unknown_term = NULL; 1562 help_msg = parse_events_formats_error_string(pmu_term); 1563 if (err) { 1564 parse_events_error__handle(err, term->err_term, 1565 unknown_term, 1566 help_msg); 1567 } else { 1568 pr_debug("%s (%s)\n", unknown_term, help_msg); 1569 free(unknown_term); 1570 } 1571 free(pmu_term); 1572 return -EINVAL; 1573 } 1574 perf_pmu_format__load(pmu, format); 1575 switch (format->value) { 1576 case PERF_PMU_FORMAT_VALUE_CONFIG: 1577 vp = &attr->config; 1578 break; 1579 case PERF_PMU_FORMAT_VALUE_CONFIG1: 1580 vp = &attr->config1; 1581 break; 1582 case PERF_PMU_FORMAT_VALUE_CONFIG2: 1583 vp = &attr->config2; 1584 break; 1585 case PERF_PMU_FORMAT_VALUE_CONFIG3: 1586 vp = &attr->config3; 1587 break; 1588 default: 1589 return -EINVAL; 1590 } 1591 1592 /* 1593 * Either directly use a numeric term, or try to translate string terms 1594 * using event parameters. 1595 */ 1596 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) { 1597 if (term->no_value && 1598 bitmap_weight(format->bits, PERF_PMU_FORMAT_BITS) > 1) { 1599 if (err) { 1600 parse_events_error__handle(err, term->err_val, 1601 strdup("no value assigned for term"), 1602 NULL); 1603 } 1604 return -EINVAL; 1605 } 1606 1607 val = term->val.num; 1608 } else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) { 1609 if (strcmp(term->val.str, "?")) { 1610 if (verbose > 0) { 1611 pr_info("Invalid sysfs entry %s=%s\n", 1612 term->config, term->val.str); 1613 } 1614 if (err) { 1615 parse_events_error__handle(err, term->err_val, 1616 strdup("expected numeric value"), 1617 NULL); 1618 } 1619 return -EINVAL; 1620 } 1621 1622 if (pmu_resolve_param_term(term, head_terms, &val)) 1623 return -EINVAL; 1624 } else 1625 return -EINVAL; 1626 1627 max_val = pmu_format_max_value(format->bits); 1628 if (val > max_val) { 1629 if (err) { 1630 char *err_str; 1631 1632 if (asprintf(&err_str, 1633 "value too big for format (%s), maximum is %llu", 1634 format->name, (unsigned long long)max_val) < 0) { 1635 err_str = strdup("value too big for format"); 1636 } 1637 parse_events_error__handle(err, term->err_val, err_str, /*help=*/NULL); 1638 return -EINVAL; 1639 } 1640 /* 1641 * Assume we don't care if !err, in which case the value will be 1642 * silently truncated. 1643 */ 1644 } 1645 1646 pmu_format_value(format->bits, val, vp, zero); 1647 return 0; 1648 } 1649 1650 int perf_pmu__config_terms(const struct perf_pmu *pmu, 1651 struct perf_event_attr *attr, 1652 struct parse_events_terms *terms, 1653 bool zero, bool apply_hardcoded, 1654 struct parse_events_error *err) 1655 { 1656 struct parse_events_term *term; 1657 1658 if (perf_pmu__is_hwmon(pmu)) 1659 return hwmon_pmu__config_terms(pmu, attr, terms, err); 1660 if (perf_pmu__is_drm(pmu)) 1661 return drm_pmu__config_terms(pmu, attr, terms, err); 1662 1663 list_for_each_entry(term, &terms->terms, list) { 1664 if (pmu_config_term(pmu, attr, term, terms, zero, apply_hardcoded, err)) 1665 return -EINVAL; 1666 } 1667 1668 return 0; 1669 } 1670 1671 /* 1672 * Configures event's 'attr' parameter based on the: 1673 * 1) users input - specified in terms parameter 1674 * 2) pmu format definitions - specified by pmu parameter 1675 */ 1676 int perf_pmu__config(struct perf_pmu *pmu, struct perf_event_attr *attr, 1677 struct parse_events_terms *head_terms, 1678 bool apply_hardcoded, 1679 struct parse_events_error *err) 1680 { 1681 bool zero = !!pmu->perf_event_attr_init_default; 1682 1683 /* Fake PMU doesn't have proper terms so nothing to configure in attr. */ 1684 if (perf_pmu__is_fake(pmu)) 1685 return 0; 1686 1687 return perf_pmu__config_terms(pmu, attr, head_terms, zero, apply_hardcoded, err); 1688 } 1689 1690 static struct perf_pmu_alias *pmu_find_alias(struct perf_pmu *pmu, 1691 struct parse_events_term *term) 1692 { 1693 struct perf_pmu_alias *alias; 1694 const char *name; 1695 1696 if (parse_events__is_hardcoded_term(term)) 1697 return NULL; 1698 1699 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) { 1700 if (!term->no_value) 1701 return NULL; 1702 if (pmu_find_format(&pmu->format, term->config)) 1703 return NULL; 1704 name = term->config; 1705 1706 } else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) { 1707 if (strcasecmp(term->config, "event")) 1708 return NULL; 1709 name = term->val.str; 1710 } else { 1711 return NULL; 1712 } 1713 1714 alias = perf_pmu__find_alias(pmu, name, /*load=*/ true); 1715 if (alias || pmu->cpu_aliases_added) 1716 return alias; 1717 1718 /* Alias doesn't exist, try to get it from the json events. */ 1719 if (pmu->events_table && 1720 pmu_events_table__find_event(pmu->events_table, pmu, name, 1721 pmu_add_cpu_aliases_map_callback, 1722 pmu) == 0) { 1723 alias = perf_pmu__find_alias(pmu, name, /*load=*/ false); 1724 } 1725 return alias; 1726 } 1727 1728 1729 static int check_info_data(struct perf_pmu *pmu, 1730 struct perf_pmu_alias *alias, 1731 struct perf_pmu_info *info, 1732 struct parse_events_error *err, 1733 int column) 1734 { 1735 read_alias_info(pmu, alias); 1736 /* 1737 * Only one term in event definition can 1738 * define unit, scale and snapshot, fail 1739 * if there's more than one. 1740 */ 1741 if (info->unit && alias->unit[0]) { 1742 parse_events_error__handle(err, column, 1743 strdup("Attempt to set event's unit twice"), 1744 NULL); 1745 return -EINVAL; 1746 } 1747 if (info->scale && alias->scale) { 1748 parse_events_error__handle(err, column, 1749 strdup("Attempt to set event's scale twice"), 1750 NULL); 1751 return -EINVAL; 1752 } 1753 if (info->snapshot && alias->snapshot) { 1754 parse_events_error__handle(err, column, 1755 strdup("Attempt to set event snapshot twice"), 1756 NULL); 1757 return -EINVAL; 1758 } 1759 1760 if (alias->unit[0]) 1761 info->unit = alias->unit; 1762 1763 if (alias->scale) 1764 info->scale = alias->scale; 1765 1766 if (alias->snapshot) 1767 info->snapshot = alias->snapshot; 1768 1769 return 0; 1770 } 1771 1772 /* 1773 * Find alias in the terms list and replace it with the terms 1774 * defined for the alias 1775 */ 1776 int perf_pmu__check_alias(struct perf_pmu *pmu, struct parse_events_terms *head_terms, 1777 struct perf_pmu_info *info, bool *rewrote_terms, 1778 u64 *alternate_hw_config, struct parse_events_error *err) 1779 { 1780 struct parse_events_term *term, *h; 1781 struct perf_pmu_alias *alias; 1782 int ret; 1783 1784 *rewrote_terms = false; 1785 info->per_pkg = false; 1786 1787 /* 1788 * Mark unit and scale as not set 1789 * (different from default values, see below) 1790 */ 1791 info->unit = NULL; 1792 info->scale = 0.0; 1793 info->snapshot = false; 1794 info->retirement_latency_mean = 0.0; 1795 info->retirement_latency_min = 0.0; 1796 info->retirement_latency_max = 0.0; 1797 1798 if (perf_pmu__is_hwmon(pmu)) { 1799 ret = hwmon_pmu__check_alias(head_terms, info, err); 1800 goto out; 1801 } 1802 if (perf_pmu__is_drm(pmu)) { 1803 ret = drm_pmu__check_alias(pmu, head_terms, info, err); 1804 goto out; 1805 } 1806 1807 /* Fake PMU doesn't rewrite terms. */ 1808 if (perf_pmu__is_fake(pmu)) 1809 goto out; 1810 1811 list_for_each_entry_safe(term, h, &head_terms->terms, list) { 1812 alias = pmu_find_alias(pmu, term); 1813 if (!alias) 1814 continue; 1815 ret = pmu_alias_terms(alias, term->err_term, &term->list); 1816 if (ret) { 1817 parse_events_error__handle(err, term->err_term, 1818 strdup("Failure to duplicate terms"), 1819 NULL); 1820 return ret; 1821 } 1822 1823 *rewrote_terms = true; 1824 ret = check_info_data(pmu, alias, info, err, term->err_term); 1825 if (ret) 1826 return ret; 1827 1828 if (alias->per_pkg) 1829 info->per_pkg = true; 1830 1831 if (term->alternate_hw_config) 1832 *alternate_hw_config = term->val.num; 1833 1834 info->retirement_latency_mean = alias->retirement_latency_mean; 1835 info->retirement_latency_min = alias->retirement_latency_min; 1836 info->retirement_latency_max = alias->retirement_latency_max; 1837 1838 list_del_init(&term->list); 1839 parse_events_term__delete(term); 1840 } 1841 out: 1842 /* 1843 * if no unit or scale found in aliases, then 1844 * set defaults as for evsel 1845 * unit cannot left to NULL 1846 */ 1847 if (info->unit == NULL) 1848 info->unit = ""; 1849 1850 if (info->scale == 0.0) 1851 info->scale = 1.0; 1852 1853 return 0; 1854 } 1855 1856 struct find_event_args { 1857 const char *event; 1858 void *state; 1859 pmu_event_callback cb; 1860 }; 1861 1862 static int find_event_callback(void *state, struct pmu_event_info *info) 1863 { 1864 struct find_event_args *args = state; 1865 1866 if (!strcmp(args->event, info->name)) 1867 return args->cb(args->state, info); 1868 1869 return 0; 1870 } 1871 1872 int perf_pmu__find_event(struct perf_pmu *pmu, const char *event, void *state, pmu_event_callback cb) 1873 { 1874 struct find_event_args args = { 1875 .event = event, 1876 .state = state, 1877 .cb = cb, 1878 }; 1879 1880 /* Sub-optimal, but function is only used by tests. */ 1881 return perf_pmu__for_each_event(pmu, /*skip_duplicate_pmus=*/ false, 1882 &args, find_event_callback); 1883 } 1884 1885 static void perf_pmu__del_formats(struct list_head *formats) 1886 { 1887 struct perf_pmu_format *fmt, *tmp; 1888 1889 list_for_each_entry_safe(fmt, tmp, formats, list) { 1890 list_del(&fmt->list); 1891 zfree(&fmt->name); 1892 free(fmt); 1893 } 1894 } 1895 1896 bool perf_pmu__has_format(const struct perf_pmu *pmu, const char *name) 1897 { 1898 struct perf_pmu_format *format; 1899 1900 list_for_each_entry(format, &pmu->format, list) { 1901 if (!strcmp(format->name, name)) 1902 return true; 1903 } 1904 return false; 1905 } 1906 1907 int perf_pmu__for_each_format(struct perf_pmu *pmu, void *state, pmu_format_callback cb) 1908 { 1909 static const char *const terms[] = { 1910 "config=0..0xffffffffffffffff", 1911 "config1=0..0xffffffffffffffff", 1912 "config2=0..0xffffffffffffffff", 1913 "config3=0..0xffffffffffffffff", 1914 "name=string", 1915 "period=number", 1916 "freq=number", 1917 "branch_type=(u|k|hv|any|...)", 1918 "time", 1919 "call-graph=(fp|dwarf|lbr)", 1920 "stack-size=number", 1921 "max-stack=number", 1922 "nr=number", 1923 "inherit", 1924 "no-inherit", 1925 "overwrite", 1926 "no-overwrite", 1927 "percore", 1928 "aux-output", 1929 "aux-action=(pause|resume|start-paused)", 1930 "aux-sample-size=number", 1931 "cpu=number", 1932 }; 1933 struct perf_pmu_format *format; 1934 int ret; 1935 1936 /* 1937 * max-events and driver-config are missing above as are the internal 1938 * types user, metric-id, raw, legacy cache and hardware. Assert against 1939 * the enum parse_events__term_type so they are kept in sync. 1940 */ 1941 _Static_assert(ARRAY_SIZE(terms) == __PARSE_EVENTS__TERM_TYPE_NR - 6, 1942 "perf_pmu__for_each_format()'s terms must be kept in sync with enum parse_events__term_type"); 1943 list_for_each_entry(format, &pmu->format, list) { 1944 perf_pmu_format__load(pmu, format); 1945 ret = cb(state, format->name, (int)format->value, format->bits); 1946 if (ret) 1947 return ret; 1948 } 1949 if (!pmu->is_core) 1950 return 0; 1951 1952 for (size_t i = 0; i < ARRAY_SIZE(terms); i++) { 1953 int config = PERF_PMU_FORMAT_VALUE_CONFIG; 1954 1955 if (i < PERF_PMU_FORMAT_VALUE_CONFIG_END) 1956 config = i; 1957 1958 ret = cb(state, terms[i], config, /*bits=*/NULL); 1959 if (ret) 1960 return ret; 1961 } 1962 return 0; 1963 } 1964 1965 bool is_pmu_core(const char *name) 1966 { 1967 return !strcmp(name, "cpu") || !strcmp(name, "cpum_cf") || is_sysfs_pmu_core(name); 1968 } 1969 1970 bool perf_pmu__supports_legacy_cache(const struct perf_pmu *pmu) 1971 { 1972 return pmu->is_core; 1973 } 1974 1975 bool perf_pmu__auto_merge_stats(const struct perf_pmu *pmu) 1976 { 1977 return !pmu->is_core || perf_pmus__num_core_pmus() == 1; 1978 } 1979 1980 bool perf_pmu__have_event(struct perf_pmu *pmu, const char *name) 1981 { 1982 if (!name) 1983 return false; 1984 if (perf_pmu__is_tool(pmu) && tool_pmu__skip_event(name)) 1985 return false; 1986 if (perf_pmu__is_hwmon(pmu)) 1987 return hwmon_pmu__have_event(pmu, name); 1988 if (perf_pmu__is_drm(pmu)) 1989 return drm_pmu__have_event(pmu, name); 1990 if (perf_pmu__find_alias(pmu, name, /*load=*/ true) != NULL) 1991 return true; 1992 if (pmu->cpu_aliases_added || !pmu->events_table) 1993 return false; 1994 return pmu_events_table__find_event(pmu->events_table, pmu, name, NULL, NULL) == 0; 1995 } 1996 1997 size_t perf_pmu__num_events(struct perf_pmu *pmu) 1998 { 1999 size_t nr; 2000 2001 if (perf_pmu__is_hwmon(pmu)) 2002 return hwmon_pmu__num_events(pmu); 2003 if (perf_pmu__is_drm(pmu)) 2004 return drm_pmu__num_events(pmu); 2005 2006 pmu_aliases_parse(pmu); 2007 nr = pmu->sysfs_aliases + pmu->sys_json_aliases; 2008 2009 if (pmu->cpu_aliases_added) 2010 nr += pmu->cpu_json_aliases; 2011 else if (pmu->events_table) 2012 nr += pmu_events_table__num_events(pmu->events_table, pmu) - 2013 pmu->cpu_common_json_aliases; 2014 else 2015 assert(pmu->cpu_json_aliases == 0 && pmu->cpu_common_json_aliases == 0); 2016 2017 if (perf_pmu__is_tool(pmu)) 2018 nr -= tool_pmu__num_skip_events(); 2019 2020 return pmu->selectable ? nr + 1 : nr; 2021 } 2022 2023 static int sub_non_neg(int a, int b) 2024 { 2025 if (b > a) 2026 return 0; 2027 return a - b; 2028 } 2029 2030 static char *format_alias(char *buf, int len, const struct perf_pmu *pmu, 2031 const struct perf_pmu_alias *alias, bool skip_duplicate_pmus) 2032 { 2033 struct parse_events_term *term; 2034 size_t pmu_name_len = pmu_deduped_name_len(pmu, pmu->name, 2035 skip_duplicate_pmus); 2036 int used = snprintf(buf, len, "%.*s/%s", (int)pmu_name_len, pmu->name, alias->name); 2037 2038 list_for_each_entry(term, &alias->terms.terms, list) { 2039 if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) 2040 used += snprintf(buf + used, sub_non_neg(len, used), 2041 ",%s=%s", term->config, 2042 term->val.str); 2043 } 2044 2045 if (sub_non_neg(len, used) > 0) { 2046 buf[used] = '/'; 2047 used++; 2048 } 2049 if (sub_non_neg(len, used) > 0) { 2050 buf[used] = '\0'; 2051 used++; 2052 } else 2053 buf[len - 1] = '\0'; 2054 2055 return buf; 2056 } 2057 2058 int perf_pmu__for_each_event(struct perf_pmu *pmu, bool skip_duplicate_pmus, 2059 void *state, pmu_event_callback cb) 2060 { 2061 char buf[1024]; 2062 struct pmu_event_info info = { 2063 .pmu = pmu, 2064 .event_type_desc = "Kernel PMU event", 2065 }; 2066 int ret = 0; 2067 struct strbuf sb; 2068 struct hashmap_entry *entry; 2069 size_t bkt; 2070 2071 if (perf_pmu__is_hwmon(pmu)) 2072 return hwmon_pmu__for_each_event(pmu, state, cb); 2073 if (perf_pmu__is_drm(pmu)) 2074 return drm_pmu__for_each_event(pmu, state, cb); 2075 2076 strbuf_init(&sb, /*hint=*/ 0); 2077 pmu_aliases_parse(pmu); 2078 pmu_add_cpu_aliases(pmu); 2079 hashmap__for_each_entry(pmu->aliases, entry, bkt) { 2080 struct perf_pmu_alias *event = entry->pvalue; 2081 size_t buf_used, pmu_name_len; 2082 2083 if (perf_pmu__is_tool(pmu) && tool_pmu__skip_event(event->name)) 2084 continue; 2085 2086 info.pmu_name = event->pmu_name ?: pmu->name; 2087 pmu_name_len = pmu_deduped_name_len(pmu, info.pmu_name, 2088 skip_duplicate_pmus); 2089 info.alias = NULL; 2090 if (event->desc) { 2091 info.name = event->name; 2092 buf_used = 0; 2093 } else { 2094 info.name = format_alias(buf, sizeof(buf), pmu, event, 2095 skip_duplicate_pmus); 2096 if (pmu->is_core) { 2097 info.alias = info.name; 2098 info.name = event->name; 2099 } 2100 buf_used = strlen(buf) + 1; 2101 } 2102 info.scale_unit = NULL; 2103 if (strlen(event->unit) || event->scale != 1.0) { 2104 info.scale_unit = buf + buf_used; 2105 buf_used += snprintf(buf + buf_used, sizeof(buf) - buf_used, 2106 "%G%s", event->scale, event->unit) + 1; 2107 } 2108 info.desc = event->desc; 2109 info.long_desc = event->long_desc; 2110 info.encoding_desc = buf + buf_used; 2111 parse_events_terms__to_strbuf(&event->terms, &sb); 2112 buf_used += snprintf(buf + buf_used, sizeof(buf) - buf_used, 2113 "%.*s/%s/", (int)pmu_name_len, info.pmu_name, sb.buf) + 1; 2114 info.topic = event->topic; 2115 info.str = sb.buf; 2116 info.deprecated = event->deprecated; 2117 ret = cb(state, &info); 2118 if (ret) 2119 goto out; 2120 strbuf_setlen(&sb, /*len=*/ 0); 2121 } 2122 if (pmu->selectable) { 2123 info.name = buf; 2124 snprintf(buf, sizeof(buf), "%s//", pmu->name); 2125 info.alias = NULL; 2126 info.scale_unit = NULL; 2127 info.desc = NULL; 2128 info.long_desc = NULL; 2129 info.encoding_desc = NULL; 2130 info.topic = NULL; 2131 info.pmu_name = pmu->name; 2132 info.deprecated = false; 2133 ret = cb(state, &info); 2134 } 2135 out: 2136 strbuf_release(&sb); 2137 return ret; 2138 } 2139 2140 static bool perf_pmu___name_match(const struct perf_pmu *pmu, const char *to_match, bool wildcard) 2141 { 2142 const char *names[2] = { 2143 pmu->name, 2144 pmu->alias_name, 2145 }; 2146 if (pmu->is_core) { 2147 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2148 const char *name = names[i]; 2149 2150 if (!name) 2151 continue; 2152 2153 if (!strcmp(name, to_match)) { 2154 /* Exact name match. */ 2155 return true; 2156 } 2157 } 2158 if (!strcmp(to_match, "default_core")) { 2159 /* 2160 * jevents and tests use default_core as a marker for any core 2161 * PMU as the PMU name varies across architectures. 2162 */ 2163 return true; 2164 } 2165 return false; 2166 } 2167 if (!pmu->is_uncore) { 2168 /* 2169 * PMU isn't core or uncore, some kind of broken CPU mask 2170 * situation. Only match exact name. 2171 */ 2172 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2173 const char *name = names[i]; 2174 2175 if (!name) 2176 continue; 2177 2178 if (!strcmp(name, to_match)) { 2179 /* Exact name match. */ 2180 return true; 2181 } 2182 } 2183 return false; 2184 } 2185 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2186 const char *name = names[i]; 2187 2188 if (!name) 2189 continue; 2190 2191 if (wildcard && perf_pmu__match_wildcard_uncore(name, to_match)) 2192 return true; 2193 if (!wildcard && perf_pmu__match_ignoring_suffix_uncore(name, to_match)) 2194 return true; 2195 } 2196 return false; 2197 } 2198 2199 /** 2200 * perf_pmu__name_wildcard_match - Called by the jevents generated code to see 2201 * if pmu matches the json to_match string. 2202 * @pmu: The pmu whose name/alias to match. 2203 * @to_match: The possible match to pmu_name. 2204 */ 2205 bool perf_pmu__name_wildcard_match(const struct perf_pmu *pmu, const char *to_match) 2206 { 2207 return perf_pmu___name_match(pmu, to_match, /*wildcard=*/true); 2208 } 2209 2210 /** 2211 * perf_pmu__name_no_suffix_match - Does pmu's name match to_match ignoring any 2212 * trailing suffix on the pmu_name and/or tok? 2213 * @pmu: The pmu whose name/alias to match. 2214 * @to_match: The possible match to pmu_name. 2215 */ 2216 bool perf_pmu__name_no_suffix_match(const struct perf_pmu *pmu, const char *to_match) 2217 { 2218 return perf_pmu___name_match(pmu, to_match, /*wildcard=*/false); 2219 } 2220 2221 bool perf_pmu__is_software(const struct perf_pmu *pmu) 2222 { 2223 const char *known_sw_pmus[] = { 2224 "kprobe", 2225 "msr", 2226 "uprobe", 2227 }; 2228 2229 if (pmu->is_core || pmu->is_uncore || pmu->auxtrace) 2230 return false; 2231 switch (pmu->type) { 2232 case PERF_TYPE_HARDWARE: return false; 2233 case PERF_TYPE_SOFTWARE: return true; 2234 case PERF_TYPE_TRACEPOINT: return true; 2235 case PERF_TYPE_HW_CACHE: return false; 2236 case PERF_TYPE_RAW: return false; 2237 case PERF_TYPE_BREAKPOINT: return true; 2238 case PERF_PMU_TYPE_TOOL: return true; 2239 default: break; 2240 } 2241 for (size_t i = 0; i < ARRAY_SIZE(known_sw_pmus); i++) { 2242 if (!strcmp(pmu->name, known_sw_pmus[i])) 2243 return true; 2244 } 2245 return false; 2246 } 2247 2248 FILE *perf_pmu__open_file(const struct perf_pmu *pmu, const char *name) 2249 { 2250 char path[PATH_MAX]; 2251 2252 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), pmu->name, name) || 2253 !file_available(path)) 2254 return NULL; 2255 2256 return fopen(path, "r"); 2257 } 2258 2259 FILE *perf_pmu__open_file_at(const struct perf_pmu *pmu, int dirfd, const char *name) 2260 { 2261 int fd; 2262 2263 fd = perf_pmu__pathname_fd(dirfd, pmu->name, name, O_RDONLY); 2264 if (fd < 0) 2265 return NULL; 2266 2267 return fdopen(fd, "r"); 2268 } 2269 2270 int perf_pmu__scan_file(const struct perf_pmu *pmu, const char *name, const char *fmt, 2271 ...) 2272 { 2273 va_list args; 2274 FILE *file; 2275 int ret = EOF; 2276 2277 va_start(args, fmt); 2278 file = perf_pmu__open_file(pmu, name); 2279 if (file) { 2280 ret = vfscanf(file, fmt, args); 2281 fclose(file); 2282 } 2283 va_end(args); 2284 return ret; 2285 } 2286 2287 int perf_pmu__scan_file_at(const struct perf_pmu *pmu, int dirfd, const char *name, 2288 const char *fmt, ...) 2289 { 2290 va_list args; 2291 FILE *file; 2292 int ret = EOF; 2293 2294 va_start(args, fmt); 2295 file = perf_pmu__open_file_at(pmu, dirfd, name); 2296 if (file) { 2297 ret = vfscanf(file, fmt, args); 2298 fclose(file); 2299 } 2300 va_end(args); 2301 return ret; 2302 } 2303 2304 bool perf_pmu__file_exists(const struct perf_pmu *pmu, const char *name) 2305 { 2306 char path[PATH_MAX]; 2307 2308 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), pmu->name, name)) 2309 return false; 2310 2311 return file_available(path); 2312 } 2313 2314 static int perf_pmu__new_caps(struct list_head *list, char *name, char *value) 2315 { 2316 struct perf_pmu_caps *caps = zalloc(sizeof(*caps)); 2317 2318 if (!caps) 2319 return -ENOMEM; 2320 2321 caps->name = strdup(name); 2322 if (!caps->name) 2323 goto free_caps; 2324 caps->value = strndup(value, strlen(value) - 1); 2325 if (!caps->value) 2326 goto free_name; 2327 list_add_tail(&caps->list, list); 2328 return 0; 2329 2330 free_name: 2331 zfree(&caps->name); 2332 free_caps: 2333 free(caps); 2334 2335 return -ENOMEM; 2336 } 2337 2338 static void perf_pmu__del_caps(struct perf_pmu *pmu) 2339 { 2340 struct perf_pmu_caps *caps, *tmp; 2341 2342 list_for_each_entry_safe(caps, tmp, &pmu->caps, list) { 2343 list_del(&caps->list); 2344 zfree(&caps->name); 2345 zfree(&caps->value); 2346 free(caps); 2347 } 2348 } 2349 2350 struct perf_pmu_caps *perf_pmu__get_cap(struct perf_pmu *pmu, const char *name) 2351 { 2352 struct perf_pmu_caps *caps; 2353 2354 list_for_each_entry(caps, &pmu->caps, list) { 2355 if (!strcmp(caps->name, name)) 2356 return caps; 2357 } 2358 return NULL; 2359 } 2360 2361 /* 2362 * Reading/parsing the given pmu capabilities, which should be located at: 2363 * /sys/bus/event_source/devices/<dev>/caps as sysfs group attributes. 2364 * Return the number of capabilities 2365 */ 2366 int perf_pmu__caps_parse(struct perf_pmu *pmu) 2367 { 2368 char caps_path[PATH_MAX]; 2369 struct io_dir caps_dir; 2370 struct io_dirent64 *evt_ent; 2371 int caps_fd; 2372 2373 if (pmu->caps_initialized) 2374 return pmu->nr_caps; 2375 2376 pmu->nr_caps = 0; 2377 2378 if (!perf_pmu__pathname_scnprintf(caps_path, sizeof(caps_path), pmu->name, "caps")) 2379 return -1; 2380 2381 caps_fd = open(caps_path, O_CLOEXEC | O_DIRECTORY | O_RDONLY); 2382 if (caps_fd == -1) { 2383 pmu->caps_initialized = true; 2384 return 0; /* no error if caps does not exist */ 2385 } 2386 2387 io_dir__init(&caps_dir, caps_fd); 2388 2389 while ((evt_ent = io_dir__readdir(&caps_dir)) != NULL) { 2390 char *name = evt_ent->d_name; 2391 char value[128]; 2392 FILE *file; 2393 int fd; 2394 2395 if (io_dir__is_dir(&caps_dir, evt_ent)) 2396 continue; 2397 2398 fd = openat(caps_fd, name, O_RDONLY); 2399 if (fd == -1) 2400 continue; 2401 file = fdopen(fd, "r"); 2402 if (!file) { 2403 close(fd); 2404 continue; 2405 } 2406 2407 if (!fgets(value, sizeof(value), file) || 2408 (perf_pmu__new_caps(&pmu->caps, name, value) < 0)) { 2409 fclose(file); 2410 continue; 2411 } 2412 2413 pmu->nr_caps++; 2414 fclose(file); 2415 } 2416 2417 close(caps_fd); 2418 2419 pmu->caps_initialized = true; 2420 return pmu->nr_caps; 2421 } 2422 2423 static void perf_pmu__compute_config_masks(struct perf_pmu *pmu) 2424 { 2425 struct perf_pmu_format *format; 2426 2427 if (pmu->config_masks_computed) 2428 return; 2429 2430 list_for_each_entry(format, &pmu->format, list) { 2431 unsigned int i; 2432 __u64 *mask; 2433 2434 if (format->value >= PERF_PMU_FORMAT_VALUE_CONFIG_END) 2435 continue; 2436 2437 pmu->config_masks_present = true; 2438 mask = &pmu->config_masks[format->value]; 2439 2440 for_each_set_bit(i, format->bits, PERF_PMU_FORMAT_BITS) 2441 *mask |= 1ULL << i; 2442 } 2443 pmu->config_masks_computed = true; 2444 } 2445 2446 void perf_pmu__warn_invalid_config(struct perf_pmu *pmu, __u64 config, 2447 const char *name, int config_num, 2448 const char *config_name) 2449 { 2450 __u64 bits; 2451 char buf[100]; 2452 2453 perf_pmu__compute_config_masks(pmu); 2454 2455 /* 2456 * Kernel doesn't export any valid format bits. 2457 */ 2458 if (!pmu->config_masks_present) 2459 return; 2460 2461 bits = config & ~pmu->config_masks[config_num]; 2462 if (bits == 0) 2463 return; 2464 2465 bitmap_scnprintf((unsigned long *)&bits, sizeof(bits) * 8, buf, sizeof(buf)); 2466 2467 pr_warning("WARNING: event '%s' not valid (bits %s of %s " 2468 "'%llx' not supported by kernel)!\n", 2469 name ?: "N/A", buf, config_name, config); 2470 } 2471 2472 bool perf_pmu__wildcard_match(const struct perf_pmu *pmu, const char *wildcard_to_match) 2473 { 2474 const char *names[2] = { 2475 pmu->name, 2476 pmu->alias_name, 2477 }; 2478 bool need_fnmatch = strisglob(wildcard_to_match); 2479 2480 if (!strncmp(wildcard_to_match, "uncore_", 7)) 2481 wildcard_to_match += 7; 2482 2483 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2484 const char *pmu_name = names[i]; 2485 2486 if (!pmu_name) 2487 continue; 2488 2489 if (!strncmp(pmu_name, "uncore_", 7)) 2490 pmu_name += 7; 2491 2492 if (perf_pmu__match_wildcard(pmu_name, wildcard_to_match) || 2493 (need_fnmatch && !fnmatch(wildcard_to_match, pmu_name, 0))) 2494 return true; 2495 } 2496 return false; 2497 } 2498 2499 int perf_pmu__event_source_devices_scnprintf(char *pathname, size_t size) 2500 { 2501 const char *sysfs = sysfs__mountpoint(); 2502 2503 if (!sysfs) 2504 return 0; 2505 return scnprintf(pathname, size, "%s/bus/event_source/devices/", sysfs); 2506 } 2507 2508 int perf_pmu__event_source_devices_fd(void) 2509 { 2510 char path[PATH_MAX]; 2511 const char *sysfs = sysfs__mountpoint(); 2512 2513 if (!sysfs) 2514 return -1; 2515 2516 scnprintf(path, sizeof(path), "%s/bus/event_source/devices/", sysfs); 2517 return open(path, O_DIRECTORY); 2518 } 2519 2520 /* 2521 * Fill 'buf' with the path to a file or folder in 'pmu_name' in 2522 * sysfs. For example if pmu_name = "cs_etm" and 'filename' = "format" 2523 * then pathname will be filled with 2524 * "/sys/bus/event_source/devices/cs_etm/format" 2525 * 2526 * Return 0 if the sysfs mountpoint couldn't be found, if no characters were 2527 * written or if the buffer size is exceeded. 2528 */ 2529 int perf_pmu__pathname_scnprintf(char *buf, size_t size, 2530 const char *pmu_name, const char *filename) 2531 { 2532 size_t len; 2533 2534 len = perf_pmu__event_source_devices_scnprintf(buf, size); 2535 if (!len || (len + strlen(pmu_name) + strlen(filename) + 1) >= size) 2536 return 0; 2537 2538 return scnprintf(buf + len, size - len, "%s/%s", pmu_name, filename); 2539 } 2540 2541 int perf_pmu__pathname_fd(int dirfd, const char *pmu_name, const char *filename, int flags) 2542 { 2543 char path[PATH_MAX]; 2544 2545 scnprintf(path, sizeof(path), "%s/%s", pmu_name, filename); 2546 return openat(dirfd, path, flags); 2547 } 2548 2549 void perf_pmu__delete(struct perf_pmu *pmu) 2550 { 2551 if (!pmu) 2552 return; 2553 2554 if (perf_pmu__is_hwmon(pmu)) 2555 hwmon_pmu__exit(pmu); 2556 else if (perf_pmu__is_drm(pmu)) 2557 drm_pmu__exit(pmu); 2558 2559 perf_pmu__del_formats(&pmu->format); 2560 perf_pmu__del_aliases(pmu); 2561 perf_pmu__del_caps(pmu); 2562 2563 perf_cpu_map__put(pmu->cpus); 2564 2565 zfree(&pmu->name); 2566 zfree(&pmu->alias_name); 2567 zfree(&pmu->id); 2568 free(pmu); 2569 } 2570 2571 const char *perf_pmu__name_from_config(struct perf_pmu *pmu, u64 config) 2572 { 2573 struct hashmap_entry *entry; 2574 size_t bkt; 2575 2576 if (!pmu) 2577 return NULL; 2578 2579 pmu_aliases_parse(pmu); 2580 pmu_add_cpu_aliases(pmu); 2581 hashmap__for_each_entry(pmu->aliases, entry, bkt) { 2582 struct perf_pmu_alias *event = entry->pvalue; 2583 struct perf_event_attr attr = {.config = 0,}; 2584 2585 int ret = perf_pmu__config(pmu, &attr, &event->terms, /*apply_hardcoded=*/true, 2586 /*err=*/NULL); 2587 2588 if (ret == 0 && config == attr.config) 2589 return event->name; 2590 } 2591 return NULL; 2592 } 2593