1 // SPDX-License-Identifier: GPL-2.0 2 #include <linux/list.h> 3 #include <linux/compiler.h> 4 #include <linux/string.h> 5 #include <linux/zalloc.h> 6 #include <linux/ctype.h> 7 #include <sys/types.h> 8 #include <fcntl.h> 9 #include <sys/stat.h> 10 #include <unistd.h> 11 #include <stdio.h> 12 #include <stdbool.h> 13 #include <dirent.h> 14 #include <api/fs/fs.h> 15 #include <api/io.h> 16 #include <api/io_dir.h> 17 #include <locale.h> 18 #include <fnmatch.h> 19 #include <math.h> 20 #include "debug.h" 21 #include "evsel.h" 22 #include "pmu.h" 23 #include "drm_pmu.h" 24 #include "hwmon_pmu.h" 25 #include "pmus.h" 26 #include "tool_pmu.h" 27 #include "tp_pmu.h" 28 #include <util/pmu-bison.h> 29 #include <util/pmu-flex.h> 30 #include "parse-events.h" 31 #include "print-events.h" 32 #include "hashmap.h" 33 #include "header.h" 34 #include "string2.h" 35 #include "strbuf.h" 36 #include "fncache.h" 37 #include "util/evsel_config.h" 38 #include <regex.h> 39 40 #define UNIT_MAX_LEN 31 /* max length for event unit name */ 41 42 enum event_source { 43 /* An event loaded from /sys/bus/event_source/devices/<pmu>/events. */ 44 EVENT_SRC_SYSFS, 45 /* An event loaded from a CPUID matched json file. */ 46 EVENT_SRC_CPU_JSON, 47 /* 48 * An event loaded from a /sys/bus/event_source/devices/<pmu>/identifier matched json 49 * file. 50 */ 51 EVENT_SRC_SYS_JSON, 52 }; 53 54 /** 55 * struct perf_pmu_alias - An event either read from sysfs or builtin in 56 * pmu-events.c, created by parsing the pmu-events json files. 57 */ 58 struct perf_pmu_alias { 59 /** @name: Name of the event like "mem-loads". */ 60 char *name; 61 /** @desc: Optional short description of the event. */ 62 char *desc; 63 /** @long_desc: Optional long description. */ 64 char *long_desc; 65 /** 66 * @topic: Optional topic such as cache or pipeline, particularly for 67 * json events. 68 */ 69 char *topic; 70 /** @terms: Owned copy of the event terms. */ 71 char *terms; 72 /** 73 * @legacy_terms: If the event aliases a legacy event, holds a copy 74 * ofthe legacy event string. 75 */ 76 char *legacy_terms; 77 /** 78 * @pmu_name: The name copied from the json struct pmu_event. This can 79 * differ from the PMU name as it won't have suffixes. 80 */ 81 char *pmu_name; 82 /** @unit: Units for the event, such as bytes or cache lines. */ 83 char unit[UNIT_MAX_LEN+1]; 84 /** @scale: Value to scale read counter values by. */ 85 double scale; 86 /** @retirement_latency_mean: Value to be given for unsampled retirement latency mean. */ 87 double retirement_latency_mean; 88 /** @retirement_latency_min: Value to be given for unsampled retirement latency min. */ 89 double retirement_latency_min; 90 /** @retirement_latency_max: Value to be given for unsampled retirement latency max. */ 91 double retirement_latency_max; 92 /** 93 * @per_pkg: Does the file 94 * <sysfs>/bus/event_source/devices/<pmu_name>/events/<name>.per-pkg or 95 * equivalent json value exist and have the value 1. 96 */ 97 bool per_pkg; 98 /** 99 * @snapshot: Does the file 100 * <sysfs>/bus/event_source/devices/<pmu_name>/events/<name>.snapshot 101 * exist and have the value 1. 102 */ 103 bool snapshot; 104 /** 105 * @deprecated: Is the event hidden and so not shown in perf list by 106 * default. 107 */ 108 bool deprecated; 109 /** 110 * @legacy_deprecated_checked: Legacy events may not be supported by the 111 * PMU need to be checked. If they aren't supported they are marked 112 * deprecated. 113 */ 114 bool legacy_deprecated_checked; 115 /** @from_sysfs: Was the alias from sysfs or a json event? */ 116 bool from_sysfs; 117 /** @info_loaded: Have the scale, unit and other values been read from disk? */ 118 bool info_loaded; 119 }; 120 121 /** 122 * struct perf_pmu_format - Values from a format file read from 123 * <sysfs>/devices/cpu/format/ held in struct perf_pmu. 124 * 125 * For example, the contents of <sysfs>/devices/cpu/format/event may be 126 * "config:0-7" and will be represented here as name="event", 127 * value=PERF_PMU_FORMAT_VALUE_CONFIG and bits 0 to 7 will be set. 128 */ 129 struct perf_pmu_format { 130 /** @list: Element on list within struct perf_pmu. */ 131 struct list_head list; 132 /** @bits: Which config bits are set by this format value. */ 133 DECLARE_BITMAP(bits, PERF_PMU_FORMAT_BITS); 134 /** @name: The modifier/file name. */ 135 char *name; 136 /** 137 * @value : Which config value the format relates to. Supported values 138 * are from PERF_PMU_FORMAT_VALUE_CONFIG to 139 * PERF_PMU_FORMAT_VALUE_CONFIG_END. 140 */ 141 u16 value; 142 /** @loaded: Has the contents been loaded/parsed. */ 143 bool loaded; 144 }; 145 146 static int pmu_aliases_parse(struct perf_pmu *pmu); 147 148 static struct perf_pmu_format *perf_pmu__new_format(struct list_head *list, char *name) 149 { 150 struct perf_pmu_format *format; 151 152 format = zalloc(sizeof(*format)); 153 if (!format) 154 return NULL; 155 156 format->name = strdup(name); 157 if (!format->name) { 158 free(format); 159 return NULL; 160 } 161 list_add_tail(&format->list, list); 162 return format; 163 } 164 165 /* Called at the end of parsing a format. */ 166 void perf_pmu_format__set_value(void *vformat, int config, unsigned long *bits) 167 { 168 struct perf_pmu_format *format = vformat; 169 170 format->value = config; 171 memcpy(format->bits, bits, sizeof(format->bits)); 172 } 173 174 static void __perf_pmu_format__load(struct perf_pmu_format *format, FILE *file) 175 { 176 void *scanner; 177 int ret; 178 179 ret = perf_pmu_lex_init(&scanner); 180 if (ret) 181 return; 182 183 perf_pmu_set_in(file, scanner); 184 ret = perf_pmu_parse(format, scanner); 185 perf_pmu_lex_destroy(scanner); 186 format->loaded = true; 187 } 188 189 static void perf_pmu_format__load(const struct perf_pmu *pmu, struct perf_pmu_format *format) 190 { 191 char path[PATH_MAX]; 192 FILE *file = NULL; 193 194 if (format->loaded) 195 return; 196 197 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), pmu->name, "format")) 198 return; 199 200 assert(strlen(path) + strlen(format->name) + 2 < sizeof(path)); 201 strcat(path, "/"); 202 strcat(path, format->name); 203 204 file = fopen(path, "r"); 205 if (!file) 206 return; 207 __perf_pmu_format__load(format, file); 208 fclose(file); 209 } 210 211 /* 212 * Parse & process all the sysfs attributes located under 213 * the directory specified in 'dir' parameter. 214 */ 215 static int perf_pmu__format_parse(struct perf_pmu *pmu, int dirfd, bool eager_load) 216 { 217 struct io_dirent64 *evt_ent; 218 struct io_dir format_dir; 219 int ret = 0; 220 221 io_dir__init(&format_dir, dirfd); 222 223 while ((evt_ent = io_dir__readdir(&format_dir)) != NULL) { 224 struct perf_pmu_format *format; 225 char *name = evt_ent->d_name; 226 227 if (io_dir__is_dir(&format_dir, evt_ent)) 228 continue; 229 230 format = perf_pmu__new_format(&pmu->format, name); 231 if (!format) { 232 ret = -ENOMEM; 233 break; 234 } 235 236 if (eager_load) { 237 FILE *file; 238 int fd = openat(dirfd, name, O_RDONLY); 239 240 if (fd < 0) { 241 ret = -errno; 242 break; 243 } 244 file = fdopen(fd, "r"); 245 if (!file) { 246 close(fd); 247 break; 248 } 249 __perf_pmu_format__load(format, file); 250 fclose(file); 251 } 252 } 253 254 close(format_dir.dirfd); 255 return ret; 256 } 257 258 /* 259 * Reading/parsing the default pmu format definition, which should be 260 * located at: 261 * /sys/bus/event_source/devices/<dev>/format as sysfs group attributes. 262 */ 263 static int pmu_format(struct perf_pmu *pmu, int dirfd, const char *name, bool eager_load) 264 { 265 int fd; 266 267 fd = perf_pmu__pathname_fd(dirfd, name, "format", O_DIRECTORY); 268 if (fd < 0) 269 return 0; 270 271 /* it'll close the fd */ 272 if (perf_pmu__format_parse(pmu, fd, eager_load)) 273 return -1; 274 275 return 0; 276 } 277 278 static int parse_double(const char *scale, char **end, double *sval) 279 { 280 char *lc; 281 int ret = 0; 282 283 /* 284 * save current locale 285 */ 286 lc = setlocale(LC_NUMERIC, NULL); 287 288 /* 289 * The lc string may be allocated in static storage, 290 * so get a dynamic copy to make it survive setlocale 291 * call below. 292 */ 293 lc = strdup(lc); 294 if (!lc) { 295 ret = -ENOMEM; 296 goto out; 297 } 298 299 /* 300 * force to C locale to ensure kernel 301 * scale string is converted correctly. 302 * kernel uses default C locale. 303 */ 304 setlocale(LC_NUMERIC, "C"); 305 306 *sval = strtod(scale, end); 307 308 out: 309 /* restore locale */ 310 setlocale(LC_NUMERIC, lc); 311 free(lc); 312 return ret; 313 } 314 315 int perf_pmu__convert_scale(const char *scale, char **end, double *sval) 316 { 317 return parse_double(scale, end, sval); 318 } 319 320 static int perf_pmu__parse_scale(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 321 { 322 struct stat st; 323 ssize_t sret; 324 size_t len; 325 char scale[128]; 326 int fd, ret = -1; 327 char path[PATH_MAX]; 328 329 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 330 if (!len) 331 return 0; 332 scnprintf(path + len, sizeof(path) - len, "%s/events/%s.scale", pmu->name, alias->name); 333 334 fd = open(path, O_RDONLY); 335 if (fd == -1) 336 return -1; 337 338 if (fstat(fd, &st) < 0) 339 goto error; 340 341 sret = read(fd, scale, sizeof(scale)-1); 342 if (sret < 0) 343 goto error; 344 345 if (scale[sret - 1] == '\n') 346 scale[sret - 1] = '\0'; 347 else 348 scale[sret] = '\0'; 349 350 ret = perf_pmu__convert_scale(scale, NULL, &alias->scale); 351 error: 352 close(fd); 353 return ret; 354 } 355 356 static int perf_pmu__parse_unit(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 357 { 358 char path[PATH_MAX]; 359 size_t len; 360 ssize_t sret; 361 int fd; 362 363 364 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 365 if (!len) 366 return 0; 367 scnprintf(path + len, sizeof(path) - len, "%s/events/%s.unit", pmu->name, alias->name); 368 369 fd = open(path, O_RDONLY); 370 if (fd == -1) 371 return -1; 372 373 sret = read(fd, alias->unit, UNIT_MAX_LEN); 374 if (sret < 0) 375 goto error; 376 377 close(fd); 378 379 if (alias->unit[sret - 1] == '\n') 380 alias->unit[sret - 1] = '\0'; 381 else 382 alias->unit[sret] = '\0'; 383 384 return 0; 385 error: 386 close(fd); 387 alias->unit[0] = '\0'; 388 return -1; 389 } 390 391 static bool perf_pmu__parse_event_source_bool(const char *pmu_name, const char *event_name, 392 const char *suffix) 393 { 394 char path[PATH_MAX]; 395 size_t len; 396 int fd; 397 398 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 399 if (!len) 400 return false; 401 402 scnprintf(path + len, sizeof(path) - len, "%s/events/%s.%s", pmu_name, event_name, suffix); 403 404 fd = open(path, O_RDONLY); 405 if (fd == -1) 406 return false; 407 408 #ifndef NDEBUG 409 { 410 char buf[8]; 411 412 len = read(fd, buf, sizeof(buf)); 413 assert(len == 1 || len == 2); 414 assert(buf[0] == '1'); 415 } 416 #endif 417 418 close(fd); 419 return true; 420 } 421 422 static void perf_pmu__parse_per_pkg(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 423 { 424 alias->per_pkg = perf_pmu__parse_event_source_bool(pmu->name, alias->name, "per-pkg"); 425 } 426 427 static void perf_pmu__parse_snapshot(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 428 { 429 alias->snapshot = perf_pmu__parse_event_source_bool(pmu->name, alias->name, "snapshot"); 430 } 431 432 /* Delete an alias entry. */ 433 static void perf_pmu_free_alias(struct perf_pmu_alias *alias) 434 { 435 if (!alias) 436 return; 437 438 zfree(&alias->name); 439 zfree(&alias->desc); 440 zfree(&alias->long_desc); 441 zfree(&alias->topic); 442 zfree(&alias->pmu_name); 443 zfree(&alias->terms); 444 zfree(&alias->legacy_terms); 445 free(alias); 446 } 447 448 static void perf_pmu__del_aliases(struct perf_pmu *pmu) 449 { 450 struct hashmap_entry *entry; 451 size_t bkt; 452 453 if (!pmu->aliases) 454 return; 455 456 hashmap__for_each_entry(pmu->aliases, entry, bkt) 457 perf_pmu_free_alias(entry->pvalue); 458 459 hashmap__free(pmu->aliases); 460 pmu->aliases = NULL; 461 } 462 463 static struct perf_pmu_alias *perf_pmu__find_alias(struct perf_pmu *pmu, 464 const char *name, 465 bool load) 466 { 467 struct perf_pmu_alias *alias; 468 bool has_sysfs_event; 469 char event_file_name[NAME_MAX + 8]; 470 471 if (hashmap__find(pmu->aliases, name, &alias)) 472 return alias; 473 474 if (!load || pmu->sysfs_aliases_loaded) 475 return NULL; 476 477 /* 478 * Test if alias/event 'name' exists in the PMU's sysfs/events 479 * directory. If not skip parsing the sysfs aliases. Sysfs event 480 * name must be all lower or all upper case. 481 */ 482 scnprintf(event_file_name, sizeof(event_file_name), "events/%s", name); 483 for (size_t i = 7, n = 7 + strlen(name); i < n; i++) 484 event_file_name[i] = tolower(event_file_name[i]); 485 486 has_sysfs_event = perf_pmu__file_exists(pmu, event_file_name); 487 if (!has_sysfs_event) { 488 for (size_t i = 7, n = 7 + strlen(name); i < n; i++) 489 event_file_name[i] = toupper(event_file_name[i]); 490 491 has_sysfs_event = perf_pmu__file_exists(pmu, event_file_name); 492 } 493 if (has_sysfs_event) { 494 pmu_aliases_parse(pmu); 495 if (hashmap__find(pmu->aliases, name, &alias)) 496 return alias; 497 } 498 499 return NULL; 500 } 501 502 static bool assign_str(const char *name, const char *field, char **old_str, 503 const char *new_str) 504 { 505 if (!*old_str && new_str) { 506 *old_str = strdup(new_str); 507 return true; 508 } 509 510 if (!new_str || !strcasecmp(*old_str, new_str)) 511 return false; /* Nothing to update. */ 512 513 pr_debug("alias %s differs in field '%s' ('%s' != '%s')\n", 514 name, field, *old_str, new_str); 515 zfree(old_str); 516 *old_str = strdup(new_str); 517 return true; 518 } 519 520 static void read_alias_info(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 521 { 522 if (!alias->from_sysfs || alias->info_loaded) 523 return; 524 525 /* 526 * load unit name and scale if available 527 */ 528 perf_pmu__parse_unit(pmu, alias); 529 perf_pmu__parse_scale(pmu, alias); 530 perf_pmu__parse_per_pkg(pmu, alias); 531 perf_pmu__parse_snapshot(pmu, alias); 532 } 533 534 struct update_alias_data { 535 struct perf_pmu *pmu; 536 struct perf_pmu_alias *alias; 537 bool legacy; 538 }; 539 540 static int update_alias(const struct pmu_event *pe, 541 const struct pmu_events_table *table __maybe_unused, 542 void *vdata) 543 { 544 struct update_alias_data *data = vdata; 545 int ret = 0; 546 547 read_alias_info(data->pmu, data->alias); 548 assign_str(pe->name, "desc", &data->alias->desc, pe->desc); 549 assign_str(pe->name, "long_desc", &data->alias->long_desc, pe->long_desc); 550 assign_str(pe->name, "topic", &data->alias->topic, pe->topic); 551 data->alias->per_pkg = pe->perpkg; 552 if (pe->event) { 553 if (data->legacy) { 554 zfree(&data->alias->legacy_terms); 555 data->alias->legacy_terms = strdup(pe->event); 556 } else { 557 zfree(&data->alias->terms); 558 data->alias->terms = strdup(pe->event); 559 } 560 } 561 if (!ret && pe->unit) { 562 char *unit; 563 564 ret = perf_pmu__convert_scale(pe->unit, &unit, &data->alias->scale); 565 if (!ret) 566 snprintf(data->alias->unit, sizeof(data->alias->unit), "%s", unit); 567 } 568 if (!ret && pe->retirement_latency_mean) { 569 ret = parse_double(pe->retirement_latency_mean, NULL, 570 &data->alias->retirement_latency_mean); 571 } 572 if (!ret && pe->retirement_latency_min) { 573 ret = parse_double(pe->retirement_latency_min, NULL, 574 &data->alias->retirement_latency_min); 575 } 576 if (!ret && pe->retirement_latency_max) { 577 ret = parse_double(pe->retirement_latency_max, NULL, 578 &data->alias->retirement_latency_max); 579 } 580 return ret; 581 } 582 583 static int perf_pmu__new_alias(struct perf_pmu *pmu, const char *name, 584 const char *desc, const char *val, int val_fd, 585 const struct pmu_event *pe, enum event_source src) 586 { 587 struct perf_pmu_alias *alias, *old_alias; 588 int ret = 0; 589 const char *long_desc = NULL, *topic = NULL, *unit = NULL, *pmu_name = NULL; 590 bool deprecated = false, perpkg = false; 591 592 if (perf_pmu__find_alias(pmu, name, /*load=*/ false)) { 593 /* Alias was already created/loaded. */ 594 return 0; 595 } 596 597 if (pe) { 598 long_desc = pe->long_desc; 599 topic = pe->topic; 600 unit = pe->unit; 601 perpkg = pe->perpkg; 602 deprecated = pe->deprecated; 603 if (pe->pmu && strcmp(pe->pmu, "default_core")) 604 pmu_name = pe->pmu; 605 } 606 607 alias = zalloc(sizeof(*alias)); 608 if (!alias) 609 return -ENOMEM; 610 611 alias->scale = 1.0; 612 alias->unit[0] = '\0'; 613 alias->per_pkg = perpkg; 614 alias->snapshot = false; 615 alias->deprecated = deprecated; 616 alias->retirement_latency_mean = 0.0; 617 alias->retirement_latency_min = 0.0; 618 alias->retirement_latency_max = 0.0; 619 620 if (!ret && pe && pe->retirement_latency_mean) { 621 ret = parse_double(pe->retirement_latency_mean, NULL, 622 &alias->retirement_latency_mean); 623 } 624 if (!ret && pe && pe->retirement_latency_min) { 625 ret = parse_double(pe->retirement_latency_min, NULL, 626 &alias->retirement_latency_min); 627 } 628 if (!ret && pe && pe->retirement_latency_max) { 629 ret = parse_double(pe->retirement_latency_max, NULL, 630 &alias->retirement_latency_max); 631 } 632 if (ret) 633 return ret; 634 635 if (val_fd < 0) { 636 alias->terms = strdup(val); 637 } else { 638 char buf[256]; 639 struct io io; 640 size_t line_len; 641 642 io__init(&io, val_fd, buf, sizeof(buf)); 643 ret = io__getline(&io, &alias->terms, &line_len) < 0 ? -errno : 0; 644 if (ret) { 645 pr_err("Failed to read alias %s\n", name); 646 return ret; 647 } 648 if (line_len >= 1 && alias->terms[line_len - 1] == '\n') 649 alias->terms[line_len - 1] = '\0'; 650 } 651 alias->name = strdup(name); 652 alias->desc = desc ? strdup(desc) : NULL; 653 alias->long_desc = long_desc ? strdup(long_desc) : NULL; 654 alias->topic = topic ? strdup(topic) : NULL; 655 alias->pmu_name = pmu_name ? strdup(pmu_name) : NULL; 656 if (unit) { 657 if (perf_pmu__convert_scale(unit, (char **)&unit, &alias->scale) < 0) { 658 perf_pmu_free_alias(alias); 659 return -1; 660 } 661 snprintf(alias->unit, sizeof(alias->unit), "%s", unit); 662 } 663 switch (src) { 664 default: 665 case EVENT_SRC_SYSFS: 666 alias->from_sysfs = true; 667 if (pmu->events_table || pmu->is_core) { 668 /* Update an event from sysfs with json data. */ 669 struct update_alias_data data = { 670 .pmu = pmu, 671 .alias = alias, 672 .legacy = false, 673 }; 674 if ((pmu_events_table__find_event(pmu->events_table, pmu, name, 675 update_alias, &data) == 0)) { 676 /* 677 * Override sysfs encodings with json encodings 678 * specific to the cpuid. 679 */ 680 pmu->cpu_common_json_aliases++; 681 } 682 if (pmu->is_core) { 683 /* Add in legacy encodings. */ 684 data.legacy = true; 685 if (pmu_events_table__find_event( 686 perf_pmu__default_core_events_table(), 687 pmu, name, update_alias, &data) == 0) 688 pmu->cpu_common_json_aliases++; 689 } 690 } 691 pmu->sysfs_aliases++; 692 break; 693 case EVENT_SRC_CPU_JSON: 694 pmu->cpu_json_aliases++; 695 break; 696 case EVENT_SRC_SYS_JSON: 697 pmu->sys_json_aliases++; 698 break; 699 700 } 701 hashmap__set(pmu->aliases, alias->name, alias, /*old_key=*/ NULL, &old_alias); 702 perf_pmu_free_alias(old_alias); 703 return 0; 704 } 705 706 static inline bool pmu_alias_info_file(const char *name) 707 { 708 size_t len; 709 710 len = strlen(name); 711 if (len > 5 && !strcmp(name + len - 5, ".unit")) 712 return true; 713 if (len > 6 && !strcmp(name + len - 6, ".scale")) 714 return true; 715 if (len > 8 && !strcmp(name + len - 8, ".per-pkg")) 716 return true; 717 if (len > 9 && !strcmp(name + len - 9, ".snapshot")) 718 return true; 719 720 return false; 721 } 722 723 /* 724 * Reading the pmu event aliases definition, which should be located at: 725 * /sys/bus/event_source/devices/<dev>/events as sysfs group attributes. 726 */ 727 static int __pmu_aliases_parse(struct perf_pmu *pmu, int events_dir_fd) 728 { 729 struct io_dirent64 *evt_ent; 730 struct io_dir event_dir; 731 732 io_dir__init(&event_dir, events_dir_fd); 733 734 while ((evt_ent = io_dir__readdir(&event_dir))) { 735 char *name = evt_ent->d_name; 736 int fd; 737 738 if (!strcmp(name, ".") || !strcmp(name, "..")) 739 continue; 740 741 /* 742 * skip info files parsed in perf_pmu__new_alias() 743 */ 744 if (pmu_alias_info_file(name)) 745 continue; 746 747 fd = openat(events_dir_fd, name, O_RDONLY); 748 if (fd == -1) { 749 pr_debug("Cannot open %s\n", name); 750 continue; 751 } 752 753 if (perf_pmu__new_alias(pmu, name, /*desc=*/ NULL, 754 /*val=*/ NULL, fd, /*pe=*/ NULL, 755 EVENT_SRC_SYSFS) < 0) 756 pr_debug("Cannot set up %s\n", name); 757 close(fd); 758 } 759 760 pmu->sysfs_aliases_loaded = true; 761 return 0; 762 } 763 764 static int pmu_aliases_parse(struct perf_pmu *pmu) 765 { 766 char path[PATH_MAX]; 767 size_t len; 768 int events_dir_fd, ret; 769 770 if (pmu->sysfs_aliases_loaded) 771 return 0; 772 773 len = perf_pmu__event_source_devices_scnprintf(path, sizeof(path)); 774 if (!len) 775 return 0; 776 scnprintf(path + len, sizeof(path) - len, "%s/events", pmu->name); 777 778 events_dir_fd = open(path, O_DIRECTORY); 779 if (events_dir_fd == -1) { 780 pmu->sysfs_aliases_loaded = true; 781 return 0; 782 } 783 ret = __pmu_aliases_parse(pmu, events_dir_fd); 784 close(events_dir_fd); 785 return ret; 786 } 787 788 static int pmu_aliases_parse_eager(struct perf_pmu *pmu, int sysfs_fd) 789 { 790 char path[NAME_MAX + 8]; 791 int ret, events_dir_fd; 792 793 scnprintf(path, sizeof(path), "%s/events", pmu->name); 794 events_dir_fd = openat(sysfs_fd, path, O_DIRECTORY, 0); 795 if (events_dir_fd == -1) { 796 pmu->sysfs_aliases_loaded = true; 797 return 0; 798 } 799 ret = __pmu_aliases_parse(pmu, events_dir_fd); 800 close(events_dir_fd); 801 return ret; 802 } 803 804 static int pmu_alias_terms(struct perf_pmu_alias *alias, struct list_head *terms) 805 { 806 struct parse_events_terms alias_terms; 807 struct parse_events_term *term; 808 int ret; 809 810 parse_events_terms__init(&alias_terms); 811 ret = parse_events_terms(&alias_terms, alias->terms); 812 if (ret) { 813 pr_err("Cannot parse '%s' terms '%s': %d\n", 814 alias->name, alias->terms, ret); 815 parse_events_terms__exit(&alias_terms); 816 return ret; 817 } 818 list_for_each_entry(term, &alias_terms.terms, list) { 819 /* 820 * Weak terms don't override command line options, 821 * which we don't want for implicit terms in aliases. 822 */ 823 term->weak = true; 824 } 825 list_splice_init(&alias_terms.terms, terms); 826 parse_events_terms__exit(&alias_terms); 827 return 0; 828 } 829 830 /* 831 * Uncore PMUs have a "cpumask" file under sysfs. CPU PMUs (e.g. on arm/arm64) 832 * may have a "cpus" file. 833 */ 834 static struct perf_cpu_map *pmu_cpumask(int dirfd, const char *pmu_name, bool is_core) 835 { 836 const char *templates[] = { 837 "cpumask", 838 "cpus", 839 NULL 840 }; 841 const char **template; 842 843 for (template = templates; *template; template++) { 844 struct io io; 845 char buf[128]; 846 char *cpumask = NULL; 847 size_t cpumask_len; 848 ssize_t ret; 849 struct perf_cpu_map *cpus; 850 851 io.fd = perf_pmu__pathname_fd(dirfd, pmu_name, *template, O_RDONLY); 852 if (io.fd < 0) 853 continue; 854 855 io__init(&io, io.fd, buf, sizeof(buf)); 856 ret = io__getline(&io, &cpumask, &cpumask_len); 857 close(io.fd); 858 if (ret < 0) 859 continue; 860 861 cpus = perf_cpu_map__new(cpumask); 862 free(cpumask); 863 if (cpus) 864 return cpus; 865 } 866 867 /* Nothing found, for core PMUs assume this means all CPUs. */ 868 return is_core ? cpu_map__online() : NULL; 869 } 870 871 static bool pmu_is_uncore(int dirfd, const char *name) 872 { 873 int fd; 874 875 fd = perf_pmu__pathname_fd(dirfd, name, "cpumask", O_PATH); 876 if (fd < 0) 877 return false; 878 879 close(fd); 880 return true; 881 } 882 883 static char *pmu_id(const char *name) 884 { 885 char path[PATH_MAX], *str; 886 size_t len; 887 888 perf_pmu__pathname_scnprintf(path, sizeof(path), name, "identifier"); 889 890 if (filename__read_str(path, &str, &len) < 0) 891 return NULL; 892 893 str[len - 1] = 0; /* remove line feed */ 894 895 return str; 896 } 897 898 /** 899 * is_sysfs_pmu_core() - PMU CORE devices have different name other than cpu in 900 * sysfs on some platforms like ARM or Intel hybrid. Looking for 901 * possible the cpus file in sysfs files to identify whether this is a 902 * core device. 903 * @name: The PMU name such as "cpu_atom". 904 */ 905 static int is_sysfs_pmu_core(const char *name) 906 { 907 char path[PATH_MAX]; 908 909 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), name, "cpus")) 910 return 0; 911 return file_available(path); 912 } 913 914 /** 915 * Return the length of the PMU name not including the suffix for uncore PMUs. 916 * 917 * We want to deduplicate many similar uncore PMUs by stripping their suffixes, 918 * but there are never going to be too many core PMUs and the suffixes might be 919 * interesting. "arm_cortex_a53" vs "arm_cortex_a57" or "cpum_cf" for example. 920 * 921 * @skip_duplicate_pmus: False in verbose mode so all uncore PMUs are visible 922 */ 923 static size_t pmu_deduped_name_len(const struct perf_pmu *pmu, const char *name, 924 bool skip_duplicate_pmus) 925 { 926 return skip_duplicate_pmus && !pmu->is_core 927 ? pmu_name_len_no_suffix(name) 928 : strlen(name); 929 } 930 931 /** 932 * perf_pmu__match_wildcard - Does the pmu_name start with tok and is then only 933 * followed by nothing or a suffix? tok may contain 934 * part of a suffix. 935 * @pmu_name: The pmu_name with possible suffix. 936 * @tok: The wildcard argument to match. 937 */ 938 static bool perf_pmu__match_wildcard(const char *pmu_name, const char *tok) 939 { 940 const char *p, *suffix; 941 bool has_hex = false; 942 bool has_underscore = false; 943 size_t tok_len = strlen(tok); 944 945 /* Check start of pmu_name for equality. */ 946 if (strncmp(pmu_name, tok, tok_len)) 947 return false; 948 949 suffix = p = pmu_name + tok_len; 950 if (*p == 0) 951 return true; 952 953 /* Ensure we end in a number or a mix of number and "_". */ 954 while (1) { 955 if (!has_underscore && (*p == '_')) { 956 has_underscore = true; 957 ++p; 958 ++suffix; 959 } 960 961 if (!isxdigit(*p)) 962 return false; 963 if (!has_hex) 964 has_hex = !isdigit(*p); 965 if (*(++p) == 0) 966 break; 967 } 968 969 if (has_hex) 970 return (p - suffix) > 2; 971 972 return true; 973 } 974 975 /** 976 * perf_pmu__match_ignoring_suffix_uncore - Does the pmu_name match tok ignoring 977 * any trailing suffix on pmu_name and 978 * tok? The Suffix must be in form 979 * tok_{digits}, or tok{digits}. 980 * @pmu_name: The pmu_name with possible suffix. 981 * @tok: The possible match to pmu_name. 982 */ 983 static bool perf_pmu__match_ignoring_suffix_uncore(const char *pmu_name, const char *tok) 984 { 985 size_t pmu_name_len, tok_len; 986 987 /* For robustness, check for NULL. */ 988 if (pmu_name == NULL) 989 return tok == NULL; 990 991 /* uncore_ prefixes are ignored. */ 992 if (!strncmp(pmu_name, "uncore_", 7)) 993 pmu_name += 7; 994 if (!strncmp(tok, "uncore_", 7)) 995 tok += 7; 996 997 pmu_name_len = pmu_name_len_no_suffix(pmu_name); 998 tok_len = pmu_name_len_no_suffix(tok); 999 if (pmu_name_len != tok_len) 1000 return false; 1001 1002 return strncmp(pmu_name, tok, pmu_name_len) == 0; 1003 } 1004 1005 1006 /** 1007 * perf_pmu__match_wildcard_uncore - does to_match match the PMU's name? 1008 * @pmu_name: The pmu->name or pmu->alias to match against. 1009 * @to_match: the json struct pmu_event name. This may lack a suffix (which 1010 * matches) or be of the form "socket,pmuname" which will match 1011 * "socketX_pmunameY". 1012 */ 1013 static bool perf_pmu__match_wildcard_uncore(const char *pmu_name, const char *to_match) 1014 { 1015 char *mutable_to_match, *tok, *tmp; 1016 1017 if (!pmu_name) 1018 return false; 1019 1020 /* uncore_ prefixes are ignored. */ 1021 if (!strncmp(pmu_name, "uncore_", 7)) 1022 pmu_name += 7; 1023 if (!strncmp(to_match, "uncore_", 7)) 1024 to_match += 7; 1025 1026 if (strchr(to_match, ',') == NULL) 1027 return perf_pmu__match_wildcard(pmu_name, to_match); 1028 1029 /* Process comma separated list of PMU name components. */ 1030 mutable_to_match = strdup(to_match); 1031 if (!mutable_to_match) 1032 return false; 1033 1034 tok = strtok_r(mutable_to_match, ",", &tmp); 1035 while (tok) { 1036 size_t tok_len = strlen(tok); 1037 1038 if (strncmp(pmu_name, tok, tok_len)) { 1039 /* Mismatch between part of pmu_name and tok. */ 1040 free(mutable_to_match); 1041 return false; 1042 } 1043 /* Move pmu_name forward over tok and suffix. */ 1044 pmu_name += tok_len; 1045 while (*pmu_name != '\0' && isdigit(*pmu_name)) 1046 pmu_name++; 1047 if (*pmu_name == '_') 1048 pmu_name++; 1049 1050 tok = strtok_r(NULL, ",", &tmp); 1051 } 1052 free(mutable_to_match); 1053 return *pmu_name == '\0'; 1054 } 1055 1056 bool pmu_uncore_identifier_match(const char *compat, const char *id) 1057 { 1058 regex_t re; 1059 regmatch_t pmatch[1]; 1060 int match; 1061 1062 if (regcomp(&re, compat, REG_EXTENDED) != 0) { 1063 /* Warn unable to generate match particular string. */ 1064 pr_info("Invalid regular expression %s\n", compat); 1065 return false; 1066 } 1067 1068 match = !regexec(&re, id, 1, pmatch, 0); 1069 if (match) { 1070 /* Ensure a full match. */ 1071 match = pmatch[0].rm_so == 0 && (size_t)pmatch[0].rm_eo == strlen(id); 1072 } 1073 regfree(&re); 1074 1075 return match; 1076 } 1077 1078 static int pmu_add_cpu_aliases_map_callback(const struct pmu_event *pe, 1079 const struct pmu_events_table *table __maybe_unused, 1080 void *vdata) 1081 { 1082 struct perf_pmu *pmu = vdata; 1083 1084 perf_pmu__new_alias(pmu, pe->name, pe->desc, pe->event, /*val_fd=*/ -1, 1085 pe, EVENT_SRC_CPU_JSON); 1086 return 0; 1087 } 1088 1089 /* 1090 * From the pmu_events_table, find the events that correspond to the given 1091 * PMU and add them to the list 'head'. 1092 */ 1093 void pmu_add_cpu_aliases_table(struct perf_pmu *pmu, const struct pmu_events_table *table) 1094 { 1095 pmu_events_table__for_each_event(table, pmu, pmu_add_cpu_aliases_map_callback, pmu); 1096 } 1097 1098 static void pmu_add_cpu_aliases(struct perf_pmu *pmu) 1099 { 1100 if (!pmu->events_table && !pmu->is_core) 1101 return; 1102 1103 if (pmu->cpu_aliases_added) 1104 return; 1105 1106 pmu_add_cpu_aliases_table(pmu, pmu->events_table); 1107 if (pmu->is_core) 1108 pmu_add_cpu_aliases_table(pmu, perf_pmu__default_core_events_table()); 1109 1110 pmu->cpu_aliases_added = true; 1111 } 1112 1113 static int pmu_add_sys_aliases_iter_fn(const struct pmu_event *pe, 1114 const struct pmu_events_table *table __maybe_unused, 1115 void *vdata) 1116 { 1117 struct perf_pmu *pmu = vdata; 1118 1119 if (!pe->compat || !pe->pmu) { 1120 /* No data to match. */ 1121 return 0; 1122 } 1123 1124 if (!perf_pmu__match_wildcard_uncore(pmu->name, pe->pmu) && 1125 !perf_pmu__match_wildcard_uncore(pmu->alias_name, pe->pmu)) { 1126 /* PMU name/alias_name don't match. */ 1127 return 0; 1128 } 1129 1130 if (pmu_uncore_identifier_match(pe->compat, pmu->id)) { 1131 /* Id matched. */ 1132 perf_pmu__new_alias(pmu, 1133 pe->name, 1134 pe->desc, 1135 pe->event, 1136 /*val_fd=*/ -1, 1137 pe, 1138 EVENT_SRC_SYS_JSON); 1139 } 1140 return 0; 1141 } 1142 1143 void pmu_add_sys_aliases(struct perf_pmu *pmu) 1144 { 1145 if (!pmu->id) 1146 return; 1147 1148 pmu_for_each_sys_event(pmu_add_sys_aliases_iter_fn, pmu); 1149 } 1150 1151 static char *pmu_find_alias_name(struct perf_pmu *pmu, int dirfd) 1152 { 1153 FILE *file = perf_pmu__open_file_at(pmu, dirfd, "alias"); 1154 char *line = NULL; 1155 size_t line_len = 0; 1156 ssize_t ret; 1157 1158 if (!file) 1159 return NULL; 1160 1161 ret = getline(&line, &line_len, file); 1162 if (ret < 0) { 1163 fclose(file); 1164 return NULL; 1165 } 1166 /* Remove trailing newline. */ 1167 if (ret > 0 && line[ret - 1] == '\n') 1168 line[--ret] = '\0'; 1169 1170 fclose(file); 1171 return line; 1172 } 1173 1174 static int pmu_max_precise(int dirfd, struct perf_pmu *pmu) 1175 { 1176 int max_precise = -1; 1177 1178 perf_pmu__scan_file_at(pmu, dirfd, "caps/max_precise", "%d", &max_precise); 1179 return max_precise; 1180 } 1181 1182 void __weak 1183 perf_pmu__arch_init(struct perf_pmu *pmu) 1184 { 1185 if (pmu->is_core) 1186 pmu->mem_events = perf_mem_events; 1187 } 1188 1189 /* Variant of str_hash that does tolower on each character. */ 1190 static size_t aliases__hash(long key, void *ctx __maybe_unused) 1191 { 1192 const char *s = (const char *)key; 1193 size_t h = 0; 1194 1195 while (*s) { 1196 h = h * 31 + tolower(*s); 1197 s++; 1198 } 1199 return h; 1200 } 1201 1202 static bool aliases__equal(long key1, long key2, void *ctx __maybe_unused) 1203 { 1204 return strcasecmp((const char *)key1, (const char *)key2) == 0; 1205 } 1206 1207 int perf_pmu__init(struct perf_pmu *pmu, __u32 type, const char *name) 1208 { 1209 pmu->type = type; 1210 INIT_LIST_HEAD(&pmu->format); 1211 INIT_LIST_HEAD(&pmu->caps); 1212 1213 pmu->name = strdup(name); 1214 if (!pmu->name) 1215 return -ENOMEM; 1216 1217 pmu->aliases = hashmap__new(aliases__hash, aliases__equal, /*ctx=*/ NULL); 1218 if (!pmu->aliases) 1219 return -ENOMEM; 1220 1221 return 0; 1222 } 1223 1224 static __u32 wellknown_pmu_type(const char *pmu_name) 1225 { 1226 struct { 1227 const char *pmu_name; 1228 __u32 type; 1229 } wellknown_pmus[] = { 1230 { 1231 "software", 1232 PERF_TYPE_SOFTWARE 1233 }, 1234 { 1235 "tracepoint", 1236 PERF_TYPE_TRACEPOINT 1237 }, 1238 { 1239 "breakpoint", 1240 PERF_TYPE_BREAKPOINT 1241 }, 1242 }; 1243 for (size_t i = 0; i < ARRAY_SIZE(wellknown_pmus); i++) { 1244 if (!strcmp(wellknown_pmus[i].pmu_name, pmu_name)) 1245 return wellknown_pmus[i].type; 1246 } 1247 return PERF_TYPE_MAX; 1248 } 1249 1250 struct perf_pmu *perf_pmu__lookup(struct list_head *pmus, int dirfd, const char *name, 1251 bool eager_load) 1252 { 1253 struct perf_pmu *pmu; 1254 1255 pmu = zalloc(sizeof(*pmu)); 1256 if (!pmu) 1257 return NULL; 1258 1259 if (perf_pmu__init(pmu, PERF_PMU_TYPE_FAKE, name) != 0) { 1260 perf_pmu__delete(pmu); 1261 return NULL; 1262 } 1263 1264 /* 1265 * Read type early to fail fast if a lookup name isn't a PMU. Ensure 1266 * that type value is successfully assigned (return 1). 1267 */ 1268 if (perf_pmu__scan_file_at(pmu, dirfd, "type", "%u", &pmu->type) != 1) { 1269 /* Double check the PMU's name isn't wellknown. */ 1270 pmu->type = wellknown_pmu_type(name); 1271 if (pmu->type == PERF_TYPE_MAX) { 1272 perf_pmu__delete(pmu); 1273 return NULL; 1274 } 1275 } 1276 1277 /* 1278 * The pmu data we store & need consists of the pmu 1279 * type value and format definitions. Load both right 1280 * now. 1281 */ 1282 if (pmu_format(pmu, dirfd, name, eager_load)) { 1283 perf_pmu__delete(pmu); 1284 return NULL; 1285 } 1286 1287 pmu->is_core = is_pmu_core(name); 1288 pmu->cpus = pmu_cpumask(dirfd, name, pmu->is_core); 1289 1290 pmu->is_uncore = pmu_is_uncore(dirfd, name); 1291 if (pmu->is_uncore) 1292 pmu->id = pmu_id(name); 1293 pmu->max_precise = pmu_max_precise(dirfd, pmu); 1294 pmu->alias_name = pmu_find_alias_name(pmu, dirfd); 1295 pmu->events_table = perf_pmu__find_events_table(pmu); 1296 /* 1297 * Load the sys json events/aliases when loading the PMU as each event 1298 * may have a different compat regular expression. We therefore can't 1299 * know the number of sys json events/aliases without computing the 1300 * regular expressions for them all. 1301 */ 1302 pmu_add_sys_aliases(pmu); 1303 list_add_tail(&pmu->list, pmus); 1304 1305 perf_pmu__arch_init(pmu); 1306 1307 if (eager_load) 1308 pmu_aliases_parse_eager(pmu, dirfd); 1309 1310 return pmu; 1311 } 1312 1313 /* Creates the PMU when sysfs scanning fails. */ 1314 struct perf_pmu *perf_pmu__create_placeholder_core_pmu(struct list_head *core_pmus) 1315 { 1316 struct perf_pmu *pmu = zalloc(sizeof(*pmu)); 1317 1318 if (!pmu) 1319 return NULL; 1320 1321 pmu->name = strdup("cpu"); 1322 if (!pmu->name) { 1323 free(pmu); 1324 return NULL; 1325 } 1326 1327 pmu->is_core = true; 1328 pmu->type = PERF_TYPE_RAW; 1329 pmu->cpus = cpu_map__online(); 1330 1331 INIT_LIST_HEAD(&pmu->format); 1332 pmu->aliases = hashmap__new(aliases__hash, aliases__equal, /*ctx=*/ NULL); 1333 INIT_LIST_HEAD(&pmu->caps); 1334 list_add_tail(&pmu->list, core_pmus); 1335 return pmu; 1336 } 1337 1338 bool perf_pmu__is_fake(const struct perf_pmu *pmu) 1339 { 1340 return pmu->type == PERF_PMU_TYPE_FAKE; 1341 } 1342 1343 void perf_pmu__warn_invalid_formats(struct perf_pmu *pmu) 1344 { 1345 struct perf_pmu_format *format; 1346 1347 if (pmu->formats_checked) 1348 return; 1349 1350 pmu->formats_checked = true; 1351 1352 /* fake pmu doesn't have format list */ 1353 if (perf_pmu__is_fake(pmu)) 1354 return; 1355 1356 list_for_each_entry(format, &pmu->format, list) { 1357 perf_pmu_format__load(pmu, format); 1358 if (format->value >= PERF_PMU_FORMAT_VALUE_CONFIG_END) { 1359 pr_warning("WARNING: '%s' format '%s' requires 'perf_event_attr::config%d'" 1360 "which is not supported by this version of perf!\n", 1361 pmu->name, format->name, format->value); 1362 return; 1363 } 1364 } 1365 } 1366 1367 bool evsel__is_aux_event(const struct evsel *evsel) 1368 { 1369 struct perf_pmu *pmu; 1370 1371 if (evsel->needs_auxtrace_mmap) 1372 return true; 1373 1374 pmu = evsel__find_pmu(evsel); 1375 return pmu && pmu->auxtrace; 1376 } 1377 1378 /* 1379 * Set @config_name to @val as long as the user hasn't already set or cleared it 1380 * by passing a config term on the command line. 1381 * 1382 * @val is the value to put into the bits specified by @config_name rather than 1383 * the bit pattern. It is shifted into position by this function, so to set 1384 * something to true, pass 1 for val rather than a pre shifted value. 1385 */ 1386 #define field_prep(_mask, _val) (((_val) << (ffsll(_mask) - 1)) & (_mask)) 1387 void evsel__set_config_if_unset(struct perf_pmu *pmu, struct evsel *evsel, 1388 const char *config_name, u64 val) 1389 { 1390 u64 user_bits = 0, bits; 1391 struct evsel_config_term *term = evsel__get_config_term(evsel, CFG_CHG); 1392 1393 if (term) 1394 user_bits = term->val.cfg_chg; 1395 1396 bits = perf_pmu__format_bits(pmu, config_name); 1397 1398 /* Do nothing if the user changed the value */ 1399 if (bits & user_bits) 1400 return; 1401 1402 /* Otherwise replace it */ 1403 evsel->core.attr.config &= ~bits; 1404 evsel->core.attr.config |= field_prep(bits, val); 1405 } 1406 1407 static struct perf_pmu_format * 1408 pmu_find_format(const struct list_head *formats, const char *name) 1409 { 1410 struct perf_pmu_format *format; 1411 1412 list_for_each_entry(format, formats, list) 1413 if (!strcmp(format->name, name)) 1414 return format; 1415 1416 return NULL; 1417 } 1418 1419 __u64 perf_pmu__format_bits(struct perf_pmu *pmu, const char *name) 1420 { 1421 struct perf_pmu_format *format = pmu_find_format(&pmu->format, name); 1422 __u64 bits = 0; 1423 int fbit; 1424 1425 if (!format) 1426 return 0; 1427 1428 for_each_set_bit(fbit, format->bits, PERF_PMU_FORMAT_BITS) 1429 bits |= 1ULL << fbit; 1430 1431 return bits; 1432 } 1433 1434 int perf_pmu__format_type(struct perf_pmu *pmu, const char *name) 1435 { 1436 struct perf_pmu_format *format = pmu_find_format(&pmu->format, name); 1437 1438 if (!format) 1439 return -1; 1440 1441 perf_pmu_format__load(pmu, format); 1442 return format->value; 1443 } 1444 1445 /* 1446 * Sets value based on the format definition (format parameter) 1447 * and unformatted value (value parameter). 1448 */ 1449 static void pmu_format_value(unsigned long *format, __u64 value, __u64 *v, 1450 bool zero) 1451 { 1452 unsigned long fbit, vbit; 1453 1454 for (fbit = 0, vbit = 0; fbit < PERF_PMU_FORMAT_BITS; fbit++) { 1455 1456 if (!test_bit(fbit, format)) 1457 continue; 1458 1459 if (value & (1llu << vbit++)) 1460 *v |= (1llu << fbit); 1461 else if (zero) 1462 *v &= ~(1llu << fbit); 1463 } 1464 } 1465 1466 static __u64 pmu_format_max_value(const unsigned long *format) 1467 { 1468 int w; 1469 1470 w = bitmap_weight(format, PERF_PMU_FORMAT_BITS); 1471 if (!w) 1472 return 0; 1473 if (w < 64) 1474 return (1ULL << w) - 1; 1475 return -1; 1476 } 1477 1478 /* 1479 * Term is a string term, and might be a param-term. Try to look up it's value 1480 * in the remaining terms. 1481 * - We have a term like "base-or-format-term=param-term", 1482 * - We need to find the value supplied for "param-term" (with param-term named 1483 * in a config string) later on in the term list. 1484 */ 1485 static int pmu_resolve_param_term(struct parse_events_term *term, 1486 struct parse_events_terms *head_terms, 1487 __u64 *value) 1488 { 1489 struct parse_events_term *t; 1490 1491 list_for_each_entry(t, &head_terms->terms, list) { 1492 if (t->type_val == PARSE_EVENTS__TERM_TYPE_NUM && 1493 t->config && !strcmp(t->config, term->config)) { 1494 t->used = true; 1495 *value = t->val.num; 1496 return 0; 1497 } 1498 } 1499 1500 if (verbose > 0) 1501 printf("Required parameter '%s' not specified\n", term->config); 1502 1503 return -1; 1504 } 1505 1506 static char *pmu_formats_string(const struct list_head *formats) 1507 { 1508 struct perf_pmu_format *format; 1509 char *str = NULL; 1510 struct strbuf buf = STRBUF_INIT; 1511 unsigned int i = 0; 1512 1513 if (!formats) 1514 return NULL; 1515 1516 /* sysfs exported terms */ 1517 list_for_each_entry(format, formats, list) 1518 if (strbuf_addf(&buf, i++ ? ",%s" : "%s", format->name) < 0) 1519 goto error; 1520 1521 str = strbuf_detach(&buf, NULL); 1522 error: 1523 strbuf_release(&buf); 1524 1525 return str; 1526 } 1527 1528 /* 1529 * Setup one of config[12] attr members based on the 1530 * user input data - term parameter. 1531 */ 1532 static int pmu_config_term(const struct perf_pmu *pmu, 1533 struct perf_event_attr *attr, 1534 struct parse_events_term *term, 1535 struct parse_events_terms *head_terms, 1536 bool zero, bool apply_hardcoded, 1537 struct parse_events_error *err) 1538 { 1539 struct perf_pmu_format *format; 1540 __u64 *vp; 1541 __u64 val, max_val; 1542 1543 /* 1544 * If this is a parameter we've already used for parameterized-eval, 1545 * skip it in normal eval. 1546 */ 1547 if (term->used) 1548 return 0; 1549 1550 /* 1551 * Hardcoded terms are generally handled in event parsing, which 1552 * traditionally have had to handle not having a PMU. An alias may 1553 * have hard coded config values, optionally apply them below. 1554 */ 1555 if (parse_events__is_hardcoded_term(term)) { 1556 /* Config terms set all bits in the config. */ 1557 DECLARE_BITMAP(bits, PERF_PMU_FORMAT_BITS); 1558 1559 if (!apply_hardcoded) 1560 return 0; 1561 1562 bitmap_fill(bits, PERF_PMU_FORMAT_BITS); 1563 1564 switch (term->type_term) { 1565 case PARSE_EVENTS__TERM_TYPE_CONFIG: 1566 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1567 pmu_format_value(bits, term->val.num, &attr->config, zero); 1568 break; 1569 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 1570 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1571 pmu_format_value(bits, term->val.num, &attr->config1, zero); 1572 break; 1573 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 1574 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1575 pmu_format_value(bits, term->val.num, &attr->config2, zero); 1576 break; 1577 case PARSE_EVENTS__TERM_TYPE_CONFIG3: 1578 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1579 pmu_format_value(bits, term->val.num, &attr->config3, zero); 1580 break; 1581 case PARSE_EVENTS__TERM_TYPE_CONFIG4: 1582 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1583 pmu_format_value(bits, term->val.num, &attr->config4, zero); 1584 break; 1585 case PARSE_EVENTS__TERM_TYPE_LEGACY_HARDWARE_CONFIG: 1586 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1587 assert(term->val.num < PERF_COUNT_HW_MAX); 1588 assert(pmu->is_core); 1589 attr->config = term->val.num; 1590 if (perf_pmus__supports_extended_type()) 1591 attr->config |= (__u64)pmu->type << PERF_PMU_TYPE_SHIFT; 1592 attr->type = PERF_TYPE_HARDWARE; 1593 break; 1594 case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE_CONFIG: { 1595 #ifndef NDEBUG 1596 int cache_type = term->val.num & 0xFF; 1597 int cache_op = (term->val.num >> 8) & 0xFF; 1598 int cache_result = (term->val.num >> 16) & 0xFF; 1599 1600 assert(cache_type < PERF_COUNT_HW_CACHE_MAX); 1601 assert(cache_op < PERF_COUNT_HW_CACHE_OP_MAX); 1602 assert(cache_result < PERF_COUNT_HW_CACHE_RESULT_MAX); 1603 #endif 1604 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_NUM); 1605 assert((term->val.num & ~0xFFFFFF) == 0); 1606 assert(pmu->is_core); 1607 attr->config = term->val.num; 1608 if (perf_pmus__supports_extended_type()) 1609 attr->config |= (__u64)pmu->type << PERF_PMU_TYPE_SHIFT; 1610 attr->type = PERF_TYPE_HW_CACHE; 1611 break; 1612 } 1613 case PARSE_EVENTS__TERM_TYPE_USER: /* Not hardcoded. */ 1614 return -EINVAL; 1615 case PARSE_EVENTS__TERM_TYPE_NAME ... PARSE_EVENTS__TERM_TYPE_RATIO_TO_PREV: 1616 /* Skip non-config terms. */ 1617 break; 1618 default: 1619 break; 1620 } 1621 return 0; 1622 } 1623 1624 format = pmu_find_format(&pmu->format, term->config); 1625 if (!format) { 1626 char *pmu_term = pmu_formats_string(&pmu->format); 1627 char *unknown_term; 1628 char *help_msg; 1629 1630 if (asprintf(&unknown_term, 1631 "unknown term '%s' for pmu '%s'", 1632 term->config, pmu->name) < 0) 1633 unknown_term = NULL; 1634 help_msg = parse_events_formats_error_string(pmu_term); 1635 if (err) { 1636 parse_events_error__handle(err, term->err_term, 1637 unknown_term, 1638 help_msg); 1639 } else { 1640 pr_debug("%s (%s)\n", unknown_term, help_msg); 1641 free(unknown_term); 1642 } 1643 free(pmu_term); 1644 return -EINVAL; 1645 } 1646 perf_pmu_format__load(pmu, format); 1647 switch (format->value) { 1648 case PERF_PMU_FORMAT_VALUE_CONFIG: 1649 vp = &attr->config; 1650 break; 1651 case PERF_PMU_FORMAT_VALUE_CONFIG1: 1652 vp = &attr->config1; 1653 break; 1654 case PERF_PMU_FORMAT_VALUE_CONFIG2: 1655 vp = &attr->config2; 1656 break; 1657 case PERF_PMU_FORMAT_VALUE_CONFIG3: 1658 vp = &attr->config3; 1659 break; 1660 case PERF_PMU_FORMAT_VALUE_CONFIG4: 1661 vp = &attr->config4; 1662 break; 1663 default: 1664 return -EINVAL; 1665 } 1666 1667 /* 1668 * Either directly use a numeric term, or try to translate string terms 1669 * using event parameters. 1670 */ 1671 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) { 1672 if (term->no_value && 1673 bitmap_weight(format->bits, PERF_PMU_FORMAT_BITS) > 1) { 1674 if (err) { 1675 parse_events_error__handle(err, term->err_val, 1676 strdup("no value assigned for term"), 1677 NULL); 1678 } 1679 return -EINVAL; 1680 } 1681 1682 val = term->val.num; 1683 } else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) { 1684 if (strcmp(term->val.str, "?")) { 1685 if (verbose > 0) { 1686 pr_info("Invalid sysfs entry %s=%s\n", 1687 term->config, term->val.str); 1688 } 1689 if (err) { 1690 parse_events_error__handle(err, term->err_val, 1691 strdup("expected numeric value"), 1692 NULL); 1693 } 1694 return -EINVAL; 1695 } 1696 1697 if (pmu_resolve_param_term(term, head_terms, &val)) 1698 return -EINVAL; 1699 } else 1700 return -EINVAL; 1701 1702 max_val = pmu_format_max_value(format->bits); 1703 if (val > max_val) { 1704 if (err) { 1705 char *err_str; 1706 1707 if (asprintf(&err_str, 1708 "value too big for format (%s), maximum is %llu", 1709 format->name, (unsigned long long)max_val) < 0) { 1710 err_str = strdup("value too big for format"); 1711 } 1712 parse_events_error__handle(err, term->err_val, err_str, /*help=*/NULL); 1713 return -EINVAL; 1714 } 1715 /* 1716 * Assume we don't care if !err, in which case the value will be 1717 * silently truncated. 1718 */ 1719 } 1720 1721 pmu_format_value(format->bits, val, vp, zero); 1722 return 0; 1723 } 1724 1725 int perf_pmu__config_terms(const struct perf_pmu *pmu, 1726 struct perf_event_attr *attr, 1727 struct parse_events_terms *terms, 1728 bool zero, bool apply_hardcoded, 1729 struct parse_events_error *err) 1730 { 1731 struct parse_events_term *term; 1732 1733 if (perf_pmu__is_hwmon(pmu)) 1734 return hwmon_pmu__config_terms(pmu, attr, terms, err); 1735 if (perf_pmu__is_drm(pmu)) 1736 return drm_pmu__config_terms(pmu, attr, terms, err); 1737 1738 list_for_each_entry(term, &terms->terms, list) { 1739 if (pmu_config_term(pmu, attr, term, terms, zero, apply_hardcoded, err)) 1740 return -EINVAL; 1741 } 1742 1743 return 0; 1744 } 1745 1746 /* 1747 * Configures event's 'attr' parameter based on the: 1748 * 1) users input - specified in terms parameter 1749 * 2) pmu format definitions - specified by pmu parameter 1750 */ 1751 int perf_pmu__config(struct perf_pmu *pmu, struct perf_event_attr *attr, 1752 struct parse_events_terms *head_terms, 1753 bool apply_hardcoded, 1754 struct parse_events_error *err) 1755 { 1756 bool zero = !!pmu->perf_event_attr_init_default; 1757 1758 /* Fake PMU doesn't have proper terms so nothing to configure in attr. */ 1759 if (perf_pmu__is_fake(pmu)) 1760 return 0; 1761 1762 return perf_pmu__config_terms(pmu, attr, head_terms, zero, apply_hardcoded, err); 1763 } 1764 1765 static struct perf_pmu_alias *pmu_find_alias(struct perf_pmu *pmu, 1766 struct parse_events_term *term) 1767 { 1768 struct perf_pmu_alias *alias; 1769 const char *name; 1770 1771 if (parse_events__is_hardcoded_term(term)) 1772 return NULL; 1773 1774 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) { 1775 if (!term->no_value) 1776 return NULL; 1777 if (pmu_find_format(&pmu->format, term->config)) 1778 return NULL; 1779 name = term->config; 1780 1781 } else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) { 1782 if (strcasecmp(term->config, "event")) 1783 return NULL; 1784 name = term->val.str; 1785 } else { 1786 return NULL; 1787 } 1788 1789 alias = perf_pmu__find_alias(pmu, name, /*load=*/ true); 1790 if (alias || pmu->cpu_aliases_added) 1791 return alias; 1792 1793 /* Alias doesn't exist, try to get it from the json events. */ 1794 if ((pmu_events_table__find_event(pmu->events_table, pmu, name, 1795 pmu_add_cpu_aliases_map_callback, 1796 pmu) == 0) || 1797 (pmu->is_core && 1798 pmu_events_table__find_event(perf_pmu__default_core_events_table(), 1799 pmu, name, 1800 pmu_add_cpu_aliases_map_callback, 1801 pmu) == 0)) { 1802 alias = perf_pmu__find_alias(pmu, name, /*load=*/ false); 1803 } 1804 return alias; 1805 } 1806 1807 1808 static int check_info_data(struct perf_pmu *pmu, 1809 struct perf_pmu_alias *alias, 1810 struct perf_pmu_info *info, 1811 struct parse_events_error *err, 1812 int column) 1813 { 1814 read_alias_info(pmu, alias); 1815 /* 1816 * Only one term in event definition can 1817 * define unit, scale and snapshot, fail 1818 * if there's more than one. 1819 */ 1820 if (info->unit && alias->unit[0]) { 1821 parse_events_error__handle(err, column, 1822 strdup("Attempt to set event's unit twice"), 1823 NULL); 1824 return -EINVAL; 1825 } 1826 if (info->scale && alias->scale) { 1827 parse_events_error__handle(err, column, 1828 strdup("Attempt to set event's scale twice"), 1829 NULL); 1830 return -EINVAL; 1831 } 1832 if (info->snapshot && alias->snapshot) { 1833 parse_events_error__handle(err, column, 1834 strdup("Attempt to set event snapshot twice"), 1835 NULL); 1836 return -EINVAL; 1837 } 1838 1839 if (alias->unit[0]) 1840 info->unit = alias->unit; 1841 1842 if (alias->scale) 1843 info->scale = alias->scale; 1844 1845 if (alias->snapshot) 1846 info->snapshot = alias->snapshot; 1847 1848 return 0; 1849 } 1850 1851 static int perf_pmu__parse_terms_to_attr(struct perf_pmu *pmu, const char *terms_str, 1852 struct perf_event_attr *attr) 1853 { 1854 struct parse_events_terms terms; 1855 int ret; 1856 1857 parse_events_terms__init(&terms); 1858 ret = parse_events_terms(&terms, terms_str); 1859 if (ret) { 1860 pr_debug("Failed to parse terms '%s': %d\n", terms_str, ret); 1861 parse_events_terms__exit(&terms); 1862 return ret; 1863 } 1864 ret = perf_pmu__config(pmu, attr, &terms, /*apply_hardcoded=*/true, /*err=*/NULL); 1865 parse_events_terms__exit(&terms); 1866 return ret; 1867 } 1868 1869 /* 1870 * Find alias in the terms list and replace it with the terms 1871 * defined for the alias 1872 */ 1873 int perf_pmu__check_alias(struct perf_pmu *pmu, struct parse_events_terms *head_terms, 1874 struct perf_pmu_info *info, bool *rewrote_terms, 1875 u64 *alternate_hw_config, struct parse_events_error *err) 1876 { 1877 struct parse_events_term *term, *h; 1878 struct perf_pmu_alias *alias; 1879 int ret; 1880 1881 *rewrote_terms = false; 1882 info->per_pkg = false; 1883 1884 /* 1885 * Mark unit and scale as not set 1886 * (different from default values, see below) 1887 */ 1888 info->unit = NULL; 1889 info->scale = 0.0; 1890 info->snapshot = false; 1891 info->retirement_latency_mean = 0.0; 1892 info->retirement_latency_min = 0.0; 1893 info->retirement_latency_max = 0.0; 1894 1895 if (perf_pmu__is_hwmon(pmu)) { 1896 ret = hwmon_pmu__check_alias(head_terms, info, err); 1897 goto out; 1898 } 1899 if (perf_pmu__is_drm(pmu)) { 1900 ret = drm_pmu__check_alias(pmu, head_terms, info, err); 1901 goto out; 1902 } 1903 1904 /* Fake PMU doesn't rewrite terms. */ 1905 if (perf_pmu__is_fake(pmu)) 1906 goto out; 1907 1908 list_for_each_entry_safe(term, h, &head_terms->terms, list) { 1909 alias = pmu_find_alias(pmu, term); 1910 if (!alias) 1911 continue; 1912 ret = pmu_alias_terms(alias, &term->list); 1913 if (ret) { 1914 parse_events_error__handle(err, term->err_term, 1915 strdup("Failed to parse terms"), 1916 NULL); 1917 return ret; 1918 } 1919 1920 *rewrote_terms = true; 1921 ret = check_info_data(pmu, alias, info, err, term->err_term); 1922 if (ret) 1923 return ret; 1924 1925 if (alias->legacy_terms) { 1926 struct perf_event_attr attr = {.config = 0,}; 1927 1928 ret = perf_pmu__parse_terms_to_attr(pmu, alias->legacy_terms, &attr); 1929 if (ret) { 1930 parse_events_error__handle(err, term->err_term, 1931 strdup("Error evaluating legacy terms"), 1932 NULL); 1933 return ret; 1934 } 1935 if (attr.type == PERF_TYPE_HARDWARE) 1936 *alternate_hw_config = attr.config & PERF_HW_EVENT_MASK; 1937 } 1938 1939 if (alias->per_pkg) 1940 info->per_pkg = true; 1941 1942 info->retirement_latency_mean = alias->retirement_latency_mean; 1943 info->retirement_latency_min = alias->retirement_latency_min; 1944 info->retirement_latency_max = alias->retirement_latency_max; 1945 1946 list_del_init(&term->list); 1947 parse_events_term__delete(term); 1948 } 1949 out: 1950 /* 1951 * if no unit or scale found in aliases, then 1952 * set defaults as for evsel 1953 * unit cannot left to NULL 1954 */ 1955 if (info->unit == NULL) 1956 info->unit = ""; 1957 1958 if (info->scale == 0.0) 1959 info->scale = 1.0; 1960 1961 return 0; 1962 } 1963 1964 struct find_event_args { 1965 const char *event; 1966 void *state; 1967 pmu_event_callback cb; 1968 }; 1969 1970 static int find_event_callback(void *state, struct pmu_event_info *info) 1971 { 1972 struct find_event_args *args = state; 1973 1974 if (!strcmp(args->event, info->name)) 1975 return args->cb(args->state, info); 1976 1977 return 0; 1978 } 1979 1980 int perf_pmu__find_event(struct perf_pmu *pmu, const char *event, void *state, pmu_event_callback cb) 1981 { 1982 struct find_event_args args = { 1983 .event = event, 1984 .state = state, 1985 .cb = cb, 1986 }; 1987 1988 /* Sub-optimal, but function is only used by tests. */ 1989 return perf_pmu__for_each_event(pmu, /*skip_duplicate_pmus=*/ false, 1990 &args, find_event_callback); 1991 } 1992 1993 static void perf_pmu__del_formats(struct list_head *formats) 1994 { 1995 struct perf_pmu_format *fmt, *tmp; 1996 1997 list_for_each_entry_safe(fmt, tmp, formats, list) { 1998 list_del(&fmt->list); 1999 zfree(&fmt->name); 2000 free(fmt); 2001 } 2002 } 2003 2004 bool perf_pmu__has_format(const struct perf_pmu *pmu, const char *name) 2005 { 2006 struct perf_pmu_format *format; 2007 2008 list_for_each_entry(format, &pmu->format, list) { 2009 if (!strcmp(format->name, name)) 2010 return true; 2011 } 2012 return false; 2013 } 2014 2015 int perf_pmu__for_each_format(struct perf_pmu *pmu, void *state, pmu_format_callback cb) 2016 { 2017 static const char *const terms[] = { 2018 "config=0..0xffffffffffffffff", 2019 "config1=0..0xffffffffffffffff", 2020 "config2=0..0xffffffffffffffff", 2021 "config3=0..0xffffffffffffffff", 2022 "config4=0..0xffffffffffffffff", 2023 "legacy-hardware-config=0..9,", 2024 "legacy-cache-config=0..0xffffff,", 2025 "name=string", 2026 "period=number", 2027 "freq=number", 2028 "branch_type=(u|k|hv|any|...)", 2029 "time", 2030 "call-graph=(fp|dwarf|lbr)", 2031 "stack-size=number", 2032 "max-stack=number", 2033 "nr=number", 2034 "inherit", 2035 "no-inherit", 2036 "overwrite", 2037 "no-overwrite", 2038 "percore", 2039 "aux-output", 2040 "aux-action=(pause|resume|start-paused)", 2041 "aux-sample-size=number", 2042 "cpu=number", 2043 "ratio-to-prev=string", 2044 }; 2045 struct perf_pmu_format *format; 2046 int ret; 2047 2048 /* 2049 * max-events and driver-config are missing above as are the internal 2050 * types user, metric-id, and raw. Assert against the enum 2051 * parse_events__term_type so they are kept in sync. 2052 */ 2053 _Static_assert(ARRAY_SIZE(terms) == __PARSE_EVENTS__TERM_TYPE_NR - 4, 2054 "perf_pmu__for_each_format()'s terms must be kept in sync with enum parse_events__term_type"); 2055 list_for_each_entry(format, &pmu->format, list) { 2056 perf_pmu_format__load(pmu, format); 2057 ret = cb(state, format->name, (int)format->value, format->bits); 2058 if (ret) 2059 return ret; 2060 } 2061 if (!pmu->is_core) 2062 return 0; 2063 2064 for (size_t i = 0; i < ARRAY_SIZE(terms); i++) { 2065 int config = PERF_PMU_FORMAT_VALUE_CONFIG; 2066 2067 if (i < PERF_PMU_FORMAT_VALUE_CONFIG_END) 2068 config = i; 2069 2070 ret = cb(state, terms[i], config, /*bits=*/NULL); 2071 if (ret) 2072 return ret; 2073 } 2074 return 0; 2075 } 2076 2077 bool is_pmu_core(const char *name) 2078 { 2079 return !strcmp(name, "cpu") || !strcmp(name, "cpum_cf") || is_sysfs_pmu_core(name); 2080 } 2081 2082 bool perf_pmu__supports_legacy_cache(const struct perf_pmu *pmu) 2083 { 2084 return pmu->is_core; 2085 } 2086 2087 bool perf_pmu__auto_merge_stats(const struct perf_pmu *pmu) 2088 { 2089 return !pmu->is_core || perf_pmus__num_core_pmus() == 1; 2090 } 2091 2092 bool perf_pmu__have_event(struct perf_pmu *pmu, const char *name) 2093 { 2094 if (!name) 2095 return false; 2096 if (perf_pmu__is_tool(pmu) && tool_pmu__skip_event(name)) 2097 return false; 2098 if (perf_pmu__is_tracepoint(pmu)) 2099 return tp_pmu__have_event(pmu, name); 2100 if (perf_pmu__is_hwmon(pmu)) 2101 return hwmon_pmu__have_event(pmu, name); 2102 if (perf_pmu__is_drm(pmu)) 2103 return drm_pmu__have_event(pmu, name); 2104 if (perf_pmu__find_alias(pmu, name, /*load=*/ true) != NULL) 2105 return true; 2106 if (pmu->cpu_aliases_added || (!pmu->events_table && !pmu->is_core)) 2107 return false; 2108 if (pmu_events_table__find_event(pmu->events_table, pmu, name, NULL, NULL) == 0) 2109 return true; 2110 return pmu->is_core && 2111 pmu_events_table__find_event(perf_pmu__default_core_events_table(), 2112 pmu, name, NULL, NULL) == 0; 2113 } 2114 2115 size_t perf_pmu__num_events(struct perf_pmu *pmu) 2116 { 2117 size_t nr; 2118 2119 if (perf_pmu__is_tracepoint(pmu)) 2120 return tp_pmu__num_events(pmu); 2121 if (perf_pmu__is_hwmon(pmu)) 2122 return hwmon_pmu__num_events(pmu); 2123 if (perf_pmu__is_drm(pmu)) 2124 return drm_pmu__num_events(pmu); 2125 2126 pmu_aliases_parse(pmu); 2127 nr = pmu->sysfs_aliases + pmu->sys_json_aliases; 2128 2129 if (pmu->cpu_aliases_added) { 2130 nr += pmu->cpu_json_aliases; 2131 } else if (pmu->events_table || pmu->is_core) { 2132 nr += pmu_events_table__num_events(pmu->events_table, pmu); 2133 if (pmu->is_core) { 2134 nr += pmu_events_table__num_events( 2135 perf_pmu__default_core_events_table(), pmu); 2136 } 2137 nr -= pmu->cpu_common_json_aliases; 2138 } else { 2139 assert(pmu->cpu_json_aliases == 0 && pmu->cpu_common_json_aliases == 0); 2140 } 2141 2142 if (perf_pmu__is_tool(pmu)) 2143 nr -= tool_pmu__num_skip_events(); 2144 2145 return pmu->selectable ? nr + 1 : nr; 2146 } 2147 2148 static int sub_non_neg(int a, int b) 2149 { 2150 if (b > a) 2151 return 0; 2152 return a - b; 2153 } 2154 2155 static char *format_alias(char *buf, int len, const struct perf_pmu *pmu, 2156 const struct perf_pmu_alias *alias, bool skip_duplicate_pmus) 2157 { 2158 struct parse_events_terms terms; 2159 struct parse_events_term *term; 2160 int ret, used; 2161 size_t pmu_name_len = pmu_deduped_name_len(pmu, pmu->name, 2162 skip_duplicate_pmus); 2163 2164 /* Paramemterized events have the parameters shown. */ 2165 if (strstr(alias->terms, "=?")) { 2166 /* No parameters. */ 2167 snprintf(buf, len, "%.*s/%s/", (int)pmu_name_len, pmu->name, alias->name); 2168 return buf; 2169 } 2170 2171 parse_events_terms__init(&terms); 2172 ret = parse_events_terms(&terms, alias->terms); 2173 if (ret) { 2174 pr_err("Failure to parse '%s' terms '%s': %d\n", 2175 alias->name, alias->terms, ret); 2176 parse_events_terms__exit(&terms); 2177 snprintf(buf, len, "%.*s/%s/", (int)pmu_name_len, pmu->name, alias->name); 2178 return buf; 2179 } 2180 used = snprintf(buf, len, "%.*s/%s", (int)pmu_name_len, pmu->name, alias->name); 2181 2182 list_for_each_entry(term, &terms.terms, list) { 2183 if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) 2184 used += snprintf(buf + used, sub_non_neg(len, used), 2185 ",%s=%s", term->config, 2186 term->val.str); 2187 } 2188 parse_events_terms__exit(&terms); 2189 if (sub_non_neg(len, used) > 0) { 2190 buf[used] = '/'; 2191 used++; 2192 } 2193 if (sub_non_neg(len, used) > 0) { 2194 buf[used] = '\0'; 2195 used++; 2196 } else 2197 buf[len - 1] = '\0'; 2198 2199 return buf; 2200 } 2201 2202 static bool perf_pmu_alias__check_deprecated(struct perf_pmu *pmu, struct perf_pmu_alias *alias) 2203 { 2204 struct perf_event_attr attr = {.config = 0,}; 2205 const char *check_terms; 2206 bool has_legacy_config; 2207 2208 if (alias->legacy_deprecated_checked) 2209 return alias->deprecated; 2210 2211 alias->legacy_deprecated_checked = true; 2212 if (alias->deprecated) 2213 return true; 2214 2215 check_terms = alias->terms; 2216 has_legacy_config = 2217 strstr(check_terms, "legacy-hardware-config=") != NULL || 2218 strstr(check_terms, "legacy-cache-config=") != NULL; 2219 if (!has_legacy_config && alias->legacy_terms) { 2220 check_terms = alias->legacy_terms; 2221 has_legacy_config = 2222 strstr(check_terms, "legacy-hardware-config=") != NULL || 2223 strstr(check_terms, "legacy-cache-config=") != NULL; 2224 } 2225 if (!has_legacy_config) 2226 return false; 2227 2228 if (perf_pmu__parse_terms_to_attr(pmu, check_terms, &attr) != 0) { 2229 /* Parsing failed, set as deprecated. */ 2230 alias->deprecated = true; 2231 } else if (attr.type < PERF_TYPE_MAX) { 2232 /* Flag unsupported legacy events as deprecated. */ 2233 alias->deprecated = !is_event_supported(attr.type, attr.config); 2234 } 2235 return alias->deprecated; 2236 } 2237 2238 int perf_pmu__for_each_event(struct perf_pmu *pmu, bool skip_duplicate_pmus, 2239 void *state, pmu_event_callback cb) 2240 { 2241 char buf[1024]; 2242 struct pmu_event_info info = { 2243 .pmu = pmu, 2244 .event_type_desc = "Kernel PMU event", 2245 }; 2246 int ret = 0; 2247 struct hashmap_entry *entry; 2248 size_t bkt; 2249 2250 if (perf_pmu__is_tracepoint(pmu)) 2251 return tp_pmu__for_each_event(pmu, state, cb); 2252 if (perf_pmu__is_hwmon(pmu)) 2253 return hwmon_pmu__for_each_event(pmu, state, cb); 2254 if (perf_pmu__is_drm(pmu)) 2255 return drm_pmu__for_each_event(pmu, state, cb); 2256 2257 pmu_aliases_parse(pmu); 2258 pmu_add_cpu_aliases(pmu); 2259 hashmap__for_each_entry(pmu->aliases, entry, bkt) { 2260 struct perf_pmu_alias *event = entry->pvalue; 2261 size_t buf_used, pmu_name_len; 2262 2263 if (perf_pmu__is_tool(pmu) && tool_pmu__skip_event(event->name)) 2264 continue; 2265 2266 info.pmu_name = event->pmu_name ?: pmu->name; 2267 pmu_name_len = pmu_deduped_name_len(pmu, info.pmu_name, 2268 skip_duplicate_pmus); 2269 info.alias = NULL; 2270 if (event->desc) { 2271 info.name = event->name; 2272 buf_used = 0; 2273 } else { 2274 info.name = format_alias(buf, sizeof(buf), pmu, event, 2275 skip_duplicate_pmus); 2276 if (pmu->is_core) { 2277 info.alias = info.name; 2278 info.name = event->name; 2279 } 2280 buf_used = strlen(buf) + 1; 2281 } 2282 info.scale_unit = NULL; 2283 if (strlen(event->unit) || event->scale != 1.0) { 2284 info.scale_unit = buf + buf_used; 2285 buf_used += snprintf(buf + buf_used, sizeof(buf) - buf_used, 2286 "%G%s", event->scale, event->unit) + 1; 2287 } 2288 info.desc = event->desc; 2289 info.long_desc = event->long_desc; 2290 info.encoding_desc = buf + buf_used; 2291 buf_used += snprintf(buf + buf_used, sizeof(buf) - buf_used, 2292 "%.*s/%s/", (int)pmu_name_len, info.pmu_name, event->terms) + 1; 2293 info.str = event->terms; 2294 info.topic = event->topic; 2295 info.deprecated = perf_pmu_alias__check_deprecated(pmu, event); 2296 ret = cb(state, &info); 2297 if (ret) 2298 goto out; 2299 } 2300 if (pmu->selectable) { 2301 info.name = buf; 2302 snprintf(buf, sizeof(buf), "%s//", pmu->name); 2303 info.alias = NULL; 2304 info.scale_unit = NULL; 2305 info.desc = NULL; 2306 info.long_desc = NULL; 2307 info.encoding_desc = NULL; 2308 info.topic = NULL; 2309 info.pmu_name = pmu->name; 2310 info.deprecated = false; 2311 ret = cb(state, &info); 2312 } 2313 out: 2314 return ret; 2315 } 2316 2317 static bool perf_pmu___name_match(const struct perf_pmu *pmu, const char *to_match, bool wildcard) 2318 { 2319 const char *names[2] = { 2320 pmu->name, 2321 pmu->alias_name, 2322 }; 2323 if (pmu->is_core) { 2324 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2325 const char *name = names[i]; 2326 2327 if (!name) 2328 continue; 2329 2330 if (!strcmp(name, to_match)) { 2331 /* Exact name match. */ 2332 return true; 2333 } 2334 } 2335 if (!strcmp(to_match, "default_core")) { 2336 /* 2337 * jevents and tests use default_core as a marker for any core 2338 * PMU as the PMU name varies across architectures. 2339 */ 2340 return true; 2341 } 2342 return false; 2343 } 2344 if (!pmu->is_uncore) { 2345 /* 2346 * PMU isn't core or uncore, some kind of broken CPU mask 2347 * situation. Only match exact name. 2348 */ 2349 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2350 const char *name = names[i]; 2351 2352 if (!name) 2353 continue; 2354 2355 if (!strcmp(name, to_match)) { 2356 /* Exact name match. */ 2357 return true; 2358 } 2359 } 2360 return false; 2361 } 2362 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2363 const char *name = names[i]; 2364 2365 if (!name) 2366 continue; 2367 2368 if (wildcard && perf_pmu__match_wildcard_uncore(name, to_match)) 2369 return true; 2370 if (!wildcard && perf_pmu__match_ignoring_suffix_uncore(name, to_match)) 2371 return true; 2372 } 2373 return false; 2374 } 2375 2376 /** 2377 * perf_pmu__name_wildcard_match - Called by the jevents generated code to see 2378 * if pmu matches the json to_match string. 2379 * @pmu: The pmu whose name/alias to match. 2380 * @to_match: The possible match to pmu_name. 2381 */ 2382 bool perf_pmu__name_wildcard_match(const struct perf_pmu *pmu, const char *to_match) 2383 { 2384 return perf_pmu___name_match(pmu, to_match, /*wildcard=*/true); 2385 } 2386 2387 /** 2388 * perf_pmu__name_no_suffix_match - Does pmu's name match to_match ignoring any 2389 * trailing suffix on the pmu_name and/or tok? 2390 * @pmu: The pmu whose name/alias to match. 2391 * @to_match: The possible match to pmu_name. 2392 */ 2393 bool perf_pmu__name_no_suffix_match(const struct perf_pmu *pmu, const char *to_match) 2394 { 2395 return perf_pmu___name_match(pmu, to_match, /*wildcard=*/false); 2396 } 2397 2398 bool perf_pmu__is_software(const struct perf_pmu *pmu) 2399 { 2400 const char *known_sw_pmus[] = { 2401 "kprobe", 2402 "msr", 2403 "uprobe", 2404 }; 2405 2406 if (pmu->is_core || pmu->is_uncore || pmu->auxtrace) 2407 return false; 2408 switch (pmu->type) { 2409 case PERF_TYPE_HARDWARE: return false; 2410 case PERF_TYPE_SOFTWARE: return true; 2411 case PERF_TYPE_TRACEPOINT: return true; 2412 case PERF_TYPE_HW_CACHE: return false; 2413 case PERF_TYPE_RAW: return false; 2414 case PERF_TYPE_BREAKPOINT: return true; 2415 case PERF_PMU_TYPE_TOOL: return true; 2416 default: break; 2417 } 2418 for (size_t i = 0; i < ARRAY_SIZE(known_sw_pmus); i++) { 2419 if (!strcmp(pmu->name, known_sw_pmus[i])) 2420 return true; 2421 } 2422 return false; 2423 } 2424 2425 FILE *perf_pmu__open_file(const struct perf_pmu *pmu, const char *name) 2426 { 2427 char path[PATH_MAX]; 2428 2429 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), pmu->name, name) || 2430 !file_available(path)) 2431 return NULL; 2432 2433 return fopen(path, "r"); 2434 } 2435 2436 FILE *perf_pmu__open_file_at(const struct perf_pmu *pmu, int dirfd, const char *name) 2437 { 2438 int fd; 2439 2440 fd = perf_pmu__pathname_fd(dirfd, pmu->name, name, O_RDONLY); 2441 if (fd < 0) 2442 return NULL; 2443 2444 return fdopen(fd, "r"); 2445 } 2446 2447 int perf_pmu__scan_file(const struct perf_pmu *pmu, const char *name, const char *fmt, 2448 ...) 2449 { 2450 va_list args; 2451 FILE *file; 2452 int ret = EOF; 2453 2454 va_start(args, fmt); 2455 file = perf_pmu__open_file(pmu, name); 2456 if (file) { 2457 ret = vfscanf(file, fmt, args); 2458 fclose(file); 2459 } 2460 va_end(args); 2461 return ret; 2462 } 2463 2464 int perf_pmu__scan_file_at(const struct perf_pmu *pmu, int dirfd, const char *name, 2465 const char *fmt, ...) 2466 { 2467 va_list args; 2468 FILE *file; 2469 int ret = EOF; 2470 2471 va_start(args, fmt); 2472 file = perf_pmu__open_file_at(pmu, dirfd, name); 2473 if (file) { 2474 ret = vfscanf(file, fmt, args); 2475 fclose(file); 2476 } 2477 va_end(args); 2478 return ret; 2479 } 2480 2481 bool perf_pmu__file_exists(const struct perf_pmu *pmu, const char *name) 2482 { 2483 char path[PATH_MAX]; 2484 2485 if (!perf_pmu__pathname_scnprintf(path, sizeof(path), pmu->name, name)) 2486 return false; 2487 2488 return file_available(path); 2489 } 2490 2491 static int perf_pmu__new_caps(struct list_head *list, char *name, char *value) 2492 { 2493 struct perf_pmu_caps *caps = zalloc(sizeof(*caps)); 2494 2495 if (!caps) 2496 return -ENOMEM; 2497 2498 caps->name = strdup(name); 2499 if (!caps->name) 2500 goto free_caps; 2501 caps->value = strndup(value, strlen(value) - 1); 2502 if (!caps->value) 2503 goto free_name; 2504 list_add_tail(&caps->list, list); 2505 return 0; 2506 2507 free_name: 2508 zfree(&caps->name); 2509 free_caps: 2510 free(caps); 2511 2512 return -ENOMEM; 2513 } 2514 2515 static void perf_pmu__del_caps(struct perf_pmu *pmu) 2516 { 2517 struct perf_pmu_caps *caps, *tmp; 2518 2519 list_for_each_entry_safe(caps, tmp, &pmu->caps, list) { 2520 list_del(&caps->list); 2521 zfree(&caps->name); 2522 zfree(&caps->value); 2523 free(caps); 2524 } 2525 } 2526 2527 struct perf_pmu_caps *perf_pmu__get_cap(struct perf_pmu *pmu, const char *name) 2528 { 2529 struct perf_pmu_caps *caps; 2530 2531 list_for_each_entry(caps, &pmu->caps, list) { 2532 if (!strcmp(caps->name, name)) 2533 return caps; 2534 } 2535 return NULL; 2536 } 2537 2538 /* 2539 * Reading/parsing the given pmu capabilities, which should be located at: 2540 * /sys/bus/event_source/devices/<dev>/caps as sysfs group attributes. 2541 * Return the number of capabilities 2542 */ 2543 int perf_pmu__caps_parse(struct perf_pmu *pmu) 2544 { 2545 char caps_path[PATH_MAX]; 2546 struct io_dir caps_dir; 2547 struct io_dirent64 *evt_ent; 2548 int caps_fd; 2549 2550 if (pmu->caps_initialized) 2551 return pmu->nr_caps; 2552 2553 pmu->nr_caps = 0; 2554 2555 if (!perf_pmu__pathname_scnprintf(caps_path, sizeof(caps_path), pmu->name, "caps")) 2556 return -1; 2557 2558 caps_fd = open(caps_path, O_CLOEXEC | O_DIRECTORY | O_RDONLY); 2559 if (caps_fd == -1) { 2560 pmu->caps_initialized = true; 2561 return 0; /* no error if caps does not exist */ 2562 } 2563 2564 io_dir__init(&caps_dir, caps_fd); 2565 2566 while ((evt_ent = io_dir__readdir(&caps_dir)) != NULL) { 2567 char *name = evt_ent->d_name; 2568 char value[128]; 2569 FILE *file; 2570 int fd; 2571 2572 if (io_dir__is_dir(&caps_dir, evt_ent)) 2573 continue; 2574 2575 fd = openat(caps_fd, name, O_RDONLY); 2576 if (fd == -1) 2577 continue; 2578 file = fdopen(fd, "r"); 2579 if (!file) { 2580 close(fd); 2581 continue; 2582 } 2583 2584 if (!fgets(value, sizeof(value), file) || 2585 (perf_pmu__new_caps(&pmu->caps, name, value) < 0)) { 2586 fclose(file); 2587 continue; 2588 } 2589 2590 pmu->nr_caps++; 2591 fclose(file); 2592 } 2593 2594 close(caps_fd); 2595 2596 pmu->caps_initialized = true; 2597 return pmu->nr_caps; 2598 } 2599 2600 static void perf_pmu__compute_config_masks(struct perf_pmu *pmu) 2601 { 2602 struct perf_pmu_format *format; 2603 2604 if (pmu->config_masks_computed) 2605 return; 2606 2607 list_for_each_entry(format, &pmu->format, list) { 2608 unsigned int i; 2609 __u64 *mask; 2610 2611 if (format->value >= PERF_PMU_FORMAT_VALUE_CONFIG_END) 2612 continue; 2613 2614 pmu->config_masks_present = true; 2615 mask = &pmu->config_masks[format->value]; 2616 2617 for_each_set_bit(i, format->bits, PERF_PMU_FORMAT_BITS) 2618 *mask |= 1ULL << i; 2619 } 2620 pmu->config_masks_computed = true; 2621 } 2622 2623 void perf_pmu__warn_invalid_config(struct perf_pmu *pmu, __u64 config, 2624 const char *name, int config_num, 2625 const char *config_name) 2626 { 2627 __u64 bits; 2628 char buf[100]; 2629 2630 perf_pmu__compute_config_masks(pmu); 2631 2632 /* 2633 * Kernel doesn't export any valid format bits. 2634 */ 2635 if (!pmu->config_masks_present) 2636 return; 2637 2638 bits = config & ~pmu->config_masks[config_num]; 2639 if (bits == 0) 2640 return; 2641 2642 bitmap_scnprintf((unsigned long *)&bits, sizeof(bits) * 8, buf, sizeof(buf)); 2643 2644 pr_warning("WARNING: event '%s' not valid (bits %s of %s " 2645 "'%llx' not supported by kernel)!\n", 2646 name ?: "N/A", buf, config_name, config); 2647 } 2648 2649 bool perf_pmu__wildcard_match(const struct perf_pmu *pmu, const char *wildcard_to_match) 2650 { 2651 const char *names[2] = { 2652 pmu->name, 2653 pmu->alias_name, 2654 }; 2655 bool need_fnmatch = strisglob(wildcard_to_match); 2656 2657 if (!strncmp(wildcard_to_match, "uncore_", 7)) 2658 wildcard_to_match += 7; 2659 2660 for (size_t i = 0; i < ARRAY_SIZE(names); i++) { 2661 const char *pmu_name = names[i]; 2662 2663 if (!pmu_name) 2664 continue; 2665 2666 if (!strncmp(pmu_name, "uncore_", 7)) 2667 pmu_name += 7; 2668 2669 if (perf_pmu__match_wildcard(pmu_name, wildcard_to_match) || 2670 (need_fnmatch && !fnmatch(wildcard_to_match, pmu_name, 0))) 2671 return true; 2672 } 2673 return false; 2674 } 2675 2676 int perf_pmu__event_source_devices_scnprintf(char *pathname, size_t size) 2677 { 2678 const char *sysfs = sysfs__mountpoint(); 2679 2680 if (!sysfs) 2681 return 0; 2682 return scnprintf(pathname, size, "%s/bus/event_source/devices/", sysfs); 2683 } 2684 2685 int perf_pmu__event_source_devices_fd(void) 2686 { 2687 char path[PATH_MAX]; 2688 const char *sysfs = sysfs__mountpoint(); 2689 2690 if (!sysfs) 2691 return -1; 2692 2693 scnprintf(path, sizeof(path), "%s/bus/event_source/devices/", sysfs); 2694 return open(path, O_DIRECTORY); 2695 } 2696 2697 /* 2698 * Fill 'buf' with the path to a file or folder in 'pmu_name' in 2699 * sysfs. For example if pmu_name = "cs_etm" and 'filename' = "format" 2700 * then pathname will be filled with 2701 * "/sys/bus/event_source/devices/cs_etm/format" 2702 * 2703 * Return 0 if the sysfs mountpoint couldn't be found, if no characters were 2704 * written or if the buffer size is exceeded. 2705 */ 2706 int perf_pmu__pathname_scnprintf(char *buf, size_t size, 2707 const char *pmu_name, const char *filename) 2708 { 2709 size_t len; 2710 2711 len = perf_pmu__event_source_devices_scnprintf(buf, size); 2712 if (!len || (len + strlen(pmu_name) + strlen(filename) + 1) >= size) 2713 return 0; 2714 2715 return scnprintf(buf + len, size - len, "%s/%s", pmu_name, filename); 2716 } 2717 2718 int perf_pmu__pathname_fd(int dirfd, const char *pmu_name, const char *filename, int flags) 2719 { 2720 char path[PATH_MAX]; 2721 2722 scnprintf(path, sizeof(path), "%s/%s", pmu_name, filename); 2723 return openat(dirfd, path, flags); 2724 } 2725 2726 void perf_pmu__delete(struct perf_pmu *pmu) 2727 { 2728 if (!pmu) 2729 return; 2730 2731 if (perf_pmu__is_hwmon(pmu)) 2732 hwmon_pmu__exit(pmu); 2733 else if (perf_pmu__is_drm(pmu)) 2734 drm_pmu__exit(pmu); 2735 2736 perf_pmu__del_formats(&pmu->format); 2737 perf_pmu__del_aliases(pmu); 2738 perf_pmu__del_caps(pmu); 2739 2740 perf_cpu_map__put(pmu->cpus); 2741 2742 zfree(&pmu->name); 2743 zfree(&pmu->alias_name); 2744 zfree(&pmu->id); 2745 free(pmu); 2746 } 2747 2748 const char *perf_pmu__name_from_config(struct perf_pmu *pmu, u64 config) 2749 { 2750 struct hashmap_entry *entry; 2751 size_t bkt; 2752 2753 if (!pmu) 2754 return NULL; 2755 2756 pmu_aliases_parse(pmu); 2757 pmu_add_cpu_aliases(pmu); 2758 hashmap__for_each_entry(pmu->aliases, entry, bkt) { 2759 struct perf_pmu_alias *event = entry->pvalue; 2760 struct perf_event_attr attr = {.config = 0,}; 2761 int ret = perf_pmu__parse_terms_to_attr(pmu, event->terms, &attr); 2762 2763 if (ret == 0 && config == attr.config) 2764 return event->name; 2765 } 2766 return NULL; 2767 } 2768