1 #include <linux/hw_breakpoint.h> 2 #include <linux/err.h> 3 #include "util.h" 4 #include "../perf.h" 5 #include "evlist.h" 6 #include "evsel.h" 7 #include <subcmd/parse-options.h> 8 #include "parse-events.h" 9 #include <subcmd/exec-cmd.h> 10 #include "string.h" 11 #include "symbol.h" 12 #include "cache.h" 13 #include "header.h" 14 #include "bpf-loader.h" 15 #include "debug.h" 16 #include <api/fs/tracing_path.h> 17 #include "parse-events-bison.h" 18 #define YY_EXTRA_TYPE int 19 #include "parse-events-flex.h" 20 #include "pmu.h" 21 #include "thread_map.h" 22 #include "cpumap.h" 23 #include "probe-file.h" 24 #include "asm/bug.h" 25 #include "util/parse-branch-options.h" 26 27 #define MAX_NAME_LEN 100 28 29 #ifdef PARSER_DEBUG 30 extern int parse_events_debug; 31 #endif 32 int parse_events_parse(void *data, void *scanner); 33 static int get_config_terms(struct list_head *head_config, 34 struct list_head *head_terms __maybe_unused); 35 36 static struct perf_pmu_event_symbol *perf_pmu_events_list; 37 /* 38 * The variable indicates the number of supported pmu event symbols. 39 * 0 means not initialized and ready to init 40 * -1 means failed to init, don't try anymore 41 * >0 is the number of supported pmu event symbols 42 */ 43 static int perf_pmu_events_list_num; 44 45 struct event_symbol event_symbols_hw[PERF_COUNT_HW_MAX] = { 46 [PERF_COUNT_HW_CPU_CYCLES] = { 47 .symbol = "cpu-cycles", 48 .alias = "cycles", 49 }, 50 [PERF_COUNT_HW_INSTRUCTIONS] = { 51 .symbol = "instructions", 52 .alias = "", 53 }, 54 [PERF_COUNT_HW_CACHE_REFERENCES] = { 55 .symbol = "cache-references", 56 .alias = "", 57 }, 58 [PERF_COUNT_HW_CACHE_MISSES] = { 59 .symbol = "cache-misses", 60 .alias = "", 61 }, 62 [PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = { 63 .symbol = "branch-instructions", 64 .alias = "branches", 65 }, 66 [PERF_COUNT_HW_BRANCH_MISSES] = { 67 .symbol = "branch-misses", 68 .alias = "", 69 }, 70 [PERF_COUNT_HW_BUS_CYCLES] = { 71 .symbol = "bus-cycles", 72 .alias = "", 73 }, 74 [PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = { 75 .symbol = "stalled-cycles-frontend", 76 .alias = "idle-cycles-frontend", 77 }, 78 [PERF_COUNT_HW_STALLED_CYCLES_BACKEND] = { 79 .symbol = "stalled-cycles-backend", 80 .alias = "idle-cycles-backend", 81 }, 82 [PERF_COUNT_HW_REF_CPU_CYCLES] = { 83 .symbol = "ref-cycles", 84 .alias = "", 85 }, 86 }; 87 88 struct event_symbol event_symbols_sw[PERF_COUNT_SW_MAX] = { 89 [PERF_COUNT_SW_CPU_CLOCK] = { 90 .symbol = "cpu-clock", 91 .alias = "", 92 }, 93 [PERF_COUNT_SW_TASK_CLOCK] = { 94 .symbol = "task-clock", 95 .alias = "", 96 }, 97 [PERF_COUNT_SW_PAGE_FAULTS] = { 98 .symbol = "page-faults", 99 .alias = "faults", 100 }, 101 [PERF_COUNT_SW_CONTEXT_SWITCHES] = { 102 .symbol = "context-switches", 103 .alias = "cs", 104 }, 105 [PERF_COUNT_SW_CPU_MIGRATIONS] = { 106 .symbol = "cpu-migrations", 107 .alias = "migrations", 108 }, 109 [PERF_COUNT_SW_PAGE_FAULTS_MIN] = { 110 .symbol = "minor-faults", 111 .alias = "", 112 }, 113 [PERF_COUNT_SW_PAGE_FAULTS_MAJ] = { 114 .symbol = "major-faults", 115 .alias = "", 116 }, 117 [PERF_COUNT_SW_ALIGNMENT_FAULTS] = { 118 .symbol = "alignment-faults", 119 .alias = "", 120 }, 121 [PERF_COUNT_SW_EMULATION_FAULTS] = { 122 .symbol = "emulation-faults", 123 .alias = "", 124 }, 125 [PERF_COUNT_SW_DUMMY] = { 126 .symbol = "dummy", 127 .alias = "", 128 }, 129 [PERF_COUNT_SW_BPF_OUTPUT] = { 130 .symbol = "bpf-output", 131 .alias = "", 132 }, 133 }; 134 135 #define __PERF_EVENT_FIELD(config, name) \ 136 ((config & PERF_EVENT_##name##_MASK) >> PERF_EVENT_##name##_SHIFT) 137 138 #define PERF_EVENT_RAW(config) __PERF_EVENT_FIELD(config, RAW) 139 #define PERF_EVENT_CONFIG(config) __PERF_EVENT_FIELD(config, CONFIG) 140 #define PERF_EVENT_TYPE(config) __PERF_EVENT_FIELD(config, TYPE) 141 #define PERF_EVENT_ID(config) __PERF_EVENT_FIELD(config, EVENT) 142 143 #define for_each_subsystem(sys_dir, sys_dirent) \ 144 while ((sys_dirent = readdir(sys_dir)) != NULL) \ 145 if (sys_dirent->d_type == DT_DIR && \ 146 (strcmp(sys_dirent->d_name, ".")) && \ 147 (strcmp(sys_dirent->d_name, ".."))) 148 149 static int tp_event_has_id(struct dirent *sys_dir, struct dirent *evt_dir) 150 { 151 char evt_path[MAXPATHLEN]; 152 int fd; 153 154 snprintf(evt_path, MAXPATHLEN, "%s/%s/%s/id", tracing_events_path, 155 sys_dir->d_name, evt_dir->d_name); 156 fd = open(evt_path, O_RDONLY); 157 if (fd < 0) 158 return -EINVAL; 159 close(fd); 160 161 return 0; 162 } 163 164 #define for_each_event(sys_dirent, evt_dir, evt_dirent) \ 165 while ((evt_dirent = readdir(evt_dir)) != NULL) \ 166 if (evt_dirent->d_type == DT_DIR && \ 167 (strcmp(evt_dirent->d_name, ".")) && \ 168 (strcmp(evt_dirent->d_name, "..")) && \ 169 (!tp_event_has_id(sys_dirent, evt_dirent))) 170 171 #define MAX_EVENT_LENGTH 512 172 173 174 struct tracepoint_path *tracepoint_id_to_path(u64 config) 175 { 176 struct tracepoint_path *path = NULL; 177 DIR *sys_dir, *evt_dir; 178 struct dirent *sys_dirent, *evt_dirent; 179 char id_buf[24]; 180 int fd; 181 u64 id; 182 char evt_path[MAXPATHLEN]; 183 char dir_path[MAXPATHLEN]; 184 185 sys_dir = opendir(tracing_events_path); 186 if (!sys_dir) 187 return NULL; 188 189 for_each_subsystem(sys_dir, sys_dirent) { 190 191 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path, 192 sys_dirent->d_name); 193 evt_dir = opendir(dir_path); 194 if (!evt_dir) 195 continue; 196 197 for_each_event(sys_dirent, evt_dir, evt_dirent) { 198 199 snprintf(evt_path, MAXPATHLEN, "%s/%s/id", dir_path, 200 evt_dirent->d_name); 201 fd = open(evt_path, O_RDONLY); 202 if (fd < 0) 203 continue; 204 if (read(fd, id_buf, sizeof(id_buf)) < 0) { 205 close(fd); 206 continue; 207 } 208 close(fd); 209 id = atoll(id_buf); 210 if (id == config) { 211 closedir(evt_dir); 212 closedir(sys_dir); 213 path = zalloc(sizeof(*path)); 214 if (!path) 215 return NULL; 216 path->system = malloc(MAX_EVENT_LENGTH); 217 if (!path->system) { 218 free(path); 219 return NULL; 220 } 221 path->name = malloc(MAX_EVENT_LENGTH); 222 if (!path->name) { 223 zfree(&path->system); 224 free(path); 225 return NULL; 226 } 227 strncpy(path->system, sys_dirent->d_name, 228 MAX_EVENT_LENGTH); 229 strncpy(path->name, evt_dirent->d_name, 230 MAX_EVENT_LENGTH); 231 return path; 232 } 233 } 234 closedir(evt_dir); 235 } 236 237 closedir(sys_dir); 238 return NULL; 239 } 240 241 struct tracepoint_path *tracepoint_name_to_path(const char *name) 242 { 243 struct tracepoint_path *path = zalloc(sizeof(*path)); 244 char *str = strchr(name, ':'); 245 246 if (path == NULL || str == NULL) { 247 free(path); 248 return NULL; 249 } 250 251 path->system = strndup(name, str - name); 252 path->name = strdup(str+1); 253 254 if (path->system == NULL || path->name == NULL) { 255 zfree(&path->system); 256 zfree(&path->name); 257 zfree(&path); 258 } 259 260 return path; 261 } 262 263 const char *event_type(int type) 264 { 265 switch (type) { 266 case PERF_TYPE_HARDWARE: 267 return "hardware"; 268 269 case PERF_TYPE_SOFTWARE: 270 return "software"; 271 272 case PERF_TYPE_TRACEPOINT: 273 return "tracepoint"; 274 275 case PERF_TYPE_HW_CACHE: 276 return "hardware-cache"; 277 278 default: 279 break; 280 } 281 282 return "unknown"; 283 } 284 285 static int parse_events__is_name_term(struct parse_events_term *term) 286 { 287 return term->type_term == PARSE_EVENTS__TERM_TYPE_NAME; 288 } 289 290 static char *get_config_name(struct list_head *head_terms) 291 { 292 struct parse_events_term *term; 293 294 if (!head_terms) 295 return NULL; 296 297 list_for_each_entry(term, head_terms, list) 298 if (parse_events__is_name_term(term)) 299 return term->val.str; 300 301 return NULL; 302 } 303 304 static struct perf_evsel * 305 __add_event(struct list_head *list, int *idx, 306 struct perf_event_attr *attr, 307 char *name, struct cpu_map *cpus, 308 struct list_head *config_terms) 309 { 310 struct perf_evsel *evsel; 311 312 event_attr_init(attr); 313 314 evsel = perf_evsel__new_idx(attr, *idx); 315 if (!evsel) 316 return NULL; 317 318 (*idx)++; 319 evsel->cpus = cpu_map__get(cpus); 320 evsel->own_cpus = cpu_map__get(cpus); 321 evsel->system_wide = !!cpus; 322 323 if (name) 324 evsel->name = strdup(name); 325 326 if (config_terms) 327 list_splice(config_terms, &evsel->config_terms); 328 329 list_add_tail(&evsel->node, list); 330 return evsel; 331 } 332 333 static int add_event(struct list_head *list, int *idx, 334 struct perf_event_attr *attr, char *name, 335 struct list_head *config_terms) 336 { 337 return __add_event(list, idx, attr, name, NULL, config_terms) ? 0 : -ENOMEM; 338 } 339 340 static int parse_aliases(char *str, const char *names[][PERF_EVSEL__MAX_ALIASES], int size) 341 { 342 int i, j; 343 int n, longest = -1; 344 345 for (i = 0; i < size; i++) { 346 for (j = 0; j < PERF_EVSEL__MAX_ALIASES && names[i][j]; j++) { 347 n = strlen(names[i][j]); 348 if (n > longest && !strncasecmp(str, names[i][j], n)) 349 longest = n; 350 } 351 if (longest > 0) 352 return i; 353 } 354 355 return -1; 356 } 357 358 typedef int config_term_func_t(struct perf_event_attr *attr, 359 struct parse_events_term *term, 360 struct parse_events_error *err); 361 static int config_term_common(struct perf_event_attr *attr, 362 struct parse_events_term *term, 363 struct parse_events_error *err); 364 static int config_attr(struct perf_event_attr *attr, 365 struct list_head *head, 366 struct parse_events_error *err, 367 config_term_func_t config_term); 368 369 int parse_events_add_cache(struct list_head *list, int *idx, 370 char *type, char *op_result1, char *op_result2, 371 struct parse_events_error *err, 372 struct list_head *head_config) 373 { 374 struct perf_event_attr attr; 375 LIST_HEAD(config_terms); 376 char name[MAX_NAME_LEN], *config_name; 377 int cache_type = -1, cache_op = -1, cache_result = -1; 378 char *op_result[2] = { op_result1, op_result2 }; 379 int i, n; 380 381 /* 382 * No fallback - if we cannot get a clear cache type 383 * then bail out: 384 */ 385 cache_type = parse_aliases(type, perf_evsel__hw_cache, 386 PERF_COUNT_HW_CACHE_MAX); 387 if (cache_type == -1) 388 return -EINVAL; 389 390 config_name = get_config_name(head_config); 391 n = snprintf(name, MAX_NAME_LEN, "%s", type); 392 393 for (i = 0; (i < 2) && (op_result[i]); i++) { 394 char *str = op_result[i]; 395 396 n += snprintf(name + n, MAX_NAME_LEN - n, "-%s", str); 397 398 if (cache_op == -1) { 399 cache_op = parse_aliases(str, perf_evsel__hw_cache_op, 400 PERF_COUNT_HW_CACHE_OP_MAX); 401 if (cache_op >= 0) { 402 if (!perf_evsel__is_cache_op_valid(cache_type, cache_op)) 403 return -EINVAL; 404 continue; 405 } 406 } 407 408 if (cache_result == -1) { 409 cache_result = parse_aliases(str, perf_evsel__hw_cache_result, 410 PERF_COUNT_HW_CACHE_RESULT_MAX); 411 if (cache_result >= 0) 412 continue; 413 } 414 } 415 416 /* 417 * Fall back to reads: 418 */ 419 if (cache_op == -1) 420 cache_op = PERF_COUNT_HW_CACHE_OP_READ; 421 422 /* 423 * Fall back to accesses: 424 */ 425 if (cache_result == -1) 426 cache_result = PERF_COUNT_HW_CACHE_RESULT_ACCESS; 427 428 memset(&attr, 0, sizeof(attr)); 429 attr.config = cache_type | (cache_op << 8) | (cache_result << 16); 430 attr.type = PERF_TYPE_HW_CACHE; 431 432 if (head_config) { 433 if (config_attr(&attr, head_config, err, 434 config_term_common)) 435 return -EINVAL; 436 437 if (get_config_terms(head_config, &config_terms)) 438 return -ENOMEM; 439 } 440 return add_event(list, idx, &attr, config_name ? : name, &config_terms); 441 } 442 443 static void tracepoint_error(struct parse_events_error *e, int err, 444 const char *sys, const char *name) 445 { 446 char help[BUFSIZ]; 447 448 if (!e) 449 return; 450 451 /* 452 * We get error directly from syscall errno ( > 0), 453 * or from encoded pointer's error ( < 0). 454 */ 455 err = abs(err); 456 457 switch (err) { 458 case EACCES: 459 e->str = strdup("can't access trace events"); 460 break; 461 case ENOENT: 462 e->str = strdup("unknown tracepoint"); 463 break; 464 default: 465 e->str = strdup("failed to add tracepoint"); 466 break; 467 } 468 469 tracing_path__strerror_open_tp(err, help, sizeof(help), sys, name); 470 e->help = strdup(help); 471 } 472 473 static int add_tracepoint(struct list_head *list, int *idx, 474 const char *sys_name, const char *evt_name, 475 struct parse_events_error *err, 476 struct list_head *head_config) 477 { 478 struct perf_evsel *evsel; 479 480 evsel = perf_evsel__newtp_idx(sys_name, evt_name, (*idx)++); 481 if (IS_ERR(evsel)) { 482 tracepoint_error(err, PTR_ERR(evsel), sys_name, evt_name); 483 return PTR_ERR(evsel); 484 } 485 486 if (head_config) { 487 LIST_HEAD(config_terms); 488 489 if (get_config_terms(head_config, &config_terms)) 490 return -ENOMEM; 491 list_splice(&config_terms, &evsel->config_terms); 492 } 493 494 list_add_tail(&evsel->node, list); 495 return 0; 496 } 497 498 static int add_tracepoint_multi_event(struct list_head *list, int *idx, 499 const char *sys_name, const char *evt_name, 500 struct parse_events_error *err, 501 struct list_head *head_config) 502 { 503 char evt_path[MAXPATHLEN]; 504 struct dirent *evt_ent; 505 DIR *evt_dir; 506 int ret = 0, found = 0; 507 508 snprintf(evt_path, MAXPATHLEN, "%s/%s", tracing_events_path, sys_name); 509 evt_dir = opendir(evt_path); 510 if (!evt_dir) { 511 tracepoint_error(err, errno, sys_name, evt_name); 512 return -1; 513 } 514 515 while (!ret && (evt_ent = readdir(evt_dir))) { 516 if (!strcmp(evt_ent->d_name, ".") 517 || !strcmp(evt_ent->d_name, "..") 518 || !strcmp(evt_ent->d_name, "enable") 519 || !strcmp(evt_ent->d_name, "filter")) 520 continue; 521 522 if (!strglobmatch(evt_ent->d_name, evt_name)) 523 continue; 524 525 found++; 526 527 ret = add_tracepoint(list, idx, sys_name, evt_ent->d_name, 528 err, head_config); 529 } 530 531 if (!found) { 532 tracepoint_error(err, ENOENT, sys_name, evt_name); 533 ret = -1; 534 } 535 536 closedir(evt_dir); 537 return ret; 538 } 539 540 static int add_tracepoint_event(struct list_head *list, int *idx, 541 const char *sys_name, const char *evt_name, 542 struct parse_events_error *err, 543 struct list_head *head_config) 544 { 545 return strpbrk(evt_name, "*?") ? 546 add_tracepoint_multi_event(list, idx, sys_name, evt_name, 547 err, head_config) : 548 add_tracepoint(list, idx, sys_name, evt_name, 549 err, head_config); 550 } 551 552 static int add_tracepoint_multi_sys(struct list_head *list, int *idx, 553 const char *sys_name, const char *evt_name, 554 struct parse_events_error *err, 555 struct list_head *head_config) 556 { 557 struct dirent *events_ent; 558 DIR *events_dir; 559 int ret = 0; 560 561 events_dir = opendir(tracing_events_path); 562 if (!events_dir) { 563 tracepoint_error(err, errno, sys_name, evt_name); 564 return -1; 565 } 566 567 while (!ret && (events_ent = readdir(events_dir))) { 568 if (!strcmp(events_ent->d_name, ".") 569 || !strcmp(events_ent->d_name, "..") 570 || !strcmp(events_ent->d_name, "enable") 571 || !strcmp(events_ent->d_name, "header_event") 572 || !strcmp(events_ent->d_name, "header_page")) 573 continue; 574 575 if (!strglobmatch(events_ent->d_name, sys_name)) 576 continue; 577 578 ret = add_tracepoint_event(list, idx, events_ent->d_name, 579 evt_name, err, head_config); 580 } 581 582 closedir(events_dir); 583 return ret; 584 } 585 586 struct __add_bpf_event_param { 587 struct parse_events_evlist *data; 588 struct list_head *list; 589 struct list_head *head_config; 590 }; 591 592 static int add_bpf_event(const char *group, const char *event, int fd, 593 void *_param) 594 { 595 LIST_HEAD(new_evsels); 596 struct __add_bpf_event_param *param = _param; 597 struct parse_events_evlist *evlist = param->data; 598 struct list_head *list = param->list; 599 struct perf_evsel *pos; 600 int err; 601 602 pr_debug("add bpf event %s:%s and attach bpf program %d\n", 603 group, event, fd); 604 605 err = parse_events_add_tracepoint(&new_evsels, &evlist->idx, group, 606 event, evlist->error, 607 param->head_config); 608 if (err) { 609 struct perf_evsel *evsel, *tmp; 610 611 pr_debug("Failed to add BPF event %s:%s\n", 612 group, event); 613 list_for_each_entry_safe(evsel, tmp, &new_evsels, node) { 614 list_del(&evsel->node); 615 perf_evsel__delete(evsel); 616 } 617 return err; 618 } 619 pr_debug("adding %s:%s\n", group, event); 620 621 list_for_each_entry(pos, &new_evsels, node) { 622 pr_debug("adding %s:%s to %p\n", 623 group, event, pos); 624 pos->bpf_fd = fd; 625 } 626 list_splice(&new_evsels, list); 627 return 0; 628 } 629 630 int parse_events_load_bpf_obj(struct parse_events_evlist *data, 631 struct list_head *list, 632 struct bpf_object *obj, 633 struct list_head *head_config) 634 { 635 int err; 636 char errbuf[BUFSIZ]; 637 struct __add_bpf_event_param param = {data, list, head_config}; 638 static bool registered_unprobe_atexit = false; 639 640 if (IS_ERR(obj) || !obj) { 641 snprintf(errbuf, sizeof(errbuf), 642 "Internal error: load bpf obj with NULL"); 643 err = -EINVAL; 644 goto errout; 645 } 646 647 /* 648 * Register atexit handler before calling bpf__probe() so 649 * bpf__probe() don't need to unprobe probe points its already 650 * created when failure. 651 */ 652 if (!registered_unprobe_atexit) { 653 atexit(bpf__clear); 654 registered_unprobe_atexit = true; 655 } 656 657 err = bpf__probe(obj); 658 if (err) { 659 bpf__strerror_probe(obj, err, errbuf, sizeof(errbuf)); 660 goto errout; 661 } 662 663 err = bpf__load(obj); 664 if (err) { 665 bpf__strerror_load(obj, err, errbuf, sizeof(errbuf)); 666 goto errout; 667 } 668 669 err = bpf__foreach_event(obj, add_bpf_event, ¶m); 670 if (err) { 671 snprintf(errbuf, sizeof(errbuf), 672 "Attach events in BPF object failed"); 673 goto errout; 674 } 675 676 return 0; 677 errout: 678 data->error->help = strdup("(add -v to see detail)"); 679 data->error->str = strdup(errbuf); 680 return err; 681 } 682 683 static int 684 parse_events_config_bpf(struct parse_events_evlist *data, 685 struct bpf_object *obj, 686 struct list_head *head_config) 687 { 688 struct parse_events_term *term; 689 int error_pos; 690 691 if (!head_config || list_empty(head_config)) 692 return 0; 693 694 list_for_each_entry(term, head_config, list) { 695 char errbuf[BUFSIZ]; 696 int err; 697 698 if (term->type_term != PARSE_EVENTS__TERM_TYPE_USER) { 699 snprintf(errbuf, sizeof(errbuf), 700 "Invalid config term for BPF object"); 701 errbuf[BUFSIZ - 1] = '\0'; 702 703 data->error->idx = term->err_term; 704 data->error->str = strdup(errbuf); 705 return -EINVAL; 706 } 707 708 err = bpf__config_obj(obj, term, data->evlist, &error_pos); 709 if (err) { 710 bpf__strerror_config_obj(obj, term, data->evlist, 711 &error_pos, err, errbuf, 712 sizeof(errbuf)); 713 data->error->help = strdup( 714 "Hint:\tValid config terms:\n" 715 " \tmap:[<arraymap>].value<indices>=[value]\n" 716 " \tmap:[<eventmap>].event<indices>=[event]\n" 717 "\n" 718 " \twhere <indices> is something like [0,3...5] or [all]\n" 719 " \t(add -v to see detail)"); 720 data->error->str = strdup(errbuf); 721 if (err == -BPF_LOADER_ERRNO__OBJCONF_MAP_VALUE) 722 data->error->idx = term->err_val; 723 else 724 data->error->idx = term->err_term + error_pos; 725 return err; 726 } 727 } 728 return 0; 729 } 730 731 /* 732 * Split config terms: 733 * perf record -e bpf.c/call-graph=fp,map:array.value[0]=1/ ... 734 * 'call-graph=fp' is 'evt config', should be applied to each 735 * events in bpf.c. 736 * 'map:array.value[0]=1' is 'obj config', should be processed 737 * with parse_events_config_bpf. 738 * 739 * Move object config terms from the first list to obj_head_config. 740 */ 741 static void 742 split_bpf_config_terms(struct list_head *evt_head_config, 743 struct list_head *obj_head_config) 744 { 745 struct parse_events_term *term, *temp; 746 747 /* 748 * Currectly, all possible user config term 749 * belong to bpf object. parse_events__is_hardcoded_term() 750 * happends to be a good flag. 751 * 752 * See parse_events_config_bpf() and 753 * config_term_tracepoint(). 754 */ 755 list_for_each_entry_safe(term, temp, evt_head_config, list) 756 if (!parse_events__is_hardcoded_term(term)) 757 list_move_tail(&term->list, obj_head_config); 758 } 759 760 int parse_events_load_bpf(struct parse_events_evlist *data, 761 struct list_head *list, 762 char *bpf_file_name, 763 bool source, 764 struct list_head *head_config) 765 { 766 int err; 767 struct bpf_object *obj; 768 LIST_HEAD(obj_head_config); 769 770 if (head_config) 771 split_bpf_config_terms(head_config, &obj_head_config); 772 773 obj = bpf__prepare_load(bpf_file_name, source); 774 if (IS_ERR(obj)) { 775 char errbuf[BUFSIZ]; 776 777 err = PTR_ERR(obj); 778 779 if (err == -ENOTSUP) 780 snprintf(errbuf, sizeof(errbuf), 781 "BPF support is not compiled"); 782 else 783 bpf__strerror_prepare_load(bpf_file_name, 784 source, 785 -err, errbuf, 786 sizeof(errbuf)); 787 788 data->error->help = strdup("(add -v to see detail)"); 789 data->error->str = strdup(errbuf); 790 return err; 791 } 792 793 err = parse_events_load_bpf_obj(data, list, obj, head_config); 794 if (err) 795 return err; 796 err = parse_events_config_bpf(data, obj, &obj_head_config); 797 798 /* 799 * Caller doesn't know anything about obj_head_config, 800 * so combine them together again before returnning. 801 */ 802 if (head_config) 803 list_splice_tail(&obj_head_config, head_config); 804 return err; 805 } 806 807 static int 808 parse_breakpoint_type(const char *type, struct perf_event_attr *attr) 809 { 810 int i; 811 812 for (i = 0; i < 3; i++) { 813 if (!type || !type[i]) 814 break; 815 816 #define CHECK_SET_TYPE(bit) \ 817 do { \ 818 if (attr->bp_type & bit) \ 819 return -EINVAL; \ 820 else \ 821 attr->bp_type |= bit; \ 822 } while (0) 823 824 switch (type[i]) { 825 case 'r': 826 CHECK_SET_TYPE(HW_BREAKPOINT_R); 827 break; 828 case 'w': 829 CHECK_SET_TYPE(HW_BREAKPOINT_W); 830 break; 831 case 'x': 832 CHECK_SET_TYPE(HW_BREAKPOINT_X); 833 break; 834 default: 835 return -EINVAL; 836 } 837 } 838 839 #undef CHECK_SET_TYPE 840 841 if (!attr->bp_type) /* Default */ 842 attr->bp_type = HW_BREAKPOINT_R | HW_BREAKPOINT_W; 843 844 return 0; 845 } 846 847 int parse_events_add_breakpoint(struct list_head *list, int *idx, 848 void *ptr, char *type, u64 len) 849 { 850 struct perf_event_attr attr; 851 852 memset(&attr, 0, sizeof(attr)); 853 attr.bp_addr = (unsigned long) ptr; 854 855 if (parse_breakpoint_type(type, &attr)) 856 return -EINVAL; 857 858 /* Provide some defaults if len is not specified */ 859 if (!len) { 860 if (attr.bp_type == HW_BREAKPOINT_X) 861 len = sizeof(long); 862 else 863 len = HW_BREAKPOINT_LEN_4; 864 } 865 866 attr.bp_len = len; 867 868 attr.type = PERF_TYPE_BREAKPOINT; 869 attr.sample_period = 1; 870 871 return add_event(list, idx, &attr, NULL, NULL); 872 } 873 874 static int check_type_val(struct parse_events_term *term, 875 struct parse_events_error *err, 876 int type) 877 { 878 if (type == term->type_val) 879 return 0; 880 881 if (err) { 882 err->idx = term->err_val; 883 if (type == PARSE_EVENTS__TERM_TYPE_NUM) 884 err->str = strdup("expected numeric value"); 885 else 886 err->str = strdup("expected string value"); 887 } 888 return -EINVAL; 889 } 890 891 /* 892 * Update according to parse-events.l 893 */ 894 static const char *config_term_names[__PARSE_EVENTS__TERM_TYPE_NR] = { 895 [PARSE_EVENTS__TERM_TYPE_USER] = "<sysfs term>", 896 [PARSE_EVENTS__TERM_TYPE_CONFIG] = "config", 897 [PARSE_EVENTS__TERM_TYPE_CONFIG1] = "config1", 898 [PARSE_EVENTS__TERM_TYPE_CONFIG2] = "config2", 899 [PARSE_EVENTS__TERM_TYPE_NAME] = "name", 900 [PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD] = "period", 901 [PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ] = "freq", 902 [PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE] = "branch_type", 903 [PARSE_EVENTS__TERM_TYPE_TIME] = "time", 904 [PARSE_EVENTS__TERM_TYPE_CALLGRAPH] = "call-graph", 905 [PARSE_EVENTS__TERM_TYPE_STACKSIZE] = "stack-size", 906 [PARSE_EVENTS__TERM_TYPE_NOINHERIT] = "no-inherit", 907 [PARSE_EVENTS__TERM_TYPE_INHERIT] = "inherit", 908 [PARSE_EVENTS__TERM_TYPE_MAX_STACK] = "max-stack", 909 [PARSE_EVENTS__TERM_TYPE_OVERWRITE] = "overwrite", 910 [PARSE_EVENTS__TERM_TYPE_NOOVERWRITE] = "no-overwrite", 911 [PARSE_EVENTS__TERM_TYPE_DRV_CFG] = "driver-config", 912 }; 913 914 static bool config_term_shrinked; 915 916 static bool 917 config_term_avail(int term_type, struct parse_events_error *err) 918 { 919 if (term_type < 0 || term_type >= __PARSE_EVENTS__TERM_TYPE_NR) { 920 err->str = strdup("Invalid term_type"); 921 return false; 922 } 923 if (!config_term_shrinked) 924 return true; 925 926 switch (term_type) { 927 case PARSE_EVENTS__TERM_TYPE_CONFIG: 928 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 929 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 930 case PARSE_EVENTS__TERM_TYPE_NAME: 931 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 932 return true; 933 default: 934 if (!err) 935 return false; 936 937 /* term_type is validated so indexing is safe */ 938 if (asprintf(&err->str, "'%s' is not usable in 'perf stat'", 939 config_term_names[term_type]) < 0) 940 err->str = NULL; 941 return false; 942 } 943 } 944 945 void parse_events__shrink_config_terms(void) 946 { 947 config_term_shrinked = true; 948 } 949 950 static int config_term_common(struct perf_event_attr *attr, 951 struct parse_events_term *term, 952 struct parse_events_error *err) 953 { 954 #define CHECK_TYPE_VAL(type) \ 955 do { \ 956 if (check_type_val(term, err, PARSE_EVENTS__TERM_TYPE_ ## type)) \ 957 return -EINVAL; \ 958 } while (0) 959 960 switch (term->type_term) { 961 case PARSE_EVENTS__TERM_TYPE_CONFIG: 962 CHECK_TYPE_VAL(NUM); 963 attr->config = term->val.num; 964 break; 965 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 966 CHECK_TYPE_VAL(NUM); 967 attr->config1 = term->val.num; 968 break; 969 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 970 CHECK_TYPE_VAL(NUM); 971 attr->config2 = term->val.num; 972 break; 973 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 974 CHECK_TYPE_VAL(NUM); 975 break; 976 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 977 CHECK_TYPE_VAL(NUM); 978 break; 979 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 980 CHECK_TYPE_VAL(STR); 981 if (strcmp(term->val.str, "no") && 982 parse_branch_str(term->val.str, &attr->branch_sample_type)) { 983 err->str = strdup("invalid branch sample type"); 984 err->idx = term->err_val; 985 return -EINVAL; 986 } 987 break; 988 case PARSE_EVENTS__TERM_TYPE_TIME: 989 CHECK_TYPE_VAL(NUM); 990 if (term->val.num > 1) { 991 err->str = strdup("expected 0 or 1"); 992 err->idx = term->err_val; 993 return -EINVAL; 994 } 995 break; 996 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 997 CHECK_TYPE_VAL(STR); 998 break; 999 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1000 CHECK_TYPE_VAL(NUM); 1001 break; 1002 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1003 CHECK_TYPE_VAL(NUM); 1004 break; 1005 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1006 CHECK_TYPE_VAL(NUM); 1007 break; 1008 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1009 CHECK_TYPE_VAL(NUM); 1010 break; 1011 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1012 CHECK_TYPE_VAL(NUM); 1013 break; 1014 case PARSE_EVENTS__TERM_TYPE_NAME: 1015 CHECK_TYPE_VAL(STR); 1016 break; 1017 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1018 CHECK_TYPE_VAL(NUM); 1019 break; 1020 default: 1021 err->str = strdup("unknown term"); 1022 err->idx = term->err_term; 1023 err->help = parse_events_formats_error_string(NULL); 1024 return -EINVAL; 1025 } 1026 1027 /* 1028 * Check term availbility after basic checking so 1029 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered. 1030 * 1031 * If check availbility at the entry of this function, 1032 * user will see "'<sysfs term>' is not usable in 'perf stat'" 1033 * if an invalid config term is provided for legacy events 1034 * (for example, instructions/badterm/...), which is confusing. 1035 */ 1036 if (!config_term_avail(term->type_term, err)) 1037 return -EINVAL; 1038 return 0; 1039 #undef CHECK_TYPE_VAL 1040 } 1041 1042 static int config_term_pmu(struct perf_event_attr *attr, 1043 struct parse_events_term *term, 1044 struct parse_events_error *err) 1045 { 1046 if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER || 1047 term->type_term == PARSE_EVENTS__TERM_TYPE_DRV_CFG) 1048 /* 1049 * Always succeed for sysfs terms, as we dont know 1050 * at this point what type they need to have. 1051 */ 1052 return 0; 1053 else 1054 return config_term_common(attr, term, err); 1055 } 1056 1057 static int config_term_tracepoint(struct perf_event_attr *attr, 1058 struct parse_events_term *term, 1059 struct parse_events_error *err) 1060 { 1061 switch (term->type_term) { 1062 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 1063 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1064 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1065 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1066 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1067 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1068 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1069 return config_term_common(attr, term, err); 1070 default: 1071 if (err) { 1072 err->idx = term->err_term; 1073 err->str = strdup("unknown term"); 1074 err->help = strdup("valid terms: call-graph,stack-size\n"); 1075 } 1076 return -EINVAL; 1077 } 1078 1079 return 0; 1080 } 1081 1082 static int config_attr(struct perf_event_attr *attr, 1083 struct list_head *head, 1084 struct parse_events_error *err, 1085 config_term_func_t config_term) 1086 { 1087 struct parse_events_term *term; 1088 1089 list_for_each_entry(term, head, list) 1090 if (config_term(attr, term, err)) 1091 return -EINVAL; 1092 1093 return 0; 1094 } 1095 1096 static int get_config_terms(struct list_head *head_config, 1097 struct list_head *head_terms __maybe_unused) 1098 { 1099 #define ADD_CONFIG_TERM(__type, __name, __val) \ 1100 do { \ 1101 struct perf_evsel_config_term *__t; \ 1102 \ 1103 __t = zalloc(sizeof(*__t)); \ 1104 if (!__t) \ 1105 return -ENOMEM; \ 1106 \ 1107 INIT_LIST_HEAD(&__t->list); \ 1108 __t->type = PERF_EVSEL__CONFIG_TERM_ ## __type; \ 1109 __t->val.__name = __val; \ 1110 list_add_tail(&__t->list, head_terms); \ 1111 } while (0) 1112 1113 struct parse_events_term *term; 1114 1115 list_for_each_entry(term, head_config, list) { 1116 switch (term->type_term) { 1117 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 1118 ADD_CONFIG_TERM(PERIOD, period, term->val.num); 1119 break; 1120 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 1121 ADD_CONFIG_TERM(FREQ, freq, term->val.num); 1122 break; 1123 case PARSE_EVENTS__TERM_TYPE_TIME: 1124 ADD_CONFIG_TERM(TIME, time, term->val.num); 1125 break; 1126 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 1127 ADD_CONFIG_TERM(CALLGRAPH, callgraph, term->val.str); 1128 break; 1129 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 1130 ADD_CONFIG_TERM(BRANCH, branch, term->val.str); 1131 break; 1132 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1133 ADD_CONFIG_TERM(STACK_USER, stack_user, term->val.num); 1134 break; 1135 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1136 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 1 : 0); 1137 break; 1138 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1139 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 0 : 1); 1140 break; 1141 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1142 ADD_CONFIG_TERM(MAX_STACK, max_stack, term->val.num); 1143 break; 1144 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1145 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 1 : 0); 1146 break; 1147 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1148 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 0 : 1); 1149 break; 1150 case PARSE_EVENTS__TERM_TYPE_DRV_CFG: 1151 ADD_CONFIG_TERM(DRV_CFG, drv_cfg, term->val.str); 1152 break; 1153 default: 1154 break; 1155 } 1156 } 1157 #undef ADD_EVSEL_CONFIG 1158 return 0; 1159 } 1160 1161 int parse_events_add_tracepoint(struct list_head *list, int *idx, 1162 const char *sys, const char *event, 1163 struct parse_events_error *err, 1164 struct list_head *head_config) 1165 { 1166 if (head_config) { 1167 struct perf_event_attr attr; 1168 1169 if (config_attr(&attr, head_config, err, 1170 config_term_tracepoint)) 1171 return -EINVAL; 1172 } 1173 1174 if (strpbrk(sys, "*?")) 1175 return add_tracepoint_multi_sys(list, idx, sys, event, 1176 err, head_config); 1177 else 1178 return add_tracepoint_event(list, idx, sys, event, 1179 err, head_config); 1180 } 1181 1182 int parse_events_add_numeric(struct parse_events_evlist *data, 1183 struct list_head *list, 1184 u32 type, u64 config, 1185 struct list_head *head_config) 1186 { 1187 struct perf_event_attr attr; 1188 LIST_HEAD(config_terms); 1189 1190 memset(&attr, 0, sizeof(attr)); 1191 attr.type = type; 1192 attr.config = config; 1193 1194 if (head_config) { 1195 if (config_attr(&attr, head_config, data->error, 1196 config_term_common)) 1197 return -EINVAL; 1198 1199 if (get_config_terms(head_config, &config_terms)) 1200 return -ENOMEM; 1201 } 1202 1203 return add_event(list, &data->idx, &attr, 1204 get_config_name(head_config), &config_terms); 1205 } 1206 1207 int parse_events_add_pmu(struct parse_events_evlist *data, 1208 struct list_head *list, char *name, 1209 struct list_head *head_config) 1210 { 1211 struct perf_event_attr attr; 1212 struct perf_pmu_info info; 1213 struct perf_pmu *pmu; 1214 struct perf_evsel *evsel; 1215 LIST_HEAD(config_terms); 1216 1217 pmu = perf_pmu__find(name); 1218 if (!pmu) 1219 return -EINVAL; 1220 1221 if (pmu->default_config) { 1222 memcpy(&attr, pmu->default_config, 1223 sizeof(struct perf_event_attr)); 1224 } else { 1225 memset(&attr, 0, sizeof(attr)); 1226 } 1227 1228 if (!head_config) { 1229 attr.type = pmu->type; 1230 evsel = __add_event(list, &data->idx, &attr, NULL, pmu->cpus, NULL); 1231 return evsel ? 0 : -ENOMEM; 1232 } 1233 1234 if (perf_pmu__check_alias(pmu, head_config, &info)) 1235 return -EINVAL; 1236 1237 /* 1238 * Configure hardcoded terms first, no need to check 1239 * return value when called with fail == 0 ;) 1240 */ 1241 if (config_attr(&attr, head_config, data->error, config_term_pmu)) 1242 return -EINVAL; 1243 1244 if (get_config_terms(head_config, &config_terms)) 1245 return -ENOMEM; 1246 1247 if (perf_pmu__config(pmu, &attr, head_config, data->error)) 1248 return -EINVAL; 1249 1250 evsel = __add_event(list, &data->idx, &attr, 1251 get_config_name(head_config), pmu->cpus, 1252 &config_terms); 1253 if (evsel) { 1254 evsel->unit = info.unit; 1255 evsel->scale = info.scale; 1256 evsel->per_pkg = info.per_pkg; 1257 evsel->snapshot = info.snapshot; 1258 evsel->metric_expr = info.metric_expr; 1259 evsel->metric_name = info.metric_name; 1260 } 1261 1262 return evsel ? 0 : -ENOMEM; 1263 } 1264 1265 int parse_events_multi_pmu_add(struct parse_events_evlist *data, 1266 char *str, struct list_head **listp) 1267 { 1268 struct list_head *head; 1269 struct parse_events_term *term; 1270 struct list_head *list; 1271 struct perf_pmu *pmu = NULL; 1272 int ok = 0; 1273 1274 *listp = NULL; 1275 /* Add it for all PMUs that support the alias */ 1276 list = malloc(sizeof(struct list_head)); 1277 if (!list) 1278 return -1; 1279 INIT_LIST_HEAD(list); 1280 while ((pmu = perf_pmu__scan(pmu)) != NULL) { 1281 struct perf_pmu_alias *alias; 1282 1283 list_for_each_entry(alias, &pmu->aliases, list) { 1284 if (!strcasecmp(alias->name, str)) { 1285 head = malloc(sizeof(struct list_head)); 1286 if (!head) 1287 return -1; 1288 INIT_LIST_HEAD(head); 1289 if (parse_events_term__num(&term, PARSE_EVENTS__TERM_TYPE_USER, 1290 str, 1, false, &str, NULL) < 0) 1291 return -1; 1292 list_add_tail(&term->list, head); 1293 1294 if (!parse_events_add_pmu(data, list, 1295 pmu->name, head)) { 1296 pr_debug("%s -> %s/%s/\n", str, 1297 pmu->name, alias->str); 1298 ok++; 1299 } 1300 1301 parse_events_terms__delete(head); 1302 } 1303 } 1304 } 1305 if (!ok) 1306 return -1; 1307 *listp = list; 1308 return 0; 1309 } 1310 1311 int parse_events__modifier_group(struct list_head *list, 1312 char *event_mod) 1313 { 1314 return parse_events__modifier_event(list, event_mod, true); 1315 } 1316 1317 void parse_events__set_leader(char *name, struct list_head *list) 1318 { 1319 struct perf_evsel *leader; 1320 1321 if (list_empty(list)) { 1322 WARN_ONCE(true, "WARNING: failed to set leader: empty list"); 1323 return; 1324 } 1325 1326 __perf_evlist__set_leader(list); 1327 leader = list_entry(list->next, struct perf_evsel, node); 1328 leader->group_name = name ? strdup(name) : NULL; 1329 } 1330 1331 /* list_event is assumed to point to malloc'ed memory */ 1332 void parse_events_update_lists(struct list_head *list_event, 1333 struct list_head *list_all) 1334 { 1335 /* 1336 * Called for single event definition. Update the 1337 * 'all event' list, and reinit the 'single event' 1338 * list, for next event definition. 1339 */ 1340 list_splice_tail(list_event, list_all); 1341 free(list_event); 1342 } 1343 1344 struct event_modifier { 1345 int eu; 1346 int ek; 1347 int eh; 1348 int eH; 1349 int eG; 1350 int eI; 1351 int precise; 1352 int precise_max; 1353 int exclude_GH; 1354 int sample_read; 1355 int pinned; 1356 }; 1357 1358 static int get_event_modifier(struct event_modifier *mod, char *str, 1359 struct perf_evsel *evsel) 1360 { 1361 int eu = evsel ? evsel->attr.exclude_user : 0; 1362 int ek = evsel ? evsel->attr.exclude_kernel : 0; 1363 int eh = evsel ? evsel->attr.exclude_hv : 0; 1364 int eH = evsel ? evsel->attr.exclude_host : 0; 1365 int eG = evsel ? evsel->attr.exclude_guest : 0; 1366 int eI = evsel ? evsel->attr.exclude_idle : 0; 1367 int precise = evsel ? evsel->attr.precise_ip : 0; 1368 int precise_max = 0; 1369 int sample_read = 0; 1370 int pinned = evsel ? evsel->attr.pinned : 0; 1371 1372 int exclude = eu | ek | eh; 1373 int exclude_GH = evsel ? evsel->exclude_GH : 0; 1374 1375 memset(mod, 0, sizeof(*mod)); 1376 1377 while (*str) { 1378 if (*str == 'u') { 1379 if (!exclude) 1380 exclude = eu = ek = eh = 1; 1381 eu = 0; 1382 } else if (*str == 'k') { 1383 if (!exclude) 1384 exclude = eu = ek = eh = 1; 1385 ek = 0; 1386 } else if (*str == 'h') { 1387 if (!exclude) 1388 exclude = eu = ek = eh = 1; 1389 eh = 0; 1390 } else if (*str == 'G') { 1391 if (!exclude_GH) 1392 exclude_GH = eG = eH = 1; 1393 eG = 0; 1394 } else if (*str == 'H') { 1395 if (!exclude_GH) 1396 exclude_GH = eG = eH = 1; 1397 eH = 0; 1398 } else if (*str == 'I') { 1399 eI = 1; 1400 } else if (*str == 'p') { 1401 precise++; 1402 /* use of precise requires exclude_guest */ 1403 if (!exclude_GH) 1404 eG = 1; 1405 } else if (*str == 'P') { 1406 precise_max = 1; 1407 } else if (*str == 'S') { 1408 sample_read = 1; 1409 } else if (*str == 'D') { 1410 pinned = 1; 1411 } else 1412 break; 1413 1414 ++str; 1415 } 1416 1417 /* 1418 * precise ip: 1419 * 1420 * 0 - SAMPLE_IP can have arbitrary skid 1421 * 1 - SAMPLE_IP must have constant skid 1422 * 2 - SAMPLE_IP requested to have 0 skid 1423 * 3 - SAMPLE_IP must have 0 skid 1424 * 1425 * See also PERF_RECORD_MISC_EXACT_IP 1426 */ 1427 if (precise > 3) 1428 return -EINVAL; 1429 1430 mod->eu = eu; 1431 mod->ek = ek; 1432 mod->eh = eh; 1433 mod->eH = eH; 1434 mod->eG = eG; 1435 mod->eI = eI; 1436 mod->precise = precise; 1437 mod->precise_max = precise_max; 1438 mod->exclude_GH = exclude_GH; 1439 mod->sample_read = sample_read; 1440 mod->pinned = pinned; 1441 1442 return 0; 1443 } 1444 1445 /* 1446 * Basic modifier sanity check to validate it contains only one 1447 * instance of any modifier (apart from 'p') present. 1448 */ 1449 static int check_modifier(char *str) 1450 { 1451 char *p = str; 1452 1453 /* The sizeof includes 0 byte as well. */ 1454 if (strlen(str) > (sizeof("ukhGHpppPSDI") - 1)) 1455 return -1; 1456 1457 while (*p) { 1458 if (*p != 'p' && strchr(p + 1, *p)) 1459 return -1; 1460 p++; 1461 } 1462 1463 return 0; 1464 } 1465 1466 int parse_events__modifier_event(struct list_head *list, char *str, bool add) 1467 { 1468 struct perf_evsel *evsel; 1469 struct event_modifier mod; 1470 1471 if (str == NULL) 1472 return 0; 1473 1474 if (check_modifier(str)) 1475 return -EINVAL; 1476 1477 if (!add && get_event_modifier(&mod, str, NULL)) 1478 return -EINVAL; 1479 1480 __evlist__for_each_entry(list, evsel) { 1481 if (add && get_event_modifier(&mod, str, evsel)) 1482 return -EINVAL; 1483 1484 evsel->attr.exclude_user = mod.eu; 1485 evsel->attr.exclude_kernel = mod.ek; 1486 evsel->attr.exclude_hv = mod.eh; 1487 evsel->attr.precise_ip = mod.precise; 1488 evsel->attr.exclude_host = mod.eH; 1489 evsel->attr.exclude_guest = mod.eG; 1490 evsel->attr.exclude_idle = mod.eI; 1491 evsel->exclude_GH = mod.exclude_GH; 1492 evsel->sample_read = mod.sample_read; 1493 evsel->precise_max = mod.precise_max; 1494 1495 if (perf_evsel__is_group_leader(evsel)) 1496 evsel->attr.pinned = mod.pinned; 1497 } 1498 1499 return 0; 1500 } 1501 1502 int parse_events_name(struct list_head *list, char *name) 1503 { 1504 struct perf_evsel *evsel; 1505 1506 __evlist__for_each_entry(list, evsel) { 1507 if (!evsel->name) 1508 evsel->name = strdup(name); 1509 } 1510 1511 return 0; 1512 } 1513 1514 static int 1515 comp_pmu(const void *p1, const void *p2) 1516 { 1517 struct perf_pmu_event_symbol *pmu1 = (struct perf_pmu_event_symbol *) p1; 1518 struct perf_pmu_event_symbol *pmu2 = (struct perf_pmu_event_symbol *) p2; 1519 1520 return strcasecmp(pmu1->symbol, pmu2->symbol); 1521 } 1522 1523 static void perf_pmu__parse_cleanup(void) 1524 { 1525 if (perf_pmu_events_list_num > 0) { 1526 struct perf_pmu_event_symbol *p; 1527 int i; 1528 1529 for (i = 0; i < perf_pmu_events_list_num; i++) { 1530 p = perf_pmu_events_list + i; 1531 zfree(&p->symbol); 1532 } 1533 zfree(&perf_pmu_events_list); 1534 perf_pmu_events_list_num = 0; 1535 } 1536 } 1537 1538 #define SET_SYMBOL(str, stype) \ 1539 do { \ 1540 p->symbol = str; \ 1541 if (!p->symbol) \ 1542 goto err; \ 1543 p->type = stype; \ 1544 } while (0) 1545 1546 /* 1547 * Read the pmu events list from sysfs 1548 * Save it into perf_pmu_events_list 1549 */ 1550 static void perf_pmu__parse_init(void) 1551 { 1552 1553 struct perf_pmu *pmu = NULL; 1554 struct perf_pmu_alias *alias; 1555 int len = 0; 1556 1557 pmu = NULL; 1558 while ((pmu = perf_pmu__scan(pmu)) != NULL) { 1559 list_for_each_entry(alias, &pmu->aliases, list) { 1560 if (strchr(alias->name, '-')) 1561 len++; 1562 len++; 1563 } 1564 } 1565 1566 if (len == 0) { 1567 perf_pmu_events_list_num = -1; 1568 return; 1569 } 1570 perf_pmu_events_list = malloc(sizeof(struct perf_pmu_event_symbol) * len); 1571 if (!perf_pmu_events_list) 1572 return; 1573 perf_pmu_events_list_num = len; 1574 1575 len = 0; 1576 pmu = NULL; 1577 while ((pmu = perf_pmu__scan(pmu)) != NULL) { 1578 list_for_each_entry(alias, &pmu->aliases, list) { 1579 struct perf_pmu_event_symbol *p = perf_pmu_events_list + len; 1580 char *tmp = strchr(alias->name, '-'); 1581 1582 if (tmp != NULL) { 1583 SET_SYMBOL(strndup(alias->name, tmp - alias->name), 1584 PMU_EVENT_SYMBOL_PREFIX); 1585 p++; 1586 SET_SYMBOL(strdup(++tmp), PMU_EVENT_SYMBOL_SUFFIX); 1587 len += 2; 1588 } else { 1589 SET_SYMBOL(strdup(alias->name), PMU_EVENT_SYMBOL); 1590 len++; 1591 } 1592 } 1593 } 1594 qsort(perf_pmu_events_list, len, 1595 sizeof(struct perf_pmu_event_symbol), comp_pmu); 1596 1597 return; 1598 err: 1599 perf_pmu__parse_cleanup(); 1600 } 1601 1602 enum perf_pmu_event_symbol_type 1603 perf_pmu__parse_check(const char *name) 1604 { 1605 struct perf_pmu_event_symbol p, *r; 1606 1607 /* scan kernel pmu events from sysfs if needed */ 1608 if (perf_pmu_events_list_num == 0) 1609 perf_pmu__parse_init(); 1610 /* 1611 * name "cpu" could be prefix of cpu-cycles or cpu// events. 1612 * cpu-cycles has been handled by hardcode. 1613 * So it must be cpu// events, not kernel pmu event. 1614 */ 1615 if ((perf_pmu_events_list_num <= 0) || !strcmp(name, "cpu")) 1616 return PMU_EVENT_SYMBOL_ERR; 1617 1618 p.symbol = strdup(name); 1619 r = bsearch(&p, perf_pmu_events_list, 1620 (size_t) perf_pmu_events_list_num, 1621 sizeof(struct perf_pmu_event_symbol), comp_pmu); 1622 zfree(&p.symbol); 1623 return r ? r->type : PMU_EVENT_SYMBOL_ERR; 1624 } 1625 1626 static int parse_events__scanner(const char *str, void *data, int start_token) 1627 { 1628 YY_BUFFER_STATE buffer; 1629 void *scanner; 1630 int ret; 1631 1632 ret = parse_events_lex_init_extra(start_token, &scanner); 1633 if (ret) 1634 return ret; 1635 1636 buffer = parse_events__scan_string(str, scanner); 1637 1638 #ifdef PARSER_DEBUG 1639 parse_events_debug = 1; 1640 #endif 1641 ret = parse_events_parse(data, scanner); 1642 1643 parse_events__flush_buffer(buffer, scanner); 1644 parse_events__delete_buffer(buffer, scanner); 1645 parse_events_lex_destroy(scanner); 1646 return ret; 1647 } 1648 1649 /* 1650 * parse event config string, return a list of event terms. 1651 */ 1652 int parse_events_terms(struct list_head *terms, const char *str) 1653 { 1654 struct parse_events_terms data = { 1655 .terms = NULL, 1656 }; 1657 int ret; 1658 1659 ret = parse_events__scanner(str, &data, PE_START_TERMS); 1660 if (!ret) { 1661 list_splice(data.terms, terms); 1662 zfree(&data.terms); 1663 return 0; 1664 } 1665 1666 parse_events_terms__delete(data.terms); 1667 return ret; 1668 } 1669 1670 int parse_events(struct perf_evlist *evlist, const char *str, 1671 struct parse_events_error *err) 1672 { 1673 struct parse_events_evlist data = { 1674 .list = LIST_HEAD_INIT(data.list), 1675 .idx = evlist->nr_entries, 1676 .error = err, 1677 .evlist = evlist, 1678 }; 1679 int ret; 1680 1681 ret = parse_events__scanner(str, &data, PE_START_EVENTS); 1682 perf_pmu__parse_cleanup(); 1683 if (!ret) { 1684 struct perf_evsel *last; 1685 1686 if (list_empty(&data.list)) { 1687 WARN_ONCE(true, "WARNING: event parser found nothing"); 1688 return -1; 1689 } 1690 1691 perf_evlist__splice_list_tail(evlist, &data.list); 1692 evlist->nr_groups += data.nr_groups; 1693 last = perf_evlist__last(evlist); 1694 last->cmdline_group_boundary = true; 1695 1696 return 0; 1697 } 1698 1699 /* 1700 * There are 2 users - builtin-record and builtin-test objects. 1701 * Both call perf_evlist__delete in case of error, so we dont 1702 * need to bother. 1703 */ 1704 return ret; 1705 } 1706 1707 #define MAX_WIDTH 1000 1708 static int get_term_width(void) 1709 { 1710 struct winsize ws; 1711 1712 get_term_dimensions(&ws); 1713 return ws.ws_col > MAX_WIDTH ? MAX_WIDTH : ws.ws_col; 1714 } 1715 1716 static void parse_events_print_error(struct parse_events_error *err, 1717 const char *event) 1718 { 1719 const char *str = "invalid or unsupported event: "; 1720 char _buf[MAX_WIDTH]; 1721 char *buf = (char *) event; 1722 int idx = 0; 1723 1724 if (err->str) { 1725 /* -2 for extra '' in the final fprintf */ 1726 int width = get_term_width() - 2; 1727 int len_event = strlen(event); 1728 int len_str, max_len, cut = 0; 1729 1730 /* 1731 * Maximum error index indent, we will cut 1732 * the event string if it's bigger. 1733 */ 1734 int max_err_idx = 13; 1735 1736 /* 1737 * Let's be specific with the message when 1738 * we have the precise error. 1739 */ 1740 str = "event syntax error: "; 1741 len_str = strlen(str); 1742 max_len = width - len_str; 1743 1744 buf = _buf; 1745 1746 /* We're cutting from the beginning. */ 1747 if (err->idx > max_err_idx) 1748 cut = err->idx - max_err_idx; 1749 1750 strncpy(buf, event + cut, max_len); 1751 1752 /* Mark cut parts with '..' on both sides. */ 1753 if (cut) 1754 buf[0] = buf[1] = '.'; 1755 1756 if ((len_event - cut) > max_len) { 1757 buf[max_len - 1] = buf[max_len - 2] = '.'; 1758 buf[max_len] = 0; 1759 } 1760 1761 idx = len_str + err->idx - cut; 1762 } 1763 1764 fprintf(stderr, "%s'%s'\n", str, buf); 1765 if (idx) { 1766 fprintf(stderr, "%*s\\___ %s\n", idx + 1, "", err->str); 1767 if (err->help) 1768 fprintf(stderr, "\n%s\n", err->help); 1769 zfree(&err->str); 1770 zfree(&err->help); 1771 } 1772 1773 fprintf(stderr, "Run 'perf list' for a list of valid events\n"); 1774 } 1775 1776 #undef MAX_WIDTH 1777 1778 int parse_events_option(const struct option *opt, const char *str, 1779 int unset __maybe_unused) 1780 { 1781 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; 1782 struct parse_events_error err = { .idx = 0, }; 1783 int ret = parse_events(evlist, str, &err); 1784 1785 if (ret) 1786 parse_events_print_error(&err, str); 1787 1788 return ret; 1789 } 1790 1791 static int 1792 foreach_evsel_in_last_glob(struct perf_evlist *evlist, 1793 int (*func)(struct perf_evsel *evsel, 1794 const void *arg), 1795 const void *arg) 1796 { 1797 struct perf_evsel *last = NULL; 1798 int err; 1799 1800 /* 1801 * Don't return when list_empty, give func a chance to report 1802 * error when it found last == NULL. 1803 * 1804 * So no need to WARN here, let *func do this. 1805 */ 1806 if (evlist->nr_entries > 0) 1807 last = perf_evlist__last(evlist); 1808 1809 do { 1810 err = (*func)(last, arg); 1811 if (err) 1812 return -1; 1813 if (!last) 1814 return 0; 1815 1816 if (last->node.prev == &evlist->entries) 1817 return 0; 1818 last = list_entry(last->node.prev, struct perf_evsel, node); 1819 } while (!last->cmdline_group_boundary); 1820 1821 return 0; 1822 } 1823 1824 static int set_filter(struct perf_evsel *evsel, const void *arg) 1825 { 1826 const char *str = arg; 1827 bool found = false; 1828 int nr_addr_filters = 0; 1829 struct perf_pmu *pmu = NULL; 1830 1831 if (evsel == NULL) 1832 goto err; 1833 1834 if (evsel->attr.type == PERF_TYPE_TRACEPOINT) { 1835 if (perf_evsel__append_tp_filter(evsel, str) < 0) { 1836 fprintf(stderr, 1837 "not enough memory to hold filter string\n"); 1838 return -1; 1839 } 1840 1841 return 0; 1842 } 1843 1844 while ((pmu = perf_pmu__scan(pmu)) != NULL) 1845 if (pmu->type == evsel->attr.type) { 1846 found = true; 1847 break; 1848 } 1849 1850 if (found) 1851 perf_pmu__scan_file(pmu, "nr_addr_filters", 1852 "%d", &nr_addr_filters); 1853 1854 if (!nr_addr_filters) 1855 goto err; 1856 1857 if (perf_evsel__append_addr_filter(evsel, str) < 0) { 1858 fprintf(stderr, 1859 "not enough memory to hold filter string\n"); 1860 return -1; 1861 } 1862 1863 return 0; 1864 1865 err: 1866 fprintf(stderr, 1867 "--filter option should follow a -e tracepoint or HW tracer option\n"); 1868 1869 return -1; 1870 } 1871 1872 int parse_filter(const struct option *opt, const char *str, 1873 int unset __maybe_unused) 1874 { 1875 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; 1876 1877 return foreach_evsel_in_last_glob(evlist, set_filter, 1878 (const void *)str); 1879 } 1880 1881 static int add_exclude_perf_filter(struct perf_evsel *evsel, 1882 const void *arg __maybe_unused) 1883 { 1884 char new_filter[64]; 1885 1886 if (evsel == NULL || evsel->attr.type != PERF_TYPE_TRACEPOINT) { 1887 fprintf(stderr, 1888 "--exclude-perf option should follow a -e tracepoint option\n"); 1889 return -1; 1890 } 1891 1892 snprintf(new_filter, sizeof(new_filter), "common_pid != %d", getpid()); 1893 1894 if (perf_evsel__append_tp_filter(evsel, new_filter) < 0) { 1895 fprintf(stderr, 1896 "not enough memory to hold filter string\n"); 1897 return -1; 1898 } 1899 1900 return 0; 1901 } 1902 1903 int exclude_perf(const struct option *opt, 1904 const char *arg __maybe_unused, 1905 int unset __maybe_unused) 1906 { 1907 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; 1908 1909 return foreach_evsel_in_last_glob(evlist, add_exclude_perf_filter, 1910 NULL); 1911 } 1912 1913 static const char * const event_type_descriptors[] = { 1914 "Hardware event", 1915 "Software event", 1916 "Tracepoint event", 1917 "Hardware cache event", 1918 "Raw hardware event descriptor", 1919 "Hardware breakpoint", 1920 }; 1921 1922 static int cmp_string(const void *a, const void *b) 1923 { 1924 const char * const *as = a; 1925 const char * const *bs = b; 1926 1927 return strcmp(*as, *bs); 1928 } 1929 1930 /* 1931 * Print the events from <debugfs_mount_point>/tracing/events 1932 */ 1933 1934 void print_tracepoint_events(const char *subsys_glob, const char *event_glob, 1935 bool name_only) 1936 { 1937 DIR *sys_dir, *evt_dir; 1938 struct dirent *sys_dirent, *evt_dirent; 1939 char evt_path[MAXPATHLEN]; 1940 char dir_path[MAXPATHLEN]; 1941 char **evt_list = NULL; 1942 unsigned int evt_i = 0, evt_num = 0; 1943 bool evt_num_known = false; 1944 1945 restart: 1946 sys_dir = opendir(tracing_events_path); 1947 if (!sys_dir) 1948 return; 1949 1950 if (evt_num_known) { 1951 evt_list = zalloc(sizeof(char *) * evt_num); 1952 if (!evt_list) 1953 goto out_close_sys_dir; 1954 } 1955 1956 for_each_subsystem(sys_dir, sys_dirent) { 1957 if (subsys_glob != NULL && 1958 !strglobmatch(sys_dirent->d_name, subsys_glob)) 1959 continue; 1960 1961 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path, 1962 sys_dirent->d_name); 1963 evt_dir = opendir(dir_path); 1964 if (!evt_dir) 1965 continue; 1966 1967 for_each_event(sys_dirent, evt_dir, evt_dirent) { 1968 if (event_glob != NULL && 1969 !strglobmatch(evt_dirent->d_name, event_glob)) 1970 continue; 1971 1972 if (!evt_num_known) { 1973 evt_num++; 1974 continue; 1975 } 1976 1977 snprintf(evt_path, MAXPATHLEN, "%s:%s", 1978 sys_dirent->d_name, evt_dirent->d_name); 1979 1980 evt_list[evt_i] = strdup(evt_path); 1981 if (evt_list[evt_i] == NULL) 1982 goto out_close_evt_dir; 1983 evt_i++; 1984 } 1985 closedir(evt_dir); 1986 } 1987 closedir(sys_dir); 1988 1989 if (!evt_num_known) { 1990 evt_num_known = true; 1991 goto restart; 1992 } 1993 qsort(evt_list, evt_num, sizeof(char *), cmp_string); 1994 evt_i = 0; 1995 while (evt_i < evt_num) { 1996 if (name_only) { 1997 printf("%s ", evt_list[evt_i++]); 1998 continue; 1999 } 2000 printf(" %-50s [%s]\n", evt_list[evt_i++], 2001 event_type_descriptors[PERF_TYPE_TRACEPOINT]); 2002 } 2003 if (evt_num && pager_in_use()) 2004 printf("\n"); 2005 2006 out_free: 2007 evt_num = evt_i; 2008 for (evt_i = 0; evt_i < evt_num; evt_i++) 2009 zfree(&evt_list[evt_i]); 2010 zfree(&evt_list); 2011 return; 2012 2013 out_close_evt_dir: 2014 closedir(evt_dir); 2015 out_close_sys_dir: 2016 closedir(sys_dir); 2017 2018 printf("FATAL: not enough memory to print %s\n", 2019 event_type_descriptors[PERF_TYPE_TRACEPOINT]); 2020 if (evt_list) 2021 goto out_free; 2022 } 2023 2024 /* 2025 * Check whether event is in <debugfs_mount_point>/tracing/events 2026 */ 2027 2028 int is_valid_tracepoint(const char *event_string) 2029 { 2030 DIR *sys_dir, *evt_dir; 2031 struct dirent *sys_dirent, *evt_dirent; 2032 char evt_path[MAXPATHLEN]; 2033 char dir_path[MAXPATHLEN]; 2034 2035 sys_dir = opendir(tracing_events_path); 2036 if (!sys_dir) 2037 return 0; 2038 2039 for_each_subsystem(sys_dir, sys_dirent) { 2040 2041 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path, 2042 sys_dirent->d_name); 2043 evt_dir = opendir(dir_path); 2044 if (!evt_dir) 2045 continue; 2046 2047 for_each_event(sys_dirent, evt_dir, evt_dirent) { 2048 snprintf(evt_path, MAXPATHLEN, "%s:%s", 2049 sys_dirent->d_name, evt_dirent->d_name); 2050 if (!strcmp(evt_path, event_string)) { 2051 closedir(evt_dir); 2052 closedir(sys_dir); 2053 return 1; 2054 } 2055 } 2056 closedir(evt_dir); 2057 } 2058 closedir(sys_dir); 2059 return 0; 2060 } 2061 2062 static bool is_event_supported(u8 type, unsigned config) 2063 { 2064 bool ret = true; 2065 int open_return; 2066 struct perf_evsel *evsel; 2067 struct perf_event_attr attr = { 2068 .type = type, 2069 .config = config, 2070 .disabled = 1, 2071 }; 2072 struct thread_map *tmap = thread_map__new_by_tid(0); 2073 2074 if (tmap == NULL) 2075 return false; 2076 2077 evsel = perf_evsel__new(&attr); 2078 if (evsel) { 2079 open_return = perf_evsel__open(evsel, NULL, tmap); 2080 ret = open_return >= 0; 2081 2082 if (open_return == -EACCES) { 2083 /* 2084 * This happens if the paranoid value 2085 * /proc/sys/kernel/perf_event_paranoid is set to 2 2086 * Re-run with exclude_kernel set; we don't do that 2087 * by default as some ARM machines do not support it. 2088 * 2089 */ 2090 evsel->attr.exclude_kernel = 1; 2091 ret = perf_evsel__open(evsel, NULL, tmap) >= 0; 2092 } 2093 perf_evsel__delete(evsel); 2094 } 2095 2096 return ret; 2097 } 2098 2099 void print_sdt_events(const char *subsys_glob, const char *event_glob, 2100 bool name_only) 2101 { 2102 struct probe_cache *pcache; 2103 struct probe_cache_entry *ent; 2104 struct strlist *bidlist, *sdtlist; 2105 struct strlist_config cfg = {.dont_dupstr = true}; 2106 struct str_node *nd, *nd2; 2107 char *buf, *path, *ptr = NULL; 2108 bool show_detail = false; 2109 int ret; 2110 2111 sdtlist = strlist__new(NULL, &cfg); 2112 if (!sdtlist) { 2113 pr_debug("Failed to allocate new strlist for SDT\n"); 2114 return; 2115 } 2116 bidlist = build_id_cache__list_all(true); 2117 if (!bidlist) { 2118 pr_debug("Failed to get buildids: %d\n", errno); 2119 return; 2120 } 2121 strlist__for_each_entry(nd, bidlist) { 2122 pcache = probe_cache__new(nd->s); 2123 if (!pcache) 2124 continue; 2125 list_for_each_entry(ent, &pcache->entries, node) { 2126 if (!ent->sdt) 2127 continue; 2128 if (subsys_glob && 2129 !strglobmatch(ent->pev.group, subsys_glob)) 2130 continue; 2131 if (event_glob && 2132 !strglobmatch(ent->pev.event, event_glob)) 2133 continue; 2134 ret = asprintf(&buf, "%s:%s@%s", ent->pev.group, 2135 ent->pev.event, nd->s); 2136 if (ret > 0) 2137 strlist__add(sdtlist, buf); 2138 } 2139 probe_cache__delete(pcache); 2140 } 2141 strlist__delete(bidlist); 2142 2143 strlist__for_each_entry(nd, sdtlist) { 2144 buf = strchr(nd->s, '@'); 2145 if (buf) 2146 *(buf++) = '\0'; 2147 if (name_only) { 2148 printf("%s ", nd->s); 2149 continue; 2150 } 2151 nd2 = strlist__next(nd); 2152 if (nd2) { 2153 ptr = strchr(nd2->s, '@'); 2154 if (ptr) 2155 *ptr = '\0'; 2156 if (strcmp(nd->s, nd2->s) == 0) 2157 show_detail = true; 2158 } 2159 if (show_detail) { 2160 path = build_id_cache__origname(buf); 2161 ret = asprintf(&buf, "%s@%s(%.12s)", nd->s, path, buf); 2162 if (ret > 0) { 2163 printf(" %-50s [%s]\n", buf, "SDT event"); 2164 free(buf); 2165 } 2166 } else 2167 printf(" %-50s [%s]\n", nd->s, "SDT event"); 2168 if (nd2) { 2169 if (strcmp(nd->s, nd2->s) != 0) 2170 show_detail = false; 2171 if (ptr) 2172 *ptr = '@'; 2173 } 2174 } 2175 strlist__delete(sdtlist); 2176 } 2177 2178 int print_hwcache_events(const char *event_glob, bool name_only) 2179 { 2180 unsigned int type, op, i, evt_i = 0, evt_num = 0; 2181 char name[64]; 2182 char **evt_list = NULL; 2183 bool evt_num_known = false; 2184 2185 restart: 2186 if (evt_num_known) { 2187 evt_list = zalloc(sizeof(char *) * evt_num); 2188 if (!evt_list) 2189 goto out_enomem; 2190 } 2191 2192 for (type = 0; type < PERF_COUNT_HW_CACHE_MAX; type++) { 2193 for (op = 0; op < PERF_COUNT_HW_CACHE_OP_MAX; op++) { 2194 /* skip invalid cache type */ 2195 if (!perf_evsel__is_cache_op_valid(type, op)) 2196 continue; 2197 2198 for (i = 0; i < PERF_COUNT_HW_CACHE_RESULT_MAX; i++) { 2199 __perf_evsel__hw_cache_type_op_res_name(type, op, i, 2200 name, sizeof(name)); 2201 if (event_glob != NULL && !strglobmatch(name, event_glob)) 2202 continue; 2203 2204 if (!is_event_supported(PERF_TYPE_HW_CACHE, 2205 type | (op << 8) | (i << 16))) 2206 continue; 2207 2208 if (!evt_num_known) { 2209 evt_num++; 2210 continue; 2211 } 2212 2213 evt_list[evt_i] = strdup(name); 2214 if (evt_list[evt_i] == NULL) 2215 goto out_enomem; 2216 evt_i++; 2217 } 2218 } 2219 } 2220 2221 if (!evt_num_known) { 2222 evt_num_known = true; 2223 goto restart; 2224 } 2225 qsort(evt_list, evt_num, sizeof(char *), cmp_string); 2226 evt_i = 0; 2227 while (evt_i < evt_num) { 2228 if (name_only) { 2229 printf("%s ", evt_list[evt_i++]); 2230 continue; 2231 } 2232 printf(" %-50s [%s]\n", evt_list[evt_i++], 2233 event_type_descriptors[PERF_TYPE_HW_CACHE]); 2234 } 2235 if (evt_num && pager_in_use()) 2236 printf("\n"); 2237 2238 out_free: 2239 evt_num = evt_i; 2240 for (evt_i = 0; evt_i < evt_num; evt_i++) 2241 zfree(&evt_list[evt_i]); 2242 zfree(&evt_list); 2243 return evt_num; 2244 2245 out_enomem: 2246 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[PERF_TYPE_HW_CACHE]); 2247 if (evt_list) 2248 goto out_free; 2249 return evt_num; 2250 } 2251 2252 void print_symbol_events(const char *event_glob, unsigned type, 2253 struct event_symbol *syms, unsigned max, 2254 bool name_only) 2255 { 2256 unsigned int i, evt_i = 0, evt_num = 0; 2257 char name[MAX_NAME_LEN]; 2258 char **evt_list = NULL; 2259 bool evt_num_known = false; 2260 2261 restart: 2262 if (evt_num_known) { 2263 evt_list = zalloc(sizeof(char *) * evt_num); 2264 if (!evt_list) 2265 goto out_enomem; 2266 syms -= max; 2267 } 2268 2269 for (i = 0; i < max; i++, syms++) { 2270 2271 if (event_glob != NULL && syms->symbol != NULL && 2272 !(strglobmatch(syms->symbol, event_glob) || 2273 (syms->alias && strglobmatch(syms->alias, event_glob)))) 2274 continue; 2275 2276 if (!is_event_supported(type, i)) 2277 continue; 2278 2279 if (!evt_num_known) { 2280 evt_num++; 2281 continue; 2282 } 2283 2284 if (!name_only && strlen(syms->alias)) 2285 snprintf(name, MAX_NAME_LEN, "%s OR %s", syms->symbol, syms->alias); 2286 else 2287 strncpy(name, syms->symbol, MAX_NAME_LEN); 2288 2289 evt_list[evt_i] = strdup(name); 2290 if (evt_list[evt_i] == NULL) 2291 goto out_enomem; 2292 evt_i++; 2293 } 2294 2295 if (!evt_num_known) { 2296 evt_num_known = true; 2297 goto restart; 2298 } 2299 qsort(evt_list, evt_num, sizeof(char *), cmp_string); 2300 evt_i = 0; 2301 while (evt_i < evt_num) { 2302 if (name_only) { 2303 printf("%s ", evt_list[evt_i++]); 2304 continue; 2305 } 2306 printf(" %-50s [%s]\n", evt_list[evt_i++], event_type_descriptors[type]); 2307 } 2308 if (evt_num && pager_in_use()) 2309 printf("\n"); 2310 2311 out_free: 2312 evt_num = evt_i; 2313 for (evt_i = 0; evt_i < evt_num; evt_i++) 2314 zfree(&evt_list[evt_i]); 2315 zfree(&evt_list); 2316 return; 2317 2318 out_enomem: 2319 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[type]); 2320 if (evt_list) 2321 goto out_free; 2322 } 2323 2324 /* 2325 * Print the help text for the event symbols: 2326 */ 2327 void print_events(const char *event_glob, bool name_only, bool quiet_flag, 2328 bool long_desc, bool details_flag) 2329 { 2330 print_symbol_events(event_glob, PERF_TYPE_HARDWARE, 2331 event_symbols_hw, PERF_COUNT_HW_MAX, name_only); 2332 2333 print_symbol_events(event_glob, PERF_TYPE_SOFTWARE, 2334 event_symbols_sw, PERF_COUNT_SW_MAX, name_only); 2335 2336 print_hwcache_events(event_glob, name_only); 2337 2338 print_pmu_events(event_glob, name_only, quiet_flag, long_desc, 2339 details_flag); 2340 2341 if (event_glob != NULL) 2342 return; 2343 2344 if (!name_only) { 2345 printf(" %-50s [%s]\n", 2346 "rNNN", 2347 event_type_descriptors[PERF_TYPE_RAW]); 2348 printf(" %-50s [%s]\n", 2349 "cpu/t1=v1[,t2=v2,t3 ...]/modifier", 2350 event_type_descriptors[PERF_TYPE_RAW]); 2351 if (pager_in_use()) 2352 printf(" (see 'man perf-list' on how to encode it)\n\n"); 2353 2354 printf(" %-50s [%s]\n", 2355 "mem:<addr>[/len][:access]", 2356 event_type_descriptors[PERF_TYPE_BREAKPOINT]); 2357 if (pager_in_use()) 2358 printf("\n"); 2359 } 2360 2361 print_tracepoint_events(NULL, NULL, name_only); 2362 2363 print_sdt_events(NULL, NULL, name_only); 2364 } 2365 2366 int parse_events__is_hardcoded_term(struct parse_events_term *term) 2367 { 2368 return term->type_term != PARSE_EVENTS__TERM_TYPE_USER; 2369 } 2370 2371 static int new_term(struct parse_events_term **_term, 2372 struct parse_events_term *temp, 2373 char *str, u64 num) 2374 { 2375 struct parse_events_term *term; 2376 2377 term = malloc(sizeof(*term)); 2378 if (!term) 2379 return -ENOMEM; 2380 2381 *term = *temp; 2382 INIT_LIST_HEAD(&term->list); 2383 2384 switch (term->type_val) { 2385 case PARSE_EVENTS__TERM_TYPE_NUM: 2386 term->val.num = num; 2387 break; 2388 case PARSE_EVENTS__TERM_TYPE_STR: 2389 term->val.str = str; 2390 break; 2391 default: 2392 free(term); 2393 return -EINVAL; 2394 } 2395 2396 *_term = term; 2397 return 0; 2398 } 2399 2400 int parse_events_term__num(struct parse_events_term **term, 2401 int type_term, char *config, u64 num, 2402 bool no_value, 2403 void *loc_term_, void *loc_val_) 2404 { 2405 YYLTYPE *loc_term = loc_term_; 2406 YYLTYPE *loc_val = loc_val_; 2407 2408 struct parse_events_term temp = { 2409 .type_val = PARSE_EVENTS__TERM_TYPE_NUM, 2410 .type_term = type_term, 2411 .config = config, 2412 .no_value = no_value, 2413 .err_term = loc_term ? loc_term->first_column : 0, 2414 .err_val = loc_val ? loc_val->first_column : 0, 2415 }; 2416 2417 return new_term(term, &temp, NULL, num); 2418 } 2419 2420 int parse_events_term__str(struct parse_events_term **term, 2421 int type_term, char *config, char *str, 2422 void *loc_term_, void *loc_val_) 2423 { 2424 YYLTYPE *loc_term = loc_term_; 2425 YYLTYPE *loc_val = loc_val_; 2426 2427 struct parse_events_term temp = { 2428 .type_val = PARSE_EVENTS__TERM_TYPE_STR, 2429 .type_term = type_term, 2430 .config = config, 2431 .err_term = loc_term ? loc_term->first_column : 0, 2432 .err_val = loc_val ? loc_val->first_column : 0, 2433 }; 2434 2435 return new_term(term, &temp, str, 0); 2436 } 2437 2438 int parse_events_term__sym_hw(struct parse_events_term **term, 2439 char *config, unsigned idx) 2440 { 2441 struct event_symbol *sym; 2442 struct parse_events_term temp = { 2443 .type_val = PARSE_EVENTS__TERM_TYPE_STR, 2444 .type_term = PARSE_EVENTS__TERM_TYPE_USER, 2445 .config = config ?: (char *) "event", 2446 }; 2447 2448 BUG_ON(idx >= PERF_COUNT_HW_MAX); 2449 sym = &event_symbols_hw[idx]; 2450 2451 return new_term(term, &temp, (char *) sym->symbol, 0); 2452 } 2453 2454 int parse_events_term__clone(struct parse_events_term **new, 2455 struct parse_events_term *term) 2456 { 2457 struct parse_events_term temp = { 2458 .type_val = term->type_val, 2459 .type_term = term->type_term, 2460 .config = term->config, 2461 .err_term = term->err_term, 2462 .err_val = term->err_val, 2463 }; 2464 2465 return new_term(new, &temp, term->val.str, term->val.num); 2466 } 2467 2468 int parse_events_copy_term_list(struct list_head *old, 2469 struct list_head **new) 2470 { 2471 struct parse_events_term *term, *n; 2472 int ret; 2473 2474 if (!old) { 2475 *new = NULL; 2476 return 0; 2477 } 2478 2479 *new = malloc(sizeof(struct list_head)); 2480 if (!*new) 2481 return -ENOMEM; 2482 INIT_LIST_HEAD(*new); 2483 2484 list_for_each_entry (term, old, list) { 2485 ret = parse_events_term__clone(&n, term); 2486 if (ret) 2487 return ret; 2488 list_add_tail(&n->list, *new); 2489 } 2490 return 0; 2491 } 2492 2493 void parse_events_terms__purge(struct list_head *terms) 2494 { 2495 struct parse_events_term *term, *h; 2496 2497 list_for_each_entry_safe(term, h, terms, list) { 2498 if (term->array.nr_ranges) 2499 zfree(&term->array.ranges); 2500 list_del_init(&term->list); 2501 free(term); 2502 } 2503 } 2504 2505 void parse_events_terms__delete(struct list_head *terms) 2506 { 2507 if (!terms) 2508 return; 2509 parse_events_terms__purge(terms); 2510 free(terms); 2511 } 2512 2513 void parse_events__clear_array(struct parse_events_array *a) 2514 { 2515 zfree(&a->ranges); 2516 } 2517 2518 void parse_events_evlist_error(struct parse_events_evlist *data, 2519 int idx, const char *str) 2520 { 2521 struct parse_events_error *err = data->error; 2522 2523 if (!err) 2524 return; 2525 err->idx = idx; 2526 err->str = strdup(str); 2527 WARN_ONCE(!err->str, "WARNING: failed to allocate error string"); 2528 } 2529 2530 static void config_terms_list(char *buf, size_t buf_sz) 2531 { 2532 int i; 2533 bool first = true; 2534 2535 buf[0] = '\0'; 2536 for (i = 0; i < __PARSE_EVENTS__TERM_TYPE_NR; i++) { 2537 const char *name = config_term_names[i]; 2538 2539 if (!config_term_avail(i, NULL)) 2540 continue; 2541 if (!name) 2542 continue; 2543 if (name[0] == '<') 2544 continue; 2545 2546 if (strlen(buf) + strlen(name) + 2 >= buf_sz) 2547 return; 2548 2549 if (!first) 2550 strcat(buf, ","); 2551 else 2552 first = false; 2553 strcat(buf, name); 2554 } 2555 } 2556 2557 /* 2558 * Return string contains valid config terms of an event. 2559 * @additional_terms: For terms such as PMU sysfs terms. 2560 */ 2561 char *parse_events_formats_error_string(char *additional_terms) 2562 { 2563 char *str; 2564 /* "no-overwrite" is the longest name */ 2565 char static_terms[__PARSE_EVENTS__TERM_TYPE_NR * 2566 (sizeof("no-overwrite") - 1)]; 2567 2568 config_terms_list(static_terms, sizeof(static_terms)); 2569 /* valid terms */ 2570 if (additional_terms) { 2571 if (asprintf(&str, "valid terms: %s,%s", 2572 additional_terms, static_terms) < 0) 2573 goto fail; 2574 } else { 2575 if (asprintf(&str, "valid terms: %s", static_terms) < 0) 2576 goto fail; 2577 } 2578 return str; 2579 2580 fail: 2581 return NULL; 2582 } 2583