1 #include <linux/hw_breakpoint.h> 2 #include <linux/err.h> 3 #include "util.h" 4 #include "../perf.h" 5 #include "evlist.h" 6 #include "evsel.h" 7 #include <subcmd/parse-options.h> 8 #include "parse-events.h" 9 #include <subcmd/exec-cmd.h> 10 #include "string.h" 11 #include "symbol.h" 12 #include "cache.h" 13 #include "header.h" 14 #include "bpf-loader.h" 15 #include "debug.h" 16 #include <api/fs/tracing_path.h> 17 #include "parse-events-bison.h" 18 #define YY_EXTRA_TYPE int 19 #include "parse-events-flex.h" 20 #include "pmu.h" 21 #include "thread_map.h" 22 #include "cpumap.h" 23 #include "probe-file.h" 24 #include "asm/bug.h" 25 #include "util/parse-branch-options.h" 26 27 #define MAX_NAME_LEN 100 28 29 #ifdef PARSER_DEBUG 30 extern int parse_events_debug; 31 #endif 32 int parse_events_parse(void *data, void *scanner); 33 static int get_config_terms(struct list_head *head_config, 34 struct list_head *head_terms __maybe_unused); 35 36 static struct perf_pmu_event_symbol *perf_pmu_events_list; 37 /* 38 * The variable indicates the number of supported pmu event symbols. 39 * 0 means not initialized and ready to init 40 * -1 means failed to init, don't try anymore 41 * >0 is the number of supported pmu event symbols 42 */ 43 static int perf_pmu_events_list_num; 44 45 struct event_symbol event_symbols_hw[PERF_COUNT_HW_MAX] = { 46 [PERF_COUNT_HW_CPU_CYCLES] = { 47 .symbol = "cpu-cycles", 48 .alias = "cycles", 49 }, 50 [PERF_COUNT_HW_INSTRUCTIONS] = { 51 .symbol = "instructions", 52 .alias = "", 53 }, 54 [PERF_COUNT_HW_CACHE_REFERENCES] = { 55 .symbol = "cache-references", 56 .alias = "", 57 }, 58 [PERF_COUNT_HW_CACHE_MISSES] = { 59 .symbol = "cache-misses", 60 .alias = "", 61 }, 62 [PERF_COUNT_HW_BRANCH_INSTRUCTIONS] = { 63 .symbol = "branch-instructions", 64 .alias = "branches", 65 }, 66 [PERF_COUNT_HW_BRANCH_MISSES] = { 67 .symbol = "branch-misses", 68 .alias = "", 69 }, 70 [PERF_COUNT_HW_BUS_CYCLES] = { 71 .symbol = "bus-cycles", 72 .alias = "", 73 }, 74 [PERF_COUNT_HW_STALLED_CYCLES_FRONTEND] = { 75 .symbol = "stalled-cycles-frontend", 76 .alias = "idle-cycles-frontend", 77 }, 78 [PERF_COUNT_HW_STALLED_CYCLES_BACKEND] = { 79 .symbol = "stalled-cycles-backend", 80 .alias = "idle-cycles-backend", 81 }, 82 [PERF_COUNT_HW_REF_CPU_CYCLES] = { 83 .symbol = "ref-cycles", 84 .alias = "", 85 }, 86 }; 87 88 struct event_symbol event_symbols_sw[PERF_COUNT_SW_MAX] = { 89 [PERF_COUNT_SW_CPU_CLOCK] = { 90 .symbol = "cpu-clock", 91 .alias = "", 92 }, 93 [PERF_COUNT_SW_TASK_CLOCK] = { 94 .symbol = "task-clock", 95 .alias = "", 96 }, 97 [PERF_COUNT_SW_PAGE_FAULTS] = { 98 .symbol = "page-faults", 99 .alias = "faults", 100 }, 101 [PERF_COUNT_SW_CONTEXT_SWITCHES] = { 102 .symbol = "context-switches", 103 .alias = "cs", 104 }, 105 [PERF_COUNT_SW_CPU_MIGRATIONS] = { 106 .symbol = "cpu-migrations", 107 .alias = "migrations", 108 }, 109 [PERF_COUNT_SW_PAGE_FAULTS_MIN] = { 110 .symbol = "minor-faults", 111 .alias = "", 112 }, 113 [PERF_COUNT_SW_PAGE_FAULTS_MAJ] = { 114 .symbol = "major-faults", 115 .alias = "", 116 }, 117 [PERF_COUNT_SW_ALIGNMENT_FAULTS] = { 118 .symbol = "alignment-faults", 119 .alias = "", 120 }, 121 [PERF_COUNT_SW_EMULATION_FAULTS] = { 122 .symbol = "emulation-faults", 123 .alias = "", 124 }, 125 [PERF_COUNT_SW_DUMMY] = { 126 .symbol = "dummy", 127 .alias = "", 128 }, 129 [PERF_COUNT_SW_BPF_OUTPUT] = { 130 .symbol = "bpf-output", 131 .alias = "", 132 }, 133 }; 134 135 #define __PERF_EVENT_FIELD(config, name) \ 136 ((config & PERF_EVENT_##name##_MASK) >> PERF_EVENT_##name##_SHIFT) 137 138 #define PERF_EVENT_RAW(config) __PERF_EVENT_FIELD(config, RAW) 139 #define PERF_EVENT_CONFIG(config) __PERF_EVENT_FIELD(config, CONFIG) 140 #define PERF_EVENT_TYPE(config) __PERF_EVENT_FIELD(config, TYPE) 141 #define PERF_EVENT_ID(config) __PERF_EVENT_FIELD(config, EVENT) 142 143 #define for_each_subsystem(sys_dir, sys_dirent) \ 144 while ((sys_dirent = readdir(sys_dir)) != NULL) \ 145 if (sys_dirent->d_type == DT_DIR && \ 146 (strcmp(sys_dirent->d_name, ".")) && \ 147 (strcmp(sys_dirent->d_name, ".."))) 148 149 static int tp_event_has_id(struct dirent *sys_dir, struct dirent *evt_dir) 150 { 151 char evt_path[MAXPATHLEN]; 152 int fd; 153 154 snprintf(evt_path, MAXPATHLEN, "%s/%s/%s/id", tracing_events_path, 155 sys_dir->d_name, evt_dir->d_name); 156 fd = open(evt_path, O_RDONLY); 157 if (fd < 0) 158 return -EINVAL; 159 close(fd); 160 161 return 0; 162 } 163 164 #define for_each_event(sys_dirent, evt_dir, evt_dirent) \ 165 while ((evt_dirent = readdir(evt_dir)) != NULL) \ 166 if (evt_dirent->d_type == DT_DIR && \ 167 (strcmp(evt_dirent->d_name, ".")) && \ 168 (strcmp(evt_dirent->d_name, "..")) && \ 169 (!tp_event_has_id(sys_dirent, evt_dirent))) 170 171 #define MAX_EVENT_LENGTH 512 172 173 174 struct tracepoint_path *tracepoint_id_to_path(u64 config) 175 { 176 struct tracepoint_path *path = NULL; 177 DIR *sys_dir, *evt_dir; 178 struct dirent *sys_dirent, *evt_dirent; 179 char id_buf[24]; 180 int fd; 181 u64 id; 182 char evt_path[MAXPATHLEN]; 183 char dir_path[MAXPATHLEN]; 184 185 sys_dir = opendir(tracing_events_path); 186 if (!sys_dir) 187 return NULL; 188 189 for_each_subsystem(sys_dir, sys_dirent) { 190 191 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path, 192 sys_dirent->d_name); 193 evt_dir = opendir(dir_path); 194 if (!evt_dir) 195 continue; 196 197 for_each_event(sys_dirent, evt_dir, evt_dirent) { 198 199 snprintf(evt_path, MAXPATHLEN, "%s/%s/id", dir_path, 200 evt_dirent->d_name); 201 fd = open(evt_path, O_RDONLY); 202 if (fd < 0) 203 continue; 204 if (read(fd, id_buf, sizeof(id_buf)) < 0) { 205 close(fd); 206 continue; 207 } 208 close(fd); 209 id = atoll(id_buf); 210 if (id == config) { 211 closedir(evt_dir); 212 closedir(sys_dir); 213 path = zalloc(sizeof(*path)); 214 if (!path) 215 return NULL; 216 path->system = malloc(MAX_EVENT_LENGTH); 217 if (!path->system) { 218 free(path); 219 return NULL; 220 } 221 path->name = malloc(MAX_EVENT_LENGTH); 222 if (!path->name) { 223 zfree(&path->system); 224 free(path); 225 return NULL; 226 } 227 strncpy(path->system, sys_dirent->d_name, 228 MAX_EVENT_LENGTH); 229 strncpy(path->name, evt_dirent->d_name, 230 MAX_EVENT_LENGTH); 231 return path; 232 } 233 } 234 closedir(evt_dir); 235 } 236 237 closedir(sys_dir); 238 return NULL; 239 } 240 241 struct tracepoint_path *tracepoint_name_to_path(const char *name) 242 { 243 struct tracepoint_path *path = zalloc(sizeof(*path)); 244 char *str = strchr(name, ':'); 245 246 if (path == NULL || str == NULL) { 247 free(path); 248 return NULL; 249 } 250 251 path->system = strndup(name, str - name); 252 path->name = strdup(str+1); 253 254 if (path->system == NULL || path->name == NULL) { 255 zfree(&path->system); 256 zfree(&path->name); 257 zfree(&path); 258 } 259 260 return path; 261 } 262 263 const char *event_type(int type) 264 { 265 switch (type) { 266 case PERF_TYPE_HARDWARE: 267 return "hardware"; 268 269 case PERF_TYPE_SOFTWARE: 270 return "software"; 271 272 case PERF_TYPE_TRACEPOINT: 273 return "tracepoint"; 274 275 case PERF_TYPE_HW_CACHE: 276 return "hardware-cache"; 277 278 default: 279 break; 280 } 281 282 return "unknown"; 283 } 284 285 static int parse_events__is_name_term(struct parse_events_term *term) 286 { 287 return term->type_term == PARSE_EVENTS__TERM_TYPE_NAME; 288 } 289 290 static char *get_config_name(struct list_head *head_terms) 291 { 292 struct parse_events_term *term; 293 294 if (!head_terms) 295 return NULL; 296 297 list_for_each_entry(term, head_terms, list) 298 if (parse_events__is_name_term(term)) 299 return term->val.str; 300 301 return NULL; 302 } 303 304 static struct perf_evsel * 305 __add_event(struct list_head *list, int *idx, 306 struct perf_event_attr *attr, 307 char *name, struct cpu_map *cpus, 308 struct list_head *config_terms) 309 { 310 struct perf_evsel *evsel; 311 312 event_attr_init(attr); 313 314 evsel = perf_evsel__new_idx(attr, *idx); 315 if (!evsel) 316 return NULL; 317 318 (*idx)++; 319 evsel->cpus = cpu_map__get(cpus); 320 evsel->own_cpus = cpu_map__get(cpus); 321 evsel->system_wide = !!cpus; 322 323 if (name) 324 evsel->name = strdup(name); 325 326 if (config_terms) 327 list_splice(config_terms, &evsel->config_terms); 328 329 list_add_tail(&evsel->node, list); 330 return evsel; 331 } 332 333 static int add_event(struct list_head *list, int *idx, 334 struct perf_event_attr *attr, char *name, 335 struct list_head *config_terms) 336 { 337 return __add_event(list, idx, attr, name, NULL, config_terms) ? 0 : -ENOMEM; 338 } 339 340 static int parse_aliases(char *str, const char *names[][PERF_EVSEL__MAX_ALIASES], int size) 341 { 342 int i, j; 343 int n, longest = -1; 344 345 for (i = 0; i < size; i++) { 346 for (j = 0; j < PERF_EVSEL__MAX_ALIASES && names[i][j]; j++) { 347 n = strlen(names[i][j]); 348 if (n > longest && !strncasecmp(str, names[i][j], n)) 349 longest = n; 350 } 351 if (longest > 0) 352 return i; 353 } 354 355 return -1; 356 } 357 358 typedef int config_term_func_t(struct perf_event_attr *attr, 359 struct parse_events_term *term, 360 struct parse_events_error *err); 361 static int config_term_common(struct perf_event_attr *attr, 362 struct parse_events_term *term, 363 struct parse_events_error *err); 364 static int config_attr(struct perf_event_attr *attr, 365 struct list_head *head, 366 struct parse_events_error *err, 367 config_term_func_t config_term); 368 369 int parse_events_add_cache(struct list_head *list, int *idx, 370 char *type, char *op_result1, char *op_result2, 371 struct parse_events_error *err, 372 struct list_head *head_config) 373 { 374 struct perf_event_attr attr; 375 LIST_HEAD(config_terms); 376 char name[MAX_NAME_LEN], *config_name; 377 int cache_type = -1, cache_op = -1, cache_result = -1; 378 char *op_result[2] = { op_result1, op_result2 }; 379 int i, n; 380 381 /* 382 * No fallback - if we cannot get a clear cache type 383 * then bail out: 384 */ 385 cache_type = parse_aliases(type, perf_evsel__hw_cache, 386 PERF_COUNT_HW_CACHE_MAX); 387 if (cache_type == -1) 388 return -EINVAL; 389 390 config_name = get_config_name(head_config); 391 n = snprintf(name, MAX_NAME_LEN, "%s", type); 392 393 for (i = 0; (i < 2) && (op_result[i]); i++) { 394 char *str = op_result[i]; 395 396 n += snprintf(name + n, MAX_NAME_LEN - n, "-%s", str); 397 398 if (cache_op == -1) { 399 cache_op = parse_aliases(str, perf_evsel__hw_cache_op, 400 PERF_COUNT_HW_CACHE_OP_MAX); 401 if (cache_op >= 0) { 402 if (!perf_evsel__is_cache_op_valid(cache_type, cache_op)) 403 return -EINVAL; 404 continue; 405 } 406 } 407 408 if (cache_result == -1) { 409 cache_result = parse_aliases(str, perf_evsel__hw_cache_result, 410 PERF_COUNT_HW_CACHE_RESULT_MAX); 411 if (cache_result >= 0) 412 continue; 413 } 414 } 415 416 /* 417 * Fall back to reads: 418 */ 419 if (cache_op == -1) 420 cache_op = PERF_COUNT_HW_CACHE_OP_READ; 421 422 /* 423 * Fall back to accesses: 424 */ 425 if (cache_result == -1) 426 cache_result = PERF_COUNT_HW_CACHE_RESULT_ACCESS; 427 428 memset(&attr, 0, sizeof(attr)); 429 attr.config = cache_type | (cache_op << 8) | (cache_result << 16); 430 attr.type = PERF_TYPE_HW_CACHE; 431 432 if (head_config) { 433 if (config_attr(&attr, head_config, err, 434 config_term_common)) 435 return -EINVAL; 436 437 if (get_config_terms(head_config, &config_terms)) 438 return -ENOMEM; 439 } 440 return add_event(list, idx, &attr, config_name ? : name, &config_terms); 441 } 442 443 static void tracepoint_error(struct parse_events_error *e, int err, 444 const char *sys, const char *name) 445 { 446 char help[BUFSIZ]; 447 448 if (!e) 449 return; 450 451 /* 452 * We get error directly from syscall errno ( > 0), 453 * or from encoded pointer's error ( < 0). 454 */ 455 err = abs(err); 456 457 switch (err) { 458 case EACCES: 459 e->str = strdup("can't access trace events"); 460 break; 461 case ENOENT: 462 e->str = strdup("unknown tracepoint"); 463 break; 464 default: 465 e->str = strdup("failed to add tracepoint"); 466 break; 467 } 468 469 tracing_path__strerror_open_tp(err, help, sizeof(help), sys, name); 470 e->help = strdup(help); 471 } 472 473 static int add_tracepoint(struct list_head *list, int *idx, 474 const char *sys_name, const char *evt_name, 475 struct parse_events_error *err, 476 struct list_head *head_config) 477 { 478 struct perf_evsel *evsel; 479 480 evsel = perf_evsel__newtp_idx(sys_name, evt_name, (*idx)++); 481 if (IS_ERR(evsel)) { 482 tracepoint_error(err, PTR_ERR(evsel), sys_name, evt_name); 483 return PTR_ERR(evsel); 484 } 485 486 if (head_config) { 487 LIST_HEAD(config_terms); 488 489 if (get_config_terms(head_config, &config_terms)) 490 return -ENOMEM; 491 list_splice(&config_terms, &evsel->config_terms); 492 } 493 494 list_add_tail(&evsel->node, list); 495 return 0; 496 } 497 498 static int add_tracepoint_multi_event(struct list_head *list, int *idx, 499 const char *sys_name, const char *evt_name, 500 struct parse_events_error *err, 501 struct list_head *head_config) 502 { 503 char evt_path[MAXPATHLEN]; 504 struct dirent *evt_ent; 505 DIR *evt_dir; 506 int ret = 0, found = 0; 507 508 snprintf(evt_path, MAXPATHLEN, "%s/%s", tracing_events_path, sys_name); 509 evt_dir = opendir(evt_path); 510 if (!evt_dir) { 511 tracepoint_error(err, errno, sys_name, evt_name); 512 return -1; 513 } 514 515 while (!ret && (evt_ent = readdir(evt_dir))) { 516 if (!strcmp(evt_ent->d_name, ".") 517 || !strcmp(evt_ent->d_name, "..") 518 || !strcmp(evt_ent->d_name, "enable") 519 || !strcmp(evt_ent->d_name, "filter")) 520 continue; 521 522 if (!strglobmatch(evt_ent->d_name, evt_name)) 523 continue; 524 525 found++; 526 527 ret = add_tracepoint(list, idx, sys_name, evt_ent->d_name, 528 err, head_config); 529 } 530 531 if (!found) { 532 tracepoint_error(err, ENOENT, sys_name, evt_name); 533 ret = -1; 534 } 535 536 closedir(evt_dir); 537 return ret; 538 } 539 540 static int add_tracepoint_event(struct list_head *list, int *idx, 541 const char *sys_name, const char *evt_name, 542 struct parse_events_error *err, 543 struct list_head *head_config) 544 { 545 return strpbrk(evt_name, "*?") ? 546 add_tracepoint_multi_event(list, idx, sys_name, evt_name, 547 err, head_config) : 548 add_tracepoint(list, idx, sys_name, evt_name, 549 err, head_config); 550 } 551 552 static int add_tracepoint_multi_sys(struct list_head *list, int *idx, 553 const char *sys_name, const char *evt_name, 554 struct parse_events_error *err, 555 struct list_head *head_config) 556 { 557 struct dirent *events_ent; 558 DIR *events_dir; 559 int ret = 0; 560 561 events_dir = opendir(tracing_events_path); 562 if (!events_dir) { 563 tracepoint_error(err, errno, sys_name, evt_name); 564 return -1; 565 } 566 567 while (!ret && (events_ent = readdir(events_dir))) { 568 if (!strcmp(events_ent->d_name, ".") 569 || !strcmp(events_ent->d_name, "..") 570 || !strcmp(events_ent->d_name, "enable") 571 || !strcmp(events_ent->d_name, "header_event") 572 || !strcmp(events_ent->d_name, "header_page")) 573 continue; 574 575 if (!strglobmatch(events_ent->d_name, sys_name)) 576 continue; 577 578 ret = add_tracepoint_event(list, idx, events_ent->d_name, 579 evt_name, err, head_config); 580 } 581 582 closedir(events_dir); 583 return ret; 584 } 585 586 struct __add_bpf_event_param { 587 struct parse_events_evlist *data; 588 struct list_head *list; 589 struct list_head *head_config; 590 }; 591 592 static int add_bpf_event(const char *group, const char *event, int fd, 593 void *_param) 594 { 595 LIST_HEAD(new_evsels); 596 struct __add_bpf_event_param *param = _param; 597 struct parse_events_evlist *evlist = param->data; 598 struct list_head *list = param->list; 599 struct perf_evsel *pos; 600 int err; 601 602 pr_debug("add bpf event %s:%s and attach bpf program %d\n", 603 group, event, fd); 604 605 err = parse_events_add_tracepoint(&new_evsels, &evlist->idx, group, 606 event, evlist->error, 607 param->head_config); 608 if (err) { 609 struct perf_evsel *evsel, *tmp; 610 611 pr_debug("Failed to add BPF event %s:%s\n", 612 group, event); 613 list_for_each_entry_safe(evsel, tmp, &new_evsels, node) { 614 list_del(&evsel->node); 615 perf_evsel__delete(evsel); 616 } 617 return err; 618 } 619 pr_debug("adding %s:%s\n", group, event); 620 621 list_for_each_entry(pos, &new_evsels, node) { 622 pr_debug("adding %s:%s to %p\n", 623 group, event, pos); 624 pos->bpf_fd = fd; 625 } 626 list_splice(&new_evsels, list); 627 return 0; 628 } 629 630 int parse_events_load_bpf_obj(struct parse_events_evlist *data, 631 struct list_head *list, 632 struct bpf_object *obj, 633 struct list_head *head_config) 634 { 635 int err; 636 char errbuf[BUFSIZ]; 637 struct __add_bpf_event_param param = {data, list, head_config}; 638 static bool registered_unprobe_atexit = false; 639 640 if (IS_ERR(obj) || !obj) { 641 snprintf(errbuf, sizeof(errbuf), 642 "Internal error: load bpf obj with NULL"); 643 err = -EINVAL; 644 goto errout; 645 } 646 647 /* 648 * Register atexit handler before calling bpf__probe() so 649 * bpf__probe() don't need to unprobe probe points its already 650 * created when failure. 651 */ 652 if (!registered_unprobe_atexit) { 653 atexit(bpf__clear); 654 registered_unprobe_atexit = true; 655 } 656 657 err = bpf__probe(obj); 658 if (err) { 659 bpf__strerror_probe(obj, err, errbuf, sizeof(errbuf)); 660 goto errout; 661 } 662 663 err = bpf__load(obj); 664 if (err) { 665 bpf__strerror_load(obj, err, errbuf, sizeof(errbuf)); 666 goto errout; 667 } 668 669 err = bpf__foreach_event(obj, add_bpf_event, ¶m); 670 if (err) { 671 snprintf(errbuf, sizeof(errbuf), 672 "Attach events in BPF object failed"); 673 goto errout; 674 } 675 676 return 0; 677 errout: 678 data->error->help = strdup("(add -v to see detail)"); 679 data->error->str = strdup(errbuf); 680 return err; 681 } 682 683 static int 684 parse_events_config_bpf(struct parse_events_evlist *data, 685 struct bpf_object *obj, 686 struct list_head *head_config) 687 { 688 struct parse_events_term *term; 689 int error_pos; 690 691 if (!head_config || list_empty(head_config)) 692 return 0; 693 694 list_for_each_entry(term, head_config, list) { 695 char errbuf[BUFSIZ]; 696 int err; 697 698 if (term->type_term != PARSE_EVENTS__TERM_TYPE_USER) { 699 snprintf(errbuf, sizeof(errbuf), 700 "Invalid config term for BPF object"); 701 errbuf[BUFSIZ - 1] = '\0'; 702 703 data->error->idx = term->err_term; 704 data->error->str = strdup(errbuf); 705 return -EINVAL; 706 } 707 708 err = bpf__config_obj(obj, term, data->evlist, &error_pos); 709 if (err) { 710 bpf__strerror_config_obj(obj, term, data->evlist, 711 &error_pos, err, errbuf, 712 sizeof(errbuf)); 713 data->error->help = strdup( 714 "Hint:\tValid config terms:\n" 715 " \tmap:[<arraymap>].value<indices>=[value]\n" 716 " \tmap:[<eventmap>].event<indices>=[event]\n" 717 "\n" 718 " \twhere <indices> is something like [0,3...5] or [all]\n" 719 " \t(add -v to see detail)"); 720 data->error->str = strdup(errbuf); 721 if (err == -BPF_LOADER_ERRNO__OBJCONF_MAP_VALUE) 722 data->error->idx = term->err_val; 723 else 724 data->error->idx = term->err_term + error_pos; 725 return err; 726 } 727 } 728 return 0; 729 } 730 731 /* 732 * Split config terms: 733 * perf record -e bpf.c/call-graph=fp,map:array.value[0]=1/ ... 734 * 'call-graph=fp' is 'evt config', should be applied to each 735 * events in bpf.c. 736 * 'map:array.value[0]=1' is 'obj config', should be processed 737 * with parse_events_config_bpf. 738 * 739 * Move object config terms from the first list to obj_head_config. 740 */ 741 static void 742 split_bpf_config_terms(struct list_head *evt_head_config, 743 struct list_head *obj_head_config) 744 { 745 struct parse_events_term *term, *temp; 746 747 /* 748 * Currectly, all possible user config term 749 * belong to bpf object. parse_events__is_hardcoded_term() 750 * happends to be a good flag. 751 * 752 * See parse_events_config_bpf() and 753 * config_term_tracepoint(). 754 */ 755 list_for_each_entry_safe(term, temp, evt_head_config, list) 756 if (!parse_events__is_hardcoded_term(term)) 757 list_move_tail(&term->list, obj_head_config); 758 } 759 760 int parse_events_load_bpf(struct parse_events_evlist *data, 761 struct list_head *list, 762 char *bpf_file_name, 763 bool source, 764 struct list_head *head_config) 765 { 766 int err; 767 struct bpf_object *obj; 768 LIST_HEAD(obj_head_config); 769 770 if (head_config) 771 split_bpf_config_terms(head_config, &obj_head_config); 772 773 obj = bpf__prepare_load(bpf_file_name, source); 774 if (IS_ERR(obj)) { 775 char errbuf[BUFSIZ]; 776 777 err = PTR_ERR(obj); 778 779 if (err == -ENOTSUP) 780 snprintf(errbuf, sizeof(errbuf), 781 "BPF support is not compiled"); 782 else 783 bpf__strerror_prepare_load(bpf_file_name, 784 source, 785 -err, errbuf, 786 sizeof(errbuf)); 787 788 data->error->help = strdup("(add -v to see detail)"); 789 data->error->str = strdup(errbuf); 790 return err; 791 } 792 793 err = parse_events_load_bpf_obj(data, list, obj, head_config); 794 if (err) 795 return err; 796 err = parse_events_config_bpf(data, obj, &obj_head_config); 797 798 /* 799 * Caller doesn't know anything about obj_head_config, 800 * so combine them together again before returnning. 801 */ 802 if (head_config) 803 list_splice_tail(&obj_head_config, head_config); 804 return err; 805 } 806 807 static int 808 parse_breakpoint_type(const char *type, struct perf_event_attr *attr) 809 { 810 int i; 811 812 for (i = 0; i < 3; i++) { 813 if (!type || !type[i]) 814 break; 815 816 #define CHECK_SET_TYPE(bit) \ 817 do { \ 818 if (attr->bp_type & bit) \ 819 return -EINVAL; \ 820 else \ 821 attr->bp_type |= bit; \ 822 } while (0) 823 824 switch (type[i]) { 825 case 'r': 826 CHECK_SET_TYPE(HW_BREAKPOINT_R); 827 break; 828 case 'w': 829 CHECK_SET_TYPE(HW_BREAKPOINT_W); 830 break; 831 case 'x': 832 CHECK_SET_TYPE(HW_BREAKPOINT_X); 833 break; 834 default: 835 return -EINVAL; 836 } 837 } 838 839 #undef CHECK_SET_TYPE 840 841 if (!attr->bp_type) /* Default */ 842 attr->bp_type = HW_BREAKPOINT_R | HW_BREAKPOINT_W; 843 844 return 0; 845 } 846 847 int parse_events_add_breakpoint(struct list_head *list, int *idx, 848 void *ptr, char *type, u64 len) 849 { 850 struct perf_event_attr attr; 851 852 memset(&attr, 0, sizeof(attr)); 853 attr.bp_addr = (unsigned long) ptr; 854 855 if (parse_breakpoint_type(type, &attr)) 856 return -EINVAL; 857 858 /* Provide some defaults if len is not specified */ 859 if (!len) { 860 if (attr.bp_type == HW_BREAKPOINT_X) 861 len = sizeof(long); 862 else 863 len = HW_BREAKPOINT_LEN_4; 864 } 865 866 attr.bp_len = len; 867 868 attr.type = PERF_TYPE_BREAKPOINT; 869 attr.sample_period = 1; 870 871 return add_event(list, idx, &attr, NULL, NULL); 872 } 873 874 static int check_type_val(struct parse_events_term *term, 875 struct parse_events_error *err, 876 int type) 877 { 878 if (type == term->type_val) 879 return 0; 880 881 if (err) { 882 err->idx = term->err_val; 883 if (type == PARSE_EVENTS__TERM_TYPE_NUM) 884 err->str = strdup("expected numeric value"); 885 else 886 err->str = strdup("expected string value"); 887 } 888 return -EINVAL; 889 } 890 891 /* 892 * Update according to parse-events.l 893 */ 894 static const char *config_term_names[__PARSE_EVENTS__TERM_TYPE_NR] = { 895 [PARSE_EVENTS__TERM_TYPE_USER] = "<sysfs term>", 896 [PARSE_EVENTS__TERM_TYPE_CONFIG] = "config", 897 [PARSE_EVENTS__TERM_TYPE_CONFIG1] = "config1", 898 [PARSE_EVENTS__TERM_TYPE_CONFIG2] = "config2", 899 [PARSE_EVENTS__TERM_TYPE_NAME] = "name", 900 [PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD] = "period", 901 [PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ] = "freq", 902 [PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE] = "branch_type", 903 [PARSE_EVENTS__TERM_TYPE_TIME] = "time", 904 [PARSE_EVENTS__TERM_TYPE_CALLGRAPH] = "call-graph", 905 [PARSE_EVENTS__TERM_TYPE_STACKSIZE] = "stack-size", 906 [PARSE_EVENTS__TERM_TYPE_NOINHERIT] = "no-inherit", 907 [PARSE_EVENTS__TERM_TYPE_INHERIT] = "inherit", 908 [PARSE_EVENTS__TERM_TYPE_MAX_STACK] = "max-stack", 909 [PARSE_EVENTS__TERM_TYPE_OVERWRITE] = "overwrite", 910 [PARSE_EVENTS__TERM_TYPE_NOOVERWRITE] = "no-overwrite", 911 [PARSE_EVENTS__TERM_TYPE_DRV_CFG] = "driver-config", 912 }; 913 914 static bool config_term_shrinked; 915 916 static bool 917 config_term_avail(int term_type, struct parse_events_error *err) 918 { 919 if (term_type < 0 || term_type >= __PARSE_EVENTS__TERM_TYPE_NR) { 920 err->str = strdup("Invalid term_type"); 921 return false; 922 } 923 if (!config_term_shrinked) 924 return true; 925 926 switch (term_type) { 927 case PARSE_EVENTS__TERM_TYPE_CONFIG: 928 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 929 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 930 case PARSE_EVENTS__TERM_TYPE_NAME: 931 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 932 return true; 933 default: 934 if (!err) 935 return false; 936 937 /* term_type is validated so indexing is safe */ 938 if (asprintf(&err->str, "'%s' is not usable in 'perf stat'", 939 config_term_names[term_type]) < 0) 940 err->str = NULL; 941 return false; 942 } 943 } 944 945 void parse_events__shrink_config_terms(void) 946 { 947 config_term_shrinked = true; 948 } 949 950 static int config_term_common(struct perf_event_attr *attr, 951 struct parse_events_term *term, 952 struct parse_events_error *err) 953 { 954 #define CHECK_TYPE_VAL(type) \ 955 do { \ 956 if (check_type_val(term, err, PARSE_EVENTS__TERM_TYPE_ ## type)) \ 957 return -EINVAL; \ 958 } while (0) 959 960 switch (term->type_term) { 961 case PARSE_EVENTS__TERM_TYPE_CONFIG: 962 CHECK_TYPE_VAL(NUM); 963 attr->config = term->val.num; 964 break; 965 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 966 CHECK_TYPE_VAL(NUM); 967 attr->config1 = term->val.num; 968 break; 969 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 970 CHECK_TYPE_VAL(NUM); 971 attr->config2 = term->val.num; 972 break; 973 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 974 CHECK_TYPE_VAL(NUM); 975 break; 976 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 977 CHECK_TYPE_VAL(NUM); 978 break; 979 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 980 CHECK_TYPE_VAL(STR); 981 if (strcmp(term->val.str, "no") && 982 parse_branch_str(term->val.str, &attr->branch_sample_type)) { 983 err->str = strdup("invalid branch sample type"); 984 err->idx = term->err_val; 985 return -EINVAL; 986 } 987 break; 988 case PARSE_EVENTS__TERM_TYPE_TIME: 989 CHECK_TYPE_VAL(NUM); 990 if (term->val.num > 1) { 991 err->str = strdup("expected 0 or 1"); 992 err->idx = term->err_val; 993 return -EINVAL; 994 } 995 break; 996 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 997 CHECK_TYPE_VAL(STR); 998 break; 999 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1000 CHECK_TYPE_VAL(NUM); 1001 break; 1002 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1003 CHECK_TYPE_VAL(NUM); 1004 break; 1005 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1006 CHECK_TYPE_VAL(NUM); 1007 break; 1008 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1009 CHECK_TYPE_VAL(NUM); 1010 break; 1011 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1012 CHECK_TYPE_VAL(NUM); 1013 break; 1014 case PARSE_EVENTS__TERM_TYPE_NAME: 1015 CHECK_TYPE_VAL(STR); 1016 break; 1017 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1018 CHECK_TYPE_VAL(NUM); 1019 break; 1020 default: 1021 err->str = strdup("unknown term"); 1022 err->idx = term->err_term; 1023 err->help = parse_events_formats_error_string(NULL); 1024 return -EINVAL; 1025 } 1026 1027 /* 1028 * Check term availbility after basic checking so 1029 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered. 1030 * 1031 * If check availbility at the entry of this function, 1032 * user will see "'<sysfs term>' is not usable in 'perf stat'" 1033 * if an invalid config term is provided for legacy events 1034 * (for example, instructions/badterm/...), which is confusing. 1035 */ 1036 if (!config_term_avail(term->type_term, err)) 1037 return -EINVAL; 1038 return 0; 1039 #undef CHECK_TYPE_VAL 1040 } 1041 1042 static int config_term_pmu(struct perf_event_attr *attr, 1043 struct parse_events_term *term, 1044 struct parse_events_error *err) 1045 { 1046 if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER || 1047 term->type_term == PARSE_EVENTS__TERM_TYPE_DRV_CFG) 1048 /* 1049 * Always succeed for sysfs terms, as we dont know 1050 * at this point what type they need to have. 1051 */ 1052 return 0; 1053 else 1054 return config_term_common(attr, term, err); 1055 } 1056 1057 static int config_term_tracepoint(struct perf_event_attr *attr, 1058 struct parse_events_term *term, 1059 struct parse_events_error *err) 1060 { 1061 switch (term->type_term) { 1062 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 1063 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1064 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1065 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1066 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1067 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1068 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1069 return config_term_common(attr, term, err); 1070 default: 1071 if (err) { 1072 err->idx = term->err_term; 1073 err->str = strdup("unknown term"); 1074 err->help = strdup("valid terms: call-graph,stack-size\n"); 1075 } 1076 return -EINVAL; 1077 } 1078 1079 return 0; 1080 } 1081 1082 static int config_attr(struct perf_event_attr *attr, 1083 struct list_head *head, 1084 struct parse_events_error *err, 1085 config_term_func_t config_term) 1086 { 1087 struct parse_events_term *term; 1088 1089 list_for_each_entry(term, head, list) 1090 if (config_term(attr, term, err)) 1091 return -EINVAL; 1092 1093 return 0; 1094 } 1095 1096 static int get_config_terms(struct list_head *head_config, 1097 struct list_head *head_terms __maybe_unused) 1098 { 1099 #define ADD_CONFIG_TERM(__type, __name, __val) \ 1100 do { \ 1101 struct perf_evsel_config_term *__t; \ 1102 \ 1103 __t = zalloc(sizeof(*__t)); \ 1104 if (!__t) \ 1105 return -ENOMEM; \ 1106 \ 1107 INIT_LIST_HEAD(&__t->list); \ 1108 __t->type = PERF_EVSEL__CONFIG_TERM_ ## __type; \ 1109 __t->val.__name = __val; \ 1110 list_add_tail(&__t->list, head_terms); \ 1111 } while (0) 1112 1113 struct parse_events_term *term; 1114 1115 list_for_each_entry(term, head_config, list) { 1116 switch (term->type_term) { 1117 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 1118 ADD_CONFIG_TERM(PERIOD, period, term->val.num); 1119 break; 1120 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 1121 ADD_CONFIG_TERM(FREQ, freq, term->val.num); 1122 break; 1123 case PARSE_EVENTS__TERM_TYPE_TIME: 1124 ADD_CONFIG_TERM(TIME, time, term->val.num); 1125 break; 1126 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 1127 ADD_CONFIG_TERM(CALLGRAPH, callgraph, term->val.str); 1128 break; 1129 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 1130 ADD_CONFIG_TERM(BRANCH, branch, term->val.str); 1131 break; 1132 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1133 ADD_CONFIG_TERM(STACK_USER, stack_user, term->val.num); 1134 break; 1135 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1136 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 1 : 0); 1137 break; 1138 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1139 ADD_CONFIG_TERM(INHERIT, inherit, term->val.num ? 0 : 1); 1140 break; 1141 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1142 ADD_CONFIG_TERM(MAX_STACK, max_stack, term->val.num); 1143 break; 1144 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1145 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 1 : 0); 1146 break; 1147 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1148 ADD_CONFIG_TERM(OVERWRITE, overwrite, term->val.num ? 0 : 1); 1149 break; 1150 case PARSE_EVENTS__TERM_TYPE_DRV_CFG: 1151 ADD_CONFIG_TERM(DRV_CFG, drv_cfg, term->val.str); 1152 break; 1153 default: 1154 break; 1155 } 1156 } 1157 #undef ADD_EVSEL_CONFIG 1158 return 0; 1159 } 1160 1161 int parse_events_add_tracepoint(struct list_head *list, int *idx, 1162 const char *sys, const char *event, 1163 struct parse_events_error *err, 1164 struct list_head *head_config) 1165 { 1166 if (head_config) { 1167 struct perf_event_attr attr; 1168 1169 if (config_attr(&attr, head_config, err, 1170 config_term_tracepoint)) 1171 return -EINVAL; 1172 } 1173 1174 if (strpbrk(sys, "*?")) 1175 return add_tracepoint_multi_sys(list, idx, sys, event, 1176 err, head_config); 1177 else 1178 return add_tracepoint_event(list, idx, sys, event, 1179 err, head_config); 1180 } 1181 1182 int parse_events_add_numeric(struct parse_events_evlist *data, 1183 struct list_head *list, 1184 u32 type, u64 config, 1185 struct list_head *head_config) 1186 { 1187 struct perf_event_attr attr; 1188 LIST_HEAD(config_terms); 1189 1190 memset(&attr, 0, sizeof(attr)); 1191 attr.type = type; 1192 attr.config = config; 1193 1194 if (head_config) { 1195 if (config_attr(&attr, head_config, data->error, 1196 config_term_common)) 1197 return -EINVAL; 1198 1199 if (get_config_terms(head_config, &config_terms)) 1200 return -ENOMEM; 1201 } 1202 1203 return add_event(list, &data->idx, &attr, 1204 get_config_name(head_config), &config_terms); 1205 } 1206 1207 int parse_events_add_pmu(struct parse_events_evlist *data, 1208 struct list_head *list, char *name, 1209 struct list_head *head_config) 1210 { 1211 struct perf_event_attr attr; 1212 struct perf_pmu_info info; 1213 struct perf_pmu *pmu; 1214 struct perf_evsel *evsel; 1215 LIST_HEAD(config_terms); 1216 1217 pmu = perf_pmu__find(name); 1218 if (!pmu) 1219 return -EINVAL; 1220 1221 if (pmu->default_config) { 1222 memcpy(&attr, pmu->default_config, 1223 sizeof(struct perf_event_attr)); 1224 } else { 1225 memset(&attr, 0, sizeof(attr)); 1226 } 1227 1228 if (!head_config) { 1229 attr.type = pmu->type; 1230 evsel = __add_event(list, &data->idx, &attr, NULL, pmu->cpus, NULL); 1231 return evsel ? 0 : -ENOMEM; 1232 } 1233 1234 if (perf_pmu__check_alias(pmu, head_config, &info)) 1235 return -EINVAL; 1236 1237 /* 1238 * Configure hardcoded terms first, no need to check 1239 * return value when called with fail == 0 ;) 1240 */ 1241 if (config_attr(&attr, head_config, data->error, config_term_pmu)) 1242 return -EINVAL; 1243 1244 if (get_config_terms(head_config, &config_terms)) 1245 return -ENOMEM; 1246 1247 if (perf_pmu__config(pmu, &attr, head_config, data->error)) 1248 return -EINVAL; 1249 1250 evsel = __add_event(list, &data->idx, &attr, 1251 get_config_name(head_config), pmu->cpus, 1252 &config_terms); 1253 if (evsel) { 1254 evsel->unit = info.unit; 1255 evsel->scale = info.scale; 1256 evsel->per_pkg = info.per_pkg; 1257 evsel->snapshot = info.snapshot; 1258 evsel->metric_expr = info.metric_expr; 1259 } 1260 1261 return evsel ? 0 : -ENOMEM; 1262 } 1263 1264 int parse_events_multi_pmu_add(struct parse_events_evlist *data, 1265 char *str, struct list_head **listp) 1266 { 1267 struct list_head *head; 1268 struct parse_events_term *term; 1269 struct list_head *list; 1270 struct perf_pmu *pmu = NULL; 1271 int ok = 0; 1272 1273 *listp = NULL; 1274 /* Add it for all PMUs that support the alias */ 1275 list = malloc(sizeof(struct list_head)); 1276 if (!list) 1277 return -1; 1278 INIT_LIST_HEAD(list); 1279 while ((pmu = perf_pmu__scan(pmu)) != NULL) { 1280 struct perf_pmu_alias *alias; 1281 1282 list_for_each_entry(alias, &pmu->aliases, list) { 1283 if (!strcasecmp(alias->name, str)) { 1284 head = malloc(sizeof(struct list_head)); 1285 if (!head) 1286 return -1; 1287 INIT_LIST_HEAD(head); 1288 if (parse_events_term__num(&term, PARSE_EVENTS__TERM_TYPE_USER, 1289 str, 1, false, &str, NULL) < 0) 1290 return -1; 1291 list_add_tail(&term->list, head); 1292 1293 if (!parse_events_add_pmu(data, list, 1294 pmu->name, head)) { 1295 pr_debug("%s -> %s/%s/\n", str, 1296 pmu->name, alias->str); 1297 ok++; 1298 } 1299 1300 parse_events_terms__delete(head); 1301 } 1302 } 1303 } 1304 if (!ok) 1305 return -1; 1306 *listp = list; 1307 return 0; 1308 } 1309 1310 int parse_events__modifier_group(struct list_head *list, 1311 char *event_mod) 1312 { 1313 return parse_events__modifier_event(list, event_mod, true); 1314 } 1315 1316 void parse_events__set_leader(char *name, struct list_head *list) 1317 { 1318 struct perf_evsel *leader; 1319 1320 if (list_empty(list)) { 1321 WARN_ONCE(true, "WARNING: failed to set leader: empty list"); 1322 return; 1323 } 1324 1325 __perf_evlist__set_leader(list); 1326 leader = list_entry(list->next, struct perf_evsel, node); 1327 leader->group_name = name ? strdup(name) : NULL; 1328 } 1329 1330 /* list_event is assumed to point to malloc'ed memory */ 1331 void parse_events_update_lists(struct list_head *list_event, 1332 struct list_head *list_all) 1333 { 1334 /* 1335 * Called for single event definition. Update the 1336 * 'all event' list, and reinit the 'single event' 1337 * list, for next event definition. 1338 */ 1339 list_splice_tail(list_event, list_all); 1340 free(list_event); 1341 } 1342 1343 struct event_modifier { 1344 int eu; 1345 int ek; 1346 int eh; 1347 int eH; 1348 int eG; 1349 int eI; 1350 int precise; 1351 int precise_max; 1352 int exclude_GH; 1353 int sample_read; 1354 int pinned; 1355 }; 1356 1357 static int get_event_modifier(struct event_modifier *mod, char *str, 1358 struct perf_evsel *evsel) 1359 { 1360 int eu = evsel ? evsel->attr.exclude_user : 0; 1361 int ek = evsel ? evsel->attr.exclude_kernel : 0; 1362 int eh = evsel ? evsel->attr.exclude_hv : 0; 1363 int eH = evsel ? evsel->attr.exclude_host : 0; 1364 int eG = evsel ? evsel->attr.exclude_guest : 0; 1365 int eI = evsel ? evsel->attr.exclude_idle : 0; 1366 int precise = evsel ? evsel->attr.precise_ip : 0; 1367 int precise_max = 0; 1368 int sample_read = 0; 1369 int pinned = evsel ? evsel->attr.pinned : 0; 1370 1371 int exclude = eu | ek | eh; 1372 int exclude_GH = evsel ? evsel->exclude_GH : 0; 1373 1374 memset(mod, 0, sizeof(*mod)); 1375 1376 while (*str) { 1377 if (*str == 'u') { 1378 if (!exclude) 1379 exclude = eu = ek = eh = 1; 1380 eu = 0; 1381 } else if (*str == 'k') { 1382 if (!exclude) 1383 exclude = eu = ek = eh = 1; 1384 ek = 0; 1385 } else if (*str == 'h') { 1386 if (!exclude) 1387 exclude = eu = ek = eh = 1; 1388 eh = 0; 1389 } else if (*str == 'G') { 1390 if (!exclude_GH) 1391 exclude_GH = eG = eH = 1; 1392 eG = 0; 1393 } else if (*str == 'H') { 1394 if (!exclude_GH) 1395 exclude_GH = eG = eH = 1; 1396 eH = 0; 1397 } else if (*str == 'I') { 1398 eI = 1; 1399 } else if (*str == 'p') { 1400 precise++; 1401 /* use of precise requires exclude_guest */ 1402 if (!exclude_GH) 1403 eG = 1; 1404 } else if (*str == 'P') { 1405 precise_max = 1; 1406 } else if (*str == 'S') { 1407 sample_read = 1; 1408 } else if (*str == 'D') { 1409 pinned = 1; 1410 } else 1411 break; 1412 1413 ++str; 1414 } 1415 1416 /* 1417 * precise ip: 1418 * 1419 * 0 - SAMPLE_IP can have arbitrary skid 1420 * 1 - SAMPLE_IP must have constant skid 1421 * 2 - SAMPLE_IP requested to have 0 skid 1422 * 3 - SAMPLE_IP must have 0 skid 1423 * 1424 * See also PERF_RECORD_MISC_EXACT_IP 1425 */ 1426 if (precise > 3) 1427 return -EINVAL; 1428 1429 mod->eu = eu; 1430 mod->ek = ek; 1431 mod->eh = eh; 1432 mod->eH = eH; 1433 mod->eG = eG; 1434 mod->eI = eI; 1435 mod->precise = precise; 1436 mod->precise_max = precise_max; 1437 mod->exclude_GH = exclude_GH; 1438 mod->sample_read = sample_read; 1439 mod->pinned = pinned; 1440 1441 return 0; 1442 } 1443 1444 /* 1445 * Basic modifier sanity check to validate it contains only one 1446 * instance of any modifier (apart from 'p') present. 1447 */ 1448 static int check_modifier(char *str) 1449 { 1450 char *p = str; 1451 1452 /* The sizeof includes 0 byte as well. */ 1453 if (strlen(str) > (sizeof("ukhGHpppPSDI") - 1)) 1454 return -1; 1455 1456 while (*p) { 1457 if (*p != 'p' && strchr(p + 1, *p)) 1458 return -1; 1459 p++; 1460 } 1461 1462 return 0; 1463 } 1464 1465 int parse_events__modifier_event(struct list_head *list, char *str, bool add) 1466 { 1467 struct perf_evsel *evsel; 1468 struct event_modifier mod; 1469 1470 if (str == NULL) 1471 return 0; 1472 1473 if (check_modifier(str)) 1474 return -EINVAL; 1475 1476 if (!add && get_event_modifier(&mod, str, NULL)) 1477 return -EINVAL; 1478 1479 __evlist__for_each_entry(list, evsel) { 1480 if (add && get_event_modifier(&mod, str, evsel)) 1481 return -EINVAL; 1482 1483 evsel->attr.exclude_user = mod.eu; 1484 evsel->attr.exclude_kernel = mod.ek; 1485 evsel->attr.exclude_hv = mod.eh; 1486 evsel->attr.precise_ip = mod.precise; 1487 evsel->attr.exclude_host = mod.eH; 1488 evsel->attr.exclude_guest = mod.eG; 1489 evsel->attr.exclude_idle = mod.eI; 1490 evsel->exclude_GH = mod.exclude_GH; 1491 evsel->sample_read = mod.sample_read; 1492 evsel->precise_max = mod.precise_max; 1493 1494 if (perf_evsel__is_group_leader(evsel)) 1495 evsel->attr.pinned = mod.pinned; 1496 } 1497 1498 return 0; 1499 } 1500 1501 int parse_events_name(struct list_head *list, char *name) 1502 { 1503 struct perf_evsel *evsel; 1504 1505 __evlist__for_each_entry(list, evsel) { 1506 if (!evsel->name) 1507 evsel->name = strdup(name); 1508 } 1509 1510 return 0; 1511 } 1512 1513 static int 1514 comp_pmu(const void *p1, const void *p2) 1515 { 1516 struct perf_pmu_event_symbol *pmu1 = (struct perf_pmu_event_symbol *) p1; 1517 struct perf_pmu_event_symbol *pmu2 = (struct perf_pmu_event_symbol *) p2; 1518 1519 return strcasecmp(pmu1->symbol, pmu2->symbol); 1520 } 1521 1522 static void perf_pmu__parse_cleanup(void) 1523 { 1524 if (perf_pmu_events_list_num > 0) { 1525 struct perf_pmu_event_symbol *p; 1526 int i; 1527 1528 for (i = 0; i < perf_pmu_events_list_num; i++) { 1529 p = perf_pmu_events_list + i; 1530 zfree(&p->symbol); 1531 } 1532 zfree(&perf_pmu_events_list); 1533 perf_pmu_events_list_num = 0; 1534 } 1535 } 1536 1537 #define SET_SYMBOL(str, stype) \ 1538 do { \ 1539 p->symbol = str; \ 1540 if (!p->symbol) \ 1541 goto err; \ 1542 p->type = stype; \ 1543 } while (0) 1544 1545 /* 1546 * Read the pmu events list from sysfs 1547 * Save it into perf_pmu_events_list 1548 */ 1549 static void perf_pmu__parse_init(void) 1550 { 1551 1552 struct perf_pmu *pmu = NULL; 1553 struct perf_pmu_alias *alias; 1554 int len = 0; 1555 1556 pmu = NULL; 1557 while ((pmu = perf_pmu__scan(pmu)) != NULL) { 1558 list_for_each_entry(alias, &pmu->aliases, list) { 1559 if (strchr(alias->name, '-')) 1560 len++; 1561 len++; 1562 } 1563 } 1564 1565 if (len == 0) { 1566 perf_pmu_events_list_num = -1; 1567 return; 1568 } 1569 perf_pmu_events_list = malloc(sizeof(struct perf_pmu_event_symbol) * len); 1570 if (!perf_pmu_events_list) 1571 return; 1572 perf_pmu_events_list_num = len; 1573 1574 len = 0; 1575 pmu = NULL; 1576 while ((pmu = perf_pmu__scan(pmu)) != NULL) { 1577 list_for_each_entry(alias, &pmu->aliases, list) { 1578 struct perf_pmu_event_symbol *p = perf_pmu_events_list + len; 1579 char *tmp = strchr(alias->name, '-'); 1580 1581 if (tmp != NULL) { 1582 SET_SYMBOL(strndup(alias->name, tmp - alias->name), 1583 PMU_EVENT_SYMBOL_PREFIX); 1584 p++; 1585 SET_SYMBOL(strdup(++tmp), PMU_EVENT_SYMBOL_SUFFIX); 1586 len += 2; 1587 } else { 1588 SET_SYMBOL(strdup(alias->name), PMU_EVENT_SYMBOL); 1589 len++; 1590 } 1591 } 1592 } 1593 qsort(perf_pmu_events_list, len, 1594 sizeof(struct perf_pmu_event_symbol), comp_pmu); 1595 1596 return; 1597 err: 1598 perf_pmu__parse_cleanup(); 1599 } 1600 1601 enum perf_pmu_event_symbol_type 1602 perf_pmu__parse_check(const char *name) 1603 { 1604 struct perf_pmu_event_symbol p, *r; 1605 1606 /* scan kernel pmu events from sysfs if needed */ 1607 if (perf_pmu_events_list_num == 0) 1608 perf_pmu__parse_init(); 1609 /* 1610 * name "cpu" could be prefix of cpu-cycles or cpu// events. 1611 * cpu-cycles has been handled by hardcode. 1612 * So it must be cpu// events, not kernel pmu event. 1613 */ 1614 if ((perf_pmu_events_list_num <= 0) || !strcmp(name, "cpu")) 1615 return PMU_EVENT_SYMBOL_ERR; 1616 1617 p.symbol = strdup(name); 1618 r = bsearch(&p, perf_pmu_events_list, 1619 (size_t) perf_pmu_events_list_num, 1620 sizeof(struct perf_pmu_event_symbol), comp_pmu); 1621 zfree(&p.symbol); 1622 return r ? r->type : PMU_EVENT_SYMBOL_ERR; 1623 } 1624 1625 static int parse_events__scanner(const char *str, void *data, int start_token) 1626 { 1627 YY_BUFFER_STATE buffer; 1628 void *scanner; 1629 int ret; 1630 1631 ret = parse_events_lex_init_extra(start_token, &scanner); 1632 if (ret) 1633 return ret; 1634 1635 buffer = parse_events__scan_string(str, scanner); 1636 1637 #ifdef PARSER_DEBUG 1638 parse_events_debug = 1; 1639 #endif 1640 ret = parse_events_parse(data, scanner); 1641 1642 parse_events__flush_buffer(buffer, scanner); 1643 parse_events__delete_buffer(buffer, scanner); 1644 parse_events_lex_destroy(scanner); 1645 return ret; 1646 } 1647 1648 /* 1649 * parse event config string, return a list of event terms. 1650 */ 1651 int parse_events_terms(struct list_head *terms, const char *str) 1652 { 1653 struct parse_events_terms data = { 1654 .terms = NULL, 1655 }; 1656 int ret; 1657 1658 ret = parse_events__scanner(str, &data, PE_START_TERMS); 1659 if (!ret) { 1660 list_splice(data.terms, terms); 1661 zfree(&data.terms); 1662 return 0; 1663 } 1664 1665 parse_events_terms__delete(data.terms); 1666 return ret; 1667 } 1668 1669 int parse_events(struct perf_evlist *evlist, const char *str, 1670 struct parse_events_error *err) 1671 { 1672 struct parse_events_evlist data = { 1673 .list = LIST_HEAD_INIT(data.list), 1674 .idx = evlist->nr_entries, 1675 .error = err, 1676 .evlist = evlist, 1677 }; 1678 int ret; 1679 1680 ret = parse_events__scanner(str, &data, PE_START_EVENTS); 1681 perf_pmu__parse_cleanup(); 1682 if (!ret) { 1683 struct perf_evsel *last; 1684 1685 if (list_empty(&data.list)) { 1686 WARN_ONCE(true, "WARNING: event parser found nothing"); 1687 return -1; 1688 } 1689 1690 perf_evlist__splice_list_tail(evlist, &data.list); 1691 evlist->nr_groups += data.nr_groups; 1692 last = perf_evlist__last(evlist); 1693 last->cmdline_group_boundary = true; 1694 1695 return 0; 1696 } 1697 1698 /* 1699 * There are 2 users - builtin-record and builtin-test objects. 1700 * Both call perf_evlist__delete in case of error, so we dont 1701 * need to bother. 1702 */ 1703 return ret; 1704 } 1705 1706 #define MAX_WIDTH 1000 1707 static int get_term_width(void) 1708 { 1709 struct winsize ws; 1710 1711 get_term_dimensions(&ws); 1712 return ws.ws_col > MAX_WIDTH ? MAX_WIDTH : ws.ws_col; 1713 } 1714 1715 static void parse_events_print_error(struct parse_events_error *err, 1716 const char *event) 1717 { 1718 const char *str = "invalid or unsupported event: "; 1719 char _buf[MAX_WIDTH]; 1720 char *buf = (char *) event; 1721 int idx = 0; 1722 1723 if (err->str) { 1724 /* -2 for extra '' in the final fprintf */ 1725 int width = get_term_width() - 2; 1726 int len_event = strlen(event); 1727 int len_str, max_len, cut = 0; 1728 1729 /* 1730 * Maximum error index indent, we will cut 1731 * the event string if it's bigger. 1732 */ 1733 int max_err_idx = 13; 1734 1735 /* 1736 * Let's be specific with the message when 1737 * we have the precise error. 1738 */ 1739 str = "event syntax error: "; 1740 len_str = strlen(str); 1741 max_len = width - len_str; 1742 1743 buf = _buf; 1744 1745 /* We're cutting from the beginning. */ 1746 if (err->idx > max_err_idx) 1747 cut = err->idx - max_err_idx; 1748 1749 strncpy(buf, event + cut, max_len); 1750 1751 /* Mark cut parts with '..' on both sides. */ 1752 if (cut) 1753 buf[0] = buf[1] = '.'; 1754 1755 if ((len_event - cut) > max_len) { 1756 buf[max_len - 1] = buf[max_len - 2] = '.'; 1757 buf[max_len] = 0; 1758 } 1759 1760 idx = len_str + err->idx - cut; 1761 } 1762 1763 fprintf(stderr, "%s'%s'\n", str, buf); 1764 if (idx) { 1765 fprintf(stderr, "%*s\\___ %s\n", idx + 1, "", err->str); 1766 if (err->help) 1767 fprintf(stderr, "\n%s\n", err->help); 1768 zfree(&err->str); 1769 zfree(&err->help); 1770 } 1771 1772 fprintf(stderr, "Run 'perf list' for a list of valid events\n"); 1773 } 1774 1775 #undef MAX_WIDTH 1776 1777 int parse_events_option(const struct option *opt, const char *str, 1778 int unset __maybe_unused) 1779 { 1780 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; 1781 struct parse_events_error err = { .idx = 0, }; 1782 int ret = parse_events(evlist, str, &err); 1783 1784 if (ret) 1785 parse_events_print_error(&err, str); 1786 1787 return ret; 1788 } 1789 1790 static int 1791 foreach_evsel_in_last_glob(struct perf_evlist *evlist, 1792 int (*func)(struct perf_evsel *evsel, 1793 const void *arg), 1794 const void *arg) 1795 { 1796 struct perf_evsel *last = NULL; 1797 int err; 1798 1799 /* 1800 * Don't return when list_empty, give func a chance to report 1801 * error when it found last == NULL. 1802 * 1803 * So no need to WARN here, let *func do this. 1804 */ 1805 if (evlist->nr_entries > 0) 1806 last = perf_evlist__last(evlist); 1807 1808 do { 1809 err = (*func)(last, arg); 1810 if (err) 1811 return -1; 1812 if (!last) 1813 return 0; 1814 1815 if (last->node.prev == &evlist->entries) 1816 return 0; 1817 last = list_entry(last->node.prev, struct perf_evsel, node); 1818 } while (!last->cmdline_group_boundary); 1819 1820 return 0; 1821 } 1822 1823 static int set_filter(struct perf_evsel *evsel, const void *arg) 1824 { 1825 const char *str = arg; 1826 bool found = false; 1827 int nr_addr_filters = 0; 1828 struct perf_pmu *pmu = NULL; 1829 1830 if (evsel == NULL) 1831 goto err; 1832 1833 if (evsel->attr.type == PERF_TYPE_TRACEPOINT) { 1834 if (perf_evsel__append_tp_filter(evsel, str) < 0) { 1835 fprintf(stderr, 1836 "not enough memory to hold filter string\n"); 1837 return -1; 1838 } 1839 1840 return 0; 1841 } 1842 1843 while ((pmu = perf_pmu__scan(pmu)) != NULL) 1844 if (pmu->type == evsel->attr.type) { 1845 found = true; 1846 break; 1847 } 1848 1849 if (found) 1850 perf_pmu__scan_file(pmu, "nr_addr_filters", 1851 "%d", &nr_addr_filters); 1852 1853 if (!nr_addr_filters) 1854 goto err; 1855 1856 if (perf_evsel__append_addr_filter(evsel, str) < 0) { 1857 fprintf(stderr, 1858 "not enough memory to hold filter string\n"); 1859 return -1; 1860 } 1861 1862 return 0; 1863 1864 err: 1865 fprintf(stderr, 1866 "--filter option should follow a -e tracepoint or HW tracer option\n"); 1867 1868 return -1; 1869 } 1870 1871 int parse_filter(const struct option *opt, const char *str, 1872 int unset __maybe_unused) 1873 { 1874 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; 1875 1876 return foreach_evsel_in_last_glob(evlist, set_filter, 1877 (const void *)str); 1878 } 1879 1880 static int add_exclude_perf_filter(struct perf_evsel *evsel, 1881 const void *arg __maybe_unused) 1882 { 1883 char new_filter[64]; 1884 1885 if (evsel == NULL || evsel->attr.type != PERF_TYPE_TRACEPOINT) { 1886 fprintf(stderr, 1887 "--exclude-perf option should follow a -e tracepoint option\n"); 1888 return -1; 1889 } 1890 1891 snprintf(new_filter, sizeof(new_filter), "common_pid != %d", getpid()); 1892 1893 if (perf_evsel__append_tp_filter(evsel, new_filter) < 0) { 1894 fprintf(stderr, 1895 "not enough memory to hold filter string\n"); 1896 return -1; 1897 } 1898 1899 return 0; 1900 } 1901 1902 int exclude_perf(const struct option *opt, 1903 const char *arg __maybe_unused, 1904 int unset __maybe_unused) 1905 { 1906 struct perf_evlist *evlist = *(struct perf_evlist **)opt->value; 1907 1908 return foreach_evsel_in_last_glob(evlist, add_exclude_perf_filter, 1909 NULL); 1910 } 1911 1912 static const char * const event_type_descriptors[] = { 1913 "Hardware event", 1914 "Software event", 1915 "Tracepoint event", 1916 "Hardware cache event", 1917 "Raw hardware event descriptor", 1918 "Hardware breakpoint", 1919 }; 1920 1921 static int cmp_string(const void *a, const void *b) 1922 { 1923 const char * const *as = a; 1924 const char * const *bs = b; 1925 1926 return strcmp(*as, *bs); 1927 } 1928 1929 /* 1930 * Print the events from <debugfs_mount_point>/tracing/events 1931 */ 1932 1933 void print_tracepoint_events(const char *subsys_glob, const char *event_glob, 1934 bool name_only) 1935 { 1936 DIR *sys_dir, *evt_dir; 1937 struct dirent *sys_dirent, *evt_dirent; 1938 char evt_path[MAXPATHLEN]; 1939 char dir_path[MAXPATHLEN]; 1940 char **evt_list = NULL; 1941 unsigned int evt_i = 0, evt_num = 0; 1942 bool evt_num_known = false; 1943 1944 restart: 1945 sys_dir = opendir(tracing_events_path); 1946 if (!sys_dir) 1947 return; 1948 1949 if (evt_num_known) { 1950 evt_list = zalloc(sizeof(char *) * evt_num); 1951 if (!evt_list) 1952 goto out_close_sys_dir; 1953 } 1954 1955 for_each_subsystem(sys_dir, sys_dirent) { 1956 if (subsys_glob != NULL && 1957 !strglobmatch(sys_dirent->d_name, subsys_glob)) 1958 continue; 1959 1960 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path, 1961 sys_dirent->d_name); 1962 evt_dir = opendir(dir_path); 1963 if (!evt_dir) 1964 continue; 1965 1966 for_each_event(sys_dirent, evt_dir, evt_dirent) { 1967 if (event_glob != NULL && 1968 !strglobmatch(evt_dirent->d_name, event_glob)) 1969 continue; 1970 1971 if (!evt_num_known) { 1972 evt_num++; 1973 continue; 1974 } 1975 1976 snprintf(evt_path, MAXPATHLEN, "%s:%s", 1977 sys_dirent->d_name, evt_dirent->d_name); 1978 1979 evt_list[evt_i] = strdup(evt_path); 1980 if (evt_list[evt_i] == NULL) 1981 goto out_close_evt_dir; 1982 evt_i++; 1983 } 1984 closedir(evt_dir); 1985 } 1986 closedir(sys_dir); 1987 1988 if (!evt_num_known) { 1989 evt_num_known = true; 1990 goto restart; 1991 } 1992 qsort(evt_list, evt_num, sizeof(char *), cmp_string); 1993 evt_i = 0; 1994 while (evt_i < evt_num) { 1995 if (name_only) { 1996 printf("%s ", evt_list[evt_i++]); 1997 continue; 1998 } 1999 printf(" %-50s [%s]\n", evt_list[evt_i++], 2000 event_type_descriptors[PERF_TYPE_TRACEPOINT]); 2001 } 2002 if (evt_num && pager_in_use()) 2003 printf("\n"); 2004 2005 out_free: 2006 evt_num = evt_i; 2007 for (evt_i = 0; evt_i < evt_num; evt_i++) 2008 zfree(&evt_list[evt_i]); 2009 zfree(&evt_list); 2010 return; 2011 2012 out_close_evt_dir: 2013 closedir(evt_dir); 2014 out_close_sys_dir: 2015 closedir(sys_dir); 2016 2017 printf("FATAL: not enough memory to print %s\n", 2018 event_type_descriptors[PERF_TYPE_TRACEPOINT]); 2019 if (evt_list) 2020 goto out_free; 2021 } 2022 2023 /* 2024 * Check whether event is in <debugfs_mount_point>/tracing/events 2025 */ 2026 2027 int is_valid_tracepoint(const char *event_string) 2028 { 2029 DIR *sys_dir, *evt_dir; 2030 struct dirent *sys_dirent, *evt_dirent; 2031 char evt_path[MAXPATHLEN]; 2032 char dir_path[MAXPATHLEN]; 2033 2034 sys_dir = opendir(tracing_events_path); 2035 if (!sys_dir) 2036 return 0; 2037 2038 for_each_subsystem(sys_dir, sys_dirent) { 2039 2040 snprintf(dir_path, MAXPATHLEN, "%s/%s", tracing_events_path, 2041 sys_dirent->d_name); 2042 evt_dir = opendir(dir_path); 2043 if (!evt_dir) 2044 continue; 2045 2046 for_each_event(sys_dirent, evt_dir, evt_dirent) { 2047 snprintf(evt_path, MAXPATHLEN, "%s:%s", 2048 sys_dirent->d_name, evt_dirent->d_name); 2049 if (!strcmp(evt_path, event_string)) { 2050 closedir(evt_dir); 2051 closedir(sys_dir); 2052 return 1; 2053 } 2054 } 2055 closedir(evt_dir); 2056 } 2057 closedir(sys_dir); 2058 return 0; 2059 } 2060 2061 static bool is_event_supported(u8 type, unsigned config) 2062 { 2063 bool ret = true; 2064 int open_return; 2065 struct perf_evsel *evsel; 2066 struct perf_event_attr attr = { 2067 .type = type, 2068 .config = config, 2069 .disabled = 1, 2070 }; 2071 struct thread_map *tmap = thread_map__new_by_tid(0); 2072 2073 if (tmap == NULL) 2074 return false; 2075 2076 evsel = perf_evsel__new(&attr); 2077 if (evsel) { 2078 open_return = perf_evsel__open(evsel, NULL, tmap); 2079 ret = open_return >= 0; 2080 2081 if (open_return == -EACCES) { 2082 /* 2083 * This happens if the paranoid value 2084 * /proc/sys/kernel/perf_event_paranoid is set to 2 2085 * Re-run with exclude_kernel set; we don't do that 2086 * by default as some ARM machines do not support it. 2087 * 2088 */ 2089 evsel->attr.exclude_kernel = 1; 2090 ret = perf_evsel__open(evsel, NULL, tmap) >= 0; 2091 } 2092 perf_evsel__delete(evsel); 2093 } 2094 2095 return ret; 2096 } 2097 2098 void print_sdt_events(const char *subsys_glob, const char *event_glob, 2099 bool name_only) 2100 { 2101 struct probe_cache *pcache; 2102 struct probe_cache_entry *ent; 2103 struct strlist *bidlist, *sdtlist; 2104 struct strlist_config cfg = {.dont_dupstr = true}; 2105 struct str_node *nd, *nd2; 2106 char *buf, *path, *ptr = NULL; 2107 bool show_detail = false; 2108 int ret; 2109 2110 sdtlist = strlist__new(NULL, &cfg); 2111 if (!sdtlist) { 2112 pr_debug("Failed to allocate new strlist for SDT\n"); 2113 return; 2114 } 2115 bidlist = build_id_cache__list_all(true); 2116 if (!bidlist) { 2117 pr_debug("Failed to get buildids: %d\n", errno); 2118 return; 2119 } 2120 strlist__for_each_entry(nd, bidlist) { 2121 pcache = probe_cache__new(nd->s); 2122 if (!pcache) 2123 continue; 2124 list_for_each_entry(ent, &pcache->entries, node) { 2125 if (!ent->sdt) 2126 continue; 2127 if (subsys_glob && 2128 !strglobmatch(ent->pev.group, subsys_glob)) 2129 continue; 2130 if (event_glob && 2131 !strglobmatch(ent->pev.event, event_glob)) 2132 continue; 2133 ret = asprintf(&buf, "%s:%s@%s", ent->pev.group, 2134 ent->pev.event, nd->s); 2135 if (ret > 0) 2136 strlist__add(sdtlist, buf); 2137 } 2138 probe_cache__delete(pcache); 2139 } 2140 strlist__delete(bidlist); 2141 2142 strlist__for_each_entry(nd, sdtlist) { 2143 buf = strchr(nd->s, '@'); 2144 if (buf) 2145 *(buf++) = '\0'; 2146 if (name_only) { 2147 printf("%s ", nd->s); 2148 continue; 2149 } 2150 nd2 = strlist__next(nd); 2151 if (nd2) { 2152 ptr = strchr(nd2->s, '@'); 2153 if (ptr) 2154 *ptr = '\0'; 2155 if (strcmp(nd->s, nd2->s) == 0) 2156 show_detail = true; 2157 } 2158 if (show_detail) { 2159 path = build_id_cache__origname(buf); 2160 ret = asprintf(&buf, "%s@%s(%.12s)", nd->s, path, buf); 2161 if (ret > 0) { 2162 printf(" %-50s [%s]\n", buf, "SDT event"); 2163 free(buf); 2164 } 2165 } else 2166 printf(" %-50s [%s]\n", nd->s, "SDT event"); 2167 if (nd2) { 2168 if (strcmp(nd->s, nd2->s) != 0) 2169 show_detail = false; 2170 if (ptr) 2171 *ptr = '@'; 2172 } 2173 } 2174 strlist__delete(sdtlist); 2175 } 2176 2177 int print_hwcache_events(const char *event_glob, bool name_only) 2178 { 2179 unsigned int type, op, i, evt_i = 0, evt_num = 0; 2180 char name[64]; 2181 char **evt_list = NULL; 2182 bool evt_num_known = false; 2183 2184 restart: 2185 if (evt_num_known) { 2186 evt_list = zalloc(sizeof(char *) * evt_num); 2187 if (!evt_list) 2188 goto out_enomem; 2189 } 2190 2191 for (type = 0; type < PERF_COUNT_HW_CACHE_MAX; type++) { 2192 for (op = 0; op < PERF_COUNT_HW_CACHE_OP_MAX; op++) { 2193 /* skip invalid cache type */ 2194 if (!perf_evsel__is_cache_op_valid(type, op)) 2195 continue; 2196 2197 for (i = 0; i < PERF_COUNT_HW_CACHE_RESULT_MAX; i++) { 2198 __perf_evsel__hw_cache_type_op_res_name(type, op, i, 2199 name, sizeof(name)); 2200 if (event_glob != NULL && !strglobmatch(name, event_glob)) 2201 continue; 2202 2203 if (!is_event_supported(PERF_TYPE_HW_CACHE, 2204 type | (op << 8) | (i << 16))) 2205 continue; 2206 2207 if (!evt_num_known) { 2208 evt_num++; 2209 continue; 2210 } 2211 2212 evt_list[evt_i] = strdup(name); 2213 if (evt_list[evt_i] == NULL) 2214 goto out_enomem; 2215 evt_i++; 2216 } 2217 } 2218 } 2219 2220 if (!evt_num_known) { 2221 evt_num_known = true; 2222 goto restart; 2223 } 2224 qsort(evt_list, evt_num, sizeof(char *), cmp_string); 2225 evt_i = 0; 2226 while (evt_i < evt_num) { 2227 if (name_only) { 2228 printf("%s ", evt_list[evt_i++]); 2229 continue; 2230 } 2231 printf(" %-50s [%s]\n", evt_list[evt_i++], 2232 event_type_descriptors[PERF_TYPE_HW_CACHE]); 2233 } 2234 if (evt_num && pager_in_use()) 2235 printf("\n"); 2236 2237 out_free: 2238 evt_num = evt_i; 2239 for (evt_i = 0; evt_i < evt_num; evt_i++) 2240 zfree(&evt_list[evt_i]); 2241 zfree(&evt_list); 2242 return evt_num; 2243 2244 out_enomem: 2245 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[PERF_TYPE_HW_CACHE]); 2246 if (evt_list) 2247 goto out_free; 2248 return evt_num; 2249 } 2250 2251 void print_symbol_events(const char *event_glob, unsigned type, 2252 struct event_symbol *syms, unsigned max, 2253 bool name_only) 2254 { 2255 unsigned int i, evt_i = 0, evt_num = 0; 2256 char name[MAX_NAME_LEN]; 2257 char **evt_list = NULL; 2258 bool evt_num_known = false; 2259 2260 restart: 2261 if (evt_num_known) { 2262 evt_list = zalloc(sizeof(char *) * evt_num); 2263 if (!evt_list) 2264 goto out_enomem; 2265 syms -= max; 2266 } 2267 2268 for (i = 0; i < max; i++, syms++) { 2269 2270 if (event_glob != NULL && syms->symbol != NULL && 2271 !(strglobmatch(syms->symbol, event_glob) || 2272 (syms->alias && strglobmatch(syms->alias, event_glob)))) 2273 continue; 2274 2275 if (!is_event_supported(type, i)) 2276 continue; 2277 2278 if (!evt_num_known) { 2279 evt_num++; 2280 continue; 2281 } 2282 2283 if (!name_only && strlen(syms->alias)) 2284 snprintf(name, MAX_NAME_LEN, "%s OR %s", syms->symbol, syms->alias); 2285 else 2286 strncpy(name, syms->symbol, MAX_NAME_LEN); 2287 2288 evt_list[evt_i] = strdup(name); 2289 if (evt_list[evt_i] == NULL) 2290 goto out_enomem; 2291 evt_i++; 2292 } 2293 2294 if (!evt_num_known) { 2295 evt_num_known = true; 2296 goto restart; 2297 } 2298 qsort(evt_list, evt_num, sizeof(char *), cmp_string); 2299 evt_i = 0; 2300 while (evt_i < evt_num) { 2301 if (name_only) { 2302 printf("%s ", evt_list[evt_i++]); 2303 continue; 2304 } 2305 printf(" %-50s [%s]\n", evt_list[evt_i++], event_type_descriptors[type]); 2306 } 2307 if (evt_num && pager_in_use()) 2308 printf("\n"); 2309 2310 out_free: 2311 evt_num = evt_i; 2312 for (evt_i = 0; evt_i < evt_num; evt_i++) 2313 zfree(&evt_list[evt_i]); 2314 zfree(&evt_list); 2315 return; 2316 2317 out_enomem: 2318 printf("FATAL: not enough memory to print %s\n", event_type_descriptors[type]); 2319 if (evt_list) 2320 goto out_free; 2321 } 2322 2323 /* 2324 * Print the help text for the event symbols: 2325 */ 2326 void print_events(const char *event_glob, bool name_only, bool quiet_flag, 2327 bool long_desc) 2328 { 2329 print_symbol_events(event_glob, PERF_TYPE_HARDWARE, 2330 event_symbols_hw, PERF_COUNT_HW_MAX, name_only); 2331 2332 print_symbol_events(event_glob, PERF_TYPE_SOFTWARE, 2333 event_symbols_sw, PERF_COUNT_SW_MAX, name_only); 2334 2335 print_hwcache_events(event_glob, name_only); 2336 2337 print_pmu_events(event_glob, name_only, quiet_flag, long_desc); 2338 2339 if (event_glob != NULL) 2340 return; 2341 2342 if (!name_only) { 2343 printf(" %-50s [%s]\n", 2344 "rNNN", 2345 event_type_descriptors[PERF_TYPE_RAW]); 2346 printf(" %-50s [%s]\n", 2347 "cpu/t1=v1[,t2=v2,t3 ...]/modifier", 2348 event_type_descriptors[PERF_TYPE_RAW]); 2349 if (pager_in_use()) 2350 printf(" (see 'man perf-list' on how to encode it)\n\n"); 2351 2352 printf(" %-50s [%s]\n", 2353 "mem:<addr>[/len][:access]", 2354 event_type_descriptors[PERF_TYPE_BREAKPOINT]); 2355 if (pager_in_use()) 2356 printf("\n"); 2357 } 2358 2359 print_tracepoint_events(NULL, NULL, name_only); 2360 2361 print_sdt_events(NULL, NULL, name_only); 2362 } 2363 2364 int parse_events__is_hardcoded_term(struct parse_events_term *term) 2365 { 2366 return term->type_term != PARSE_EVENTS__TERM_TYPE_USER; 2367 } 2368 2369 static int new_term(struct parse_events_term **_term, 2370 struct parse_events_term *temp, 2371 char *str, u64 num) 2372 { 2373 struct parse_events_term *term; 2374 2375 term = malloc(sizeof(*term)); 2376 if (!term) 2377 return -ENOMEM; 2378 2379 *term = *temp; 2380 INIT_LIST_HEAD(&term->list); 2381 2382 switch (term->type_val) { 2383 case PARSE_EVENTS__TERM_TYPE_NUM: 2384 term->val.num = num; 2385 break; 2386 case PARSE_EVENTS__TERM_TYPE_STR: 2387 term->val.str = str; 2388 break; 2389 default: 2390 free(term); 2391 return -EINVAL; 2392 } 2393 2394 *_term = term; 2395 return 0; 2396 } 2397 2398 int parse_events_term__num(struct parse_events_term **term, 2399 int type_term, char *config, u64 num, 2400 bool no_value, 2401 void *loc_term_, void *loc_val_) 2402 { 2403 YYLTYPE *loc_term = loc_term_; 2404 YYLTYPE *loc_val = loc_val_; 2405 2406 struct parse_events_term temp = { 2407 .type_val = PARSE_EVENTS__TERM_TYPE_NUM, 2408 .type_term = type_term, 2409 .config = config, 2410 .no_value = no_value, 2411 .err_term = loc_term ? loc_term->first_column : 0, 2412 .err_val = loc_val ? loc_val->first_column : 0, 2413 }; 2414 2415 return new_term(term, &temp, NULL, num); 2416 } 2417 2418 int parse_events_term__str(struct parse_events_term **term, 2419 int type_term, char *config, char *str, 2420 void *loc_term_, void *loc_val_) 2421 { 2422 YYLTYPE *loc_term = loc_term_; 2423 YYLTYPE *loc_val = loc_val_; 2424 2425 struct parse_events_term temp = { 2426 .type_val = PARSE_EVENTS__TERM_TYPE_STR, 2427 .type_term = type_term, 2428 .config = config, 2429 .err_term = loc_term ? loc_term->first_column : 0, 2430 .err_val = loc_val ? loc_val->first_column : 0, 2431 }; 2432 2433 return new_term(term, &temp, str, 0); 2434 } 2435 2436 int parse_events_term__sym_hw(struct parse_events_term **term, 2437 char *config, unsigned idx) 2438 { 2439 struct event_symbol *sym; 2440 struct parse_events_term temp = { 2441 .type_val = PARSE_EVENTS__TERM_TYPE_STR, 2442 .type_term = PARSE_EVENTS__TERM_TYPE_USER, 2443 .config = config ?: (char *) "event", 2444 }; 2445 2446 BUG_ON(idx >= PERF_COUNT_HW_MAX); 2447 sym = &event_symbols_hw[idx]; 2448 2449 return new_term(term, &temp, (char *) sym->symbol, 0); 2450 } 2451 2452 int parse_events_term__clone(struct parse_events_term **new, 2453 struct parse_events_term *term) 2454 { 2455 struct parse_events_term temp = { 2456 .type_val = term->type_val, 2457 .type_term = term->type_term, 2458 .config = term->config, 2459 .err_term = term->err_term, 2460 .err_val = term->err_val, 2461 }; 2462 2463 return new_term(new, &temp, term->val.str, term->val.num); 2464 } 2465 2466 int parse_events_copy_term_list(struct list_head *old, 2467 struct list_head **new) 2468 { 2469 struct parse_events_term *term, *n; 2470 int ret; 2471 2472 if (!old) { 2473 *new = NULL; 2474 return 0; 2475 } 2476 2477 *new = malloc(sizeof(struct list_head)); 2478 if (!*new) 2479 return -ENOMEM; 2480 INIT_LIST_HEAD(*new); 2481 2482 list_for_each_entry (term, old, list) { 2483 ret = parse_events_term__clone(&n, term); 2484 if (ret) 2485 return ret; 2486 list_add_tail(&n->list, *new); 2487 } 2488 return 0; 2489 } 2490 2491 void parse_events_terms__purge(struct list_head *terms) 2492 { 2493 struct parse_events_term *term, *h; 2494 2495 list_for_each_entry_safe(term, h, terms, list) { 2496 if (term->array.nr_ranges) 2497 zfree(&term->array.ranges); 2498 list_del_init(&term->list); 2499 free(term); 2500 } 2501 } 2502 2503 void parse_events_terms__delete(struct list_head *terms) 2504 { 2505 if (!terms) 2506 return; 2507 parse_events_terms__purge(terms); 2508 free(terms); 2509 } 2510 2511 void parse_events__clear_array(struct parse_events_array *a) 2512 { 2513 zfree(&a->ranges); 2514 } 2515 2516 void parse_events_evlist_error(struct parse_events_evlist *data, 2517 int idx, const char *str) 2518 { 2519 struct parse_events_error *err = data->error; 2520 2521 if (!err) 2522 return; 2523 err->idx = idx; 2524 err->str = strdup(str); 2525 WARN_ONCE(!err->str, "WARNING: failed to allocate error string"); 2526 } 2527 2528 static void config_terms_list(char *buf, size_t buf_sz) 2529 { 2530 int i; 2531 bool first = true; 2532 2533 buf[0] = '\0'; 2534 for (i = 0; i < __PARSE_EVENTS__TERM_TYPE_NR; i++) { 2535 const char *name = config_term_names[i]; 2536 2537 if (!config_term_avail(i, NULL)) 2538 continue; 2539 if (!name) 2540 continue; 2541 if (name[0] == '<') 2542 continue; 2543 2544 if (strlen(buf) + strlen(name) + 2 >= buf_sz) 2545 return; 2546 2547 if (!first) 2548 strcat(buf, ","); 2549 else 2550 first = false; 2551 strcat(buf, name); 2552 } 2553 } 2554 2555 /* 2556 * Return string contains valid config terms of an event. 2557 * @additional_terms: For terms such as PMU sysfs terms. 2558 */ 2559 char *parse_events_formats_error_string(char *additional_terms) 2560 { 2561 char *str; 2562 /* "no-overwrite" is the longest name */ 2563 char static_terms[__PARSE_EVENTS__TERM_TYPE_NR * 2564 (sizeof("no-overwrite") - 1)]; 2565 2566 config_terms_list(static_terms, sizeof(static_terms)); 2567 /* valid terms */ 2568 if (additional_terms) { 2569 if (asprintf(&str, "valid terms: %s,%s", 2570 additional_terms, static_terms) < 0) 2571 goto fail; 2572 } else { 2573 if (asprintf(&str, "valid terms: %s", static_terms) < 0) 2574 goto fail; 2575 } 2576 return str; 2577 2578 fail: 2579 return NULL; 2580 } 2581