1 // SPDX-License-Identifier: GPL-2.0 2 #include <linux/hw_breakpoint.h> 3 #include <linux/err.h> 4 #include <linux/list_sort.h> 5 #include <linux/zalloc.h> 6 #include <dirent.h> 7 #include <errno.h> 8 #include <sys/ioctl.h> 9 #include <sys/param.h> 10 #include "cpumap.h" 11 #include "term.h" 12 #include "env.h" 13 #include "evlist.h" 14 #include "evsel.h" 15 #include <subcmd/parse-options.h> 16 #include "parse-events.h" 17 #include "string2.h" 18 #include "strbuf.h" 19 #include "debug.h" 20 #include <perf/cpumap.h> 21 #include <util/parse-events-bison.h> 22 #include <util/parse-events-flex.h> 23 #include "pmu.h" 24 #include "pmus.h" 25 #include "tp_pmu.h" 26 #include "asm/bug.h" 27 #include "ui/ui.h" 28 #include "util/parse-branch-options.h" 29 #include "util/evsel_config.h" 30 #include "util/event.h" 31 #include "util/bpf-filter.h" 32 #include "util/stat.h" 33 #include "util/tool_pmu.h" 34 #include "util/util.h" 35 #include "tracepoint.h" 36 #include <api/fs/tracing_path.h> 37 38 #define MAX_NAME_LEN 100 39 40 static int get_config_terms(const struct parse_events_terms *head_config, 41 struct list_head *head_terms); 42 static int parse_events_terms__copy(const struct parse_events_terms *src, 43 struct parse_events_terms *dest); 44 static int parse_events_terms__to_strbuf(const struct parse_events_terms *terms, struct strbuf *sb); 45 46 static const char *const event_types[] = { 47 [PERF_TYPE_HARDWARE] = "hardware", 48 [PERF_TYPE_SOFTWARE] = "software", 49 [PERF_TYPE_TRACEPOINT] = "tracepoint", 50 [PERF_TYPE_HW_CACHE] = "hardware-cache", 51 [PERF_TYPE_RAW] = "raw", 52 [PERF_TYPE_BREAKPOINT] = "breakpoint", 53 }; 54 55 const char *event_type(size_t type) 56 { 57 if (type >= PERF_TYPE_MAX) 58 return "unknown"; 59 60 return event_types[type]; 61 } 62 63 static char *get_config_str(const struct parse_events_terms *head_terms, 64 enum parse_events__term_type type_term) 65 { 66 struct parse_events_term *term; 67 68 if (!head_terms) 69 return NULL; 70 71 list_for_each_entry(term, &head_terms->terms, list) 72 if (term->type_term == type_term) 73 return term->val.str; 74 75 return NULL; 76 } 77 78 static char *get_config_metric_id(const struct parse_events_terms *head_terms) 79 { 80 return get_config_str(head_terms, PARSE_EVENTS__TERM_TYPE_METRIC_ID); 81 } 82 83 static char *get_config_name(const struct parse_events_terms *head_terms) 84 { 85 return get_config_str(head_terms, PARSE_EVENTS__TERM_TYPE_NAME); 86 } 87 88 static struct perf_cpu_map *get_config_cpu(const struct parse_events_terms *head_terms, 89 bool fake_pmu) 90 { 91 struct parse_events_term *term; 92 struct perf_cpu_map *cpus = NULL; 93 94 if (!head_terms) 95 return NULL; 96 97 list_for_each_entry(term, &head_terms->terms, list) { 98 struct perf_cpu_map *term_cpus; 99 100 if (term->type_term != PARSE_EVENTS__TERM_TYPE_CPU) 101 continue; 102 103 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) { 104 term_cpus = perf_cpu_map__new_int(term->val.num); 105 } else { 106 struct perf_pmu *pmu = perf_pmus__find(term->val.str); 107 108 if (pmu) { 109 term_cpus = pmu->is_core && perf_cpu_map__is_empty(pmu->cpus) 110 ? cpu_map__online() 111 : perf_cpu_map__get(pmu->cpus); 112 } else { 113 term_cpus = perf_cpu_map__new(term->val.str); 114 if (!term_cpus && fake_pmu) { 115 /* 116 * Assume the PMU string makes sense on a different 117 * machine and fake a value with all online CPUs. 118 */ 119 term_cpus = cpu_map__online(); 120 } 121 } 122 } 123 perf_cpu_map__merge(&cpus, term_cpus); 124 perf_cpu_map__put(term_cpus); 125 } 126 127 return cpus; 128 } 129 130 /** 131 * fix_raw - For each raw term see if there is an event (aka alias) in pmu that 132 * matches the raw's string value. If the string value matches an 133 * event then change the term to be an event, if not then change it to 134 * be a config term. For example, "read" may be an event of the PMU or 135 * a raw hex encoding of 0xead. The fix-up is done late so the PMU of 136 * the event can be determined and we don't need to scan all PMUs 137 * ahead-of-time. 138 * @config_terms: the list of terms that may contain a raw term. 139 * @pmu: the PMU to scan for events from. 140 */ 141 static void fix_raw(struct parse_events_terms *config_terms, struct perf_pmu *pmu) 142 { 143 struct parse_events_term *term; 144 145 list_for_each_entry(term, &config_terms->terms, list) { 146 u64 num; 147 148 if (term->type_term != PARSE_EVENTS__TERM_TYPE_RAW) 149 continue; 150 151 if (perf_pmu__have_event(pmu, term->val.str)) { 152 zfree(&term->config); 153 term->config = term->val.str; 154 term->type_val = PARSE_EVENTS__TERM_TYPE_NUM; 155 term->type_term = PARSE_EVENTS__TERM_TYPE_USER; 156 term->val.num = 1; 157 term->no_value = true; 158 continue; 159 } 160 161 zfree(&term->config); 162 term->config = strdup("config"); 163 errno = 0; 164 num = strtoull(term->val.str + 1, NULL, 16); 165 assert(errno == 0); 166 free(term->val.str); 167 term->type_val = PARSE_EVENTS__TERM_TYPE_NUM; 168 term->type_term = PARSE_EVENTS__TERM_TYPE_CONFIG; 169 term->val.num = num; 170 term->no_value = false; 171 } 172 } 173 174 static struct evsel * 175 __add_event(struct list_head *list, int *idx, 176 struct perf_event_attr *attr, 177 bool init_attr, 178 const char *name, const char *metric_id, struct perf_pmu *pmu, 179 struct list_head *config_terms, struct evsel *first_wildcard_match, 180 struct perf_cpu_map *user_cpus, u64 alternate_hw_config) 181 { 182 struct evsel *evsel; 183 bool is_pmu_core; 184 struct perf_cpu_map *cpus, *pmu_cpus; 185 bool has_user_cpus = !perf_cpu_map__is_empty(user_cpus); 186 187 /* 188 * Ensure the first_wildcard_match's PMU matches that of the new event 189 * being added. Otherwise try to match with another event further down 190 * the evlist. 191 */ 192 if (first_wildcard_match) { 193 struct evsel *pos = list_prev_entry(first_wildcard_match, core.node); 194 195 first_wildcard_match = NULL; 196 list_for_each_entry_continue(pos, list, core.node) { 197 if (perf_pmu__name_no_suffix_match(pos->pmu, pmu->name)) { 198 first_wildcard_match = pos; 199 break; 200 } 201 if (pos->pmu->is_core && (!pmu || pmu->is_core)) { 202 first_wildcard_match = pos; 203 break; 204 } 205 } 206 } 207 208 if (pmu) { 209 perf_pmu__warn_invalid_formats(pmu); 210 if (attr->type == PERF_TYPE_RAW || attr->type >= PERF_TYPE_MAX) { 211 perf_pmu__warn_invalid_config(pmu, attr->config, name, 212 PERF_PMU_FORMAT_VALUE_CONFIG, "config"); 213 perf_pmu__warn_invalid_config(pmu, attr->config1, name, 214 PERF_PMU_FORMAT_VALUE_CONFIG1, "config1"); 215 perf_pmu__warn_invalid_config(pmu, attr->config2, name, 216 PERF_PMU_FORMAT_VALUE_CONFIG2, "config2"); 217 perf_pmu__warn_invalid_config(pmu, attr->config3, name, 218 PERF_PMU_FORMAT_VALUE_CONFIG3, "config3"); 219 perf_pmu__warn_invalid_config(pmu, attr->config4, name, 220 PERF_PMU_FORMAT_VALUE_CONFIG4, "config4"); 221 } 222 } 223 /* 224 * If a PMU wasn't given, such as for legacy events, find now that 225 * warnings won't be generated. 226 */ 227 if (!pmu) 228 pmu = perf_pmus__find_by_attr(attr); 229 230 if (pmu) { 231 is_pmu_core = pmu->is_core; 232 pmu_cpus = perf_cpu_map__get(pmu->cpus); 233 if (perf_cpu_map__is_empty(pmu_cpus)) { 234 if (perf_pmu__is_tool(pmu)) 235 pmu_cpus = tool_pmu__cpus(attr); 236 else 237 pmu_cpus = cpu_map__online(); 238 } 239 } else { 240 is_pmu_core = (attr->type == PERF_TYPE_HARDWARE || 241 attr->type == PERF_TYPE_HW_CACHE); 242 pmu_cpus = is_pmu_core ? cpu_map__online() : NULL; 243 } 244 245 if (has_user_cpus) 246 cpus = perf_cpu_map__get(user_cpus); 247 else 248 cpus = perf_cpu_map__get(pmu_cpus); 249 250 if (init_attr) 251 event_attr_init(attr); 252 253 evsel = evsel__new_idx(attr, *idx); 254 if (!evsel) { 255 perf_cpu_map__put(cpus); 256 perf_cpu_map__put(pmu_cpus); 257 return NULL; 258 } 259 260 if (name) { 261 evsel->name = strdup(name); 262 if (!evsel->name) 263 goto out_err; 264 } 265 266 if (metric_id) { 267 evsel->metric_id = strdup(metric_id); 268 if (!evsel->metric_id) 269 goto out_err; 270 } 271 272 (*idx)++; 273 evsel->core.cpus = cpus; 274 evsel->core.pmu_cpus = pmu_cpus; 275 evsel->core.requires_cpu = pmu ? pmu->is_uncore : false; 276 evsel->core.is_pmu_core = is_pmu_core; 277 evsel->pmu = pmu; 278 evsel->alternate_hw_config = alternate_hw_config; 279 evsel->first_wildcard_match = first_wildcard_match; 280 281 if (config_terms) 282 list_splice_init(config_terms, &evsel->config_terms); 283 284 if (list) 285 list_add_tail(&evsel->core.node, list); 286 287 if (has_user_cpus) 288 evsel__warn_user_requested_cpus(evsel, user_cpus); 289 290 return evsel; 291 out_err: 292 perf_cpu_map__put(cpus); 293 perf_cpu_map__put(pmu_cpus); 294 zfree(&evsel->name); 295 zfree(&evsel->metric_id); 296 free(evsel); 297 return NULL; 298 } 299 300 struct evsel *parse_events__add_event(int idx, struct perf_event_attr *attr, 301 const char *name, const char *metric_id, 302 struct perf_pmu *pmu) 303 { 304 return __add_event(/*list=*/NULL, &idx, attr, /*init_attr=*/false, name, 305 metric_id, pmu, /*config_terms=*/NULL, 306 /*first_wildcard_match=*/NULL, /*cpu_list=*/NULL, 307 /*alternate_hw_config=*/PERF_COUNT_HW_MAX); 308 } 309 310 static int add_event(struct list_head *list, int *idx, 311 struct perf_event_attr *attr, const char *name, 312 const char *metric_id, struct list_head *config_terms, 313 u64 alternate_hw_config) 314 { 315 return __add_event(list, idx, attr, /*init_attr*/true, name, metric_id, 316 /*pmu=*/NULL, config_terms, 317 /*first_wildcard_match=*/NULL, /*cpu_list=*/NULL, 318 alternate_hw_config) ? 0 : -ENOMEM; 319 } 320 321 /** 322 * parse_aliases - search names for entries beginning or equalling str ignoring 323 * case. If mutliple entries in names match str then the longest 324 * is chosen. 325 * @str: The needle to look for. 326 * @names: The haystack to search. 327 * @size: The size of the haystack. 328 * @longest: Out argument giving the length of the matching entry. 329 */ 330 static int parse_aliases(const char *str, const char *const names[][EVSEL__MAX_ALIASES], int size, 331 int *longest) 332 { 333 *longest = -1; 334 for (int i = 0; i < size; i++) { 335 for (int j = 0; j < EVSEL__MAX_ALIASES && names[i][j]; j++) { 336 int n = strlen(names[i][j]); 337 338 if (n > *longest && !strncasecmp(str, names[i][j], n)) 339 *longest = n; 340 } 341 if (*longest > 0) 342 return i; 343 } 344 345 return -1; 346 } 347 348 typedef int config_term_func_t(struct perf_event_attr *attr, 349 struct parse_events_term *term, 350 struct parse_events_state *parse_state); 351 static int config_term_common(struct perf_event_attr *attr, 352 struct parse_events_term *term, 353 struct parse_events_state *parse_state); 354 static int config_attr(struct perf_event_attr *attr, 355 const struct parse_events_terms *head, 356 struct parse_events_state *parse_state, 357 config_term_func_t config_term); 358 359 /** 360 * parse_events__decode_legacy_cache - Search name for the legacy cache event 361 * name composed of 1, 2 or 3 hyphen 362 * separated sections. The first section is 363 * the cache type while the others are the 364 * optional op and optional result. To make 365 * life hard the names in the table also 366 * contain hyphens and the longest name 367 * should always be selected. 368 */ 369 int parse_events__decode_legacy_cache(const char *name, int extended_pmu_type, __u64 *config) 370 { 371 int len, cache_type = -1, cache_op = -1, cache_result = -1; 372 const char *name_end = &name[strlen(name) + 1]; 373 const char *str = name; 374 375 cache_type = parse_aliases(str, evsel__hw_cache, PERF_COUNT_HW_CACHE_MAX, &len); 376 if (cache_type == -1) 377 return -EINVAL; 378 str += len + 1; 379 380 if (str < name_end) { 381 cache_op = parse_aliases(str, evsel__hw_cache_op, 382 PERF_COUNT_HW_CACHE_OP_MAX, &len); 383 if (cache_op >= 0) { 384 if (!evsel__is_cache_op_valid(cache_type, cache_op)) 385 return -EINVAL; 386 str += len + 1; 387 } else { 388 cache_result = parse_aliases(str, evsel__hw_cache_result, 389 PERF_COUNT_HW_CACHE_RESULT_MAX, &len); 390 if (cache_result >= 0) 391 str += len + 1; 392 } 393 } 394 if (str < name_end) { 395 if (cache_op < 0) { 396 cache_op = parse_aliases(str, evsel__hw_cache_op, 397 PERF_COUNT_HW_CACHE_OP_MAX, &len); 398 if (cache_op >= 0) { 399 if (!evsel__is_cache_op_valid(cache_type, cache_op)) 400 return -EINVAL; 401 } 402 } else if (cache_result < 0) { 403 cache_result = parse_aliases(str, evsel__hw_cache_result, 404 PERF_COUNT_HW_CACHE_RESULT_MAX, &len); 405 } 406 } 407 408 /* 409 * Fall back to reads: 410 */ 411 if (cache_op == -1) 412 cache_op = PERF_COUNT_HW_CACHE_OP_READ; 413 414 /* 415 * Fall back to accesses: 416 */ 417 if (cache_result == -1) 418 cache_result = PERF_COUNT_HW_CACHE_RESULT_ACCESS; 419 420 *config = cache_type | (cache_op << 8) | (cache_result << 16); 421 if (perf_pmus__supports_extended_type()) 422 *config |= (__u64)extended_pmu_type << PERF_PMU_TYPE_SHIFT; 423 return 0; 424 } 425 426 /** 427 * parse_events__filter_pmu - returns false if a wildcard PMU should be 428 * considered, true if it should be filtered. 429 */ 430 bool parse_events__filter_pmu(const struct parse_events_state *parse_state, 431 const struct perf_pmu *pmu) 432 { 433 if (parse_state->pmu_filter == NULL) 434 return false; 435 436 return strcmp(parse_state->pmu_filter, pmu->name) != 0; 437 } 438 439 static int parse_events_add_pmu(struct parse_events_state *parse_state, 440 struct list_head *list, struct perf_pmu *pmu, 441 const struct parse_events_terms *const_parsed_terms, 442 struct evsel *first_wildcard_match); 443 444 static void tracepoint_error(struct parse_events_error *e, int err, 445 const char *sys, const char *name, int column) 446 { 447 const char *str; 448 char help[BUFSIZ]; 449 450 if (!e) 451 return; 452 453 /* 454 * We get error directly from syscall errno ( > 0), 455 * or from encoded pointer's error ( < 0). 456 */ 457 err = abs(err); 458 459 switch (err) { 460 case EACCES: 461 str = "can't access trace events"; 462 break; 463 case ENOENT: 464 str = "unknown tracepoint"; 465 break; 466 default: 467 str = "failed to add tracepoint"; 468 break; 469 } 470 471 tracing_path__strerror_open_tp(err, help, sizeof(help), sys, name); 472 parse_events_error__handle(e, column, strdup(str), strdup(help)); 473 } 474 475 static int add_tracepoint(struct parse_events_state *parse_state, 476 struct list_head *list, 477 const char *sys_name, const char *evt_name, 478 struct parse_events_error *err, 479 struct parse_events_terms *head_config, void *loc_) 480 { 481 YYLTYPE *loc = loc_; 482 struct evsel *evsel = evsel__newtp_idx(sys_name, evt_name, parse_state->idx++, 483 !parse_state->fake_tp); 484 485 if (IS_ERR(evsel)) { 486 tracepoint_error(err, PTR_ERR(evsel), sys_name, evt_name, loc->first_column); 487 return PTR_ERR(evsel); 488 } 489 490 if (head_config) { 491 LIST_HEAD(config_terms); 492 493 if (get_config_terms(head_config, &config_terms)) 494 return -ENOMEM; 495 list_splice(&config_terms, &evsel->config_terms); 496 } 497 498 list_add_tail(&evsel->core.node, list); 499 return 0; 500 } 501 502 struct add_tracepoint_multi_args { 503 struct parse_events_state *parse_state; 504 struct list_head *list; 505 const char *sys_glob; 506 const char *evt_glob; 507 struct parse_events_error *err; 508 struct parse_events_terms *head_config; 509 YYLTYPE *loc; 510 int found; 511 }; 512 513 static int add_tracepoint_multi_event_cb(void *state, const char *sys_name, const char *evt_name) 514 { 515 struct add_tracepoint_multi_args *args = state; 516 int ret; 517 518 if (!strglobmatch(evt_name, args->evt_glob)) 519 return 0; 520 521 args->found++; 522 ret = add_tracepoint(args->parse_state, args->list, sys_name, evt_name, 523 args->err, args->head_config, args->loc); 524 525 return ret; 526 } 527 528 static int add_tracepoint_multi_event(struct add_tracepoint_multi_args *args, const char *sys_name) 529 { 530 if (strpbrk(args->evt_glob, "*?") == NULL) { 531 /* Not a glob. */ 532 args->found++; 533 return add_tracepoint(args->parse_state, args->list, sys_name, args->evt_glob, 534 args->err, args->head_config, args->loc); 535 } 536 537 return tp_pmu__for_each_tp_event(sys_name, args, add_tracepoint_multi_event_cb); 538 } 539 540 static int add_tracepoint_multi_sys_cb(void *state, const char *sys_name) 541 { 542 struct add_tracepoint_multi_args *args = state; 543 544 if (!strglobmatch(sys_name, args->sys_glob)) 545 return 0; 546 547 return add_tracepoint_multi_event(args, sys_name); 548 } 549 550 static int add_tracepoint_multi_sys(struct parse_events_state *parse_state, 551 struct list_head *list, 552 const char *sys_glob, const char *evt_glob, 553 struct parse_events_error *err, 554 struct parse_events_terms *head_config, YYLTYPE *loc) 555 { 556 struct add_tracepoint_multi_args args = { 557 .parse_state = parse_state, 558 .list = list, 559 .sys_glob = sys_glob, 560 .evt_glob = evt_glob, 561 .err = err, 562 .head_config = head_config, 563 .loc = loc, 564 .found = 0, 565 }; 566 int ret; 567 568 if (strpbrk(sys_glob, "*?") == NULL) { 569 /* Not a glob. */ 570 ret = add_tracepoint_multi_event(&args, sys_glob); 571 } else { 572 ret = tp_pmu__for_each_tp_sys(&args, add_tracepoint_multi_sys_cb); 573 } 574 if (args.found == 0) { 575 tracepoint_error(err, ENOENT, sys_glob, evt_glob, loc->first_column); 576 return -ENOENT; 577 } 578 return ret; 579 } 580 581 size_t default_breakpoint_len(void) 582 { 583 #if defined(__i386__) 584 static int len; 585 586 if (len == 0) { 587 struct perf_env env = {}; 588 589 perf_env__init(&env); 590 len = perf_env__kernel_is_64_bit(&env) ? sizeof(u64) : sizeof(long); 591 perf_env__exit(&env); 592 } 593 return len; 594 #elif defined(__aarch64__) 595 return 4; 596 #else 597 return sizeof(long); 598 #endif 599 } 600 601 static int 602 parse_breakpoint_type(const char *type, struct perf_event_attr *attr) 603 { 604 int i; 605 606 for (i = 0; i < 3; i++) { 607 if (!type || !type[i]) 608 break; 609 610 #define CHECK_SET_TYPE(bit) \ 611 do { \ 612 if (attr->bp_type & bit) \ 613 return -EINVAL; \ 614 else \ 615 attr->bp_type |= bit; \ 616 } while (0) 617 618 switch (type[i]) { 619 case 'r': 620 CHECK_SET_TYPE(HW_BREAKPOINT_R); 621 break; 622 case 'w': 623 CHECK_SET_TYPE(HW_BREAKPOINT_W); 624 break; 625 case 'x': 626 CHECK_SET_TYPE(HW_BREAKPOINT_X); 627 break; 628 default: 629 return -EINVAL; 630 } 631 } 632 633 #undef CHECK_SET_TYPE 634 635 if (!attr->bp_type) /* Default */ 636 attr->bp_type = HW_BREAKPOINT_R | HW_BREAKPOINT_W; 637 638 return 0; 639 } 640 641 int parse_events_add_breakpoint(struct parse_events_state *parse_state, 642 struct list_head *list, 643 u64 addr, char *type, u64 len, 644 struct parse_events_terms *head_config) 645 { 646 struct perf_event_attr attr; 647 LIST_HEAD(config_terms); 648 const char *name; 649 650 memset(&attr, 0, sizeof(attr)); 651 attr.bp_addr = addr; 652 653 if (parse_breakpoint_type(type, &attr)) 654 return -EINVAL; 655 656 /* Provide some defaults if len is not specified */ 657 if (!len) { 658 if (attr.bp_type == HW_BREAKPOINT_X) 659 len = default_breakpoint_len(); 660 else 661 len = HW_BREAKPOINT_LEN_4; 662 } 663 664 attr.bp_len = len; 665 666 attr.type = PERF_TYPE_BREAKPOINT; 667 attr.sample_period = 1; 668 669 if (head_config) { 670 if (config_attr(&attr, head_config, parse_state, config_term_common)) 671 return -EINVAL; 672 673 if (get_config_terms(head_config, &config_terms)) 674 return -ENOMEM; 675 } 676 677 name = get_config_name(head_config); 678 679 return add_event(list, &parse_state->idx, &attr, name, /*mertic_id=*/NULL, 680 &config_terms, /*alternate_hw_config=*/PERF_COUNT_HW_MAX); 681 } 682 683 static int check_type_val(struct parse_events_term *term, 684 struct parse_events_error *err, 685 enum parse_events__term_val_type type) 686 { 687 if (type == term->type_val) 688 return 0; 689 690 if (err) { 691 parse_events_error__handle(err, term->err_val, 692 type == PARSE_EVENTS__TERM_TYPE_NUM 693 ? strdup("expected numeric value") 694 : strdup("expected string value"), 695 NULL); 696 } 697 return -EINVAL; 698 } 699 700 static bool config_term_shrinked; 701 702 const char *parse_events__term_type_str(enum parse_events__term_type term_type) 703 { 704 /* 705 * Update according to parse-events.l 706 */ 707 static const char *config_term_names[__PARSE_EVENTS__TERM_TYPE_NR] = { 708 [PARSE_EVENTS__TERM_TYPE_USER] = "<sysfs term>", 709 [PARSE_EVENTS__TERM_TYPE_CONFIG] = "config", 710 [PARSE_EVENTS__TERM_TYPE_CONFIG1] = "config1", 711 [PARSE_EVENTS__TERM_TYPE_CONFIG2] = "config2", 712 [PARSE_EVENTS__TERM_TYPE_CONFIG3] = "config3", 713 [PARSE_EVENTS__TERM_TYPE_CONFIG4] = "config4", 714 [PARSE_EVENTS__TERM_TYPE_NAME] = "name", 715 [PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD] = "period", 716 [PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ] = "freq", 717 [PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE] = "branch_type", 718 [PARSE_EVENTS__TERM_TYPE_TIME] = "time", 719 [PARSE_EVENTS__TERM_TYPE_CALLGRAPH] = "call-graph", 720 [PARSE_EVENTS__TERM_TYPE_STACKSIZE] = "stack-size", 721 [PARSE_EVENTS__TERM_TYPE_NOINHERIT] = "no-inherit", 722 [PARSE_EVENTS__TERM_TYPE_INHERIT] = "inherit", 723 [PARSE_EVENTS__TERM_TYPE_MAX_STACK] = "max-stack", 724 [PARSE_EVENTS__TERM_TYPE_MAX_EVENTS] = "nr", 725 [PARSE_EVENTS__TERM_TYPE_OVERWRITE] = "overwrite", 726 [PARSE_EVENTS__TERM_TYPE_NOOVERWRITE] = "no-overwrite", 727 [PARSE_EVENTS__TERM_TYPE_DRV_CFG] = "driver-config", 728 [PARSE_EVENTS__TERM_TYPE_PERCORE] = "percore", 729 [PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT] = "aux-output", 730 [PARSE_EVENTS__TERM_TYPE_AUX_ACTION] = "aux-action", 731 [PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE] = "aux-sample-size", 732 [PARSE_EVENTS__TERM_TYPE_METRIC_ID] = "metric-id", 733 [PARSE_EVENTS__TERM_TYPE_RAW] = "raw", 734 [PARSE_EVENTS__TERM_TYPE_LEGACY_HARDWARE_CONFIG] = "legacy-hardware-config", 735 [PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE_CONFIG] = "legacy-cache-config", 736 [PARSE_EVENTS__TERM_TYPE_CPU] = "cpu", 737 [PARSE_EVENTS__TERM_TYPE_RATIO_TO_PREV] = "ratio-to-prev", 738 }; 739 if ((unsigned int)term_type >= __PARSE_EVENTS__TERM_TYPE_NR) 740 return "unknown term"; 741 742 return config_term_names[term_type]; 743 } 744 745 static bool 746 config_term_avail(enum parse_events__term_type term_type, struct parse_events_error *err) 747 { 748 char *err_str; 749 750 if (term_type < 0 || term_type >= __PARSE_EVENTS__TERM_TYPE_NR) { 751 parse_events_error__handle(err, -1, 752 strdup("Invalid term_type"), NULL); 753 return false; 754 } 755 if (!config_term_shrinked) 756 return true; 757 758 switch (term_type) { 759 case PARSE_EVENTS__TERM_TYPE_CONFIG: 760 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 761 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 762 case PARSE_EVENTS__TERM_TYPE_CONFIG3: 763 case PARSE_EVENTS__TERM_TYPE_CONFIG4: 764 case PARSE_EVENTS__TERM_TYPE_NAME: 765 case PARSE_EVENTS__TERM_TYPE_METRIC_ID: 766 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 767 case PARSE_EVENTS__TERM_TYPE_PERCORE: 768 case PARSE_EVENTS__TERM_TYPE_CPU: 769 return true; 770 case PARSE_EVENTS__TERM_TYPE_USER: 771 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 772 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 773 case PARSE_EVENTS__TERM_TYPE_TIME: 774 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 775 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 776 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 777 case PARSE_EVENTS__TERM_TYPE_INHERIT: 778 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 779 case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS: 780 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 781 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 782 case PARSE_EVENTS__TERM_TYPE_DRV_CFG: 783 case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT: 784 case PARSE_EVENTS__TERM_TYPE_AUX_ACTION: 785 case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE: 786 case PARSE_EVENTS__TERM_TYPE_RAW: 787 case PARSE_EVENTS__TERM_TYPE_RATIO_TO_PREV: 788 case PARSE_EVENTS__TERM_TYPE_LEGACY_HARDWARE_CONFIG: 789 case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE_CONFIG: 790 default: 791 if (!err) 792 return false; 793 794 /* term_type is validated so indexing is safe */ 795 if (asprintf(&err_str, "'%s' is not usable in 'perf stat'", 796 parse_events__term_type_str(term_type)) >= 0) 797 parse_events_error__handle(err, -1, err_str, NULL); 798 return false; 799 } 800 } 801 802 void parse_events__shrink_config_terms(void) 803 { 804 config_term_shrinked = true; 805 } 806 807 static int config_term_common(struct perf_event_attr *attr, 808 struct parse_events_term *term, 809 struct parse_events_state *parse_state) 810 { 811 #define CHECK_TYPE_VAL(type) \ 812 do { \ 813 if (check_type_val(term, parse_state->error, PARSE_EVENTS__TERM_TYPE_ ## type)) \ 814 return -EINVAL; \ 815 } while (0) 816 817 switch (term->type_term) { 818 case PARSE_EVENTS__TERM_TYPE_CONFIG: 819 CHECK_TYPE_VAL(NUM); 820 attr->config = term->val.num; 821 break; 822 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 823 CHECK_TYPE_VAL(NUM); 824 attr->config1 = term->val.num; 825 break; 826 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 827 CHECK_TYPE_VAL(NUM); 828 attr->config2 = term->val.num; 829 break; 830 case PARSE_EVENTS__TERM_TYPE_CONFIG3: 831 CHECK_TYPE_VAL(NUM); 832 attr->config3 = term->val.num; 833 break; 834 case PARSE_EVENTS__TERM_TYPE_CONFIG4: 835 CHECK_TYPE_VAL(NUM); 836 attr->config4 = term->val.num; 837 break; 838 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 839 CHECK_TYPE_VAL(NUM); 840 break; 841 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 842 CHECK_TYPE_VAL(NUM); 843 break; 844 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 845 CHECK_TYPE_VAL(STR); 846 if (strcmp(term->val.str, "no") && 847 parse_branch_str(term->val.str, 848 &attr->branch_sample_type)) { 849 parse_events_error__handle(parse_state->error, term->err_val, 850 strdup("invalid branch sample type"), 851 NULL); 852 return -EINVAL; 853 } 854 break; 855 case PARSE_EVENTS__TERM_TYPE_TIME: 856 CHECK_TYPE_VAL(NUM); 857 if (term->val.num > 1) { 858 parse_events_error__handle(parse_state->error, term->err_val, 859 strdup("expected 0 or 1"), 860 NULL); 861 return -EINVAL; 862 } 863 break; 864 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 865 CHECK_TYPE_VAL(STR); 866 break; 867 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 868 CHECK_TYPE_VAL(NUM); 869 break; 870 case PARSE_EVENTS__TERM_TYPE_INHERIT: 871 CHECK_TYPE_VAL(NUM); 872 break; 873 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 874 CHECK_TYPE_VAL(NUM); 875 break; 876 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 877 CHECK_TYPE_VAL(NUM); 878 break; 879 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 880 CHECK_TYPE_VAL(NUM); 881 break; 882 case PARSE_EVENTS__TERM_TYPE_NAME: 883 CHECK_TYPE_VAL(STR); 884 break; 885 case PARSE_EVENTS__TERM_TYPE_METRIC_ID: 886 CHECK_TYPE_VAL(STR); 887 break; 888 case PARSE_EVENTS__TERM_TYPE_RAW: 889 CHECK_TYPE_VAL(STR); 890 break; 891 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 892 CHECK_TYPE_VAL(NUM); 893 break; 894 case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS: 895 CHECK_TYPE_VAL(NUM); 896 break; 897 case PARSE_EVENTS__TERM_TYPE_PERCORE: 898 CHECK_TYPE_VAL(NUM); 899 if ((unsigned int)term->val.num > 1) { 900 parse_events_error__handle(parse_state->error, term->err_val, 901 strdup("expected 0 or 1"), 902 NULL); 903 return -EINVAL; 904 } 905 break; 906 case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT: 907 CHECK_TYPE_VAL(NUM); 908 break; 909 case PARSE_EVENTS__TERM_TYPE_AUX_ACTION: 910 CHECK_TYPE_VAL(STR); 911 break; 912 case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE: 913 CHECK_TYPE_VAL(NUM); 914 if (term->val.num > UINT_MAX) { 915 parse_events_error__handle(parse_state->error, term->err_val, 916 strdup("too big"), 917 NULL); 918 return -EINVAL; 919 } 920 break; 921 case PARSE_EVENTS__TERM_TYPE_CPU: { 922 struct perf_cpu_map *map; 923 924 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) { 925 if (term->val.num >= (u64)cpu__max_present_cpu().cpu) { 926 parse_events_error__handle(parse_state->error, term->err_val, 927 strdup("too big"), 928 /*help=*/NULL); 929 return -EINVAL; 930 } 931 break; 932 } 933 assert(term->type_val == PARSE_EVENTS__TERM_TYPE_STR); 934 if (perf_pmus__find(term->val.str) != NULL) 935 break; 936 937 map = perf_cpu_map__new(term->val.str); 938 if (!map && !parse_state->fake_pmu) { 939 parse_events_error__handle(parse_state->error, term->err_val, 940 strdup("not a valid PMU or CPU number"), 941 /*help=*/NULL); 942 return -EINVAL; 943 } 944 perf_cpu_map__put(map); 945 break; 946 } 947 case PARSE_EVENTS__TERM_TYPE_RATIO_TO_PREV: 948 CHECK_TYPE_VAL(STR); 949 if (strtod(term->val.str, NULL) <= 0) { 950 parse_events_error__handle(parse_state->error, term->err_val, 951 strdup("zero or negative"), 952 NULL); 953 return -EINVAL; 954 } 955 if (errno == ERANGE) { 956 parse_events_error__handle(parse_state->error, term->err_val, 957 strdup("too big"), 958 NULL); 959 return -EINVAL; 960 } 961 break; 962 case PARSE_EVENTS__TERM_TYPE_DRV_CFG: 963 case PARSE_EVENTS__TERM_TYPE_USER: 964 case PARSE_EVENTS__TERM_TYPE_LEGACY_HARDWARE_CONFIG: 965 case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE_CONFIG: 966 default: 967 parse_events_error__handle(parse_state->error, term->err_term, 968 strdup(parse_events__term_type_str(term->type_term)), 969 parse_events_formats_error_string(NULL)); 970 return -EINVAL; 971 } 972 973 /* 974 * Check term availability after basic checking so 975 * PARSE_EVENTS__TERM_TYPE_USER can be found and filtered. 976 * 977 * If check availability at the entry of this function, 978 * user will see "'<sysfs term>' is not usable in 'perf stat'" 979 * if an invalid config term is provided for legacy events 980 * (for example, instructions/badterm/...), which is confusing. 981 */ 982 if (!config_term_avail(term->type_term, parse_state->error)) 983 return -EINVAL; 984 return 0; 985 #undef CHECK_TYPE_VAL 986 } 987 988 static bool check_pmu_is_core(__u32 type, const struct parse_events_term *term, 989 struct parse_events_error *err) 990 { 991 struct perf_pmu *pmu = NULL; 992 993 /* Avoid loading all PMUs with perf_pmus__find_by_type, just scan the core ones. */ 994 while ((pmu = perf_pmus__scan_core(pmu)) != NULL) { 995 if (pmu->type == type) 996 return true; 997 } 998 parse_events_error__handle(err, term->err_val, 999 strdup("needs a core PMU"), 1000 NULL); 1001 return false; 1002 } 1003 1004 static int config_term_pmu(struct perf_event_attr *attr, 1005 struct parse_events_term *term, 1006 struct parse_events_state *parse_state) 1007 { 1008 if (term->type_term == PARSE_EVENTS__TERM_TYPE_LEGACY_HARDWARE_CONFIG) { 1009 if (check_type_val(term, parse_state->error, PARSE_EVENTS__TERM_TYPE_NUM)) 1010 return -EINVAL; 1011 if (term->val.num >= PERF_COUNT_HW_MAX) { 1012 parse_events_error__handle(parse_state->error, term->err_val, 1013 strdup("too big"), 1014 NULL); 1015 return -EINVAL; 1016 } 1017 if (!check_pmu_is_core(attr->type, term, parse_state->error)) 1018 return -EINVAL; 1019 attr->config = term->val.num; 1020 if (perf_pmus__supports_extended_type()) 1021 attr->config |= (__u64)attr->type << PERF_PMU_TYPE_SHIFT; 1022 attr->type = PERF_TYPE_HARDWARE; 1023 return 0; 1024 } 1025 if (term->type_term == PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE_CONFIG) { 1026 int cache_type, cache_op, cache_result; 1027 1028 if (check_type_val(term, parse_state->error, PARSE_EVENTS__TERM_TYPE_NUM)) 1029 return -EINVAL; 1030 cache_type = term->val.num & 0xFF; 1031 cache_op = (term->val.num >> 8) & 0xFF; 1032 cache_result = (term->val.num >> 16) & 0xFF; 1033 if ((term->val.num & ~0xFFFFFF) || 1034 cache_type >= PERF_COUNT_HW_CACHE_MAX || 1035 cache_op >= PERF_COUNT_HW_CACHE_OP_MAX || 1036 cache_result >= PERF_COUNT_HW_CACHE_RESULT_MAX) { 1037 parse_events_error__handle(parse_state->error, term->err_val, 1038 strdup("too big"), 1039 NULL); 1040 return -EINVAL; 1041 } 1042 if (!check_pmu_is_core(attr->type, term, parse_state->error)) 1043 return -EINVAL; 1044 attr->config = term->val.num; 1045 if (perf_pmus__supports_extended_type()) 1046 attr->config |= (__u64)attr->type << PERF_PMU_TYPE_SHIFT; 1047 attr->type = PERF_TYPE_HW_CACHE; 1048 return 0; 1049 } 1050 if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER || 1051 term->type_term == PARSE_EVENTS__TERM_TYPE_DRV_CFG) { 1052 /* 1053 * Always succeed for sysfs terms, as we dont know 1054 * at this point what type they need to have. 1055 */ 1056 return 0; 1057 } 1058 return config_term_common(attr, term, parse_state); 1059 } 1060 1061 static int config_term_tracepoint(struct perf_event_attr *attr, 1062 struct parse_events_term *term, 1063 struct parse_events_state *parse_state) 1064 { 1065 switch (term->type_term) { 1066 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 1067 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1068 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1069 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1070 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1071 case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS: 1072 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1073 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1074 case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT: 1075 case PARSE_EVENTS__TERM_TYPE_AUX_ACTION: 1076 case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE: 1077 return config_term_common(attr, term, parse_state); 1078 case PARSE_EVENTS__TERM_TYPE_USER: 1079 case PARSE_EVENTS__TERM_TYPE_CONFIG: 1080 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 1081 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 1082 case PARSE_EVENTS__TERM_TYPE_CONFIG3: 1083 case PARSE_EVENTS__TERM_TYPE_CONFIG4: 1084 case PARSE_EVENTS__TERM_TYPE_LEGACY_HARDWARE_CONFIG: 1085 case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE_CONFIG: 1086 case PARSE_EVENTS__TERM_TYPE_NAME: 1087 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 1088 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 1089 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 1090 case PARSE_EVENTS__TERM_TYPE_TIME: 1091 case PARSE_EVENTS__TERM_TYPE_DRV_CFG: 1092 case PARSE_EVENTS__TERM_TYPE_PERCORE: 1093 case PARSE_EVENTS__TERM_TYPE_METRIC_ID: 1094 case PARSE_EVENTS__TERM_TYPE_RAW: 1095 case PARSE_EVENTS__TERM_TYPE_CPU: 1096 case PARSE_EVENTS__TERM_TYPE_RATIO_TO_PREV: 1097 default: 1098 parse_events_error__handle(parse_state->error, term->err_term, 1099 strdup(parse_events__term_type_str(term->type_term)), 1100 strdup("valid terms: call-graph,stack-size\n") 1101 ); 1102 return -EINVAL; 1103 } 1104 1105 return 0; 1106 } 1107 1108 static int config_attr(struct perf_event_attr *attr, 1109 const struct parse_events_terms *head, 1110 struct parse_events_state *parse_state, 1111 config_term_func_t config_term) 1112 { 1113 struct parse_events_term *term; 1114 1115 list_for_each_entry(term, &head->terms, list) 1116 if (config_term(attr, term, parse_state)) 1117 return -EINVAL; 1118 1119 return 0; 1120 } 1121 1122 static struct evsel_config_term *add_config_term(enum evsel_term_type type, 1123 struct list_head *head_terms, 1124 bool weak) 1125 { 1126 struct evsel_config_term *t; 1127 1128 t = zalloc(sizeof(*t)); 1129 if (!t) 1130 return NULL; 1131 1132 INIT_LIST_HEAD(&t->list); 1133 t->type = type; 1134 t->weak = weak; 1135 list_add_tail(&t->list, head_terms); 1136 1137 return t; 1138 } 1139 1140 static int get_config_terms(const struct parse_events_terms *head_config, 1141 struct list_head *head_terms) 1142 { 1143 struct parse_events_term *term; 1144 1145 list_for_each_entry(term, &head_config->terms, list) { 1146 struct evsel_config_term *new_term; 1147 enum evsel_term_type new_type; 1148 bool str_type = false; 1149 u64 val; 1150 1151 switch (term->type_term) { 1152 case PARSE_EVENTS__TERM_TYPE_SAMPLE_PERIOD: 1153 new_type = EVSEL__CONFIG_TERM_PERIOD; 1154 val = term->val.num; 1155 break; 1156 case PARSE_EVENTS__TERM_TYPE_SAMPLE_FREQ: 1157 new_type = EVSEL__CONFIG_TERM_FREQ; 1158 val = term->val.num; 1159 break; 1160 case PARSE_EVENTS__TERM_TYPE_TIME: 1161 new_type = EVSEL__CONFIG_TERM_TIME; 1162 val = term->val.num; 1163 break; 1164 case PARSE_EVENTS__TERM_TYPE_CALLGRAPH: 1165 new_type = EVSEL__CONFIG_TERM_CALLGRAPH; 1166 str_type = true; 1167 break; 1168 case PARSE_EVENTS__TERM_TYPE_BRANCH_SAMPLE_TYPE: 1169 new_type = EVSEL__CONFIG_TERM_BRANCH; 1170 str_type = true; 1171 break; 1172 case PARSE_EVENTS__TERM_TYPE_STACKSIZE: 1173 new_type = EVSEL__CONFIG_TERM_STACK_USER; 1174 val = term->val.num; 1175 break; 1176 case PARSE_EVENTS__TERM_TYPE_INHERIT: 1177 new_type = EVSEL__CONFIG_TERM_INHERIT; 1178 val = term->val.num ? 1 : 0; 1179 break; 1180 case PARSE_EVENTS__TERM_TYPE_NOINHERIT: 1181 new_type = EVSEL__CONFIG_TERM_INHERIT; 1182 val = term->val.num ? 0 : 1; 1183 break; 1184 case PARSE_EVENTS__TERM_TYPE_MAX_STACK: 1185 new_type = EVSEL__CONFIG_TERM_MAX_STACK; 1186 val = term->val.num; 1187 break; 1188 case PARSE_EVENTS__TERM_TYPE_MAX_EVENTS: 1189 new_type = EVSEL__CONFIG_TERM_MAX_EVENTS; 1190 val = term->val.num; 1191 break; 1192 case PARSE_EVENTS__TERM_TYPE_OVERWRITE: 1193 new_type = EVSEL__CONFIG_TERM_OVERWRITE; 1194 val = term->val.num ? 1 : 0; 1195 break; 1196 case PARSE_EVENTS__TERM_TYPE_NOOVERWRITE: 1197 new_type = EVSEL__CONFIG_TERM_OVERWRITE; 1198 val = term->val.num ? 0 : 1; 1199 break; 1200 case PARSE_EVENTS__TERM_TYPE_DRV_CFG: 1201 new_type = EVSEL__CONFIG_TERM_DRV_CFG; 1202 str_type = true; 1203 break; 1204 case PARSE_EVENTS__TERM_TYPE_PERCORE: 1205 new_type = EVSEL__CONFIG_TERM_PERCORE; 1206 val = term->val.num ? true : false; 1207 break; 1208 case PARSE_EVENTS__TERM_TYPE_AUX_OUTPUT: 1209 new_type = EVSEL__CONFIG_TERM_AUX_OUTPUT; 1210 val = term->val.num ? 1 : 0; 1211 break; 1212 case PARSE_EVENTS__TERM_TYPE_AUX_ACTION: 1213 new_type = EVSEL__CONFIG_TERM_AUX_ACTION; 1214 str_type = true; 1215 break; 1216 case PARSE_EVENTS__TERM_TYPE_AUX_SAMPLE_SIZE: 1217 new_type = EVSEL__CONFIG_TERM_AUX_SAMPLE_SIZE; 1218 val = term->val.num; 1219 break; 1220 case PARSE_EVENTS__TERM_TYPE_RATIO_TO_PREV: 1221 new_type = EVSEL__CONFIG_TERM_RATIO_TO_PREV; 1222 str_type = true; 1223 break; 1224 case PARSE_EVENTS__TERM_TYPE_USER: 1225 case PARSE_EVENTS__TERM_TYPE_CONFIG: 1226 case PARSE_EVENTS__TERM_TYPE_CONFIG1: 1227 case PARSE_EVENTS__TERM_TYPE_CONFIG2: 1228 case PARSE_EVENTS__TERM_TYPE_CONFIG3: 1229 case PARSE_EVENTS__TERM_TYPE_CONFIG4: 1230 case PARSE_EVENTS__TERM_TYPE_LEGACY_HARDWARE_CONFIG: 1231 case PARSE_EVENTS__TERM_TYPE_LEGACY_CACHE_CONFIG: 1232 case PARSE_EVENTS__TERM_TYPE_NAME: 1233 case PARSE_EVENTS__TERM_TYPE_METRIC_ID: 1234 case PARSE_EVENTS__TERM_TYPE_RAW: 1235 case PARSE_EVENTS__TERM_TYPE_CPU: 1236 default: 1237 /* Don't add a new term for these ones */ 1238 continue; 1239 } 1240 1241 new_term = add_config_term(new_type, head_terms, term->weak); 1242 if (!new_term) 1243 return -ENOMEM; 1244 1245 if (str_type) { 1246 new_term->val.str = strdup(term->val.str); 1247 if (!new_term->val.str) { 1248 zfree(&new_term); 1249 return -ENOMEM; 1250 } 1251 new_term->free_str = true; 1252 } else { 1253 new_term->val.val = val; 1254 } 1255 } 1256 return 0; 1257 } 1258 1259 static int add_cfg_chg(const struct perf_pmu *pmu, 1260 const struct parse_events_terms *head_config, 1261 struct list_head *head_terms, 1262 int format_type, 1263 enum parse_events__term_type term_type, 1264 enum evsel_term_type new_term_type) 1265 { 1266 struct parse_events_term *term; 1267 u64 bits = 0; 1268 int type; 1269 1270 list_for_each_entry(term, &head_config->terms, list) { 1271 if (term->type_term == PARSE_EVENTS__TERM_TYPE_USER) { 1272 type = perf_pmu__format_type(pmu, term->config); 1273 if (type != format_type) 1274 continue; 1275 bits |= perf_pmu__format_bits(pmu, term->config); 1276 } else if (term->type_term == term_type) { 1277 bits = ~(u64)0; 1278 } 1279 } 1280 1281 if (bits) { 1282 struct evsel_config_term *new_term; 1283 1284 new_term = add_config_term(new_term_type, head_terms, false); 1285 if (!new_term) 1286 return -ENOMEM; 1287 new_term->val.cfg_chg = bits; 1288 } 1289 1290 return 0; 1291 } 1292 1293 /* 1294 * Add EVSEL__CONFIG_TERM_USR_CFG_CONFIGn where cfg_chg will have a bit set for 1295 * each bit of attr->configN that the user has changed. 1296 */ 1297 static int get_config_chgs(const struct perf_pmu *pmu, 1298 const struct parse_events_terms *head_config, 1299 struct list_head *head_terms) 1300 { 1301 int ret; 1302 1303 ret = add_cfg_chg(pmu, head_config, head_terms, 1304 PERF_PMU_FORMAT_VALUE_CONFIG, 1305 PARSE_EVENTS__TERM_TYPE_CONFIG, 1306 EVSEL__CONFIG_TERM_USR_CHG_CONFIG); 1307 if (ret) 1308 return ret; 1309 1310 ret = add_cfg_chg(pmu, head_config, head_terms, 1311 PERF_PMU_FORMAT_VALUE_CONFIG1, 1312 PARSE_EVENTS__TERM_TYPE_CONFIG1, 1313 EVSEL__CONFIG_TERM_USR_CHG_CONFIG1); 1314 if (ret) 1315 return ret; 1316 1317 ret = add_cfg_chg(pmu, head_config, head_terms, 1318 PERF_PMU_FORMAT_VALUE_CONFIG2, 1319 PARSE_EVENTS__TERM_TYPE_CONFIG2, 1320 EVSEL__CONFIG_TERM_USR_CHG_CONFIG2); 1321 if (ret) 1322 return ret; 1323 1324 ret = add_cfg_chg(pmu, head_config, head_terms, 1325 PERF_PMU_FORMAT_VALUE_CONFIG3, 1326 PARSE_EVENTS__TERM_TYPE_CONFIG3, 1327 EVSEL__CONFIG_TERM_USR_CHG_CONFIG3); 1328 if (ret) 1329 return ret; 1330 1331 return add_cfg_chg(pmu, head_config, head_terms, 1332 PERF_PMU_FORMAT_VALUE_CONFIG4, 1333 PARSE_EVENTS__TERM_TYPE_CONFIG4, 1334 EVSEL__CONFIG_TERM_USR_CHG_CONFIG4); 1335 } 1336 1337 int parse_events_add_tracepoint(struct parse_events_state *parse_state, 1338 struct list_head *list, 1339 const char *sys, const char *event, 1340 struct parse_events_error *err, 1341 struct parse_events_terms *head_config, void *loc_) 1342 { 1343 YYLTYPE *loc = loc_; 1344 1345 if (head_config) { 1346 struct perf_event_attr attr; 1347 1348 if (config_attr(&attr, head_config, parse_state, config_term_tracepoint)) 1349 return -EINVAL; 1350 } 1351 1352 return add_tracepoint_multi_sys(parse_state, list, sys, event, 1353 err, head_config, loc); 1354 } 1355 1356 static int __parse_events_add_numeric(struct parse_events_state *parse_state, 1357 struct list_head *list, 1358 struct perf_pmu *pmu, u32 type, u32 extended_type, 1359 u64 config, const struct parse_events_terms *head_config, 1360 struct evsel *first_wildcard_match) 1361 { 1362 struct perf_event_attr attr; 1363 LIST_HEAD(config_terms); 1364 const char *name, *metric_id; 1365 struct perf_cpu_map *cpus; 1366 int ret; 1367 1368 memset(&attr, 0, sizeof(attr)); 1369 attr.type = type; 1370 attr.config = config; 1371 if (extended_type && (type == PERF_TYPE_HARDWARE || type == PERF_TYPE_HW_CACHE)) { 1372 assert(perf_pmus__supports_extended_type()); 1373 attr.config |= (u64)extended_type << PERF_PMU_TYPE_SHIFT; 1374 } 1375 1376 if (head_config) { 1377 if (config_attr(&attr, head_config, parse_state, config_term_common)) 1378 return -EINVAL; 1379 1380 if (get_config_terms(head_config, &config_terms)) 1381 return -ENOMEM; 1382 } 1383 1384 name = get_config_name(head_config); 1385 metric_id = get_config_metric_id(head_config); 1386 cpus = get_config_cpu(head_config, parse_state->fake_pmu); 1387 ret = __add_event(list, &parse_state->idx, &attr, /*init_attr*/true, name, 1388 metric_id, pmu, &config_terms, first_wildcard_match, 1389 cpus, /*alternate_hw_config=*/PERF_COUNT_HW_MAX) ? 0 : -ENOMEM; 1390 perf_cpu_map__put(cpus); 1391 free_config_terms(&config_terms); 1392 return ret; 1393 } 1394 1395 int parse_events_add_numeric(struct parse_events_state *parse_state, 1396 struct list_head *list, 1397 u32 type, u64 config, 1398 const struct parse_events_terms *head_config, 1399 bool wildcard) 1400 { 1401 struct perf_pmu *pmu = NULL; 1402 bool found_supported = false; 1403 1404 /* Wildcards on numeric values are only supported by core PMUs. */ 1405 if (wildcard && perf_pmus__supports_extended_type()) { 1406 struct evsel *first_wildcard_match = NULL; 1407 while ((pmu = perf_pmus__scan_core(pmu)) != NULL) { 1408 int ret; 1409 1410 found_supported = true; 1411 if (parse_events__filter_pmu(parse_state, pmu)) 1412 continue; 1413 1414 ret = __parse_events_add_numeric(parse_state, list, pmu, 1415 type, pmu->type, 1416 config, head_config, 1417 first_wildcard_match); 1418 if (ret) 1419 return ret; 1420 if (first_wildcard_match == NULL) 1421 first_wildcard_match = 1422 container_of(list->prev, struct evsel, core.node); 1423 } 1424 if (found_supported) 1425 return 0; 1426 } 1427 return __parse_events_add_numeric(parse_state, list, perf_pmus__find_by_type(type), 1428 type, /*extended_type=*/0, config, head_config, 1429 /*first_wildcard_match=*/NULL); 1430 } 1431 1432 static bool config_term_percore(struct list_head *config_terms) 1433 { 1434 struct evsel_config_term *term; 1435 1436 list_for_each_entry(term, config_terms, list) { 1437 if (term->type == EVSEL__CONFIG_TERM_PERCORE) 1438 return term->val.percore; 1439 } 1440 1441 return false; 1442 } 1443 1444 static int parse_events_add_pmu(struct parse_events_state *parse_state, 1445 struct list_head *list, struct perf_pmu *pmu, 1446 const struct parse_events_terms *const_parsed_terms, 1447 struct evsel *first_wildcard_match) 1448 { 1449 u64 alternate_hw_config = PERF_COUNT_HW_MAX; 1450 struct perf_event_attr attr; 1451 struct perf_pmu_info info; 1452 struct evsel *evsel; 1453 struct parse_events_error *err = parse_state->error; 1454 LIST_HEAD(config_terms); 1455 struct parse_events_terms parsed_terms; 1456 bool alias_rewrote_terms = false; 1457 struct perf_cpu_map *term_cpu = NULL; 1458 1459 if (verbose > 1) { 1460 struct strbuf sb; 1461 1462 strbuf_init(&sb, /*hint=*/ 0); 1463 if (pmu->selectable && const_parsed_terms && 1464 list_empty(&const_parsed_terms->terms)) { 1465 strbuf_addf(&sb, "%s//", pmu->name); 1466 } else { 1467 strbuf_addf(&sb, "%s/", pmu->name); 1468 parse_events_terms__to_strbuf(const_parsed_terms, &sb); 1469 strbuf_addch(&sb, '/'); 1470 } 1471 fprintf(stderr, "Attempt to add: %s\n", sb.buf); 1472 strbuf_release(&sb); 1473 } 1474 1475 memset(&attr, 0, sizeof(attr)); 1476 if (pmu->perf_event_attr_init_default) 1477 pmu->perf_event_attr_init_default(pmu, &attr); 1478 1479 attr.type = pmu->type; 1480 1481 if (!const_parsed_terms || list_empty(&const_parsed_terms->terms)) { 1482 evsel = __add_event(list, &parse_state->idx, &attr, 1483 /*init_attr=*/true, /*name=*/NULL, 1484 /*metric_id=*/NULL, pmu, 1485 /*config_terms=*/NULL, first_wildcard_match, 1486 /*cpu_list=*/NULL, alternate_hw_config); 1487 return evsel ? 0 : -ENOMEM; 1488 } 1489 1490 parse_events_terms__init(&parsed_terms); 1491 if (const_parsed_terms) { 1492 int ret = parse_events_terms__copy(const_parsed_terms, &parsed_terms); 1493 1494 if (ret) 1495 return ret; 1496 } 1497 fix_raw(&parsed_terms, pmu); 1498 1499 /* Configure attr/terms with a known PMU, this will set hardcoded terms. */ 1500 if (config_attr(&attr, &parsed_terms, parse_state, config_term_pmu)) { 1501 parse_events_terms__exit(&parsed_terms); 1502 return -EINVAL; 1503 } 1504 1505 /* Look for event names in the terms and rewrite into format based terms. */ 1506 if (perf_pmu__check_alias(pmu, &parsed_terms, 1507 &info, &alias_rewrote_terms, 1508 &alternate_hw_config, err)) { 1509 parse_events_terms__exit(&parsed_terms); 1510 return -EINVAL; 1511 } 1512 1513 if (verbose > 1) { 1514 struct strbuf sb; 1515 1516 strbuf_init(&sb, /*hint=*/ 0); 1517 parse_events_terms__to_strbuf(&parsed_terms, &sb); 1518 fprintf(stderr, "..after resolving event: %s/%s/\n", pmu->name, sb.buf); 1519 strbuf_release(&sb); 1520 } 1521 1522 /* Configure attr/terms again if an alias was expanded. */ 1523 if (alias_rewrote_terms && 1524 config_attr(&attr, &parsed_terms, parse_state, config_term_pmu)) { 1525 parse_events_terms__exit(&parsed_terms); 1526 return -EINVAL; 1527 } 1528 1529 if (get_config_terms(&parsed_terms, &config_terms)) { 1530 parse_events_terms__exit(&parsed_terms); 1531 return -ENOMEM; 1532 } 1533 1534 /* Record which bits of attr->config were changed by the user. */ 1535 if (get_config_chgs(pmu, &parsed_terms, &config_terms)) { 1536 parse_events_terms__exit(&parsed_terms); 1537 return -ENOMEM; 1538 } 1539 1540 /* Skip configuring hard coded terms that were applied by config_attr. */ 1541 if (perf_pmu__config(pmu, &attr, &parsed_terms, /*apply_hardcoded=*/false, 1542 parse_state->error)) { 1543 free_config_terms(&config_terms); 1544 parse_events_terms__exit(&parsed_terms); 1545 return -EINVAL; 1546 } 1547 1548 term_cpu = get_config_cpu(&parsed_terms, parse_state->fake_pmu); 1549 evsel = __add_event(list, &parse_state->idx, &attr, /*init_attr=*/true, 1550 get_config_name(&parsed_terms), 1551 get_config_metric_id(&parsed_terms), pmu, 1552 &config_terms, first_wildcard_match, term_cpu, alternate_hw_config); 1553 perf_cpu_map__put(term_cpu); 1554 if (!evsel) { 1555 parse_events_terms__exit(&parsed_terms); 1556 return -ENOMEM; 1557 } 1558 1559 if (evsel->name) 1560 evsel->use_config_name = true; 1561 1562 evsel->percore = config_term_percore(&evsel->config_terms); 1563 1564 parse_events_terms__exit(&parsed_terms); 1565 free((char *)evsel->unit); 1566 evsel->unit = strdup(info.unit); 1567 evsel->scale = info.scale; 1568 evsel->per_pkg = info.per_pkg; 1569 evsel->snapshot = info.snapshot; 1570 evsel->retirement_latency.mean = info.retirement_latency_mean; 1571 evsel->retirement_latency.min = info.retirement_latency_min; 1572 evsel->retirement_latency.max = info.retirement_latency_max; 1573 1574 return 0; 1575 } 1576 1577 int parse_events_multi_pmu_add(struct parse_events_state *parse_state, 1578 const char *event_name, 1579 const struct parse_events_terms *const_parsed_terms, 1580 struct list_head **listp, void *loc_) 1581 { 1582 struct parse_events_term *term; 1583 struct list_head *list = NULL; 1584 struct perf_pmu *pmu = NULL; 1585 YYLTYPE *loc = loc_; 1586 int ok = 0; 1587 const char *config; 1588 struct parse_events_terms parsed_terms; 1589 struct evsel *first_wildcard_match = NULL; 1590 1591 *listp = NULL; 1592 1593 parse_events_terms__init(&parsed_terms); 1594 if (const_parsed_terms) { 1595 int ret = parse_events_terms__copy(const_parsed_terms, &parsed_terms); 1596 1597 if (ret) 1598 return ret; 1599 } 1600 1601 config = strdup(event_name); 1602 if (!config) 1603 goto out_err; 1604 1605 if (parse_events_term__num(&term, 1606 PARSE_EVENTS__TERM_TYPE_USER, 1607 config, /*num=*/1, /*novalue=*/true, 1608 loc, /*loc_val=*/NULL) < 0) { 1609 zfree(&config); 1610 goto out_err; 1611 } 1612 list_add_tail(&term->list, &parsed_terms.terms); 1613 1614 /* Add it for all PMUs that support the alias */ 1615 list = malloc(sizeof(struct list_head)); 1616 if (!list) 1617 goto out_err; 1618 1619 INIT_LIST_HEAD(list); 1620 1621 while ((pmu = perf_pmus__scan_for_event(pmu, event_name)) != NULL) { 1622 1623 if (parse_events__filter_pmu(parse_state, pmu)) 1624 continue; 1625 1626 if (!perf_pmu__have_event(pmu, event_name)) 1627 continue; 1628 1629 if (!parse_events_add_pmu(parse_state, list, pmu, 1630 &parsed_terms, first_wildcard_match)) { 1631 struct strbuf sb; 1632 1633 strbuf_init(&sb, /*hint=*/ 0); 1634 parse_events_terms__to_strbuf(&parsed_terms, &sb); 1635 pr_debug("%s -> %s/%s/\n", event_name, pmu->name, sb.buf); 1636 strbuf_release(&sb); 1637 ok++; 1638 } 1639 if (first_wildcard_match == NULL) 1640 first_wildcard_match = container_of(list->prev, struct evsel, core.node); 1641 } 1642 1643 if (parse_state->fake_pmu) { 1644 if (!parse_events_add_pmu(parse_state, list, perf_pmus__fake_pmu(), &parsed_terms, 1645 first_wildcard_match)) { 1646 struct strbuf sb; 1647 1648 strbuf_init(&sb, /*hint=*/ 0); 1649 parse_events_terms__to_strbuf(&parsed_terms, &sb); 1650 pr_debug("%s -> fake/%s/\n", event_name, sb.buf); 1651 strbuf_release(&sb); 1652 ok++; 1653 } 1654 } 1655 1656 out_err: 1657 parse_events_terms__exit(&parsed_terms); 1658 if (ok) 1659 *listp = list; 1660 else 1661 free(list); 1662 1663 return ok ? 0 : -1; 1664 } 1665 1666 int parse_events_multi_pmu_add_or_add_pmu(struct parse_events_state *parse_state, 1667 const char *event_or_pmu, 1668 const struct parse_events_terms *const_parsed_terms, 1669 struct list_head **listp, 1670 void *loc_) 1671 { 1672 YYLTYPE *loc = loc_; 1673 struct perf_pmu *pmu; 1674 int ok = 0; 1675 char *help; 1676 struct evsel *first_wildcard_match = NULL; 1677 1678 *listp = malloc(sizeof(**listp)); 1679 if (!*listp) 1680 return -ENOMEM; 1681 1682 INIT_LIST_HEAD(*listp); 1683 1684 /* Attempt to add to list assuming event_or_pmu is a PMU name. */ 1685 pmu = perf_pmus__find(event_or_pmu); 1686 if (pmu && !parse_events_add_pmu(parse_state, *listp, pmu, const_parsed_terms, 1687 first_wildcard_match)) 1688 return 0; 1689 1690 if (parse_state->fake_pmu) { 1691 if (!parse_events_add_pmu(parse_state, *listp, perf_pmus__fake_pmu(), 1692 const_parsed_terms, 1693 first_wildcard_match)) 1694 return 0; 1695 } 1696 1697 pmu = NULL; 1698 /* Failed to add, try wildcard expansion of event_or_pmu as a PMU name. */ 1699 while ((pmu = perf_pmus__scan_matching_wildcard(pmu, event_or_pmu)) != NULL) { 1700 1701 if (parse_events__filter_pmu(parse_state, pmu)) 1702 continue; 1703 1704 if (!parse_events_add_pmu(parse_state, *listp, pmu, 1705 const_parsed_terms, 1706 first_wildcard_match)) { 1707 ok++; 1708 parse_state->wild_card_pmus = true; 1709 } 1710 if (first_wildcard_match == NULL) { 1711 first_wildcard_match = 1712 container_of((*listp)->prev, struct evsel, core.node); 1713 } 1714 } 1715 if (ok) 1716 return 0; 1717 1718 /* Failure to add, assume event_or_pmu is an event name. */ 1719 zfree(listp); 1720 if (!parse_events_multi_pmu_add(parse_state, event_or_pmu, 1721 const_parsed_terms, listp, loc)) 1722 return 0; 1723 1724 if (asprintf(&help, "Unable to find PMU or event on a PMU of '%s'", event_or_pmu) < 0) 1725 help = NULL; 1726 parse_events_error__handle(parse_state->error, loc->first_column, 1727 strdup("Bad event or PMU"), 1728 help); 1729 zfree(listp); 1730 return -EINVAL; 1731 } 1732 1733 void parse_events__set_leader(char *name, struct list_head *list) 1734 { 1735 struct evsel *leader; 1736 1737 if (list_empty(list)) { 1738 WARN_ONCE(true, "WARNING: failed to set leader: empty list"); 1739 return; 1740 } 1741 1742 leader = list_first_entry(list, struct evsel, core.node); 1743 __perf_evlist__set_leader(list, &leader->core); 1744 zfree(&leader->group_name); 1745 leader->group_name = name; 1746 } 1747 1748 static int parse_events__modifier_list(struct parse_events_state *parse_state, 1749 YYLTYPE *loc, 1750 struct list_head *list, 1751 struct parse_events_modifier mod, 1752 bool group) 1753 { 1754 struct evsel *evsel; 1755 1756 if (!group && mod.weak) { 1757 parse_events_error__handle(parse_state->error, loc->first_column, 1758 strdup("Weak modifier is for use with groups"), NULL); 1759 return -EINVAL; 1760 } 1761 1762 __evlist__for_each_entry(list, evsel) { 1763 /* Translate modifiers into the equivalent evsel excludes. */ 1764 int eu = group ? evsel->core.attr.exclude_user : 0; 1765 int ek = group ? evsel->core.attr.exclude_kernel : 0; 1766 int eh = group ? evsel->core.attr.exclude_hv : 0; 1767 int eH = group ? evsel->core.attr.exclude_host : 0; 1768 int eG = group ? evsel->core.attr.exclude_guest : 0; 1769 int exclude = eu | ek | eh; 1770 int exclude_GH = eG | eH; 1771 1772 if (mod.user) { 1773 if (!exclude) 1774 exclude = eu = ek = eh = 1; 1775 eu = 0; 1776 } 1777 if (mod.kernel) { 1778 if (!exclude) 1779 exclude = eu = ek = eh = 1; 1780 ek = 0; 1781 } 1782 if (mod.hypervisor) { 1783 if (!exclude) 1784 exclude = eu = ek = eh = 1; 1785 eh = 0; 1786 } 1787 if (mod.guest) { 1788 if (!exclude_GH) 1789 exclude_GH = eG = eH = 1; 1790 eG = 0; 1791 } 1792 if (mod.host) { 1793 if (!exclude_GH) 1794 exclude_GH = eG = eH = 1; 1795 eH = 0; 1796 } 1797 if (!exclude_GH && exclude_GH_default) { 1798 if (perf_host) 1799 eG = 1; 1800 else if (perf_guest) 1801 eH = 1; 1802 } 1803 1804 evsel->core.attr.exclude_user = eu; 1805 evsel->core.attr.exclude_kernel = ek; 1806 evsel->core.attr.exclude_hv = eh; 1807 evsel->core.attr.exclude_host = eH; 1808 evsel->core.attr.exclude_guest = eG; 1809 evsel->exclude_GH = exclude_GH; 1810 1811 /* Simple modifiers copied to the evsel. */ 1812 if (mod.precise) { 1813 u8 precise = evsel->core.attr.precise_ip + mod.precise; 1814 /* 1815 * precise ip: 1816 * 1817 * 0 - SAMPLE_IP can have arbitrary skid 1818 * 1 - SAMPLE_IP must have constant skid 1819 * 2 - SAMPLE_IP requested to have 0 skid 1820 * 3 - SAMPLE_IP must have 0 skid 1821 * 1822 * See also PERF_RECORD_MISC_EXACT_IP 1823 */ 1824 if (precise > 3) { 1825 char *help; 1826 1827 if (asprintf(&help, 1828 "Maximum combined precise value is 3, adding precision to \"%s\"", 1829 evsel__name(evsel)) > 0) { 1830 parse_events_error__handle(parse_state->error, 1831 loc->first_column, 1832 help, NULL); 1833 } 1834 return -EINVAL; 1835 } 1836 evsel->core.attr.precise_ip = precise; 1837 } 1838 if (mod.precise_max) 1839 evsel->precise_max = 1; 1840 if (mod.non_idle) 1841 evsel->core.attr.exclude_idle = 1; 1842 if (mod.sample_read) 1843 evsel->sample_read = 1; 1844 if (mod.pinned && evsel__is_group_leader(evsel)) 1845 evsel->core.attr.pinned = 1; 1846 if (mod.exclusive && evsel__is_group_leader(evsel)) 1847 evsel->core.attr.exclusive = 1; 1848 if (mod.weak) 1849 evsel->weak_group = true; 1850 if (mod.bpf) 1851 evsel->bpf_counter = true; 1852 if (mod.retire_lat) 1853 evsel->retire_lat = true; 1854 if (mod.dont_regroup) 1855 evsel->dont_regroup = true; 1856 } 1857 return 0; 1858 } 1859 1860 int parse_events__modifier_group(struct parse_events_state *parse_state, void *loc, 1861 struct list_head *list, 1862 struct parse_events_modifier mod) 1863 { 1864 return parse_events__modifier_list(parse_state, loc, list, mod, /*group=*/true); 1865 } 1866 1867 int parse_events__modifier_event(struct parse_events_state *parse_state, void *loc, 1868 struct list_head *list, 1869 struct parse_events_modifier mod) 1870 { 1871 return parse_events__modifier_list(parse_state, loc, list, mod, /*group=*/false); 1872 } 1873 1874 int parse_events__set_default_name(struct list_head *list, char *name) 1875 { 1876 struct evsel *evsel; 1877 bool used_name = false; 1878 1879 __evlist__for_each_entry(list, evsel) { 1880 if (!evsel->name) { 1881 evsel->name = used_name ? strdup(name) : name; 1882 used_name = true; 1883 if (!evsel->name) 1884 return -ENOMEM; 1885 } 1886 } 1887 if (!used_name) 1888 free(name); 1889 return 0; 1890 } 1891 1892 static int parse_events__scanner(const char *str, 1893 struct parse_events_state *parse_state) 1894 { 1895 YY_BUFFER_STATE buffer; 1896 void *scanner; 1897 int ret; 1898 1899 ret = parse_events_lex_init_extra(parse_state, &scanner); 1900 if (ret) 1901 return ret; 1902 1903 buffer = parse_events__scan_string(str, scanner); 1904 1905 #ifdef PARSER_DEBUG 1906 parse_events_debug = 1; 1907 parse_events_set_debug(1, scanner); 1908 #endif 1909 ret = parse_events_parse(parse_state, scanner); 1910 1911 parse_events__flush_buffer(buffer, scanner); 1912 parse_events__delete_buffer(buffer, scanner); 1913 parse_events_lex_destroy(scanner); 1914 return ret; 1915 } 1916 1917 /* 1918 * parse event config string, return a list of event terms. 1919 */ 1920 int parse_events_terms(struct parse_events_terms *terms, const char *str) 1921 { 1922 struct parse_events_state parse_state = { 1923 .terms = NULL, 1924 .stoken = PE_START_TERMS, 1925 }; 1926 int ret; 1927 1928 ret = parse_events__scanner(str, &parse_state); 1929 if (!ret) 1930 list_splice(&parse_state.terms->terms, &terms->terms); 1931 1932 zfree(&parse_state.terms); 1933 return ret; 1934 } 1935 1936 static int evsel__compute_group_pmu_name(struct evsel *evsel, 1937 const struct list_head *head) 1938 { 1939 struct evsel *leader = evsel__leader(evsel); 1940 struct evsel *pos; 1941 const char *group_pmu_name; 1942 struct perf_pmu *pmu = evsel__find_pmu(evsel); 1943 1944 if (!pmu) { 1945 /* 1946 * For PERF_TYPE_HARDWARE and PERF_TYPE_HW_CACHE types the PMU 1947 * is a core PMU, but in heterogeneous systems this is 1948 * unknown. For now pick the first core PMU. 1949 */ 1950 pmu = perf_pmus__scan_core(NULL); 1951 } 1952 if (!pmu) { 1953 pr_debug("No PMU found for '%s'\n", evsel__name(evsel)); 1954 return -EINVAL; 1955 } 1956 group_pmu_name = pmu->name; 1957 /* 1958 * Software events may be in a group with other uncore PMU events. Use 1959 * the pmu_name of the first non-software event to avoid breaking the 1960 * software event out of the group. 1961 * 1962 * Aux event leaders, like intel_pt, expect a group with events from 1963 * other PMUs, so substitute the AUX event's PMU in this case. 1964 */ 1965 if (perf_pmu__is_software(pmu) || evsel__is_aux_event(leader)) { 1966 struct perf_pmu *leader_pmu = evsel__find_pmu(leader); 1967 1968 if (!leader_pmu) { 1969 /* As with determining pmu above. */ 1970 leader_pmu = perf_pmus__scan_core(NULL); 1971 } 1972 /* 1973 * Starting with the leader, find the first event with a named 1974 * non-software PMU. for_each_group_(member|evsel) isn't used as 1975 * the list isn't yet sorted putting evsel's in the same group 1976 * together. 1977 */ 1978 if (leader_pmu && !perf_pmu__is_software(leader_pmu)) { 1979 group_pmu_name = leader_pmu->name; 1980 } else if (leader->core.nr_members > 1) { 1981 list_for_each_entry(pos, head, core.node) { 1982 struct perf_pmu *pos_pmu; 1983 1984 if (pos == leader || evsel__leader(pos) != leader) 1985 continue; 1986 pos_pmu = evsel__find_pmu(pos); 1987 if (!pos_pmu) { 1988 /* As with determining pmu above. */ 1989 pos_pmu = perf_pmus__scan_core(NULL); 1990 } 1991 if (pos_pmu && !perf_pmu__is_software(pos_pmu)) { 1992 group_pmu_name = pos_pmu->name; 1993 break; 1994 } 1995 } 1996 } 1997 } 1998 /* Record computed name. */ 1999 evsel->group_pmu_name = strdup(group_pmu_name); 2000 return evsel->group_pmu_name ? 0 : -ENOMEM; 2001 } 2002 2003 __weak int arch_evlist__cmp(const struct evsel *lhs, const struct evsel *rhs) 2004 { 2005 /* Order by insertion index. */ 2006 return lhs->core.idx - rhs->core.idx; 2007 } 2008 2009 static int evlist__cmp(void *_fg_idx, const struct list_head *l, const struct list_head *r) 2010 { 2011 const struct perf_evsel *lhs_core = container_of(l, struct perf_evsel, node); 2012 const struct evsel *lhs = container_of(lhs_core, struct evsel, core); 2013 const struct perf_evsel *rhs_core = container_of(r, struct perf_evsel, node); 2014 const struct evsel *rhs = container_of(rhs_core, struct evsel, core); 2015 int *force_grouped_idx = _fg_idx; 2016 int lhs_sort_idx, rhs_sort_idx, ret; 2017 const char *lhs_pmu_name, *rhs_pmu_name; 2018 2019 /* 2020 * Get the indexes of the 2 events to sort. If the events are 2021 * in groups then the leader's index is used otherwise the 2022 * event's index is used. An index may be forced for events that 2023 * must be in the same group, namely Intel topdown events. 2024 */ 2025 if (lhs->dont_regroup) { 2026 lhs_sort_idx = lhs_core->idx; 2027 } else if (*force_grouped_idx != -1 && arch_evsel__must_be_in_group(lhs)) { 2028 lhs_sort_idx = *force_grouped_idx; 2029 } else { 2030 bool lhs_has_group = lhs_core->leader != lhs_core || lhs_core->nr_members > 1; 2031 2032 lhs_sort_idx = lhs_has_group ? lhs_core->leader->idx : lhs_core->idx; 2033 } 2034 if (rhs->dont_regroup) { 2035 rhs_sort_idx = rhs_core->idx; 2036 } else if (*force_grouped_idx != -1 && arch_evsel__must_be_in_group(rhs)) { 2037 rhs_sort_idx = *force_grouped_idx; 2038 } else { 2039 bool rhs_has_group = rhs_core->leader != rhs_core || rhs_core->nr_members > 1; 2040 2041 rhs_sort_idx = rhs_has_group ? rhs_core->leader->idx : rhs_core->idx; 2042 } 2043 2044 /* If the indices differ then respect the insertion order. */ 2045 if (lhs_sort_idx != rhs_sort_idx) 2046 return lhs_sort_idx - rhs_sort_idx; 2047 2048 /* 2049 * Ignoring forcing, lhs_sort_idx == rhs_sort_idx so lhs and rhs should 2050 * be in the same group. Events in the same group need to be ordered by 2051 * their grouping PMU name as the group will be broken to ensure only 2052 * events on the same PMU are programmed together. 2053 * 2054 * With forcing the lhs_sort_idx == rhs_sort_idx shows that one or both 2055 * events are being forced to be at force_group_index. If only one event 2056 * is being forced then the other event is the group leader of the group 2057 * we're trying to force the event into. Ensure for the force grouped 2058 * case that the PMU name ordering is also respected. 2059 */ 2060 lhs_pmu_name = lhs->group_pmu_name; 2061 rhs_pmu_name = rhs->group_pmu_name; 2062 ret = strcmp(lhs_pmu_name, rhs_pmu_name); 2063 if (ret) 2064 return ret; 2065 2066 /* 2067 * Architecture specific sorting, by default sort events in the same 2068 * group with the same PMU by their insertion index. On Intel topdown 2069 * constraints must be adhered to - slots first, etc. 2070 */ 2071 return arch_evlist__cmp(lhs, rhs); 2072 } 2073 2074 int __weak arch_evlist__add_required_events(struct list_head *list __always_unused) 2075 { 2076 return 0; 2077 } 2078 2079 static int parse_events__sort_events_and_fix_groups(struct list_head *list) 2080 { 2081 int idx = 0, force_grouped_idx = -1; 2082 struct evsel *pos, *cur_leader = NULL; 2083 struct perf_evsel *cur_leaders_grp = NULL; 2084 bool idx_changed = false; 2085 int orig_num_leaders = 0, num_leaders = 0; 2086 int ret; 2087 struct evsel *force_grouped_leader = NULL; 2088 bool last_event_was_forced_leader = false; 2089 2090 /* On x86 topdown metrics events require a slots event. */ 2091 ret = arch_evlist__add_required_events(list); 2092 if (ret) 2093 return ret; 2094 2095 /* 2096 * Compute index to insert ungrouped events at. Place them where the 2097 * first ungrouped event appears. 2098 */ 2099 list_for_each_entry(pos, list, core.node) { 2100 const struct evsel *pos_leader = evsel__leader(pos); 2101 2102 ret = evsel__compute_group_pmu_name(pos, list); 2103 if (ret) 2104 return ret; 2105 2106 if (pos == pos_leader) 2107 orig_num_leaders++; 2108 2109 /* 2110 * Ensure indexes are sequential, in particular for multiple 2111 * event lists being merged. The indexes are used to detect when 2112 * the user order is modified. 2113 */ 2114 pos->core.idx = idx++; 2115 2116 /* 2117 * Remember an index to sort all forced grouped events 2118 * together to. Use the group leader as some events 2119 * must appear first within the group. 2120 */ 2121 if (force_grouped_idx == -1 && arch_evsel__must_be_in_group(pos)) 2122 force_grouped_idx = pos_leader->core.idx; 2123 } 2124 2125 /* Sort events. */ 2126 list_sort(&force_grouped_idx, list, evlist__cmp); 2127 2128 /* 2129 * Recompute groups, splitting for PMUs and adding groups for events 2130 * that require them. 2131 */ 2132 idx = 0; 2133 list_for_each_entry(pos, list, core.node) { 2134 struct evsel *pos_leader = evsel__leader(pos); 2135 const char *pos_pmu_name = pos->group_pmu_name; 2136 const char *cur_leader_pmu_name; 2137 bool pos_force_grouped = force_grouped_idx != -1 && !pos->dont_regroup && 2138 arch_evsel__must_be_in_group(pos); 2139 2140 /* Reset index and nr_members. */ 2141 if (pos->core.idx != idx) 2142 idx_changed = true; 2143 pos->core.idx = idx++; 2144 pos->core.nr_members = 0; 2145 2146 /* 2147 * Set the group leader respecting the given groupings and that 2148 * groups can't span PMUs. 2149 */ 2150 if (!cur_leader || pos->dont_regroup) { 2151 cur_leader = pos->dont_regroup ? pos_leader : pos; 2152 cur_leaders_grp = &cur_leader->core; 2153 if (pos_force_grouped) 2154 force_grouped_leader = pos; 2155 } 2156 cur_leader_pmu_name = cur_leader->group_pmu_name; 2157 if (strcmp(cur_leader_pmu_name, pos_pmu_name)) { 2158 /* PMU changed so the group/leader must change. */ 2159 cur_leader = pos; 2160 cur_leaders_grp = pos->core.leader; 2161 if (pos_force_grouped && force_grouped_leader == NULL) 2162 force_grouped_leader = pos; 2163 } else if (cur_leaders_grp != pos->core.leader) { 2164 bool split_even_if_last_leader_was_forced = true; 2165 2166 /* 2167 * Event is for a different group. If the last event was 2168 * the forced group leader then subsequent group events 2169 * and forced events should be in the same group. If 2170 * there are no other forced group events then the 2171 * forced group leader wasn't really being forced into a 2172 * group, it just set arch_evsel__must_be_in_group, and 2173 * we don't want the group to split here. 2174 */ 2175 if (force_grouped_idx != -1 && last_event_was_forced_leader) { 2176 struct evsel *pos2 = pos; 2177 /* 2178 * Search the whole list as the group leaders 2179 * aren't currently valid. 2180 */ 2181 list_for_each_entry_continue(pos2, list, core.node) { 2182 if (pos->core.leader == pos2->core.leader && 2183 arch_evsel__must_be_in_group(pos2)) { 2184 split_even_if_last_leader_was_forced = false; 2185 break; 2186 } 2187 } 2188 } 2189 if (!last_event_was_forced_leader || split_even_if_last_leader_was_forced) { 2190 if (pos_force_grouped) { 2191 if (force_grouped_leader) { 2192 cur_leader = force_grouped_leader; 2193 cur_leaders_grp = force_grouped_leader->core.leader; 2194 } else { 2195 cur_leader = force_grouped_leader = pos; 2196 cur_leaders_grp = &pos->core; 2197 } 2198 } else { 2199 cur_leader = pos; 2200 cur_leaders_grp = pos->core.leader; 2201 } 2202 } 2203 } 2204 if (pos_leader != cur_leader) { 2205 /* The leader changed so update it. */ 2206 evsel__set_leader(pos, cur_leader); 2207 } 2208 last_event_was_forced_leader = (force_grouped_leader == pos); 2209 } 2210 list_for_each_entry(pos, list, core.node) { 2211 struct evsel *pos_leader = evsel__leader(pos); 2212 2213 if (pos == pos_leader) 2214 num_leaders++; 2215 pos_leader->core.nr_members++; 2216 } 2217 return (idx_changed || num_leaders != orig_num_leaders) ? 1 : 0; 2218 } 2219 2220 int __parse_events(struct evlist *evlist, const char *str, const char *pmu_filter, 2221 struct parse_events_error *err, bool fake_pmu, 2222 bool warn_if_reordered, bool fake_tp) 2223 { 2224 struct parse_events_state parse_state = { 2225 .list = LIST_HEAD_INIT(parse_state.list), 2226 .idx = evlist->core.nr_entries, 2227 .error = err, 2228 .stoken = PE_START_EVENTS, 2229 .fake_pmu = fake_pmu, 2230 .fake_tp = fake_tp, 2231 .pmu_filter = pmu_filter, 2232 .match_legacy_cache_terms = true, 2233 }; 2234 int ret, ret2; 2235 2236 ret = parse_events__scanner(str, &parse_state); 2237 2238 if (!ret && list_empty(&parse_state.list)) { 2239 WARN_ONCE(true, "WARNING: event parser found nothing\n"); 2240 return -1; 2241 } 2242 2243 ret2 = parse_events__sort_events_and_fix_groups(&parse_state.list); 2244 if (ret2 < 0) 2245 return ret; 2246 2247 /* 2248 * Add list to the evlist even with errors to allow callers to clean up. 2249 */ 2250 evlist__splice_list_tail(evlist, &parse_state.list); 2251 2252 if (ret2 && warn_if_reordered && !parse_state.wild_card_pmus) { 2253 evlist__uniquify_evsel_names(evlist, &stat_config); 2254 pr_warning("WARNING: events were regrouped to match PMUs\n"); 2255 2256 if (verbose > 0) { 2257 struct strbuf sb = STRBUF_INIT; 2258 2259 evlist__format_evsels(evlist, &sb, 2048); 2260 pr_debug("evlist after sorting/fixing: '%s'\n", sb.buf); 2261 strbuf_release(&sb); 2262 } 2263 } 2264 if (!ret) { 2265 struct evsel *last; 2266 2267 last = evlist__last(evlist); 2268 last->cmdline_group_boundary = true; 2269 2270 return 0; 2271 } 2272 2273 /* 2274 * There are 2 users - builtin-record and builtin-test objects. 2275 * Both call evlist__delete in case of error, so we dont 2276 * need to bother. 2277 */ 2278 return ret; 2279 } 2280 2281 int parse_event(struct evlist *evlist, const char *str) 2282 { 2283 struct parse_events_error err; 2284 int ret; 2285 2286 parse_events_error__init(&err); 2287 ret = parse_events(evlist, str, &err); 2288 if (ret && verbose > 0) 2289 parse_events_error__print(&err, str); 2290 parse_events_error__exit(&err); 2291 return ret; 2292 } 2293 2294 struct parse_events_error_entry { 2295 /** @list: The list the error is part of. */ 2296 struct list_head list; 2297 /** @idx: index in the parsed string */ 2298 int idx; 2299 /** @str: string to display at the index */ 2300 char *str; 2301 /** @help: optional help string */ 2302 char *help; 2303 }; 2304 2305 void parse_events_error__init(struct parse_events_error *err) 2306 { 2307 INIT_LIST_HEAD(&err->list); 2308 } 2309 2310 void parse_events_error__exit(struct parse_events_error *err) 2311 { 2312 struct parse_events_error_entry *pos, *tmp; 2313 2314 list_for_each_entry_safe(pos, tmp, &err->list, list) { 2315 zfree(&pos->str); 2316 zfree(&pos->help); 2317 list_del_init(&pos->list); 2318 free(pos); 2319 } 2320 } 2321 2322 void parse_events_error__handle(struct parse_events_error *err, int idx, 2323 char *str, char *help) 2324 { 2325 struct parse_events_error_entry *entry; 2326 2327 if (WARN(!str || !err, "WARNING: failed to provide error string or struct\n")) 2328 goto out_free; 2329 2330 entry = zalloc(sizeof(*entry)); 2331 if (!entry) { 2332 pr_err("Failed to allocate memory for event parsing error: %s (%s)\n", 2333 str, help ?: "<no help>"); 2334 goto out_free; 2335 } 2336 entry->idx = idx; 2337 entry->str = str; 2338 entry->help = help; 2339 list_add(&entry->list, &err->list); 2340 return; 2341 out_free: 2342 free(str); 2343 free(help); 2344 } 2345 2346 #define MAX_WIDTH 1000 2347 static int get_term_width(void) 2348 { 2349 struct winsize ws; 2350 2351 get_term_dimensions(&ws); 2352 return ws.ws_col > MAX_WIDTH ? MAX_WIDTH : ws.ws_col; 2353 } 2354 2355 static void __parse_events_error__print(int err_idx, const char *err_str, 2356 const char *err_help, const char *event) 2357 { 2358 const char *str = "invalid or unsupported event: "; 2359 char _buf[MAX_WIDTH]; 2360 char *buf = (char *) event; 2361 int idx = 0; 2362 if (err_str) { 2363 /* -2 for extra '' in the final fprintf */ 2364 int width = get_term_width() - 2; 2365 int len_event = strlen(event); 2366 int len_str, max_len, cut = 0; 2367 2368 /* 2369 * Maximum error index indent, we will cut 2370 * the event string if it's bigger. 2371 */ 2372 int max_err_idx = 13; 2373 2374 /* 2375 * Let's be specific with the message when 2376 * we have the precise error. 2377 */ 2378 str = "event syntax error: "; 2379 len_str = strlen(str); 2380 max_len = width - len_str; 2381 2382 buf = _buf; 2383 2384 /* We're cutting from the beginning. */ 2385 if (err_idx > max_err_idx) 2386 cut = err_idx - max_err_idx; 2387 2388 strncpy(buf, event + cut, max_len); 2389 2390 /* Mark cut parts with '..' on both sides. */ 2391 if (cut) 2392 buf[0] = buf[1] = '.'; 2393 2394 if ((len_event - cut) > max_len) { 2395 buf[max_len - 1] = buf[max_len - 2] = '.'; 2396 buf[max_len] = 0; 2397 } 2398 2399 idx = len_str + err_idx - cut; 2400 } 2401 2402 fprintf(stderr, "%s'%s'\n", str, buf); 2403 if (idx) { 2404 fprintf(stderr, "%*s\\___ %s\n", idx + 1, "", err_str); 2405 if (err_help) 2406 fprintf(stderr, "\n%s\n", err_help); 2407 } 2408 } 2409 2410 void parse_events_error__print(const struct parse_events_error *err, 2411 const char *event) 2412 { 2413 struct parse_events_error_entry *pos; 2414 bool first = true; 2415 2416 list_for_each_entry(pos, &err->list, list) { 2417 if (!first) 2418 fputs("\n", stderr); 2419 __parse_events_error__print(pos->idx, pos->str, pos->help, event); 2420 first = false; 2421 } 2422 } 2423 2424 /* 2425 * In the list of errors err, do any of the error strings (str) contain the 2426 * given needle string? 2427 */ 2428 bool parse_events_error__contains(const struct parse_events_error *err, 2429 const char *needle) 2430 { 2431 struct parse_events_error_entry *pos; 2432 2433 list_for_each_entry(pos, &err->list, list) { 2434 if (strstr(pos->str, needle) != NULL) 2435 return true; 2436 } 2437 return false; 2438 } 2439 2440 #undef MAX_WIDTH 2441 2442 int parse_events_option(const struct option *opt, const char *str, 2443 int unset __maybe_unused) 2444 { 2445 struct parse_events_option_args *args = opt->value; 2446 struct parse_events_error err; 2447 int ret; 2448 2449 parse_events_error__init(&err); 2450 ret = __parse_events(*args->evlistp, str, args->pmu_filter, &err, 2451 /*fake_pmu=*/false, /*warn_if_reordered=*/true, 2452 /*fake_tp=*/false); 2453 2454 if (ret) { 2455 parse_events_error__print(&err, str); 2456 fprintf(stderr, "Run 'perf list' for a list of valid events\n"); 2457 } 2458 parse_events_error__exit(&err); 2459 2460 return ret; 2461 } 2462 2463 int parse_events_option_new_evlist(const struct option *opt, const char *str, int unset) 2464 { 2465 struct parse_events_option_args *args = opt->value; 2466 int ret; 2467 2468 if (*args->evlistp == NULL) { 2469 *args->evlistp = evlist__new(); 2470 2471 if (*args->evlistp == NULL) { 2472 fprintf(stderr, "Not enough memory to create evlist\n"); 2473 return -1; 2474 } 2475 } 2476 ret = parse_events_option(opt, str, unset); 2477 if (ret) { 2478 evlist__delete(*args->evlistp); 2479 *args->evlistp = NULL; 2480 } 2481 2482 return ret; 2483 } 2484 2485 static int 2486 foreach_evsel_in_last_glob(struct evlist *evlist, 2487 int (*func)(struct evsel *evsel, 2488 const void *arg), 2489 const void *arg) 2490 { 2491 struct evsel *last = NULL; 2492 int err; 2493 2494 /* 2495 * Don't return when list_empty, give func a chance to report 2496 * error when it found last == NULL. 2497 * 2498 * So no need to WARN here, let *func do this. 2499 */ 2500 if (evlist->core.nr_entries > 0) 2501 last = evlist__last(evlist); 2502 2503 do { 2504 err = (*func)(last, arg); 2505 if (err) 2506 return -1; 2507 if (!last) 2508 return 0; 2509 2510 if (last->core.node.prev == &evlist->core.entries) 2511 return 0; 2512 last = list_entry(last->core.node.prev, struct evsel, core.node); 2513 } while (!last->cmdline_group_boundary); 2514 2515 return 0; 2516 } 2517 2518 /* Will a tracepoint filter work for str or should a BPF filter be used? */ 2519 static bool is_possible_tp_filter(const char *str) 2520 { 2521 return strstr(str, "uid") == NULL; 2522 } 2523 2524 static int set_filter(struct evsel *evsel, const void *arg) 2525 { 2526 const char *str = arg; 2527 int nr_addr_filters = 0; 2528 struct perf_pmu *pmu; 2529 2530 if (evsel == NULL) { 2531 fprintf(stderr, 2532 "--filter option should follow a -e tracepoint or HW tracer option\n"); 2533 return -1; 2534 } 2535 2536 if (evsel->core.attr.type == PERF_TYPE_TRACEPOINT && is_possible_tp_filter(str)) { 2537 if (evsel__append_tp_filter(evsel, str) < 0) { 2538 fprintf(stderr, 2539 "not enough memory to hold filter string\n"); 2540 return -1; 2541 } 2542 2543 return 0; 2544 } 2545 2546 pmu = evsel__find_pmu(evsel); 2547 if (pmu) { 2548 perf_pmu__scan_file(pmu, "nr_addr_filters", 2549 "%d", &nr_addr_filters); 2550 } 2551 if (!nr_addr_filters) 2552 return perf_bpf_filter__parse(&evsel->bpf_filters, str); 2553 2554 if (evsel__append_addr_filter(evsel, str) < 0) { 2555 fprintf(stderr, 2556 "not enough memory to hold filter string\n"); 2557 return -1; 2558 } 2559 2560 return 0; 2561 } 2562 2563 int parse_filter(const struct option *opt, const char *str, 2564 int unset __maybe_unused) 2565 { 2566 struct evlist *evlist = *(struct evlist **)opt->value; 2567 2568 return foreach_evsel_in_last_glob(evlist, set_filter, 2569 (const void *)str); 2570 } 2571 2572 int parse_uid_filter(struct evlist *evlist, uid_t uid) 2573 { 2574 struct option opt = { 2575 .value = &evlist, 2576 }; 2577 char buf[128]; 2578 int ret; 2579 2580 snprintf(buf, sizeof(buf), "uid == %d", uid); 2581 ret = parse_filter(&opt, buf, /*unset=*/0); 2582 if (ret) { 2583 if (use_browser >= 1) { 2584 /* 2585 * Use ui__warning so a pop up appears above the 2586 * underlying BPF error message. 2587 */ 2588 ui__warning("Failed to add UID filtering that uses BPF filtering.\n"); 2589 } else { 2590 fprintf(stderr, "Failed to add UID filtering that uses BPF filtering.\n"); 2591 } 2592 } 2593 return ret; 2594 } 2595 2596 static int add_exclude_perf_filter(struct evsel *evsel, 2597 const void *arg __maybe_unused) 2598 { 2599 char new_filter[64]; 2600 2601 if (evsel == NULL || evsel->core.attr.type != PERF_TYPE_TRACEPOINT) { 2602 fprintf(stderr, 2603 "--exclude-perf option should follow a -e tracepoint option\n"); 2604 return -1; 2605 } 2606 2607 snprintf(new_filter, sizeof(new_filter), "common_pid != %d", getpid()); 2608 2609 if (evsel__append_tp_filter(evsel, new_filter) < 0) { 2610 fprintf(stderr, 2611 "not enough memory to hold filter string\n"); 2612 return -1; 2613 } 2614 2615 return 0; 2616 } 2617 2618 int exclude_perf(const struct option *opt, 2619 const char *arg __maybe_unused, 2620 int unset __maybe_unused) 2621 { 2622 struct evlist *evlist = *(struct evlist **)opt->value; 2623 2624 return foreach_evsel_in_last_glob(evlist, add_exclude_perf_filter, 2625 NULL); 2626 } 2627 2628 int parse_events__is_hardcoded_term(struct parse_events_term *term) 2629 { 2630 return term->type_term != PARSE_EVENTS__TERM_TYPE_USER; 2631 } 2632 2633 static int new_term(struct parse_events_term **_term, 2634 struct parse_events_term *temp, 2635 char *str, u64 num) 2636 { 2637 struct parse_events_term *term; 2638 2639 term = malloc(sizeof(*term)); 2640 if (!term) 2641 return -ENOMEM; 2642 2643 *term = *temp; 2644 INIT_LIST_HEAD(&term->list); 2645 term->weak = false; 2646 2647 switch (term->type_val) { 2648 case PARSE_EVENTS__TERM_TYPE_NUM: 2649 term->val.num = num; 2650 break; 2651 case PARSE_EVENTS__TERM_TYPE_STR: 2652 term->val.str = str; 2653 break; 2654 default: 2655 free(term); 2656 return -EINVAL; 2657 } 2658 2659 *_term = term; 2660 return 0; 2661 } 2662 2663 int parse_events_term__num(struct parse_events_term **term, 2664 enum parse_events__term_type type_term, 2665 const char *config, u64 num, 2666 bool no_value, 2667 void *loc_term_, void *loc_val_) 2668 { 2669 YYLTYPE *loc_term = loc_term_; 2670 YYLTYPE *loc_val = loc_val_; 2671 2672 struct parse_events_term temp = { 2673 .type_val = PARSE_EVENTS__TERM_TYPE_NUM, 2674 .type_term = type_term, 2675 .config = config ? : strdup(parse_events__term_type_str(type_term)), 2676 .no_value = no_value, 2677 .err_term = loc_term ? loc_term->first_column : 0, 2678 .err_val = loc_val ? loc_val->first_column : 0, 2679 }; 2680 2681 return new_term(term, &temp, /*str=*/NULL, num); 2682 } 2683 2684 int parse_events_term__str(struct parse_events_term **term, 2685 enum parse_events__term_type type_term, 2686 char *config, char *str, 2687 void *loc_term_, void *loc_val_) 2688 { 2689 YYLTYPE *loc_term = loc_term_; 2690 YYLTYPE *loc_val = loc_val_; 2691 2692 struct parse_events_term temp = { 2693 .type_val = PARSE_EVENTS__TERM_TYPE_STR, 2694 .type_term = type_term, 2695 .config = config, 2696 .err_term = loc_term ? loc_term->first_column : 0, 2697 .err_val = loc_val ? loc_val->first_column : 0, 2698 }; 2699 2700 return new_term(term, &temp, str, /*num=*/0); 2701 } 2702 2703 int parse_events_term__term(struct parse_events_term **term, 2704 enum parse_events__term_type term_lhs, 2705 enum parse_events__term_type term_rhs, 2706 void *loc_term, void *loc_val) 2707 { 2708 return parse_events_term__str(term, term_lhs, NULL, 2709 strdup(parse_events__term_type_str(term_rhs)), 2710 loc_term, loc_val); 2711 } 2712 2713 int parse_events_term__clone(struct parse_events_term **new, 2714 const struct parse_events_term *term) 2715 { 2716 char *str; 2717 struct parse_events_term temp = *term; 2718 2719 temp.used = false; 2720 if (term->config) { 2721 temp.config = strdup(term->config); 2722 if (!temp.config) 2723 return -ENOMEM; 2724 } 2725 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) 2726 return new_term(new, &temp, /*str=*/NULL, term->val.num); 2727 2728 str = strdup(term->val.str); 2729 if (!str) { 2730 zfree(&temp.config); 2731 return -ENOMEM; 2732 } 2733 return new_term(new, &temp, str, /*num=*/0); 2734 } 2735 2736 void parse_events_term__delete(struct parse_events_term *term) 2737 { 2738 if (term->type_val != PARSE_EVENTS__TERM_TYPE_NUM) 2739 zfree(&term->val.str); 2740 2741 zfree(&term->config); 2742 free(term); 2743 } 2744 2745 static int parse_events_terms__copy(const struct parse_events_terms *src, 2746 struct parse_events_terms *dest) 2747 { 2748 struct parse_events_term *term; 2749 2750 list_for_each_entry (term, &src->terms, list) { 2751 struct parse_events_term *n; 2752 int ret; 2753 2754 ret = parse_events_term__clone(&n, term); 2755 if (ret) 2756 return ret; 2757 2758 list_add_tail(&n->list, &dest->terms); 2759 } 2760 return 0; 2761 } 2762 2763 void parse_events_terms__init(struct parse_events_terms *terms) 2764 { 2765 INIT_LIST_HEAD(&terms->terms); 2766 } 2767 2768 void parse_events_terms__exit(struct parse_events_terms *terms) 2769 { 2770 struct parse_events_term *term, *h; 2771 2772 list_for_each_entry_safe(term, h, &terms->terms, list) { 2773 list_del_init(&term->list); 2774 parse_events_term__delete(term); 2775 } 2776 } 2777 2778 void parse_events_terms__delete(struct parse_events_terms *terms) 2779 { 2780 if (!terms) 2781 return; 2782 parse_events_terms__exit(terms); 2783 free(terms); 2784 } 2785 2786 static int parse_events_terms__to_strbuf(const struct parse_events_terms *terms, struct strbuf *sb) 2787 { 2788 struct parse_events_term *term; 2789 bool first = true; 2790 2791 if (!terms) 2792 return 0; 2793 2794 list_for_each_entry(term, &terms->terms, list) { 2795 int ret; 2796 2797 if (!first) { 2798 ret = strbuf_addch(sb, ','); 2799 if (ret < 0) 2800 return ret; 2801 } 2802 first = false; 2803 2804 if (term->type_val == PARSE_EVENTS__TERM_TYPE_NUM) 2805 if (term->no_value) { 2806 assert(term->val.num == 1); 2807 ret = strbuf_addf(sb, "%s", term->config); 2808 } else 2809 ret = strbuf_addf(sb, "%s=%#"PRIx64, term->config, term->val.num); 2810 else if (term->type_val == PARSE_EVENTS__TERM_TYPE_STR) { 2811 if (term->config) { 2812 ret = strbuf_addf(sb, "%s=", term->config); 2813 if (ret < 0) 2814 return ret; 2815 } else if ((unsigned int)term->type_term < __PARSE_EVENTS__TERM_TYPE_NR) { 2816 ret = strbuf_addf(sb, "%s=", 2817 parse_events__term_type_str(term->type_term)); 2818 if (ret < 0) 2819 return ret; 2820 } 2821 assert(!term->no_value); 2822 ret = strbuf_addf(sb, "%s", term->val.str); 2823 } 2824 if (ret < 0) 2825 return ret; 2826 } 2827 return 0; 2828 } 2829 2830 static void config_terms_list(char *buf, size_t buf_sz) 2831 { 2832 int i; 2833 bool first = true; 2834 2835 buf[0] = '\0'; 2836 for (i = 0; i < __PARSE_EVENTS__TERM_TYPE_NR; i++) { 2837 const char *name = parse_events__term_type_str(i); 2838 2839 if (!config_term_avail(i, NULL)) 2840 continue; 2841 if (!name) 2842 continue; 2843 if (name[0] == '<') 2844 continue; 2845 2846 if (strlen(buf) + strlen(name) + 2 >= buf_sz) 2847 return; 2848 2849 if (!first) 2850 strcat(buf, ","); 2851 else 2852 first = false; 2853 strcat(buf, name); 2854 } 2855 } 2856 2857 /* 2858 * Return string contains valid config terms of an event. 2859 * @additional_terms: For terms such as PMU sysfs terms. 2860 */ 2861 char *parse_events_formats_error_string(char *additional_terms) 2862 { 2863 char *str; 2864 /* "no-overwrite" is the longest name */ 2865 char static_terms[__PARSE_EVENTS__TERM_TYPE_NR * 2866 (sizeof("no-overwrite") - 1)]; 2867 2868 config_terms_list(static_terms, sizeof(static_terms)); 2869 /* valid terms */ 2870 if (additional_terms) { 2871 if (asprintf(&str, "valid terms: %s,%s", 2872 additional_terms, static_terms) < 0) 2873 goto fail; 2874 } else { 2875 if (asprintf(&str, "valid terms: %s", static_terms) < 0) 2876 goto fail; 2877 } 2878 return str; 2879 2880 fail: 2881 return NULL; 2882 } 2883