1 /* 2 * probe-event.c : perf-probe definition to probe_events format converter 3 * 4 * Written by Masami Hiramatsu <mhiramat@redhat.com> 5 * 6 * This program is free software; you can redistribute it and/or modify 7 * it under the terms of the GNU General Public License as published by 8 * the Free Software Foundation; either version 2 of the License, or 9 * (at your option) any later version. 10 * 11 * This program is distributed in the hope that it will be useful, 12 * but WITHOUT ANY WARRANTY; without even the implied warranty of 13 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the 14 * GNU General Public License for more details. 15 * 16 * You should have received a copy of the GNU General Public License 17 * along with this program; if not, write to the Free Software 18 * Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. 19 * 20 */ 21 22 #include <sys/utsname.h> 23 #include <sys/types.h> 24 #include <sys/stat.h> 25 #include <fcntl.h> 26 #include <errno.h> 27 #include <stdio.h> 28 #include <unistd.h> 29 #include <stdlib.h> 30 #include <string.h> 31 #include <stdarg.h> 32 #include <limits.h> 33 #include <elf.h> 34 35 #include "util.h" 36 #include "event.h" 37 #include "strlist.h" 38 #include "debug.h" 39 #include "cache.h" 40 #include "color.h" 41 #include "symbol.h" 42 #include "thread.h" 43 #include <api/fs/fs.h> 44 #include "trace-event.h" /* For __maybe_unused */ 45 #include "probe-event.h" 46 #include "probe-finder.h" 47 #include "probe-file.h" 48 #include "session.h" 49 50 #define MAX_CMDLEN 256 51 #define PERFPROBE_GROUP "probe" 52 53 bool probe_event_dry_run; /* Dry run flag */ 54 struct probe_conf probe_conf; 55 56 #define semantic_error(msg ...) pr_err("Semantic error :" msg) 57 58 int e_snprintf(char *str, size_t size, const char *format, ...) 59 { 60 int ret; 61 va_list ap; 62 va_start(ap, format); 63 ret = vsnprintf(str, size, format, ap); 64 va_end(ap); 65 if (ret >= (int)size) 66 ret = -E2BIG; 67 return ret; 68 } 69 70 static struct machine *host_machine; 71 72 /* Initialize symbol maps and path of vmlinux/modules */ 73 int init_probe_symbol_maps(bool user_only) 74 { 75 int ret; 76 77 symbol_conf.sort_by_name = true; 78 symbol_conf.allow_aliases = true; 79 ret = symbol__init(NULL); 80 if (ret < 0) { 81 pr_debug("Failed to init symbol map.\n"); 82 goto out; 83 } 84 85 if (host_machine || user_only) /* already initialized */ 86 return 0; 87 88 if (symbol_conf.vmlinux_name) 89 pr_debug("Use vmlinux: %s\n", symbol_conf.vmlinux_name); 90 91 host_machine = machine__new_host(); 92 if (!host_machine) { 93 pr_debug("machine__new_host() failed.\n"); 94 symbol__exit(); 95 ret = -1; 96 } 97 out: 98 if (ret < 0) 99 pr_warning("Failed to init vmlinux path.\n"); 100 return ret; 101 } 102 103 void exit_probe_symbol_maps(void) 104 { 105 machine__delete(host_machine); 106 host_machine = NULL; 107 symbol__exit(); 108 } 109 110 static struct symbol *__find_kernel_function_by_name(const char *name, 111 struct map **mapp) 112 { 113 return machine__find_kernel_function_by_name(host_machine, name, mapp, 114 NULL); 115 } 116 117 static struct symbol *__find_kernel_function(u64 addr, struct map **mapp) 118 { 119 return machine__find_kernel_function(host_machine, addr, mapp, NULL); 120 } 121 122 static struct ref_reloc_sym *kernel_get_ref_reloc_sym(void) 123 { 124 /* kmap->ref_reloc_sym should be set if host_machine is initialized */ 125 struct kmap *kmap; 126 struct map *map = machine__kernel_map(host_machine); 127 128 if (map__load(map, NULL) < 0) 129 return NULL; 130 131 kmap = map__kmap(map); 132 if (!kmap) 133 return NULL; 134 return kmap->ref_reloc_sym; 135 } 136 137 static int kernel_get_symbol_address_by_name(const char *name, u64 *addr, 138 bool reloc, bool reladdr) 139 { 140 struct ref_reloc_sym *reloc_sym; 141 struct symbol *sym; 142 struct map *map; 143 144 /* ref_reloc_sym is just a label. Need a special fix*/ 145 reloc_sym = kernel_get_ref_reloc_sym(); 146 if (reloc_sym && strcmp(name, reloc_sym->name) == 0) 147 *addr = (reloc) ? reloc_sym->addr : reloc_sym->unrelocated_addr; 148 else { 149 sym = __find_kernel_function_by_name(name, &map); 150 if (!sym) 151 return -ENOENT; 152 *addr = map->unmap_ip(map, sym->start) - 153 ((reloc) ? 0 : map->reloc) - 154 ((reladdr) ? map->start : 0); 155 } 156 return 0; 157 } 158 159 static struct map *kernel_get_module_map(const char *module) 160 { 161 struct map_groups *grp = &host_machine->kmaps; 162 struct maps *maps = &grp->maps[MAP__FUNCTION]; 163 struct map *pos; 164 165 /* A file path -- this is an offline module */ 166 if (module && strchr(module, '/')) 167 return machine__findnew_module_map(host_machine, 0, module); 168 169 if (!module) 170 module = "kernel"; 171 172 for (pos = maps__first(maps); pos; pos = map__next(pos)) { 173 if (strncmp(pos->dso->short_name + 1, module, 174 pos->dso->short_name_len - 2) == 0) { 175 return pos; 176 } 177 } 178 return NULL; 179 } 180 181 static struct map *get_target_map(const char *target, bool user) 182 { 183 /* Init maps of given executable or kernel */ 184 if (user) 185 return dso__new_map(target); 186 else 187 return kernel_get_module_map(target); 188 } 189 190 static void put_target_map(struct map *map, bool user) 191 { 192 if (map && user) { 193 /* Only the user map needs to be released */ 194 map__put(map); 195 } 196 } 197 198 199 static int convert_exec_to_group(const char *exec, char **result) 200 { 201 char *ptr1, *ptr2, *exec_copy; 202 char buf[64]; 203 int ret; 204 205 exec_copy = strdup(exec); 206 if (!exec_copy) 207 return -ENOMEM; 208 209 ptr1 = basename(exec_copy); 210 if (!ptr1) { 211 ret = -EINVAL; 212 goto out; 213 } 214 215 ptr2 = strpbrk(ptr1, "-._"); 216 if (ptr2) 217 *ptr2 = '\0'; 218 ret = e_snprintf(buf, 64, "%s_%s", PERFPROBE_GROUP, ptr1); 219 if (ret < 0) 220 goto out; 221 222 *result = strdup(buf); 223 ret = *result ? 0 : -ENOMEM; 224 225 out: 226 free(exec_copy); 227 return ret; 228 } 229 230 static void clear_perf_probe_point(struct perf_probe_point *pp) 231 { 232 free(pp->file); 233 free(pp->function); 234 free(pp->lazy_line); 235 } 236 237 static void clear_probe_trace_events(struct probe_trace_event *tevs, int ntevs) 238 { 239 int i; 240 241 for (i = 0; i < ntevs; i++) 242 clear_probe_trace_event(tevs + i); 243 } 244 245 static bool kprobe_blacklist__listed(unsigned long address); 246 static bool kprobe_warn_out_range(const char *symbol, unsigned long address) 247 { 248 u64 etext_addr = 0; 249 int ret; 250 251 /* Get the address of _etext for checking non-probable text symbol */ 252 ret = kernel_get_symbol_address_by_name("_etext", &etext_addr, 253 false, false); 254 255 if (ret == 0 && etext_addr < address) 256 pr_warning("%s is out of .text, skip it.\n", symbol); 257 else if (kprobe_blacklist__listed(address)) 258 pr_warning("%s is blacklisted function, skip it.\n", symbol); 259 else 260 return false; 261 262 return true; 263 } 264 265 /* 266 * NOTE: 267 * '.gnu.linkonce.this_module' section of kernel module elf directly 268 * maps to 'struct module' from linux/module.h. This section contains 269 * actual module name which will be used by kernel after loading it. 270 * But, we cannot use 'struct module' here since linux/module.h is not 271 * exposed to user-space. Offset of 'name' has remained same from long 272 * time, so hardcoding it here. 273 */ 274 #ifdef __LP64__ 275 #define MOD_NAME_OFFSET 24 276 #else 277 #define MOD_NAME_OFFSET 12 278 #endif 279 280 /* 281 * @module can be module name of module file path. In case of path, 282 * inspect elf and find out what is actual module name. 283 * Caller has to free mod_name after using it. 284 */ 285 static char *find_module_name(const char *module) 286 { 287 int fd; 288 Elf *elf; 289 GElf_Ehdr ehdr; 290 GElf_Shdr shdr; 291 Elf_Data *data; 292 Elf_Scn *sec; 293 char *mod_name = NULL; 294 295 fd = open(module, O_RDONLY); 296 if (fd < 0) 297 return NULL; 298 299 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL); 300 if (elf == NULL) 301 goto elf_err; 302 303 if (gelf_getehdr(elf, &ehdr) == NULL) 304 goto ret_err; 305 306 sec = elf_section_by_name(elf, &ehdr, &shdr, 307 ".gnu.linkonce.this_module", NULL); 308 if (!sec) 309 goto ret_err; 310 311 data = elf_getdata(sec, NULL); 312 if (!data || !data->d_buf) 313 goto ret_err; 314 315 mod_name = strdup((char *)data->d_buf + MOD_NAME_OFFSET); 316 317 ret_err: 318 elf_end(elf); 319 elf_err: 320 close(fd); 321 return mod_name; 322 } 323 324 #ifdef HAVE_DWARF_SUPPORT 325 326 static int kernel_get_module_dso(const char *module, struct dso **pdso) 327 { 328 struct dso *dso; 329 struct map *map; 330 const char *vmlinux_name; 331 int ret = 0; 332 333 if (module) { 334 char module_name[128]; 335 336 snprintf(module_name, sizeof(module_name), "[%s]", module); 337 map = map_groups__find_by_name(&host_machine->kmaps, MAP__FUNCTION, module_name); 338 if (map) { 339 dso = map->dso; 340 goto found; 341 } 342 pr_debug("Failed to find module %s.\n", module); 343 return -ENOENT; 344 } 345 346 map = machine__kernel_map(host_machine); 347 dso = map->dso; 348 349 vmlinux_name = symbol_conf.vmlinux_name; 350 dso->load_errno = 0; 351 if (vmlinux_name) 352 ret = dso__load_vmlinux(dso, map, vmlinux_name, false, NULL); 353 else 354 ret = dso__load_vmlinux_path(dso, map, NULL); 355 found: 356 *pdso = dso; 357 return ret; 358 } 359 360 /* 361 * Some binaries like glibc have special symbols which are on the symbol 362 * table, but not in the debuginfo. If we can find the address of the 363 * symbol from map, we can translate the address back to the probe point. 364 */ 365 static int find_alternative_probe_point(struct debuginfo *dinfo, 366 struct perf_probe_point *pp, 367 struct perf_probe_point *result, 368 const char *target, bool uprobes) 369 { 370 struct map *map = NULL; 371 struct symbol *sym; 372 u64 address = 0; 373 int ret = -ENOENT; 374 375 /* This can work only for function-name based one */ 376 if (!pp->function || pp->file) 377 return -ENOTSUP; 378 379 map = get_target_map(target, uprobes); 380 if (!map) 381 return -EINVAL; 382 383 /* Find the address of given function */ 384 map__for_each_symbol_by_name(map, pp->function, sym) { 385 if (uprobes) 386 address = sym->start; 387 else 388 address = map->unmap_ip(map, sym->start); 389 break; 390 } 391 if (!address) { 392 ret = -ENOENT; 393 goto out; 394 } 395 pr_debug("Symbol %s address found : %" PRIx64 "\n", 396 pp->function, address); 397 398 ret = debuginfo__find_probe_point(dinfo, (unsigned long)address, 399 result); 400 if (ret <= 0) 401 ret = (!ret) ? -ENOENT : ret; 402 else { 403 result->offset += pp->offset; 404 result->line += pp->line; 405 result->retprobe = pp->retprobe; 406 ret = 0; 407 } 408 409 out: 410 put_target_map(map, uprobes); 411 return ret; 412 413 } 414 415 static int get_alternative_probe_event(struct debuginfo *dinfo, 416 struct perf_probe_event *pev, 417 struct perf_probe_point *tmp) 418 { 419 int ret; 420 421 memcpy(tmp, &pev->point, sizeof(*tmp)); 422 memset(&pev->point, 0, sizeof(pev->point)); 423 ret = find_alternative_probe_point(dinfo, tmp, &pev->point, 424 pev->target, pev->uprobes); 425 if (ret < 0) 426 memcpy(&pev->point, tmp, sizeof(*tmp)); 427 428 return ret; 429 } 430 431 static int get_alternative_line_range(struct debuginfo *dinfo, 432 struct line_range *lr, 433 const char *target, bool user) 434 { 435 struct perf_probe_point pp = { .function = lr->function, 436 .file = lr->file, 437 .line = lr->start }; 438 struct perf_probe_point result; 439 int ret, len = 0; 440 441 memset(&result, 0, sizeof(result)); 442 443 if (lr->end != INT_MAX) 444 len = lr->end - lr->start; 445 ret = find_alternative_probe_point(dinfo, &pp, &result, 446 target, user); 447 if (!ret) { 448 lr->function = result.function; 449 lr->file = result.file; 450 lr->start = result.line; 451 if (lr->end != INT_MAX) 452 lr->end = lr->start + len; 453 clear_perf_probe_point(&pp); 454 } 455 return ret; 456 } 457 458 /* Open new debuginfo of given module */ 459 static struct debuginfo *open_debuginfo(const char *module, bool silent) 460 { 461 const char *path = module; 462 char reason[STRERR_BUFSIZE]; 463 struct debuginfo *ret = NULL; 464 struct dso *dso = NULL; 465 int err; 466 467 if (!module || !strchr(module, '/')) { 468 err = kernel_get_module_dso(module, &dso); 469 if (err < 0) { 470 if (!dso || dso->load_errno == 0) { 471 if (!strerror_r(-err, reason, STRERR_BUFSIZE)) 472 strcpy(reason, "(unknown)"); 473 } else 474 dso__strerror_load(dso, reason, STRERR_BUFSIZE); 475 if (!silent) 476 pr_err("Failed to find the path for %s: %s\n", 477 module ?: "kernel", reason); 478 return NULL; 479 } 480 path = dso->long_name; 481 } 482 ret = debuginfo__new(path); 483 if (!ret && !silent) { 484 pr_warning("The %s file has no debug information.\n", path); 485 if (!module || !strtailcmp(path, ".ko")) 486 pr_warning("Rebuild with CONFIG_DEBUG_INFO=y, "); 487 else 488 pr_warning("Rebuild with -g, "); 489 pr_warning("or install an appropriate debuginfo package.\n"); 490 } 491 return ret; 492 } 493 494 /* For caching the last debuginfo */ 495 static struct debuginfo *debuginfo_cache; 496 static char *debuginfo_cache_path; 497 498 static struct debuginfo *debuginfo_cache__open(const char *module, bool silent) 499 { 500 const char *path = module; 501 502 /* If the module is NULL, it should be the kernel. */ 503 if (!module) 504 path = "kernel"; 505 506 if (debuginfo_cache_path && !strcmp(debuginfo_cache_path, path)) 507 goto out; 508 509 /* Copy module path */ 510 free(debuginfo_cache_path); 511 debuginfo_cache_path = strdup(path); 512 if (!debuginfo_cache_path) { 513 debuginfo__delete(debuginfo_cache); 514 debuginfo_cache = NULL; 515 goto out; 516 } 517 518 debuginfo_cache = open_debuginfo(module, silent); 519 if (!debuginfo_cache) 520 zfree(&debuginfo_cache_path); 521 out: 522 return debuginfo_cache; 523 } 524 525 static void debuginfo_cache__exit(void) 526 { 527 debuginfo__delete(debuginfo_cache); 528 debuginfo_cache = NULL; 529 zfree(&debuginfo_cache_path); 530 } 531 532 533 static int get_text_start_address(const char *exec, unsigned long *address) 534 { 535 Elf *elf; 536 GElf_Ehdr ehdr; 537 GElf_Shdr shdr; 538 int fd, ret = -ENOENT; 539 540 fd = open(exec, O_RDONLY); 541 if (fd < 0) 542 return -errno; 543 544 elf = elf_begin(fd, PERF_ELF_C_READ_MMAP, NULL); 545 if (elf == NULL) { 546 ret = -EINVAL; 547 goto out_close; 548 } 549 550 if (gelf_getehdr(elf, &ehdr) == NULL) 551 goto out; 552 553 if (!elf_section_by_name(elf, &ehdr, &shdr, ".text", NULL)) 554 goto out; 555 556 *address = shdr.sh_addr - shdr.sh_offset; 557 ret = 0; 558 out: 559 elf_end(elf); 560 out_close: 561 close(fd); 562 563 return ret; 564 } 565 566 /* 567 * Convert trace point to probe point with debuginfo 568 */ 569 static int find_perf_probe_point_from_dwarf(struct probe_trace_point *tp, 570 struct perf_probe_point *pp, 571 bool is_kprobe) 572 { 573 struct debuginfo *dinfo = NULL; 574 unsigned long stext = 0; 575 u64 addr = tp->address; 576 int ret = -ENOENT; 577 578 /* convert the address to dwarf address */ 579 if (!is_kprobe) { 580 if (!addr) { 581 ret = -EINVAL; 582 goto error; 583 } 584 ret = get_text_start_address(tp->module, &stext); 585 if (ret < 0) 586 goto error; 587 addr += stext; 588 } else if (tp->symbol) { 589 /* If the module is given, this returns relative address */ 590 ret = kernel_get_symbol_address_by_name(tp->symbol, &addr, 591 false, !!tp->module); 592 if (ret != 0) 593 goto error; 594 addr += tp->offset; 595 } 596 597 pr_debug("try to find information at %" PRIx64 " in %s\n", addr, 598 tp->module ? : "kernel"); 599 600 dinfo = debuginfo_cache__open(tp->module, verbose == 0); 601 if (dinfo) 602 ret = debuginfo__find_probe_point(dinfo, 603 (unsigned long)addr, pp); 604 else 605 ret = -ENOENT; 606 607 if (ret > 0) { 608 pp->retprobe = tp->retprobe; 609 return 0; 610 } 611 error: 612 pr_debug("Failed to find corresponding probes from debuginfo.\n"); 613 return ret ? : -ENOENT; 614 } 615 616 static int add_exec_to_probe_trace_events(struct probe_trace_event *tevs, 617 int ntevs, const char *exec) 618 { 619 int i, ret = 0; 620 unsigned long stext = 0; 621 622 if (!exec) 623 return 0; 624 625 ret = get_text_start_address(exec, &stext); 626 if (ret < 0) 627 return ret; 628 629 for (i = 0; i < ntevs && ret >= 0; i++) { 630 /* point.address is the addres of point.symbol + point.offset */ 631 tevs[i].point.address -= stext; 632 tevs[i].point.module = strdup(exec); 633 if (!tevs[i].point.module) { 634 ret = -ENOMEM; 635 break; 636 } 637 tevs[i].uprobes = true; 638 } 639 640 return ret; 641 } 642 643 static int add_module_to_probe_trace_events(struct probe_trace_event *tevs, 644 int ntevs, const char *module) 645 { 646 int i, ret = 0; 647 char *mod_name = NULL; 648 649 if (!module) 650 return 0; 651 652 mod_name = find_module_name(module); 653 654 for (i = 0; i < ntevs; i++) { 655 tevs[i].point.module = 656 strdup(mod_name ? mod_name : module); 657 if (!tevs[i].point.module) { 658 ret = -ENOMEM; 659 break; 660 } 661 } 662 663 free(mod_name); 664 return ret; 665 } 666 667 /* Post processing the probe events */ 668 static int post_process_probe_trace_events(struct probe_trace_event *tevs, 669 int ntevs, const char *module, 670 bool uprobe) 671 { 672 struct ref_reloc_sym *reloc_sym; 673 char *tmp; 674 int i, skipped = 0; 675 676 if (uprobe) 677 return add_exec_to_probe_trace_events(tevs, ntevs, module); 678 679 /* Note that currently ref_reloc_sym based probe is not for drivers */ 680 if (module) 681 return add_module_to_probe_trace_events(tevs, ntevs, module); 682 683 reloc_sym = kernel_get_ref_reloc_sym(); 684 if (!reloc_sym) { 685 pr_warning("Relocated base symbol is not found!\n"); 686 return -EINVAL; 687 } 688 689 for (i = 0; i < ntevs; i++) { 690 if (!tevs[i].point.address || tevs[i].point.retprobe) 691 continue; 692 /* If we found a wrong one, mark it by NULL symbol */ 693 if (kprobe_warn_out_range(tevs[i].point.symbol, 694 tevs[i].point.address)) { 695 tmp = NULL; 696 skipped++; 697 } else { 698 tmp = strdup(reloc_sym->name); 699 if (!tmp) 700 return -ENOMEM; 701 } 702 /* If we have no realname, use symbol for it */ 703 if (!tevs[i].point.realname) 704 tevs[i].point.realname = tevs[i].point.symbol; 705 else 706 free(tevs[i].point.symbol); 707 tevs[i].point.symbol = tmp; 708 tevs[i].point.offset = tevs[i].point.address - 709 reloc_sym->unrelocated_addr; 710 } 711 return skipped; 712 } 713 714 /* Try to find perf_probe_event with debuginfo */ 715 static int try_to_find_probe_trace_events(struct perf_probe_event *pev, 716 struct probe_trace_event **tevs) 717 { 718 bool need_dwarf = perf_probe_event_need_dwarf(pev); 719 struct perf_probe_point tmp; 720 struct debuginfo *dinfo; 721 int ntevs, ret = 0; 722 723 dinfo = open_debuginfo(pev->target, !need_dwarf); 724 if (!dinfo) { 725 if (need_dwarf) 726 return -ENOENT; 727 pr_debug("Could not open debuginfo. Try to use symbols.\n"); 728 return 0; 729 } 730 731 pr_debug("Try to find probe point from debuginfo.\n"); 732 /* Searching trace events corresponding to a probe event */ 733 ntevs = debuginfo__find_trace_events(dinfo, pev, tevs); 734 735 if (ntevs == 0) { /* Not found, retry with an alternative */ 736 ret = get_alternative_probe_event(dinfo, pev, &tmp); 737 if (!ret) { 738 ntevs = debuginfo__find_trace_events(dinfo, pev, tevs); 739 /* 740 * Write back to the original probe_event for 741 * setting appropriate (user given) event name 742 */ 743 clear_perf_probe_point(&pev->point); 744 memcpy(&pev->point, &tmp, sizeof(tmp)); 745 } 746 } 747 748 debuginfo__delete(dinfo); 749 750 if (ntevs > 0) { /* Succeeded to find trace events */ 751 pr_debug("Found %d probe_trace_events.\n", ntevs); 752 ret = post_process_probe_trace_events(*tevs, ntevs, 753 pev->target, pev->uprobes); 754 if (ret < 0 || ret == ntevs) { 755 clear_probe_trace_events(*tevs, ntevs); 756 zfree(tevs); 757 } 758 if (ret != ntevs) 759 return ret < 0 ? ret : ntevs; 760 ntevs = 0; 761 /* Fall through */ 762 } 763 764 if (ntevs == 0) { /* No error but failed to find probe point. */ 765 pr_warning("Probe point '%s' not found.\n", 766 synthesize_perf_probe_point(&pev->point)); 767 return -ENOENT; 768 } 769 /* Error path : ntevs < 0 */ 770 pr_debug("An error occurred in debuginfo analysis (%d).\n", ntevs); 771 if (ntevs < 0) { 772 if (ntevs == -EBADF) 773 pr_warning("Warning: No dwarf info found in the vmlinux - " 774 "please rebuild kernel with CONFIG_DEBUG_INFO=y.\n"); 775 if (!need_dwarf) { 776 pr_debug("Trying to use symbols.\n"); 777 return 0; 778 } 779 } 780 return ntevs; 781 } 782 783 #define LINEBUF_SIZE 256 784 #define NR_ADDITIONAL_LINES 2 785 786 static int __show_one_line(FILE *fp, int l, bool skip, bool show_num) 787 { 788 char buf[LINEBUF_SIZE], sbuf[STRERR_BUFSIZE]; 789 const char *color = show_num ? "" : PERF_COLOR_BLUE; 790 const char *prefix = NULL; 791 792 do { 793 if (fgets(buf, LINEBUF_SIZE, fp) == NULL) 794 goto error; 795 if (skip) 796 continue; 797 if (!prefix) { 798 prefix = show_num ? "%7d " : " "; 799 color_fprintf(stdout, color, prefix, l); 800 } 801 color_fprintf(stdout, color, "%s", buf); 802 803 } while (strchr(buf, '\n') == NULL); 804 805 return 1; 806 error: 807 if (ferror(fp)) { 808 pr_warning("File read error: %s\n", 809 strerror_r(errno, sbuf, sizeof(sbuf))); 810 return -1; 811 } 812 return 0; 813 } 814 815 static int _show_one_line(FILE *fp, int l, bool skip, bool show_num) 816 { 817 int rv = __show_one_line(fp, l, skip, show_num); 818 if (rv == 0) { 819 pr_warning("Source file is shorter than expected.\n"); 820 rv = -1; 821 } 822 return rv; 823 } 824 825 #define show_one_line_with_num(f,l) _show_one_line(f,l,false,true) 826 #define show_one_line(f,l) _show_one_line(f,l,false,false) 827 #define skip_one_line(f,l) _show_one_line(f,l,true,false) 828 #define show_one_line_or_eof(f,l) __show_one_line(f,l,false,false) 829 830 /* 831 * Show line-range always requires debuginfo to find source file and 832 * line number. 833 */ 834 static int __show_line_range(struct line_range *lr, const char *module, 835 bool user) 836 { 837 int l = 1; 838 struct int_node *ln; 839 struct debuginfo *dinfo; 840 FILE *fp; 841 int ret; 842 char *tmp; 843 char sbuf[STRERR_BUFSIZE]; 844 845 /* Search a line range */ 846 dinfo = open_debuginfo(module, false); 847 if (!dinfo) 848 return -ENOENT; 849 850 ret = debuginfo__find_line_range(dinfo, lr); 851 if (!ret) { /* Not found, retry with an alternative */ 852 ret = get_alternative_line_range(dinfo, lr, module, user); 853 if (!ret) 854 ret = debuginfo__find_line_range(dinfo, lr); 855 } 856 debuginfo__delete(dinfo); 857 if (ret == 0 || ret == -ENOENT) { 858 pr_warning("Specified source line is not found.\n"); 859 return -ENOENT; 860 } else if (ret < 0) { 861 pr_warning("Debuginfo analysis failed.\n"); 862 return ret; 863 } 864 865 /* Convert source file path */ 866 tmp = lr->path; 867 ret = get_real_path(tmp, lr->comp_dir, &lr->path); 868 869 /* Free old path when new path is assigned */ 870 if (tmp != lr->path) 871 free(tmp); 872 873 if (ret < 0) { 874 pr_warning("Failed to find source file path.\n"); 875 return ret; 876 } 877 878 setup_pager(); 879 880 if (lr->function) 881 fprintf(stdout, "<%s@%s:%d>\n", lr->function, lr->path, 882 lr->start - lr->offset); 883 else 884 fprintf(stdout, "<%s:%d>\n", lr->path, lr->start); 885 886 fp = fopen(lr->path, "r"); 887 if (fp == NULL) { 888 pr_warning("Failed to open %s: %s\n", lr->path, 889 strerror_r(errno, sbuf, sizeof(sbuf))); 890 return -errno; 891 } 892 /* Skip to starting line number */ 893 while (l < lr->start) { 894 ret = skip_one_line(fp, l++); 895 if (ret < 0) 896 goto end; 897 } 898 899 intlist__for_each(ln, lr->line_list) { 900 for (; ln->i > l; l++) { 901 ret = show_one_line(fp, l - lr->offset); 902 if (ret < 0) 903 goto end; 904 } 905 ret = show_one_line_with_num(fp, l++ - lr->offset); 906 if (ret < 0) 907 goto end; 908 } 909 910 if (lr->end == INT_MAX) 911 lr->end = l + NR_ADDITIONAL_LINES; 912 while (l <= lr->end) { 913 ret = show_one_line_or_eof(fp, l++ - lr->offset); 914 if (ret <= 0) 915 break; 916 } 917 end: 918 fclose(fp); 919 return ret; 920 } 921 922 int show_line_range(struct line_range *lr, const char *module, bool user) 923 { 924 int ret; 925 926 ret = init_probe_symbol_maps(user); 927 if (ret < 0) 928 return ret; 929 ret = __show_line_range(lr, module, user); 930 exit_probe_symbol_maps(); 931 932 return ret; 933 } 934 935 static int show_available_vars_at(struct debuginfo *dinfo, 936 struct perf_probe_event *pev, 937 struct strfilter *_filter) 938 { 939 char *buf; 940 int ret, i, nvars; 941 struct str_node *node; 942 struct variable_list *vls = NULL, *vl; 943 struct perf_probe_point tmp; 944 const char *var; 945 946 buf = synthesize_perf_probe_point(&pev->point); 947 if (!buf) 948 return -EINVAL; 949 pr_debug("Searching variables at %s\n", buf); 950 951 ret = debuginfo__find_available_vars_at(dinfo, pev, &vls); 952 if (!ret) { /* Not found, retry with an alternative */ 953 ret = get_alternative_probe_event(dinfo, pev, &tmp); 954 if (!ret) { 955 ret = debuginfo__find_available_vars_at(dinfo, pev, 956 &vls); 957 /* Release the old probe_point */ 958 clear_perf_probe_point(&tmp); 959 } 960 } 961 if (ret <= 0) { 962 if (ret == 0 || ret == -ENOENT) { 963 pr_err("Failed to find the address of %s\n", buf); 964 ret = -ENOENT; 965 } else 966 pr_warning("Debuginfo analysis failed.\n"); 967 goto end; 968 } 969 970 /* Some variables are found */ 971 fprintf(stdout, "Available variables at %s\n", buf); 972 for (i = 0; i < ret; i++) { 973 vl = &vls[i]; 974 /* 975 * A probe point might be converted to 976 * several trace points. 977 */ 978 fprintf(stdout, "\t@<%s+%lu>\n", vl->point.symbol, 979 vl->point.offset); 980 zfree(&vl->point.symbol); 981 nvars = 0; 982 if (vl->vars) { 983 strlist__for_each(node, vl->vars) { 984 var = strchr(node->s, '\t') + 1; 985 if (strfilter__compare(_filter, var)) { 986 fprintf(stdout, "\t\t%s\n", node->s); 987 nvars++; 988 } 989 } 990 strlist__delete(vl->vars); 991 } 992 if (nvars == 0) 993 fprintf(stdout, "\t\t(No matched variables)\n"); 994 } 995 free(vls); 996 end: 997 free(buf); 998 return ret; 999 } 1000 1001 /* Show available variables on given probe point */ 1002 int show_available_vars(struct perf_probe_event *pevs, int npevs, 1003 struct strfilter *_filter) 1004 { 1005 int i, ret = 0; 1006 struct debuginfo *dinfo; 1007 1008 ret = init_probe_symbol_maps(pevs->uprobes); 1009 if (ret < 0) 1010 return ret; 1011 1012 dinfo = open_debuginfo(pevs->target, false); 1013 if (!dinfo) { 1014 ret = -ENOENT; 1015 goto out; 1016 } 1017 1018 setup_pager(); 1019 1020 for (i = 0; i < npevs && ret >= 0; i++) 1021 ret = show_available_vars_at(dinfo, &pevs[i], _filter); 1022 1023 debuginfo__delete(dinfo); 1024 out: 1025 exit_probe_symbol_maps(); 1026 return ret; 1027 } 1028 1029 #else /* !HAVE_DWARF_SUPPORT */ 1030 1031 static void debuginfo_cache__exit(void) 1032 { 1033 } 1034 1035 static int 1036 find_perf_probe_point_from_dwarf(struct probe_trace_point *tp __maybe_unused, 1037 struct perf_probe_point *pp __maybe_unused, 1038 bool is_kprobe __maybe_unused) 1039 { 1040 return -ENOSYS; 1041 } 1042 1043 static int try_to_find_probe_trace_events(struct perf_probe_event *pev, 1044 struct probe_trace_event **tevs __maybe_unused) 1045 { 1046 if (perf_probe_event_need_dwarf(pev)) { 1047 pr_warning("Debuginfo-analysis is not supported.\n"); 1048 return -ENOSYS; 1049 } 1050 1051 return 0; 1052 } 1053 1054 int show_line_range(struct line_range *lr __maybe_unused, 1055 const char *module __maybe_unused, 1056 bool user __maybe_unused) 1057 { 1058 pr_warning("Debuginfo-analysis is not supported.\n"); 1059 return -ENOSYS; 1060 } 1061 1062 int show_available_vars(struct perf_probe_event *pevs __maybe_unused, 1063 int npevs __maybe_unused, 1064 struct strfilter *filter __maybe_unused) 1065 { 1066 pr_warning("Debuginfo-analysis is not supported.\n"); 1067 return -ENOSYS; 1068 } 1069 #endif 1070 1071 void line_range__clear(struct line_range *lr) 1072 { 1073 free(lr->function); 1074 free(lr->file); 1075 free(lr->path); 1076 free(lr->comp_dir); 1077 intlist__delete(lr->line_list); 1078 memset(lr, 0, sizeof(*lr)); 1079 } 1080 1081 int line_range__init(struct line_range *lr) 1082 { 1083 memset(lr, 0, sizeof(*lr)); 1084 lr->line_list = intlist__new(NULL); 1085 if (!lr->line_list) 1086 return -ENOMEM; 1087 else 1088 return 0; 1089 } 1090 1091 static int parse_line_num(char **ptr, int *val, const char *what) 1092 { 1093 const char *start = *ptr; 1094 1095 errno = 0; 1096 *val = strtol(*ptr, ptr, 0); 1097 if (errno || *ptr == start) { 1098 semantic_error("'%s' is not a valid number.\n", what); 1099 return -EINVAL; 1100 } 1101 return 0; 1102 } 1103 1104 /* Check the name is good for event, group or function */ 1105 static bool is_c_func_name(const char *name) 1106 { 1107 if (!isalpha(*name) && *name != '_') 1108 return false; 1109 while (*++name != '\0') { 1110 if (!isalpha(*name) && !isdigit(*name) && *name != '_') 1111 return false; 1112 } 1113 return true; 1114 } 1115 1116 /* 1117 * Stuff 'lr' according to the line range described by 'arg'. 1118 * The line range syntax is described by: 1119 * 1120 * SRC[:SLN[+NUM|-ELN]] 1121 * FNC[@SRC][:SLN[+NUM|-ELN]] 1122 */ 1123 int parse_line_range_desc(const char *arg, struct line_range *lr) 1124 { 1125 char *range, *file, *name = strdup(arg); 1126 int err; 1127 1128 if (!name) 1129 return -ENOMEM; 1130 1131 lr->start = 0; 1132 lr->end = INT_MAX; 1133 1134 range = strchr(name, ':'); 1135 if (range) { 1136 *range++ = '\0'; 1137 1138 err = parse_line_num(&range, &lr->start, "start line"); 1139 if (err) 1140 goto err; 1141 1142 if (*range == '+' || *range == '-') { 1143 const char c = *range++; 1144 1145 err = parse_line_num(&range, &lr->end, "end line"); 1146 if (err) 1147 goto err; 1148 1149 if (c == '+') { 1150 lr->end += lr->start; 1151 /* 1152 * Adjust the number of lines here. 1153 * If the number of lines == 1, the 1154 * the end of line should be equal to 1155 * the start of line. 1156 */ 1157 lr->end--; 1158 } 1159 } 1160 1161 pr_debug("Line range is %d to %d\n", lr->start, lr->end); 1162 1163 err = -EINVAL; 1164 if (lr->start > lr->end) { 1165 semantic_error("Start line must be smaller" 1166 " than end line.\n"); 1167 goto err; 1168 } 1169 if (*range != '\0') { 1170 semantic_error("Tailing with invalid str '%s'.\n", range); 1171 goto err; 1172 } 1173 } 1174 1175 file = strchr(name, '@'); 1176 if (file) { 1177 *file = '\0'; 1178 lr->file = strdup(++file); 1179 if (lr->file == NULL) { 1180 err = -ENOMEM; 1181 goto err; 1182 } 1183 lr->function = name; 1184 } else if (strchr(name, '/') || strchr(name, '.')) 1185 lr->file = name; 1186 else if (is_c_func_name(name))/* We reuse it for checking funcname */ 1187 lr->function = name; 1188 else { /* Invalid name */ 1189 semantic_error("'%s' is not a valid function name.\n", name); 1190 err = -EINVAL; 1191 goto err; 1192 } 1193 1194 return 0; 1195 err: 1196 free(name); 1197 return err; 1198 } 1199 1200 /* Parse probepoint definition. */ 1201 static int parse_perf_probe_point(char *arg, struct perf_probe_event *pev) 1202 { 1203 struct perf_probe_point *pp = &pev->point; 1204 char *ptr, *tmp; 1205 char c, nc = 0; 1206 bool file_spec = false; 1207 /* 1208 * <Syntax> 1209 * perf probe [EVENT=]SRC[:LN|;PTN] 1210 * perf probe [EVENT=]FUNC[@SRC][+OFFS|%return|:LN|;PAT] 1211 * 1212 * TODO:Group name support 1213 */ 1214 if (!arg) 1215 return -EINVAL; 1216 1217 ptr = strpbrk(arg, ";=@+%"); 1218 if (ptr && *ptr == '=') { /* Event name */ 1219 *ptr = '\0'; 1220 tmp = ptr + 1; 1221 if (strchr(arg, ':')) { 1222 semantic_error("Group name is not supported yet.\n"); 1223 return -ENOTSUP; 1224 } 1225 if (!is_c_func_name(arg)) { 1226 semantic_error("%s is bad for event name -it must " 1227 "follow C symbol-naming rule.\n", arg); 1228 return -EINVAL; 1229 } 1230 pev->event = strdup(arg); 1231 if (pev->event == NULL) 1232 return -ENOMEM; 1233 pev->group = NULL; 1234 arg = tmp; 1235 } 1236 1237 /* 1238 * Check arg is function or file name and copy it. 1239 * 1240 * We consider arg to be a file spec if and only if it satisfies 1241 * all of the below criteria:: 1242 * - it does not include any of "+@%", 1243 * - it includes one of ":;", and 1244 * - it has a period '.' in the name. 1245 * 1246 * Otherwise, we consider arg to be a function specification. 1247 */ 1248 if (!strpbrk(arg, "+@%") && (ptr = strpbrk(arg, ";:")) != NULL) { 1249 /* This is a file spec if it includes a '.' before ; or : */ 1250 if (memchr(arg, '.', ptr - arg)) 1251 file_spec = true; 1252 } 1253 1254 ptr = strpbrk(arg, ";:+@%"); 1255 if (ptr) { 1256 nc = *ptr; 1257 *ptr++ = '\0'; 1258 } 1259 1260 if (arg[0] == '\0') 1261 tmp = NULL; 1262 else { 1263 tmp = strdup(arg); 1264 if (tmp == NULL) 1265 return -ENOMEM; 1266 } 1267 1268 if (file_spec) 1269 pp->file = tmp; 1270 else { 1271 pp->function = tmp; 1272 1273 /* 1274 * Keep pp->function even if this is absolute address, 1275 * so it can mark whether abs_address is valid. 1276 * Which make 'perf probe lib.bin 0x0' possible. 1277 * 1278 * Note that checking length of tmp is not needed 1279 * because when we access tmp[1] we know tmp[0] is '0', 1280 * so tmp[1] should always valid (but could be '\0'). 1281 */ 1282 if (tmp && !strncmp(tmp, "0x", 2)) { 1283 pp->abs_address = strtoul(pp->function, &tmp, 0); 1284 if (*tmp != '\0') { 1285 semantic_error("Invalid absolute address.\n"); 1286 return -EINVAL; 1287 } 1288 } 1289 } 1290 1291 /* Parse other options */ 1292 while (ptr) { 1293 arg = ptr; 1294 c = nc; 1295 if (c == ';') { /* Lazy pattern must be the last part */ 1296 pp->lazy_line = strdup(arg); 1297 if (pp->lazy_line == NULL) 1298 return -ENOMEM; 1299 break; 1300 } 1301 ptr = strpbrk(arg, ";:+@%"); 1302 if (ptr) { 1303 nc = *ptr; 1304 *ptr++ = '\0'; 1305 } 1306 switch (c) { 1307 case ':': /* Line number */ 1308 pp->line = strtoul(arg, &tmp, 0); 1309 if (*tmp != '\0') { 1310 semantic_error("There is non-digit char" 1311 " in line number.\n"); 1312 return -EINVAL; 1313 } 1314 break; 1315 case '+': /* Byte offset from a symbol */ 1316 pp->offset = strtoul(arg, &tmp, 0); 1317 if (*tmp != '\0') { 1318 semantic_error("There is non-digit character" 1319 " in offset.\n"); 1320 return -EINVAL; 1321 } 1322 break; 1323 case '@': /* File name */ 1324 if (pp->file) { 1325 semantic_error("SRC@SRC is not allowed.\n"); 1326 return -EINVAL; 1327 } 1328 pp->file = strdup(arg); 1329 if (pp->file == NULL) 1330 return -ENOMEM; 1331 break; 1332 case '%': /* Probe places */ 1333 if (strcmp(arg, "return") == 0) { 1334 pp->retprobe = 1; 1335 } else { /* Others not supported yet */ 1336 semantic_error("%%%s is not supported.\n", arg); 1337 return -ENOTSUP; 1338 } 1339 break; 1340 default: /* Buggy case */ 1341 pr_err("This program has a bug at %s:%d.\n", 1342 __FILE__, __LINE__); 1343 return -ENOTSUP; 1344 break; 1345 } 1346 } 1347 1348 /* Exclusion check */ 1349 if (pp->lazy_line && pp->line) { 1350 semantic_error("Lazy pattern can't be used with" 1351 " line number.\n"); 1352 return -EINVAL; 1353 } 1354 1355 if (pp->lazy_line && pp->offset) { 1356 semantic_error("Lazy pattern can't be used with offset.\n"); 1357 return -EINVAL; 1358 } 1359 1360 if (pp->line && pp->offset) { 1361 semantic_error("Offset can't be used with line number.\n"); 1362 return -EINVAL; 1363 } 1364 1365 if (!pp->line && !pp->lazy_line && pp->file && !pp->function) { 1366 semantic_error("File always requires line number or " 1367 "lazy pattern.\n"); 1368 return -EINVAL; 1369 } 1370 1371 if (pp->offset && !pp->function) { 1372 semantic_error("Offset requires an entry function.\n"); 1373 return -EINVAL; 1374 } 1375 1376 if (pp->retprobe && !pp->function) { 1377 semantic_error("Return probe requires an entry function.\n"); 1378 return -EINVAL; 1379 } 1380 1381 if ((pp->offset || pp->line || pp->lazy_line) && pp->retprobe) { 1382 semantic_error("Offset/Line/Lazy pattern can't be used with " 1383 "return probe.\n"); 1384 return -EINVAL; 1385 } 1386 1387 pr_debug("symbol:%s file:%s line:%d offset:%lu return:%d lazy:%s\n", 1388 pp->function, pp->file, pp->line, pp->offset, pp->retprobe, 1389 pp->lazy_line); 1390 return 0; 1391 } 1392 1393 /* Parse perf-probe event argument */ 1394 static int parse_perf_probe_arg(char *str, struct perf_probe_arg *arg) 1395 { 1396 char *tmp, *goodname; 1397 struct perf_probe_arg_field **fieldp; 1398 1399 pr_debug("parsing arg: %s into ", str); 1400 1401 tmp = strchr(str, '='); 1402 if (tmp) { 1403 arg->name = strndup(str, tmp - str); 1404 if (arg->name == NULL) 1405 return -ENOMEM; 1406 pr_debug("name:%s ", arg->name); 1407 str = tmp + 1; 1408 } 1409 1410 tmp = strchr(str, ':'); 1411 if (tmp) { /* Type setting */ 1412 *tmp = '\0'; 1413 arg->type = strdup(tmp + 1); 1414 if (arg->type == NULL) 1415 return -ENOMEM; 1416 pr_debug("type:%s ", arg->type); 1417 } 1418 1419 tmp = strpbrk(str, "-.["); 1420 if (!is_c_varname(str) || !tmp) { 1421 /* A variable, register, symbol or special value */ 1422 arg->var = strdup(str); 1423 if (arg->var == NULL) 1424 return -ENOMEM; 1425 pr_debug("%s\n", arg->var); 1426 return 0; 1427 } 1428 1429 /* Structure fields or array element */ 1430 arg->var = strndup(str, tmp - str); 1431 if (arg->var == NULL) 1432 return -ENOMEM; 1433 goodname = arg->var; 1434 pr_debug("%s, ", arg->var); 1435 fieldp = &arg->field; 1436 1437 do { 1438 *fieldp = zalloc(sizeof(struct perf_probe_arg_field)); 1439 if (*fieldp == NULL) 1440 return -ENOMEM; 1441 if (*tmp == '[') { /* Array */ 1442 str = tmp; 1443 (*fieldp)->index = strtol(str + 1, &tmp, 0); 1444 (*fieldp)->ref = true; 1445 if (*tmp != ']' || tmp == str + 1) { 1446 semantic_error("Array index must be a" 1447 " number.\n"); 1448 return -EINVAL; 1449 } 1450 tmp++; 1451 if (*tmp == '\0') 1452 tmp = NULL; 1453 } else { /* Structure */ 1454 if (*tmp == '.') { 1455 str = tmp + 1; 1456 (*fieldp)->ref = false; 1457 } else if (tmp[1] == '>') { 1458 str = tmp + 2; 1459 (*fieldp)->ref = true; 1460 } else { 1461 semantic_error("Argument parse error: %s\n", 1462 str); 1463 return -EINVAL; 1464 } 1465 tmp = strpbrk(str, "-.["); 1466 } 1467 if (tmp) { 1468 (*fieldp)->name = strndup(str, tmp - str); 1469 if ((*fieldp)->name == NULL) 1470 return -ENOMEM; 1471 if (*str != '[') 1472 goodname = (*fieldp)->name; 1473 pr_debug("%s(%d), ", (*fieldp)->name, (*fieldp)->ref); 1474 fieldp = &(*fieldp)->next; 1475 } 1476 } while (tmp); 1477 (*fieldp)->name = strdup(str); 1478 if ((*fieldp)->name == NULL) 1479 return -ENOMEM; 1480 if (*str != '[') 1481 goodname = (*fieldp)->name; 1482 pr_debug("%s(%d)\n", (*fieldp)->name, (*fieldp)->ref); 1483 1484 /* If no name is specified, set the last field name (not array index)*/ 1485 if (!arg->name) { 1486 arg->name = strdup(goodname); 1487 if (arg->name == NULL) 1488 return -ENOMEM; 1489 } 1490 return 0; 1491 } 1492 1493 /* Parse perf-probe event command */ 1494 int parse_perf_probe_command(const char *cmd, struct perf_probe_event *pev) 1495 { 1496 char **argv; 1497 int argc, i, ret = 0; 1498 1499 argv = argv_split(cmd, &argc); 1500 if (!argv) { 1501 pr_debug("Failed to split arguments.\n"); 1502 return -ENOMEM; 1503 } 1504 if (argc - 1 > MAX_PROBE_ARGS) { 1505 semantic_error("Too many probe arguments (%d).\n", argc - 1); 1506 ret = -ERANGE; 1507 goto out; 1508 } 1509 /* Parse probe point */ 1510 ret = parse_perf_probe_point(argv[0], pev); 1511 if (ret < 0) 1512 goto out; 1513 1514 /* Copy arguments and ensure return probe has no C argument */ 1515 pev->nargs = argc - 1; 1516 pev->args = zalloc(sizeof(struct perf_probe_arg) * pev->nargs); 1517 if (pev->args == NULL) { 1518 ret = -ENOMEM; 1519 goto out; 1520 } 1521 for (i = 0; i < pev->nargs && ret >= 0; i++) { 1522 ret = parse_perf_probe_arg(argv[i + 1], &pev->args[i]); 1523 if (ret >= 0 && 1524 is_c_varname(pev->args[i].var) && pev->point.retprobe) { 1525 semantic_error("You can't specify local variable for" 1526 " kretprobe.\n"); 1527 ret = -EINVAL; 1528 } 1529 } 1530 out: 1531 argv_free(argv); 1532 1533 return ret; 1534 } 1535 1536 /* Return true if this perf_probe_event requires debuginfo */ 1537 bool perf_probe_event_need_dwarf(struct perf_probe_event *pev) 1538 { 1539 int i; 1540 1541 if (pev->point.file || pev->point.line || pev->point.lazy_line) 1542 return true; 1543 1544 for (i = 0; i < pev->nargs; i++) 1545 if (is_c_varname(pev->args[i].var)) 1546 return true; 1547 1548 return false; 1549 } 1550 1551 /* Parse probe_events event into struct probe_point */ 1552 int parse_probe_trace_command(const char *cmd, struct probe_trace_event *tev) 1553 { 1554 struct probe_trace_point *tp = &tev->point; 1555 char pr; 1556 char *p; 1557 char *argv0_str = NULL, *fmt, *fmt1_str, *fmt2_str, *fmt3_str; 1558 int ret, i, argc; 1559 char **argv; 1560 1561 pr_debug("Parsing probe_events: %s\n", cmd); 1562 argv = argv_split(cmd, &argc); 1563 if (!argv) { 1564 pr_debug("Failed to split arguments.\n"); 1565 return -ENOMEM; 1566 } 1567 if (argc < 2) { 1568 semantic_error("Too few probe arguments.\n"); 1569 ret = -ERANGE; 1570 goto out; 1571 } 1572 1573 /* Scan event and group name. */ 1574 argv0_str = strdup(argv[0]); 1575 if (argv0_str == NULL) { 1576 ret = -ENOMEM; 1577 goto out; 1578 } 1579 fmt1_str = strtok_r(argv0_str, ":", &fmt); 1580 fmt2_str = strtok_r(NULL, "/", &fmt); 1581 fmt3_str = strtok_r(NULL, " \t", &fmt); 1582 if (fmt1_str == NULL || strlen(fmt1_str) != 1 || fmt2_str == NULL 1583 || fmt3_str == NULL) { 1584 semantic_error("Failed to parse event name: %s\n", argv[0]); 1585 ret = -EINVAL; 1586 goto out; 1587 } 1588 pr = fmt1_str[0]; 1589 tev->group = strdup(fmt2_str); 1590 tev->event = strdup(fmt3_str); 1591 if (tev->group == NULL || tev->event == NULL) { 1592 ret = -ENOMEM; 1593 goto out; 1594 } 1595 pr_debug("Group:%s Event:%s probe:%c\n", tev->group, tev->event, pr); 1596 1597 tp->retprobe = (pr == 'r'); 1598 1599 /* Scan module name(if there), function name and offset */ 1600 p = strchr(argv[1], ':'); 1601 if (p) { 1602 tp->module = strndup(argv[1], p - argv[1]); 1603 if (!tp->module) { 1604 ret = -ENOMEM; 1605 goto out; 1606 } 1607 p++; 1608 } else 1609 p = argv[1]; 1610 fmt1_str = strtok_r(p, "+", &fmt); 1611 /* only the address started with 0x */ 1612 if (fmt1_str[0] == '0') { 1613 /* 1614 * Fix a special case: 1615 * if address == 0, kernel reports something like: 1616 * p:probe_libc/abs_0 /lib/libc-2.18.so:0x (null) arg1=%ax 1617 * Newer kernel may fix that, but we want to 1618 * support old kernel also. 1619 */ 1620 if (strcmp(fmt1_str, "0x") == 0) { 1621 if (!argv[2] || strcmp(argv[2], "(null)")) { 1622 ret = -EINVAL; 1623 goto out; 1624 } 1625 tp->address = 0; 1626 1627 free(argv[2]); 1628 for (i = 2; argv[i + 1] != NULL; i++) 1629 argv[i] = argv[i + 1]; 1630 1631 argv[i] = NULL; 1632 argc -= 1; 1633 } else 1634 tp->address = strtoul(fmt1_str, NULL, 0); 1635 } else { 1636 /* Only the symbol-based probe has offset */ 1637 tp->symbol = strdup(fmt1_str); 1638 if (tp->symbol == NULL) { 1639 ret = -ENOMEM; 1640 goto out; 1641 } 1642 fmt2_str = strtok_r(NULL, "", &fmt); 1643 if (fmt2_str == NULL) 1644 tp->offset = 0; 1645 else 1646 tp->offset = strtoul(fmt2_str, NULL, 10); 1647 } 1648 1649 tev->nargs = argc - 2; 1650 tev->args = zalloc(sizeof(struct probe_trace_arg) * tev->nargs); 1651 if (tev->args == NULL) { 1652 ret = -ENOMEM; 1653 goto out; 1654 } 1655 for (i = 0; i < tev->nargs; i++) { 1656 p = strchr(argv[i + 2], '='); 1657 if (p) /* We don't need which register is assigned. */ 1658 *p++ = '\0'; 1659 else 1660 p = argv[i + 2]; 1661 tev->args[i].name = strdup(argv[i + 2]); 1662 /* TODO: parse regs and offset */ 1663 tev->args[i].value = strdup(p); 1664 if (tev->args[i].name == NULL || tev->args[i].value == NULL) { 1665 ret = -ENOMEM; 1666 goto out; 1667 } 1668 } 1669 ret = 0; 1670 out: 1671 free(argv0_str); 1672 argv_free(argv); 1673 return ret; 1674 } 1675 1676 /* Compose only probe arg */ 1677 char *synthesize_perf_probe_arg(struct perf_probe_arg *pa) 1678 { 1679 struct perf_probe_arg_field *field = pa->field; 1680 struct strbuf buf; 1681 char *ret = NULL; 1682 int err; 1683 1684 if (strbuf_init(&buf, 64) < 0) 1685 return NULL; 1686 1687 if (pa->name && pa->var) 1688 err = strbuf_addf(&buf, "%s=%s", pa->name, pa->var); 1689 else 1690 err = strbuf_addstr(&buf, pa->name ?: pa->var); 1691 if (err) 1692 goto out; 1693 1694 while (field) { 1695 if (field->name[0] == '[') 1696 err = strbuf_addstr(&buf, field->name); 1697 else 1698 err = strbuf_addf(&buf, "%s%s", field->ref ? "->" : ".", 1699 field->name); 1700 field = field->next; 1701 if (err) 1702 goto out; 1703 } 1704 1705 if (pa->type) 1706 if (strbuf_addf(&buf, ":%s", pa->type) < 0) 1707 goto out; 1708 1709 ret = strbuf_detach(&buf, NULL); 1710 out: 1711 strbuf_release(&buf); 1712 return ret; 1713 } 1714 1715 /* Compose only probe point (not argument) */ 1716 char *synthesize_perf_probe_point(struct perf_probe_point *pp) 1717 { 1718 struct strbuf buf; 1719 char *tmp, *ret = NULL; 1720 int len, err = 0; 1721 1722 if (strbuf_init(&buf, 64) < 0) 1723 return NULL; 1724 1725 if (pp->function) { 1726 if (strbuf_addstr(&buf, pp->function) < 0) 1727 goto out; 1728 if (pp->offset) 1729 err = strbuf_addf(&buf, "+%lu", pp->offset); 1730 else if (pp->line) 1731 err = strbuf_addf(&buf, ":%d", pp->line); 1732 else if (pp->retprobe) 1733 err = strbuf_addstr(&buf, "%return"); 1734 if (err) 1735 goto out; 1736 } 1737 if (pp->file) { 1738 tmp = pp->file; 1739 len = strlen(tmp); 1740 if (len > 30) { 1741 tmp = strchr(pp->file + len - 30, '/'); 1742 tmp = tmp ? tmp + 1 : pp->file + len - 30; 1743 } 1744 err = strbuf_addf(&buf, "@%s", tmp); 1745 if (!err && !pp->function && pp->line) 1746 err = strbuf_addf(&buf, ":%d", pp->line); 1747 } 1748 if (!err) 1749 ret = strbuf_detach(&buf, NULL); 1750 out: 1751 strbuf_release(&buf); 1752 return ret; 1753 } 1754 1755 char *synthesize_perf_probe_command(struct perf_probe_event *pev) 1756 { 1757 struct strbuf buf; 1758 char *tmp, *ret = NULL; 1759 int i; 1760 1761 if (strbuf_init(&buf, 64)) 1762 return NULL; 1763 if (pev->event) 1764 if (strbuf_addf(&buf, "%s:%s=", pev->group ?: PERFPROBE_GROUP, 1765 pev->event) < 0) 1766 goto out; 1767 1768 tmp = synthesize_perf_probe_point(&pev->point); 1769 if (!tmp || strbuf_addstr(&buf, tmp) < 0) 1770 goto out; 1771 free(tmp); 1772 1773 for (i = 0; i < pev->nargs; i++) { 1774 tmp = synthesize_perf_probe_arg(pev->args + i); 1775 if (!tmp || strbuf_addf(&buf, " %s", tmp) < 0) 1776 goto out; 1777 free(tmp); 1778 } 1779 1780 ret = strbuf_detach(&buf, NULL); 1781 out: 1782 strbuf_release(&buf); 1783 return ret; 1784 } 1785 1786 static int __synthesize_probe_trace_arg_ref(struct probe_trace_arg_ref *ref, 1787 struct strbuf *buf, int depth) 1788 { 1789 int err; 1790 if (ref->next) { 1791 depth = __synthesize_probe_trace_arg_ref(ref->next, buf, 1792 depth + 1); 1793 if (depth < 0) 1794 return depth; 1795 } 1796 err = strbuf_addf(buf, "%+ld(", ref->offset); 1797 return (err < 0) ? err : depth; 1798 } 1799 1800 static int synthesize_probe_trace_arg(struct probe_trace_arg *arg, 1801 struct strbuf *buf) 1802 { 1803 struct probe_trace_arg_ref *ref = arg->ref; 1804 int depth = 0, err; 1805 1806 /* Argument name or separator */ 1807 if (arg->name) 1808 err = strbuf_addf(buf, " %s=", arg->name); 1809 else 1810 err = strbuf_addch(buf, ' '); 1811 if (err) 1812 return err; 1813 1814 /* Special case: @XXX */ 1815 if (arg->value[0] == '@' && arg->ref) 1816 ref = ref->next; 1817 1818 /* Dereferencing arguments */ 1819 if (ref) { 1820 depth = __synthesize_probe_trace_arg_ref(ref, buf, 1); 1821 if (depth < 0) 1822 return depth; 1823 } 1824 1825 /* Print argument value */ 1826 if (arg->value[0] == '@' && arg->ref) 1827 err = strbuf_addf(buf, "%s%+ld", arg->value, arg->ref->offset); 1828 else 1829 err = strbuf_addstr(buf, arg->value); 1830 1831 /* Closing */ 1832 while (!err && depth--) 1833 err = strbuf_addch(buf, ')'); 1834 1835 /* Print argument type */ 1836 if (!err && arg->type) 1837 err = strbuf_addf(buf, ":%s", arg->type); 1838 1839 return err; 1840 } 1841 1842 char *synthesize_probe_trace_command(struct probe_trace_event *tev) 1843 { 1844 struct probe_trace_point *tp = &tev->point; 1845 struct strbuf buf; 1846 char *ret = NULL; 1847 int i, err; 1848 1849 /* Uprobes must have tp->module */ 1850 if (tev->uprobes && !tp->module) 1851 return NULL; 1852 1853 if (strbuf_init(&buf, 32) < 0) 1854 return NULL; 1855 1856 if (strbuf_addf(&buf, "%c:%s/%s ", tp->retprobe ? 'r' : 'p', 1857 tev->group, tev->event) < 0) 1858 goto error; 1859 /* 1860 * If tp->address == 0, then this point must be a 1861 * absolute address uprobe. 1862 * try_to_find_absolute_address() should have made 1863 * tp->symbol to "0x0". 1864 */ 1865 if (tev->uprobes && !tp->address) { 1866 if (!tp->symbol || strcmp(tp->symbol, "0x0")) 1867 goto error; 1868 } 1869 1870 /* Use the tp->address for uprobes */ 1871 if (tev->uprobes) 1872 err = strbuf_addf(&buf, "%s:0x%lx", tp->module, tp->address); 1873 else if (!strncmp(tp->symbol, "0x", 2)) 1874 /* Absolute address. See try_to_find_absolute_address() */ 1875 err = strbuf_addf(&buf, "%s%s0x%lx", tp->module ?: "", 1876 tp->module ? ":" : "", tp->address); 1877 else 1878 err = strbuf_addf(&buf, "%s%s%s+%lu", tp->module ?: "", 1879 tp->module ? ":" : "", tp->symbol, tp->offset); 1880 if (err) 1881 goto error; 1882 1883 for (i = 0; i < tev->nargs; i++) 1884 if (synthesize_probe_trace_arg(&tev->args[i], &buf) < 0) 1885 goto error; 1886 1887 ret = strbuf_detach(&buf, NULL); 1888 error: 1889 strbuf_release(&buf); 1890 return ret; 1891 } 1892 1893 static int find_perf_probe_point_from_map(struct probe_trace_point *tp, 1894 struct perf_probe_point *pp, 1895 bool is_kprobe) 1896 { 1897 struct symbol *sym = NULL; 1898 struct map *map; 1899 u64 addr = tp->address; 1900 int ret = -ENOENT; 1901 1902 if (!is_kprobe) { 1903 map = dso__new_map(tp->module); 1904 if (!map) 1905 goto out; 1906 sym = map__find_symbol(map, addr, NULL); 1907 } else { 1908 if (tp->symbol && !addr) { 1909 if (kernel_get_symbol_address_by_name(tp->symbol, 1910 &addr, true, false) < 0) 1911 goto out; 1912 } 1913 if (addr) { 1914 addr += tp->offset; 1915 sym = __find_kernel_function(addr, &map); 1916 } 1917 } 1918 1919 if (!sym) 1920 goto out; 1921 1922 pp->retprobe = tp->retprobe; 1923 pp->offset = addr - map->unmap_ip(map, sym->start); 1924 pp->function = strdup(sym->name); 1925 ret = pp->function ? 0 : -ENOMEM; 1926 1927 out: 1928 if (map && !is_kprobe) { 1929 map__put(map); 1930 } 1931 1932 return ret; 1933 } 1934 1935 static int convert_to_perf_probe_point(struct probe_trace_point *tp, 1936 struct perf_probe_point *pp, 1937 bool is_kprobe) 1938 { 1939 char buf[128]; 1940 int ret; 1941 1942 ret = find_perf_probe_point_from_dwarf(tp, pp, is_kprobe); 1943 if (!ret) 1944 return 0; 1945 ret = find_perf_probe_point_from_map(tp, pp, is_kprobe); 1946 if (!ret) 1947 return 0; 1948 1949 pr_debug("Failed to find probe point from both of dwarf and map.\n"); 1950 1951 if (tp->symbol) { 1952 pp->function = strdup(tp->symbol); 1953 pp->offset = tp->offset; 1954 } else { 1955 ret = e_snprintf(buf, 128, "0x%" PRIx64, (u64)tp->address); 1956 if (ret < 0) 1957 return ret; 1958 pp->function = strdup(buf); 1959 pp->offset = 0; 1960 } 1961 if (pp->function == NULL) 1962 return -ENOMEM; 1963 1964 pp->retprobe = tp->retprobe; 1965 1966 return 0; 1967 } 1968 1969 static int convert_to_perf_probe_event(struct probe_trace_event *tev, 1970 struct perf_probe_event *pev, bool is_kprobe) 1971 { 1972 struct strbuf buf = STRBUF_INIT; 1973 int i, ret; 1974 1975 /* Convert event/group name */ 1976 pev->event = strdup(tev->event); 1977 pev->group = strdup(tev->group); 1978 if (pev->event == NULL || pev->group == NULL) 1979 return -ENOMEM; 1980 1981 /* Convert trace_point to probe_point */ 1982 ret = convert_to_perf_probe_point(&tev->point, &pev->point, is_kprobe); 1983 if (ret < 0) 1984 return ret; 1985 1986 /* Convert trace_arg to probe_arg */ 1987 pev->nargs = tev->nargs; 1988 pev->args = zalloc(sizeof(struct perf_probe_arg) * pev->nargs); 1989 if (pev->args == NULL) 1990 return -ENOMEM; 1991 for (i = 0; i < tev->nargs && ret >= 0; i++) { 1992 if (tev->args[i].name) 1993 pev->args[i].name = strdup(tev->args[i].name); 1994 else { 1995 if ((ret = strbuf_init(&buf, 32)) < 0) 1996 goto error; 1997 ret = synthesize_probe_trace_arg(&tev->args[i], &buf); 1998 pev->args[i].name = strbuf_detach(&buf, NULL); 1999 } 2000 if (pev->args[i].name == NULL && ret >= 0) 2001 ret = -ENOMEM; 2002 } 2003 error: 2004 if (ret < 0) 2005 clear_perf_probe_event(pev); 2006 2007 return ret; 2008 } 2009 2010 void clear_perf_probe_event(struct perf_probe_event *pev) 2011 { 2012 struct perf_probe_arg_field *field, *next; 2013 int i; 2014 2015 free(pev->event); 2016 free(pev->group); 2017 free(pev->target); 2018 clear_perf_probe_point(&pev->point); 2019 2020 for (i = 0; i < pev->nargs; i++) { 2021 free(pev->args[i].name); 2022 free(pev->args[i].var); 2023 free(pev->args[i].type); 2024 field = pev->args[i].field; 2025 while (field) { 2026 next = field->next; 2027 zfree(&field->name); 2028 free(field); 2029 field = next; 2030 } 2031 } 2032 free(pev->args); 2033 memset(pev, 0, sizeof(*pev)); 2034 } 2035 2036 #define strdup_or_goto(str, label) \ 2037 ({ char *__p = NULL; if (str && !(__p = strdup(str))) goto label; __p; }) 2038 2039 static int perf_probe_point__copy(struct perf_probe_point *dst, 2040 struct perf_probe_point *src) 2041 { 2042 dst->file = strdup_or_goto(src->file, out_err); 2043 dst->function = strdup_or_goto(src->function, out_err); 2044 dst->lazy_line = strdup_or_goto(src->lazy_line, out_err); 2045 dst->line = src->line; 2046 dst->retprobe = src->retprobe; 2047 dst->offset = src->offset; 2048 return 0; 2049 2050 out_err: 2051 clear_perf_probe_point(dst); 2052 return -ENOMEM; 2053 } 2054 2055 static int perf_probe_arg__copy(struct perf_probe_arg *dst, 2056 struct perf_probe_arg *src) 2057 { 2058 struct perf_probe_arg_field *field, **ppfield; 2059 2060 dst->name = strdup_or_goto(src->name, out_err); 2061 dst->var = strdup_or_goto(src->var, out_err); 2062 dst->type = strdup_or_goto(src->type, out_err); 2063 2064 field = src->field; 2065 ppfield = &(dst->field); 2066 while (field) { 2067 *ppfield = zalloc(sizeof(*field)); 2068 if (!*ppfield) 2069 goto out_err; 2070 (*ppfield)->name = strdup_or_goto(field->name, out_err); 2071 (*ppfield)->index = field->index; 2072 (*ppfield)->ref = field->ref; 2073 field = field->next; 2074 ppfield = &((*ppfield)->next); 2075 } 2076 return 0; 2077 out_err: 2078 return -ENOMEM; 2079 } 2080 2081 int perf_probe_event__copy(struct perf_probe_event *dst, 2082 struct perf_probe_event *src) 2083 { 2084 int i; 2085 2086 dst->event = strdup_or_goto(src->event, out_err); 2087 dst->group = strdup_or_goto(src->group, out_err); 2088 dst->target = strdup_or_goto(src->target, out_err); 2089 dst->uprobes = src->uprobes; 2090 2091 if (perf_probe_point__copy(&dst->point, &src->point) < 0) 2092 goto out_err; 2093 2094 dst->args = zalloc(sizeof(struct perf_probe_arg) * src->nargs); 2095 if (!dst->args) 2096 goto out_err; 2097 dst->nargs = src->nargs; 2098 2099 for (i = 0; i < src->nargs; i++) 2100 if (perf_probe_arg__copy(&dst->args[i], &src->args[i]) < 0) 2101 goto out_err; 2102 return 0; 2103 2104 out_err: 2105 clear_perf_probe_event(dst); 2106 return -ENOMEM; 2107 } 2108 2109 void clear_probe_trace_event(struct probe_trace_event *tev) 2110 { 2111 struct probe_trace_arg_ref *ref, *next; 2112 int i; 2113 2114 free(tev->event); 2115 free(tev->group); 2116 free(tev->point.symbol); 2117 free(tev->point.realname); 2118 free(tev->point.module); 2119 for (i = 0; i < tev->nargs; i++) { 2120 free(tev->args[i].name); 2121 free(tev->args[i].value); 2122 free(tev->args[i].type); 2123 ref = tev->args[i].ref; 2124 while (ref) { 2125 next = ref->next; 2126 free(ref); 2127 ref = next; 2128 } 2129 } 2130 free(tev->args); 2131 memset(tev, 0, sizeof(*tev)); 2132 } 2133 2134 struct kprobe_blacklist_node { 2135 struct list_head list; 2136 unsigned long start; 2137 unsigned long end; 2138 char *symbol; 2139 }; 2140 2141 static void kprobe_blacklist__delete(struct list_head *blacklist) 2142 { 2143 struct kprobe_blacklist_node *node; 2144 2145 while (!list_empty(blacklist)) { 2146 node = list_first_entry(blacklist, 2147 struct kprobe_blacklist_node, list); 2148 list_del(&node->list); 2149 free(node->symbol); 2150 free(node); 2151 } 2152 } 2153 2154 static int kprobe_blacklist__load(struct list_head *blacklist) 2155 { 2156 struct kprobe_blacklist_node *node; 2157 const char *__debugfs = debugfs__mountpoint(); 2158 char buf[PATH_MAX], *p; 2159 FILE *fp; 2160 int ret; 2161 2162 if (__debugfs == NULL) 2163 return -ENOTSUP; 2164 2165 ret = e_snprintf(buf, PATH_MAX, "%s/kprobes/blacklist", __debugfs); 2166 if (ret < 0) 2167 return ret; 2168 2169 fp = fopen(buf, "r"); 2170 if (!fp) 2171 return -errno; 2172 2173 ret = 0; 2174 while (fgets(buf, PATH_MAX, fp)) { 2175 node = zalloc(sizeof(*node)); 2176 if (!node) { 2177 ret = -ENOMEM; 2178 break; 2179 } 2180 INIT_LIST_HEAD(&node->list); 2181 list_add_tail(&node->list, blacklist); 2182 if (sscanf(buf, "0x%lx-0x%lx", &node->start, &node->end) != 2) { 2183 ret = -EINVAL; 2184 break; 2185 } 2186 p = strchr(buf, '\t'); 2187 if (p) { 2188 p++; 2189 if (p[strlen(p) - 1] == '\n') 2190 p[strlen(p) - 1] = '\0'; 2191 } else 2192 p = (char *)"unknown"; 2193 node->symbol = strdup(p); 2194 if (!node->symbol) { 2195 ret = -ENOMEM; 2196 break; 2197 } 2198 pr_debug2("Blacklist: 0x%lx-0x%lx, %s\n", 2199 node->start, node->end, node->symbol); 2200 ret++; 2201 } 2202 if (ret < 0) 2203 kprobe_blacklist__delete(blacklist); 2204 fclose(fp); 2205 2206 return ret; 2207 } 2208 2209 static struct kprobe_blacklist_node * 2210 kprobe_blacklist__find_by_address(struct list_head *blacklist, 2211 unsigned long address) 2212 { 2213 struct kprobe_blacklist_node *node; 2214 2215 list_for_each_entry(node, blacklist, list) { 2216 if (node->start <= address && address <= node->end) 2217 return node; 2218 } 2219 2220 return NULL; 2221 } 2222 2223 static LIST_HEAD(kprobe_blacklist); 2224 2225 static void kprobe_blacklist__init(void) 2226 { 2227 if (!list_empty(&kprobe_blacklist)) 2228 return; 2229 2230 if (kprobe_blacklist__load(&kprobe_blacklist) < 0) 2231 pr_debug("No kprobe blacklist support, ignored\n"); 2232 } 2233 2234 static void kprobe_blacklist__release(void) 2235 { 2236 kprobe_blacklist__delete(&kprobe_blacklist); 2237 } 2238 2239 static bool kprobe_blacklist__listed(unsigned long address) 2240 { 2241 return !!kprobe_blacklist__find_by_address(&kprobe_blacklist, address); 2242 } 2243 2244 static int perf_probe_event__sprintf(const char *group, const char *event, 2245 struct perf_probe_event *pev, 2246 const char *module, 2247 struct strbuf *result) 2248 { 2249 int i, ret; 2250 char *buf; 2251 2252 if (asprintf(&buf, "%s:%s", group, event) < 0) 2253 return -errno; 2254 ret = strbuf_addf(result, " %-20s (on ", buf); 2255 free(buf); 2256 if (ret) 2257 return ret; 2258 2259 /* Synthesize only event probe point */ 2260 buf = synthesize_perf_probe_point(&pev->point); 2261 if (!buf) 2262 return -ENOMEM; 2263 ret = strbuf_addstr(result, buf); 2264 free(buf); 2265 2266 if (!ret && module) 2267 ret = strbuf_addf(result, " in %s", module); 2268 2269 if (!ret && pev->nargs > 0) { 2270 ret = strbuf_add(result, " with", 5); 2271 for (i = 0; !ret && i < pev->nargs; i++) { 2272 buf = synthesize_perf_probe_arg(&pev->args[i]); 2273 if (!buf) 2274 return -ENOMEM; 2275 ret = strbuf_addf(result, " %s", buf); 2276 free(buf); 2277 } 2278 } 2279 if (!ret) 2280 ret = strbuf_addch(result, ')'); 2281 2282 return ret; 2283 } 2284 2285 /* Show an event */ 2286 int show_perf_probe_event(const char *group, const char *event, 2287 struct perf_probe_event *pev, 2288 const char *module, bool use_stdout) 2289 { 2290 struct strbuf buf = STRBUF_INIT; 2291 int ret; 2292 2293 ret = perf_probe_event__sprintf(group, event, pev, module, &buf); 2294 if (ret >= 0) { 2295 if (use_stdout) 2296 printf("%s\n", buf.buf); 2297 else 2298 pr_info("%s\n", buf.buf); 2299 } 2300 strbuf_release(&buf); 2301 2302 return ret; 2303 } 2304 2305 static bool filter_probe_trace_event(struct probe_trace_event *tev, 2306 struct strfilter *filter) 2307 { 2308 char tmp[128]; 2309 2310 /* At first, check the event name itself */ 2311 if (strfilter__compare(filter, tev->event)) 2312 return true; 2313 2314 /* Next, check the combination of name and group */ 2315 if (e_snprintf(tmp, 128, "%s:%s", tev->group, tev->event) < 0) 2316 return false; 2317 return strfilter__compare(filter, tmp); 2318 } 2319 2320 static int __show_perf_probe_events(int fd, bool is_kprobe, 2321 struct strfilter *filter) 2322 { 2323 int ret = 0; 2324 struct probe_trace_event tev; 2325 struct perf_probe_event pev; 2326 struct strlist *rawlist; 2327 struct str_node *ent; 2328 2329 memset(&tev, 0, sizeof(tev)); 2330 memset(&pev, 0, sizeof(pev)); 2331 2332 rawlist = probe_file__get_rawlist(fd); 2333 if (!rawlist) 2334 return -ENOMEM; 2335 2336 strlist__for_each(ent, rawlist) { 2337 ret = parse_probe_trace_command(ent->s, &tev); 2338 if (ret >= 0) { 2339 if (!filter_probe_trace_event(&tev, filter)) 2340 goto next; 2341 ret = convert_to_perf_probe_event(&tev, &pev, 2342 is_kprobe); 2343 if (ret < 0) 2344 goto next; 2345 ret = show_perf_probe_event(pev.group, pev.event, 2346 &pev, tev.point.module, 2347 true); 2348 } 2349 next: 2350 clear_perf_probe_event(&pev); 2351 clear_probe_trace_event(&tev); 2352 if (ret < 0) 2353 break; 2354 } 2355 strlist__delete(rawlist); 2356 /* Cleanup cached debuginfo if needed */ 2357 debuginfo_cache__exit(); 2358 2359 return ret; 2360 } 2361 2362 /* List up current perf-probe events */ 2363 int show_perf_probe_events(struct strfilter *filter) 2364 { 2365 int kp_fd, up_fd, ret; 2366 2367 setup_pager(); 2368 2369 ret = init_probe_symbol_maps(false); 2370 if (ret < 0) 2371 return ret; 2372 2373 ret = probe_file__open_both(&kp_fd, &up_fd, 0); 2374 if (ret < 0) 2375 return ret; 2376 2377 if (kp_fd >= 0) 2378 ret = __show_perf_probe_events(kp_fd, true, filter); 2379 if (up_fd >= 0 && ret >= 0) 2380 ret = __show_perf_probe_events(up_fd, false, filter); 2381 if (kp_fd > 0) 2382 close(kp_fd); 2383 if (up_fd > 0) 2384 close(up_fd); 2385 exit_probe_symbol_maps(); 2386 2387 return ret; 2388 } 2389 2390 static int get_new_event_name(char *buf, size_t len, const char *base, 2391 struct strlist *namelist, bool allow_suffix) 2392 { 2393 int i, ret; 2394 char *p, *nbase; 2395 2396 if (*base == '.') 2397 base++; 2398 nbase = strdup(base); 2399 if (!nbase) 2400 return -ENOMEM; 2401 2402 /* Cut off the dot suffixes (e.g. .const, .isra)*/ 2403 p = strchr(nbase, '.'); 2404 if (p && p != nbase) 2405 *p = '\0'; 2406 2407 /* Try no suffix number */ 2408 ret = e_snprintf(buf, len, "%s", nbase); 2409 if (ret < 0) { 2410 pr_debug("snprintf() failed: %d\n", ret); 2411 goto out; 2412 } 2413 if (!strlist__has_entry(namelist, buf)) 2414 goto out; 2415 2416 if (!allow_suffix) { 2417 pr_warning("Error: event \"%s\" already exists.\n" 2418 " Hint: Remove existing event by 'perf probe -d'\n" 2419 " or force duplicates by 'perf probe -f'\n" 2420 " or set 'force=yes' in BPF source.\n", 2421 buf); 2422 ret = -EEXIST; 2423 goto out; 2424 } 2425 2426 /* Try to add suffix */ 2427 for (i = 1; i < MAX_EVENT_INDEX; i++) { 2428 ret = e_snprintf(buf, len, "%s_%d", nbase, i); 2429 if (ret < 0) { 2430 pr_debug("snprintf() failed: %d\n", ret); 2431 goto out; 2432 } 2433 if (!strlist__has_entry(namelist, buf)) 2434 break; 2435 } 2436 if (i == MAX_EVENT_INDEX) { 2437 pr_warning("Too many events are on the same function.\n"); 2438 ret = -ERANGE; 2439 } 2440 2441 out: 2442 free(nbase); 2443 return ret; 2444 } 2445 2446 /* Warn if the current kernel's uprobe implementation is old */ 2447 static void warn_uprobe_event_compat(struct probe_trace_event *tev) 2448 { 2449 int i; 2450 char *buf = synthesize_probe_trace_command(tev); 2451 2452 /* Old uprobe event doesn't support memory dereference */ 2453 if (!tev->uprobes || tev->nargs == 0 || !buf) 2454 goto out; 2455 2456 for (i = 0; i < tev->nargs; i++) 2457 if (strglobmatch(tev->args[i].value, "[$@+-]*")) { 2458 pr_warning("Please upgrade your kernel to at least " 2459 "3.14 to have access to feature %s\n", 2460 tev->args[i].value); 2461 break; 2462 } 2463 out: 2464 free(buf); 2465 } 2466 2467 /* Set new name from original perf_probe_event and namelist */ 2468 static int probe_trace_event__set_name(struct probe_trace_event *tev, 2469 struct perf_probe_event *pev, 2470 struct strlist *namelist, 2471 bool allow_suffix) 2472 { 2473 const char *event, *group; 2474 char buf[64]; 2475 int ret; 2476 2477 if (pev->event) 2478 event = pev->event; 2479 else 2480 if (pev->point.function && 2481 (strncmp(pev->point.function, "0x", 2) != 0) && 2482 !strisglob(pev->point.function)) 2483 event = pev->point.function; 2484 else 2485 event = tev->point.realname; 2486 if (pev->group) 2487 group = pev->group; 2488 else 2489 group = PERFPROBE_GROUP; 2490 2491 /* Get an unused new event name */ 2492 ret = get_new_event_name(buf, 64, event, 2493 namelist, allow_suffix); 2494 if (ret < 0) 2495 return ret; 2496 2497 event = buf; 2498 2499 tev->event = strdup(event); 2500 tev->group = strdup(group); 2501 if (tev->event == NULL || tev->group == NULL) 2502 return -ENOMEM; 2503 2504 /* Add added event name to namelist */ 2505 strlist__add(namelist, event); 2506 return 0; 2507 } 2508 2509 static int __add_probe_trace_events(struct perf_probe_event *pev, 2510 struct probe_trace_event *tevs, 2511 int ntevs, bool allow_suffix) 2512 { 2513 int i, fd, ret; 2514 struct probe_trace_event *tev = NULL; 2515 struct probe_cache *cache = NULL; 2516 struct strlist *namelist; 2517 2518 fd = probe_file__open(PF_FL_RW | (pev->uprobes ? PF_FL_UPROBE : 0)); 2519 if (fd < 0) 2520 return fd; 2521 2522 /* Get current event names */ 2523 namelist = probe_file__get_namelist(fd); 2524 if (!namelist) { 2525 pr_debug("Failed to get current event list.\n"); 2526 ret = -ENOMEM; 2527 goto close_out; 2528 } 2529 2530 ret = 0; 2531 for (i = 0; i < ntevs; i++) { 2532 tev = &tevs[i]; 2533 /* Skip if the symbol is out of .text or blacklisted */ 2534 if (!tev->point.symbol) 2535 continue; 2536 2537 /* Set new name for tev (and update namelist) */ 2538 ret = probe_trace_event__set_name(tev, pev, namelist, 2539 allow_suffix); 2540 if (ret < 0) 2541 break; 2542 2543 ret = probe_file__add_event(fd, tev); 2544 if (ret < 0) 2545 break; 2546 2547 /* 2548 * Probes after the first probe which comes from same 2549 * user input are always allowed to add suffix, because 2550 * there might be several addresses corresponding to 2551 * one code line. 2552 */ 2553 allow_suffix = true; 2554 } 2555 if (ret == -EINVAL && pev->uprobes) 2556 warn_uprobe_event_compat(tev); 2557 if (ret == 0 && probe_conf.cache) { 2558 cache = probe_cache__new(pev->target); 2559 if (!cache || 2560 probe_cache__add_entry(cache, pev, tevs, ntevs) < 0 || 2561 probe_cache__commit(cache) < 0) 2562 pr_warning("Failed to add event to probe cache\n"); 2563 probe_cache__delete(cache); 2564 } 2565 2566 strlist__delete(namelist); 2567 close_out: 2568 close(fd); 2569 return ret; 2570 } 2571 2572 static int find_probe_functions(struct map *map, char *name, 2573 struct symbol **syms) 2574 { 2575 int found = 0; 2576 struct symbol *sym; 2577 struct rb_node *tmp; 2578 2579 if (map__load(map, NULL) < 0) 2580 return 0; 2581 2582 map__for_each_symbol(map, sym, tmp) { 2583 if (strglobmatch(sym->name, name)) { 2584 found++; 2585 if (syms && found < probe_conf.max_probes) 2586 syms[found - 1] = sym; 2587 } 2588 } 2589 2590 return found; 2591 } 2592 2593 void __weak arch__fix_tev_from_maps(struct perf_probe_event *pev __maybe_unused, 2594 struct probe_trace_event *tev __maybe_unused, 2595 struct map *map __maybe_unused, 2596 struct symbol *sym __maybe_unused) { } 2597 2598 /* 2599 * Find probe function addresses from map. 2600 * Return an error or the number of found probe_trace_event 2601 */ 2602 static int find_probe_trace_events_from_map(struct perf_probe_event *pev, 2603 struct probe_trace_event **tevs) 2604 { 2605 struct map *map = NULL; 2606 struct ref_reloc_sym *reloc_sym = NULL; 2607 struct symbol *sym; 2608 struct symbol **syms = NULL; 2609 struct probe_trace_event *tev; 2610 struct perf_probe_point *pp = &pev->point; 2611 struct probe_trace_point *tp; 2612 int num_matched_functions; 2613 int ret, i, j, skipped = 0; 2614 char *mod_name; 2615 2616 map = get_target_map(pev->target, pev->uprobes); 2617 if (!map) { 2618 ret = -EINVAL; 2619 goto out; 2620 } 2621 2622 syms = malloc(sizeof(struct symbol *) * probe_conf.max_probes); 2623 if (!syms) { 2624 ret = -ENOMEM; 2625 goto out; 2626 } 2627 2628 /* 2629 * Load matched symbols: Since the different local symbols may have 2630 * same name but different addresses, this lists all the symbols. 2631 */ 2632 num_matched_functions = find_probe_functions(map, pp->function, syms); 2633 if (num_matched_functions == 0) { 2634 pr_err("Failed to find symbol %s in %s\n", pp->function, 2635 pev->target ? : "kernel"); 2636 ret = -ENOENT; 2637 goto out; 2638 } else if (num_matched_functions > probe_conf.max_probes) { 2639 pr_err("Too many functions matched in %s\n", 2640 pev->target ? : "kernel"); 2641 ret = -E2BIG; 2642 goto out; 2643 } 2644 2645 /* Note that the symbols in the kmodule are not relocated */ 2646 if (!pev->uprobes && !pp->retprobe && !pev->target) { 2647 reloc_sym = kernel_get_ref_reloc_sym(); 2648 if (!reloc_sym) { 2649 pr_warning("Relocated base symbol is not found!\n"); 2650 ret = -EINVAL; 2651 goto out; 2652 } 2653 } 2654 2655 /* Setup result trace-probe-events */ 2656 *tevs = zalloc(sizeof(*tev) * num_matched_functions); 2657 if (!*tevs) { 2658 ret = -ENOMEM; 2659 goto out; 2660 } 2661 2662 ret = 0; 2663 2664 for (j = 0; j < num_matched_functions; j++) { 2665 sym = syms[j]; 2666 2667 tev = (*tevs) + ret; 2668 tp = &tev->point; 2669 if (ret == num_matched_functions) { 2670 pr_warning("Too many symbols are listed. Skip it.\n"); 2671 break; 2672 } 2673 ret++; 2674 2675 if (pp->offset > sym->end - sym->start) { 2676 pr_warning("Offset %ld is bigger than the size of %s\n", 2677 pp->offset, sym->name); 2678 ret = -ENOENT; 2679 goto err_out; 2680 } 2681 /* Add one probe point */ 2682 tp->address = map->unmap_ip(map, sym->start) + pp->offset; 2683 2684 /* Check the kprobe (not in module) is within .text */ 2685 if (!pev->uprobes && !pev->target && 2686 kprobe_warn_out_range(sym->name, tp->address)) { 2687 tp->symbol = NULL; /* Skip it */ 2688 skipped++; 2689 } else if (reloc_sym) { 2690 tp->symbol = strdup_or_goto(reloc_sym->name, nomem_out); 2691 tp->offset = tp->address - reloc_sym->addr; 2692 } else { 2693 tp->symbol = strdup_or_goto(sym->name, nomem_out); 2694 tp->offset = pp->offset; 2695 } 2696 tp->realname = strdup_or_goto(sym->name, nomem_out); 2697 2698 tp->retprobe = pp->retprobe; 2699 if (pev->target) { 2700 if (pev->uprobes) { 2701 tev->point.module = strdup_or_goto(pev->target, 2702 nomem_out); 2703 } else { 2704 mod_name = find_module_name(pev->target); 2705 tev->point.module = 2706 strdup(mod_name ? mod_name : pev->target); 2707 free(mod_name); 2708 if (!tev->point.module) 2709 goto nomem_out; 2710 } 2711 } 2712 tev->uprobes = pev->uprobes; 2713 tev->nargs = pev->nargs; 2714 if (tev->nargs) { 2715 tev->args = zalloc(sizeof(struct probe_trace_arg) * 2716 tev->nargs); 2717 if (tev->args == NULL) 2718 goto nomem_out; 2719 } 2720 for (i = 0; i < tev->nargs; i++) { 2721 if (pev->args[i].name) 2722 tev->args[i].name = 2723 strdup_or_goto(pev->args[i].name, 2724 nomem_out); 2725 2726 tev->args[i].value = strdup_or_goto(pev->args[i].var, 2727 nomem_out); 2728 if (pev->args[i].type) 2729 tev->args[i].type = 2730 strdup_or_goto(pev->args[i].type, 2731 nomem_out); 2732 } 2733 arch__fix_tev_from_maps(pev, tev, map, sym); 2734 } 2735 if (ret == skipped) { 2736 ret = -ENOENT; 2737 goto err_out; 2738 } 2739 2740 out: 2741 put_target_map(map, pev->uprobes); 2742 free(syms); 2743 return ret; 2744 2745 nomem_out: 2746 ret = -ENOMEM; 2747 err_out: 2748 clear_probe_trace_events(*tevs, num_matched_functions); 2749 zfree(tevs); 2750 goto out; 2751 } 2752 2753 static int try_to_find_absolute_address(struct perf_probe_event *pev, 2754 struct probe_trace_event **tevs) 2755 { 2756 struct perf_probe_point *pp = &pev->point; 2757 struct probe_trace_event *tev; 2758 struct probe_trace_point *tp; 2759 int i, err; 2760 2761 if (!(pev->point.function && !strncmp(pev->point.function, "0x", 2))) 2762 return -EINVAL; 2763 if (perf_probe_event_need_dwarf(pev)) 2764 return -EINVAL; 2765 2766 /* 2767 * This is 'perf probe /lib/libc.so 0xabcd'. Try to probe at 2768 * absolute address. 2769 * 2770 * Only one tev can be generated by this. 2771 */ 2772 *tevs = zalloc(sizeof(*tev)); 2773 if (!*tevs) 2774 return -ENOMEM; 2775 2776 tev = *tevs; 2777 tp = &tev->point; 2778 2779 /* 2780 * Don't use tp->offset, use address directly, because 2781 * in synthesize_probe_trace_command() address cannot be 2782 * zero. 2783 */ 2784 tp->address = pev->point.abs_address; 2785 tp->retprobe = pp->retprobe; 2786 tev->uprobes = pev->uprobes; 2787 2788 err = -ENOMEM; 2789 /* 2790 * Give it a '0x' leading symbol name. 2791 * In __add_probe_trace_events, a NULL symbol is interpreted as 2792 * invalud. 2793 */ 2794 if (asprintf(&tp->symbol, "0x%lx", tp->address) < 0) 2795 goto errout; 2796 2797 /* For kprobe, check range */ 2798 if ((!tev->uprobes) && 2799 (kprobe_warn_out_range(tev->point.symbol, 2800 tev->point.address))) { 2801 err = -EACCES; 2802 goto errout; 2803 } 2804 2805 if (asprintf(&tp->realname, "abs_%lx", tp->address) < 0) 2806 goto errout; 2807 2808 if (pev->target) { 2809 tp->module = strdup(pev->target); 2810 if (!tp->module) 2811 goto errout; 2812 } 2813 2814 if (tev->group) { 2815 tev->group = strdup(pev->group); 2816 if (!tev->group) 2817 goto errout; 2818 } 2819 2820 if (pev->event) { 2821 tev->event = strdup(pev->event); 2822 if (!tev->event) 2823 goto errout; 2824 } 2825 2826 tev->nargs = pev->nargs; 2827 tev->args = zalloc(sizeof(struct probe_trace_arg) * tev->nargs); 2828 if (!tev->args) { 2829 err = -ENOMEM; 2830 goto errout; 2831 } 2832 for (i = 0; i < tev->nargs; i++) 2833 copy_to_probe_trace_arg(&tev->args[i], &pev->args[i]); 2834 2835 return 1; 2836 2837 errout: 2838 if (*tevs) { 2839 clear_probe_trace_events(*tevs, 1); 2840 *tevs = NULL; 2841 } 2842 return err; 2843 } 2844 2845 bool __weak arch__prefers_symtab(void) { return false; } 2846 2847 static int convert_to_probe_trace_events(struct perf_probe_event *pev, 2848 struct probe_trace_event **tevs) 2849 { 2850 int ret; 2851 2852 if (!pev->group) { 2853 /* Set group name if not given */ 2854 if (!pev->uprobes) { 2855 pev->group = strdup(PERFPROBE_GROUP); 2856 ret = pev->group ? 0 : -ENOMEM; 2857 } else 2858 ret = convert_exec_to_group(pev->target, &pev->group); 2859 if (ret != 0) { 2860 pr_warning("Failed to make a group name.\n"); 2861 return ret; 2862 } 2863 } 2864 2865 ret = try_to_find_absolute_address(pev, tevs); 2866 if (ret > 0) 2867 return ret; 2868 2869 if (arch__prefers_symtab() && !perf_probe_event_need_dwarf(pev)) { 2870 ret = find_probe_trace_events_from_map(pev, tevs); 2871 if (ret > 0) 2872 return ret; /* Found in symbol table */ 2873 } 2874 2875 /* Convert perf_probe_event with debuginfo */ 2876 ret = try_to_find_probe_trace_events(pev, tevs); 2877 if (ret != 0) 2878 return ret; /* Found in debuginfo or got an error */ 2879 2880 return find_probe_trace_events_from_map(pev, tevs); 2881 } 2882 2883 int convert_perf_probe_events(struct perf_probe_event *pevs, int npevs) 2884 { 2885 int i, ret; 2886 2887 /* Loop 1: convert all events */ 2888 for (i = 0; i < npevs; i++) { 2889 /* Init kprobe blacklist if needed */ 2890 if (!pevs[i].uprobes) 2891 kprobe_blacklist__init(); 2892 /* Convert with or without debuginfo */ 2893 ret = convert_to_probe_trace_events(&pevs[i], &pevs[i].tevs); 2894 if (ret < 0) 2895 return ret; 2896 pevs[i].ntevs = ret; 2897 } 2898 /* This just release blacklist only if allocated */ 2899 kprobe_blacklist__release(); 2900 2901 return 0; 2902 } 2903 2904 int apply_perf_probe_events(struct perf_probe_event *pevs, int npevs) 2905 { 2906 int i, ret = 0; 2907 2908 /* Loop 2: add all events */ 2909 for (i = 0; i < npevs; i++) { 2910 ret = __add_probe_trace_events(&pevs[i], pevs[i].tevs, 2911 pevs[i].ntevs, 2912 probe_conf.force_add); 2913 if (ret < 0) 2914 break; 2915 } 2916 return ret; 2917 } 2918 2919 void cleanup_perf_probe_events(struct perf_probe_event *pevs, int npevs) 2920 { 2921 int i, j; 2922 2923 /* Loop 3: cleanup and free trace events */ 2924 for (i = 0; i < npevs; i++) { 2925 for (j = 0; j < pevs[i].ntevs; j++) 2926 clear_probe_trace_event(&pevs[i].tevs[j]); 2927 zfree(&pevs[i].tevs); 2928 pevs[i].ntevs = 0; 2929 clear_perf_probe_event(&pevs[i]); 2930 } 2931 } 2932 2933 int add_perf_probe_events(struct perf_probe_event *pevs, int npevs) 2934 { 2935 int ret; 2936 2937 ret = init_probe_symbol_maps(pevs->uprobes); 2938 if (ret < 0) 2939 return ret; 2940 2941 ret = convert_perf_probe_events(pevs, npevs); 2942 if (ret == 0) 2943 ret = apply_perf_probe_events(pevs, npevs); 2944 2945 cleanup_perf_probe_events(pevs, npevs); 2946 2947 exit_probe_symbol_maps(); 2948 return ret; 2949 } 2950 2951 int del_perf_probe_events(struct strfilter *filter) 2952 { 2953 int ret, ret2, ufd = -1, kfd = -1; 2954 char *str = strfilter__string(filter); 2955 2956 if (!str) 2957 return -EINVAL; 2958 2959 /* Get current event names */ 2960 ret = probe_file__open_both(&kfd, &ufd, PF_FL_RW); 2961 if (ret < 0) 2962 goto out; 2963 2964 ret = probe_file__del_events(kfd, filter); 2965 if (ret < 0 && ret != -ENOENT) 2966 goto error; 2967 2968 ret2 = probe_file__del_events(ufd, filter); 2969 if (ret2 < 0 && ret2 != -ENOENT) { 2970 ret = ret2; 2971 goto error; 2972 } 2973 ret = 0; 2974 2975 error: 2976 if (kfd >= 0) 2977 close(kfd); 2978 if (ufd >= 0) 2979 close(ufd); 2980 out: 2981 free(str); 2982 2983 return ret; 2984 } 2985 2986 /* TODO: don't use a global variable for filter ... */ 2987 static struct strfilter *available_func_filter; 2988 2989 /* 2990 * If a symbol corresponds to a function with global binding and 2991 * matches filter return 0. For all others return 1. 2992 */ 2993 static int filter_available_functions(struct map *map __maybe_unused, 2994 struct symbol *sym) 2995 { 2996 if (strfilter__compare(available_func_filter, sym->name)) 2997 return 0; 2998 return 1; 2999 } 3000 3001 int show_available_funcs(const char *target, struct strfilter *_filter, 3002 bool user) 3003 { 3004 struct map *map; 3005 int ret; 3006 3007 ret = init_probe_symbol_maps(user); 3008 if (ret < 0) 3009 return ret; 3010 3011 /* Get a symbol map */ 3012 if (user) 3013 map = dso__new_map(target); 3014 else 3015 map = kernel_get_module_map(target); 3016 if (!map) { 3017 pr_err("Failed to get a map for %s\n", (target) ? : "kernel"); 3018 return -EINVAL; 3019 } 3020 3021 /* Load symbols with given filter */ 3022 available_func_filter = _filter; 3023 if (map__load(map, filter_available_functions)) { 3024 pr_err("Failed to load symbols in %s\n", (target) ? : "kernel"); 3025 goto end; 3026 } 3027 if (!dso__sorted_by_name(map->dso, map->type)) 3028 dso__sort_by_name(map->dso, map->type); 3029 3030 /* Show all (filtered) symbols */ 3031 setup_pager(); 3032 dso__fprintf_symbols_by_name(map->dso, map->type, stdout); 3033 end: 3034 if (user) { 3035 map__put(map); 3036 } 3037 exit_probe_symbol_maps(); 3038 3039 return ret; 3040 } 3041 3042 int copy_to_probe_trace_arg(struct probe_trace_arg *tvar, 3043 struct perf_probe_arg *pvar) 3044 { 3045 tvar->value = strdup(pvar->var); 3046 if (tvar->value == NULL) 3047 return -ENOMEM; 3048 if (pvar->type) { 3049 tvar->type = strdup(pvar->type); 3050 if (tvar->type == NULL) 3051 return -ENOMEM; 3052 } 3053 if (pvar->name) { 3054 tvar->name = strdup(pvar->name); 3055 if (tvar->name == NULL) 3056 return -ENOMEM; 3057 } else 3058 tvar->name = NULL; 3059 return 0; 3060 } 3061