1 #define _FILE_OFFSET_BITS 64 2 3 #include <sys/types.h> 4 #include <byteswap.h> 5 #include <unistd.h> 6 #include <stdio.h> 7 #include <stdlib.h> 8 #include <linux/list.h> 9 #include <linux/kernel.h> 10 11 #include "evlist.h" 12 #include "evsel.h" 13 #include "util.h" 14 #include "header.h" 15 #include "../perf.h" 16 #include "trace-event.h" 17 #include "session.h" 18 #include "symbol.h" 19 #include "debug.h" 20 21 static bool no_buildid_cache = false; 22 23 static int event_count; 24 static struct perf_trace_event_type *events; 25 26 int perf_header__push_event(u64 id, const char *name) 27 { 28 if (strlen(name) > MAX_EVENT_NAME) 29 pr_warning("Event %s will be truncated\n", name); 30 31 if (!events) { 32 events = malloc(sizeof(struct perf_trace_event_type)); 33 if (events == NULL) 34 return -ENOMEM; 35 } else { 36 struct perf_trace_event_type *nevents; 37 38 nevents = realloc(events, (event_count + 1) * sizeof(*events)); 39 if (nevents == NULL) 40 return -ENOMEM; 41 events = nevents; 42 } 43 memset(&events[event_count], 0, sizeof(struct perf_trace_event_type)); 44 events[event_count].event_id = id; 45 strncpy(events[event_count].name, name, MAX_EVENT_NAME - 1); 46 event_count++; 47 return 0; 48 } 49 50 char *perf_header__find_event(u64 id) 51 { 52 int i; 53 for (i = 0 ; i < event_count; i++) { 54 if (events[i].event_id == id) 55 return events[i].name; 56 } 57 return NULL; 58 } 59 60 static const char *__perf_magic = "PERFFILE"; 61 62 #define PERF_MAGIC (*(u64 *)__perf_magic) 63 64 struct perf_file_attr { 65 struct perf_event_attr attr; 66 struct perf_file_section ids; 67 }; 68 69 void perf_header__set_feat(struct perf_header *header, int feat) 70 { 71 set_bit(feat, header->adds_features); 72 } 73 74 void perf_header__clear_feat(struct perf_header *header, int feat) 75 { 76 clear_bit(feat, header->adds_features); 77 } 78 79 bool perf_header__has_feat(const struct perf_header *header, int feat) 80 { 81 return test_bit(feat, header->adds_features); 82 } 83 84 static int do_write(int fd, const void *buf, size_t size) 85 { 86 while (size) { 87 int ret = write(fd, buf, size); 88 89 if (ret < 0) 90 return -errno; 91 92 size -= ret; 93 buf += ret; 94 } 95 96 return 0; 97 } 98 99 #define NAME_ALIGN 64 100 101 static int write_padded(int fd, const void *bf, size_t count, 102 size_t count_aligned) 103 { 104 static const char zero_buf[NAME_ALIGN]; 105 int err = do_write(fd, bf, count); 106 107 if (!err) 108 err = do_write(fd, zero_buf, count_aligned - count); 109 110 return err; 111 } 112 113 #define dsos__for_each_with_build_id(pos, head) \ 114 list_for_each_entry(pos, head, node) \ 115 if (!pos->has_build_id) \ 116 continue; \ 117 else 118 119 static int __dsos__write_buildid_table(struct list_head *head, pid_t pid, 120 u16 misc, int fd) 121 { 122 struct dso *pos; 123 124 dsos__for_each_with_build_id(pos, head) { 125 int err; 126 struct build_id_event b; 127 size_t len; 128 129 if (!pos->hit) 130 continue; 131 len = pos->long_name_len + 1; 132 len = ALIGN(len, NAME_ALIGN); 133 memset(&b, 0, sizeof(b)); 134 memcpy(&b.build_id, pos->build_id, sizeof(pos->build_id)); 135 b.pid = pid; 136 b.header.misc = misc; 137 b.header.size = sizeof(b) + len; 138 err = do_write(fd, &b, sizeof(b)); 139 if (err < 0) 140 return err; 141 err = write_padded(fd, pos->long_name, 142 pos->long_name_len + 1, len); 143 if (err < 0) 144 return err; 145 } 146 147 return 0; 148 } 149 150 static int machine__write_buildid_table(struct machine *machine, int fd) 151 { 152 int err; 153 u16 kmisc = PERF_RECORD_MISC_KERNEL, 154 umisc = PERF_RECORD_MISC_USER; 155 156 if (!machine__is_host(machine)) { 157 kmisc = PERF_RECORD_MISC_GUEST_KERNEL; 158 umisc = PERF_RECORD_MISC_GUEST_USER; 159 } 160 161 err = __dsos__write_buildid_table(&machine->kernel_dsos, machine->pid, 162 kmisc, fd); 163 if (err == 0) 164 err = __dsos__write_buildid_table(&machine->user_dsos, 165 machine->pid, umisc, fd); 166 return err; 167 } 168 169 static int dsos__write_buildid_table(struct perf_header *header, int fd) 170 { 171 struct perf_session *session = container_of(header, 172 struct perf_session, header); 173 struct rb_node *nd; 174 int err = machine__write_buildid_table(&session->host_machine, fd); 175 176 if (err) 177 return err; 178 179 for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) { 180 struct machine *pos = rb_entry(nd, struct machine, rb_node); 181 err = machine__write_buildid_table(pos, fd); 182 if (err) 183 break; 184 } 185 return err; 186 } 187 188 int build_id_cache__add_s(const char *sbuild_id, const char *debugdir, 189 const char *name, bool is_kallsyms) 190 { 191 const size_t size = PATH_MAX; 192 char *realname, *filename = malloc(size), 193 *linkname = malloc(size), *targetname; 194 int len, err = -1; 195 196 if (is_kallsyms) 197 realname = (char *)name; 198 else 199 realname = realpath(name, NULL); 200 201 if (realname == NULL || filename == NULL || linkname == NULL) 202 goto out_free; 203 204 len = snprintf(filename, size, "%s%s%s", 205 debugdir, is_kallsyms ? "/" : "", realname); 206 if (mkdir_p(filename, 0755)) 207 goto out_free; 208 209 snprintf(filename + len, sizeof(filename) - len, "/%s", sbuild_id); 210 211 if (access(filename, F_OK)) { 212 if (is_kallsyms) { 213 if (copyfile("/proc/kallsyms", filename)) 214 goto out_free; 215 } else if (link(realname, filename) && copyfile(name, filename)) 216 goto out_free; 217 } 218 219 len = snprintf(linkname, size, "%s/.build-id/%.2s", 220 debugdir, sbuild_id); 221 222 if (access(linkname, X_OK) && mkdir_p(linkname, 0755)) 223 goto out_free; 224 225 snprintf(linkname + len, size - len, "/%s", sbuild_id + 2); 226 targetname = filename + strlen(debugdir) - 5; 227 memcpy(targetname, "../..", 5); 228 229 if (symlink(targetname, linkname) == 0) 230 err = 0; 231 out_free: 232 if (!is_kallsyms) 233 free(realname); 234 free(filename); 235 free(linkname); 236 return err; 237 } 238 239 static int build_id_cache__add_b(const u8 *build_id, size_t build_id_size, 240 const char *name, const char *debugdir, 241 bool is_kallsyms) 242 { 243 char sbuild_id[BUILD_ID_SIZE * 2 + 1]; 244 245 build_id__sprintf(build_id, build_id_size, sbuild_id); 246 247 return build_id_cache__add_s(sbuild_id, debugdir, name, is_kallsyms); 248 } 249 250 int build_id_cache__remove_s(const char *sbuild_id, const char *debugdir) 251 { 252 const size_t size = PATH_MAX; 253 char *filename = malloc(size), 254 *linkname = malloc(size); 255 int err = -1; 256 257 if (filename == NULL || linkname == NULL) 258 goto out_free; 259 260 snprintf(linkname, size, "%s/.build-id/%.2s/%s", 261 debugdir, sbuild_id, sbuild_id + 2); 262 263 if (access(linkname, F_OK)) 264 goto out_free; 265 266 if (readlink(linkname, filename, size) < 0) 267 goto out_free; 268 269 if (unlink(linkname)) 270 goto out_free; 271 272 /* 273 * Since the link is relative, we must make it absolute: 274 */ 275 snprintf(linkname, size, "%s/.build-id/%.2s/%s", 276 debugdir, sbuild_id, filename); 277 278 if (unlink(linkname)) 279 goto out_free; 280 281 err = 0; 282 out_free: 283 free(filename); 284 free(linkname); 285 return err; 286 } 287 288 static int dso__cache_build_id(struct dso *dso, const char *debugdir) 289 { 290 bool is_kallsyms = dso->kernel && dso->long_name[0] != '/'; 291 292 return build_id_cache__add_b(dso->build_id, sizeof(dso->build_id), 293 dso->long_name, debugdir, is_kallsyms); 294 } 295 296 static int __dsos__cache_build_ids(struct list_head *head, const char *debugdir) 297 { 298 struct dso *pos; 299 int err = 0; 300 301 dsos__for_each_with_build_id(pos, head) 302 if (dso__cache_build_id(pos, debugdir)) 303 err = -1; 304 305 return err; 306 } 307 308 static int machine__cache_build_ids(struct machine *machine, const char *debugdir) 309 { 310 int ret = __dsos__cache_build_ids(&machine->kernel_dsos, debugdir); 311 ret |= __dsos__cache_build_ids(&machine->user_dsos, debugdir); 312 return ret; 313 } 314 315 static int perf_session__cache_build_ids(struct perf_session *session) 316 { 317 struct rb_node *nd; 318 int ret; 319 char debugdir[PATH_MAX]; 320 321 snprintf(debugdir, sizeof(debugdir), "%s", buildid_dir); 322 323 if (mkdir(debugdir, 0755) != 0 && errno != EEXIST) 324 return -1; 325 326 ret = machine__cache_build_ids(&session->host_machine, debugdir); 327 328 for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) { 329 struct machine *pos = rb_entry(nd, struct machine, rb_node); 330 ret |= machine__cache_build_ids(pos, debugdir); 331 } 332 return ret ? -1 : 0; 333 } 334 335 static bool machine__read_build_ids(struct machine *machine, bool with_hits) 336 { 337 bool ret = __dsos__read_build_ids(&machine->kernel_dsos, with_hits); 338 ret |= __dsos__read_build_ids(&machine->user_dsos, with_hits); 339 return ret; 340 } 341 342 static bool perf_session__read_build_ids(struct perf_session *session, bool with_hits) 343 { 344 struct rb_node *nd; 345 bool ret = machine__read_build_ids(&session->host_machine, with_hits); 346 347 for (nd = rb_first(&session->machines); nd; nd = rb_next(nd)) { 348 struct machine *pos = rb_entry(nd, struct machine, rb_node); 349 ret |= machine__read_build_ids(pos, with_hits); 350 } 351 352 return ret; 353 } 354 355 static int perf_header__adds_write(struct perf_header *header, 356 struct perf_evlist *evlist, int fd) 357 { 358 int nr_sections; 359 struct perf_session *session; 360 struct perf_file_section *feat_sec; 361 int sec_size; 362 u64 sec_start; 363 int idx = 0, err; 364 365 session = container_of(header, struct perf_session, header); 366 367 if (perf_header__has_feat(header, HEADER_BUILD_ID && 368 !perf_session__read_build_ids(session, true))) 369 perf_header__clear_feat(header, HEADER_BUILD_ID); 370 371 nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS); 372 if (!nr_sections) 373 return 0; 374 375 feat_sec = calloc(sizeof(*feat_sec), nr_sections); 376 if (feat_sec == NULL) 377 return -ENOMEM; 378 379 sec_size = sizeof(*feat_sec) * nr_sections; 380 381 sec_start = header->data_offset + header->data_size; 382 lseek(fd, sec_start + sec_size, SEEK_SET); 383 384 if (perf_header__has_feat(header, HEADER_TRACE_INFO)) { 385 struct perf_file_section *trace_sec; 386 387 trace_sec = &feat_sec[idx++]; 388 389 /* Write trace info */ 390 trace_sec->offset = lseek(fd, 0, SEEK_CUR); 391 read_tracing_data(fd, &evlist->entries); 392 trace_sec->size = lseek(fd, 0, SEEK_CUR) - trace_sec->offset; 393 } 394 395 if (perf_header__has_feat(header, HEADER_BUILD_ID)) { 396 struct perf_file_section *buildid_sec; 397 398 buildid_sec = &feat_sec[idx++]; 399 400 /* Write build-ids */ 401 buildid_sec->offset = lseek(fd, 0, SEEK_CUR); 402 err = dsos__write_buildid_table(header, fd); 403 if (err < 0) { 404 pr_debug("failed to write buildid table\n"); 405 goto out_free; 406 } 407 buildid_sec->size = lseek(fd, 0, SEEK_CUR) - 408 buildid_sec->offset; 409 if (!no_buildid_cache) 410 perf_session__cache_build_ids(session); 411 } 412 413 lseek(fd, sec_start, SEEK_SET); 414 err = do_write(fd, feat_sec, sec_size); 415 if (err < 0) 416 pr_debug("failed to write feature section\n"); 417 out_free: 418 free(feat_sec); 419 return err; 420 } 421 422 int perf_header__write_pipe(int fd) 423 { 424 struct perf_pipe_file_header f_header; 425 int err; 426 427 f_header = (struct perf_pipe_file_header){ 428 .magic = PERF_MAGIC, 429 .size = sizeof(f_header), 430 }; 431 432 err = do_write(fd, &f_header, sizeof(f_header)); 433 if (err < 0) { 434 pr_debug("failed to write perf pipe header\n"); 435 return err; 436 } 437 438 return 0; 439 } 440 441 int perf_session__write_header(struct perf_session *session, 442 struct perf_evlist *evlist, 443 int fd, bool at_exit) 444 { 445 struct perf_file_header f_header; 446 struct perf_file_attr f_attr; 447 struct perf_header *header = &session->header; 448 struct perf_evsel *attr, *pair = NULL; 449 int err; 450 451 lseek(fd, sizeof(f_header), SEEK_SET); 452 453 if (session->evlist != evlist) 454 pair = list_entry(session->evlist->entries.next, struct perf_evsel, node); 455 456 list_for_each_entry(attr, &evlist->entries, node) { 457 attr->id_offset = lseek(fd, 0, SEEK_CUR); 458 err = do_write(fd, attr->id, attr->ids * sizeof(u64)); 459 if (err < 0) { 460 out_err_write: 461 pr_debug("failed to write perf header\n"); 462 return err; 463 } 464 if (session->evlist != evlist) { 465 err = do_write(fd, pair->id, pair->ids * sizeof(u64)); 466 if (err < 0) 467 goto out_err_write; 468 attr->ids += pair->ids; 469 pair = list_entry(pair->node.next, struct perf_evsel, node); 470 } 471 } 472 473 header->attr_offset = lseek(fd, 0, SEEK_CUR); 474 475 list_for_each_entry(attr, &evlist->entries, node) { 476 f_attr = (struct perf_file_attr){ 477 .attr = attr->attr, 478 .ids = { 479 .offset = attr->id_offset, 480 .size = attr->ids * sizeof(u64), 481 } 482 }; 483 err = do_write(fd, &f_attr, sizeof(f_attr)); 484 if (err < 0) { 485 pr_debug("failed to write perf header attribute\n"); 486 return err; 487 } 488 } 489 490 header->event_offset = lseek(fd, 0, SEEK_CUR); 491 header->event_size = event_count * sizeof(struct perf_trace_event_type); 492 if (events) { 493 err = do_write(fd, events, header->event_size); 494 if (err < 0) { 495 pr_debug("failed to write perf header events\n"); 496 return err; 497 } 498 } 499 500 header->data_offset = lseek(fd, 0, SEEK_CUR); 501 502 if (at_exit) { 503 err = perf_header__adds_write(header, evlist, fd); 504 if (err < 0) 505 return err; 506 } 507 508 f_header = (struct perf_file_header){ 509 .magic = PERF_MAGIC, 510 .size = sizeof(f_header), 511 .attr_size = sizeof(f_attr), 512 .attrs = { 513 .offset = header->attr_offset, 514 .size = evlist->nr_entries * sizeof(f_attr), 515 }, 516 .data = { 517 .offset = header->data_offset, 518 .size = header->data_size, 519 }, 520 .event_types = { 521 .offset = header->event_offset, 522 .size = header->event_size, 523 }, 524 }; 525 526 memcpy(&f_header.adds_features, &header->adds_features, sizeof(header->adds_features)); 527 528 lseek(fd, 0, SEEK_SET); 529 err = do_write(fd, &f_header, sizeof(f_header)); 530 if (err < 0) { 531 pr_debug("failed to write perf header\n"); 532 return err; 533 } 534 lseek(fd, header->data_offset + header->data_size, SEEK_SET); 535 536 header->frozen = 1; 537 return 0; 538 } 539 540 static int perf_header__getbuffer64(struct perf_header *header, 541 int fd, void *buf, size_t size) 542 { 543 if (readn(fd, buf, size) <= 0) 544 return -1; 545 546 if (header->needs_swap) 547 mem_bswap_64(buf, size); 548 549 return 0; 550 } 551 552 int perf_header__process_sections(struct perf_header *header, int fd, 553 int (*process)(struct perf_file_section *section, 554 struct perf_header *ph, 555 int feat, int fd)) 556 { 557 struct perf_file_section *feat_sec; 558 int nr_sections; 559 int sec_size; 560 int idx = 0; 561 int err = -1, feat = 1; 562 563 nr_sections = bitmap_weight(header->adds_features, HEADER_FEAT_BITS); 564 if (!nr_sections) 565 return 0; 566 567 feat_sec = calloc(sizeof(*feat_sec), nr_sections); 568 if (!feat_sec) 569 return -1; 570 571 sec_size = sizeof(*feat_sec) * nr_sections; 572 573 lseek(fd, header->data_offset + header->data_size, SEEK_SET); 574 575 if (perf_header__getbuffer64(header, fd, feat_sec, sec_size)) 576 goto out_free; 577 578 err = 0; 579 while (idx < nr_sections && feat < HEADER_LAST_FEATURE) { 580 if (perf_header__has_feat(header, feat)) { 581 struct perf_file_section *sec = &feat_sec[idx++]; 582 583 err = process(sec, header, feat, fd); 584 if (err < 0) 585 break; 586 } 587 ++feat; 588 } 589 out_free: 590 free(feat_sec); 591 return err; 592 } 593 594 int perf_file_header__read(struct perf_file_header *header, 595 struct perf_header *ph, int fd) 596 { 597 lseek(fd, 0, SEEK_SET); 598 599 if (readn(fd, header, sizeof(*header)) <= 0 || 600 memcmp(&header->magic, __perf_magic, sizeof(header->magic))) 601 return -1; 602 603 if (header->attr_size != sizeof(struct perf_file_attr)) { 604 u64 attr_size = bswap_64(header->attr_size); 605 606 if (attr_size != sizeof(struct perf_file_attr)) 607 return -1; 608 609 mem_bswap_64(header, offsetof(struct perf_file_header, 610 adds_features)); 611 ph->needs_swap = true; 612 } 613 614 if (header->size != sizeof(*header)) { 615 /* Support the previous format */ 616 if (header->size == offsetof(typeof(*header), adds_features)) 617 bitmap_zero(header->adds_features, HEADER_FEAT_BITS); 618 else 619 return -1; 620 } 621 622 memcpy(&ph->adds_features, &header->adds_features, 623 sizeof(ph->adds_features)); 624 /* 625 * FIXME: hack that assumes that if we need swap the perf.data file 626 * may be coming from an arch with a different word-size, ergo different 627 * DEFINE_BITMAP format, investigate more later, but for now its mostly 628 * safe to assume that we have a build-id section. Trace files probably 629 * have several other issues in this realm anyway... 630 */ 631 if (ph->needs_swap) { 632 memset(&ph->adds_features, 0, sizeof(ph->adds_features)); 633 perf_header__set_feat(ph, HEADER_BUILD_ID); 634 } 635 636 ph->event_offset = header->event_types.offset; 637 ph->event_size = header->event_types.size; 638 ph->data_offset = header->data.offset; 639 ph->data_size = header->data.size; 640 return 0; 641 } 642 643 static int __event_process_build_id(struct build_id_event *bev, 644 char *filename, 645 struct perf_session *session) 646 { 647 int err = -1; 648 struct list_head *head; 649 struct machine *machine; 650 u16 misc; 651 struct dso *dso; 652 enum dso_kernel_type dso_type; 653 654 machine = perf_session__findnew_machine(session, bev->pid); 655 if (!machine) 656 goto out; 657 658 misc = bev->header.misc & PERF_RECORD_MISC_CPUMODE_MASK; 659 660 switch (misc) { 661 case PERF_RECORD_MISC_KERNEL: 662 dso_type = DSO_TYPE_KERNEL; 663 head = &machine->kernel_dsos; 664 break; 665 case PERF_RECORD_MISC_GUEST_KERNEL: 666 dso_type = DSO_TYPE_GUEST_KERNEL; 667 head = &machine->kernel_dsos; 668 break; 669 case PERF_RECORD_MISC_USER: 670 case PERF_RECORD_MISC_GUEST_USER: 671 dso_type = DSO_TYPE_USER; 672 head = &machine->user_dsos; 673 break; 674 default: 675 goto out; 676 } 677 678 dso = __dsos__findnew(head, filename); 679 if (dso != NULL) { 680 char sbuild_id[BUILD_ID_SIZE * 2 + 1]; 681 682 dso__set_build_id(dso, &bev->build_id); 683 684 if (filename[0] == '[') 685 dso->kernel = dso_type; 686 687 build_id__sprintf(dso->build_id, sizeof(dso->build_id), 688 sbuild_id); 689 pr_debug("build id event received for %s: %s\n", 690 dso->long_name, sbuild_id); 691 } 692 693 err = 0; 694 out: 695 return err; 696 } 697 698 static int perf_header__read_build_ids_abi_quirk(struct perf_header *header, 699 int input, u64 offset, u64 size) 700 { 701 struct perf_session *session = container_of(header, struct perf_session, header); 702 struct { 703 struct perf_event_header header; 704 u8 build_id[ALIGN(BUILD_ID_SIZE, sizeof(u64))]; 705 char filename[0]; 706 } old_bev; 707 struct build_id_event bev; 708 char filename[PATH_MAX]; 709 u64 limit = offset + size; 710 711 while (offset < limit) { 712 ssize_t len; 713 714 if (read(input, &old_bev, sizeof(old_bev)) != sizeof(old_bev)) 715 return -1; 716 717 if (header->needs_swap) 718 perf_event_header__bswap(&old_bev.header); 719 720 len = old_bev.header.size - sizeof(old_bev); 721 if (read(input, filename, len) != len) 722 return -1; 723 724 bev.header = old_bev.header; 725 bev.pid = 0; 726 memcpy(bev.build_id, old_bev.build_id, sizeof(bev.build_id)); 727 __event_process_build_id(&bev, filename, session); 728 729 offset += bev.header.size; 730 } 731 732 return 0; 733 } 734 735 static int perf_header__read_build_ids(struct perf_header *header, 736 int input, u64 offset, u64 size) 737 { 738 struct perf_session *session = container_of(header, struct perf_session, header); 739 struct build_id_event bev; 740 char filename[PATH_MAX]; 741 u64 limit = offset + size, orig_offset = offset; 742 int err = -1; 743 744 while (offset < limit) { 745 ssize_t len; 746 747 if (read(input, &bev, sizeof(bev)) != sizeof(bev)) 748 goto out; 749 750 if (header->needs_swap) 751 perf_event_header__bswap(&bev.header); 752 753 len = bev.header.size - sizeof(bev); 754 if (read(input, filename, len) != len) 755 goto out; 756 /* 757 * The a1645ce1 changeset: 758 * 759 * "perf: 'perf kvm' tool for monitoring guest performance from host" 760 * 761 * Added a field to struct build_id_event that broke the file 762 * format. 763 * 764 * Since the kernel build-id is the first entry, process the 765 * table using the old format if the well known 766 * '[kernel.kallsyms]' string for the kernel build-id has the 767 * first 4 characters chopped off (where the pid_t sits). 768 */ 769 if (memcmp(filename, "nel.kallsyms]", 13) == 0) { 770 if (lseek(input, orig_offset, SEEK_SET) == (off_t)-1) 771 return -1; 772 return perf_header__read_build_ids_abi_quirk(header, input, offset, size); 773 } 774 775 __event_process_build_id(&bev, filename, session); 776 777 offset += bev.header.size; 778 } 779 err = 0; 780 out: 781 return err; 782 } 783 784 static int perf_file_section__process(struct perf_file_section *section, 785 struct perf_header *ph, 786 int feat, int fd) 787 { 788 if (lseek(fd, section->offset, SEEK_SET) == (off_t)-1) { 789 pr_debug("Failed to lseek to %" PRIu64 " offset for feature " 790 "%d, continuing...\n", section->offset, feat); 791 return 0; 792 } 793 794 switch (feat) { 795 case HEADER_TRACE_INFO: 796 trace_report(fd, false); 797 break; 798 799 case HEADER_BUILD_ID: 800 if (perf_header__read_build_ids(ph, fd, section->offset, section->size)) 801 pr_debug("Failed to read buildids, continuing...\n"); 802 break; 803 default: 804 pr_debug("unknown feature %d, continuing...\n", feat); 805 } 806 807 return 0; 808 } 809 810 static int perf_file_header__read_pipe(struct perf_pipe_file_header *header, 811 struct perf_header *ph, int fd, 812 bool repipe) 813 { 814 if (readn(fd, header, sizeof(*header)) <= 0 || 815 memcmp(&header->magic, __perf_magic, sizeof(header->magic))) 816 return -1; 817 818 if (repipe && do_write(STDOUT_FILENO, header, sizeof(*header)) < 0) 819 return -1; 820 821 if (header->size != sizeof(*header)) { 822 u64 size = bswap_64(header->size); 823 824 if (size != sizeof(*header)) 825 return -1; 826 827 ph->needs_swap = true; 828 } 829 830 return 0; 831 } 832 833 static int perf_header__read_pipe(struct perf_session *session, int fd) 834 { 835 struct perf_header *header = &session->header; 836 struct perf_pipe_file_header f_header; 837 838 if (perf_file_header__read_pipe(&f_header, header, fd, 839 session->repipe) < 0) { 840 pr_debug("incompatible file format\n"); 841 return -EINVAL; 842 } 843 844 session->fd = fd; 845 846 return 0; 847 } 848 849 int perf_session__read_header(struct perf_session *session, int fd) 850 { 851 struct perf_header *header = &session->header; 852 struct perf_file_header f_header; 853 struct perf_file_attr f_attr; 854 u64 f_id; 855 int nr_attrs, nr_ids, i, j; 856 857 session->evlist = perf_evlist__new(NULL, NULL); 858 if (session->evlist == NULL) 859 return -ENOMEM; 860 861 if (session->fd_pipe) 862 return perf_header__read_pipe(session, fd); 863 864 if (perf_file_header__read(&f_header, header, fd) < 0) { 865 pr_debug("incompatible file format\n"); 866 return -EINVAL; 867 } 868 869 nr_attrs = f_header.attrs.size / sizeof(f_attr); 870 lseek(fd, f_header.attrs.offset, SEEK_SET); 871 872 for (i = 0; i < nr_attrs; i++) { 873 struct perf_evsel *evsel; 874 off_t tmp; 875 876 if (perf_header__getbuffer64(header, fd, &f_attr, sizeof(f_attr))) 877 goto out_errno; 878 879 tmp = lseek(fd, 0, SEEK_CUR); 880 evsel = perf_evsel__new(&f_attr.attr, i); 881 882 if (evsel == NULL) 883 goto out_delete_evlist; 884 /* 885 * Do it before so that if perf_evsel__alloc_id fails, this 886 * entry gets purged too at perf_evlist__delete(). 887 */ 888 perf_evlist__add(session->evlist, evsel); 889 890 nr_ids = f_attr.ids.size / sizeof(u64); 891 /* 892 * We don't have the cpu and thread maps on the header, so 893 * for allocating the perf_sample_id table we fake 1 cpu and 894 * hattr->ids threads. 895 */ 896 if (perf_evsel__alloc_id(evsel, 1, nr_ids)) 897 goto out_delete_evlist; 898 899 lseek(fd, f_attr.ids.offset, SEEK_SET); 900 901 for (j = 0; j < nr_ids; j++) { 902 if (perf_header__getbuffer64(header, fd, &f_id, sizeof(f_id))) 903 goto out_errno; 904 905 perf_evlist__id_add(session->evlist, evsel, 0, j, f_id); 906 } 907 908 lseek(fd, tmp, SEEK_SET); 909 } 910 911 if (f_header.event_types.size) { 912 lseek(fd, f_header.event_types.offset, SEEK_SET); 913 events = malloc(f_header.event_types.size); 914 if (events == NULL) 915 return -ENOMEM; 916 if (perf_header__getbuffer64(header, fd, events, 917 f_header.event_types.size)) 918 goto out_errno; 919 event_count = f_header.event_types.size / sizeof(struct perf_trace_event_type); 920 } 921 922 perf_header__process_sections(header, fd, perf_file_section__process); 923 924 lseek(fd, header->data_offset, SEEK_SET); 925 926 header->frozen = 1; 927 return 0; 928 out_errno: 929 return -errno; 930 931 out_delete_evlist: 932 perf_evlist__delete(session->evlist); 933 session->evlist = NULL; 934 return -ENOMEM; 935 } 936 937 u64 perf_evlist__sample_type(struct perf_evlist *evlist) 938 { 939 struct perf_evsel *pos; 940 u64 type = 0; 941 942 list_for_each_entry(pos, &evlist->entries, node) { 943 if (!type) 944 type = pos->attr.sample_type; 945 else if (type != pos->attr.sample_type) 946 die("non matching sample_type"); 947 } 948 949 return type; 950 } 951 952 bool perf_evlist__sample_id_all(const struct perf_evlist *evlist) 953 { 954 bool value = false, first = true; 955 struct perf_evsel *pos; 956 957 list_for_each_entry(pos, &evlist->entries, node) { 958 if (first) { 959 value = pos->attr.sample_id_all; 960 first = false; 961 } else if (value != pos->attr.sample_id_all) 962 die("non matching sample_id_all"); 963 } 964 965 return value; 966 } 967 968 int perf_event__synthesize_attr(struct perf_event_attr *attr, u16 ids, u64 *id, 969 perf_event__handler_t process, 970 struct perf_session *session) 971 { 972 union perf_event *ev; 973 size_t size; 974 int err; 975 976 size = sizeof(struct perf_event_attr); 977 size = ALIGN(size, sizeof(u64)); 978 size += sizeof(struct perf_event_header); 979 size += ids * sizeof(u64); 980 981 ev = malloc(size); 982 983 if (ev == NULL) 984 return -ENOMEM; 985 986 ev->attr.attr = *attr; 987 memcpy(ev->attr.id, id, ids * sizeof(u64)); 988 989 ev->attr.header.type = PERF_RECORD_HEADER_ATTR; 990 ev->attr.header.size = size; 991 992 err = process(ev, NULL, session); 993 994 free(ev); 995 996 return err; 997 } 998 999 int perf_session__synthesize_attrs(struct perf_session *session, 1000 perf_event__handler_t process) 1001 { 1002 struct perf_evsel *attr; 1003 int err = 0; 1004 1005 list_for_each_entry(attr, &session->evlist->entries, node) { 1006 err = perf_event__synthesize_attr(&attr->attr, attr->ids, 1007 attr->id, process, session); 1008 if (err) { 1009 pr_debug("failed to create perf header attribute\n"); 1010 return err; 1011 } 1012 } 1013 1014 return err; 1015 } 1016 1017 int perf_event__process_attr(union perf_event *event, 1018 struct perf_session *session) 1019 { 1020 unsigned int i, ids, n_ids; 1021 struct perf_evsel *evsel; 1022 1023 if (session->evlist == NULL) { 1024 session->evlist = perf_evlist__new(NULL, NULL); 1025 if (session->evlist == NULL) 1026 return -ENOMEM; 1027 } 1028 1029 evsel = perf_evsel__new(&event->attr.attr, 1030 session->evlist->nr_entries); 1031 if (evsel == NULL) 1032 return -ENOMEM; 1033 1034 perf_evlist__add(session->evlist, evsel); 1035 1036 ids = event->header.size; 1037 ids -= (void *)&event->attr.id - (void *)event; 1038 n_ids = ids / sizeof(u64); 1039 /* 1040 * We don't have the cpu and thread maps on the header, so 1041 * for allocating the perf_sample_id table we fake 1 cpu and 1042 * hattr->ids threads. 1043 */ 1044 if (perf_evsel__alloc_id(evsel, 1, n_ids)) 1045 return -ENOMEM; 1046 1047 for (i = 0; i < n_ids; i++) { 1048 perf_evlist__id_add(session->evlist, evsel, 0, i, 1049 event->attr.id[i]); 1050 } 1051 1052 perf_session__update_sample_type(session); 1053 1054 return 0; 1055 } 1056 1057 int perf_event__synthesize_event_type(u64 event_id, char *name, 1058 perf_event__handler_t process, 1059 struct perf_session *session) 1060 { 1061 union perf_event ev; 1062 size_t size = 0; 1063 int err = 0; 1064 1065 memset(&ev, 0, sizeof(ev)); 1066 1067 ev.event_type.event_type.event_id = event_id; 1068 memset(ev.event_type.event_type.name, 0, MAX_EVENT_NAME); 1069 strncpy(ev.event_type.event_type.name, name, MAX_EVENT_NAME - 1); 1070 1071 ev.event_type.header.type = PERF_RECORD_HEADER_EVENT_TYPE; 1072 size = strlen(name); 1073 size = ALIGN(size, sizeof(u64)); 1074 ev.event_type.header.size = sizeof(ev.event_type) - 1075 (sizeof(ev.event_type.event_type.name) - size); 1076 1077 err = process(&ev, NULL, session); 1078 1079 return err; 1080 } 1081 1082 int perf_event__synthesize_event_types(perf_event__handler_t process, 1083 struct perf_session *session) 1084 { 1085 struct perf_trace_event_type *type; 1086 int i, err = 0; 1087 1088 for (i = 0; i < event_count; i++) { 1089 type = &events[i]; 1090 1091 err = perf_event__synthesize_event_type(type->event_id, 1092 type->name, process, 1093 session); 1094 if (err) { 1095 pr_debug("failed to create perf header event type\n"); 1096 return err; 1097 } 1098 } 1099 1100 return err; 1101 } 1102 1103 int perf_event__process_event_type(union perf_event *event, 1104 struct perf_session *session __unused) 1105 { 1106 if (perf_header__push_event(event->event_type.event_type.event_id, 1107 event->event_type.event_type.name) < 0) 1108 return -ENOMEM; 1109 1110 return 0; 1111 } 1112 1113 int perf_event__synthesize_tracing_data(int fd, struct perf_evlist *evlist, 1114 perf_event__handler_t process, 1115 struct perf_session *session __unused) 1116 { 1117 union perf_event ev; 1118 ssize_t size = 0, aligned_size = 0, padding; 1119 int err __used = 0; 1120 1121 memset(&ev, 0, sizeof(ev)); 1122 1123 ev.tracing_data.header.type = PERF_RECORD_HEADER_TRACING_DATA; 1124 size = read_tracing_data_size(fd, &evlist->entries); 1125 if (size <= 0) 1126 return size; 1127 aligned_size = ALIGN(size, sizeof(u64)); 1128 padding = aligned_size - size; 1129 ev.tracing_data.header.size = sizeof(ev.tracing_data); 1130 ev.tracing_data.size = aligned_size; 1131 1132 process(&ev, NULL, session); 1133 1134 err = read_tracing_data(fd, &evlist->entries); 1135 write_padded(fd, NULL, 0, padding); 1136 1137 return aligned_size; 1138 } 1139 1140 int perf_event__process_tracing_data(union perf_event *event, 1141 struct perf_session *session) 1142 { 1143 ssize_t size_read, padding, size = event->tracing_data.size; 1144 off_t offset = lseek(session->fd, 0, SEEK_CUR); 1145 char buf[BUFSIZ]; 1146 1147 /* setup for reading amidst mmap */ 1148 lseek(session->fd, offset + sizeof(struct tracing_data_event), 1149 SEEK_SET); 1150 1151 size_read = trace_report(session->fd, session->repipe); 1152 1153 padding = ALIGN(size_read, sizeof(u64)) - size_read; 1154 1155 if (read(session->fd, buf, padding) < 0) 1156 die("reading input file"); 1157 if (session->repipe) { 1158 int retw = write(STDOUT_FILENO, buf, padding); 1159 if (retw <= 0 || retw != padding) 1160 die("repiping tracing data padding"); 1161 } 1162 1163 if (size_read + padding != size) 1164 die("tracing data size mismatch"); 1165 1166 return size_read + padding; 1167 } 1168 1169 int perf_event__synthesize_build_id(struct dso *pos, u16 misc, 1170 perf_event__handler_t process, 1171 struct machine *machine, 1172 struct perf_session *session) 1173 { 1174 union perf_event ev; 1175 size_t len; 1176 int err = 0; 1177 1178 if (!pos->hit) 1179 return err; 1180 1181 memset(&ev, 0, sizeof(ev)); 1182 1183 len = pos->long_name_len + 1; 1184 len = ALIGN(len, NAME_ALIGN); 1185 memcpy(&ev.build_id.build_id, pos->build_id, sizeof(pos->build_id)); 1186 ev.build_id.header.type = PERF_RECORD_HEADER_BUILD_ID; 1187 ev.build_id.header.misc = misc; 1188 ev.build_id.pid = machine->pid; 1189 ev.build_id.header.size = sizeof(ev.build_id) + len; 1190 memcpy(&ev.build_id.filename, pos->long_name, pos->long_name_len); 1191 1192 err = process(&ev, NULL, session); 1193 1194 return err; 1195 } 1196 1197 int perf_event__process_build_id(union perf_event *event, 1198 struct perf_session *session) 1199 { 1200 __event_process_build_id(&event->build_id, 1201 event->build_id.filename, 1202 session); 1203 return 0; 1204 } 1205 1206 void disable_buildid_cache(void) 1207 { 1208 no_buildid_cache = true; 1209 } 1210