12df27071SArnaldo Carvalho de Melo // SPDX-License-Identifier: (GPL-2.0-only OR BSD-2-Clause) 22df27071SArnaldo Carvalho de Melo /* 32df27071SArnaldo Carvalho de Melo * uprobe.c 42df27071SArnaldo Carvalho de Melo * 52df27071SArnaldo Carvalho de Melo * uprobe benchmarks 62df27071SArnaldo Carvalho de Melo * 72df27071SArnaldo Carvalho de Melo * Copyright (C) 2023, Red Hat Inc, Arnaldo Carvalho de Melo <acme@redhat.com> 82df27071SArnaldo Carvalho de Melo */ 92df27071SArnaldo Carvalho de Melo #include "../perf.h" 102df27071SArnaldo Carvalho de Melo #include "../util/util.h" 112df27071SArnaldo Carvalho de Melo #include <subcmd/parse-options.h> 122df27071SArnaldo Carvalho de Melo #include "../builtin.h" 132df27071SArnaldo Carvalho de Melo #include "bench.h" 147b47623bSArnaldo Carvalho de Melo #include <linux/compiler.h> 152df27071SArnaldo Carvalho de Melo #include <linux/time64.h> 162df27071SArnaldo Carvalho de Melo 172df27071SArnaldo Carvalho de Melo #include <inttypes.h> 182df27071SArnaldo Carvalho de Melo #include <stdio.h> 192df27071SArnaldo Carvalho de Melo #include <sys/time.h> 202df27071SArnaldo Carvalho de Melo #include <sys/types.h> 212df27071SArnaldo Carvalho de Melo #include <time.h> 222df27071SArnaldo Carvalho de Melo #include <unistd.h> 232df27071SArnaldo Carvalho de Melo #include <stdlib.h> 242df27071SArnaldo Carvalho de Melo 252df27071SArnaldo Carvalho de Melo #define LOOPS_DEFAULT 1000 262df27071SArnaldo Carvalho de Melo static int loops = LOOPS_DEFAULT; 272df27071SArnaldo Carvalho de Melo 286af5e4cfSArnaldo Carvalho de Melo enum bench_uprobe { 296af5e4cfSArnaldo Carvalho de Melo BENCH_UPROBE__BASELINE, 306af5e4cfSArnaldo Carvalho de Melo BENCH_UPROBE__EMPTY, 317b47623bSArnaldo Carvalho de Melo BENCH_UPROBE__TRACE_PRINTK, 32*988052f4SIan Rogers BENCH_UPROBE__EMPTY_RET, 33*988052f4SIan Rogers BENCH_UPROBE__TRACE_PRINTK_RET, 346af5e4cfSArnaldo Carvalho de Melo }; 356af5e4cfSArnaldo Carvalho de Melo 362df27071SArnaldo Carvalho de Melo static const struct option options[] = { 372df27071SArnaldo Carvalho de Melo OPT_INTEGER('l', "loop", &loops, "Specify number of loops"), 382df27071SArnaldo Carvalho de Melo OPT_END() 392df27071SArnaldo Carvalho de Melo }; 402df27071SArnaldo Carvalho de Melo 412df27071SArnaldo Carvalho de Melo static const char * const bench_uprobe_usage[] = { 422df27071SArnaldo Carvalho de Melo "perf bench uprobe <options>", 432df27071SArnaldo Carvalho de Melo NULL 442df27071SArnaldo Carvalho de Melo }; 452df27071SArnaldo Carvalho de Melo 466af5e4cfSArnaldo Carvalho de Melo #ifdef HAVE_BPF_SKEL 476af5e4cfSArnaldo Carvalho de Melo #include "bpf_skel/bench_uprobe.skel.h" 486af5e4cfSArnaldo Carvalho de Melo 497b47623bSArnaldo Carvalho de Melo #define bench_uprobe__attach_uprobe(prog) \ 507b47623bSArnaldo Carvalho de Melo skel->links.prog = bpf_program__attach_uprobe_opts(/*prog=*/skel->progs.prog, \ 517b47623bSArnaldo Carvalho de Melo /*pid=*/-1, \ 52459fee7bSIan Rogers /*binary_path=*/"libc.so.6", \ 537b47623bSArnaldo Carvalho de Melo /*func_offset=*/0, \ 547b47623bSArnaldo Carvalho de Melo /*opts=*/&uprobe_opts); \ 557b47623bSArnaldo Carvalho de Melo if (!skel->links.prog) { \ 567b47623bSArnaldo Carvalho de Melo err = -errno; \ 577b47623bSArnaldo Carvalho de Melo fprintf(stderr, "Failed to attach bench uprobe \"%s\": %s\n", #prog, strerror(errno)); \ 587b47623bSArnaldo Carvalho de Melo goto cleanup; \ 597b47623bSArnaldo Carvalho de Melo } 607b47623bSArnaldo Carvalho de Melo 616af5e4cfSArnaldo Carvalho de Melo struct bench_uprobe_bpf *skel; 626af5e4cfSArnaldo Carvalho de Melo 637b47623bSArnaldo Carvalho de Melo static int bench_uprobe__setup_bpf_skel(enum bench_uprobe bench) 646af5e4cfSArnaldo Carvalho de Melo { 656af5e4cfSArnaldo Carvalho de Melo DECLARE_LIBBPF_OPTS(bpf_uprobe_opts, uprobe_opts); 666af5e4cfSArnaldo Carvalho de Melo int err; 676af5e4cfSArnaldo Carvalho de Melo 686af5e4cfSArnaldo Carvalho de Melo /* Load and verify BPF application */ 696af5e4cfSArnaldo Carvalho de Melo skel = bench_uprobe_bpf__open(); 706af5e4cfSArnaldo Carvalho de Melo if (!skel) { 716af5e4cfSArnaldo Carvalho de Melo fprintf(stderr, "Failed to open and load uprobes bench BPF skeleton\n"); 726af5e4cfSArnaldo Carvalho de Melo return -1; 736af5e4cfSArnaldo Carvalho de Melo } 746af5e4cfSArnaldo Carvalho de Melo 756af5e4cfSArnaldo Carvalho de Melo err = bench_uprobe_bpf__load(skel); 766af5e4cfSArnaldo Carvalho de Melo if (err) { 776af5e4cfSArnaldo Carvalho de Melo fprintf(stderr, "Failed to load and verify BPF skeleton\n"); 786af5e4cfSArnaldo Carvalho de Melo goto cleanup; 796af5e4cfSArnaldo Carvalho de Melo } 806af5e4cfSArnaldo Carvalho de Melo 816af5e4cfSArnaldo Carvalho de Melo uprobe_opts.func_name = "usleep"; 827b47623bSArnaldo Carvalho de Melo switch (bench) { 837b47623bSArnaldo Carvalho de Melo case BENCH_UPROBE__BASELINE: break; 847b47623bSArnaldo Carvalho de Melo case BENCH_UPROBE__EMPTY: bench_uprobe__attach_uprobe(empty); break; 857b47623bSArnaldo Carvalho de Melo case BENCH_UPROBE__TRACE_PRINTK: bench_uprobe__attach_uprobe(trace_printk); break; 86*988052f4SIan Rogers case BENCH_UPROBE__EMPTY_RET: bench_uprobe__attach_uprobe(empty_ret); break; 87*988052f4SIan Rogers case BENCH_UPROBE__TRACE_PRINTK_RET: bench_uprobe__attach_uprobe(trace_printk_ret); break; 887b47623bSArnaldo Carvalho de Melo default: 897b47623bSArnaldo Carvalho de Melo fprintf(stderr, "Invalid bench: %d\n", bench); 906af5e4cfSArnaldo Carvalho de Melo goto cleanup; 916af5e4cfSArnaldo Carvalho de Melo } 926af5e4cfSArnaldo Carvalho de Melo 936af5e4cfSArnaldo Carvalho de Melo return err; 946af5e4cfSArnaldo Carvalho de Melo cleanup: 956af5e4cfSArnaldo Carvalho de Melo bench_uprobe_bpf__destroy(skel); 96da0c884bSIan Rogers skel = NULL; 976af5e4cfSArnaldo Carvalho de Melo return err; 986af5e4cfSArnaldo Carvalho de Melo } 996af5e4cfSArnaldo Carvalho de Melo 1006af5e4cfSArnaldo Carvalho de Melo static void bench_uprobe__teardown_bpf_skel(void) 1016af5e4cfSArnaldo Carvalho de Melo { 1026af5e4cfSArnaldo Carvalho de Melo if (skel) { 1036af5e4cfSArnaldo Carvalho de Melo bench_uprobe_bpf__destroy(skel); 1046af5e4cfSArnaldo Carvalho de Melo skel = NULL; 1056af5e4cfSArnaldo Carvalho de Melo } 1066af5e4cfSArnaldo Carvalho de Melo } 1076af5e4cfSArnaldo Carvalho de Melo #else 1087b47623bSArnaldo Carvalho de Melo static int bench_uprobe__setup_bpf_skel(enum bench_uprobe bench __maybe_unused) { return 0; } 1096af5e4cfSArnaldo Carvalho de Melo static void bench_uprobe__teardown_bpf_skel(void) {}; 1106af5e4cfSArnaldo Carvalho de Melo #endif 1116af5e4cfSArnaldo Carvalho de Melo 112dded6f61SArnaldo Carvalho de Melo static int bench_uprobe_format__default_fprintf(const char *name, const char *unit, u64 diff, FILE *fp) 113dded6f61SArnaldo Carvalho de Melo { 11454d81102SArnaldo Carvalho de Melo static u64 baseline, previous; 11554d81102SArnaldo Carvalho de Melo s64 diff_to_baseline = diff - baseline, 11654d81102SArnaldo Carvalho de Melo diff_to_previous = diff - previous; 117dded6f61SArnaldo Carvalho de Melo int printed = fprintf(fp, "# Executed %'d %s calls\n", loops, name); 118dded6f61SArnaldo Carvalho de Melo 119dded6f61SArnaldo Carvalho de Melo printed += fprintf(fp, " %14s: %'" PRIu64 " %ss", "Total time", diff, unit); 120dded6f61SArnaldo Carvalho de Melo 12154d81102SArnaldo Carvalho de Melo if (baseline) { 122dded6f61SArnaldo Carvalho de Melo printed += fprintf(fp, " %s%'" PRId64 " to baseline", diff_to_baseline > 0 ? "+" : "", diff_to_baseline); 123dded6f61SArnaldo Carvalho de Melo 12454d81102SArnaldo Carvalho de Melo if (previous != baseline) 12554d81102SArnaldo Carvalho de Melo fprintf(stdout, " %s%'" PRId64 " to previous", diff_to_previous > 0 ? "+" : "", diff_to_previous); 12654d81102SArnaldo Carvalho de Melo } 12754d81102SArnaldo Carvalho de Melo 128dded6f61SArnaldo Carvalho de Melo printed += fprintf(fp, "\n\n %'.3f %ss/op", (double)diff / (double)loops, unit); 129dded6f61SArnaldo Carvalho de Melo 13054d81102SArnaldo Carvalho de Melo if (baseline) { 131dded6f61SArnaldo Carvalho de Melo printed += fprintf(fp, " %'.3f %ss/op to baseline", (double)diff_to_baseline / (double)loops, unit); 13254d81102SArnaldo Carvalho de Melo 13354d81102SArnaldo Carvalho de Melo if (previous != baseline) 13454d81102SArnaldo Carvalho de Melo printed += fprintf(fp, " %'.3f %ss/op to previous", (double)diff_to_previous / (double)loops, unit); 13554d81102SArnaldo Carvalho de Melo } else { 136dded6f61SArnaldo Carvalho de Melo baseline = diff; 13754d81102SArnaldo Carvalho de Melo } 138dded6f61SArnaldo Carvalho de Melo 139dded6f61SArnaldo Carvalho de Melo fputc('\n', fp); 140dded6f61SArnaldo Carvalho de Melo 14154d81102SArnaldo Carvalho de Melo previous = diff; 14254d81102SArnaldo Carvalho de Melo 143dded6f61SArnaldo Carvalho de Melo return printed + 1; 144dded6f61SArnaldo Carvalho de Melo } 145dded6f61SArnaldo Carvalho de Melo 1466af5e4cfSArnaldo Carvalho de Melo static int bench_uprobe(int argc, const char **argv, enum bench_uprobe bench) 1472df27071SArnaldo Carvalho de Melo { 1482df27071SArnaldo Carvalho de Melo const char *name = "usleep(1000)", *unit = "usec"; 1492df27071SArnaldo Carvalho de Melo struct timespec start, end; 1502df27071SArnaldo Carvalho de Melo u64 diff; 1512df27071SArnaldo Carvalho de Melo int i; 1522df27071SArnaldo Carvalho de Melo 1532df27071SArnaldo Carvalho de Melo argc = parse_options(argc, argv, options, bench_uprobe_usage, 0); 1542df27071SArnaldo Carvalho de Melo 1557b47623bSArnaldo Carvalho de Melo if (bench != BENCH_UPROBE__BASELINE && bench_uprobe__setup_bpf_skel(bench) < 0) 1566af5e4cfSArnaldo Carvalho de Melo return 0; 1576af5e4cfSArnaldo Carvalho de Melo 1582df27071SArnaldo Carvalho de Melo clock_gettime(CLOCK_REALTIME, &start); 1592df27071SArnaldo Carvalho de Melo 1602df27071SArnaldo Carvalho de Melo for (i = 0; i < loops; i++) { 1612df27071SArnaldo Carvalho de Melo usleep(USEC_PER_MSEC); 1622df27071SArnaldo Carvalho de Melo } 1632df27071SArnaldo Carvalho de Melo 1642df27071SArnaldo Carvalho de Melo clock_gettime(CLOCK_REALTIME, &end); 1652df27071SArnaldo Carvalho de Melo 1662df27071SArnaldo Carvalho de Melo diff = end.tv_sec * NSEC_PER_SEC + end.tv_nsec - (start.tv_sec * NSEC_PER_SEC + start.tv_nsec); 1672df27071SArnaldo Carvalho de Melo diff /= NSEC_PER_USEC; 1682df27071SArnaldo Carvalho de Melo 1692df27071SArnaldo Carvalho de Melo switch (bench_format) { 1702df27071SArnaldo Carvalho de Melo case BENCH_FORMAT_DEFAULT: 171dded6f61SArnaldo Carvalho de Melo bench_uprobe_format__default_fprintf(name, unit, diff, stdout); 1722df27071SArnaldo Carvalho de Melo break; 1732df27071SArnaldo Carvalho de Melo 1742df27071SArnaldo Carvalho de Melo case BENCH_FORMAT_SIMPLE: 1752df27071SArnaldo Carvalho de Melo printf("%" PRIu64 "\n", diff); 1762df27071SArnaldo Carvalho de Melo break; 1772df27071SArnaldo Carvalho de Melo 1782df27071SArnaldo Carvalho de Melo default: 1792df27071SArnaldo Carvalho de Melo /* reaching here is something of a disaster */ 1802df27071SArnaldo Carvalho de Melo fprintf(stderr, "Unknown format:%d\n", bench_format); 1812df27071SArnaldo Carvalho de Melo exit(1); 1822df27071SArnaldo Carvalho de Melo } 1832df27071SArnaldo Carvalho de Melo 1846af5e4cfSArnaldo Carvalho de Melo if (bench != BENCH_UPROBE__BASELINE) 1856af5e4cfSArnaldo Carvalho de Melo bench_uprobe__teardown_bpf_skel(); 1866af5e4cfSArnaldo Carvalho de Melo 1872df27071SArnaldo Carvalho de Melo return 0; 1882df27071SArnaldo Carvalho de Melo } 1892df27071SArnaldo Carvalho de Melo 1902df27071SArnaldo Carvalho de Melo int bench_uprobe_baseline(int argc, const char **argv) 1912df27071SArnaldo Carvalho de Melo { 1926af5e4cfSArnaldo Carvalho de Melo return bench_uprobe(argc, argv, BENCH_UPROBE__BASELINE); 1936af5e4cfSArnaldo Carvalho de Melo } 1946af5e4cfSArnaldo Carvalho de Melo 1956af5e4cfSArnaldo Carvalho de Melo int bench_uprobe_empty(int argc, const char **argv) 1966af5e4cfSArnaldo Carvalho de Melo { 1976af5e4cfSArnaldo Carvalho de Melo return bench_uprobe(argc, argv, BENCH_UPROBE__EMPTY); 1982df27071SArnaldo Carvalho de Melo } 1997b47623bSArnaldo Carvalho de Melo 2007b47623bSArnaldo Carvalho de Melo int bench_uprobe_trace_printk(int argc, const char **argv) 2017b47623bSArnaldo Carvalho de Melo { 2027b47623bSArnaldo Carvalho de Melo return bench_uprobe(argc, argv, BENCH_UPROBE__TRACE_PRINTK); 2037b47623bSArnaldo Carvalho de Melo } 204*988052f4SIan Rogers 205*988052f4SIan Rogers int bench_uprobe_empty_ret(int argc, const char **argv) 206*988052f4SIan Rogers { 207*988052f4SIan Rogers return bench_uprobe(argc, argv, BENCH_UPROBE__EMPTY_RET); 208*988052f4SIan Rogers } 209*988052f4SIan Rogers 210*988052f4SIan Rogers int bench_uprobe_trace_printk_ret(int argc, const char **argv) 211*988052f4SIan Rogers { 212*988052f4SIan Rogers return bench_uprobe(argc, argv, BENCH_UPROBE__TRACE_PRINTK_RET); 213*988052f4SIan Rogers } 214