1 // SPDX-License-Identifier: GPL-2.0 2 #include <test_progs.h> 3 #include "kprobe_multi.skel.h" 4 #include "trace_helpers.h" 5 #include "kprobe_multi_empty.skel.h" 6 #include "kprobe_multi_override.skel.h" 7 #include "bpf/libbpf_internal.h" 8 #include "bpf/hashmap.h" 9 10 static void kprobe_multi_test_run(struct kprobe_multi *skel, bool test_return) 11 { 12 LIBBPF_OPTS(bpf_test_run_opts, topts); 13 int err, prog_fd; 14 15 prog_fd = bpf_program__fd(skel->progs.trigger); 16 err = bpf_prog_test_run_opts(prog_fd, &topts); 17 ASSERT_OK(err, "test_run"); 18 ASSERT_EQ(topts.retval, 0, "test_run"); 19 20 ASSERT_EQ(skel->bss->kprobe_test1_result, 1, "kprobe_test1_result"); 21 ASSERT_EQ(skel->bss->kprobe_test2_result, 1, "kprobe_test2_result"); 22 ASSERT_EQ(skel->bss->kprobe_test3_result, 1, "kprobe_test3_result"); 23 ASSERT_EQ(skel->bss->kprobe_test4_result, 1, "kprobe_test4_result"); 24 ASSERT_EQ(skel->bss->kprobe_test5_result, 1, "kprobe_test5_result"); 25 ASSERT_EQ(skel->bss->kprobe_test6_result, 1, "kprobe_test6_result"); 26 ASSERT_EQ(skel->bss->kprobe_test7_result, 1, "kprobe_test7_result"); 27 ASSERT_EQ(skel->bss->kprobe_test8_result, 1, "kprobe_test8_result"); 28 29 if (test_return) { 30 ASSERT_EQ(skel->bss->kretprobe_test1_result, 1, "kretprobe_test1_result"); 31 ASSERT_EQ(skel->bss->kretprobe_test2_result, 1, "kretprobe_test2_result"); 32 ASSERT_EQ(skel->bss->kretprobe_test3_result, 1, "kretprobe_test3_result"); 33 ASSERT_EQ(skel->bss->kretprobe_test4_result, 1, "kretprobe_test4_result"); 34 ASSERT_EQ(skel->bss->kretprobe_test5_result, 1, "kretprobe_test5_result"); 35 ASSERT_EQ(skel->bss->kretprobe_test6_result, 1, "kretprobe_test6_result"); 36 ASSERT_EQ(skel->bss->kretprobe_test7_result, 1, "kretprobe_test7_result"); 37 ASSERT_EQ(skel->bss->kretprobe_test8_result, 1, "kretprobe_test8_result"); 38 } 39 } 40 41 static void test_skel_api(void) 42 { 43 struct kprobe_multi *skel = NULL; 44 int err; 45 46 skel = kprobe_multi__open_and_load(); 47 if (!ASSERT_OK_PTR(skel, "kprobe_multi__open_and_load")) 48 goto cleanup; 49 50 skel->bss->pid = getpid(); 51 err = kprobe_multi__attach(skel); 52 if (!ASSERT_OK(err, "kprobe_multi__attach")) 53 goto cleanup; 54 55 kprobe_multi_test_run(skel, true); 56 57 cleanup: 58 kprobe_multi__destroy(skel); 59 } 60 61 static void test_link_api(struct bpf_link_create_opts *opts) 62 { 63 int prog_fd, link1_fd = -1, link2_fd = -1; 64 struct kprobe_multi *skel = NULL; 65 66 skel = kprobe_multi__open_and_load(); 67 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load")) 68 goto cleanup; 69 70 skel->bss->pid = getpid(); 71 prog_fd = bpf_program__fd(skel->progs.test_kprobe); 72 link1_fd = bpf_link_create(prog_fd, 0, BPF_TRACE_KPROBE_MULTI, opts); 73 if (!ASSERT_GE(link1_fd, 0, "link_fd")) 74 goto cleanup; 75 76 opts->kprobe_multi.flags = BPF_F_KPROBE_MULTI_RETURN; 77 prog_fd = bpf_program__fd(skel->progs.test_kretprobe); 78 link2_fd = bpf_link_create(prog_fd, 0, BPF_TRACE_KPROBE_MULTI, opts); 79 if (!ASSERT_GE(link2_fd, 0, "link_fd")) 80 goto cleanup; 81 82 kprobe_multi_test_run(skel, true); 83 84 cleanup: 85 if (link1_fd != -1) 86 close(link1_fd); 87 if (link2_fd != -1) 88 close(link2_fd); 89 kprobe_multi__destroy(skel); 90 } 91 92 #define GET_ADDR(__sym, __addr) ({ \ 93 __addr = ksym_get_addr(__sym); \ 94 if (!ASSERT_NEQ(__addr, 0, "kallsyms load failed for " #__sym)) \ 95 return; \ 96 }) 97 98 static void test_link_api_addrs(void) 99 { 100 LIBBPF_OPTS(bpf_link_create_opts, opts); 101 unsigned long long addrs[8]; 102 103 GET_ADDR("bpf_fentry_test1", addrs[0]); 104 GET_ADDR("bpf_fentry_test2", addrs[1]); 105 GET_ADDR("bpf_fentry_test3", addrs[2]); 106 GET_ADDR("bpf_fentry_test4", addrs[3]); 107 GET_ADDR("bpf_fentry_test5", addrs[4]); 108 GET_ADDR("bpf_fentry_test6", addrs[5]); 109 GET_ADDR("bpf_fentry_test7", addrs[6]); 110 GET_ADDR("bpf_fentry_test8", addrs[7]); 111 112 opts.kprobe_multi.addrs = (const unsigned long*) addrs; 113 opts.kprobe_multi.cnt = ARRAY_SIZE(addrs); 114 test_link_api(&opts); 115 } 116 117 static void test_link_api_syms(void) 118 { 119 LIBBPF_OPTS(bpf_link_create_opts, opts); 120 const char *syms[8] = { 121 "bpf_fentry_test1", 122 "bpf_fentry_test2", 123 "bpf_fentry_test3", 124 "bpf_fentry_test4", 125 "bpf_fentry_test5", 126 "bpf_fentry_test6", 127 "bpf_fentry_test7", 128 "bpf_fentry_test8", 129 }; 130 131 opts.kprobe_multi.syms = syms; 132 opts.kprobe_multi.cnt = ARRAY_SIZE(syms); 133 test_link_api(&opts); 134 } 135 136 static void 137 test_attach_api(const char *pattern, struct bpf_kprobe_multi_opts *opts) 138 { 139 struct bpf_link *link1 = NULL, *link2 = NULL; 140 struct kprobe_multi *skel = NULL; 141 142 skel = kprobe_multi__open_and_load(); 143 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load")) 144 goto cleanup; 145 146 skel->bss->pid = getpid(); 147 link1 = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual, 148 pattern, opts); 149 if (!ASSERT_OK_PTR(link1, "bpf_program__attach_kprobe_multi_opts")) 150 goto cleanup; 151 152 if (opts) { 153 opts->retprobe = true; 154 link2 = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kretprobe_manual, 155 pattern, opts); 156 if (!ASSERT_OK_PTR(link2, "bpf_program__attach_kprobe_multi_opts")) 157 goto cleanup; 158 } 159 160 kprobe_multi_test_run(skel, !!opts); 161 162 cleanup: 163 bpf_link__destroy(link2); 164 bpf_link__destroy(link1); 165 kprobe_multi__destroy(skel); 166 } 167 168 static void test_attach_api_pattern(void) 169 { 170 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts); 171 172 test_attach_api("bpf_fentry_test*", &opts); 173 test_attach_api("bpf_fentry_test?", NULL); 174 } 175 176 static void test_attach_api_addrs(void) 177 { 178 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts); 179 unsigned long long addrs[8]; 180 181 GET_ADDR("bpf_fentry_test1", addrs[0]); 182 GET_ADDR("bpf_fentry_test2", addrs[1]); 183 GET_ADDR("bpf_fentry_test3", addrs[2]); 184 GET_ADDR("bpf_fentry_test4", addrs[3]); 185 GET_ADDR("bpf_fentry_test5", addrs[4]); 186 GET_ADDR("bpf_fentry_test6", addrs[5]); 187 GET_ADDR("bpf_fentry_test7", addrs[6]); 188 GET_ADDR("bpf_fentry_test8", addrs[7]); 189 190 opts.addrs = (const unsigned long *) addrs; 191 opts.cnt = ARRAY_SIZE(addrs); 192 test_attach_api(NULL, &opts); 193 } 194 195 static void test_attach_api_syms(void) 196 { 197 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts); 198 const char *syms[8] = { 199 "bpf_fentry_test1", 200 "bpf_fentry_test2", 201 "bpf_fentry_test3", 202 "bpf_fentry_test4", 203 "bpf_fentry_test5", 204 "bpf_fentry_test6", 205 "bpf_fentry_test7", 206 "bpf_fentry_test8", 207 }; 208 209 opts.syms = syms; 210 opts.cnt = ARRAY_SIZE(syms); 211 test_attach_api(NULL, &opts); 212 } 213 214 static void test_attach_api_fails(void) 215 { 216 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts); 217 struct kprobe_multi *skel = NULL; 218 struct bpf_link *link = NULL; 219 unsigned long long addrs[2]; 220 const char *syms[2] = { 221 "bpf_fentry_test1", 222 "bpf_fentry_test2", 223 }; 224 __u64 cookies[2]; 225 int saved_error; 226 227 addrs[0] = ksym_get_addr("bpf_fentry_test1"); 228 addrs[1] = ksym_get_addr("bpf_fentry_test2"); 229 230 if (!ASSERT_FALSE(!addrs[0] || !addrs[1], "ksym_get_addr")) 231 goto cleanup; 232 233 skel = kprobe_multi__open_and_load(); 234 if (!ASSERT_OK_PTR(skel, "fentry_raw_skel_load")) 235 goto cleanup; 236 237 skel->bss->pid = getpid(); 238 239 /* fail_1 - pattern and opts NULL */ 240 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual, 241 NULL, NULL); 242 saved_error = -errno; 243 if (!ASSERT_ERR_PTR(link, "fail_1")) 244 goto cleanup; 245 246 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_1_error")) 247 goto cleanup; 248 249 /* fail_2 - both addrs and syms set */ 250 opts.addrs = (const unsigned long *) addrs; 251 opts.syms = syms; 252 opts.cnt = ARRAY_SIZE(syms); 253 opts.cookies = NULL; 254 255 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual, 256 NULL, &opts); 257 saved_error = -errno; 258 if (!ASSERT_ERR_PTR(link, "fail_2")) 259 goto cleanup; 260 261 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_2_error")) 262 goto cleanup; 263 264 /* fail_3 - pattern and addrs set */ 265 opts.addrs = (const unsigned long *) addrs; 266 opts.syms = NULL; 267 opts.cnt = ARRAY_SIZE(syms); 268 opts.cookies = NULL; 269 270 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual, 271 "ksys_*", &opts); 272 saved_error = -errno; 273 if (!ASSERT_ERR_PTR(link, "fail_3")) 274 goto cleanup; 275 276 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_3_error")) 277 goto cleanup; 278 279 /* fail_4 - pattern and cnt set */ 280 opts.addrs = NULL; 281 opts.syms = NULL; 282 opts.cnt = ARRAY_SIZE(syms); 283 opts.cookies = NULL; 284 285 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual, 286 "ksys_*", &opts); 287 saved_error = -errno; 288 if (!ASSERT_ERR_PTR(link, "fail_4")) 289 goto cleanup; 290 291 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_4_error")) 292 goto cleanup; 293 294 /* fail_5 - pattern and cookies */ 295 opts.addrs = NULL; 296 opts.syms = NULL; 297 opts.cnt = 0; 298 opts.cookies = cookies; 299 300 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual, 301 "ksys_*", &opts); 302 saved_error = -errno; 303 if (!ASSERT_ERR_PTR(link, "fail_5")) 304 goto cleanup; 305 306 if (!ASSERT_EQ(saved_error, -EINVAL, "fail_5_error")) 307 goto cleanup; 308 309 /* fail_6 - abnormal cnt */ 310 opts.addrs = (const unsigned long *) addrs; 311 opts.syms = NULL; 312 opts.cnt = INT_MAX; 313 opts.cookies = NULL; 314 315 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_manual, 316 NULL, &opts); 317 saved_error = -errno; 318 if (!ASSERT_ERR_PTR(link, "fail_6")) 319 goto cleanup; 320 321 if (!ASSERT_EQ(saved_error, -E2BIG, "fail_6_error")) 322 goto cleanup; 323 324 cleanup: 325 bpf_link__destroy(link); 326 kprobe_multi__destroy(skel); 327 } 328 329 static size_t symbol_hash(long key, void *ctx __maybe_unused) 330 { 331 return str_hash((const char *) key); 332 } 333 334 static bool symbol_equal(long key1, long key2, void *ctx __maybe_unused) 335 { 336 return strcmp((const char *) key1, (const char *) key2) == 0; 337 } 338 339 static bool is_invalid_entry(char *buf, bool kernel) 340 { 341 if (kernel && strchr(buf, '[')) 342 return true; 343 if (!kernel && !strchr(buf, '[')) 344 return true; 345 return false; 346 } 347 348 static bool skip_entry(char *name) 349 { 350 /* 351 * We attach to almost all kernel functions and some of them 352 * will cause 'suspicious RCU usage' when fprobe is attached 353 * to them. Filter out the current culprits - arch_cpu_idle 354 * default_idle and rcu_* functions. 355 */ 356 if (!strcmp(name, "arch_cpu_idle")) 357 return true; 358 if (!strcmp(name, "default_idle")) 359 return true; 360 if (!strncmp(name, "rcu_", 4)) 361 return true; 362 if (!strcmp(name, "bpf_dispatcher_xdp_func")) 363 return true; 364 if (!strncmp(name, "__ftrace_invalid_address__", 365 sizeof("__ftrace_invalid_address__") - 1)) 366 return true; 367 return false; 368 } 369 370 /* Do comparision by ignoring '.llvm.<hash>' suffixes. */ 371 static int compare_name(const char *name1, const char *name2) 372 { 373 const char *res1, *res2; 374 int len1, len2; 375 376 res1 = strstr(name1, ".llvm."); 377 res2 = strstr(name2, ".llvm."); 378 len1 = res1 ? res1 - name1 : strlen(name1); 379 len2 = res2 ? res2 - name2 : strlen(name2); 380 381 if (len1 == len2) 382 return strncmp(name1, name2, len1); 383 if (len1 < len2) 384 return strncmp(name1, name2, len1) <= 0 ? -1 : 1; 385 return strncmp(name1, name2, len2) >= 0 ? 1 : -1; 386 } 387 388 static int load_kallsyms_compare(const void *p1, const void *p2) 389 { 390 return compare_name(((const struct ksym *)p1)->name, ((const struct ksym *)p2)->name); 391 } 392 393 static int search_kallsyms_compare(const void *p1, const struct ksym *p2) 394 { 395 return compare_name(p1, p2->name); 396 } 397 398 static int get_syms(char ***symsp, size_t *cntp, bool kernel) 399 { 400 size_t cap = 0, cnt = 0; 401 char *name = NULL, *ksym_name, **syms = NULL; 402 struct hashmap *map; 403 struct ksyms *ksyms; 404 struct ksym *ks; 405 char buf[256]; 406 FILE *f; 407 int err = 0; 408 409 ksyms = load_kallsyms_custom_local(load_kallsyms_compare); 410 if (!ASSERT_OK_PTR(ksyms, "load_kallsyms_custom_local")) 411 return -EINVAL; 412 413 /* 414 * The available_filter_functions contains many duplicates, 415 * but other than that all symbols are usable in kprobe multi 416 * interface. 417 * Filtering out duplicates by using hashmap__add, which won't 418 * add existing entry. 419 */ 420 421 if (access("/sys/kernel/tracing/trace", F_OK) == 0) 422 f = fopen("/sys/kernel/tracing/available_filter_functions", "r"); 423 else 424 f = fopen("/sys/kernel/debug/tracing/available_filter_functions", "r"); 425 426 if (!f) 427 return -EINVAL; 428 429 map = hashmap__new(symbol_hash, symbol_equal, NULL); 430 if (IS_ERR(map)) { 431 err = libbpf_get_error(map); 432 goto error; 433 } 434 435 while (fgets(buf, sizeof(buf), f)) { 436 if (is_invalid_entry(buf, kernel)) 437 continue; 438 439 free(name); 440 if (sscanf(buf, "%ms$*[^\n]\n", &name) != 1) 441 continue; 442 if (skip_entry(name)) 443 continue; 444 445 ks = search_kallsyms_custom_local(ksyms, name, search_kallsyms_compare); 446 if (!ks) { 447 err = -EINVAL; 448 goto error; 449 } 450 451 ksym_name = ks->name; 452 err = hashmap__add(map, ksym_name, 0); 453 if (err == -EEXIST) { 454 err = 0; 455 continue; 456 } 457 if (err) 458 goto error; 459 460 err = libbpf_ensure_mem((void **) &syms, &cap, 461 sizeof(*syms), cnt + 1); 462 if (err) 463 goto error; 464 465 syms[cnt++] = ksym_name; 466 } 467 468 *symsp = syms; 469 *cntp = cnt; 470 471 error: 472 free(name); 473 fclose(f); 474 hashmap__free(map); 475 if (err) 476 free(syms); 477 return err; 478 } 479 480 static int get_addrs(unsigned long **addrsp, size_t *cntp, bool kernel) 481 { 482 unsigned long *addr, *addrs, *tmp_addrs; 483 int err = 0, max_cnt, inc_cnt; 484 char *name = NULL; 485 size_t cnt = 0; 486 char buf[256]; 487 FILE *f; 488 489 if (access("/sys/kernel/tracing/trace", F_OK) == 0) 490 f = fopen("/sys/kernel/tracing/available_filter_functions_addrs", "r"); 491 else 492 f = fopen("/sys/kernel/debug/tracing/available_filter_functions_addrs", "r"); 493 494 if (!f) 495 return -ENOENT; 496 497 /* In my local setup, the number of entries is 50k+ so Let us initially 498 * allocate space to hold 64k entries. If 64k is not enough, incrementally 499 * increase 1k each time. 500 */ 501 max_cnt = 65536; 502 inc_cnt = 1024; 503 addrs = malloc(max_cnt * sizeof(long)); 504 if (addrs == NULL) { 505 err = -ENOMEM; 506 goto error; 507 } 508 509 while (fgets(buf, sizeof(buf), f)) { 510 if (is_invalid_entry(buf, kernel)) 511 continue; 512 513 free(name); 514 if (sscanf(buf, "%p %ms$*[^\n]\n", &addr, &name) != 2) 515 continue; 516 if (skip_entry(name)) 517 continue; 518 519 if (cnt == max_cnt) { 520 max_cnt += inc_cnt; 521 tmp_addrs = realloc(addrs, max_cnt); 522 if (!tmp_addrs) { 523 err = -ENOMEM; 524 goto error; 525 } 526 addrs = tmp_addrs; 527 } 528 529 addrs[cnt++] = (unsigned long)addr; 530 } 531 532 *addrsp = addrs; 533 *cntp = cnt; 534 535 error: 536 free(name); 537 fclose(f); 538 if (err) 539 free(addrs); 540 return err; 541 } 542 543 static void do_bench_test(struct kprobe_multi_empty *skel, struct bpf_kprobe_multi_opts *opts) 544 { 545 long attach_start_ns, attach_end_ns; 546 long detach_start_ns, detach_end_ns; 547 double attach_delta, detach_delta; 548 struct bpf_link *link = NULL; 549 550 attach_start_ns = get_time_ns(); 551 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_kprobe_empty, 552 NULL, opts); 553 attach_end_ns = get_time_ns(); 554 555 if (!ASSERT_OK_PTR(link, "bpf_program__attach_kprobe_multi_opts")) 556 return; 557 558 detach_start_ns = get_time_ns(); 559 bpf_link__destroy(link); 560 detach_end_ns = get_time_ns(); 561 562 attach_delta = (attach_end_ns - attach_start_ns) / 1000000000.0; 563 detach_delta = (detach_end_ns - detach_start_ns) / 1000000000.0; 564 565 printf("%s: found %lu functions\n", __func__, opts->cnt); 566 printf("%s: attached in %7.3lfs\n", __func__, attach_delta); 567 printf("%s: detached in %7.3lfs\n", __func__, detach_delta); 568 } 569 570 static void test_kprobe_multi_bench_attach(bool kernel) 571 { 572 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts); 573 struct kprobe_multi_empty *skel = NULL; 574 char **syms = NULL; 575 size_t cnt = 0; 576 577 if (!ASSERT_OK(get_syms(&syms, &cnt, kernel), "get_syms")) 578 return; 579 580 skel = kprobe_multi_empty__open_and_load(); 581 if (!ASSERT_OK_PTR(skel, "kprobe_multi_empty__open_and_load")) 582 goto cleanup; 583 584 opts.syms = (const char **) syms; 585 opts.cnt = cnt; 586 587 do_bench_test(skel, &opts); 588 589 cleanup: 590 kprobe_multi_empty__destroy(skel); 591 if (syms) 592 free(syms); 593 } 594 595 static void test_kprobe_multi_bench_attach_addr(bool kernel) 596 { 597 LIBBPF_OPTS(bpf_kprobe_multi_opts, opts); 598 struct kprobe_multi_empty *skel = NULL; 599 unsigned long *addrs = NULL; 600 size_t cnt = 0; 601 int err; 602 603 err = get_addrs(&addrs, &cnt, kernel); 604 if (err == -ENOENT) { 605 test__skip(); 606 return; 607 } 608 609 if (!ASSERT_OK(err, "get_addrs")) 610 return; 611 612 skel = kprobe_multi_empty__open_and_load(); 613 if (!ASSERT_OK_PTR(skel, "kprobe_multi_empty__open_and_load")) 614 goto cleanup; 615 616 opts.addrs = addrs; 617 opts.cnt = cnt; 618 619 do_bench_test(skel, &opts); 620 621 cleanup: 622 kprobe_multi_empty__destroy(skel); 623 free(addrs); 624 } 625 626 static void test_attach_override(void) 627 { 628 struct kprobe_multi_override *skel = NULL; 629 struct bpf_link *link = NULL; 630 631 skel = kprobe_multi_override__open_and_load(); 632 if (!ASSERT_OK_PTR(skel, "kprobe_multi_empty__open_and_load")) 633 goto cleanup; 634 635 /* The test_override calls bpf_override_return so it should fail 636 * to attach to bpf_fentry_test1 function, which is not on error 637 * injection list. 638 */ 639 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_override, 640 "bpf_fentry_test1", NULL); 641 if (!ASSERT_ERR_PTR(link, "override_attached_bpf_fentry_test1")) { 642 bpf_link__destroy(link); 643 goto cleanup; 644 } 645 646 /* The should_fail_bio function is on error injection list, 647 * attach should succeed. 648 */ 649 link = bpf_program__attach_kprobe_multi_opts(skel->progs.test_override, 650 "should_fail_bio", NULL); 651 if (!ASSERT_OK_PTR(link, "override_attached_should_fail_bio")) 652 goto cleanup; 653 654 bpf_link__destroy(link); 655 656 cleanup: 657 kprobe_multi_override__destroy(skel); 658 } 659 660 void serial_test_kprobe_multi_bench_attach(void) 661 { 662 if (test__start_subtest("kernel")) 663 test_kprobe_multi_bench_attach(true); 664 if (test__start_subtest("modules")) 665 test_kprobe_multi_bench_attach(false); 666 if (test__start_subtest("kernel")) 667 test_kprobe_multi_bench_attach_addr(true); 668 if (test__start_subtest("modules")) 669 test_kprobe_multi_bench_attach_addr(false); 670 } 671 672 void test_kprobe_multi_test(void) 673 { 674 if (!ASSERT_OK(load_kallsyms(), "load_kallsyms")) 675 return; 676 677 if (test__start_subtest("skel_api")) 678 test_skel_api(); 679 if (test__start_subtest("link_api_addrs")) 680 test_link_api_syms(); 681 if (test__start_subtest("link_api_syms")) 682 test_link_api_addrs(); 683 if (test__start_subtest("attach_api_pattern")) 684 test_attach_api_pattern(); 685 if (test__start_subtest("attach_api_addrs")) 686 test_attach_api_addrs(); 687 if (test__start_subtest("attach_api_syms")) 688 test_attach_api_syms(); 689 if (test__start_subtest("attach_api_fails")) 690 test_attach_api_fails(); 691 if (test__start_subtest("attach_override")) 692 test_attach_override(); 693 } 694