1 // SPDX-License-Identifier: GPL-2.0 2 /* Copyright (c) 2019 Facebook */ 3 #include <test_progs.h> 4 #include <network_helpers.h> 5 #include <bpf/btf.h> 6 #include "bind4_prog.skel.h" 7 #include "freplace_progmap.skel.h" 8 #include "xdp_dummy.skel.h" 9 10 typedef int (*test_cb)(struct bpf_object *obj); 11 12 static int check_data_map(struct bpf_object *obj, int prog_cnt, bool reset) 13 { 14 struct bpf_map *data_map = NULL, *map; 15 __u64 *result = NULL; 16 const int zero = 0; 17 __u32 duration = 0; 18 int ret = -1, i; 19 20 result = malloc((prog_cnt + 32 /* spare */) * sizeof(__u64)); 21 if (CHECK(!result, "alloc_memory", "failed to alloc memory")) 22 return -ENOMEM; 23 24 bpf_object__for_each_map(map, obj) 25 if (bpf_map__is_internal(map)) { 26 data_map = map; 27 break; 28 } 29 if (CHECK(!data_map, "find_data_map", "data map not found\n")) 30 goto out; 31 32 ret = bpf_map_lookup_elem(bpf_map__fd(data_map), &zero, result); 33 if (CHECK(ret, "get_result", 34 "failed to get output data: %d\n", ret)) 35 goto out; 36 37 for (i = 0; i < prog_cnt; i++) { 38 if (CHECK(result[i] != 1, "result", 39 "fexit_bpf2bpf result[%d] failed err %llu\n", 40 i, result[i])) 41 goto out; 42 result[i] = 0; 43 } 44 if (reset) { 45 ret = bpf_map_update_elem(bpf_map__fd(data_map), &zero, result, 0); 46 if (CHECK(ret, "reset_result", "failed to reset result\n")) 47 goto out; 48 } 49 50 ret = 0; 51 out: 52 free(result); 53 return ret; 54 } 55 56 static void test_fexit_bpf2bpf_common(const char *obj_file, 57 const char *target_obj_file, 58 int prog_cnt, 59 const char **prog_name, 60 bool run_prog, 61 test_cb cb) 62 { 63 struct bpf_object *obj = NULL, *tgt_obj; 64 __u32 tgt_prog_id, info_len; 65 struct bpf_prog_info prog_info = {}; 66 struct bpf_program **prog = NULL, *p; 67 struct bpf_link **link = NULL; 68 int err, tgt_fd, i; 69 struct btf *btf; 70 LIBBPF_OPTS(bpf_test_run_opts, topts, 71 .data_in = &pkt_v6, 72 .data_size_in = sizeof(pkt_v6), 73 .repeat = 1, 74 ); 75 76 err = bpf_prog_test_load(target_obj_file, BPF_PROG_TYPE_UNSPEC, 77 &tgt_obj, &tgt_fd); 78 if (!ASSERT_OK(err, "tgt_prog_load")) 79 return; 80 81 info_len = sizeof(prog_info); 82 err = bpf_prog_get_info_by_fd(tgt_fd, &prog_info, &info_len); 83 if (!ASSERT_OK(err, "tgt_fd_get_info")) 84 goto close_prog; 85 86 tgt_prog_id = prog_info.id; 87 btf = bpf_object__btf(tgt_obj); 88 89 link = calloc(sizeof(struct bpf_link *), prog_cnt); 90 if (!ASSERT_OK_PTR(link, "link_ptr")) 91 goto close_prog; 92 93 prog = calloc(sizeof(struct bpf_program *), prog_cnt); 94 if (!ASSERT_OK_PTR(prog, "prog_ptr")) 95 goto close_prog; 96 97 obj = bpf_object__open_file(obj_file, NULL); 98 if (!ASSERT_OK_PTR(obj, "obj_open")) 99 goto close_prog; 100 101 bpf_object__for_each_program(p, obj) { 102 err = bpf_program__set_attach_target(p, tgt_fd, NULL); 103 ASSERT_OK(err, "set_attach_target"); 104 } 105 106 err = bpf_object__load(obj); 107 if (!ASSERT_OK(err, "obj_load")) 108 goto close_prog; 109 110 for (i = 0; i < prog_cnt; i++) { 111 struct bpf_link_info link_info; 112 struct bpf_program *pos; 113 const char *pos_sec_name; 114 const char *tgt_name; 115 __s32 btf_id; 116 117 tgt_name = strstr(prog_name[i], "/"); 118 if (!ASSERT_OK_PTR(tgt_name, "tgt_name")) 119 goto close_prog; 120 btf_id = btf__find_by_name_kind(btf, tgt_name + 1, BTF_KIND_FUNC); 121 122 prog[i] = NULL; 123 bpf_object__for_each_program(pos, obj) { 124 pos_sec_name = bpf_program__section_name(pos); 125 if (pos_sec_name && !strcmp(pos_sec_name, prog_name[i])) { 126 prog[i] = pos; 127 break; 128 } 129 } 130 if (!ASSERT_OK_PTR(prog[i], prog_name[i])) 131 goto close_prog; 132 133 link[i] = bpf_program__attach_trace(prog[i]); 134 if (!ASSERT_OK_PTR(link[i], "attach_trace")) 135 goto close_prog; 136 137 info_len = sizeof(link_info); 138 memset(&link_info, 0, sizeof(link_info)); 139 err = bpf_link_get_info_by_fd(bpf_link__fd(link[i]), 140 &link_info, &info_len); 141 ASSERT_OK(err, "link_fd_get_info"); 142 ASSERT_EQ(link_info.tracing.attach_type, 143 bpf_program__expected_attach_type(prog[i]), 144 "link_attach_type"); 145 ASSERT_EQ(link_info.tracing.target_obj_id, tgt_prog_id, "link_tgt_obj_id"); 146 ASSERT_EQ(link_info.tracing.target_btf_id, btf_id, "link_tgt_btf_id"); 147 } 148 149 if (cb) { 150 err = cb(obj); 151 if (err) 152 goto close_prog; 153 } 154 155 if (!run_prog) 156 goto close_prog; 157 158 err = bpf_prog_test_run_opts(tgt_fd, &topts); 159 ASSERT_OK(err, "prog_run"); 160 ASSERT_EQ(topts.retval, 0, "prog_run_ret"); 161 162 if (check_data_map(obj, prog_cnt, false)) 163 goto close_prog; 164 165 close_prog: 166 for (i = 0; i < prog_cnt; i++) 167 bpf_link__destroy(link[i]); 168 bpf_object__close(obj); 169 bpf_object__close(tgt_obj); 170 free(link); 171 free(prog); 172 } 173 174 static void test_target_no_callees(void) 175 { 176 const char *prog_name[] = { 177 "fexit/test_pkt_md_access", 178 }; 179 test_fexit_bpf2bpf_common("./fexit_bpf2bpf_simple.bpf.o", 180 "./test_pkt_md_access.bpf.o", 181 ARRAY_SIZE(prog_name), 182 prog_name, true, NULL); 183 } 184 185 static void test_target_yes_callees(void) 186 { 187 const char *prog_name[] = { 188 "fexit/test_pkt_access", 189 "fexit/test_pkt_access_subprog1", 190 "fexit/test_pkt_access_subprog2", 191 "fexit/test_pkt_access_subprog3", 192 }; 193 test_fexit_bpf2bpf_common("./fexit_bpf2bpf.bpf.o", 194 "./test_pkt_access.bpf.o", 195 ARRAY_SIZE(prog_name), 196 prog_name, true, NULL); 197 } 198 199 static void test_func_replace(void) 200 { 201 const char *prog_name[] = { 202 "fexit/test_pkt_access", 203 "fexit/test_pkt_access_subprog1", 204 "fexit/test_pkt_access_subprog2", 205 "fexit/test_pkt_access_subprog3", 206 "freplace/get_skb_len", 207 "freplace/get_skb_ifindex", 208 "freplace/get_constant", 209 "freplace/test_pkt_write_access_subprog", 210 }; 211 test_fexit_bpf2bpf_common("./fexit_bpf2bpf.bpf.o", 212 "./test_pkt_access.bpf.o", 213 ARRAY_SIZE(prog_name), 214 prog_name, true, NULL); 215 } 216 217 static void test_func_replace_verify(void) 218 { 219 const char *prog_name[] = { 220 "freplace/do_bind", 221 }; 222 test_fexit_bpf2bpf_common("./freplace_connect4.bpf.o", 223 "./connect4_prog.bpf.o", 224 ARRAY_SIZE(prog_name), 225 prog_name, false, NULL); 226 } 227 228 static int test_second_attach(struct bpf_object *obj) 229 { 230 const char *prog_name = "security_new_get_constant"; 231 const char *tgt_name = "get_constant"; 232 const char *tgt_obj_file = "./test_pkt_access.bpf.o"; 233 struct bpf_program *prog = NULL; 234 struct bpf_object *tgt_obj; 235 struct bpf_link *link; 236 int err = 0, tgt_fd; 237 LIBBPF_OPTS(bpf_test_run_opts, topts, 238 .data_in = &pkt_v6, 239 .data_size_in = sizeof(pkt_v6), 240 .repeat = 1, 241 ); 242 243 prog = bpf_object__find_program_by_name(obj, prog_name); 244 if (!ASSERT_OK_PTR(prog, "find_prog")) 245 return -ENOENT; 246 247 err = bpf_prog_test_load(tgt_obj_file, BPF_PROG_TYPE_UNSPEC, 248 &tgt_obj, &tgt_fd); 249 if (!ASSERT_OK(err, "second_prog_load")) 250 return err; 251 252 link = bpf_program__attach_freplace(prog, tgt_fd, tgt_name); 253 if (!ASSERT_OK_PTR(link, "second_link")) 254 goto out; 255 256 err = bpf_prog_test_run_opts(tgt_fd, &topts); 257 if (!ASSERT_OK(err, "ipv6 test_run")) 258 goto out; 259 if (!ASSERT_OK(topts.retval, "ipv6 retval")) 260 goto out; 261 262 err = check_data_map(obj, 1, true); 263 if (err) 264 goto out; 265 266 out: 267 bpf_link__destroy(link); 268 bpf_object__close(tgt_obj); 269 return err; 270 } 271 272 static void test_func_replace_multi(void) 273 { 274 const char *prog_name[] = { 275 "freplace/get_constant", 276 }; 277 test_fexit_bpf2bpf_common("./freplace_get_constant.bpf.o", 278 "./test_pkt_access.bpf.o", 279 ARRAY_SIZE(prog_name), 280 prog_name, true, test_second_attach); 281 } 282 283 static void test_fmod_ret_freplace(void) 284 { 285 struct bpf_object *freplace_obj = NULL, *pkt_obj, *fmod_obj = NULL; 286 const char *freplace_name = "./freplace_get_constant.bpf.o"; 287 const char *fmod_ret_name = "./fmod_ret_freplace.bpf.o"; 288 DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts); 289 const char *tgt_name = "./test_pkt_access.bpf.o"; 290 struct bpf_link *freplace_link = NULL; 291 struct bpf_program *prog; 292 __u32 duration = 0; 293 int err, pkt_fd, attach_prog_fd; 294 295 err = bpf_prog_test_load(tgt_name, BPF_PROG_TYPE_UNSPEC, 296 &pkt_obj, &pkt_fd); 297 /* the target prog should load fine */ 298 if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n", 299 tgt_name, err, errno)) 300 return; 301 302 freplace_obj = bpf_object__open_file(freplace_name, NULL); 303 if (!ASSERT_OK_PTR(freplace_obj, "freplace_obj_open")) 304 goto out; 305 306 prog = bpf_object__next_program(freplace_obj, NULL); 307 err = bpf_program__set_attach_target(prog, pkt_fd, NULL); 308 ASSERT_OK(err, "freplace__set_attach_target"); 309 310 err = bpf_object__load(freplace_obj); 311 if (CHECK(err, "freplace_obj_load", "err %d\n", err)) 312 goto out; 313 314 freplace_link = bpf_program__attach_trace(prog); 315 if (!ASSERT_OK_PTR(freplace_link, "freplace_attach_trace")) 316 goto out; 317 318 fmod_obj = bpf_object__open_file(fmod_ret_name, NULL); 319 if (!ASSERT_OK_PTR(fmod_obj, "fmod_obj_open")) 320 goto out; 321 322 attach_prog_fd = bpf_program__fd(prog); 323 prog = bpf_object__next_program(fmod_obj, NULL); 324 err = bpf_program__set_attach_target(prog, attach_prog_fd, NULL); 325 ASSERT_OK(err, "fmod_ret_set_attach_target"); 326 327 err = bpf_object__load(fmod_obj); 328 if (CHECK(!err, "fmod_obj_load", "loading fmod_ret should fail\n")) 329 goto out; 330 331 out: 332 bpf_link__destroy(freplace_link); 333 bpf_object__close(freplace_obj); 334 bpf_object__close(fmod_obj); 335 bpf_object__close(pkt_obj); 336 } 337 338 339 static void test_func_sockmap_update(void) 340 { 341 const char *prog_name[] = { 342 "freplace/cls_redirect", 343 }; 344 test_fexit_bpf2bpf_common("./freplace_cls_redirect.bpf.o", 345 "./test_cls_redirect.bpf.o", 346 ARRAY_SIZE(prog_name), 347 prog_name, false, NULL); 348 } 349 350 static void test_func_replace_void(void) 351 { 352 const char *prog_name[] = { 353 "freplace/foo", 354 }; 355 test_fexit_bpf2bpf_common("./freplace_void.bpf.o", 356 "./test_global_func7.bpf.o", 357 ARRAY_SIZE(prog_name), 358 prog_name, false, NULL); 359 } 360 361 static void test_obj_load_failure_common(const char *obj_file, 362 const char *target_obj_file, 363 const char *exp_msg) 364 { 365 /* 366 * standalone test that asserts failure to load freplace prog 367 * because of invalid return code. 368 */ 369 struct bpf_object *obj = NULL, *pkt_obj; 370 struct bpf_program *prog; 371 char log_buf[64 * 1024]; 372 int err, pkt_fd; 373 __u32 duration = 0; 374 375 err = bpf_prog_test_load(target_obj_file, BPF_PROG_TYPE_UNSPEC, 376 &pkt_obj, &pkt_fd); 377 /* the target prog should load fine */ 378 if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n", 379 target_obj_file, err, errno)) 380 return; 381 382 obj = bpf_object__open_file(obj_file, NULL); 383 if (!ASSERT_OK_PTR(obj, "obj_open")) 384 goto close_prog; 385 386 prog = bpf_object__next_program(obj, NULL); 387 err = bpf_program__set_attach_target(prog, pkt_fd, NULL); 388 ASSERT_OK(err, "set_attach_target"); 389 390 log_buf[0] = '\0'; 391 if (exp_msg) 392 bpf_program__set_log_buf(prog, log_buf, sizeof(log_buf)); 393 if (env.verbosity > VERBOSE_NONE) 394 bpf_program__set_log_level(prog, 2); 395 396 /* It should fail to load the program */ 397 err = bpf_object__load(obj); 398 if (env.verbosity > VERBOSE_NONE && exp_msg) /* we overtook log */ 399 printf("VERIFIER LOG:\n================\n%s\n================\n", log_buf); 400 if (CHECK(!err, "bpf_obj_load should fail", "err %d\n", err)) 401 goto close_prog; 402 403 if (exp_msg) 404 ASSERT_HAS_SUBSTR(log_buf, exp_msg, "fail_msg"); 405 close_prog: 406 bpf_object__close(obj); 407 bpf_object__close(pkt_obj); 408 } 409 410 static void test_func_replace_return_code(void) 411 { 412 /* test invalid return code in the replaced program */ 413 test_obj_load_failure_common("./freplace_connect_v4_prog.bpf.o", 414 "./connect4_prog.bpf.o", NULL); 415 } 416 417 static void test_func_map_prog_compatibility(void) 418 { 419 /* test with spin lock map value in the replaced program */ 420 test_obj_load_failure_common("./freplace_attach_probe.bpf.o", 421 "./test_attach_probe.bpf.o", NULL); 422 } 423 424 static void test_func_replace_unreliable(void) 425 { 426 /* freplace'ing unreliable main prog should fail with error 427 * "Cannot replace static functions" 428 */ 429 test_obj_load_failure_common("freplace_unreliable_prog.bpf.o", 430 "./verifier_btf_unreliable_prog.bpf.o", 431 "Cannot replace static functions"); 432 } 433 434 static void test_func_replace_global_func(void) 435 { 436 const char *prog_name[] = { 437 "freplace/test_pkt_access", 438 }; 439 440 test_fexit_bpf2bpf_common("./freplace_global_func.bpf.o", 441 "./test_pkt_access.bpf.o", 442 ARRAY_SIZE(prog_name), 443 prog_name, false, NULL); 444 } 445 446 static void test_func_replace_int_with_void(void) 447 { 448 /* Make sure we can't freplace with the wrong type */ 449 test_obj_load_failure_common("freplace_int_with_void.bpf.o", 450 "./test_global_func2.bpf.o", 451 "Return type UNKNOWN of test_freplace_int_with_void()" 452 " doesn't match type INT of global_func2()"); 453 } 454 455 static int find_prog_btf_id(const char *name, __u32 attach_prog_fd) 456 { 457 struct bpf_prog_info info = {}; 458 __u32 info_len = sizeof(info); 459 struct btf *btf; 460 int ret; 461 462 ret = bpf_prog_get_info_by_fd(attach_prog_fd, &info, &info_len); 463 if (ret) 464 return ret; 465 466 if (!info.btf_id) 467 return -EINVAL; 468 469 btf = btf__load_from_kernel_by_id(info.btf_id); 470 ret = libbpf_get_error(btf); 471 if (ret) 472 return ret; 473 474 ret = btf__find_by_name_kind(btf, name, BTF_KIND_FUNC); 475 btf__free(btf); 476 return ret; 477 } 478 479 static int load_fentry(int attach_prog_fd, int attach_btf_id) 480 { 481 LIBBPF_OPTS(bpf_prog_load_opts, opts, 482 .expected_attach_type = BPF_TRACE_FENTRY, 483 .attach_prog_fd = attach_prog_fd, 484 .attach_btf_id = attach_btf_id, 485 ); 486 struct bpf_insn insns[] = { 487 BPF_MOV64_IMM(BPF_REG_0, 0), 488 BPF_EXIT_INSN(), 489 }; 490 491 return bpf_prog_load(BPF_PROG_TYPE_TRACING, 492 "bind4_fentry", 493 "GPL", 494 insns, 495 ARRAY_SIZE(insns), 496 &opts); 497 } 498 499 static void test_fentry_to_cgroup_bpf(void) 500 { 501 struct bind4_prog *skel = NULL; 502 struct bpf_prog_info info = {}; 503 __u32 info_len = sizeof(info); 504 int cgroup_fd = -1; 505 int fentry_fd = -1; 506 int btf_id; 507 508 cgroup_fd = test__join_cgroup("/fentry_to_cgroup_bpf"); 509 if (!ASSERT_GE(cgroup_fd, 0, "cgroup_fd")) 510 return; 511 512 skel = bind4_prog__open_and_load(); 513 if (!ASSERT_OK_PTR(skel, "skel")) 514 goto cleanup; 515 516 skel->links.bind_v4_prog = bpf_program__attach_cgroup(skel->progs.bind_v4_prog, cgroup_fd); 517 if (!ASSERT_OK_PTR(skel->links.bind_v4_prog, "bpf_program__attach_cgroup")) 518 goto cleanup; 519 520 btf_id = find_prog_btf_id("bind_v4_prog", bpf_program__fd(skel->progs.bind_v4_prog)); 521 if (!ASSERT_GE(btf_id, 0, "find_prog_btf_id")) 522 goto cleanup; 523 524 fentry_fd = load_fentry(bpf_program__fd(skel->progs.bind_v4_prog), btf_id); 525 if (!ASSERT_GE(fentry_fd, 0, "load_fentry")) 526 goto cleanup; 527 528 /* Make sure bpf_prog_get_info_by_fd works correctly when attaching 529 * to another BPF program. 530 */ 531 532 ASSERT_OK(bpf_prog_get_info_by_fd(fentry_fd, &info, &info_len), 533 "bpf_prog_get_info_by_fd"); 534 535 ASSERT_EQ(info.btf_id, 0, "info.btf_id"); 536 ASSERT_EQ(info.attach_btf_id, btf_id, "info.attach_btf_id"); 537 ASSERT_GT(info.attach_btf_obj_id, 0, "info.attach_btf_obj_id"); 538 539 cleanup: 540 if (cgroup_fd >= 0) 541 close(cgroup_fd); 542 if (fentry_fd >= 0) 543 close(fentry_fd); 544 bind4_prog__destroy(skel); 545 } 546 547 static void test_func_replace_progmap(void) 548 { 549 struct bpf_cpumap_val value = { .qsize = 1 }; 550 struct freplace_progmap *skel = NULL; 551 struct xdp_dummy *tgt_skel = NULL; 552 __u32 key = 0; 553 int err; 554 555 skel = freplace_progmap__open(); 556 if (!ASSERT_OK_PTR(skel, "prog_open")) 557 return; 558 559 tgt_skel = xdp_dummy__open_and_load(); 560 if (!ASSERT_OK_PTR(tgt_skel, "tgt_prog_load")) 561 goto out; 562 563 err = bpf_program__set_attach_target(skel->progs.xdp_cpumap_prog, 564 bpf_program__fd(tgt_skel->progs.xdp_dummy_prog), 565 "xdp_dummy_prog"); 566 if (!ASSERT_OK(err, "set_attach_target")) 567 goto out; 568 569 err = freplace_progmap__load(skel); 570 if (!ASSERT_OK(err, "obj_load")) 571 goto out; 572 573 /* Prior to fixing the kernel, loading the PROG_TYPE_EXT 'redirect' 574 * program above will cause the map owner type of 'cpumap' to be set to 575 * PROG_TYPE_EXT. This in turn will cause the bpf_map_update_elem() 576 * below to fail, because the program we are inserting into the map is 577 * of PROG_TYPE_XDP. After fixing the kernel, the initial ownership will 578 * be correctly resolved to the *target* of the PROG_TYPE_EXT program 579 * (i.e., PROG_TYPE_XDP) and the map update will succeed. 580 */ 581 value.bpf_prog.fd = bpf_program__fd(skel->progs.xdp_drop_prog); 582 err = bpf_map_update_elem(bpf_map__fd(skel->maps.cpu_map), 583 &key, &value, 0); 584 ASSERT_OK(err, "map_update"); 585 586 out: 587 xdp_dummy__destroy(tgt_skel); 588 freplace_progmap__destroy(skel); 589 } 590 591 /* NOTE: affect other tests, must run in serial mode */ 592 void serial_test_fexit_bpf2bpf(void) 593 { 594 if (test__start_subtest("target_no_callees")) 595 test_target_no_callees(); 596 if (test__start_subtest("target_yes_callees")) 597 test_target_yes_callees(); 598 if (test__start_subtest("func_replace")) 599 test_func_replace(); 600 if (test__start_subtest("func_replace_verify")) 601 test_func_replace_verify(); 602 if (test__start_subtest("func_sockmap_update")) 603 test_func_sockmap_update(); 604 if (test__start_subtest("func_replace_return_code")) 605 test_func_replace_return_code(); 606 if (test__start_subtest("func_map_prog_compatibility")) 607 test_func_map_prog_compatibility(); 608 if (test__start_subtest("func_replace_unreliable")) 609 test_func_replace_unreliable(); 610 if (test__start_subtest("func_replace_multi")) 611 test_func_replace_multi(); 612 if (test__start_subtest("fmod_ret_freplace")) 613 test_fmod_ret_freplace(); 614 if (test__start_subtest("func_replace_global_func")) 615 test_func_replace_global_func(); 616 if (test__start_subtest("fentry_to_cgroup_bpf")) 617 test_fentry_to_cgroup_bpf(); 618 if (test__start_subtest("func_replace_progmap")) 619 test_func_replace_progmap(); 620 if (test__start_subtest("freplace_int_with_void")) 621 test_func_replace_int_with_void(); 622 if (test__start_subtest("freplace_void")) 623 test_func_replace_void(); 624 } 625