1 // SPDX-License-Identifier: GPL-2.0 2 /* Copyright (c) 2019 Facebook */ 3 #include <test_progs.h> 4 #include <network_helpers.h> 5 #include <bpf/btf.h> 6 7 typedef int (*test_cb)(struct bpf_object *obj); 8 9 static int check_data_map(struct bpf_object *obj, int prog_cnt, bool reset) 10 { 11 struct bpf_map *data_map = NULL, *map; 12 __u64 *result = NULL; 13 const int zero = 0; 14 __u32 duration = 0; 15 int ret = -1, i; 16 17 result = malloc((prog_cnt + 32 /* spare */) * sizeof(__u64)); 18 if (CHECK(!result, "alloc_memory", "failed to alloc memory")) 19 return -ENOMEM; 20 21 bpf_object__for_each_map(map, obj) 22 if (bpf_map__is_internal(map)) { 23 data_map = map; 24 break; 25 } 26 if (CHECK(!data_map, "find_data_map", "data map not found\n")) 27 goto out; 28 29 ret = bpf_map_lookup_elem(bpf_map__fd(data_map), &zero, result); 30 if (CHECK(ret, "get_result", 31 "failed to get output data: %d\n", ret)) 32 goto out; 33 34 for (i = 0; i < prog_cnt; i++) { 35 if (CHECK(result[i] != 1, "result", 36 "fexit_bpf2bpf result[%d] failed err %llu\n", 37 i, result[i])) 38 goto out; 39 result[i] = 0; 40 } 41 if (reset) { 42 ret = bpf_map_update_elem(bpf_map__fd(data_map), &zero, result, 0); 43 if (CHECK(ret, "reset_result", "failed to reset result\n")) 44 goto out; 45 } 46 47 ret = 0; 48 out: 49 free(result); 50 return ret; 51 } 52 53 static void test_fexit_bpf2bpf_common(const char *obj_file, 54 const char *target_obj_file, 55 int prog_cnt, 56 const char **prog_name, 57 bool run_prog, 58 test_cb cb) 59 { 60 struct bpf_object *obj = NULL, *tgt_obj; 61 struct bpf_program **prog = NULL; 62 struct bpf_link **link = NULL; 63 __u32 duration = 0, retval; 64 int err, tgt_fd, i; 65 66 err = bpf_prog_load(target_obj_file, BPF_PROG_TYPE_UNSPEC, 67 &tgt_obj, &tgt_fd); 68 if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n", 69 target_obj_file, err, errno)) 70 return; 71 DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts, 72 .attach_prog_fd = tgt_fd, 73 ); 74 75 link = calloc(sizeof(struct bpf_link *), prog_cnt); 76 prog = calloc(sizeof(struct bpf_program *), prog_cnt); 77 if (CHECK(!link || !prog, "alloc_memory", "failed to alloc memory")) 78 goto close_prog; 79 80 obj = bpf_object__open_file(obj_file, &opts); 81 if (CHECK(IS_ERR_OR_NULL(obj), "obj_open", 82 "failed to open %s: %ld\n", obj_file, 83 PTR_ERR(obj))) 84 goto close_prog; 85 86 err = bpf_object__load(obj); 87 if (CHECK(err, "obj_load", "err %d\n", err)) 88 goto close_prog; 89 90 for (i = 0; i < prog_cnt; i++) { 91 prog[i] = bpf_object__find_program_by_title(obj, prog_name[i]); 92 if (CHECK(!prog[i], "find_prog", "prog %s not found\n", prog_name[i])) 93 goto close_prog; 94 link[i] = bpf_program__attach_trace(prog[i]); 95 if (CHECK(IS_ERR(link[i]), "attach_trace", "failed to link\n")) 96 goto close_prog; 97 } 98 99 if (cb) { 100 err = cb(obj); 101 if (err) 102 goto close_prog; 103 } 104 105 if (!run_prog) 106 goto close_prog; 107 108 err = bpf_prog_test_run(tgt_fd, 1, &pkt_v6, sizeof(pkt_v6), 109 NULL, NULL, &retval, &duration); 110 CHECK(err || retval, "ipv6", 111 "err %d errno %d retval %d duration %d\n", 112 err, errno, retval, duration); 113 114 if (check_data_map(obj, prog_cnt, false)) 115 goto close_prog; 116 117 close_prog: 118 for (i = 0; i < prog_cnt; i++) 119 if (!IS_ERR_OR_NULL(link[i])) 120 bpf_link__destroy(link[i]); 121 if (!IS_ERR_OR_NULL(obj)) 122 bpf_object__close(obj); 123 bpf_object__close(tgt_obj); 124 free(link); 125 free(prog); 126 } 127 128 static void test_target_no_callees(void) 129 { 130 const char *prog_name[] = { 131 "fexit/test_pkt_md_access", 132 }; 133 test_fexit_bpf2bpf_common("./fexit_bpf2bpf_simple.o", 134 "./test_pkt_md_access.o", 135 ARRAY_SIZE(prog_name), 136 prog_name, true, NULL); 137 } 138 139 static void test_target_yes_callees(void) 140 { 141 const char *prog_name[] = { 142 "fexit/test_pkt_access", 143 "fexit/test_pkt_access_subprog1", 144 "fexit/test_pkt_access_subprog2", 145 "fexit/test_pkt_access_subprog3", 146 }; 147 test_fexit_bpf2bpf_common("./fexit_bpf2bpf.o", 148 "./test_pkt_access.o", 149 ARRAY_SIZE(prog_name), 150 prog_name, true, NULL); 151 } 152 153 static void test_func_replace(void) 154 { 155 const char *prog_name[] = { 156 "fexit/test_pkt_access", 157 "fexit/test_pkt_access_subprog1", 158 "fexit/test_pkt_access_subprog2", 159 "fexit/test_pkt_access_subprog3", 160 "freplace/get_skb_len", 161 "freplace/get_skb_ifindex", 162 "freplace/get_constant", 163 "freplace/test_pkt_write_access_subprog", 164 }; 165 test_fexit_bpf2bpf_common("./fexit_bpf2bpf.o", 166 "./test_pkt_access.o", 167 ARRAY_SIZE(prog_name), 168 prog_name, true, NULL); 169 } 170 171 static void test_func_replace_verify(void) 172 { 173 const char *prog_name[] = { 174 "freplace/do_bind", 175 }; 176 test_fexit_bpf2bpf_common("./freplace_connect4.o", 177 "./connect4_prog.o", 178 ARRAY_SIZE(prog_name), 179 prog_name, false, NULL); 180 } 181 182 static int test_second_attach(struct bpf_object *obj) 183 { 184 const char *prog_name = "freplace/get_constant"; 185 const char *tgt_name = prog_name + 9; /* cut off freplace/ */ 186 const char *tgt_obj_file = "./test_pkt_access.o"; 187 struct bpf_program *prog = NULL; 188 struct bpf_object *tgt_obj; 189 __u32 duration = 0, retval; 190 struct bpf_link *link; 191 int err = 0, tgt_fd; 192 193 prog = bpf_object__find_program_by_title(obj, prog_name); 194 if (CHECK(!prog, "find_prog", "prog %s not found\n", prog_name)) 195 return -ENOENT; 196 197 err = bpf_prog_load(tgt_obj_file, BPF_PROG_TYPE_UNSPEC, 198 &tgt_obj, &tgt_fd); 199 if (CHECK(err, "second_prog_load", "file %s err %d errno %d\n", 200 tgt_obj_file, err, errno)) 201 return err; 202 203 link = bpf_program__attach_freplace(prog, tgt_fd, tgt_name); 204 if (CHECK(IS_ERR(link), "second_link", "failed to attach second link prog_fd %d tgt_fd %d\n", bpf_program__fd(prog), tgt_fd)) 205 goto out; 206 207 err = bpf_prog_test_run(tgt_fd, 1, &pkt_v6, sizeof(pkt_v6), 208 NULL, NULL, &retval, &duration); 209 if (CHECK(err || retval, "ipv6", 210 "err %d errno %d retval %d duration %d\n", 211 err, errno, retval, duration)) 212 goto out; 213 214 err = check_data_map(obj, 1, true); 215 if (err) 216 goto out; 217 218 out: 219 bpf_link__destroy(link); 220 bpf_object__close(tgt_obj); 221 return err; 222 } 223 224 static void test_func_replace_multi(void) 225 { 226 const char *prog_name[] = { 227 "freplace/get_constant", 228 }; 229 test_fexit_bpf2bpf_common("./freplace_get_constant.o", 230 "./test_pkt_access.o", 231 ARRAY_SIZE(prog_name), 232 prog_name, true, test_second_attach); 233 } 234 235 static void test_fmod_ret_freplace(void) 236 { 237 struct bpf_object *freplace_obj = NULL, *pkt_obj, *fmod_obj = NULL; 238 const char *freplace_name = "./freplace_get_constant.o"; 239 const char *fmod_ret_name = "./fmod_ret_freplace.o"; 240 DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts); 241 const char *tgt_name = "./test_pkt_access.o"; 242 struct bpf_link *freplace_link = NULL; 243 struct bpf_program *prog; 244 __u32 duration = 0; 245 int err, pkt_fd; 246 247 err = bpf_prog_load(tgt_name, BPF_PROG_TYPE_UNSPEC, 248 &pkt_obj, &pkt_fd); 249 /* the target prog should load fine */ 250 if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n", 251 tgt_name, err, errno)) 252 return; 253 opts.attach_prog_fd = pkt_fd; 254 255 freplace_obj = bpf_object__open_file(freplace_name, &opts); 256 if (CHECK(IS_ERR_OR_NULL(freplace_obj), "freplace_obj_open", 257 "failed to open %s: %ld\n", freplace_name, 258 PTR_ERR(freplace_obj))) 259 goto out; 260 261 err = bpf_object__load(freplace_obj); 262 if (CHECK(err, "freplace_obj_load", "err %d\n", err)) 263 goto out; 264 265 prog = bpf_program__next(NULL, freplace_obj); 266 freplace_link = bpf_program__attach_trace(prog); 267 if (CHECK(IS_ERR(freplace_link), "freplace_attach_trace", "failed to link\n")) 268 goto out; 269 270 opts.attach_prog_fd = bpf_program__fd(prog); 271 fmod_obj = bpf_object__open_file(fmod_ret_name, &opts); 272 if (CHECK(IS_ERR_OR_NULL(fmod_obj), "fmod_obj_open", 273 "failed to open %s: %ld\n", fmod_ret_name, 274 PTR_ERR(fmod_obj))) 275 goto out; 276 277 err = bpf_object__load(fmod_obj); 278 if (CHECK(!err, "fmod_obj_load", "loading fmod_ret should fail\n")) 279 goto out; 280 281 out: 282 bpf_link__destroy(freplace_link); 283 bpf_object__close(freplace_obj); 284 bpf_object__close(fmod_obj); 285 bpf_object__close(pkt_obj); 286 } 287 288 289 static void test_func_sockmap_update(void) 290 { 291 const char *prog_name[] = { 292 "freplace/cls_redirect", 293 }; 294 test_fexit_bpf2bpf_common("./freplace_cls_redirect.o", 295 "./test_cls_redirect.o", 296 ARRAY_SIZE(prog_name), 297 prog_name, false, NULL); 298 } 299 300 static void test_obj_load_failure_common(const char *obj_file, 301 const char *target_obj_file) 302 303 { 304 /* 305 * standalone test that asserts failure to load freplace prog 306 * because of invalid return code. 307 */ 308 struct bpf_object *obj = NULL, *pkt_obj; 309 int err, pkt_fd; 310 __u32 duration = 0; 311 312 err = bpf_prog_load(target_obj_file, BPF_PROG_TYPE_UNSPEC, 313 &pkt_obj, &pkt_fd); 314 /* the target prog should load fine */ 315 if (CHECK(err, "tgt_prog_load", "file %s err %d errno %d\n", 316 target_obj_file, err, errno)) 317 return; 318 DECLARE_LIBBPF_OPTS(bpf_object_open_opts, opts, 319 .attach_prog_fd = pkt_fd, 320 ); 321 322 obj = bpf_object__open_file(obj_file, &opts); 323 if (CHECK(IS_ERR_OR_NULL(obj), "obj_open", 324 "failed to open %s: %ld\n", obj_file, 325 PTR_ERR(obj))) 326 goto close_prog; 327 328 /* It should fail to load the program */ 329 err = bpf_object__load(obj); 330 if (CHECK(!err, "bpf_obj_load should fail", "err %d\n", err)) 331 goto close_prog; 332 333 close_prog: 334 if (!IS_ERR_OR_NULL(obj)) 335 bpf_object__close(obj); 336 bpf_object__close(pkt_obj); 337 } 338 339 static void test_func_replace_return_code(void) 340 { 341 /* test invalid return code in the replaced program */ 342 test_obj_load_failure_common("./freplace_connect_v4_prog.o", 343 "./connect4_prog.o"); 344 } 345 346 static void test_func_map_prog_compatibility(void) 347 { 348 /* test with spin lock map value in the replaced program */ 349 test_obj_load_failure_common("./freplace_attach_probe.o", 350 "./test_attach_probe.o"); 351 } 352 353 void test_fexit_bpf2bpf(void) 354 { 355 if (test__start_subtest("target_no_callees")) 356 test_target_no_callees(); 357 if (test__start_subtest("target_yes_callees")) 358 test_target_yes_callees(); 359 if (test__start_subtest("func_replace")) 360 test_func_replace(); 361 if (test__start_subtest("func_replace_verify")) 362 test_func_replace_verify(); 363 if (test__start_subtest("func_sockmap_update")) 364 test_func_sockmap_update(); 365 if (test__start_subtest("func_replace_return_code")) 366 test_func_replace_return_code(); 367 if (test__start_subtest("func_map_prog_compatibility")) 368 test_func_map_prog_compatibility(); 369 if (test__start_subtest("func_replace_multi")) 370 test_func_replace_multi(); 371 if (test__start_subtest("fmod_ret_freplace")) 372 test_fmod_ret_freplace(); 373 } 374