1 // SPDX-License-Identifier: GPL-2.0 2 #include <test_progs.h> 3 #include <network_helpers.h> 4 5 static void test_xdp_adjust_tail_shrink(void) 6 { 7 const char *file = "./test_xdp_adjust_tail_shrink.bpf.o"; 8 __u32 expect_sz; 9 struct bpf_object *obj; 10 int err, prog_fd; 11 char buf[128]; 12 LIBBPF_OPTS(bpf_test_run_opts, topts, 13 .data_in = &pkt_v4, 14 .data_size_in = sizeof(pkt_v4), 15 .data_out = buf, 16 .data_size_out = sizeof(buf), 17 .repeat = 1, 18 ); 19 20 err = bpf_prog_test_load(file, BPF_PROG_TYPE_XDP, &obj, &prog_fd); 21 if (!ASSERT_OK(err, "test_xdp_adjust_tail_shrink")) 22 return; 23 24 err = bpf_prog_test_run_opts(prog_fd, &topts); 25 ASSERT_OK(err, "ipv4"); 26 ASSERT_EQ(topts.retval, XDP_DROP, "ipv4 retval"); 27 28 expect_sz = sizeof(pkt_v6) - 20; /* Test shrink with 20 bytes */ 29 topts.data_in = &pkt_v6; 30 topts.data_size_in = sizeof(pkt_v6); 31 topts.data_size_out = sizeof(buf); 32 err = bpf_prog_test_run_opts(prog_fd, &topts); 33 ASSERT_OK(err, "ipv6"); 34 ASSERT_EQ(topts.retval, XDP_TX, "ipv6 retval"); 35 ASSERT_EQ(topts.data_size_out, expect_sz, "ipv6 size"); 36 37 bpf_object__close(obj); 38 } 39 40 static void test_xdp_adjust_tail_grow(void) 41 { 42 const char *file = "./test_xdp_adjust_tail_grow.bpf.o"; 43 struct bpf_object *obj; 44 char buf[4096]; /* avoid segfault: large buf to hold grow results */ 45 __u32 expect_sz; 46 int err, prog_fd; 47 LIBBPF_OPTS(bpf_test_run_opts, topts, 48 .data_in = &pkt_v4, 49 .data_size_in = sizeof(pkt_v4), 50 .data_out = buf, 51 .data_size_out = sizeof(buf), 52 .repeat = 1, 53 ); 54 55 err = bpf_prog_test_load(file, BPF_PROG_TYPE_XDP, &obj, &prog_fd); 56 if (!ASSERT_OK(err, "test_xdp_adjust_tail_grow")) 57 return; 58 59 err = bpf_prog_test_run_opts(prog_fd, &topts); 60 ASSERT_OK(err, "ipv4"); 61 ASSERT_EQ(topts.retval, XDP_DROP, "ipv4 retval"); 62 63 expect_sz = sizeof(pkt_v6) + 40; /* Test grow with 40 bytes */ 64 topts.data_in = &pkt_v6; 65 topts.data_size_in = sizeof(pkt_v6); 66 topts.data_size_out = sizeof(buf); 67 err = bpf_prog_test_run_opts(prog_fd, &topts); 68 ASSERT_OK(err, "ipv6"); 69 ASSERT_EQ(topts.retval, XDP_TX, "ipv6 retval"); 70 ASSERT_EQ(topts.data_size_out, expect_sz, "ipv6 size"); 71 72 bpf_object__close(obj); 73 } 74 75 static void test_xdp_adjust_tail_grow2(void) 76 { 77 const char *file = "./test_xdp_adjust_tail_grow.bpf.o"; 78 char buf[4096]; /* avoid segfault: large buf to hold grow results */ 79 struct bpf_object *obj; 80 int err, cnt, i; 81 int max_grow, prog_fd; 82 /* SKB_DATA_ALIGN(sizeof(struct skb_shared_info)) */ 83 #if defined(__s390x__) 84 int tailroom = 512; 85 #elif defined(__powerpc__) 86 int tailroom = 384; 87 #else 88 int tailroom = 320; 89 #endif 90 91 LIBBPF_OPTS(bpf_test_run_opts, tattr, 92 .repeat = 1, 93 .data_in = &buf, 94 .data_out = &buf, 95 .data_size_in = 0, /* Per test */ 96 .data_size_out = 0, /* Per test */ 97 ); 98 99 err = bpf_prog_test_load(file, BPF_PROG_TYPE_XDP, &obj, &prog_fd); 100 if (!ASSERT_OK(err, "test_xdp_adjust_tail_grow")) 101 return; 102 103 /* Test case-64 */ 104 memset(buf, 1, sizeof(buf)); 105 tattr.data_size_in = 64; /* Determine test case via pkt size */ 106 tattr.data_size_out = 128; /* Limit copy_size */ 107 /* Kernel side alloc packet memory area that is zero init */ 108 err = bpf_prog_test_run_opts(prog_fd, &tattr); 109 110 ASSERT_EQ(errno, ENOSPC, "case-64 errno"); /* Due limit copy_size in bpf_test_finish */ 111 ASSERT_EQ(tattr.retval, XDP_TX, "case-64 retval"); 112 ASSERT_EQ(tattr.data_size_out, 192, "case-64 data_size_out"); /* Expected grow size */ 113 114 /* Extra checks for data contents */ 115 ASSERT_EQ(buf[0], 1, "case-64-data buf[0]"); /* 0-63 memset to 1 */ 116 ASSERT_EQ(buf[63], 1, "case-64-data buf[63]"); 117 ASSERT_EQ(buf[64], 0, "case-64-data buf[64]"); /* 64-127 memset to 0 */ 118 ASSERT_EQ(buf[127], 0, "case-64-data buf[127]"); 119 ASSERT_EQ(buf[128], 1, "case-64-data buf[128]"); /* 128-191 memset to 1 */ 120 ASSERT_EQ(buf[191], 1, "case-64-data buf[191]"); 121 122 /* Test case-128 */ 123 memset(buf, 2, sizeof(buf)); 124 tattr.data_size_in = 128; /* Determine test case via pkt size */ 125 tattr.data_size_out = sizeof(buf); /* Copy everything */ 126 err = bpf_prog_test_run_opts(prog_fd, &tattr); 127 128 max_grow = 4096 - XDP_PACKET_HEADROOM - tailroom; /* 3520 */ 129 ASSERT_OK(err, "case-128"); 130 ASSERT_EQ(tattr.retval, XDP_TX, "case-128 retval"); 131 ASSERT_EQ(tattr.data_size_out, max_grow, "case-128 data_size_out"); /* Expect max grow */ 132 133 /* Extra checks for data content: Count grow size, will contain zeros */ 134 for (i = 0, cnt = 0; i < sizeof(buf); i++) { 135 if (buf[i] == 0) 136 cnt++; 137 } 138 ASSERT_EQ(cnt, max_grow - tattr.data_size_in, "case-128-data cnt"); /* Grow increase */ 139 ASSERT_EQ(tattr.data_size_out, max_grow, "case-128-data data_size_out"); /* Total grow */ 140 141 bpf_object__close(obj); 142 } 143 144 static void test_xdp_adjust_frags_tail_shrink(void) 145 { 146 const char *file = "./test_xdp_adjust_tail_shrink.bpf.o"; 147 __u32 exp_size; 148 struct bpf_program *prog; 149 struct bpf_object *obj; 150 int err, prog_fd; 151 __u8 *buf; 152 LIBBPF_OPTS(bpf_test_run_opts, topts); 153 154 /* For the individual test cases, the first byte in the packet 155 * indicates which test will be run. 156 */ 157 obj = bpf_object__open(file); 158 if (libbpf_get_error(obj)) 159 return; 160 161 prog = bpf_object__next_program(obj, NULL); 162 if (bpf_object__load(obj)) 163 return; 164 165 prog_fd = bpf_program__fd(prog); 166 167 buf = malloc(9000); 168 if (!ASSERT_OK_PTR(buf, "alloc buf 9Kb")) 169 goto out; 170 171 memset(buf, 0, 9000); 172 173 /* Test case removing 10 bytes from last frag, NOT freeing it */ 174 exp_size = 8990; /* 9000 - 10 */ 175 topts.data_in = buf; 176 topts.data_out = buf; 177 topts.data_size_in = 9000; 178 topts.data_size_out = 9000; 179 err = bpf_prog_test_run_opts(prog_fd, &topts); 180 181 ASSERT_OK(err, "9Kb-10b"); 182 ASSERT_EQ(topts.retval, XDP_TX, "9Kb-10b retval"); 183 ASSERT_EQ(topts.data_size_out, exp_size, "9Kb-10b size"); 184 185 /* Test case removing one of two pages, assuming 4K pages */ 186 buf[0] = 1; 187 exp_size = 4900; /* 9000 - 4100 */ 188 189 topts.data_size_out = 9000; /* reset from previous invocation */ 190 err = bpf_prog_test_run_opts(prog_fd, &topts); 191 192 ASSERT_OK(err, "9Kb-4Kb"); 193 ASSERT_EQ(topts.retval, XDP_TX, "9Kb-4Kb retval"); 194 ASSERT_EQ(topts.data_size_out, exp_size, "9Kb-4Kb size"); 195 196 /* Test case removing two pages resulting in a linear xdp_buff */ 197 buf[0] = 2; 198 exp_size = 800; /* 9000 - 8200 */ 199 topts.data_size_out = 9000; /* reset from previous invocation */ 200 err = bpf_prog_test_run_opts(prog_fd, &topts); 201 202 ASSERT_OK(err, "9Kb-9Kb"); 203 ASSERT_EQ(topts.retval, XDP_TX, "9Kb-9Kb retval"); 204 ASSERT_EQ(topts.data_size_out, exp_size, "9Kb-9Kb size"); 205 206 free(buf); 207 out: 208 bpf_object__close(obj); 209 } 210 211 static void test_xdp_adjust_frags_tail_grow(void) 212 { 213 const char *file = "./test_xdp_adjust_tail_grow.bpf.o"; 214 __u32 exp_size; 215 struct bpf_program *prog; 216 struct bpf_object *obj; 217 int err, i, prog_fd; 218 __u8 *buf; 219 LIBBPF_OPTS(bpf_test_run_opts, topts); 220 221 obj = bpf_object__open(file); 222 if (libbpf_get_error(obj)) 223 return; 224 225 prog = bpf_object__next_program(obj, NULL); 226 if (bpf_object__load(obj)) 227 goto out; 228 229 prog_fd = bpf_program__fd(prog); 230 231 buf = malloc(16384); 232 if (!ASSERT_OK_PTR(buf, "alloc buf 16Kb")) 233 goto out; 234 235 /* Test case add 10 bytes to last frag */ 236 memset(buf, 1, 16384); 237 exp_size = 9000 + 10; 238 239 topts.data_in = buf; 240 topts.data_out = buf; 241 topts.data_size_in = 9000; 242 topts.data_size_out = 16384; 243 err = bpf_prog_test_run_opts(prog_fd, &topts); 244 245 ASSERT_OK(err, "9Kb+10b"); 246 ASSERT_EQ(topts.retval, XDP_TX, "9Kb+10b retval"); 247 ASSERT_EQ(topts.data_size_out, exp_size, "9Kb+10b size"); 248 249 for (i = 0; i < 9000; i++) 250 ASSERT_EQ(buf[i], 1, "9Kb+10b-old"); 251 252 for (i = 9000; i < 9010; i++) 253 ASSERT_EQ(buf[i], 0, "9Kb+10b-new"); 254 255 for (i = 9010; i < 16384; i++) 256 ASSERT_EQ(buf[i], 1, "9Kb+10b-untouched"); 257 258 /* Test a too large grow */ 259 memset(buf, 1, 16384); 260 exp_size = 9001; 261 262 topts.data_in = topts.data_out = buf; 263 topts.data_size_in = 9001; 264 topts.data_size_out = 16384; 265 err = bpf_prog_test_run_opts(prog_fd, &topts); 266 267 ASSERT_OK(err, "9Kb+10b"); 268 ASSERT_EQ(topts.retval, XDP_DROP, "9Kb+10b retval"); 269 ASSERT_EQ(topts.data_size_out, exp_size, "9Kb+10b size"); 270 271 free(buf); 272 out: 273 bpf_object__close(obj); 274 } 275 276 void test_xdp_adjust_tail(void) 277 { 278 if (test__start_subtest("xdp_adjust_tail_shrink")) 279 test_xdp_adjust_tail_shrink(); 280 if (test__start_subtest("xdp_adjust_tail_grow")) 281 test_xdp_adjust_tail_grow(); 282 if (test__start_subtest("xdp_adjust_tail_grow2")) 283 test_xdp_adjust_tail_grow2(); 284 if (test__start_subtest("xdp_adjust_frags_tail_shrink")) 285 test_xdp_adjust_frags_tail_shrink(); 286 if (test__start_subtest("xdp_adjust_frags_tail_grow")) 287 test_xdp_adjust_frags_tail_grow(); 288 } 289