1 // SPDX-License-Identifier: GPL-2.0 2 #define BPF_NO_KFUNC_PROTOTYPES 3 #include <vmlinux.h> 4 #include <bpf/bpf_helpers.h> 5 #include <bpf/bpf_endian.h> 6 7 #define EAFNOSUPPORT 97 8 #define EPROTO 71 9 #define ENONET 64 10 #define EINVAL 22 11 #define ENOENT 2 12 13 #define CT_OPTS_ERROR_GUARD 0x12345678 14 15 #define NF_CT_ZONE_DIR_ORIG (1 << IP_CT_DIR_ORIGINAL) 16 #define NF_CT_ZONE_DIR_REPL (1 << IP_CT_DIR_REPLY) 17 18 extern unsigned long CONFIG_HZ __kconfig; 19 20 int test_einval_reserved = 0; 21 int test_einval_reserved_new = 0; 22 int test_einval_netns_id = 0; 23 int test_einval_len_opts = 0; 24 int test_einval_len_opts_small_lookup = 0; 25 int test_einval_len_opts_small_alloc = 0; 26 int test_eproto_l4proto = 0; 27 int test_enonet_netns_id = 0; 28 int test_enoent_lookup = 0; 29 int test_eafnosupport = 0; 30 int test_alloc_entry = -EINVAL; 31 int test_insert_entry = -EAFNOSUPPORT; 32 int test_succ_lookup = -ENOENT; 33 int test_ct_zone_id_alloc_entry = -EINVAL; 34 int test_ct_zone_id_insert_entry = -EAFNOSUPPORT; 35 int test_ct_zone_id_succ_lookup = -ENOENT; 36 int test_ct_zone_dir_enoent_lookup = 0; 37 int test_ct_zone_id_enoent_lookup = 0; 38 u32 test_delta_timeout = 0; 39 u32 test_status = 0; 40 u32 test_insert_lookup_mark = 0; 41 int test_snat_addr = -EINVAL; 42 int test_dnat_addr = -EINVAL; 43 __be32 saddr = 0; 44 __be16 sport = 0; 45 __be32 daddr = 0; 46 __be16 dport = 0; 47 int test_exist_lookup = -ENOENT; 48 u32 test_exist_lookup_mark = 0; 49 50 enum nf_nat_manip_type___local { 51 NF_NAT_MANIP_SRC___local, 52 NF_NAT_MANIP_DST___local 53 }; 54 55 struct nf_conn; 56 57 struct bpf_ct_opts___local { 58 s32 netns_id; 59 s32 error; 60 u8 l4proto; 61 u8 dir; 62 u8 reserved[2]; 63 }; 64 65 struct bpf_ct_opts___new { 66 s32 netns_id; 67 s32 error; 68 u8 l4proto; 69 u8 dir; 70 u16 ct_zone_id; 71 u8 ct_zone_dir; 72 u8 reserved[3]; 73 } __attribute__((preserve_access_index)); 74 75 struct nf_conn *bpf_xdp_ct_alloc(struct xdp_md *, struct bpf_sock_tuple *, u32, 76 struct bpf_ct_opts___local *, u32) __ksym; 77 struct nf_conn *bpf_xdp_ct_lookup(struct xdp_md *, struct bpf_sock_tuple *, u32, 78 struct bpf_ct_opts___local *, u32) __ksym; 79 struct nf_conn *bpf_skb_ct_alloc(struct __sk_buff *, struct bpf_sock_tuple *, u32, 80 struct bpf_ct_opts___local *, u32) __ksym; 81 struct nf_conn *bpf_skb_ct_lookup(struct __sk_buff *, struct bpf_sock_tuple *, u32, 82 struct bpf_ct_opts___local *, u32) __ksym; 83 struct nf_conn *bpf_ct_insert_entry(struct nf_conn *) __ksym; 84 void bpf_ct_release(struct nf_conn *) __ksym; 85 void bpf_ct_set_timeout(struct nf_conn *, u32) __ksym; 86 int bpf_ct_change_timeout(struct nf_conn *, u32) __ksym; 87 int bpf_ct_set_status(struct nf_conn *, u32) __ksym; 88 int bpf_ct_change_status(struct nf_conn *, u32) __ksym; 89 int bpf_ct_set_nat_info(struct nf_conn *, union nf_inet_addr *, 90 int port, enum nf_nat_manip_type___local) __ksym; 91 92 static __always_inline void 93 nf_ct_test(struct nf_conn *(*lookup_fn)(void *, struct bpf_sock_tuple *, u32, 94 struct bpf_ct_opts___local *, u32), 95 struct nf_conn *(*alloc_fn)(void *, struct bpf_sock_tuple *, u32, 96 struct bpf_ct_opts___local *, u32), 97 void *ctx) 98 { 99 struct bpf_ct_opts___local opts_def = { .l4proto = IPPROTO_TCP, .netns_id = -1 }; 100 struct bpf_sock_tuple bpf_tuple; 101 struct nf_conn *ct; 102 103 __builtin_memset(&bpf_tuple, 0, sizeof(bpf_tuple.ipv4)); 104 105 opts_def.reserved[0] = 1; 106 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 107 sizeof(opts_def)); 108 opts_def.reserved[0] = 0; 109 opts_def.l4proto = IPPROTO_TCP; 110 if (ct) 111 bpf_ct_release(ct); 112 else 113 test_einval_reserved = opts_def.error; 114 115 opts_def.netns_id = -2; 116 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 117 sizeof(opts_def)); 118 opts_def.netns_id = -1; 119 if (ct) 120 bpf_ct_release(ct); 121 else 122 test_einval_netns_id = opts_def.error; 123 124 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 125 sizeof(opts_def) - 1); 126 if (ct) 127 bpf_ct_release(ct); 128 else 129 test_einval_len_opts = opts_def.error; 130 131 opts_def.error = CT_OPTS_ERROR_GUARD; 132 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 133 sizeof(opts_def.netns_id)); 134 if (ct) { 135 bpf_ct_release(ct); 136 test_einval_len_opts_small_lookup = -EINVAL; 137 } else { 138 test_einval_len_opts_small_lookup = opts_def.error; 139 } 140 141 opts_def.error = CT_OPTS_ERROR_GUARD; 142 ct = alloc_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 143 sizeof(opts_def.netns_id)); 144 if (ct) { 145 ct = bpf_ct_insert_entry(ct); 146 if (ct) 147 bpf_ct_release(ct); 148 test_einval_len_opts_small_alloc = -EINVAL; 149 } else { 150 test_einval_len_opts_small_alloc = opts_def.error; 151 } 152 153 opts_def.l4proto = IPPROTO_ICMP; 154 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 155 sizeof(opts_def)); 156 opts_def.l4proto = IPPROTO_TCP; 157 if (ct) 158 bpf_ct_release(ct); 159 else 160 test_eproto_l4proto = opts_def.error; 161 162 opts_def.netns_id = 0xf00f; 163 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 164 sizeof(opts_def)); 165 opts_def.netns_id = -1; 166 if (ct) 167 bpf_ct_release(ct); 168 else 169 test_enonet_netns_id = opts_def.error; 170 171 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 172 sizeof(opts_def)); 173 if (ct) 174 bpf_ct_release(ct); 175 else 176 test_enoent_lookup = opts_def.error; 177 178 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4) - 1, &opts_def, 179 sizeof(opts_def)); 180 if (ct) 181 bpf_ct_release(ct); 182 else 183 test_eafnosupport = opts_def.error; 184 185 bpf_tuple.ipv4.saddr = bpf_get_prandom_u32(); /* src IP */ 186 bpf_tuple.ipv4.daddr = bpf_get_prandom_u32(); /* dst IP */ 187 bpf_tuple.ipv4.sport = bpf_get_prandom_u32(); /* src port */ 188 bpf_tuple.ipv4.dport = bpf_get_prandom_u32(); /* dst port */ 189 190 ct = alloc_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 191 sizeof(opts_def)); 192 if (ct) { 193 __u16 sport = bpf_get_prandom_u32(); 194 __u16 dport = bpf_get_prandom_u32(); 195 union nf_inet_addr saddr = {}; 196 union nf_inet_addr daddr = {}; 197 struct nf_conn *ct_ins; 198 199 bpf_ct_set_timeout(ct, 10000); 200 ct->mark = 77; 201 202 /* snat */ 203 saddr.ip = bpf_get_prandom_u32(); 204 bpf_ct_set_nat_info(ct, &saddr, sport, NF_NAT_MANIP_SRC___local); 205 /* dnat */ 206 daddr.ip = bpf_get_prandom_u32(); 207 bpf_ct_set_nat_info(ct, &daddr, dport, NF_NAT_MANIP_DST___local); 208 209 ct_ins = bpf_ct_insert_entry(ct); 210 if (ct_ins) { 211 struct nf_conn *ct_lk; 212 213 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), 214 &opts_def, sizeof(opts_def)); 215 if (ct_lk) { 216 struct nf_conntrack_tuple *tuple; 217 218 /* check snat and dnat addresses */ 219 tuple = &ct_lk->tuplehash[IP_CT_DIR_REPLY].tuple; 220 if (tuple->dst.u3.ip == saddr.ip && 221 tuple->dst.u.all == bpf_htons(sport)) 222 test_snat_addr = 0; 223 if (tuple->src.u3.ip == daddr.ip && 224 tuple->src.u.all == bpf_htons(dport)) 225 test_dnat_addr = 0; 226 227 /* update ct entry timeout */ 228 bpf_ct_change_timeout(ct_lk, 10000); 229 test_delta_timeout = ct_lk->timeout - bpf_jiffies64(); 230 test_delta_timeout /= CONFIG_HZ; 231 test_insert_lookup_mark = ct_lk->mark; 232 bpf_ct_change_status(ct_lk, 233 IPS_CONFIRMED | IPS_SEEN_REPLY); 234 test_status = ct_lk->status; 235 236 bpf_ct_release(ct_lk); 237 test_succ_lookup = 0; 238 } 239 bpf_ct_release(ct_ins); 240 test_insert_entry = 0; 241 } 242 test_alloc_entry = 0; 243 } 244 245 bpf_tuple.ipv4.saddr = saddr; 246 bpf_tuple.ipv4.daddr = daddr; 247 bpf_tuple.ipv4.sport = sport; 248 bpf_tuple.ipv4.dport = dport; 249 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 250 sizeof(opts_def)); 251 if (ct) { 252 test_exist_lookup = 0; 253 if (ct->mark == 42) { 254 ct->mark++; 255 test_exist_lookup_mark = ct->mark; 256 } 257 bpf_ct_release(ct); 258 } else { 259 test_exist_lookup = opts_def.error; 260 } 261 } 262 263 static __always_inline void 264 nf_ct_opts_new_test(struct nf_conn *(*lookup_fn)(void *, struct bpf_sock_tuple *, u32, 265 struct bpf_ct_opts___new *, u32), 266 struct nf_conn *(*alloc_fn)(void *, struct bpf_sock_tuple *, u32, 267 struct bpf_ct_opts___new *, u32), 268 void *ctx) 269 { 270 struct bpf_ct_opts___new opts_def = { .l4proto = IPPROTO_TCP, .netns_id = -1 }; 271 struct bpf_sock_tuple bpf_tuple; 272 struct nf_conn *ct; 273 274 __builtin_memset(&bpf_tuple, 0, sizeof(bpf_tuple.ipv4)); 275 276 opts_def.reserved[0] = 1; 277 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 278 sizeof(opts_def)); 279 opts_def.reserved[0] = 0; 280 if (ct) 281 bpf_ct_release(ct); 282 else 283 test_einval_reserved_new = opts_def.error; 284 285 bpf_tuple.ipv4.saddr = bpf_get_prandom_u32(); /* src IP */ 286 bpf_tuple.ipv4.daddr = bpf_get_prandom_u32(); /* dst IP */ 287 bpf_tuple.ipv4.sport = bpf_get_prandom_u32(); /* src port */ 288 bpf_tuple.ipv4.dport = bpf_get_prandom_u32(); /* dst port */ 289 290 /* use non-default ct zone */ 291 opts_def.ct_zone_id = 10; 292 opts_def.ct_zone_dir = NF_CT_ZONE_DIR_ORIG; 293 ct = alloc_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 294 sizeof(opts_def)); 295 if (ct) { 296 __u16 sport = bpf_get_prandom_u32(); 297 __u16 dport = bpf_get_prandom_u32(); 298 union nf_inet_addr saddr = {}; 299 union nf_inet_addr daddr = {}; 300 struct nf_conn *ct_ins; 301 302 bpf_ct_set_timeout(ct, 10000); 303 304 /* snat */ 305 saddr.ip = bpf_get_prandom_u32(); 306 bpf_ct_set_nat_info(ct, &saddr, sport, NF_NAT_MANIP_SRC___local); 307 /* dnat */ 308 daddr.ip = bpf_get_prandom_u32(); 309 bpf_ct_set_nat_info(ct, &daddr, dport, NF_NAT_MANIP_DST___local); 310 311 ct_ins = bpf_ct_insert_entry(ct); 312 if (ct_ins) { 313 struct nf_conn *ct_lk; 314 315 /* entry should exist in same ct zone we inserted it */ 316 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), 317 &opts_def, sizeof(opts_def)); 318 if (ct_lk) { 319 bpf_ct_release(ct_lk); 320 test_ct_zone_id_succ_lookup = 0; 321 } 322 323 /* entry should not exist with wrong direction */ 324 opts_def.ct_zone_dir = NF_CT_ZONE_DIR_REPL; 325 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), 326 &opts_def, sizeof(opts_def)); 327 opts_def.ct_zone_dir = NF_CT_ZONE_DIR_ORIG; 328 if (ct_lk) 329 bpf_ct_release(ct_lk); 330 else 331 test_ct_zone_dir_enoent_lookup = opts_def.error; 332 333 /* entry should not exist in default ct zone */ 334 opts_def.ct_zone_id = 0; 335 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), 336 &opts_def, sizeof(opts_def)); 337 if (ct_lk) 338 bpf_ct_release(ct_lk); 339 else 340 test_ct_zone_id_enoent_lookup = opts_def.error; 341 342 bpf_ct_release(ct_ins); 343 test_ct_zone_id_insert_entry = 0; 344 } 345 test_ct_zone_id_alloc_entry = 0; 346 } 347 } 348 349 SEC("xdp") 350 int nf_xdp_ct_test(struct xdp_md *ctx) 351 { 352 nf_ct_test((void *)bpf_xdp_ct_lookup, (void *)bpf_xdp_ct_alloc, ctx); 353 nf_ct_opts_new_test((void *)bpf_xdp_ct_lookup, (void *)bpf_xdp_ct_alloc, ctx); 354 return 0; 355 } 356 357 SEC("tc") 358 int nf_skb_ct_test(struct __sk_buff *ctx) 359 { 360 nf_ct_test((void *)bpf_skb_ct_lookup, (void *)bpf_skb_ct_alloc, ctx); 361 nf_ct_opts_new_test((void *)bpf_skb_ct_lookup, (void *)bpf_skb_ct_alloc, ctx); 362 return 0; 363 } 364 365 char _license[] SEC("license") = "GPL"; 366