1 // SPDX-License-Identifier: GPL-2.0 2 #include <vmlinux.h> 3 #include <bpf/bpf_helpers.h> 4 #include <bpf/bpf_endian.h> 5 6 #define EAFNOSUPPORT 97 7 #define EPROTO 71 8 #define ENONET 64 9 #define EINVAL 22 10 #define ENOENT 2 11 12 #define NF_CT_ZONE_DIR_ORIG (1 << IP_CT_DIR_ORIGINAL) 13 #define NF_CT_ZONE_DIR_REPL (1 << IP_CT_DIR_REPLY) 14 15 extern unsigned long CONFIG_HZ __kconfig; 16 17 int test_einval_bpf_tuple = 0; 18 int test_einval_reserved = 0; 19 int test_einval_reserved_new = 0; 20 int test_einval_netns_id = 0; 21 int test_einval_len_opts = 0; 22 int test_eproto_l4proto = 0; 23 int test_enonet_netns_id = 0; 24 int test_enoent_lookup = 0; 25 int test_eafnosupport = 0; 26 int test_alloc_entry = -EINVAL; 27 int test_insert_entry = -EAFNOSUPPORT; 28 int test_succ_lookup = -ENOENT; 29 int test_ct_zone_id_alloc_entry = -EINVAL; 30 int test_ct_zone_id_insert_entry = -EAFNOSUPPORT; 31 int test_ct_zone_id_succ_lookup = -ENOENT; 32 int test_ct_zone_dir_enoent_lookup = 0; 33 int test_ct_zone_id_enoent_lookup = 0; 34 u32 test_delta_timeout = 0; 35 u32 test_status = 0; 36 u32 test_insert_lookup_mark = 0; 37 int test_snat_addr = -EINVAL; 38 int test_dnat_addr = -EINVAL; 39 __be32 saddr = 0; 40 __be16 sport = 0; 41 __be32 daddr = 0; 42 __be16 dport = 0; 43 int test_exist_lookup = -ENOENT; 44 u32 test_exist_lookup_mark = 0; 45 46 enum nf_nat_manip_type___local { 47 NF_NAT_MANIP_SRC___local, 48 NF_NAT_MANIP_DST___local 49 }; 50 51 struct nf_conn; 52 53 struct bpf_ct_opts___local { 54 s32 netns_id; 55 s32 error; 56 u8 l4proto; 57 u8 dir; 58 u8 reserved[2]; 59 }; 60 61 struct bpf_ct_opts___new { 62 s32 netns_id; 63 s32 error; 64 u8 l4proto; 65 u8 dir; 66 u16 ct_zone_id; 67 u8 ct_zone_dir; 68 u8 reserved[3]; 69 } __attribute__((preserve_access_index)); 70 71 struct nf_conn *bpf_xdp_ct_alloc(struct xdp_md *, struct bpf_sock_tuple *, u32, 72 struct bpf_ct_opts___local *, u32) __ksym; 73 struct nf_conn *bpf_xdp_ct_lookup(struct xdp_md *, struct bpf_sock_tuple *, u32, 74 struct bpf_ct_opts___local *, u32) __ksym; 75 struct nf_conn *bpf_skb_ct_alloc(struct __sk_buff *, struct bpf_sock_tuple *, u32, 76 struct bpf_ct_opts___local *, u32) __ksym; 77 struct nf_conn *bpf_skb_ct_lookup(struct __sk_buff *, struct bpf_sock_tuple *, u32, 78 struct bpf_ct_opts___local *, u32) __ksym; 79 struct nf_conn *bpf_ct_insert_entry(struct nf_conn *) __ksym; 80 void bpf_ct_release(struct nf_conn *) __ksym; 81 void bpf_ct_set_timeout(struct nf_conn *, u32) __ksym; 82 int bpf_ct_change_timeout(struct nf_conn *, u32) __ksym; 83 int bpf_ct_set_status(struct nf_conn *, u32) __ksym; 84 int bpf_ct_change_status(struct nf_conn *, u32) __ksym; 85 int bpf_ct_set_nat_info(struct nf_conn *, union nf_inet_addr *, 86 int port, enum nf_nat_manip_type___local) __ksym; 87 88 static __always_inline void 89 nf_ct_test(struct nf_conn *(*lookup_fn)(void *, struct bpf_sock_tuple *, u32, 90 struct bpf_ct_opts___local *, u32), 91 struct nf_conn *(*alloc_fn)(void *, struct bpf_sock_tuple *, u32, 92 struct bpf_ct_opts___local *, u32), 93 void *ctx) 94 { 95 struct bpf_ct_opts___local opts_def = { .l4proto = IPPROTO_TCP, .netns_id = -1 }; 96 struct bpf_sock_tuple bpf_tuple; 97 struct nf_conn *ct; 98 99 __builtin_memset(&bpf_tuple, 0, sizeof(bpf_tuple.ipv4)); 100 101 ct = lookup_fn(ctx, NULL, 0, &opts_def, sizeof(opts_def)); 102 if (ct) 103 bpf_ct_release(ct); 104 else 105 test_einval_bpf_tuple = opts_def.error; 106 107 opts_def.reserved[0] = 1; 108 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 109 sizeof(opts_def)); 110 opts_def.reserved[0] = 0; 111 opts_def.l4proto = IPPROTO_TCP; 112 if (ct) 113 bpf_ct_release(ct); 114 else 115 test_einval_reserved = opts_def.error; 116 117 opts_def.netns_id = -2; 118 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 119 sizeof(opts_def)); 120 opts_def.netns_id = -1; 121 if (ct) 122 bpf_ct_release(ct); 123 else 124 test_einval_netns_id = opts_def.error; 125 126 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 127 sizeof(opts_def) - 1); 128 if (ct) 129 bpf_ct_release(ct); 130 else 131 test_einval_len_opts = opts_def.error; 132 133 opts_def.l4proto = IPPROTO_ICMP; 134 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 135 sizeof(opts_def)); 136 opts_def.l4proto = IPPROTO_TCP; 137 if (ct) 138 bpf_ct_release(ct); 139 else 140 test_eproto_l4proto = opts_def.error; 141 142 opts_def.netns_id = 0xf00f; 143 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 144 sizeof(opts_def)); 145 opts_def.netns_id = -1; 146 if (ct) 147 bpf_ct_release(ct); 148 else 149 test_enonet_netns_id = opts_def.error; 150 151 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 152 sizeof(opts_def)); 153 if (ct) 154 bpf_ct_release(ct); 155 else 156 test_enoent_lookup = opts_def.error; 157 158 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4) - 1, &opts_def, 159 sizeof(opts_def)); 160 if (ct) 161 bpf_ct_release(ct); 162 else 163 test_eafnosupport = opts_def.error; 164 165 bpf_tuple.ipv4.saddr = bpf_get_prandom_u32(); /* src IP */ 166 bpf_tuple.ipv4.daddr = bpf_get_prandom_u32(); /* dst IP */ 167 bpf_tuple.ipv4.sport = bpf_get_prandom_u32(); /* src port */ 168 bpf_tuple.ipv4.dport = bpf_get_prandom_u32(); /* dst port */ 169 170 ct = alloc_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 171 sizeof(opts_def)); 172 if (ct) { 173 __u16 sport = bpf_get_prandom_u32(); 174 __u16 dport = bpf_get_prandom_u32(); 175 union nf_inet_addr saddr = {}; 176 union nf_inet_addr daddr = {}; 177 struct nf_conn *ct_ins; 178 179 bpf_ct_set_timeout(ct, 10000); 180 ct->mark = 77; 181 182 /* snat */ 183 saddr.ip = bpf_get_prandom_u32(); 184 bpf_ct_set_nat_info(ct, &saddr, sport, NF_NAT_MANIP_SRC___local); 185 /* dnat */ 186 daddr.ip = bpf_get_prandom_u32(); 187 bpf_ct_set_nat_info(ct, &daddr, dport, NF_NAT_MANIP_DST___local); 188 189 ct_ins = bpf_ct_insert_entry(ct); 190 if (ct_ins) { 191 struct nf_conn *ct_lk; 192 193 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), 194 &opts_def, sizeof(opts_def)); 195 if (ct_lk) { 196 struct nf_conntrack_tuple *tuple; 197 198 /* check snat and dnat addresses */ 199 tuple = &ct_lk->tuplehash[IP_CT_DIR_REPLY].tuple; 200 if (tuple->dst.u3.ip == saddr.ip && 201 tuple->dst.u.all == bpf_htons(sport)) 202 test_snat_addr = 0; 203 if (tuple->src.u3.ip == daddr.ip && 204 tuple->src.u.all == bpf_htons(dport)) 205 test_dnat_addr = 0; 206 207 /* update ct entry timeout */ 208 bpf_ct_change_timeout(ct_lk, 10000); 209 test_delta_timeout = ct_lk->timeout - bpf_jiffies64(); 210 test_delta_timeout /= CONFIG_HZ; 211 test_insert_lookup_mark = ct_lk->mark; 212 bpf_ct_change_status(ct_lk, 213 IPS_CONFIRMED | IPS_SEEN_REPLY); 214 test_status = ct_lk->status; 215 216 bpf_ct_release(ct_lk); 217 test_succ_lookup = 0; 218 } 219 bpf_ct_release(ct_ins); 220 test_insert_entry = 0; 221 } 222 test_alloc_entry = 0; 223 } 224 225 bpf_tuple.ipv4.saddr = saddr; 226 bpf_tuple.ipv4.daddr = daddr; 227 bpf_tuple.ipv4.sport = sport; 228 bpf_tuple.ipv4.dport = dport; 229 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 230 sizeof(opts_def)); 231 if (ct) { 232 test_exist_lookup = 0; 233 if (ct->mark == 42) { 234 ct->mark++; 235 test_exist_lookup_mark = ct->mark; 236 } 237 bpf_ct_release(ct); 238 } else { 239 test_exist_lookup = opts_def.error; 240 } 241 } 242 243 static __always_inline void 244 nf_ct_opts_new_test(struct nf_conn *(*lookup_fn)(void *, struct bpf_sock_tuple *, u32, 245 struct bpf_ct_opts___new *, u32), 246 struct nf_conn *(*alloc_fn)(void *, struct bpf_sock_tuple *, u32, 247 struct bpf_ct_opts___new *, u32), 248 void *ctx) 249 { 250 struct bpf_ct_opts___new opts_def = { .l4proto = IPPROTO_TCP, .netns_id = -1 }; 251 struct bpf_sock_tuple bpf_tuple; 252 struct nf_conn *ct; 253 254 __builtin_memset(&bpf_tuple, 0, sizeof(bpf_tuple.ipv4)); 255 256 opts_def.reserved[0] = 1; 257 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 258 sizeof(opts_def)); 259 opts_def.reserved[0] = 0; 260 if (ct) 261 bpf_ct_release(ct); 262 else 263 test_einval_reserved_new = opts_def.error; 264 265 bpf_tuple.ipv4.saddr = bpf_get_prandom_u32(); /* src IP */ 266 bpf_tuple.ipv4.daddr = bpf_get_prandom_u32(); /* dst IP */ 267 bpf_tuple.ipv4.sport = bpf_get_prandom_u32(); /* src port */ 268 bpf_tuple.ipv4.dport = bpf_get_prandom_u32(); /* dst port */ 269 270 /* use non-default ct zone */ 271 opts_def.ct_zone_id = 10; 272 opts_def.ct_zone_dir = NF_CT_ZONE_DIR_ORIG; 273 ct = alloc_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def, 274 sizeof(opts_def)); 275 if (ct) { 276 __u16 sport = bpf_get_prandom_u32(); 277 __u16 dport = bpf_get_prandom_u32(); 278 union nf_inet_addr saddr = {}; 279 union nf_inet_addr daddr = {}; 280 struct nf_conn *ct_ins; 281 282 bpf_ct_set_timeout(ct, 10000); 283 284 /* snat */ 285 saddr.ip = bpf_get_prandom_u32(); 286 bpf_ct_set_nat_info(ct, &saddr, sport, NF_NAT_MANIP_SRC___local); 287 /* dnat */ 288 daddr.ip = bpf_get_prandom_u32(); 289 bpf_ct_set_nat_info(ct, &daddr, dport, NF_NAT_MANIP_DST___local); 290 291 ct_ins = bpf_ct_insert_entry(ct); 292 if (ct_ins) { 293 struct nf_conn *ct_lk; 294 295 /* entry should exist in same ct zone we inserted it */ 296 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), 297 &opts_def, sizeof(opts_def)); 298 if (ct_lk) { 299 bpf_ct_release(ct_lk); 300 test_ct_zone_id_succ_lookup = 0; 301 } 302 303 /* entry should not exist with wrong direction */ 304 opts_def.ct_zone_dir = NF_CT_ZONE_DIR_REPL; 305 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), 306 &opts_def, sizeof(opts_def)); 307 opts_def.ct_zone_dir = NF_CT_ZONE_DIR_ORIG; 308 if (ct_lk) 309 bpf_ct_release(ct_lk); 310 else 311 test_ct_zone_dir_enoent_lookup = opts_def.error; 312 313 /* entry should not exist in default ct zone */ 314 opts_def.ct_zone_id = 0; 315 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), 316 &opts_def, sizeof(opts_def)); 317 if (ct_lk) 318 bpf_ct_release(ct_lk); 319 else 320 test_ct_zone_id_enoent_lookup = opts_def.error; 321 322 bpf_ct_release(ct_ins); 323 test_ct_zone_id_insert_entry = 0; 324 } 325 test_ct_zone_id_alloc_entry = 0; 326 } 327 } 328 329 SEC("xdp") 330 int nf_xdp_ct_test(struct xdp_md *ctx) 331 { 332 nf_ct_test((void *)bpf_xdp_ct_lookup, (void *)bpf_xdp_ct_alloc, ctx); 333 nf_ct_opts_new_test((void *)bpf_xdp_ct_lookup, (void *)bpf_xdp_ct_alloc, ctx); 334 return 0; 335 } 336 337 SEC("tc") 338 int nf_skb_ct_test(struct __sk_buff *ctx) 339 { 340 nf_ct_test((void *)bpf_skb_ct_lookup, (void *)bpf_skb_ct_alloc, ctx); 341 nf_ct_opts_new_test((void *)bpf_skb_ct_lookup, (void *)bpf_skb_ct_alloc, ctx); 342 return 0; 343 } 344 345 char _license[] SEC("license") = "GPL"; 346