1 // SPDX-License-Identifier: GPL-2.0
2 #define BPF_NO_KFUNC_PROTOTYPES
3 #include <vmlinux.h>
4 #include <bpf/bpf_helpers.h>
5 #include <bpf/bpf_endian.h>
6
7 #define EAFNOSUPPORT 97
8 #define EPROTO 71
9 #define ENONET 64
10 #define EINVAL 22
11 #define ENOENT 2
12
13 #define CT_OPTS_ERROR_GUARD 0x12345678
14
15 #define NF_CT_ZONE_DIR_ORIG (1 << IP_CT_DIR_ORIGINAL)
16 #define NF_CT_ZONE_DIR_REPL (1 << IP_CT_DIR_REPLY)
17
18 extern unsigned long CONFIG_HZ __kconfig;
19
20 int test_einval_reserved = 0;
21 int test_einval_reserved_new = 0;
22 int test_einval_netns_id = 0;
23 int test_einval_len_opts = 0;
24 int test_einval_len_opts_small_lookup = 0;
25 int test_einval_len_opts_small_alloc = 0;
26 int test_eproto_l4proto = 0;
27 int test_enonet_netns_id = 0;
28 int test_enoent_lookup = 0;
29 int test_eafnosupport = 0;
30 int test_alloc_entry = -EINVAL;
31 int test_insert_entry = -EAFNOSUPPORT;
32 int test_succ_lookup = -ENOENT;
33 int test_ct_zone_id_alloc_entry = -EINVAL;
34 int test_ct_zone_id_insert_entry = -EAFNOSUPPORT;
35 int test_ct_zone_id_succ_lookup = -ENOENT;
36 int test_ct_zone_dir_enoent_lookup = 0;
37 int test_ct_zone_id_enoent_lookup = 0;
38 u32 test_delta_timeout = 0;
39 u32 test_status = 0;
40 u32 test_insert_lookup_mark = 0;
41 int test_snat_addr = -EINVAL;
42 int test_dnat_addr = -EINVAL;
43 __be32 saddr = 0;
44 __be16 sport = 0;
45 __be32 daddr = 0;
46 __be16 dport = 0;
47 int test_exist_lookup = -ENOENT;
48 u32 test_exist_lookup_mark = 0;
49
50 enum nf_nat_manip_type___local {
51 NF_NAT_MANIP_SRC___local,
52 NF_NAT_MANIP_DST___local
53 };
54
55 struct nf_conn;
56
57 struct bpf_ct_opts___local {
58 s32 netns_id;
59 s32 error;
60 u8 l4proto;
61 u8 dir;
62 u8 reserved[2];
63 };
64
65 struct bpf_ct_opts___new {
66 s32 netns_id;
67 s32 error;
68 u8 l4proto;
69 u8 dir;
70 u16 ct_zone_id;
71 u8 ct_zone_dir;
72 u8 reserved[3];
73 } __attribute__((preserve_access_index));
74
75 struct nf_conn *bpf_xdp_ct_alloc(struct xdp_md *, struct bpf_sock_tuple *, u32,
76 struct bpf_ct_opts___local *, u32) __ksym;
77 struct nf_conn *bpf_xdp_ct_lookup(struct xdp_md *, struct bpf_sock_tuple *, u32,
78 struct bpf_ct_opts___local *, u32) __ksym;
79 struct nf_conn *bpf_skb_ct_alloc(struct __sk_buff *, struct bpf_sock_tuple *, u32,
80 struct bpf_ct_opts___local *, u32) __ksym;
81 struct nf_conn *bpf_skb_ct_lookup(struct __sk_buff *, struct bpf_sock_tuple *, u32,
82 struct bpf_ct_opts___local *, u32) __ksym;
83 struct nf_conn *bpf_ct_insert_entry(struct nf_conn *) __ksym;
84 void bpf_ct_release(struct nf_conn *) __ksym;
85 void bpf_ct_set_timeout(struct nf_conn *, u32) __ksym;
86 int bpf_ct_change_timeout(struct nf_conn *, u32) __ksym;
87 int bpf_ct_set_status(struct nf_conn *, u32) __ksym;
88 int bpf_ct_change_status(struct nf_conn *, u32) __ksym;
89 int bpf_ct_set_nat_info(struct nf_conn *, union nf_inet_addr *,
90 int port, enum nf_nat_manip_type___local) __ksym;
91
92 static __always_inline void
nf_ct_test(struct nf_conn * (* lookup_fn)(void *,struct bpf_sock_tuple *,u32,struct bpf_ct_opts___local *,u32),struct nf_conn * (* alloc_fn)(void *,struct bpf_sock_tuple *,u32,struct bpf_ct_opts___local *,u32),void * ctx)93 nf_ct_test(struct nf_conn *(*lookup_fn)(void *, struct bpf_sock_tuple *, u32,
94 struct bpf_ct_opts___local *, u32),
95 struct nf_conn *(*alloc_fn)(void *, struct bpf_sock_tuple *, u32,
96 struct bpf_ct_opts___local *, u32),
97 void *ctx)
98 {
99 struct bpf_ct_opts___local opts_def = { .l4proto = IPPROTO_TCP, .netns_id = -1 };
100 struct bpf_sock_tuple bpf_tuple;
101 struct nf_conn *ct;
102
103 __builtin_memset(&bpf_tuple, 0, sizeof(bpf_tuple.ipv4));
104
105 opts_def.reserved[0] = 1;
106 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
107 sizeof(opts_def));
108 opts_def.reserved[0] = 0;
109 opts_def.l4proto = IPPROTO_TCP;
110 if (ct)
111 bpf_ct_release(ct);
112 else
113 test_einval_reserved = opts_def.error;
114
115 opts_def.netns_id = -2;
116 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
117 sizeof(opts_def));
118 opts_def.netns_id = -1;
119 if (ct)
120 bpf_ct_release(ct);
121 else
122 test_einval_netns_id = opts_def.error;
123
124 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
125 sizeof(opts_def) - 1);
126 if (ct)
127 bpf_ct_release(ct);
128 else
129 test_einval_len_opts = opts_def.error;
130
131 opts_def.error = CT_OPTS_ERROR_GUARD;
132 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
133 sizeof(opts_def.netns_id));
134 if (ct) {
135 bpf_ct_release(ct);
136 test_einval_len_opts_small_lookup = -EINVAL;
137 } else {
138 test_einval_len_opts_small_lookup = opts_def.error;
139 }
140
141 opts_def.error = CT_OPTS_ERROR_GUARD;
142 ct = alloc_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
143 sizeof(opts_def.netns_id));
144 if (ct) {
145 ct = bpf_ct_insert_entry(ct);
146 if (ct)
147 bpf_ct_release(ct);
148 test_einval_len_opts_small_alloc = -EINVAL;
149 } else {
150 test_einval_len_opts_small_alloc = opts_def.error;
151 }
152
153 opts_def.l4proto = IPPROTO_ICMP;
154 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
155 sizeof(opts_def));
156 opts_def.l4proto = IPPROTO_TCP;
157 if (ct)
158 bpf_ct_release(ct);
159 else
160 test_eproto_l4proto = opts_def.error;
161
162 opts_def.netns_id = 0xf00f;
163 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
164 sizeof(opts_def));
165 opts_def.netns_id = -1;
166 if (ct)
167 bpf_ct_release(ct);
168 else
169 test_enonet_netns_id = opts_def.error;
170
171 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
172 sizeof(opts_def));
173 if (ct)
174 bpf_ct_release(ct);
175 else
176 test_enoent_lookup = opts_def.error;
177
178 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4) - 1, &opts_def,
179 sizeof(opts_def));
180 if (ct)
181 bpf_ct_release(ct);
182 else
183 test_eafnosupport = opts_def.error;
184
185 bpf_tuple.ipv4.saddr = bpf_get_prandom_u32(); /* src IP */
186 bpf_tuple.ipv4.daddr = bpf_get_prandom_u32(); /* dst IP */
187 bpf_tuple.ipv4.sport = bpf_get_prandom_u32(); /* src port */
188 bpf_tuple.ipv4.dport = bpf_get_prandom_u32(); /* dst port */
189
190 ct = alloc_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
191 sizeof(opts_def));
192 if (ct) {
193 __u16 sport = bpf_get_prandom_u32() % 65535 + 1;
194 __u16 dport = bpf_get_prandom_u32() % 65535 + 1;
195 union nf_inet_addr saddr = {};
196 union nf_inet_addr daddr = {};
197 struct nf_conn *ct_ins;
198
199 bpf_ct_set_timeout(ct, 10000);
200 ct->mark = 77;
201
202 /* snat */
203 saddr.ip = bpf_get_prandom_u32();
204 bpf_ct_set_nat_info(ct, &saddr, sport, NF_NAT_MANIP_SRC___local);
205 /* dnat */
206 daddr.ip = bpf_get_prandom_u32();
207 bpf_ct_set_nat_info(ct, &daddr, dport, NF_NAT_MANIP_DST___local);
208
209 ct_ins = bpf_ct_insert_entry(ct);
210 if (ct_ins) {
211 struct nf_conn *ct_lk;
212
213 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4),
214 &opts_def, sizeof(opts_def));
215 if (ct_lk) {
216 struct nf_conntrack_tuple *tuple;
217
218 /* check snat and dnat addresses */
219 tuple = &ct_lk->tuplehash[IP_CT_DIR_REPLY].tuple;
220 if (tuple->dst.u3.ip == saddr.ip &&
221 tuple->dst.u.all == bpf_htons(sport))
222 test_snat_addr = 0;
223 if (tuple->src.u3.ip == daddr.ip &&
224 tuple->src.u.all == bpf_htons(dport))
225 test_dnat_addr = 0;
226
227 /* update ct entry timeout */
228 bpf_ct_change_timeout(ct_lk, 10000);
229 test_delta_timeout = ct_lk->timeout - bpf_jiffies64();
230 test_delta_timeout /= CONFIG_HZ;
231 test_insert_lookup_mark = ct_lk->mark;
232 bpf_ct_change_status(ct_lk,
233 IPS_CONFIRMED | IPS_SEEN_REPLY);
234 test_status = ct_lk->status;
235
236 bpf_ct_release(ct_lk);
237 test_succ_lookup = 0;
238 }
239 bpf_ct_release(ct_ins);
240 test_insert_entry = 0;
241 }
242 test_alloc_entry = 0;
243 }
244
245 bpf_tuple.ipv4.saddr = saddr;
246 bpf_tuple.ipv4.daddr = daddr;
247 bpf_tuple.ipv4.sport = sport;
248 bpf_tuple.ipv4.dport = dport;
249 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
250 sizeof(opts_def));
251 if (ct) {
252 test_exist_lookup = 0;
253 if (ct->mark == 42) {
254 ct->mark++;
255 test_exist_lookup_mark = ct->mark;
256 }
257 bpf_ct_release(ct);
258 } else {
259 test_exist_lookup = opts_def.error;
260 }
261 }
262
263 static __always_inline void
nf_ct_opts_new_test(struct nf_conn * (* lookup_fn)(void *,struct bpf_sock_tuple *,u32,struct bpf_ct_opts___new *,u32),struct nf_conn * (* alloc_fn)(void *,struct bpf_sock_tuple *,u32,struct bpf_ct_opts___new *,u32),void * ctx)264 nf_ct_opts_new_test(struct nf_conn *(*lookup_fn)(void *, struct bpf_sock_tuple *, u32,
265 struct bpf_ct_opts___new *, u32),
266 struct nf_conn *(*alloc_fn)(void *, struct bpf_sock_tuple *, u32,
267 struct bpf_ct_opts___new *, u32),
268 void *ctx)
269 {
270 struct bpf_ct_opts___new opts_def = { .l4proto = IPPROTO_TCP, .netns_id = -1 };
271 struct bpf_sock_tuple bpf_tuple;
272 struct nf_conn *ct;
273
274 __builtin_memset(&bpf_tuple, 0, sizeof(bpf_tuple.ipv4));
275
276 opts_def.reserved[0] = 1;
277 ct = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
278 sizeof(opts_def));
279 opts_def.reserved[0] = 0;
280 if (ct)
281 bpf_ct_release(ct);
282 else
283 test_einval_reserved_new = opts_def.error;
284
285 bpf_tuple.ipv4.saddr = bpf_get_prandom_u32(); /* src IP */
286 bpf_tuple.ipv4.daddr = bpf_get_prandom_u32(); /* dst IP */
287 bpf_tuple.ipv4.sport = bpf_get_prandom_u32(); /* src port */
288 bpf_tuple.ipv4.dport = bpf_get_prandom_u32(); /* dst port */
289
290 /* use non-default ct zone */
291 opts_def.ct_zone_id = 10;
292 opts_def.ct_zone_dir = NF_CT_ZONE_DIR_ORIG;
293 ct = alloc_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4), &opts_def,
294 sizeof(opts_def));
295 if (ct) {
296 __u16 sport = bpf_get_prandom_u32() % 65535 + 1;
297 __u16 dport = bpf_get_prandom_u32() % 65535 + 1;
298 union nf_inet_addr saddr = {};
299 union nf_inet_addr daddr = {};
300 struct nf_conn *ct_ins;
301
302 bpf_ct_set_timeout(ct, 10000);
303
304 /* snat */
305 saddr.ip = bpf_get_prandom_u32();
306 bpf_ct_set_nat_info(ct, &saddr, sport, NF_NAT_MANIP_SRC___local);
307 /* dnat */
308 daddr.ip = bpf_get_prandom_u32();
309 bpf_ct_set_nat_info(ct, &daddr, dport, NF_NAT_MANIP_DST___local);
310
311 ct_ins = bpf_ct_insert_entry(ct);
312 if (ct_ins) {
313 struct nf_conn *ct_lk;
314
315 /* entry should exist in same ct zone we inserted it */
316 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4),
317 &opts_def, sizeof(opts_def));
318 if (ct_lk) {
319 bpf_ct_release(ct_lk);
320 test_ct_zone_id_succ_lookup = 0;
321 }
322
323 /* entry should not exist with wrong direction */
324 opts_def.ct_zone_dir = NF_CT_ZONE_DIR_REPL;
325 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4),
326 &opts_def, sizeof(opts_def));
327 opts_def.ct_zone_dir = NF_CT_ZONE_DIR_ORIG;
328 if (ct_lk)
329 bpf_ct_release(ct_lk);
330 else
331 test_ct_zone_dir_enoent_lookup = opts_def.error;
332
333 /* entry should not exist in default ct zone */
334 opts_def.ct_zone_id = 0;
335 ct_lk = lookup_fn(ctx, &bpf_tuple, sizeof(bpf_tuple.ipv4),
336 &opts_def, sizeof(opts_def));
337 if (ct_lk)
338 bpf_ct_release(ct_lk);
339 else
340 test_ct_zone_id_enoent_lookup = opts_def.error;
341
342 bpf_ct_release(ct_ins);
343 test_ct_zone_id_insert_entry = 0;
344 }
345 test_ct_zone_id_alloc_entry = 0;
346 }
347 }
348
349 SEC("xdp")
nf_xdp_ct_test(struct xdp_md * ctx)350 int nf_xdp_ct_test(struct xdp_md *ctx)
351 {
352 nf_ct_test((void *)bpf_xdp_ct_lookup, (void *)bpf_xdp_ct_alloc, ctx);
353 nf_ct_opts_new_test((void *)bpf_xdp_ct_lookup, (void *)bpf_xdp_ct_alloc, ctx);
354 return 0;
355 }
356
357 SEC("tc")
nf_skb_ct_test(struct __sk_buff * ctx)358 int nf_skb_ct_test(struct __sk_buff *ctx)
359 {
360 nf_ct_test((void *)bpf_skb_ct_lookup, (void *)bpf_skb_ct_alloc, ctx);
361 nf_ct_opts_new_test((void *)bpf_skb_ct_lookup, (void *)bpf_skb_ct_alloc, ctx);
362 return 0;
363 }
364
365 char _license[] SEC("license") = "GPL";
366