1 /*-
2 * SPDX-License-Identifier: BSD-2-Clause
3 *
4 * Copyright (c) 2001 Daniel Hartmeier
5 * All rights reserved.
6 *
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
9 * are met:
10 *
11 * - Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * - Redistributions in binary form must reproduce the above
14 * copyright notice, this list of conditions and the following
15 * disclaimer in the documentation and/or other materials provided
16 * with the distribution.
17 *
18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
19 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
20 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
21 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
22 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
23 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING,
24 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
25 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
26 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
28 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
29 * POSSIBILITY OF SUCH DAMAGE.
30 *
31 * $OpenBSD: pfvar.h,v 1.282 2009/01/29 15:12:28 pyr Exp $
32 */
33
34 #ifndef _NET_PFVAR_H_
35 #define _NET_PFVAR_H_
36
37 #include <sys/param.h>
38 #include <sys/queue.h>
39 #include <sys/counter.h>
40 #include <sys/cpuset.h>
41 #include <sys/epoch.h>
42 #include <sys/malloc.h>
43 #include <sys/nv.h>
44 #include <sys/refcount.h>
45 #include <sys/sdt.h>
46 #include <sys/sysctl.h>
47 #include <sys/smp.h>
48 #include <sys/lock.h>
49 #include <sys/rmlock.h>
50 #include <sys/tree.h>
51 #include <sys/seqc.h>
52 #include <vm/uma.h>
53
54 #include <net/if.h>
55 #include <net/ethernet.h>
56 #include <net/radix.h>
57 #include <netinet/in.h>
58 #ifdef _KERNEL
59 #include <netinet/ip.h>
60 #include <netinet/tcp.h>
61 #include <netinet/udp.h>
62 #include <netinet/sctp.h>
63 #include <netinet/ip_icmp.h>
64 #include <netinet/icmp6.h>
65 #endif
66
67 #include <netpfil/pf/pf.h>
68 #include <netpfil/pf/pf_altq.h>
69 #include <netpfil/pf/pf_mtag.h>
70
71 #ifdef _KERNEL
72
73 #define PF_PFIL_NOREFRAGMENT 0x80000000
74
75 #if defined(__arm__)
76 #define PF_WANT_32_TO_64_COUNTER
77 #endif
78
79 /*
80 * A hybrid of 32-bit and 64-bit counters which can be used on platforms where
81 * counter(9) is very expensive.
82 *
83 * As 32-bit counters are expected to overflow, a periodic job sums them up to
84 * a saved 64-bit state. Fetching the value still walks all CPUs to get the most
85 * current snapshot.
86 */
87 #ifdef PF_WANT_32_TO_64_COUNTER
88 struct pf_counter_u64_pcpu {
89 u_int32_t current;
90 u_int32_t snapshot;
91 };
92
93 struct pf_counter_u64 {
94 struct pf_counter_u64_pcpu *pfcu64_pcpu;
95 u_int64_t pfcu64_value;
96 seqc_t pfcu64_seqc;
97 };
98
99 static inline int
pf_counter_u64_init(struct pf_counter_u64 * pfcu64,int flags)100 pf_counter_u64_init(struct pf_counter_u64 *pfcu64, int flags)
101 {
102
103 pfcu64->pfcu64_value = 0;
104 pfcu64->pfcu64_seqc = 0;
105 pfcu64->pfcu64_pcpu = uma_zalloc_pcpu(pcpu_zone_8, flags | M_ZERO);
106 if (__predict_false(pfcu64->pfcu64_pcpu == NULL))
107 return (ENOMEM);
108 return (0);
109 }
110
111 static inline void
pf_counter_u64_deinit(struct pf_counter_u64 * pfcu64)112 pf_counter_u64_deinit(struct pf_counter_u64 *pfcu64)
113 {
114
115 uma_zfree_pcpu(pcpu_zone_8, pfcu64->pfcu64_pcpu);
116 }
117
118 static inline void
pf_counter_u64_critical_enter(void)119 pf_counter_u64_critical_enter(void)
120 {
121
122 critical_enter();
123 }
124
125 static inline void
pf_counter_u64_critical_exit(void)126 pf_counter_u64_critical_exit(void)
127 {
128
129 critical_exit();
130 }
131
132 static inline void
pf_counter_u64_rollup_protected(struct pf_counter_u64 * pfcu64,uint64_t n)133 pf_counter_u64_rollup_protected(struct pf_counter_u64 *pfcu64, uint64_t n)
134 {
135
136 MPASS(curthread->td_critnest > 0);
137 pfcu64->pfcu64_value += n;
138 }
139
140 static inline void
pf_counter_u64_add_protected(struct pf_counter_u64 * pfcu64,uint32_t n)141 pf_counter_u64_add_protected(struct pf_counter_u64 *pfcu64, uint32_t n)
142 {
143 struct pf_counter_u64_pcpu *pcpu;
144 u_int32_t val;
145
146 MPASS(curthread->td_critnest > 0);
147 pcpu = zpcpu_get(pfcu64->pfcu64_pcpu);
148 val = atomic_load_int(&pcpu->current);
149 atomic_store_int(&pcpu->current, val + n);
150 }
151
152 static inline void
pf_counter_u64_add(struct pf_counter_u64 * pfcu64,uint32_t n)153 pf_counter_u64_add(struct pf_counter_u64 *pfcu64, uint32_t n)
154 {
155
156 critical_enter();
157 pf_counter_u64_add_protected(pfcu64, n);
158 critical_exit();
159 }
160
161 static inline u_int64_t
pf_counter_u64_periodic(struct pf_counter_u64 * pfcu64)162 pf_counter_u64_periodic(struct pf_counter_u64 *pfcu64)
163 {
164 struct pf_counter_u64_pcpu *pcpu;
165 u_int64_t sum;
166 u_int32_t val;
167 int cpu;
168
169 MPASS(curthread->td_critnest > 0);
170 seqc_write_begin(&pfcu64->pfcu64_seqc);
171 sum = pfcu64->pfcu64_value;
172 CPU_FOREACH(cpu) {
173 pcpu = zpcpu_get_cpu(pfcu64->pfcu64_pcpu, cpu);
174 val = atomic_load_int(&pcpu->current);
175 sum += (uint32_t)(val - pcpu->snapshot);
176 pcpu->snapshot = val;
177 }
178 pfcu64->pfcu64_value = sum;
179 seqc_write_end(&pfcu64->pfcu64_seqc);
180 return (sum);
181 }
182
183 static inline u_int64_t
pf_counter_u64_fetch(const struct pf_counter_u64 * pfcu64)184 pf_counter_u64_fetch(const struct pf_counter_u64 *pfcu64)
185 {
186 struct pf_counter_u64_pcpu *pcpu;
187 u_int64_t sum;
188 seqc_t seqc;
189 int cpu;
190
191 for (;;) {
192 seqc = seqc_read(&pfcu64->pfcu64_seqc);
193 sum = 0;
194 CPU_FOREACH(cpu) {
195 pcpu = zpcpu_get_cpu(pfcu64->pfcu64_pcpu, cpu);
196 sum += (uint32_t)(atomic_load_int(&pcpu->current) -pcpu->snapshot);
197 }
198 sum += pfcu64->pfcu64_value;
199 if (seqc_consistent(&pfcu64->pfcu64_seqc, seqc))
200 break;
201 }
202 return (sum);
203 }
204
205 static inline void
pf_counter_u64_zero_protected(struct pf_counter_u64 * pfcu64)206 pf_counter_u64_zero_protected(struct pf_counter_u64 *pfcu64)
207 {
208 struct pf_counter_u64_pcpu *pcpu;
209 int cpu;
210
211 MPASS(curthread->td_critnest > 0);
212 seqc_write_begin(&pfcu64->pfcu64_seqc);
213 CPU_FOREACH(cpu) {
214 pcpu = zpcpu_get_cpu(pfcu64->pfcu64_pcpu, cpu);
215 pcpu->snapshot = atomic_load_int(&pcpu->current);
216 }
217 pfcu64->pfcu64_value = 0;
218 seqc_write_end(&pfcu64->pfcu64_seqc);
219 }
220
221 static inline void
pf_counter_u64_zero(struct pf_counter_u64 * pfcu64)222 pf_counter_u64_zero(struct pf_counter_u64 *pfcu64)
223 {
224
225 critical_enter();
226 pf_counter_u64_zero_protected(pfcu64);
227 critical_exit();
228 }
229 #else
230 struct pf_counter_u64 {
231 counter_u64_t counter;
232 };
233
234 static inline int
pf_counter_u64_init(struct pf_counter_u64 * pfcu64,int flags)235 pf_counter_u64_init(struct pf_counter_u64 *pfcu64, int flags)
236 {
237
238 pfcu64->counter = counter_u64_alloc(flags);
239 if (__predict_false(pfcu64->counter == NULL))
240 return (ENOMEM);
241 return (0);
242 }
243
244 static inline void
pf_counter_u64_deinit(struct pf_counter_u64 * pfcu64)245 pf_counter_u64_deinit(struct pf_counter_u64 *pfcu64)
246 {
247
248 counter_u64_free(pfcu64->counter);
249 }
250
251 static inline void
pf_counter_u64_critical_enter(void)252 pf_counter_u64_critical_enter(void)
253 {
254
255 }
256
257 static inline void
pf_counter_u64_critical_exit(void)258 pf_counter_u64_critical_exit(void)
259 {
260
261 }
262
263 static inline void
pf_counter_u64_rollup_protected(struct pf_counter_u64 * pfcu64,uint64_t n)264 pf_counter_u64_rollup_protected(struct pf_counter_u64 *pfcu64, uint64_t n)
265 {
266
267 counter_u64_add(pfcu64->counter, n);
268 }
269
270 static inline void
pf_counter_u64_add_protected(struct pf_counter_u64 * pfcu64,uint32_t n)271 pf_counter_u64_add_protected(struct pf_counter_u64 *pfcu64, uint32_t n)
272 {
273
274 counter_u64_add(pfcu64->counter, n);
275 }
276
277 static inline void
pf_counter_u64_add(struct pf_counter_u64 * pfcu64,uint32_t n)278 pf_counter_u64_add(struct pf_counter_u64 *pfcu64, uint32_t n)
279 {
280
281 pf_counter_u64_add_protected(pfcu64, n);
282 }
283
284 static inline u_int64_t
pf_counter_u64_fetch(const struct pf_counter_u64 * pfcu64)285 pf_counter_u64_fetch(const struct pf_counter_u64 *pfcu64)
286 {
287
288 return (counter_u64_fetch(pfcu64->counter));
289 }
290
291 static inline void
pf_counter_u64_zero_protected(struct pf_counter_u64 * pfcu64)292 pf_counter_u64_zero_protected(struct pf_counter_u64 *pfcu64)
293 {
294
295 counter_u64_zero(pfcu64->counter);
296 }
297
298 static inline void
pf_counter_u64_zero(struct pf_counter_u64 * pfcu64)299 pf_counter_u64_zero(struct pf_counter_u64 *pfcu64)
300 {
301
302 pf_counter_u64_zero_protected(pfcu64);
303 }
304 #endif
305
306 #define pf_get_timestamp(prule)({ \
307 uint32_t _ts = 0; \
308 uint32_t __ts; \
309 int cpu; \
310 CPU_FOREACH(cpu) { \
311 __ts = *zpcpu_get_cpu(prule->timestamp, cpu); \
312 if (__ts > _ts) \
313 _ts = __ts; \
314 } \
315 _ts; \
316 })
317
318 #define pf_update_timestamp(prule) \
319 do { \
320 critical_enter(); \
321 *zpcpu_get((prule)->timestamp) = time_second; \
322 critical_exit(); \
323 } while (0)
324
325 #define pf_timestamp_pcpu_zone (sizeof(time_t) == 4 ? pcpu_zone_4 : pcpu_zone_8)
326 _Static_assert(sizeof(time_t) == 4 || sizeof(time_t) == 8, "unexpected time_t size");
327
328 SYSCTL_DECL(_net_pf);
329 MALLOC_DECLARE(M_PFHASH);
330 MALLOC_DECLARE(M_PF_RULE_ITEM);
331
332 SDT_PROVIDER_DECLARE(pf);
333 SDT_PROBE_DECLARE(pf, , test, reason_set);
334
335 struct pfi_dynaddr {
336 TAILQ_ENTRY(pfi_dynaddr) entry;
337 struct pf_addr pfid_addr4;
338 struct pf_addr pfid_mask4;
339 struct pf_addr pfid_addr6;
340 struct pf_addr pfid_mask6;
341 struct pfr_ktable *pfid_kt;
342 struct pfi_kkif *pfid_kif;
343 int pfid_net; /* mask or 128 */
344 int pfid_acnt4; /* address count IPv4 */
345 int pfid_acnt6; /* address count IPv6 */
346 sa_family_t pfid_af; /* rule af */
347 u_int8_t pfid_iflags; /* PFI_AFLAG_* */
348 };
349
350 #define PF_NAME "pf"
351
352 #define PF_HASHROW_ASSERT(h) mtx_assert(&(h)->lock, MA_OWNED)
353 #define PF_HASHROW_LOCK(h) mtx_lock(&(h)->lock)
354 #define PF_HASHROW_UNLOCK(h) mtx_unlock(&(h)->lock)
355
356 #ifdef INVARIANTS
357 #define PF_STATE_LOCK(s) \
358 do { \
359 struct pf_kstate *_s = (s); \
360 struct pf_idhash *_ih = &V_pf_idhash[PF_IDHASH(_s)]; \
361 MPASS(_s->lock == &_ih->lock); \
362 mtx_lock(_s->lock); \
363 } while (0)
364 #define PF_STATE_UNLOCK(s) \
365 do { \
366 struct pf_kstate *_s = (s); \
367 struct pf_idhash *_ih = &V_pf_idhash[PF_IDHASH(_s)]; \
368 MPASS(_s->lock == &_ih->lock); \
369 mtx_unlock(_s->lock); \
370 } while (0)
371 #else
372 #define PF_STATE_LOCK(s) mtx_lock((s)->lock)
373 #define PF_STATE_UNLOCK(s) mtx_unlock((s)->lock)
374 #endif
375
376 #ifdef INVARIANTS
377 #define PF_STATE_LOCK_ASSERT(s) \
378 do { \
379 struct pf_kstate *_s = (s); \
380 struct pf_idhash *_ih = &V_pf_idhash[PF_IDHASH(_s)]; \
381 MPASS(_s->lock == &_ih->lock); \
382 PF_HASHROW_ASSERT(_ih); \
383 } while (0)
384 #else /* !INVARIANTS */
385 #define PF_STATE_LOCK_ASSERT(s) do {} while (0)
386 #endif /* INVARIANTS */
387
388 #ifdef INVARIANTS
389 #define PF_SRC_NODE_LOCK(sn) \
390 do { \
391 struct pf_ksrc_node *_sn = (sn); \
392 struct pf_srchash *_sh = &V_pf_srchash[ \
393 pf_hashsrc(&_sn->addr, _sn->af)]; \
394 MPASS(_sn->lock == &_sh->lock); \
395 mtx_lock(_sn->lock); \
396 } while (0)
397 #define PF_SRC_NODE_UNLOCK(sn) \
398 do { \
399 struct pf_ksrc_node *_sn = (sn); \
400 struct pf_srchash *_sh = &V_pf_srchash[ \
401 pf_hashsrc(&_sn->addr, _sn->af)]; \
402 MPASS(_sn->lock == &_sh->lock); \
403 mtx_unlock(_sn->lock); \
404 } while (0)
405 #else
406 #define PF_SRC_NODE_LOCK(sn) mtx_lock((sn)->lock)
407 #define PF_SRC_NODE_UNLOCK(sn) mtx_unlock((sn)->lock)
408 #endif
409
410 #ifdef INVARIANTS
411 #define PF_SRC_NODE_LOCK_ASSERT(sn) \
412 do { \
413 struct pf_ksrc_node *_sn = (sn); \
414 struct pf_srchash *_sh = &V_pf_srchash[ \
415 pf_hashsrc(&_sn->addr, _sn->af)]; \
416 MPASS(_sn->lock == &_sh->lock); \
417 PF_HASHROW_ASSERT(_sh); \
418 } while (0)
419 #else /* !INVARIANTS */
420 #define PF_SRC_NODE_LOCK_ASSERT(sn) do {} while (0)
421 #endif /* INVARIANTS */
422
423 extern struct mtx_padalign pf_unlnkdrules_mtx;
424 #define PF_UNLNKDRULES_LOCK() mtx_lock(&pf_unlnkdrules_mtx)
425 #define PF_UNLNKDRULES_UNLOCK() mtx_unlock(&pf_unlnkdrules_mtx)
426 #define PF_UNLNKDRULES_ASSERT() mtx_assert(&pf_unlnkdrules_mtx, MA_OWNED)
427
428 extern struct sx pf_config_lock;
429 #define PF_CONFIG_LOCK() sx_xlock(&pf_config_lock)
430 #define PF_CONFIG_UNLOCK() sx_xunlock(&pf_config_lock)
431 #define PF_CONFIG_ASSERT() sx_assert(&pf_config_lock, SA_XLOCKED)
432
433 VNET_DECLARE(struct rmlock, pf_rules_lock);
434 #define V_pf_rules_lock VNET(pf_rules_lock)
435
436 #define PF_RULES_RLOCK_TRACKER struct rm_priotracker _pf_rules_tracker
437 #define PF_RULES_RLOCK() rm_rlock(&V_pf_rules_lock, &_pf_rules_tracker)
438 #define PF_RULES_RUNLOCK() rm_runlock(&V_pf_rules_lock, &_pf_rules_tracker)
439 #define PF_RULES_WLOCK() rm_wlock(&V_pf_rules_lock)
440 #define PF_RULES_WUNLOCK() rm_wunlock(&V_pf_rules_lock)
441 #define PF_RULES_WOWNED() rm_wowned(&V_pf_rules_lock)
442 #define PF_RULES_ASSERT() rm_assert(&V_pf_rules_lock, RA_LOCKED)
443 #define PF_RULES_RASSERT() rm_assert(&V_pf_rules_lock, RA_RLOCKED)
444 #define PF_RULES_WASSERT() rm_assert(&V_pf_rules_lock, RA_WLOCKED)
445
446 extern struct mtx_padalign pf_table_stats_lock;
447 #define PF_TABLE_STATS_LOCK() mtx_lock(&pf_table_stats_lock)
448 #define PF_TABLE_STATS_UNLOCK() mtx_unlock(&pf_table_stats_lock)
449 #define PF_TABLE_STATS_OWNED() mtx_owned(&pf_table_stats_lock)
450 #define PF_TABLE_STATS_ASSERT() mtx_assert(&pf_table_stats_lock, MA_OWNED)
451
452 extern struct sx pf_end_lock;
453
454 #define PF_MODVER 1
455 #define PFLOG_MODVER 1
456 #define PFSYNC_MODVER 1
457
458 #define PFLOG_MINVER 1
459 #define PFLOG_PREFVER PFLOG_MODVER
460 #define PFLOG_MAXVER 1
461 #define PFSYNC_MINVER 1
462 #define PFSYNC_PREFVER PFSYNC_MODVER
463 #define PFSYNC_MAXVER 1
464
465 #ifdef INET
466 #ifndef INET6
467 #define PF_INET_ONLY
468 #endif /* ! INET6 */
469 #endif /* INET */
470
471 #ifdef INET6
472 #ifndef INET
473 #define PF_INET6_ONLY
474 #endif /* ! INET */
475 #endif /* INET6 */
476
477 #ifdef INET
478 #ifdef INET6
479 #define PF_INET_INET6
480 #endif /* INET6 */
481 #endif /* INET */
482
483 #else
484
485 #define PF_INET_INET6
486
487 #endif /* _KERNEL */
488
489 /* Both IPv4 and IPv6 */
490 #ifdef PF_INET_INET6
491
492 #define PF_AEQ(a, b, c) \
493 ((c == AF_INET && (a)->addr32[0] == (b)->addr32[0]) || \
494 (c == AF_INET6 && (a)->addr32[3] == (b)->addr32[3] && \
495 (a)->addr32[2] == (b)->addr32[2] && \
496 (a)->addr32[1] == (b)->addr32[1] && \
497 (a)->addr32[0] == (b)->addr32[0])) \
498
499 #define PF_ANEQ(a, b, c) \
500 ((c == AF_INET && (a)->addr32[0] != (b)->addr32[0]) || \
501 (c == AF_INET6 && ((a)->addr32[0] != (b)->addr32[0] || \
502 (a)->addr32[1] != (b)->addr32[1] || \
503 (a)->addr32[2] != (b)->addr32[2] || \
504 (a)->addr32[3] != (b)->addr32[3]))) \
505
506 #define PF_AZERO(a, c) \
507 ((c == AF_INET && !(a)->addr32[0]) || \
508 (c == AF_INET6 && !(a)->addr32[0] && !(a)->addr32[1] && \
509 !(a)->addr32[2] && !(a)->addr32[3] )) \
510
511 #else
512
513 /* Just IPv6 */
514
515 #ifdef PF_INET6_ONLY
516
517 #define PF_AEQ(a, b, c) \
518 ((a)->addr32[3] == (b)->addr32[3] && \
519 (a)->addr32[2] == (b)->addr32[2] && \
520 (a)->addr32[1] == (b)->addr32[1] && \
521 (a)->addr32[0] == (b)->addr32[0]) \
522
523 #define PF_ANEQ(a, b, c) \
524 ((a)->addr32[3] != (b)->addr32[3] || \
525 (a)->addr32[2] != (b)->addr32[2] || \
526 (a)->addr32[1] != (b)->addr32[1] || \
527 (a)->addr32[0] != (b)->addr32[0]) \
528
529 #define PF_AZERO(a, c) \
530 (!(a)->addr32[0] && \
531 !(a)->addr32[1] && \
532 !(a)->addr32[2] && \
533 !(a)->addr32[3] ) \
534
535 #else
536
537 /* Just IPv4 */
538 #ifdef PF_INET_ONLY
539
540 #define PF_AEQ(a, b, c) \
541 ((a)->addr32[0] == (b)->addr32[0])
542
543 #define PF_ANEQ(a, b, c) \
544 ((a)->addr32[0] != (b)->addr32[0])
545
546 #define PF_AZERO(a, c) \
547 (!(a)->addr32[0])
548
549 #endif /* PF_INET_ONLY */
550 #endif /* PF_INET6_ONLY */
551 #endif /* PF_INET_INET6 */
552
553 #ifdef _KERNEL
554 static void inline
pf_addrcpy(struct pf_addr * dst,const struct pf_addr * src,sa_family_t af)555 pf_addrcpy(struct pf_addr *dst, const struct pf_addr *src, sa_family_t af)
556 {
557 switch (af) {
558 #ifdef INET
559 case AF_INET:
560 memcpy(&dst->v4, &src->v4, sizeof(dst->v4));
561 break;
562 #endif /* INET */
563 #ifdef INET6
564 case AF_INET6:
565 memcpy(&dst->v6, &src->v6, sizeof(dst->v6));
566 break;
567 #endif /* INET6 */
568 }
569 }
570 #endif
571
572 /*
573 * XXX callers not FIB-aware in our version of pf yet.
574 * OpenBSD fixed it later it seems, 2010/05/07 13:33:16 claudio.
575 */
576 #define PF_MISMATCHAW(aw, x, af, neg, ifp, rtid) \
577 ( \
578 (((aw)->type == PF_ADDR_NOROUTE && \
579 pf_routable((x), (af), NULL, (rtid))) || \
580 (((aw)->type == PF_ADDR_URPFFAILED && (ifp) != NULL && \
581 pf_routable((x), (af), (ifp), (rtid))) || \
582 ((aw)->type == PF_ADDR_TABLE && \
583 !pfr_match_addr((aw)->p.tbl, (x), (af))) || \
584 ((aw)->type == PF_ADDR_DYNIFTL && \
585 !pfi_match_addr((aw)->p.dyn, (x), (af))) || \
586 ((aw)->type == PF_ADDR_RANGE && \
587 !pf_match_addr_range(&(aw)->v.a.addr, \
588 &(aw)->v.a.mask, (x), (af))) || \
589 ((aw)->type == PF_ADDR_ADDRMASK && \
590 !PF_AZERO(&(aw)->v.a.mask, (af)) && \
591 !pf_match_addr(0, &(aw)->v.a.addr, \
592 &(aw)->v.a.mask, (x), (af))))) != \
593 (neg) \
594 )
595
596 #define PF_ALGNMNT(off) (((off) % 2) == 0)
597
598 /*
599 * At the moment there are no rules which have both NAT and RDR actions,
600 * apart from af-to rules, but those don't to source tracking for address
601 * translation. And the r->rdr pool is used for both NAT and RDR.
602 * So there is no PF_SN_RDR.
603 */
604 enum pf_sn_types { PF_SN_LIMIT, PF_SN_NAT, PF_SN_ROUTE, PF_SN_MAX };
605 typedef enum pf_sn_types pf_sn_types_t;
606 #define PF_SN_TYPE_NAMES { \
607 "limit source-track", \
608 "NAT/RDR sticky-address", \
609 "route sticky-address", \
610 NULL \
611 }
612
613 #ifdef _KERNEL
614
615 struct pf_kpooladdr {
616 struct pf_addr_wrap addr;
617 TAILQ_ENTRY(pf_kpooladdr) entries;
618 char ifname[IFNAMSIZ];
619 struct pfi_kkif *kif;
620 };
621
622 TAILQ_HEAD(pf_kpalist, pf_kpooladdr);
623
624 struct pf_kpool {
625 struct mtx mtx;
626 struct pf_kpalist list;
627 struct pf_kpooladdr *cur;
628 struct pf_poolhashkey key;
629 struct pf_addr counter;
630 struct pf_mape_portset mape;
631 int tblidx;
632 u_int16_t proxy_port[2];
633 u_int8_t opts;
634 };
635
636 struct pf_rule_actions {
637 struct pf_addr rt_addr;
638 struct pfi_kkif *rt_kif;
639 int32_t rtableid;
640 uint32_t flags;
641 uint16_t qid;
642 uint16_t pqid;
643 uint16_t max_mss;
644 uint16_t dnpipe;
645 uint16_t dnrpipe; /* Reverse direction pipe */
646 uint8_t log;
647 uint8_t set_tos;
648 uint8_t min_ttl;
649 uint8_t set_prio[2];
650 uint8_t rt;
651 uint8_t allow_opts;
652 uint16_t max_pkt_size;
653 };
654
655 union pf_keth_rule_ptr {
656 struct pf_keth_rule *ptr;
657 uint32_t nr;
658 };
659
660 struct pf_keth_rule_addr {
661 uint8_t addr[ETHER_ADDR_LEN];
662 uint8_t mask[ETHER_ADDR_LEN];
663 bool neg;
664 uint8_t isset;
665 };
666
667 struct pf_keth_anchor;
668
669 TAILQ_HEAD(pf_keth_ruleq, pf_keth_rule);
670
671 struct pf_keth_ruleset {
672 struct pf_keth_ruleq rules[2];
673 struct pf_keth_rules {
674 struct pf_keth_ruleq *rules;
675 int open;
676 uint32_t ticket;
677 } active, inactive;
678 struct vnet *vnet;
679 struct pf_keth_anchor *anchor;
680 };
681
682 RB_HEAD(pf_keth_anchor_global, pf_keth_anchor);
683 RB_HEAD(pf_keth_anchor_node, pf_keth_anchor);
684 struct pf_keth_anchor {
685 RB_ENTRY(pf_keth_anchor) entry_node;
686 RB_ENTRY(pf_keth_anchor) entry_global;
687 struct pf_keth_anchor *parent;
688 struct pf_keth_anchor_node children;
689 char name[PF_ANCHOR_NAME_SIZE];
690 char path[MAXPATHLEN];
691 struct pf_keth_ruleset ruleset;
692 int refcnt; /* anchor rules */
693 uint8_t anchor_relative;
694 uint8_t anchor_wildcard;
695 };
696 RB_PROTOTYPE(pf_keth_anchor_node, pf_keth_anchor, entry_node,
697 pf_keth_anchor_compare);
698 RB_PROTOTYPE(pf_keth_anchor_global, pf_keth_anchor, entry_global,
699 pf_keth_anchor_compare);
700
701 struct pf_keth_rule {
702 #define PFE_SKIP_IFP 0
703 #define PFE_SKIP_DIR 1
704 #define PFE_SKIP_PROTO 2
705 #define PFE_SKIP_SRC_ADDR 3
706 #define PFE_SKIP_DST_ADDR 4
707 #define PFE_SKIP_SRC_IP_ADDR 5
708 #define PFE_SKIP_DST_IP_ADDR 6
709 #define PFE_SKIP_COUNT 7
710 union pf_keth_rule_ptr skip[PFE_SKIP_COUNT];
711
712 TAILQ_ENTRY(pf_keth_rule) entries;
713
714 struct pf_keth_anchor *anchor;
715 u_int8_t anchor_relative;
716 u_int8_t anchor_wildcard;
717
718 uint32_t nr;
719
720 bool quick;
721
722 /* Filter */
723 char ifname[IFNAMSIZ];
724 struct pfi_kkif *kif;
725 bool ifnot;
726 uint8_t direction;
727 uint16_t proto;
728 struct pf_keth_rule_addr src, dst;
729 struct pf_rule_addr ipsrc, ipdst;
730 char match_tagname[PF_TAG_NAME_SIZE];
731 uint16_t match_tag;
732 bool match_tag_not;
733
734
735 /* Stats */
736 counter_u64_t evaluations;
737 counter_u64_t packets[2];
738 counter_u64_t bytes[2];
739 time_t *timestamp;
740
741 /* Action */
742 char qname[PF_QNAME_SIZE];
743 int qid;
744 char tagname[PF_TAG_NAME_SIZE];
745 uint16_t tag;
746 char bridge_to_name[IFNAMSIZ];
747 struct pfi_kkif *bridge_to;
748 uint8_t action;
749 uint16_t dnpipe;
750 uint32_t dnflags;
751
752 char label[PF_RULE_MAX_LABEL_COUNT][PF_RULE_LABEL_SIZE];
753 uint32_t ridentifier;
754 };
755
756 struct pf_kthreshold {
757 uint32_t limit;
758 uint32_t seconds;
759 struct counter_rate *cr;
760 };
761
762 RB_HEAD(pf_krule_global, pf_krule);
763 RB_PROTOTYPE(pf_krule_global, pf_krule, entry_global, pf_krule_compare);
764
765 struct pf_krule {
766 struct pf_rule_addr src;
767 struct pf_rule_addr dst;
768 struct pf_krule *skip[PF_SKIP_COUNT];
769 char label[PF_RULE_MAX_LABEL_COUNT][PF_RULE_LABEL_SIZE];
770 uint32_t ridentifier;
771 char ifname[IFNAMSIZ];
772 char rcv_ifname[IFNAMSIZ];
773 char qname[PF_QNAME_SIZE];
774 char pqname[PF_QNAME_SIZE];
775 char tagname[PF_TAG_NAME_SIZE];
776 char match_tagname[PF_TAG_NAME_SIZE];
777
778 char overload_tblname[PF_TABLE_NAME_SIZE];
779
780 TAILQ_ENTRY(pf_krule) entries;
781 struct pf_kpool nat;
782 struct pf_kpool rdr;
783 struct pf_kpool route;
784 struct pf_kthreshold pktrate;
785
786 struct pf_counter_u64 evaluations;
787 struct pf_counter_u64 packets[2];
788 struct pf_counter_u64 bytes[2];
789 time_t *timestamp;
790
791 struct pfi_kkif *kif;
792 struct pfi_kkif *rcv_kif;
793 struct pf_kanchor *anchor;
794 struct pfr_ktable *overload_tbl;
795
796 pf_osfp_t os_fingerprint;
797
798 int32_t rtableid;
799 u_int32_t timeout[PFTM_MAX];
800 u_int32_t max_states;
801 u_int32_t max_src_nodes;
802 u_int32_t max_src_states;
803 u_int32_t max_src_conn;
804 struct {
805 u_int32_t limit;
806 u_int32_t seconds;
807 } max_src_conn_rate;
808 uint16_t max_pkt_size;
809 u_int16_t qid;
810 u_int16_t pqid;
811 u_int16_t dnpipe;
812 u_int16_t dnrpipe;
813 u_int32_t free_flags;
814 u_int32_t nr;
815 u_int32_t prob;
816 uid_t cuid;
817 pid_t cpid;
818
819 counter_u64_t states_cur;
820 counter_u64_t states_tot;
821 counter_u64_t src_nodes[PF_SN_MAX];
822
823 u_int16_t return_icmp;
824 u_int16_t return_icmp6;
825 u_int16_t max_mss;
826 u_int16_t tag;
827 u_int16_t match_tag;
828 u_int16_t scrub_flags;
829
830 struct pf_rule_uid uid;
831 struct pf_rule_gid gid;
832
833 u_int32_t rule_flag;
834 uint32_t rule_ref;
835 u_int8_t action;
836 u_int8_t direction;
837 u_int8_t log;
838 u_int8_t logif;
839 u_int8_t quick;
840 u_int8_t ifnot;
841 u_int8_t match_tag_not;
842 u_int8_t natpass;
843
844 u_int8_t keep_state;
845 sa_family_t af;
846 u_int8_t proto;
847 u_int8_t type;
848 u_int8_t code;
849 u_int8_t flags;
850 u_int8_t flagset;
851 u_int8_t min_ttl;
852 u_int8_t allow_opts;
853 u_int8_t rt;
854 u_int8_t return_ttl;
855 u_int8_t tos;
856 u_int8_t set_tos;
857 u_int8_t anchor_relative;
858 u_int8_t anchor_wildcard;
859
860 u_int8_t flush;
861 u_int8_t prio;
862 u_int8_t set_prio[2];
863 sa_family_t naf;
864 u_int8_t rcvifnot;
865
866 struct {
867 struct pf_addr addr;
868 u_int16_t port;
869 } divert;
870 u_int8_t md5sum[PF_MD5_DIGEST_LENGTH];
871 RB_ENTRY(pf_krule) entry_global;
872
873 #ifdef PF_WANT_32_TO_64_COUNTER
874 LIST_ENTRY(pf_krule) allrulelist;
875 bool allrulelinked;
876 #endif
877 };
878
879 struct pf_krule_item {
880 SLIST_ENTRY(pf_krule_item) entry;
881 struct pf_krule *r;
882 };
883
884 SLIST_HEAD(pf_krule_slist, pf_krule_item);
885
886 struct pf_ksrc_node {
887 LIST_ENTRY(pf_ksrc_node) entry;
888 struct pf_addr addr;
889 struct pf_addr raddr;
890 struct pf_krule_slist match_rules;
891 struct pf_krule *rule;
892 struct pfi_kkif *rkif;
893 counter_u64_t bytes[2];
894 counter_u64_t packets[2];
895 u_int32_t states;
896 u_int32_t conn;
897 struct pf_kthreshold conn_rate;
898 u_int32_t creation;
899 u_int32_t expire;
900 sa_family_t af;
901 sa_family_t naf;
902 u_int8_t ruletype;
903 pf_sn_types_t type;
904 struct mtx *lock;
905 };
906 #endif
907
908 struct pf_state_scrub {
909 struct timeval pfss_last; /* time received last packet */
910 u_int32_t pfss_tsecr; /* last echoed timestamp */
911 u_int32_t pfss_tsval; /* largest timestamp */
912 u_int32_t pfss_tsval0; /* original timestamp */
913 u_int16_t pfss_flags;
914 #define PFSS_TIMESTAMP 0x0001 /* modulate timestamp */
915 #define PFSS_PAWS 0x0010 /* stricter PAWS checks */
916 #define PFSS_PAWS_IDLED 0x0020 /* was idle too long. no PAWS */
917 #define PFSS_DATA_TS 0x0040 /* timestamp on data packets */
918 #define PFSS_DATA_NOTS 0x0080 /* no timestamp on data packets */
919 u_int8_t pfss_ttl; /* stashed TTL */
920 u_int8_t pad;
921 union {
922 u_int32_t pfss_ts_mod; /* timestamp modulation */
923 u_int32_t pfss_v_tag; /* SCTP verification tag */
924 };
925 };
926
927 struct pf_state_host {
928 struct pf_addr addr;
929 u_int16_t port;
930 u_int16_t pad;
931 };
932
933 struct pf_state_peer {
934 struct pf_state_scrub *scrub; /* state is scrubbed */
935 u_int32_t seqlo; /* Max sequence number sent */
936 u_int32_t seqhi; /* Max the other end ACKd + win */
937 u_int32_t seqdiff; /* Sequence number modulator */
938 u_int16_t max_win; /* largest window (pre scaling) */
939 u_int16_t mss; /* Maximum segment size option */
940 u_int8_t state; /* active state level */
941 u_int8_t wscale; /* window scaling factor */
942 u_int8_t tcp_est; /* Did we reach TCPS_ESTABLISHED */
943 u_int8_t pad[1];
944 };
945
946 /* Keep synced with struct pf_udp_endpoint. */
947 struct pf_udp_endpoint_cmp {
948 struct pf_addr addr;
949 uint16_t port;
950 sa_family_t af;
951 uint8_t pad[1];
952 };
953
954 struct pf_udp_endpoint {
955 struct pf_addr addr;
956 uint16_t port;
957 sa_family_t af;
958 uint8_t pad[1];
959
960 struct pf_udp_mapping *mapping;
961 LIST_ENTRY(pf_udp_endpoint) entry;
962 };
963
964 struct pf_udp_mapping {
965 struct pf_udp_endpoint endpoints[2];
966 u_int refs;
967 };
968
969 /* Keep synced with struct pf_state_key. */
970 struct pf_state_key_cmp {
971 struct pf_addr addr[2];
972 u_int16_t port[2];
973 sa_family_t af;
974 u_int8_t proto;
975 u_int8_t pad[2];
976 };
977
978 struct pf_state_key {
979 struct pf_addr addr[2];
980 u_int16_t port[2];
981 sa_family_t af;
982 u_int8_t proto;
983 u_int8_t pad[2];
984
985 LIST_ENTRY(pf_state_key) entry;
986 TAILQ_HEAD(, pf_kstate) states[2];
987 };
988
989 #define PF_REVERSED_KEY(state, family) \
990 (((state)->key[PF_SK_WIRE]->af != (state)->key[PF_SK_STACK]->af) && \
991 ((state)->key[PF_SK_WIRE]->af != (family)) && \
992 ((state)->direction == PF_IN))
993
994 /* Keep synced with struct pf_kstate. */
995 struct pf_state_cmp {
996 u_int64_t id;
997 u_int32_t creatorid;
998 u_int8_t direction;
999 u_int8_t pad[3];
1000 };
1001
1002 struct pf_state_scrub_export {
1003 uint16_t pfss_flags;
1004 uint8_t pfss_ttl; /* stashed TTL */
1005 #define PF_SCRUB_FLAG_VALID 0x01
1006 uint8_t scrub_flag;
1007 uint32_t pfss_ts_mod; /* timestamp modulation */
1008 };
1009
1010 struct pf_state_key_export {
1011 struct pf_addr addr[2];
1012 uint16_t port[2];
1013 };
1014
1015 struct pf_state_peer_export {
1016 struct pf_state_scrub_export scrub; /* state is scrubbed */
1017 uint32_t seqlo; /* Max sequence number sent */
1018 uint32_t seqhi; /* Max the other end ACKd + win */
1019 uint32_t seqdiff; /* Sequence number modulator */
1020 uint16_t max_win; /* largest window (pre scaling) */
1021 uint16_t mss; /* Maximum segment size option */
1022 uint8_t state; /* active state level */
1023 uint8_t wscale; /* window scaling factor */
1024 uint8_t dummy[6];
1025 };
1026 _Static_assert(sizeof(struct pf_state_peer_export) == 32, "size incorrect");
1027
1028 struct pf_state_export {
1029 uint64_t version;
1030 #define PF_STATE_VERSION 20230404
1031 uint64_t id;
1032 char ifname[IFNAMSIZ];
1033 char orig_ifname[IFNAMSIZ];
1034 struct pf_state_key_export key[2];
1035 struct pf_state_peer_export src;
1036 struct pf_state_peer_export dst;
1037 struct pf_addr rt_addr;
1038 uint32_t rule;
1039 uint32_t anchor;
1040 uint32_t nat_rule;
1041 uint32_t creation;
1042 uint32_t expire;
1043 uint32_t spare0;
1044 uint64_t packets[2];
1045 uint64_t bytes[2];
1046 uint32_t creatorid;
1047 uint32_t spare1;
1048 sa_family_t af;
1049 uint8_t proto;
1050 uint8_t direction;
1051 uint8_t log;
1052 uint8_t state_flags_compat;
1053 uint8_t timeout;
1054 uint8_t sync_flags;
1055 uint8_t updates;
1056 uint16_t state_flags;
1057 uint16_t qid;
1058 uint16_t pqid;
1059 uint16_t dnpipe;
1060 uint16_t dnrpipe;
1061 int32_t rtableid;
1062 uint8_t min_ttl;
1063 uint8_t set_tos;
1064 uint16_t max_mss;
1065 uint8_t set_prio[2];
1066 uint8_t rt;
1067 char rt_ifname[IFNAMSIZ];
1068
1069 uint8_t spare[72];
1070 };
1071 _Static_assert(sizeof(struct pf_state_export) == 384, "size incorrect");
1072
1073 #ifdef _KERNEL
1074 struct pf_kstate {
1075 /*
1076 * Area shared with pf_state_cmp
1077 */
1078 u_int64_t id;
1079 u_int32_t creatorid;
1080 u_int8_t direction;
1081 u_int8_t pad[3];
1082 /*
1083 * end of the area
1084 */
1085
1086 u_int16_t state_flags;
1087 u_int8_t timeout;
1088 u_int8_t sync_state; /* PFSYNC_S_x */
1089 u_int8_t sync_updates;
1090 u_int refs;
1091 struct mtx *lock;
1092 TAILQ_ENTRY(pf_kstate) sync_list;
1093 TAILQ_ENTRY(pf_kstate) key_list[2];
1094 LIST_ENTRY(pf_kstate) entry;
1095 struct pf_state_peer src;
1096 struct pf_state_peer dst;
1097 struct pf_krule_slist match_rules;
1098 struct pf_krule *rule;
1099 struct pf_krule *anchor;
1100 struct pf_krule *nat_rule;
1101 struct pf_state_key *key[2]; /* addresses stack and wire */
1102 struct pf_udp_mapping *udp_mapping;
1103 struct pfi_kkif *kif;
1104 struct pfi_kkif *orig_kif; /* The real kif, even if we're a floating state (i.e. if == V_pfi_all). */
1105 struct pf_ksrc_node *sns[PF_SN_MAX];/* source nodes */
1106 u_int64_t packets[2];
1107 u_int64_t bytes[2];
1108 u_int64_t creation;
1109 u_int64_t expire;
1110 u_int32_t pfsync_time;
1111 struct pf_rule_actions act;
1112 u_int16_t tag;
1113 u_int16_t if_index_in;
1114 u_int16_t if_index_out;
1115 };
1116
1117 /*
1118 * 6 cache lines per struct, 10 structs per page.
1119 * Try to not grow the struct beyond that.
1120 */
1121 _Static_assert(sizeof(struct pf_kstate) <= 384, "pf_kstate size crosses 384 bytes");
1122
1123 enum pf_test_status {
1124 PF_TEST_FAIL = -1,
1125 PF_TEST_OK,
1126 PF_TEST_QUICK
1127 };
1128
1129 struct pf_test_ctx {
1130 enum pf_test_status test_status;
1131 struct pf_pdesc *pd;
1132 struct pf_rule_actions act;
1133 uint8_t icmpcode;
1134 uint8_t icmptype;
1135 int icmp_dir;
1136 int state_icmp;
1137 int tag;
1138 int rewrite;
1139 u_short reason;
1140 struct pf_src_node *sns[PF_SN_MAX];
1141 struct pf_krule_slist rules;
1142 struct pf_krule *nr;
1143 struct pf_krule *tr;
1144 struct pf_krule **rm;
1145 struct pf_krule *a;
1146 struct pf_krule **am;
1147 struct pf_kruleset **rsm;
1148 struct pf_kruleset *arsm;
1149 struct pf_kruleset *aruleset;
1150 struct pf_state_key *sk;
1151 struct pf_state_key *nk;
1152 struct tcphdr *th;
1153 struct pf_udp_mapping *udp_mapping;
1154 struct pf_kpool *nat_pool;
1155 uint16_t virtual_type;
1156 uint16_t virtual_id;
1157 int depth;
1158 };
1159
1160 #define PF_ANCHOR_STACK_MAX 32
1161 #endif
1162
1163 /*
1164 * Unified state structures for pulling states out of the kernel
1165 * used by pfsync(4) and the pf(4) ioctl.
1166 */
1167 struct pfsync_state_scrub {
1168 u_int16_t pfss_flags;
1169 u_int8_t pfss_ttl; /* stashed TTL */
1170 #define PFSYNC_SCRUB_FLAG_VALID 0x01
1171 u_int8_t scrub_flag;
1172 u_int32_t pfss_ts_mod; /* timestamp modulation */
1173 } __packed;
1174
1175 struct pfsync_state_peer {
1176 struct pfsync_state_scrub scrub; /* state is scrubbed */
1177 u_int32_t seqlo; /* Max sequence number sent */
1178 u_int32_t seqhi; /* Max the other end ACKd + win */
1179 u_int32_t seqdiff; /* Sequence number modulator */
1180 u_int16_t max_win; /* largest window (pre scaling) */
1181 u_int16_t mss; /* Maximum segment size option */
1182 u_int8_t state; /* active state level */
1183 u_int8_t wscale; /* window scaling factor */
1184 u_int8_t pad[6];
1185 } __packed;
1186
1187 struct pfsync_state_key {
1188 struct pf_addr addr[2];
1189 u_int16_t port[2];
1190 };
1191
1192 struct pfsync_state_1301 {
1193 u_int64_t id;
1194 char ifname[IFNAMSIZ];
1195 struct pfsync_state_key key[2];
1196 struct pfsync_state_peer src;
1197 struct pfsync_state_peer dst;
1198 struct pf_addr rt_addr;
1199 u_int32_t rule;
1200 u_int32_t anchor;
1201 u_int32_t nat_rule;
1202 u_int32_t creation;
1203 u_int32_t expire;
1204 u_int32_t packets[2][2];
1205 u_int32_t bytes[2][2];
1206 u_int32_t creatorid;
1207 sa_family_t af;
1208 u_int8_t proto;
1209 u_int8_t direction;
1210 u_int8_t __spare[2];
1211 u_int8_t log;
1212 u_int8_t state_flags;
1213 u_int8_t timeout;
1214 u_int8_t sync_flags;
1215 u_int8_t updates;
1216 } __packed;
1217
1218 struct pfsync_state_1400 {
1219 /* The beginning of the struct is compatible with previous versions */
1220 u_int64_t id;
1221 char ifname[IFNAMSIZ];
1222 struct pfsync_state_key key[2];
1223 struct pfsync_state_peer src;
1224 struct pfsync_state_peer dst;
1225 struct pf_addr rt_addr;
1226 u_int32_t rule;
1227 u_int32_t anchor;
1228 u_int32_t nat_rule;
1229 u_int32_t creation;
1230 u_int32_t expire;
1231 u_int32_t packets[2][2];
1232 u_int32_t bytes[2][2];
1233 u_int32_t creatorid;
1234 sa_family_t af;
1235 u_int8_t proto;
1236 u_int8_t direction;
1237 u_int16_t state_flags;
1238 u_int8_t log;
1239 u_int8_t __spare;
1240 u_int8_t timeout;
1241 u_int8_t sync_flags;
1242 u_int8_t updates;
1243 /* The rest is not */
1244 u_int16_t qid;
1245 u_int16_t pqid;
1246 u_int16_t dnpipe;
1247 u_int16_t dnrpipe;
1248 int32_t rtableid;
1249 u_int8_t min_ttl;
1250 u_int8_t set_tos;
1251 u_int16_t max_mss;
1252 u_int8_t set_prio[2];
1253 u_int8_t rt;
1254 char rt_ifname[IFNAMSIZ];
1255
1256 } __packed;
1257
1258 union pfsync_state_union {
1259 struct pfsync_state_1301 pfs_1301;
1260 struct pfsync_state_1400 pfs_1400;
1261 } __packed;
1262
1263 #ifdef _KERNEL
1264 /* pfsync */
1265 typedef int pfsync_state_import_t(union pfsync_state_union *, int, int);
1266 typedef void pfsync_insert_state_t(struct pf_kstate *);
1267 typedef void pfsync_update_state_t(struct pf_kstate *);
1268 typedef void pfsync_delete_state_t(struct pf_kstate *);
1269 typedef void pfsync_clear_states_t(u_int32_t, const char *);
1270 typedef int pfsync_defer_t(struct pf_kstate *, struct mbuf *);
1271 typedef void pfsync_detach_ifnet_t(struct ifnet *);
1272 typedef void pflow_export_state_t(const struct pf_kstate *);
1273 typedef bool pf_addr_filter_func_t(const sa_family_t, const struct pf_addr *);
1274
1275 VNET_DECLARE(pfsync_state_import_t *, pfsync_state_import_ptr);
1276 #define V_pfsync_state_import_ptr VNET(pfsync_state_import_ptr)
1277 VNET_DECLARE(pfsync_insert_state_t *, pfsync_insert_state_ptr);
1278 #define V_pfsync_insert_state_ptr VNET(pfsync_insert_state_ptr)
1279 VNET_DECLARE(pfsync_update_state_t *, pfsync_update_state_ptr);
1280 #define V_pfsync_update_state_ptr VNET(pfsync_update_state_ptr)
1281 VNET_DECLARE(pfsync_delete_state_t *, pfsync_delete_state_ptr);
1282 #define V_pfsync_delete_state_ptr VNET(pfsync_delete_state_ptr)
1283 VNET_DECLARE(pfsync_clear_states_t *, pfsync_clear_states_ptr);
1284 #define V_pfsync_clear_states_ptr VNET(pfsync_clear_states_ptr)
1285 VNET_DECLARE(pfsync_defer_t *, pfsync_defer_ptr);
1286 #define V_pfsync_defer_ptr VNET(pfsync_defer_ptr)
1287 VNET_DECLARE(pflow_export_state_t *, pflow_export_state_ptr);
1288 #define V_pflow_export_state_ptr VNET(pflow_export_state_ptr)
1289 extern pfsync_detach_ifnet_t *pfsync_detach_ifnet_ptr;
1290
1291 void pfsync_state_export(union pfsync_state_union *,
1292 struct pf_kstate *, int);
1293 void pf_state_export(struct pf_state_export *,
1294 struct pf_kstate *);
1295
1296 /* pflog */
1297 struct pf_kruleset;
1298 struct pf_pdesc;
1299 typedef int pflog_packet_t(uint8_t, u_int8_t,
1300 struct pf_krule *, struct pf_krule *, struct pf_kruleset *,
1301 struct pf_pdesc *, int, struct pf_krule *);
1302 extern pflog_packet_t *pflog_packet_ptr;
1303
1304 #endif /* _KERNEL */
1305
1306 #define PFSYNC_FLAG_SRCNODE 0x04
1307 #define PFSYNC_FLAG_NATSRCNODE 0x08
1308
1309 /* for copies to/from network byte order */
1310 /* ioctl interface also uses network byte order */
1311 #define pf_state_peer_hton(s,d) do { \
1312 (d)->seqlo = htonl((s)->seqlo); \
1313 (d)->seqhi = htonl((s)->seqhi); \
1314 (d)->seqdiff = htonl((s)->seqdiff); \
1315 (d)->max_win = htons((s)->max_win); \
1316 (d)->mss = htons((s)->mss); \
1317 (d)->state = (s)->state; \
1318 (d)->wscale = (s)->wscale; \
1319 if ((s)->scrub) { \
1320 (d)->scrub.pfss_flags = \
1321 htons((s)->scrub->pfss_flags & PFSS_TIMESTAMP); \
1322 (d)->scrub.pfss_ttl = (s)->scrub->pfss_ttl; \
1323 (d)->scrub.pfss_ts_mod = htonl((s)->scrub->pfss_ts_mod);\
1324 (d)->scrub.scrub_flag = PFSYNC_SCRUB_FLAG_VALID; \
1325 } \
1326 } while (0)
1327
1328 #define pf_state_peer_ntoh(s,d) do { \
1329 (d)->seqlo = ntohl((s)->seqlo); \
1330 (d)->seqhi = ntohl((s)->seqhi); \
1331 (d)->seqdiff = ntohl((s)->seqdiff); \
1332 (d)->max_win = ntohs((s)->max_win); \
1333 (d)->mss = ntohs((s)->mss); \
1334 (d)->state = (s)->state; \
1335 (d)->wscale = (s)->wscale; \
1336 if ((s)->scrub.scrub_flag == PFSYNC_SCRUB_FLAG_VALID && \
1337 (d)->scrub != NULL) { \
1338 (d)->scrub->pfss_flags = \
1339 ntohs((s)->scrub.pfss_flags) & PFSS_TIMESTAMP; \
1340 (d)->scrub->pfss_ttl = (s)->scrub.pfss_ttl; \
1341 (d)->scrub->pfss_ts_mod = ntohl((s)->scrub.pfss_ts_mod);\
1342 } \
1343 } while (0)
1344
1345 #define pf_state_counter_hton(s,d) do { \
1346 d[0] = htonl((s>>32)&0xffffffff); \
1347 d[1] = htonl(s&0xffffffff); \
1348 } while (0)
1349
1350 #define pf_state_counter_from_pfsync(s) \
1351 (((u_int64_t)(s[0])<<32) | (u_int64_t)(s[1]))
1352
1353 #define pf_state_counter_ntoh(s,d) do { \
1354 d = ntohl(s[0]); \
1355 d = d<<32; \
1356 d += ntohl(s[1]); \
1357 } while (0)
1358
1359 TAILQ_HEAD(pf_krulequeue, pf_krule);
1360
1361 struct pf_kanchor;
1362
1363 struct pf_kruleset {
1364 struct {
1365 struct pf_krulequeue queues[2];
1366 struct {
1367 struct pf_krulequeue *ptr;
1368 struct pf_krule **ptr_array;
1369 u_int32_t rcount;
1370 u_int32_t ticket;
1371 int open;
1372 struct pf_krule_global *tree;
1373 } active, inactive;
1374 } rules[PF_RULESET_MAX];
1375 struct pf_kanchor *anchor;
1376 u_int32_t tticket;
1377 int tables;
1378 int topen;
1379 };
1380
1381 RB_HEAD(pf_kanchor_global, pf_kanchor);
1382 RB_HEAD(pf_kanchor_node, pf_kanchor);
1383 struct pf_kanchor {
1384 RB_ENTRY(pf_kanchor) entry_global;
1385 RB_ENTRY(pf_kanchor) entry_node;
1386 struct pf_kanchor *parent;
1387 struct pf_kanchor_node children;
1388 char name[PF_ANCHOR_NAME_SIZE];
1389 char path[MAXPATHLEN];
1390 struct pf_kruleset ruleset;
1391 int refcnt; /* anchor rules */
1392 };
1393 RB_PROTOTYPE(pf_kanchor_global, pf_kanchor, entry_global, pf_anchor_compare);
1394 RB_PROTOTYPE(pf_kanchor_node, pf_kanchor, entry_node, pf_kanchor_compare);
1395
1396 #define PF_RESERVED_ANCHOR "_pf"
1397
1398 #define PFR_TFLAG_PERSIST 0x00000001
1399 #define PFR_TFLAG_CONST 0x00000002
1400 #define PFR_TFLAG_ACTIVE 0x00000004
1401 #define PFR_TFLAG_INACTIVE 0x00000008
1402 #define PFR_TFLAG_REFERENCED 0x00000010
1403 #define PFR_TFLAG_REFDANCHOR 0x00000020
1404 #define PFR_TFLAG_COUNTERS 0x00000040
1405 /* Adjust masks below when adding flags. */
1406 #define PFR_TFLAG_USRMASK (PFR_TFLAG_PERSIST | \
1407 PFR_TFLAG_CONST | \
1408 PFR_TFLAG_COUNTERS)
1409 #define PFR_TFLAG_SETMASK (PFR_TFLAG_ACTIVE | \
1410 PFR_TFLAG_INACTIVE | \
1411 PFR_TFLAG_REFERENCED | \
1412 PFR_TFLAG_REFDANCHOR)
1413 #define PFR_TFLAG_ALLMASK (PFR_TFLAG_PERSIST | \
1414 PFR_TFLAG_CONST | \
1415 PFR_TFLAG_ACTIVE | \
1416 PFR_TFLAG_INACTIVE | \
1417 PFR_TFLAG_REFERENCED | \
1418 PFR_TFLAG_REFDANCHOR | \
1419 PFR_TFLAG_COUNTERS)
1420
1421 struct pf_keth_anchor_stackframe;
1422
1423 struct pfr_table {
1424 char pfrt_anchor[MAXPATHLEN];
1425 char pfrt_name[PF_TABLE_NAME_SIZE];
1426 u_int32_t pfrt_flags;
1427 u_int8_t pfrt_fback;
1428 };
1429
1430 enum { PFR_FB_NONE, PFR_FB_MATCH, PFR_FB_ADDED, PFR_FB_DELETED,
1431 PFR_FB_CHANGED, PFR_FB_CLEARED, PFR_FB_DUPLICATE,
1432 PFR_FB_NOTMATCH, PFR_FB_CONFLICT, PFR_FB_NOCOUNT, PFR_FB_MAX };
1433
1434 struct pfr_addr {
1435 union {
1436 struct in_addr _pfra_ip4addr;
1437 struct in6_addr _pfra_ip6addr;
1438 } pfra_u;
1439 u_int8_t pfra_af;
1440 u_int8_t pfra_net;
1441 u_int8_t pfra_not;
1442 u_int8_t pfra_fback;
1443 };
1444 #define pfra_ip4addr pfra_u._pfra_ip4addr
1445 #define pfra_ip6addr pfra_u._pfra_ip6addr
1446
1447 enum { PFR_DIR_IN, PFR_DIR_OUT, PFR_DIR_MAX };
1448 enum { PFR_OP_BLOCK, PFR_OP_PASS, PFR_OP_ADDR_MAX, PFR_OP_TABLE_MAX };
1449 enum { PFR_TYPE_PACKETS, PFR_TYPE_BYTES, PFR_TYPE_MAX };
1450 #define PFR_NUM_COUNTERS (PFR_DIR_MAX * PFR_OP_ADDR_MAX * PFR_TYPE_MAX)
1451 #define PFR_OP_XPASS PFR_OP_ADDR_MAX
1452
1453 struct pfr_astats {
1454 struct pfr_addr pfras_a;
1455 u_int64_t pfras_packets[PFR_DIR_MAX][PFR_OP_ADDR_MAX];
1456 u_int64_t pfras_bytes[PFR_DIR_MAX][PFR_OP_ADDR_MAX];
1457 time_t pfras_tzero;
1458 };
1459
1460 enum { PFR_REFCNT_RULE, PFR_REFCNT_ANCHOR, PFR_REFCNT_MAX };
1461
1462 struct pfr_tstats {
1463 struct pfr_table pfrts_t;
1464 u_int64_t pfrts_packets[PFR_DIR_MAX][PFR_OP_TABLE_MAX];
1465 u_int64_t pfrts_bytes[PFR_DIR_MAX][PFR_OP_TABLE_MAX];
1466 u_int64_t pfrts_match;
1467 u_int64_t pfrts_nomatch;
1468 time_t pfrts_tzero;
1469 int pfrts_cnt;
1470 int pfrts_refcnt[PFR_REFCNT_MAX];
1471 };
1472
1473 #ifdef _KERNEL
1474
1475 struct pfr_kstate_counter {
1476 counter_u64_t pkc_pcpu;
1477 u_int64_t pkc_zero;
1478 };
1479
1480 static inline int
pfr_kstate_counter_init(struct pfr_kstate_counter * pfrc,int flags)1481 pfr_kstate_counter_init(struct pfr_kstate_counter *pfrc, int flags)
1482 {
1483
1484 pfrc->pkc_zero = 0;
1485 pfrc->pkc_pcpu = counter_u64_alloc(flags);
1486 if (pfrc->pkc_pcpu == NULL)
1487 return (ENOMEM);
1488 return (0);
1489 }
1490
1491 static inline void
pfr_kstate_counter_deinit(struct pfr_kstate_counter * pfrc)1492 pfr_kstate_counter_deinit(struct pfr_kstate_counter *pfrc)
1493 {
1494
1495 counter_u64_free(pfrc->pkc_pcpu);
1496 }
1497
1498 static inline u_int64_t
pfr_kstate_counter_fetch(struct pfr_kstate_counter * pfrc)1499 pfr_kstate_counter_fetch(struct pfr_kstate_counter *pfrc)
1500 {
1501 u_int64_t c;
1502
1503 c = counter_u64_fetch(pfrc->pkc_pcpu);
1504 c -= pfrc->pkc_zero;
1505 return (c);
1506 }
1507
1508 static inline void
pfr_kstate_counter_zero(struct pfr_kstate_counter * pfrc)1509 pfr_kstate_counter_zero(struct pfr_kstate_counter *pfrc)
1510 {
1511 u_int64_t c;
1512
1513 c = counter_u64_fetch(pfrc->pkc_pcpu);
1514 pfrc->pkc_zero = c;
1515 }
1516
1517 static inline void
pfr_kstate_counter_add(struct pfr_kstate_counter * pfrc,int64_t n)1518 pfr_kstate_counter_add(struct pfr_kstate_counter *pfrc, int64_t n)
1519 {
1520
1521 counter_u64_add(pfrc->pkc_pcpu, n);
1522 }
1523
1524 struct pfr_ktstats {
1525 struct pfr_table pfrts_t;
1526 struct pfr_kstate_counter pfrkts_packets[PFR_DIR_MAX][PFR_OP_TABLE_MAX];
1527 struct pfr_kstate_counter pfrkts_bytes[PFR_DIR_MAX][PFR_OP_TABLE_MAX];
1528 struct pfr_kstate_counter pfrkts_match;
1529 struct pfr_kstate_counter pfrkts_nomatch;
1530 time_t pfrkts_tzero;
1531 int pfrkts_cnt;
1532 int pfrkts_refcnt[PFR_REFCNT_MAX];
1533 };
1534
1535 #endif /* _KERNEL */
1536
1537 #define pfrts_name pfrts_t.pfrt_name
1538 #define pfrts_flags pfrts_t.pfrt_flags
1539
1540 #ifndef _SOCKADDR_UNION_DEFINED
1541 #define _SOCKADDR_UNION_DEFINED
1542 union sockaddr_union {
1543 struct sockaddr sa;
1544 struct sockaddr_in sin;
1545 struct sockaddr_in6 sin6;
1546 };
1547 #endif /* _SOCKADDR_UNION_DEFINED */
1548
1549 struct pfr_kcounters {
1550 counter_u64_t pfrkc_counters;
1551 time_t pfrkc_tzero;
1552 };
1553 #define pfr_kentry_counter(kc, dir, op, t) \
1554 ((kc)->pfrkc_counters + \
1555 (dir) * PFR_OP_ADDR_MAX * PFR_TYPE_MAX + (op) * PFR_TYPE_MAX + (t))
1556
1557 #ifdef _KERNEL
1558 SLIST_HEAD(pfr_kentryworkq, pfr_kentry);
1559 struct pfr_kentry {
1560 struct radix_node pfrke_node[2];
1561 union sockaddr_union pfrke_sa;
1562 SLIST_ENTRY(pfr_kentry) pfrke_workq;
1563 struct pfr_kcounters pfrke_counters;
1564 u_int8_t pfrke_af;
1565 u_int8_t pfrke_net;
1566 u_int8_t pfrke_not;
1567 u_int8_t pfrke_mark;
1568 };
1569
1570 SLIST_HEAD(pfr_ktableworkq, pfr_ktable);
1571 RB_HEAD(pfr_ktablehead, pfr_ktable);
1572 struct pfr_ktable {
1573 struct pfr_ktstats pfrkt_kts;
1574 RB_ENTRY(pfr_ktable) pfrkt_tree;
1575 SLIST_ENTRY(pfr_ktable) pfrkt_workq;
1576 struct radix_node_head *pfrkt_ip4;
1577 struct radix_node_head *pfrkt_ip6;
1578 struct pfr_ktable *pfrkt_shadow;
1579 struct pfr_ktable *pfrkt_root;
1580 struct pf_kruleset *pfrkt_rs;
1581 long pfrkt_larg;
1582 int pfrkt_nflags;
1583 };
1584 #define pfrkt_t pfrkt_kts.pfrts_t
1585 #define pfrkt_name pfrkt_t.pfrt_name
1586 #define pfrkt_anchor pfrkt_t.pfrt_anchor
1587 #define pfrkt_ruleset pfrkt_t.pfrt_ruleset
1588 #define pfrkt_flags pfrkt_t.pfrt_flags
1589 #define pfrkt_cnt pfrkt_kts.pfrkts_cnt
1590 #define pfrkt_refcnt pfrkt_kts.pfrkts_refcnt
1591 #define pfrkt_packets pfrkt_kts.pfrkts_packets
1592 #define pfrkt_bytes pfrkt_kts.pfrkts_bytes
1593 #define pfrkt_match pfrkt_kts.pfrkts_match
1594 #define pfrkt_nomatch pfrkt_kts.pfrkts_nomatch
1595 #define pfrkt_tzero pfrkt_kts.pfrkts_tzero
1596 #endif
1597
1598 #ifdef _KERNEL
1599 struct pfi_kkif {
1600 char pfik_name[IFNAMSIZ];
1601 union {
1602 RB_ENTRY(pfi_kkif) _pfik_tree;
1603 LIST_ENTRY(pfi_kkif) _pfik_list;
1604 } _pfik_glue;
1605 #define pfik_tree _pfik_glue._pfik_tree
1606 #define pfik_list _pfik_glue._pfik_list
1607 struct pf_counter_u64 pfik_packets[2][2][2];
1608 struct pf_counter_u64 pfik_bytes[2][2][2];
1609 time_t pfik_tzero;
1610 u_int pfik_flags;
1611 struct ifnet *pfik_ifp;
1612 struct ifg_group *pfik_group;
1613 u_int pfik_rulerefs;
1614 TAILQ_HEAD(, pfi_dynaddr) pfik_dynaddrs;
1615 #ifdef PF_WANT_32_TO_64_COUNTER
1616 LIST_ENTRY(pfi_kkif) pfik_allkiflist;
1617 #endif
1618 };
1619 #endif
1620
1621 #define PFI_IFLAG_REFS 0x0001 /* has state references */
1622 #define PFI_IFLAG_SKIP 0x0100 /* skip filtering on interface */
1623 #define PFI_IFLAG_ANY 0x0200 /* match any non-loopback interface */
1624
1625 #ifdef _KERNEL
1626 struct pf_sctp_multihome_job;
1627 TAILQ_HEAD(pf_sctp_multihome_jobs, pf_sctp_multihome_job);
1628
1629 struct pf_pdesc {
1630 struct {
1631 int done;
1632 uid_t uid;
1633 gid_t gid;
1634 } lookup;
1635 u_int64_t tot_len; /* Make Mickey money */
1636 union pf_headers {
1637 struct tcphdr tcp;
1638 struct udphdr udp;
1639 struct sctphdr sctp;
1640 struct icmp icmp;
1641 #ifdef INET6
1642 struct icmp6_hdr icmp6;
1643 #endif /* INET6 */
1644 char any[0];
1645 } hdr;
1646
1647 struct pf_addr nsaddr; /* src address after NAT */
1648 struct pf_addr ndaddr; /* dst address after NAT */
1649
1650 struct pfi_kkif *kif; /* incomming interface */
1651 struct mbuf *m;
1652
1653 struct pf_addr *src; /* src address */
1654 struct pf_addr *dst; /* dst address */
1655 struct pf_addr osrc;
1656 struct pf_addr odst;
1657 u_int16_t *pcksum; /* proto cksum */
1658 u_int16_t *sport;
1659 u_int16_t *dport;
1660 u_int16_t osport;
1661 u_int16_t odport;
1662 u_int16_t nsport; /* src port after NAT */
1663 u_int16_t ndport; /* dst port after NAT */
1664 struct pf_mtag *pf_mtag;
1665 struct pf_rule_actions act;
1666
1667 u_int32_t off; /* protocol header offset */
1668 bool df; /* IPv4 Don't fragment flag. */
1669 u_int32_t hdrlen; /* protocol header length */
1670 u_int32_t p_len; /* total length of protocol payload */
1671 u_int32_t extoff; /* extentsion header offset */
1672 u_int32_t fragoff; /* fragment header offset */
1673 u_int32_t jumbolen; /* length from v6 jumbo header */
1674 u_int32_t badopts; /* v4 options or v6 routing headers */
1675
1676 u_int16_t *ip_sum;
1677 u_int16_t flags; /* Let SCRUB trigger behavior in
1678 * state code. Easier than tags */
1679 #define PFDESC_TCP_NORM 0x0001 /* TCP shall be statefully scrubbed */
1680 u_int16_t virtual_proto;
1681 #define PF_VPROTO_FRAGMENT 256
1682 sa_family_t af;
1683 sa_family_t naf;
1684 u_int8_t proto;
1685 u_int8_t tos;
1686 u_int8_t ttl;
1687 u_int8_t dir; /* direction */
1688 u_int8_t sidx; /* key index for source */
1689 u_int8_t didx; /* key index for destination */
1690 #define PFDESC_SCTP_INIT 0x0001
1691 #define PFDESC_SCTP_INIT_ACK 0x0002
1692 #define PFDESC_SCTP_COOKIE 0x0004
1693 #define PFDESC_SCTP_COOKIE_ACK 0x0008
1694 #define PFDESC_SCTP_ABORT 0x0010
1695 #define PFDESC_SCTP_SHUTDOWN 0x0020
1696 #define PFDESC_SCTP_SHUTDOWN_COMPLETE 0x0040
1697 #define PFDESC_SCTP_DATA 0x0080
1698 #define PFDESC_SCTP_ASCONF 0x0100
1699 #define PFDESC_SCTP_HEARTBEAT 0x0200
1700 #define PFDESC_SCTP_HEARTBEAT_ACK 0x0400
1701 #define PFDESC_SCTP_OTHER 0x0800
1702 #define PFDESC_SCTP_ADD_IP 0x1000
1703 u_int16_t sctp_flags;
1704 u_int32_t sctp_initiate_tag;
1705 u_int16_t sctp_dummy_sum;
1706 struct pf_krule *related_rule;
1707
1708 struct pf_sctp_multihome_jobs sctp_multihome_jobs;
1709 };
1710
1711 struct pf_sctp_multihome_job {
1712 TAILQ_ENTRY(pf_sctp_multihome_job) next;
1713 struct pf_pdesc pd;
1714 struct pf_addr src;
1715 struct pf_addr dst;
1716 int op;
1717 };
1718
1719 #endif
1720
1721 /* flags for RDR options */
1722 #define PF_DPORT_RANGE 0x01 /* Dest port uses range */
1723 #define PF_RPORT_RANGE 0x02 /* RDR'ed port uses range */
1724
1725 /* UDP state enumeration */
1726 #define PFUDPS_NO_TRAFFIC 0
1727 #define PFUDPS_SINGLE 1
1728 #define PFUDPS_MULTIPLE 2
1729
1730 #define PFUDPS_NSTATES 3 /* number of state levels */
1731
1732 #define PFUDPS_NAMES { \
1733 "NO_TRAFFIC", \
1734 "SINGLE", \
1735 "MULTIPLE", \
1736 NULL \
1737 }
1738
1739 /* Other protocol state enumeration */
1740 #define PFOTHERS_NO_TRAFFIC 0
1741 #define PFOTHERS_SINGLE 1
1742 #define PFOTHERS_MULTIPLE 2
1743
1744 #define PFOTHERS_NSTATES 3 /* number of state levels */
1745
1746 #define PFOTHERS_NAMES { \
1747 "NO_TRAFFIC", \
1748 "SINGLE", \
1749 "MULTIPLE", \
1750 NULL \
1751 }
1752
1753 #define ACTION_SET(a, x) \
1754 do { \
1755 if ((a) != NULL) \
1756 *(a) = (x); \
1757 } while (0)
1758
1759 #define REASON_SET(a, x) \
1760 do { \
1761 SDT_PROBE2(pf, , test, reason_set, x, __LINE__); \
1762 if ((a) != NULL) \
1763 *(a) = (x); \
1764 if (x < PFRES_MAX) \
1765 counter_u64_add(V_pf_status.counters[x], 1); \
1766 } while (0)
1767
1768 enum pf_syncookies_mode {
1769 PF_SYNCOOKIES_NEVER = 0,
1770 PF_SYNCOOKIES_ALWAYS = 1,
1771 PF_SYNCOOKIES_ADAPTIVE = 2,
1772 PF_SYNCOOKIES_MODE_MAX = PF_SYNCOOKIES_ADAPTIVE
1773 };
1774
1775 #define PF_SYNCOOKIES_HIWATPCT 25
1776 #define PF_SYNCOOKIES_LOWATPCT (PF_SYNCOOKIES_HIWATPCT / 2)
1777
1778 #ifdef _KERNEL
1779 struct pf_kstatus {
1780 counter_u64_t counters[PFRES_MAX]; /* reason for passing/dropping */
1781 counter_u64_t lcounters[KLCNT_MAX]; /* limit counters */
1782 struct pf_counter_u64 fcounters[FCNT_MAX]; /* state operation counters */
1783 counter_u64_t scounters[SCNT_MAX]; /* src_node operation counters */
1784 uint32_t states;
1785 uint32_t src_nodes;
1786 uint32_t running;
1787 uint32_t since;
1788 uint32_t debug;
1789 uint32_t hostid;
1790 char ifname[IFNAMSIZ];
1791 uint8_t pf_chksum[PF_MD5_DIGEST_LENGTH];
1792 bool keep_counters;
1793 enum pf_syncookies_mode syncookies_mode;
1794 bool syncookies_active;
1795 uint64_t syncookies_inflight[2];
1796 uint32_t states_halfopen;
1797 uint32_t reass;
1798 };
1799 #endif
1800
1801 struct pf_divert {
1802 union {
1803 struct in_addr ipv4;
1804 struct in6_addr ipv6;
1805 } addr;
1806 u_int16_t port;
1807 };
1808
1809 #define PFFRAG_FRENT_HIWAT 5000 /* Number of fragment entries */
1810 #define PFR_KENTRY_HIWAT 200000 /* Number of table entries */
1811
1812 struct pf_fragment_tag {
1813 uint16_t ft_hdrlen; /* header length of reassembled pkt */
1814 uint16_t ft_extoff; /* last extension header offset or 0 */
1815 uint16_t ft_maxlen; /* maximum fragment payload length */
1816 uint32_t ft_id; /* fragment id */
1817 };
1818
1819 /*
1820 * Limit the length of the fragment queue traversal. Remember
1821 * search entry points based on the fragment offset.
1822 */
1823 #define PF_FRAG_ENTRY_POINTS 16
1824
1825 /*
1826 * The number of entries in the fragment queue must be limited
1827 * to avoid DoS by linear searching. Instead of a global limit,
1828 * use a limit per entry point. For large packets these sum up.
1829 */
1830 #define PF_FRAG_ENTRY_LIMIT 64
1831
1832 /*
1833 * ioctl parameter structures
1834 */
1835
1836 struct pfioc_pooladdr {
1837 u_int32_t action;
1838 u_int32_t ticket;
1839 u_int32_t nr;
1840 u_int32_t r_num;
1841 u_int8_t r_action;
1842 u_int8_t r_last;
1843 u_int8_t af;
1844 char anchor[MAXPATHLEN];
1845 struct pf_pooladdr addr;
1846 };
1847
1848 struct pfioc_rule {
1849 u_int32_t action;
1850 u_int32_t ticket;
1851 u_int32_t pool_ticket;
1852 u_int32_t nr;
1853 char anchor[MAXPATHLEN];
1854 char anchor_call[MAXPATHLEN];
1855 struct pf_rule rule;
1856 };
1857
1858 struct pfioc_natlook {
1859 struct pf_addr saddr;
1860 struct pf_addr daddr;
1861 struct pf_addr rsaddr;
1862 struct pf_addr rdaddr;
1863 u_int16_t sport;
1864 u_int16_t dport;
1865 u_int16_t rsport;
1866 u_int16_t rdport;
1867 sa_family_t af;
1868 u_int8_t proto;
1869 u_int8_t direction;
1870 };
1871
1872 struct pfioc_state {
1873 struct pfsync_state_1301 state;
1874 };
1875
1876 struct pfioc_src_node_kill {
1877 sa_family_t psnk_af;
1878 struct pf_rule_addr psnk_src;
1879 struct pf_rule_addr psnk_dst;
1880 u_int psnk_killed;
1881 };
1882
1883 #ifdef _KERNEL
1884 struct pf_kstate_kill {
1885 struct pf_state_cmp psk_pfcmp;
1886 sa_family_t psk_af;
1887 int psk_proto;
1888 struct pf_rule_addr psk_src;
1889 struct pf_rule_addr psk_dst;
1890 struct pf_rule_addr psk_rt_addr;
1891 char psk_ifname[IFNAMSIZ];
1892 char psk_label[PF_RULE_LABEL_SIZE];
1893 u_int psk_killed;
1894 bool psk_kill_match;
1895 bool psk_nat;
1896 };
1897 #endif
1898
1899 struct pfioc_state_kill {
1900 struct pf_state_cmp psk_pfcmp;
1901 sa_family_t psk_af;
1902 int psk_proto;
1903 struct pf_rule_addr psk_src;
1904 struct pf_rule_addr psk_dst;
1905 char psk_ifname[IFNAMSIZ];
1906 char psk_label[PF_RULE_LABEL_SIZE];
1907 u_int psk_killed;
1908 };
1909
1910 struct pfioc_states {
1911 int ps_len;
1912 union {
1913 void *ps_buf;
1914 struct pfsync_state_1301 *ps_states;
1915 };
1916 };
1917
1918 struct pfioc_states_v2 {
1919 int ps_len;
1920 uint64_t ps_req_version;
1921 union {
1922 void *ps_buf;
1923 struct pf_state_export *ps_states;
1924 };
1925 };
1926
1927 struct pfioc_src_nodes {
1928 int psn_len;
1929 union {
1930 void *psn_buf;
1931 struct pf_src_node *psn_src_nodes;
1932 };
1933 };
1934
1935 struct pfioc_if {
1936 char ifname[IFNAMSIZ];
1937 };
1938
1939 struct pfioc_tm {
1940 int timeout;
1941 int seconds;
1942 };
1943
1944 struct pfioc_limit {
1945 int index;
1946 unsigned limit;
1947 };
1948
1949 struct pfioc_altq_v0 {
1950 u_int32_t action;
1951 u_int32_t ticket;
1952 u_int32_t nr;
1953 struct pf_altq_v0 altq;
1954 };
1955
1956 struct pfioc_altq_v1 {
1957 u_int32_t action;
1958 u_int32_t ticket;
1959 u_int32_t nr;
1960 /*
1961 * Placed here so code that only uses the above parameters can be
1962 * written entirely in terms of the v0 or v1 type.
1963 */
1964 u_int32_t version;
1965 struct pf_altq_v1 altq;
1966 };
1967
1968 /*
1969 * Latest version of struct pfioc_altq_vX. This must move in lock-step with
1970 * the latest version of struct pf_altq_vX as it has that struct as a
1971 * member.
1972 */
1973 #define PFIOC_ALTQ_VERSION PF_ALTQ_VERSION
1974
1975 struct pfioc_qstats_v0 {
1976 u_int32_t ticket;
1977 u_int32_t nr;
1978 void *buf;
1979 int nbytes;
1980 u_int8_t scheduler;
1981 };
1982
1983 struct pfioc_qstats_v1 {
1984 u_int32_t ticket;
1985 u_int32_t nr;
1986 void *buf;
1987 int nbytes;
1988 u_int8_t scheduler;
1989 /*
1990 * Placed here so code that only uses the above parameters can be
1991 * written entirely in terms of the v0 or v1 type.
1992 */
1993 u_int32_t version; /* Requested version of stats struct */
1994 };
1995
1996 /* Latest version of struct pfioc_qstats_vX */
1997 #define PFIOC_QSTATS_VERSION 1
1998
1999 struct pfioc_ruleset {
2000 u_int32_t nr;
2001 char path[MAXPATHLEN];
2002 char name[PF_ANCHOR_NAME_SIZE];
2003 };
2004
2005 #define PF_RULESET_ALTQ (PF_RULESET_MAX)
2006 #define PF_RULESET_TABLE (PF_RULESET_MAX+1)
2007 #define PF_RULESET_ETH (PF_RULESET_MAX+2)
2008 struct pfioc_trans {
2009 int size; /* number of elements */
2010 int esize; /* size of each element in bytes */
2011 struct pfioc_trans_e {
2012 int rs_num;
2013 char anchor[MAXPATHLEN];
2014 u_int32_t ticket;
2015 } *array;
2016 };
2017
2018 #define PFR_FLAG_ATOMIC 0x00000001 /* unused */
2019 #define PFR_FLAG_DUMMY 0x00000002
2020 #define PFR_FLAG_FEEDBACK 0x00000004
2021 #define PFR_FLAG_CLSTATS 0x00000008
2022 #define PFR_FLAG_ADDRSTOO 0x00000010
2023 #define PFR_FLAG_REPLACE 0x00000020
2024 #define PFR_FLAG_ALLRSETS 0x00000040
2025 #define PFR_FLAG_ALLMASK 0x0000007F
2026 #ifdef _KERNEL
2027 #define PFR_FLAG_USERIOCTL 0x10000000
2028 #endif
2029
2030 struct pfioc_table {
2031 struct pfr_table pfrio_table;
2032 void *pfrio_buffer;
2033 int pfrio_esize;
2034 int pfrio_size;
2035 int pfrio_size2;
2036 int pfrio_nadd;
2037 int pfrio_ndel;
2038 int pfrio_nchange;
2039 int pfrio_flags;
2040 u_int32_t pfrio_ticket;
2041 };
2042 #define pfrio_exists pfrio_nadd
2043 #define pfrio_nzero pfrio_nadd
2044 #define pfrio_nmatch pfrio_nadd
2045 #define pfrio_naddr pfrio_size2
2046 #define pfrio_setflag pfrio_size2
2047 #define pfrio_clrflag pfrio_nadd
2048
2049 struct pfioc_iface {
2050 char pfiio_name[IFNAMSIZ];
2051 void *pfiio_buffer;
2052 int pfiio_esize;
2053 int pfiio_size;
2054 int pfiio_nzero;
2055 int pfiio_flags;
2056 };
2057
2058 /*
2059 * ioctl operations
2060 */
2061
2062 #define DIOCSTART _IO ('D', 1)
2063 #define DIOCSTOP _IO ('D', 2)
2064 #define DIOCADDRULE _IOWR('D', 4, struct pfioc_rule)
2065 #define DIOCADDRULENV _IOWR('D', 4, struct pfioc_nv)
2066 #define DIOCGETRULES _IOWR('D', 6, struct pfioc_rule)
2067 #define DIOCGETRULENV _IOWR('D', 7, struct pfioc_nv)
2068 #define DIOCCLRSTATESNV _IOWR('D', 18, struct pfioc_nv)
2069 #define DIOCGETSTATE _IOWR('D', 19, struct pfioc_state)
2070 #define DIOCGETSTATENV _IOWR('D', 19, struct pfioc_nv)
2071 #define DIOCSETSTATUSIF _IOWR('D', 20, struct pfioc_if)
2072 #define DIOCGETSTATUSNV _IOWR('D', 21, struct pfioc_nv)
2073 #define DIOCCLRSTATUS _IO ('D', 22)
2074 #define DIOCNATLOOK _IOWR('D', 23, struct pfioc_natlook)
2075 #define DIOCSETDEBUG _IOWR('D', 24, u_int32_t)
2076 #ifdef COMPAT_FREEBSD14
2077 #define DIOCGETSTATES _IOWR('D', 25, struct pfioc_states)
2078 #endif
2079 #define DIOCCHANGERULE _IOWR('D', 26, struct pfioc_rule)
2080 #define DIOCSETTIMEOUT _IOWR('D', 29, struct pfioc_tm)
2081 #define DIOCGETTIMEOUT _IOWR('D', 30, struct pfioc_tm)
2082 #define DIOCADDSTATE _IOWR('D', 37, struct pfioc_state)
2083 #define DIOCCLRRULECTRS _IO ('D', 38)
2084 #define DIOCGETLIMIT _IOWR('D', 39, struct pfioc_limit)
2085 #define DIOCSETLIMIT _IOWR('D', 40, struct pfioc_limit)
2086 #define DIOCKILLSTATESNV _IOWR('D', 41, struct pfioc_nv)
2087 #define DIOCSTARTALTQ _IO ('D', 42)
2088 #define DIOCSTOPALTQ _IO ('D', 43)
2089 #define DIOCADDALTQV0 _IOWR('D', 45, struct pfioc_altq_v0)
2090 #define DIOCADDALTQV1 _IOWR('D', 45, struct pfioc_altq_v1)
2091 #define DIOCGETALTQSV0 _IOWR('D', 47, struct pfioc_altq_v0)
2092 #define DIOCGETALTQSV1 _IOWR('D', 47, struct pfioc_altq_v1)
2093 #define DIOCGETALTQV0 _IOWR('D', 48, struct pfioc_altq_v0)
2094 #define DIOCGETALTQV1 _IOWR('D', 48, struct pfioc_altq_v1)
2095 #define DIOCCHANGEALTQV0 _IOWR('D', 49, struct pfioc_altq_v0)
2096 #define DIOCCHANGEALTQV1 _IOWR('D', 49, struct pfioc_altq_v1)
2097 #define DIOCGETQSTATSV0 _IOWR('D', 50, struct pfioc_qstats_v0)
2098 #define DIOCGETQSTATSV1 _IOWR('D', 50, struct pfioc_qstats_v1)
2099 #define DIOCBEGINADDRS _IOWR('D', 51, struct pfioc_pooladdr)
2100 #define DIOCADDADDR _IOWR('D', 52, struct pfioc_pooladdr)
2101 #define DIOCGETADDRS _IOWR('D', 53, struct pfioc_pooladdr)
2102 #define DIOCGETADDR _IOWR('D', 54, struct pfioc_pooladdr)
2103 #define DIOCCHANGEADDR _IOWR('D', 55, struct pfioc_pooladdr)
2104 #define DIOCGETRULESETS _IOWR('D', 58, struct pfioc_ruleset)
2105 #define DIOCGETRULESET _IOWR('D', 59, struct pfioc_ruleset)
2106 #define DIOCRCLRTABLES _IOWR('D', 60, struct pfioc_table)
2107 #define DIOCRADDTABLES _IOWR('D', 61, struct pfioc_table)
2108 #define DIOCRDELTABLES _IOWR('D', 62, struct pfioc_table)
2109 #define DIOCRGETTABLES _IOWR('D', 63, struct pfioc_table)
2110 #define DIOCRGETTSTATS _IOWR('D', 64, struct pfioc_table)
2111 #define DIOCRCLRTSTATS _IOWR('D', 65, struct pfioc_table)
2112 #define DIOCRCLRADDRS _IOWR('D', 66, struct pfioc_table)
2113 #define DIOCRADDADDRS _IOWR('D', 67, struct pfioc_table)
2114 #define DIOCRDELADDRS _IOWR('D', 68, struct pfioc_table)
2115 #define DIOCRSETADDRS _IOWR('D', 69, struct pfioc_table)
2116 #define DIOCRGETADDRS _IOWR('D', 70, struct pfioc_table)
2117 #define DIOCRGETASTATS _IOWR('D', 71, struct pfioc_table)
2118 #define DIOCRCLRASTATS _IOWR('D', 72, struct pfioc_table)
2119 #define DIOCRTSTADDRS _IOWR('D', 73, struct pfioc_table)
2120 #define DIOCRSETTFLAGS _IOWR('D', 74, struct pfioc_table)
2121 #define DIOCRINADEFINE _IOWR('D', 77, struct pfioc_table)
2122 #define DIOCOSFPFLUSH _IO('D', 78)
2123 #define DIOCOSFPADD _IOWR('D', 79, struct pf_osfp_ioctl)
2124 #define DIOCOSFPGET _IOWR('D', 80, struct pf_osfp_ioctl)
2125 #define DIOCXBEGIN _IOWR('D', 81, struct pfioc_trans)
2126 #define DIOCXCOMMIT _IOWR('D', 82, struct pfioc_trans)
2127 #define DIOCXROLLBACK _IOWR('D', 83, struct pfioc_trans)
2128 #define DIOCGETSRCNODES _IOWR('D', 84, struct pfioc_src_nodes)
2129 #define DIOCCLRSRCNODES _IO('D', 85)
2130 #define DIOCSETHOSTID _IOWR('D', 86, u_int32_t)
2131 #define DIOCIGETIFACES _IOWR('D', 87, struct pfioc_iface)
2132 #define DIOCSETIFFLAG _IOWR('D', 89, struct pfioc_iface)
2133 #define DIOCCLRIFFLAG _IOWR('D', 90, struct pfioc_iface)
2134 #define DIOCKILLSRCNODES _IOWR('D', 91, struct pfioc_src_node_kill)
2135 #define DIOCGIFSPEEDV0 _IOWR('D', 92, struct pf_ifspeed_v0)
2136 #define DIOCGIFSPEEDV1 _IOWR('D', 92, struct pf_ifspeed_v1)
2137 #ifdef COMPAT_FREEBSD14
2138 #define DIOCGETSTATESV2 _IOWR('D', 93, struct pfioc_states_v2)
2139 #endif
2140 #define DIOCGETSYNCOOKIES _IOWR('D', 94, struct pfioc_nv)
2141 #define DIOCSETSYNCOOKIES _IOWR('D', 95, struct pfioc_nv)
2142 #define DIOCKEEPCOUNTERS _IOWR('D', 96, struct pfioc_nv)
2143 #define DIOCKEEPCOUNTERS_FREEBSD13 _IOWR('D', 92, struct pfioc_nv)
2144 #define DIOCADDETHRULE _IOWR('D', 97, struct pfioc_nv)
2145 #define DIOCGETETHRULE _IOWR('D', 98, struct pfioc_nv)
2146 #define DIOCGETETHRULES _IOWR('D', 99, struct pfioc_nv)
2147 #define DIOCGETETHRULESETS _IOWR('D', 100, struct pfioc_nv)
2148 #define DIOCGETETHRULESET _IOWR('D', 101, struct pfioc_nv)
2149 #define DIOCSETREASS _IOWR('D', 102, u_int32_t)
2150
2151 struct pf_ifspeed_v0 {
2152 char ifname[IFNAMSIZ];
2153 u_int32_t baudrate;
2154 };
2155
2156 struct pf_ifspeed_v1 {
2157 char ifname[IFNAMSIZ];
2158 u_int32_t baudrate32;
2159 /* layout identical to struct pf_ifspeed_v0 up to this point */
2160 u_int64_t baudrate;
2161 };
2162
2163 /* Latest version of struct pf_ifspeed_vX */
2164 #define PF_IFSPEED_VERSION 1
2165
2166 /*
2167 * Compatibility and convenience macros
2168 */
2169 #ifndef _KERNEL
2170 #ifdef PFIOC_USE_LATEST
2171 /*
2172 * Maintaining in-tree consumers of the ioctl interface is easier when that
2173 * code can be written in terms old names that refer to the latest interface
2174 * version as that reduces the required changes in the consumers to those
2175 * that are functionally necessary to accommodate a new interface version.
2176 */
2177 #define pfioc_altq __CONCAT(pfioc_altq_v, PFIOC_ALTQ_VERSION)
2178 #define pfioc_qstats __CONCAT(pfioc_qstats_v, PFIOC_QSTATS_VERSION)
2179 #define pf_ifspeed __CONCAT(pf_ifspeed_v, PF_IFSPEED_VERSION)
2180
2181 #define DIOCADDALTQ __CONCAT(DIOCADDALTQV, PFIOC_ALTQ_VERSION)
2182 #define DIOCGETALTQS __CONCAT(DIOCGETALTQSV, PFIOC_ALTQ_VERSION)
2183 #define DIOCGETALTQ __CONCAT(DIOCGETALTQV, PFIOC_ALTQ_VERSION)
2184 #define DIOCCHANGEALTQ __CONCAT(DIOCCHANGEALTQV, PFIOC_ALTQ_VERSION)
2185 #define DIOCGETQSTATS __CONCAT(DIOCGETQSTATSV, PFIOC_QSTATS_VERSION)
2186 #define DIOCGIFSPEED __CONCAT(DIOCGIFSPEEDV, PF_IFSPEED_VERSION)
2187 #else
2188 /*
2189 * When building out-of-tree code that is written for the old interface,
2190 * such as may exist in ports for example, resolve the old struct tags and
2191 * ioctl command names to the v0 versions.
2192 */
2193 #define pfioc_altq __CONCAT(pfioc_altq_v, 0)
2194 #define pfioc_qstats __CONCAT(pfioc_qstats_v, 0)
2195 #define pf_ifspeed __CONCAT(pf_ifspeed_v, 0)
2196
2197 #define DIOCADDALTQ __CONCAT(DIOCADDALTQV, 0)
2198 #define DIOCGETALTQS __CONCAT(DIOCGETALTQSV, 0)
2199 #define DIOCGETALTQ __CONCAT(DIOCGETALTQV, 0)
2200 #define DIOCCHANGEALTQ __CONCAT(DIOCCHANGEALTQV, 0)
2201 #define DIOCGETQSTATS __CONCAT(DIOCGETQSTATSV, 0)
2202 #define DIOCGIFSPEED __CONCAT(DIOCGIFSPEEDV, 0)
2203 #endif /* PFIOC_USE_LATEST */
2204 #endif /* _KERNEL */
2205
2206 #ifdef _KERNEL
2207 LIST_HEAD(pf_ksrc_node_list, pf_ksrc_node);
2208 struct pf_srchash {
2209 struct pf_ksrc_node_list nodes;
2210 struct mtx lock;
2211 };
2212
2213 struct pf_keyhash {
2214 LIST_HEAD(, pf_state_key) keys;
2215 struct mtx lock;
2216 };
2217
2218 struct pf_idhash {
2219 LIST_HEAD(, pf_kstate) states;
2220 struct mtx lock;
2221 };
2222
2223 struct pf_udpendpointhash {
2224 LIST_HEAD(, pf_udp_endpoint) endpoints;
2225 /* refcont is synchronized on the source endpoint's row lock */
2226 struct mtx lock;
2227 };
2228
2229 extern u_long pf_ioctl_maxcount;
2230 VNET_DECLARE(u_long, pf_hashmask);
2231 #define V_pf_hashmask VNET(pf_hashmask)
2232 VNET_DECLARE(u_long, pf_srchashmask);
2233 #define V_pf_srchashmask VNET(pf_srchashmask)
2234 VNET_DECLARE(u_long, pf_udpendpointhashmask);
2235 #define V_pf_udpendpointhashmask VNET(pf_udpendpointhashmask)
2236 #define PF_HASHSIZ (131072)
2237 #define PF_SRCHASHSIZ (PF_HASHSIZ/4)
2238 #define PF_UDPENDHASHSIZ (PF_HASHSIZ/4)
2239 VNET_DECLARE(struct pf_keyhash *, pf_keyhash);
2240 VNET_DECLARE(struct pf_idhash *, pf_idhash);
2241 VNET_DECLARE(struct pf_udpendpointhash *, pf_udpendpointhash);
2242 #define V_pf_keyhash VNET(pf_keyhash)
2243 #define V_pf_idhash VNET(pf_idhash)
2244 #define V_pf_udpendpointhash VNET(pf_udpendpointhash)
2245 VNET_DECLARE(struct pf_srchash *, pf_srchash);
2246 #define V_pf_srchash VNET(pf_srchash)
2247
2248 #define PF_IDHASHID(id) (be64toh(id) % (V_pf_hashmask + 1))
2249 #define PF_IDHASH(s) PF_IDHASHID((s)->id)
2250
2251 VNET_DECLARE(void *, pf_swi_cookie);
2252 #define V_pf_swi_cookie VNET(pf_swi_cookie)
2253 VNET_DECLARE(struct intr_event *, pf_swi_ie);
2254 #define V_pf_swi_ie VNET(pf_swi_ie)
2255
2256 VNET_DECLARE(struct unrhdr64, pf_stateid);
2257 #define V_pf_stateid VNET(pf_stateid)
2258
2259 TAILQ_HEAD(pf_altqqueue, pf_altq);
2260 VNET_DECLARE(struct pf_altqqueue, pf_altqs[4]);
2261 #define V_pf_altqs VNET(pf_altqs)
2262 VNET_DECLARE(struct pf_kpalist, pf_pabuf[3]);
2263 #define V_pf_pabuf VNET(pf_pabuf)
2264
2265 VNET_DECLARE(u_int32_t, ticket_altqs_active);
2266 #define V_ticket_altqs_active VNET(ticket_altqs_active)
2267 VNET_DECLARE(u_int32_t, ticket_altqs_inactive);
2268 #define V_ticket_altqs_inactive VNET(ticket_altqs_inactive)
2269 VNET_DECLARE(int, altqs_inactive_open);
2270 #define V_altqs_inactive_open VNET(altqs_inactive_open)
2271 VNET_DECLARE(u_int32_t, ticket_pabuf);
2272 #define V_ticket_pabuf VNET(ticket_pabuf)
2273 VNET_DECLARE(struct pf_altqqueue *, pf_altqs_active);
2274 #define V_pf_altqs_active VNET(pf_altqs_active)
2275 VNET_DECLARE(struct pf_altqqueue *, pf_altq_ifs_active);
2276 #define V_pf_altq_ifs_active VNET(pf_altq_ifs_active)
2277 VNET_DECLARE(struct pf_altqqueue *, pf_altqs_inactive);
2278 #define V_pf_altqs_inactive VNET(pf_altqs_inactive)
2279 VNET_DECLARE(struct pf_altqqueue *, pf_altq_ifs_inactive);
2280 #define V_pf_altq_ifs_inactive VNET(pf_altq_ifs_inactive)
2281
2282 VNET_DECLARE(struct pf_krulequeue, pf_unlinked_rules);
2283 #define V_pf_unlinked_rules VNET(pf_unlinked_rules)
2284
2285 #ifdef PF_WANT_32_TO_64_COUNTER
2286 LIST_HEAD(allkiflist_head, pfi_kkif);
2287 VNET_DECLARE(struct allkiflist_head, pf_allkiflist);
2288 #define V_pf_allkiflist VNET(pf_allkiflist)
2289 VNET_DECLARE(size_t, pf_allkifcount);
2290 #define V_pf_allkifcount VNET(pf_allkifcount)
2291 VNET_DECLARE(struct pfi_kkif *, pf_kifmarker);
2292 #define V_pf_kifmarker VNET(pf_kifmarker)
2293
2294 LIST_HEAD(allrulelist_head, pf_krule);
2295 VNET_DECLARE(struct allrulelist_head, pf_allrulelist);
2296 #define V_pf_allrulelist VNET(pf_allrulelist)
2297 VNET_DECLARE(size_t, pf_allrulecount);
2298 #define V_pf_allrulecount VNET(pf_allrulecount)
2299 VNET_DECLARE(struct pf_krule *, pf_rulemarker);
2300 #define V_pf_rulemarker VNET(pf_rulemarker)
2301 #endif
2302
2303 void unhandled_af(int) __dead2;
2304 int pf_start(void);
2305 int pf_stop(void);
2306 void pf_initialize(void);
2307 void pf_mtag_initialize(void);
2308 void pf_mtag_cleanup(void);
2309 void pf_cleanup(void);
2310
2311 struct pf_mtag *pf_get_mtag(struct mbuf *);
2312
2313 extern void pf_calc_skip_steps(struct pf_krulequeue *);
2314 #ifdef ALTQ
2315 extern void pf_altq_ifnet_event(struct ifnet *, int);
2316 #endif
2317 VNET_DECLARE(uma_zone_t, pf_state_z);
2318 #define V_pf_state_z VNET(pf_state_z)
2319 VNET_DECLARE(uma_zone_t, pf_state_key_z);
2320 #define V_pf_state_key_z VNET(pf_state_key_z)
2321 VNET_DECLARE(uma_zone_t, pf_udp_mapping_z);
2322 #define V_pf_udp_mapping_z VNET(pf_udp_mapping_z)
2323 VNET_DECLARE(uma_zone_t, pf_state_scrub_z);
2324 #define V_pf_state_scrub_z VNET(pf_state_scrub_z)
2325
2326 extern void pf_purge_thread(void *);
2327 extern void pf_unload_vnet_purge(void);
2328 extern void pf_intr(void *);
2329 extern void pf_purge_expired_src_nodes(void);
2330
2331 extern int pf_remove_state(struct pf_kstate *);
2332 extern int pf_state_insert(struct pfi_kkif *,
2333 struct pfi_kkif *,
2334 struct pf_state_key *,
2335 struct pf_state_key *,
2336 struct pf_kstate *);
2337 extern struct pf_kstate *pf_alloc_state(int);
2338 extern void pf_free_state(struct pf_kstate *);
2339 extern void pf_killstates(struct pf_kstate_kill *,
2340 unsigned int *);
2341 extern unsigned int pf_clear_states(const struct pf_kstate_kill *);
2342
2343 static __inline void
pf_ref_state(struct pf_kstate * s)2344 pf_ref_state(struct pf_kstate *s)
2345 {
2346
2347 refcount_acquire(&s->refs);
2348 }
2349
2350 static __inline int
pf_release_state(struct pf_kstate * s)2351 pf_release_state(struct pf_kstate *s)
2352 {
2353
2354 if (refcount_release(&s->refs)) {
2355 pf_free_state(s);
2356 return (1);
2357 } else
2358 return (0);
2359 }
2360
2361 static __inline int
pf_release_staten(struct pf_kstate * s,u_int n)2362 pf_release_staten(struct pf_kstate *s, u_int n)
2363 {
2364
2365 if (refcount_releasen(&s->refs, n)) {
2366 pf_free_state(s);
2367 return (1);
2368 } else
2369 return (0);
2370 }
2371
2372 static __inline uint64_t
pf_get_uptime(void)2373 pf_get_uptime(void)
2374 {
2375 struct timeval t;
2376 microuptime(&t);
2377 return ((t.tv_sec * 1000) + (t.tv_usec / 1000));
2378 }
2379
2380 static __inline uint64_t
pf_get_time(void)2381 pf_get_time(void)
2382 {
2383 struct timeval t;
2384 microtime(&t);
2385 return ((t.tv_sec * 1000) + (t.tv_usec / 1000));
2386 }
2387
2388 extern struct pf_kstate *pf_find_state_byid(uint64_t, uint32_t);
2389 extern struct pf_kstate *pf_find_state_all(
2390 const struct pf_state_key_cmp *,
2391 u_int, int *);
2392 extern bool pf_find_state_all_exists(
2393 const struct pf_state_key_cmp *,
2394 u_int);
2395 extern struct pf_udp_mapping *pf_udp_mapping_find(struct pf_udp_endpoint_cmp
2396 *endpoint);
2397 extern struct pf_udp_mapping *pf_udp_mapping_create(sa_family_t af,
2398 struct pf_addr *src_addr, uint16_t src_port,
2399 struct pf_addr *nat_addr, uint16_t nat_port);
2400 extern int pf_udp_mapping_insert(struct pf_udp_mapping
2401 *mapping);
2402 extern void pf_udp_mapping_release(struct pf_udp_mapping
2403 *mapping);
2404 uint32_t pf_hashsrc(struct pf_addr *, sa_family_t);
2405 extern bool pf_src_node_exists(struct pf_ksrc_node **,
2406 struct pf_srchash *);
2407 extern struct pf_ksrc_node *pf_find_src_node(struct pf_addr *,
2408 struct pf_krule *, sa_family_t,
2409 struct pf_srchash **, pf_sn_types_t, bool);
2410 extern void pf_unlink_src_node(struct pf_ksrc_node *);
2411 extern u_int pf_free_src_nodes(struct pf_ksrc_node_list *);
2412 extern void pf_print_state(struct pf_kstate *);
2413 extern void pf_print_flags(uint16_t);
2414 extern int pf_addr_wrap_neq(struct pf_addr_wrap *,
2415 struct pf_addr_wrap *);
2416 extern u_int16_t pf_cksum_fixup(u_int16_t, u_int16_t, u_int16_t,
2417 u_int8_t);
2418 extern u_int16_t pf_proto_cksum_fixup(struct mbuf *, u_int16_t,
2419 u_int16_t, u_int16_t, u_int8_t);
2420
2421 VNET_DECLARE(struct ifnet *, sync_ifp);
2422 #define V_sync_ifp VNET(sync_ifp);
2423 VNET_DECLARE(struct pf_krule, pf_default_rule);
2424 #define V_pf_default_rule VNET(pf_default_rule)
2425 extern void pf_addrcpy(struct pf_addr *, const struct pf_addr *,
2426 sa_family_t);
2427 void pf_free_rule(struct pf_krule *);
2428
2429 int pf_test_eth(int, int, struct ifnet *, struct mbuf **, struct inpcb *);
2430 int pf_scan_sctp(struct pf_pdesc *);
2431 #if defined(INET) || defined(INET6)
2432 int pf_test(sa_family_t, int, int, struct ifnet *, struct mbuf **, struct inpcb *,
2433 struct pf_rule_actions *);
2434 #endif
2435 #ifdef INET
2436 int pf_normalize_ip(u_short *, struct pf_pdesc *);
2437 #endif /* INET */
2438
2439 void pf_poolmask(struct pf_addr *, struct pf_addr*,
2440 struct pf_addr *, struct pf_addr *, sa_family_t);
2441 void pf_addr_inc(struct pf_addr *, sa_family_t);
2442 #ifdef INET6
2443 int pf_normalize_ip6(int, u_short *, struct pf_pdesc *);
2444 int pf_max_frag_size(struct mbuf *);
2445 int pf_refragment6(struct ifnet *, struct mbuf **, struct m_tag *,
2446 struct ifnet *, bool);
2447 #endif /* INET6 */
2448
2449 int pf_multihome_scan_init(int, int, struct pf_pdesc *);
2450 int pf_multihome_scan_asconf(int, int, struct pf_pdesc *);
2451
2452 u_int32_t pf_new_isn(struct pf_kstate *);
2453 void *pf_pull_hdr(const struct mbuf *, int, void *, int, u_short *, u_short *,
2454 sa_family_t);
2455 void pf_change_a(void *, u_int16_t *, u_int32_t, u_int8_t);
2456 void pf_change_proto_a(struct mbuf *, void *, u_int16_t *, u_int32_t,
2457 u_int8_t);
2458 void pf_change_tcp_a(struct mbuf *, void *, u_int16_t *, u_int32_t);
2459 int pf_patch_16(struct pf_pdesc *, void *, u_int16_t, bool);
2460 int pf_patch_32(struct pf_pdesc *, void *, u_int32_t, bool);
2461 void pf_send_deferred_syn(struct pf_kstate *);
2462 int pf_match_addr(u_int8_t, const struct pf_addr *,
2463 const struct pf_addr *, const struct pf_addr *, sa_family_t);
2464 int pf_match_addr_range(const struct pf_addr *, const struct pf_addr *,
2465 const struct pf_addr *, sa_family_t);
2466 int pf_match_port(u_int8_t, u_int16_t, u_int16_t, u_int16_t);
2467
2468 void pf_normalize_init(void);
2469 void pf_normalize_cleanup(void);
2470 int pf_normalize_tcp(struct pf_pdesc *);
2471 void pf_normalize_tcp_cleanup(struct pf_kstate *);
2472 int pf_normalize_tcp_init(struct pf_pdesc *,
2473 struct tcphdr *, struct pf_state_peer *);
2474 int pf_normalize_tcp_stateful(struct pf_pdesc *,
2475 u_short *, struct tcphdr *, struct pf_kstate *,
2476 struct pf_state_peer *, struct pf_state_peer *, int *);
2477 int pf_normalize_sctp_init(struct pf_pdesc *,
2478 struct pf_state_peer *, struct pf_state_peer *);
2479 int pf_normalize_sctp(struct pf_pdesc *);
2480 u_int32_t
2481 pf_state_expires(const struct pf_kstate *);
2482 void pf_purge_expired_fragments(void);
2483 void pf_purge_fragments(uint32_t);
2484 int pf_routable(struct pf_addr *addr, sa_family_t af, struct pfi_kkif *,
2485 int);
2486 int pf_socket_lookup(struct pf_pdesc *);
2487 struct pf_state_key *pf_alloc_state_key(int);
2488 int pf_translate(struct pf_pdesc *, struct pf_addr *, u_int16_t,
2489 struct pf_addr *, u_int16_t, u_int16_t, int);
2490 int pf_translate_af(struct pf_pdesc *);
2491 bool pf_init_threshold(struct pf_kthreshold *, uint32_t, uint32_t);
2492
2493 void pfr_initialize(void);
2494 void pfr_cleanup(void);
2495 int pfr_match_addr(struct pfr_ktable *, struct pf_addr *, sa_family_t);
2496 void pfr_update_stats(struct pfr_ktable *, struct pf_addr *, sa_family_t,
2497 u_int64_t, int, int, int);
2498 int pfr_pool_get(struct pfr_ktable *, int *, struct pf_addr *, sa_family_t,
2499 pf_addr_filter_func_t);
2500 void pfr_dynaddr_update(struct pfr_ktable *, struct pfi_dynaddr *);
2501 struct pfr_ktable *
2502 pfr_attach_table(struct pf_kruleset *, char *);
2503 struct pfr_ktable *
2504 pfr_eth_attach_table(struct pf_keth_ruleset *, char *);
2505 void pfr_detach_table(struct pfr_ktable *);
2506 int pfr_clr_tables(struct pfr_table *, int *, int);
2507 int pfr_add_tables(struct pfr_table *, int, int *, int);
2508 int pfr_del_tables(struct pfr_table *, int, int *, int);
2509 int pfr_table_count(struct pfr_table *, int);
2510 int pfr_get_tables(struct pfr_table *, struct pfr_table *, int *, int);
2511 int pfr_get_tstats(struct pfr_table *, struct pfr_tstats *, int *, int);
2512 int pfr_clr_tstats(struct pfr_table *, int, int *, int);
2513 int pfr_set_tflags(struct pfr_table *, int, int, int, int *, int *, int);
2514 int pfr_clr_addrs(struct pfr_table *, int *, int);
2515 int pfr_insert_kentry(struct pfr_ktable *, struct pfr_addr *, time_t);
2516 int pfr_add_addrs(struct pfr_table *, struct pfr_addr *, int, int *,
2517 int);
2518 int pfr_del_addrs(struct pfr_table *, struct pfr_addr *, int, int *,
2519 int);
2520 int pfr_set_addrs(struct pfr_table *, struct pfr_addr *, int, int *,
2521 int *, int *, int *, int, u_int32_t);
2522 int pfr_get_addrs(struct pfr_table *, struct pfr_addr *, int *, int);
2523 int pfr_get_astats(struct pfr_table *, struct pfr_astats *, int *, int);
2524 int pfr_clr_astats(struct pfr_table *, struct pfr_addr *, int, int *,
2525 int);
2526 int pfr_tst_addrs(struct pfr_table *, struct pfr_addr *, int, int *,
2527 int);
2528 int pfr_ina_begin(struct pfr_table *, u_int32_t *, int *, int);
2529 int pfr_ina_rollback(struct pfr_table *, u_int32_t, int *, int);
2530 int pfr_ina_commit(struct pfr_table *, u_int32_t, int *, int *, int);
2531 int pfr_ina_define(struct pfr_table *, struct pfr_addr *, int, int *,
2532 int *, u_int32_t, int);
2533
2534 MALLOC_DECLARE(PFI_MTYPE);
2535 VNET_DECLARE(struct pfi_kkif *, pfi_all);
2536 #define V_pfi_all VNET(pfi_all)
2537
2538 void pfi_initialize(void);
2539 void pfi_initialize_vnet(void);
2540 void pfi_cleanup(void);
2541 void pfi_cleanup_vnet(void);
2542 void pfi_kkif_ref(struct pfi_kkif *);
2543 void pfi_kkif_unref(struct pfi_kkif *);
2544 struct pfi_kkif *pfi_kkif_find(const char *);
2545 struct pfi_kkif *pfi_kkif_attach(struct pfi_kkif *, const char *);
2546 int pfi_kkif_match(struct pfi_kkif *, struct pfi_kkif *);
2547 void pfi_kkif_purge(void);
2548 int pfi_match_addr(struct pfi_dynaddr *, struct pf_addr *,
2549 sa_family_t);
2550 int pfi_dynaddr_setup(struct pf_addr_wrap *, sa_family_t);
2551 void pfi_dynaddr_remove(struct pfi_dynaddr *);
2552 void pfi_dynaddr_copyout(struct pf_addr_wrap *);
2553 void pfi_update_status(const char *, struct pf_status *);
2554 void pfi_get_ifaces(const char *, struct pfi_kif *, int *);
2555 int pfi_set_flags(const char *, int);
2556 int pfi_clear_flags(const char *, int);
2557
2558 int pf_match_tag(struct mbuf *, struct pf_krule *, int *, int);
2559 int pf_tag_packet(struct pf_pdesc *, int);
2560 int pf_addr_cmp(struct pf_addr *, struct pf_addr *,
2561 sa_family_t);
2562
2563 uint8_t* pf_find_tcpopt(u_int8_t *, u_int8_t *, size_t,
2564 u_int8_t, u_int8_t);
2565 u_int16_t pf_get_mss(struct pf_pdesc *);
2566 u_int8_t pf_get_wscale(struct pf_pdesc *);
2567 struct mbuf *pf_build_tcp(const struct pf_krule *, sa_family_t,
2568 const struct pf_addr *, const struct pf_addr *,
2569 u_int16_t, u_int16_t, u_int32_t, u_int32_t,
2570 u_int8_t, u_int16_t, u_int16_t, u_int8_t, int,
2571 u_int16_t, u_int16_t, u_int, int);
2572 void pf_send_tcp(const struct pf_krule *, sa_family_t,
2573 const struct pf_addr *, const struct pf_addr *,
2574 u_int16_t, u_int16_t, u_int32_t, u_int32_t,
2575 u_int8_t, u_int16_t, u_int16_t, u_int8_t, int,
2576 u_int16_t, u_int16_t, int);
2577
2578 void pf_syncookies_init(void);
2579 void pf_syncookies_cleanup(void);
2580 int pf_get_syncookies(struct pfioc_nv *);
2581 int pf_set_syncookies(struct pfioc_nv *);
2582 int pf_synflood_check(struct pf_pdesc *);
2583 void pf_syncookie_send(struct pf_pdesc *);
2584 bool pf_syncookie_check(struct pf_pdesc *);
2585 u_int8_t pf_syncookie_validate(struct pf_pdesc *);
2586 struct mbuf * pf_syncookie_recreate_syn(struct pf_pdesc *);
2587
2588 VNET_DECLARE(struct pf_kstatus, pf_status);
2589 #define V_pf_status VNET(pf_status)
2590
2591 struct pf_limit {
2592 uma_zone_t zone;
2593 u_int limit;
2594 };
2595 VNET_DECLARE(struct pf_limit, pf_limits[PF_LIMIT_MAX]);
2596 #define V_pf_limits VNET(pf_limits)
2597
2598 #endif /* _KERNEL */
2599
2600 #ifdef _KERNEL
2601 struct pf_nl_pooladdr {
2602 u_int32_t action;
2603 u_int32_t ticket;
2604 u_int32_t nr;
2605 u_int32_t r_num;
2606 u_int8_t r_action;
2607 u_int8_t r_last;
2608 u_int8_t af;
2609 char anchor[MAXPATHLEN];
2610 struct pf_pooladdr addr;
2611 /* Above this is identical to pfioc_pooladdr */
2612 int which;
2613 };
2614
2615 VNET_DECLARE(struct pf_kanchor_global, pf_anchors);
2616 #define V_pf_anchors VNET(pf_anchors)
2617 VNET_DECLARE(struct pf_kanchor, pf_main_anchor);
2618 #define V_pf_main_anchor VNET(pf_main_anchor)
2619 VNET_DECLARE(struct pf_keth_anchor_global, pf_keth_anchors);
2620 #define V_pf_keth_anchors VNET(pf_keth_anchors)
2621 #define pf_main_ruleset V_pf_main_anchor.ruleset
2622
2623 VNET_DECLARE(struct pf_keth_anchor, pf_main_keth_anchor);
2624 #define V_pf_main_keth_anchor VNET(pf_main_keth_anchor)
2625 VNET_DECLARE(struct pf_keth_ruleset*, pf_keth);
2626 #define V_pf_keth VNET(pf_keth)
2627
2628 void pf_init_kruleset(struct pf_kruleset *);
2629 void pf_init_keth(struct pf_keth_ruleset *);
2630 int pf_kanchor_setup(struct pf_krule *,
2631 const struct pf_kruleset *, const char *);
2632 int pf_kanchor_copyout(const struct pf_kruleset *,
2633 const struct pf_krule *, char *, size_t);
2634 int pf_kanchor_nvcopyout(const struct pf_kruleset *,
2635 const struct pf_krule *, nvlist_t *);
2636 void pf_remove_kanchor(struct pf_krule *);
2637 void pf_remove_if_empty_kruleset(struct pf_kruleset *);
2638 struct pf_kruleset *pf_find_kruleset(const char *);
2639 struct pf_kruleset *pf_get_leaf_kruleset(char *, char **);
2640 struct pf_kruleset *pf_find_or_create_kruleset(const char *);
2641 void pf_rs_initialize(void);
2642
2643
2644 struct pf_krule *pf_krule_alloc(void);
2645
2646 void pf_remove_if_empty_keth_ruleset(
2647 struct pf_keth_ruleset *);
2648 struct pf_keth_ruleset *pf_find_keth_ruleset(const char *);
2649 struct pf_keth_anchor *pf_find_keth_anchor(const char *);
2650 int pf_keth_anchor_setup(struct pf_keth_rule *,
2651 const struct pf_keth_ruleset *, const char *);
2652 int pf_keth_anchor_nvcopyout(
2653 const struct pf_keth_ruleset *,
2654 const struct pf_keth_rule *, nvlist_t *);
2655 struct pf_keth_ruleset *pf_find_or_create_keth_ruleset(const char *);
2656 void pf_keth_anchor_remove(struct pf_keth_rule *);
2657
2658 int pf_ioctl_getrules(struct pfioc_rule *);
2659 int pf_ioctl_addrule(struct pf_krule *, uint32_t,
2660 uint32_t, const char *, const char *, uid_t uid,
2661 pid_t);
2662 void pf_ioctl_clear_status(void);
2663 int pf_ioctl_get_timeout(int, int *);
2664 int pf_ioctl_set_timeout(int, int, int *);
2665 int pf_ioctl_get_limit(int, unsigned int *);
2666 int pf_ioctl_set_limit(int, unsigned int, unsigned int *);
2667 int pf_ioctl_begin_addrs(uint32_t *);
2668 int pf_ioctl_add_addr(struct pf_nl_pooladdr *);
2669 int pf_ioctl_get_addrs(struct pf_nl_pooladdr *);
2670 int pf_ioctl_get_addr(struct pf_nl_pooladdr *);
2671 int pf_ioctl_get_rulesets(struct pfioc_ruleset *);
2672 int pf_ioctl_get_ruleset(struct pfioc_ruleset *);
2673
2674 void pf_krule_free(struct pf_krule *);
2675 void pf_krule_clear_counters(struct pf_krule *);
2676 void pf_addr_copyout(struct pf_addr_wrap *);
2677 #endif
2678
2679 /* The fingerprint functions can be linked into userland programs (tcpdump) */
2680 int pf_osfp_add(struct pf_osfp_ioctl *);
2681 #ifdef _KERNEL
2682 struct pf_osfp_enlist *
2683 pf_osfp_fingerprint(struct pf_pdesc *, const struct tcphdr *);
2684 #endif /* _KERNEL */
2685 void pf_osfp_flush(void);
2686 int pf_osfp_get(struct pf_osfp_ioctl *);
2687 int pf_osfp_match(struct pf_osfp_enlist *, pf_osfp_t);
2688
2689 #ifdef _KERNEL
2690 void pf_print_host(struct pf_addr *, u_int16_t, sa_family_t);
2691
2692 enum pf_test_status pf_step_into_anchor(struct pf_test_ctx *, struct pf_krule *);
2693 enum pf_test_status pf_match_rule(struct pf_test_ctx *, struct pf_kruleset *);
2694 void pf_step_into_keth_anchor(struct pf_keth_anchor_stackframe *,
2695 int *, struct pf_keth_ruleset **,
2696 struct pf_keth_rule **, struct pf_keth_rule **,
2697 int *);
2698 int pf_step_out_of_keth_anchor(struct pf_keth_anchor_stackframe *,
2699 int *, struct pf_keth_ruleset **,
2700 struct pf_keth_rule **, struct pf_keth_rule **,
2701 int *);
2702
2703 u_short pf_map_addr(u_int8_t, struct pf_krule *,
2704 struct pf_addr *, struct pf_addr *,
2705 struct pfi_kkif **nkif, struct pf_addr *,
2706 struct pf_kpool *);
2707 u_short pf_map_addr_sn(u_int8_t, struct pf_krule *,
2708 struct pf_addr *, struct pf_addr *,
2709 struct pfi_kkif **nkif, struct pf_addr *,
2710 struct pf_ksrc_node **, struct pf_srchash **,
2711 struct pf_kpool *, pf_sn_types_t);
2712 int pf_get_transaddr_af(struct pf_krule *,
2713 struct pf_pdesc *);
2714 u_short pf_get_translation(struct pf_test_ctx *);
2715 u_short pf_get_transaddr(struct pf_test_ctx *,
2716 struct pf_krule *,
2717 u_int8_t, struct pf_kpool *);
2718 int pf_translate_compat(struct pf_test_ctx *);
2719
2720 int pf_state_key_setup(struct pf_pdesc *,
2721 u_int16_t, u_int16_t,
2722 struct pf_state_key **sk, struct pf_state_key **nk);
2723 struct pf_state_key *pf_state_key_clone(const struct pf_state_key *);
2724 void pf_rule_to_actions(struct pf_krule *,
2725 struct pf_rule_actions *);
2726 int pf_normalize_mss(struct pf_pdesc *pd);
2727 #if defined(INET) || defined(INET6)
2728 void pf_scrub(struct pf_pdesc *);
2729 #endif
2730
2731 struct pfi_kkif *pf_kkif_create(int);
2732 void pf_kkif_free(struct pfi_kkif *);
2733 void pf_kkif_zero(struct pfi_kkif *);
2734
2735
2736 /* NAT64 functions. */
2737 int inet_nat64(int, const void *, void *, const void *, u_int8_t);
2738 int inet_nat64_inet(const void *, void *, const void *, u_int8_t);
2739 int inet_nat64_inet6(const void *, void *, const void *, u_int8_t);
2740
2741 int inet_nat46(int, const void *, void *, const void *, u_int8_t);
2742 int inet_nat46_inet(const void *, void *, const void *, u_int8_t);
2743 int inet_nat46_inet6(const void *, void *, const void *, u_int8_t);
2744
2745 #endif /* _KERNEL */
2746
2747 #endif /* _NET_PFVAR_H_ */
2748