1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause 3 * 4 * Copyright (c) 2001 Daniel Hartmeier 5 * All rights reserved. 6 * 7 * Redistribution and use in source and binary forms, with or without 8 * modification, are permitted provided that the following conditions 9 * are met: 10 * 11 * - Redistributions of source code must retain the above copyright 12 * notice, this list of conditions and the following disclaimer. 13 * - Redistributions in binary form must reproduce the above 14 * copyright notice, this list of conditions and the following 15 * disclaimer in the documentation and/or other materials provided 16 * with the distribution. 17 * 18 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS 19 * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT 20 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS 21 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE 22 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, 23 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, 24 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 25 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER 26 * CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 27 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN 28 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 29 * POSSIBILITY OF SUCH DAMAGE. 30 * 31 * $OpenBSD: pfvar.h,v 1.282 2009/01/29 15:12:28 pyr Exp $ 32 * $FreeBSD$ 33 */ 34 35 #ifndef _NET_PFVAR_H_ 36 #define _NET_PFVAR_H_ 37 38 #include <sys/param.h> 39 #include <sys/queue.h> 40 #include <sys/counter.h> 41 #include <sys/cpuset.h> 42 #include <sys/epoch.h> 43 #include <sys/malloc.h> 44 #include <sys/nv.h> 45 #include <sys/refcount.h> 46 #include <sys/sdt.h> 47 #include <sys/sysctl.h> 48 #include <sys/smp.h> 49 #include <sys/lock.h> 50 #include <sys/rmlock.h> 51 #include <sys/tree.h> 52 #include <sys/seqc.h> 53 #include <vm/uma.h> 54 55 #include <net/if.h> 56 #include <net/ethernet.h> 57 #include <net/radix.h> 58 #include <netinet/in.h> 59 #ifdef _KERNEL 60 #include <netinet/ip.h> 61 #include <netinet/tcp.h> 62 #include <netinet/udp.h> 63 #include <netinet/sctp.h> 64 #include <netinet/ip_icmp.h> 65 #include <netinet/icmp6.h> 66 #endif 67 68 #include <netpfil/pf/pf.h> 69 #include <netpfil/pf/pf_altq.h> 70 #include <netpfil/pf/pf_mtag.h> 71 72 #ifdef _KERNEL 73 74 #if defined(__arm__) 75 #define PF_WANT_32_TO_64_COUNTER 76 #endif 77 78 /* 79 * A hybrid of 32-bit and 64-bit counters which can be used on platforms where 80 * counter(9) is very expensive. 81 * 82 * As 32-bit counters are expected to overflow, a periodic job sums them up to 83 * a saved 64-bit state. Fetching the value still walks all CPUs to get the most 84 * current snapshot. 85 */ 86 #ifdef PF_WANT_32_TO_64_COUNTER 87 struct pf_counter_u64_pcpu { 88 u_int32_t current; 89 u_int32_t snapshot; 90 }; 91 92 struct pf_counter_u64 { 93 struct pf_counter_u64_pcpu *pfcu64_pcpu; 94 u_int64_t pfcu64_value; 95 seqc_t pfcu64_seqc; 96 }; 97 98 static inline int 99 pf_counter_u64_init(struct pf_counter_u64 *pfcu64, int flags) 100 { 101 102 pfcu64->pfcu64_value = 0; 103 pfcu64->pfcu64_seqc = 0; 104 pfcu64->pfcu64_pcpu = uma_zalloc_pcpu(pcpu_zone_8, flags | M_ZERO); 105 if (__predict_false(pfcu64->pfcu64_pcpu == NULL)) 106 return (ENOMEM); 107 return (0); 108 } 109 110 static inline void 111 pf_counter_u64_deinit(struct pf_counter_u64 *pfcu64) 112 { 113 114 uma_zfree_pcpu(pcpu_zone_8, pfcu64->pfcu64_pcpu); 115 } 116 117 static inline void 118 pf_counter_u64_critical_enter(void) 119 { 120 121 critical_enter(); 122 } 123 124 static inline void 125 pf_counter_u64_critical_exit(void) 126 { 127 128 critical_exit(); 129 } 130 131 static inline void 132 pf_counter_u64_add_protected(struct pf_counter_u64 *pfcu64, uint32_t n) 133 { 134 struct pf_counter_u64_pcpu *pcpu; 135 u_int32_t val; 136 137 MPASS(curthread->td_critnest > 0); 138 pcpu = zpcpu_get(pfcu64->pfcu64_pcpu); 139 val = atomic_load_int(&pcpu->current); 140 atomic_store_int(&pcpu->current, val + n); 141 } 142 143 static inline void 144 pf_counter_u64_add(struct pf_counter_u64 *pfcu64, uint32_t n) 145 { 146 147 critical_enter(); 148 pf_counter_u64_add_protected(pfcu64, n); 149 critical_exit(); 150 } 151 152 static inline u_int64_t 153 pf_counter_u64_periodic(struct pf_counter_u64 *pfcu64) 154 { 155 struct pf_counter_u64_pcpu *pcpu; 156 u_int64_t sum; 157 u_int32_t val; 158 int cpu; 159 160 MPASS(curthread->td_critnest > 0); 161 seqc_write_begin(&pfcu64->pfcu64_seqc); 162 sum = pfcu64->pfcu64_value; 163 CPU_FOREACH(cpu) { 164 pcpu = zpcpu_get_cpu(pfcu64->pfcu64_pcpu, cpu); 165 val = atomic_load_int(&pcpu->current); 166 sum += (uint32_t)(val - pcpu->snapshot); 167 pcpu->snapshot = val; 168 } 169 pfcu64->pfcu64_value = sum; 170 seqc_write_end(&pfcu64->pfcu64_seqc); 171 return (sum); 172 } 173 174 static inline u_int64_t 175 pf_counter_u64_fetch(const struct pf_counter_u64 *pfcu64) 176 { 177 struct pf_counter_u64_pcpu *pcpu; 178 u_int64_t sum; 179 seqc_t seqc; 180 int cpu; 181 182 for (;;) { 183 seqc = seqc_read(&pfcu64->pfcu64_seqc); 184 sum = 0; 185 CPU_FOREACH(cpu) { 186 pcpu = zpcpu_get_cpu(pfcu64->pfcu64_pcpu, cpu); 187 sum += (uint32_t)(atomic_load_int(&pcpu->current) -pcpu->snapshot); 188 } 189 sum += pfcu64->pfcu64_value; 190 if (seqc_consistent(&pfcu64->pfcu64_seqc, seqc)) 191 break; 192 } 193 return (sum); 194 } 195 196 static inline void 197 pf_counter_u64_zero_protected(struct pf_counter_u64 *pfcu64) 198 { 199 struct pf_counter_u64_pcpu *pcpu; 200 int cpu; 201 202 MPASS(curthread->td_critnest > 0); 203 seqc_write_begin(&pfcu64->pfcu64_seqc); 204 CPU_FOREACH(cpu) { 205 pcpu = zpcpu_get_cpu(pfcu64->pfcu64_pcpu, cpu); 206 pcpu->snapshot = atomic_load_int(&pcpu->current); 207 } 208 pfcu64->pfcu64_value = 0; 209 seqc_write_end(&pfcu64->pfcu64_seqc); 210 } 211 212 static inline void 213 pf_counter_u64_zero(struct pf_counter_u64 *pfcu64) 214 { 215 216 critical_enter(); 217 pf_counter_u64_zero_protected(pfcu64); 218 critical_exit(); 219 } 220 #else 221 struct pf_counter_u64 { 222 counter_u64_t counter; 223 }; 224 225 static inline int 226 pf_counter_u64_init(struct pf_counter_u64 *pfcu64, int flags) 227 { 228 229 pfcu64->counter = counter_u64_alloc(flags); 230 if (__predict_false(pfcu64->counter == NULL)) 231 return (ENOMEM); 232 return (0); 233 } 234 235 static inline void 236 pf_counter_u64_deinit(struct pf_counter_u64 *pfcu64) 237 { 238 239 counter_u64_free(pfcu64->counter); 240 } 241 242 static inline void 243 pf_counter_u64_critical_enter(void) 244 { 245 246 } 247 248 static inline void 249 pf_counter_u64_critical_exit(void) 250 { 251 252 } 253 254 static inline void 255 pf_counter_u64_add_protected(struct pf_counter_u64 *pfcu64, uint32_t n) 256 { 257 258 counter_u64_add(pfcu64->counter, n); 259 } 260 261 static inline void 262 pf_counter_u64_add(struct pf_counter_u64 *pfcu64, uint32_t n) 263 { 264 265 pf_counter_u64_add_protected(pfcu64, n); 266 } 267 268 static inline u_int64_t 269 pf_counter_u64_fetch(const struct pf_counter_u64 *pfcu64) 270 { 271 272 return (counter_u64_fetch(pfcu64->counter)); 273 } 274 275 static inline void 276 pf_counter_u64_zero_protected(struct pf_counter_u64 *pfcu64) 277 { 278 279 counter_u64_zero(pfcu64->counter); 280 } 281 282 static inline void 283 pf_counter_u64_zero(struct pf_counter_u64 *pfcu64) 284 { 285 286 pf_counter_u64_zero_protected(pfcu64); 287 } 288 #endif 289 290 #define pf_get_timestamp(prule)({ \ 291 uint32_t _ts = 0; \ 292 uint32_t __ts; \ 293 int cpu; \ 294 CPU_FOREACH(cpu) { \ 295 __ts = *zpcpu_get_cpu(prule->timestamp, cpu); \ 296 if (__ts > _ts) \ 297 _ts = __ts; \ 298 } \ 299 _ts; \ 300 }) 301 302 #define pf_update_timestamp(prule) \ 303 do { \ 304 critical_enter(); \ 305 *zpcpu_get((prule)->timestamp) = time_second; \ 306 critical_exit(); \ 307 } while (0) 308 309 #define pf_timestamp_pcpu_zone (sizeof(time_t) == 4 ? pcpu_zone_4 : pcpu_zone_8) 310 _Static_assert(sizeof(time_t) == 4 || sizeof(time_t) == 8, "unexpected time_t size"); 311 312 SYSCTL_DECL(_net_pf); 313 MALLOC_DECLARE(M_PFHASH); 314 MALLOC_DECLARE(M_PF_RULE_ITEM); 315 316 SDT_PROVIDER_DECLARE(pf); 317 318 struct pfi_dynaddr { 319 TAILQ_ENTRY(pfi_dynaddr) entry; 320 struct pf_addr pfid_addr4; 321 struct pf_addr pfid_mask4; 322 struct pf_addr pfid_addr6; 323 struct pf_addr pfid_mask6; 324 struct pfr_ktable *pfid_kt; 325 struct pfi_kkif *pfid_kif; 326 int pfid_net; /* mask or 128 */ 327 int pfid_acnt4; /* address count IPv4 */ 328 int pfid_acnt6; /* address count IPv6 */ 329 sa_family_t pfid_af; /* rule af */ 330 u_int8_t pfid_iflags; /* PFI_AFLAG_* */ 331 }; 332 333 /* 334 * Address manipulation macros 335 */ 336 #define HTONL(x) (x) = htonl((__uint32_t)(x)) 337 #define HTONS(x) (x) = htons((__uint16_t)(x)) 338 #define NTOHL(x) (x) = ntohl((__uint32_t)(x)) 339 #define NTOHS(x) (x) = ntohs((__uint16_t)(x)) 340 341 #define PF_NAME "pf" 342 343 #define PF_HASHROW_ASSERT(h) mtx_assert(&(h)->lock, MA_OWNED) 344 #define PF_HASHROW_LOCK(h) mtx_lock(&(h)->lock) 345 #define PF_HASHROW_UNLOCK(h) mtx_unlock(&(h)->lock) 346 347 #ifdef INVARIANTS 348 #define PF_STATE_LOCK(s) \ 349 do { \ 350 struct pf_kstate *_s = (s); \ 351 struct pf_idhash *_ih = &V_pf_idhash[PF_IDHASH(_s)]; \ 352 MPASS(_s->lock == &_ih->lock); \ 353 mtx_lock(_s->lock); \ 354 } while (0) 355 #define PF_STATE_UNLOCK(s) \ 356 do { \ 357 struct pf_kstate *_s = (s); \ 358 struct pf_idhash *_ih = &V_pf_idhash[PF_IDHASH(_s)]; \ 359 MPASS(_s->lock == &_ih->lock); \ 360 mtx_unlock(_s->lock); \ 361 } while (0) 362 #else 363 #define PF_STATE_LOCK(s) mtx_lock(s->lock) 364 #define PF_STATE_UNLOCK(s) mtx_unlock(s->lock) 365 #endif 366 367 #ifdef INVARIANTS 368 #define PF_STATE_LOCK_ASSERT(s) \ 369 do { \ 370 struct pf_kstate *_s = (s); \ 371 struct pf_idhash *_ih = &V_pf_idhash[PF_IDHASH(_s)]; \ 372 MPASS(_s->lock == &_ih->lock); \ 373 PF_HASHROW_ASSERT(_ih); \ 374 } while (0) 375 #else /* !INVARIANTS */ 376 #define PF_STATE_LOCK_ASSERT(s) do {} while (0) 377 #endif /* INVARIANTS */ 378 379 #ifdef INVARIANTS 380 #define PF_SRC_NODE_LOCK(sn) \ 381 do { \ 382 struct pf_ksrc_node *_sn = (sn); \ 383 struct pf_srchash *_sh = &V_pf_srchash[ \ 384 pf_hashsrc(&_sn->addr, _sn->af)]; \ 385 MPASS(_sn->lock == &_sh->lock); \ 386 mtx_lock(_sn->lock); \ 387 } while (0) 388 #define PF_SRC_NODE_UNLOCK(sn) \ 389 do { \ 390 struct pf_ksrc_node *_sn = (sn); \ 391 struct pf_srchash *_sh = &V_pf_srchash[ \ 392 pf_hashsrc(&_sn->addr, _sn->af)]; \ 393 MPASS(_sn->lock == &_sh->lock); \ 394 mtx_unlock(_sn->lock); \ 395 } while (0) 396 #else 397 #define PF_SRC_NODE_LOCK(sn) mtx_lock((sn)->lock) 398 #define PF_SRC_NODE_UNLOCK(sn) mtx_unlock((sn)->lock) 399 #endif 400 401 #ifdef INVARIANTS 402 #define PF_SRC_NODE_LOCK_ASSERT(sn) \ 403 do { \ 404 struct pf_ksrc_node *_sn = (sn); \ 405 struct pf_srchash *_sh = &V_pf_srchash[ \ 406 pf_hashsrc(&_sn->addr, _sn->af)]; \ 407 MPASS(_sn->lock == &_sh->lock); \ 408 PF_HASHROW_ASSERT(_sh); \ 409 } while (0) 410 #else /* !INVARIANTS */ 411 #define PF_SRC_NODE_LOCK_ASSERT(sn) do {} while (0) 412 #endif /* INVARIANTS */ 413 414 extern struct mtx_padalign pf_unlnkdrules_mtx; 415 #define PF_UNLNKDRULES_LOCK() mtx_lock(&pf_unlnkdrules_mtx) 416 #define PF_UNLNKDRULES_UNLOCK() mtx_unlock(&pf_unlnkdrules_mtx) 417 #define PF_UNLNKDRULES_ASSERT() mtx_assert(&pf_unlnkdrules_mtx, MA_OWNED) 418 419 extern struct sx pf_config_lock; 420 #define PF_CONFIG_LOCK() sx_xlock(&pf_config_lock) 421 #define PF_CONFIG_UNLOCK() sx_xunlock(&pf_config_lock) 422 #define PF_CONFIG_ASSERT() sx_assert(&pf_config_lock, SA_XLOCKED) 423 424 VNET_DECLARE(struct rmlock, pf_rules_lock); 425 #define V_pf_rules_lock VNET(pf_rules_lock) 426 427 #define PF_RULES_RLOCK_TRACKER struct rm_priotracker _pf_rules_tracker 428 #define PF_RULES_RLOCK() rm_rlock(&V_pf_rules_lock, &_pf_rules_tracker) 429 #define PF_RULES_RUNLOCK() rm_runlock(&V_pf_rules_lock, &_pf_rules_tracker) 430 #define PF_RULES_WLOCK() rm_wlock(&V_pf_rules_lock) 431 #define PF_RULES_WUNLOCK() rm_wunlock(&V_pf_rules_lock) 432 #define PF_RULES_WOWNED() rm_wowned(&V_pf_rules_lock) 433 #define PF_RULES_ASSERT() rm_assert(&V_pf_rules_lock, RA_LOCKED) 434 #define PF_RULES_RASSERT() rm_assert(&V_pf_rules_lock, RA_RLOCKED) 435 #define PF_RULES_WASSERT() rm_assert(&V_pf_rules_lock, RA_WLOCKED) 436 437 extern struct mtx_padalign pf_table_stats_lock; 438 #define PF_TABLE_STATS_LOCK() mtx_lock(&pf_table_stats_lock) 439 #define PF_TABLE_STATS_UNLOCK() mtx_unlock(&pf_table_stats_lock) 440 #define PF_TABLE_STATS_OWNED() mtx_owned(&pf_table_stats_lock) 441 #define PF_TABLE_STATS_ASSERT() mtx_assert(&pf_table_stats_lock, MA_OWNED) 442 443 extern struct sx pf_end_lock; 444 445 #define PF_MODVER 1 446 #define PFLOG_MODVER 1 447 #define PFSYNC_MODVER 1 448 449 #define PFLOG_MINVER 1 450 #define PFLOG_PREFVER PFLOG_MODVER 451 #define PFLOG_MAXVER 1 452 #define PFSYNC_MINVER 1 453 #define PFSYNC_PREFVER PFSYNC_MODVER 454 #define PFSYNC_MAXVER 1 455 456 #ifdef INET 457 #ifndef INET6 458 #define PF_INET_ONLY 459 #endif /* ! INET6 */ 460 #endif /* INET */ 461 462 #ifdef INET6 463 #ifndef INET 464 #define PF_INET6_ONLY 465 #endif /* ! INET */ 466 #endif /* INET6 */ 467 468 #ifdef INET 469 #ifdef INET6 470 #define PF_INET_INET6 471 #endif /* INET6 */ 472 #endif /* INET */ 473 474 #else 475 476 #define PF_INET_INET6 477 478 #endif /* _KERNEL */ 479 480 /* Both IPv4 and IPv6 */ 481 #ifdef PF_INET_INET6 482 483 #define PF_AEQ(a, b, c) \ 484 ((c == AF_INET && (a)->addr32[0] == (b)->addr32[0]) || \ 485 (c == AF_INET6 && (a)->addr32[3] == (b)->addr32[3] && \ 486 (a)->addr32[2] == (b)->addr32[2] && \ 487 (a)->addr32[1] == (b)->addr32[1] && \ 488 (a)->addr32[0] == (b)->addr32[0])) \ 489 490 #define PF_ANEQ(a, b, c) \ 491 ((c == AF_INET && (a)->addr32[0] != (b)->addr32[0]) || \ 492 (c == AF_INET6 && ((a)->addr32[0] != (b)->addr32[0] || \ 493 (a)->addr32[1] != (b)->addr32[1] || \ 494 (a)->addr32[2] != (b)->addr32[2] || \ 495 (a)->addr32[3] != (b)->addr32[3]))) \ 496 497 #define PF_AZERO(a, c) \ 498 ((c == AF_INET && !(a)->addr32[0]) || \ 499 (c == AF_INET6 && !(a)->addr32[0] && !(a)->addr32[1] && \ 500 !(a)->addr32[2] && !(a)->addr32[3] )) \ 501 502 #define PF_MATCHA(n, a, m, b, f) \ 503 pf_match_addr(n, a, m, b, f) 504 505 #define PF_ACPY(a, b, f) \ 506 pf_addrcpy(a, b, f) 507 508 #define PF_AINC(a, f) \ 509 pf_addr_inc(a, f) 510 511 #define PF_POOLMASK(a, b, c, d, f) \ 512 pf_poolmask(a, b, c, d, f) 513 514 #else 515 516 /* Just IPv6 */ 517 518 #ifdef PF_INET6_ONLY 519 520 #define PF_AEQ(a, b, c) \ 521 ((a)->addr32[3] == (b)->addr32[3] && \ 522 (a)->addr32[2] == (b)->addr32[2] && \ 523 (a)->addr32[1] == (b)->addr32[1] && \ 524 (a)->addr32[0] == (b)->addr32[0]) \ 525 526 #define PF_ANEQ(a, b, c) \ 527 ((a)->addr32[3] != (b)->addr32[3] || \ 528 (a)->addr32[2] != (b)->addr32[2] || \ 529 (a)->addr32[1] != (b)->addr32[1] || \ 530 (a)->addr32[0] != (b)->addr32[0]) \ 531 532 #define PF_AZERO(a, c) \ 533 (!(a)->addr32[0] && \ 534 !(a)->addr32[1] && \ 535 !(a)->addr32[2] && \ 536 !(a)->addr32[3] ) \ 537 538 #define PF_MATCHA(n, a, m, b, f) \ 539 pf_match_addr(n, a, m, b, f) 540 541 #define PF_ACPY(a, b, f) \ 542 pf_addrcpy(a, b, f) 543 544 #define PF_AINC(a, f) \ 545 pf_addr_inc(a, f) 546 547 #define PF_POOLMASK(a, b, c, d, f) \ 548 pf_poolmask(a, b, c, d, f) 549 550 #else 551 552 /* Just IPv4 */ 553 #ifdef PF_INET_ONLY 554 555 #define PF_AEQ(a, b, c) \ 556 ((a)->addr32[0] == (b)->addr32[0]) 557 558 #define PF_ANEQ(a, b, c) \ 559 ((a)->addr32[0] != (b)->addr32[0]) 560 561 #define PF_AZERO(a, c) \ 562 (!(a)->addr32[0]) 563 564 #define PF_MATCHA(n, a, m, b, f) \ 565 pf_match_addr(n, a, m, b, f) 566 567 #define PF_ACPY(a, b, f) \ 568 (a)->v4.s_addr = (b)->v4.s_addr 569 570 #define PF_AINC(a, f) \ 571 do { \ 572 (a)->addr32[0] = htonl(ntohl((a)->addr32[0]) + 1); \ 573 } while (0) 574 575 #define PF_POOLMASK(a, b, c, d, f) \ 576 do { \ 577 (a)->addr32[0] = ((b)->addr32[0] & (c)->addr32[0]) | \ 578 (((c)->addr32[0] ^ 0xffffffff ) & (d)->addr32[0]); \ 579 } while (0) 580 581 #endif /* PF_INET_ONLY */ 582 #endif /* PF_INET6_ONLY */ 583 #endif /* PF_INET_INET6 */ 584 585 /* 586 * XXX callers not FIB-aware in our version of pf yet. 587 * OpenBSD fixed it later it seems, 2010/05/07 13:33:16 claudio. 588 */ 589 #define PF_MISMATCHAW(aw, x, af, neg, ifp, rtid) \ 590 ( \ 591 (((aw)->type == PF_ADDR_NOROUTE && \ 592 pf_routable((x), (af), NULL, (rtid))) || \ 593 (((aw)->type == PF_ADDR_URPFFAILED && (ifp) != NULL && \ 594 pf_routable((x), (af), (ifp), (rtid))) || \ 595 ((aw)->type == PF_ADDR_TABLE && \ 596 !pfr_match_addr((aw)->p.tbl, (x), (af))) || \ 597 ((aw)->type == PF_ADDR_DYNIFTL && \ 598 !pfi_match_addr((aw)->p.dyn, (x), (af))) || \ 599 ((aw)->type == PF_ADDR_RANGE && \ 600 !pf_match_addr_range(&(aw)->v.a.addr, \ 601 &(aw)->v.a.mask, (x), (af))) || \ 602 ((aw)->type == PF_ADDR_ADDRMASK && \ 603 !PF_AZERO(&(aw)->v.a.mask, (af)) && \ 604 !PF_MATCHA(0, &(aw)->v.a.addr, \ 605 &(aw)->v.a.mask, (x), (af))))) != \ 606 (neg) \ 607 ) 608 609 #define PF_ALGNMNT(off) (((off) % 2) == 0) 610 611 #ifdef _KERNEL 612 613 struct pf_kpooladdr { 614 struct pf_addr_wrap addr; 615 TAILQ_ENTRY(pf_kpooladdr) entries; 616 char ifname[IFNAMSIZ]; 617 struct pfi_kkif *kif; 618 }; 619 620 TAILQ_HEAD(pf_kpalist, pf_kpooladdr); 621 622 struct pf_kpool { 623 struct mtx mtx; 624 struct pf_kpalist list; 625 struct pf_kpooladdr *cur; 626 struct pf_poolhashkey key; 627 struct pf_addr counter; 628 struct pf_mape_portset mape; 629 int tblidx; 630 u_int16_t proxy_port[2]; 631 u_int8_t opts; 632 }; 633 634 struct pf_rule_actions { 635 int32_t rtableid; 636 uint16_t qid; 637 uint16_t pqid; 638 uint16_t max_mss; 639 uint8_t log; 640 uint8_t set_tos; 641 uint8_t min_ttl; 642 uint16_t dnpipe; 643 uint16_t dnrpipe; /* Reverse direction pipe */ 644 uint32_t flags; 645 uint8_t set_prio[2]; 646 }; 647 648 union pf_keth_rule_ptr { 649 struct pf_keth_rule *ptr; 650 uint32_t nr; 651 }; 652 653 struct pf_keth_rule_addr { 654 uint8_t addr[ETHER_ADDR_LEN]; 655 uint8_t mask[ETHER_ADDR_LEN]; 656 bool neg; 657 uint8_t isset; 658 }; 659 660 struct pf_keth_anchor; 661 662 TAILQ_HEAD(pf_keth_ruleq, pf_keth_rule); 663 664 struct pf_keth_ruleset { 665 struct pf_keth_ruleq rules[2]; 666 struct pf_keth_rules { 667 struct pf_keth_ruleq *rules; 668 int open; 669 uint32_t ticket; 670 } active, inactive; 671 struct epoch_context epoch_ctx; 672 struct vnet *vnet; 673 struct pf_keth_anchor *anchor; 674 }; 675 676 RB_HEAD(pf_keth_anchor_global, pf_keth_anchor); 677 RB_HEAD(pf_keth_anchor_node, pf_keth_anchor); 678 struct pf_keth_anchor { 679 RB_ENTRY(pf_keth_anchor) entry_node; 680 RB_ENTRY(pf_keth_anchor) entry_global; 681 struct pf_keth_anchor *parent; 682 struct pf_keth_anchor_node children; 683 char name[PF_ANCHOR_NAME_SIZE]; 684 char path[MAXPATHLEN]; 685 struct pf_keth_ruleset ruleset; 686 int refcnt; /* anchor rules */ 687 uint8_t anchor_relative; 688 uint8_t anchor_wildcard; 689 }; 690 RB_PROTOTYPE(pf_keth_anchor_node, pf_keth_anchor, entry_node, 691 pf_keth_anchor_compare); 692 RB_PROTOTYPE(pf_keth_anchor_global, pf_keth_anchor, entry_global, 693 pf_keth_anchor_compare); 694 695 struct pf_keth_rule { 696 #define PFE_SKIP_IFP 0 697 #define PFE_SKIP_DIR 1 698 #define PFE_SKIP_PROTO 2 699 #define PFE_SKIP_SRC_ADDR 3 700 #define PFE_SKIP_DST_ADDR 4 701 #define PFE_SKIP_SRC_IP_ADDR 5 702 #define PFE_SKIP_DST_IP_ADDR 6 703 #define PFE_SKIP_COUNT 7 704 union pf_keth_rule_ptr skip[PFE_SKIP_COUNT]; 705 706 TAILQ_ENTRY(pf_keth_rule) entries; 707 708 struct pf_keth_anchor *anchor; 709 u_int8_t anchor_relative; 710 u_int8_t anchor_wildcard; 711 712 uint32_t nr; 713 714 bool quick; 715 716 /* Filter */ 717 char ifname[IFNAMSIZ]; 718 struct pfi_kkif *kif; 719 bool ifnot; 720 uint8_t direction; 721 uint16_t proto; 722 struct pf_keth_rule_addr src, dst; 723 struct pf_rule_addr ipsrc, ipdst; 724 char match_tagname[PF_TAG_NAME_SIZE]; 725 uint16_t match_tag; 726 bool match_tag_not; 727 728 729 /* Stats */ 730 counter_u64_t evaluations; 731 counter_u64_t packets[2]; 732 counter_u64_t bytes[2]; 733 time_t *timestamp; 734 735 /* Action */ 736 char qname[PF_QNAME_SIZE]; 737 int qid; 738 char tagname[PF_TAG_NAME_SIZE]; 739 uint16_t tag; 740 char bridge_to_name[IFNAMSIZ]; 741 struct pfi_kkif *bridge_to; 742 uint8_t action; 743 uint16_t dnpipe; 744 uint32_t dnflags; 745 746 char label[PF_RULE_MAX_LABEL_COUNT][PF_RULE_LABEL_SIZE]; 747 uint32_t ridentifier; 748 }; 749 750 union pf_krule_ptr { 751 struct pf_krule *ptr; 752 u_int32_t nr; 753 }; 754 755 RB_HEAD(pf_krule_global, pf_krule); 756 RB_PROTOTYPE(pf_krule_global, pf_krule, entry_global, pf_krule_compare); 757 758 struct pf_krule { 759 struct pf_rule_addr src; 760 struct pf_rule_addr dst; 761 union pf_krule_ptr skip[PF_SKIP_COUNT]; 762 char label[PF_RULE_MAX_LABEL_COUNT][PF_RULE_LABEL_SIZE]; 763 uint32_t ridentifier; 764 char ifname[IFNAMSIZ]; 765 char qname[PF_QNAME_SIZE]; 766 char pqname[PF_QNAME_SIZE]; 767 char tagname[PF_TAG_NAME_SIZE]; 768 char match_tagname[PF_TAG_NAME_SIZE]; 769 770 char overload_tblname[PF_TABLE_NAME_SIZE]; 771 772 TAILQ_ENTRY(pf_krule) entries; 773 struct pf_kpool rpool; 774 775 struct pf_counter_u64 evaluations; 776 struct pf_counter_u64 packets[2]; 777 struct pf_counter_u64 bytes[2]; 778 time_t *timestamp; 779 780 struct pfi_kkif *kif; 781 struct pf_kanchor *anchor; 782 struct pfr_ktable *overload_tbl; 783 784 pf_osfp_t os_fingerprint; 785 786 int32_t rtableid; 787 u_int32_t timeout[PFTM_MAX]; 788 u_int32_t max_states; 789 u_int32_t max_src_nodes; 790 u_int32_t max_src_states; 791 u_int32_t max_src_conn; 792 struct { 793 u_int32_t limit; 794 u_int32_t seconds; 795 } max_src_conn_rate; 796 u_int16_t qid; 797 u_int16_t pqid; 798 u_int16_t dnpipe; 799 u_int16_t dnrpipe; 800 u_int32_t free_flags; 801 u_int32_t nr; 802 u_int32_t prob; 803 uid_t cuid; 804 pid_t cpid; 805 806 counter_u64_t states_cur; 807 counter_u64_t states_tot; 808 counter_u64_t src_nodes; 809 810 u_int16_t return_icmp; 811 u_int16_t return_icmp6; 812 u_int16_t max_mss; 813 u_int16_t tag; 814 u_int16_t match_tag; 815 u_int16_t scrub_flags; 816 817 struct pf_rule_uid uid; 818 struct pf_rule_gid gid; 819 820 u_int32_t rule_flag; 821 uint32_t rule_ref; 822 u_int8_t action; 823 u_int8_t direction; 824 u_int8_t log; 825 u_int8_t logif; 826 u_int8_t quick; 827 u_int8_t ifnot; 828 u_int8_t match_tag_not; 829 u_int8_t natpass; 830 831 u_int8_t keep_state; 832 sa_family_t af; 833 u_int8_t proto; 834 u_int8_t type; 835 u_int8_t code; 836 u_int8_t flags; 837 u_int8_t flagset; 838 u_int8_t min_ttl; 839 u_int8_t allow_opts; 840 u_int8_t rt; 841 u_int8_t return_ttl; 842 u_int8_t tos; 843 u_int8_t set_tos; 844 u_int8_t anchor_relative; 845 u_int8_t anchor_wildcard; 846 847 u_int8_t flush; 848 u_int8_t prio; 849 u_int8_t set_prio[2]; 850 851 struct { 852 struct pf_addr addr; 853 u_int16_t port; 854 } divert; 855 u_int8_t md5sum[PF_MD5_DIGEST_LENGTH]; 856 RB_ENTRY(pf_krule) entry_global; 857 858 #ifdef PF_WANT_32_TO_64_COUNTER 859 LIST_ENTRY(pf_krule) allrulelist; 860 bool allrulelinked; 861 #endif 862 }; 863 864 struct pf_krule_item { 865 SLIST_ENTRY(pf_krule_item) entry; 866 struct pf_krule *r; 867 }; 868 869 SLIST_HEAD(pf_krule_slist, pf_krule_item); 870 871 struct pf_ksrc_node { 872 LIST_ENTRY(pf_ksrc_node) entry; 873 struct pf_addr addr; 874 struct pf_addr raddr; 875 struct pf_krule_slist match_rules; 876 union pf_krule_ptr rule; 877 struct pfi_kkif *kif; 878 counter_u64_t bytes[2]; 879 counter_u64_t packets[2]; 880 u_int32_t states; 881 u_int32_t conn; 882 struct pf_threshold conn_rate; 883 u_int32_t creation; 884 u_int32_t expire; 885 sa_family_t af; 886 u_int8_t ruletype; 887 struct mtx *lock; 888 }; 889 #endif 890 891 struct pf_state_scrub { 892 struct timeval pfss_last; /* time received last packet */ 893 u_int32_t pfss_tsecr; /* last echoed timestamp */ 894 u_int32_t pfss_tsval; /* largest timestamp */ 895 u_int32_t pfss_tsval0; /* original timestamp */ 896 u_int16_t pfss_flags; 897 #define PFSS_TIMESTAMP 0x0001 /* modulate timestamp */ 898 #define PFSS_PAWS 0x0010 /* stricter PAWS checks */ 899 #define PFSS_PAWS_IDLED 0x0020 /* was idle too long. no PAWS */ 900 #define PFSS_DATA_TS 0x0040 /* timestamp on data packets */ 901 #define PFSS_DATA_NOTS 0x0080 /* no timestamp on data packets */ 902 u_int8_t pfss_ttl; /* stashed TTL */ 903 u_int8_t pad; 904 u_int32_t pfss_ts_mod; /* timestamp modulation */ 905 }; 906 907 struct pf_state_host { 908 struct pf_addr addr; 909 u_int16_t port; 910 u_int16_t pad; 911 }; 912 913 struct pf_state_peer { 914 struct pf_state_scrub *scrub; /* state is scrubbed */ 915 u_int32_t seqlo; /* Max sequence number sent */ 916 u_int32_t seqhi; /* Max the other end ACKd + win */ 917 u_int32_t seqdiff; /* Sequence number modulator */ 918 u_int16_t max_win; /* largest window (pre scaling) */ 919 u_int16_t mss; /* Maximum segment size option */ 920 u_int8_t state; /* active state level */ 921 u_int8_t wscale; /* window scaling factor */ 922 u_int8_t tcp_est; /* Did we reach TCPS_ESTABLISHED */ 923 u_int8_t pad[1]; 924 }; 925 926 /* Keep synced with struct pf_state_key. */ 927 struct pf_state_key_cmp { 928 struct pf_addr addr[2]; 929 u_int16_t port[2]; 930 sa_family_t af; 931 u_int8_t proto; 932 u_int8_t pad[2]; 933 }; 934 935 struct pf_state_key { 936 struct pf_addr addr[2]; 937 u_int16_t port[2]; 938 sa_family_t af; 939 u_int8_t proto; 940 u_int8_t pad[2]; 941 942 LIST_ENTRY(pf_state_key) entry; 943 TAILQ_HEAD(, pf_kstate) states[2]; 944 }; 945 946 /* Keep synced with struct pf_kstate. */ 947 struct pf_state_cmp { 948 u_int64_t id; 949 u_int32_t creatorid; 950 u_int8_t direction; 951 u_int8_t pad[3]; 952 }; 953 954 struct pf_state_scrub_export { 955 uint16_t pfss_flags; 956 uint8_t pfss_ttl; /* stashed TTL */ 957 #define PF_SCRUB_FLAG_VALID 0x01 958 uint8_t scrub_flag; 959 uint32_t pfss_ts_mod; /* timestamp modulation */ 960 }; 961 962 struct pf_state_key_export { 963 struct pf_addr addr[2]; 964 uint16_t port[2]; 965 }; 966 967 struct pf_state_peer_export { 968 struct pf_state_scrub_export scrub; /* state is scrubbed */ 969 uint32_t seqlo; /* Max sequence number sent */ 970 uint32_t seqhi; /* Max the other end ACKd + win */ 971 uint32_t seqdiff; /* Sequence number modulator */ 972 uint16_t max_win; /* largest window (pre scaling) */ 973 uint16_t mss; /* Maximum segment size option */ 974 uint8_t state; /* active state level */ 975 uint8_t wscale; /* window scaling factor */ 976 uint8_t dummy[6]; 977 }; 978 _Static_assert(sizeof(struct pf_state_peer_export) == 32, "size incorrect"); 979 980 struct pf_state_export { 981 uint64_t version; 982 #define PF_STATE_VERSION 20230404 983 uint64_t id; 984 char ifname[IFNAMSIZ]; 985 char orig_ifname[IFNAMSIZ]; 986 struct pf_state_key_export key[2]; 987 struct pf_state_peer_export src; 988 struct pf_state_peer_export dst; 989 struct pf_addr rt_addr; 990 uint32_t rule; 991 uint32_t anchor; 992 uint32_t nat_rule; 993 uint32_t creation; 994 uint32_t expire; 995 uint32_t spare0; 996 uint64_t packets[2]; 997 uint64_t bytes[2]; 998 uint32_t creatorid; 999 uint32_t spare1; 1000 sa_family_t af; 1001 uint8_t proto; 1002 uint8_t direction; 1003 uint8_t log; 1004 uint8_t state_flags_compat; 1005 uint8_t timeout; 1006 uint8_t sync_flags; 1007 uint8_t updates; 1008 uint16_t state_flags; 1009 uint16_t qid; 1010 uint16_t pqid; 1011 uint16_t dnpipe; 1012 uint16_t dnrpipe; 1013 int32_t rtableid; 1014 uint8_t min_ttl; 1015 uint8_t set_tos; 1016 uint16_t max_mss; 1017 uint8_t set_prio[2]; 1018 uint8_t rt; 1019 char rt_ifname[IFNAMSIZ]; 1020 1021 uint8_t spare[72]; 1022 }; 1023 _Static_assert(sizeof(struct pf_state_export) == 384, "size incorrect"); 1024 1025 #ifdef _KERNEL 1026 struct pf_kstate { 1027 /* 1028 * Area shared with pf_state_cmp 1029 */ 1030 u_int64_t id; 1031 u_int32_t creatorid; 1032 u_int8_t direction; 1033 u_int8_t pad[3]; 1034 /* 1035 * end of the area 1036 */ 1037 1038 u_int16_t state_flags; 1039 u_int8_t timeout; 1040 u_int8_t sync_state; /* PFSYNC_S_x */ 1041 u_int8_t sync_updates; /* XXX */ 1042 u_int refs; 1043 struct mtx *lock; 1044 TAILQ_ENTRY(pf_kstate) sync_list; 1045 TAILQ_ENTRY(pf_kstate) key_list[2]; 1046 LIST_ENTRY(pf_kstate) entry; 1047 struct pf_state_peer src; 1048 struct pf_state_peer dst; 1049 struct pf_krule_slist match_rules; 1050 union pf_krule_ptr rule; 1051 union pf_krule_ptr anchor; 1052 union pf_krule_ptr nat_rule; 1053 struct pf_addr rt_addr; 1054 struct pf_state_key *key[2]; /* addresses stack and wire */ 1055 struct pfi_kkif *kif; 1056 struct pfi_kkif *orig_kif; /* The real kif, even if we're a floating state (i.e. if == V_pfi_all). */ 1057 struct pfi_kkif *rt_kif; 1058 struct pf_ksrc_node *src_node; 1059 struct pf_ksrc_node *nat_src_node; 1060 u_int64_t packets[2]; 1061 u_int64_t bytes[2]; 1062 u_int32_t creation; 1063 u_int32_t expire; 1064 u_int32_t pfsync_time; 1065 struct pf_rule_actions act; 1066 u_int16_t tag; 1067 u_int8_t rt; 1068 }; 1069 1070 /* 1071 * Size <= fits 11 objects per page on LP64. Try to not grow the struct beyond that. 1072 */ 1073 _Static_assert(sizeof(struct pf_kstate) <= 368, "pf_kstate size crosses 368 bytes"); 1074 #endif 1075 1076 /* 1077 * Unified state structures for pulling states out of the kernel 1078 * used by pfsync(4) and the pf(4) ioctl. 1079 */ 1080 struct pfsync_state_scrub { 1081 u_int16_t pfss_flags; 1082 u_int8_t pfss_ttl; /* stashed TTL */ 1083 #define PFSYNC_SCRUB_FLAG_VALID 0x01 1084 u_int8_t scrub_flag; 1085 u_int32_t pfss_ts_mod; /* timestamp modulation */ 1086 } __packed; 1087 1088 struct pfsync_state_peer { 1089 struct pfsync_state_scrub scrub; /* state is scrubbed */ 1090 u_int32_t seqlo; /* Max sequence number sent */ 1091 u_int32_t seqhi; /* Max the other end ACKd + win */ 1092 u_int32_t seqdiff; /* Sequence number modulator */ 1093 u_int16_t max_win; /* largest window (pre scaling) */ 1094 u_int16_t mss; /* Maximum segment size option */ 1095 u_int8_t state; /* active state level */ 1096 u_int8_t wscale; /* window scaling factor */ 1097 u_int8_t pad[6]; 1098 } __packed; 1099 1100 struct pfsync_state_key { 1101 struct pf_addr addr[2]; 1102 u_int16_t port[2]; 1103 }; 1104 1105 struct pfsync_state_1301 { 1106 u_int64_t id; 1107 char ifname[IFNAMSIZ]; 1108 struct pfsync_state_key key[2]; 1109 struct pfsync_state_peer src; 1110 struct pfsync_state_peer dst; 1111 struct pf_addr rt_addr; 1112 u_int32_t rule; 1113 u_int32_t anchor; 1114 u_int32_t nat_rule; 1115 u_int32_t creation; 1116 u_int32_t expire; 1117 u_int32_t packets[2][2]; 1118 u_int32_t bytes[2][2]; 1119 u_int32_t creatorid; 1120 sa_family_t af; 1121 u_int8_t proto; 1122 u_int8_t direction; 1123 u_int8_t __spare[2]; 1124 u_int8_t log; 1125 u_int8_t state_flags; 1126 u_int8_t timeout; 1127 u_int8_t sync_flags; 1128 u_int8_t updates; 1129 } __packed; 1130 1131 struct pfsync_state_1400 { 1132 /* The beginning of the struct is compatible with previous versions */ 1133 u_int64_t id; 1134 char ifname[IFNAMSIZ]; 1135 struct pfsync_state_key key[2]; 1136 struct pfsync_state_peer src; 1137 struct pfsync_state_peer dst; 1138 struct pf_addr rt_addr; 1139 u_int32_t rule; 1140 u_int32_t anchor; 1141 u_int32_t nat_rule; 1142 u_int32_t creation; 1143 u_int32_t expire; 1144 u_int32_t packets[2][2]; 1145 u_int32_t bytes[2][2]; 1146 u_int32_t creatorid; 1147 sa_family_t af; 1148 u_int8_t proto; 1149 u_int8_t direction; 1150 u_int16_t state_flags; 1151 u_int8_t log; 1152 u_int8_t __spare; 1153 u_int8_t timeout; 1154 u_int8_t sync_flags; 1155 u_int8_t updates; 1156 /* The rest is not */ 1157 u_int16_t qid; 1158 u_int16_t pqid; 1159 u_int16_t dnpipe; 1160 u_int16_t dnrpipe; 1161 int32_t rtableid; 1162 u_int8_t min_ttl; 1163 u_int8_t set_tos; 1164 u_int16_t max_mss; 1165 u_int8_t set_prio[2]; 1166 u_int8_t rt; 1167 char rt_ifname[IFNAMSIZ]; 1168 1169 } __packed; 1170 1171 union pfsync_state_union { 1172 struct pfsync_state_1301 pfs_1301; 1173 struct pfsync_state_1400 pfs_1400; 1174 } __packed; 1175 1176 #ifdef _KERNEL 1177 /* pfsync */ 1178 typedef int pfsync_state_import_t(union pfsync_state_union *, int, int); 1179 typedef void pfsync_insert_state_t(struct pf_kstate *); 1180 typedef void pfsync_update_state_t(struct pf_kstate *); 1181 typedef void pfsync_delete_state_t(struct pf_kstate *); 1182 typedef void pfsync_clear_states_t(u_int32_t, const char *); 1183 typedef int pfsync_defer_t(struct pf_kstate *, struct mbuf *); 1184 typedef void pfsync_detach_ifnet_t(struct ifnet *); 1185 1186 VNET_DECLARE(pfsync_state_import_t *, pfsync_state_import_ptr); 1187 #define V_pfsync_state_import_ptr VNET(pfsync_state_import_ptr) 1188 VNET_DECLARE(pfsync_insert_state_t *, pfsync_insert_state_ptr); 1189 #define V_pfsync_insert_state_ptr VNET(pfsync_insert_state_ptr) 1190 VNET_DECLARE(pfsync_update_state_t *, pfsync_update_state_ptr); 1191 #define V_pfsync_update_state_ptr VNET(pfsync_update_state_ptr) 1192 VNET_DECLARE(pfsync_delete_state_t *, pfsync_delete_state_ptr); 1193 #define V_pfsync_delete_state_ptr VNET(pfsync_delete_state_ptr) 1194 VNET_DECLARE(pfsync_clear_states_t *, pfsync_clear_states_ptr); 1195 #define V_pfsync_clear_states_ptr VNET(pfsync_clear_states_ptr) 1196 VNET_DECLARE(pfsync_defer_t *, pfsync_defer_ptr); 1197 #define V_pfsync_defer_ptr VNET(pfsync_defer_ptr) 1198 extern pfsync_detach_ifnet_t *pfsync_detach_ifnet_ptr; 1199 1200 void pfsync_state_export(union pfsync_state_union *, 1201 struct pf_kstate *, int); 1202 void pf_state_export(struct pf_state_export *, 1203 struct pf_kstate *); 1204 1205 /* pflog */ 1206 struct pf_kruleset; 1207 struct pf_pdesc; 1208 typedef int pflog_packet_t(struct pfi_kkif *, struct mbuf *, sa_family_t, 1209 u_int8_t, struct pf_krule *, struct pf_krule *, struct pf_kruleset *, 1210 struct pf_pdesc *, int); 1211 extern pflog_packet_t *pflog_packet_ptr; 1212 1213 #endif /* _KERNEL */ 1214 1215 #define PFSYNC_FLAG_SRCNODE 0x04 1216 #define PFSYNC_FLAG_NATSRCNODE 0x08 1217 1218 /* for copies to/from network byte order */ 1219 /* ioctl interface also uses network byte order */ 1220 #define pf_state_peer_hton(s,d) do { \ 1221 (d)->seqlo = htonl((s)->seqlo); \ 1222 (d)->seqhi = htonl((s)->seqhi); \ 1223 (d)->seqdiff = htonl((s)->seqdiff); \ 1224 (d)->max_win = htons((s)->max_win); \ 1225 (d)->mss = htons((s)->mss); \ 1226 (d)->state = (s)->state; \ 1227 (d)->wscale = (s)->wscale; \ 1228 if ((s)->scrub) { \ 1229 (d)->scrub.pfss_flags = \ 1230 htons((s)->scrub->pfss_flags & PFSS_TIMESTAMP); \ 1231 (d)->scrub.pfss_ttl = (s)->scrub->pfss_ttl; \ 1232 (d)->scrub.pfss_ts_mod = htonl((s)->scrub->pfss_ts_mod);\ 1233 (d)->scrub.scrub_flag = PFSYNC_SCRUB_FLAG_VALID; \ 1234 } \ 1235 } while (0) 1236 1237 #define pf_state_peer_ntoh(s,d) do { \ 1238 (d)->seqlo = ntohl((s)->seqlo); \ 1239 (d)->seqhi = ntohl((s)->seqhi); \ 1240 (d)->seqdiff = ntohl((s)->seqdiff); \ 1241 (d)->max_win = ntohs((s)->max_win); \ 1242 (d)->mss = ntohs((s)->mss); \ 1243 (d)->state = (s)->state; \ 1244 (d)->wscale = (s)->wscale; \ 1245 if ((s)->scrub.scrub_flag == PFSYNC_SCRUB_FLAG_VALID && \ 1246 (d)->scrub != NULL) { \ 1247 (d)->scrub->pfss_flags = \ 1248 ntohs((s)->scrub.pfss_flags) & PFSS_TIMESTAMP; \ 1249 (d)->scrub->pfss_ttl = (s)->scrub.pfss_ttl; \ 1250 (d)->scrub->pfss_ts_mod = ntohl((s)->scrub.pfss_ts_mod);\ 1251 } \ 1252 } while (0) 1253 1254 #define pf_state_counter_hton(s,d) do { \ 1255 d[0] = htonl((s>>32)&0xffffffff); \ 1256 d[1] = htonl(s&0xffffffff); \ 1257 } while (0) 1258 1259 #define pf_state_counter_from_pfsync(s) \ 1260 (((u_int64_t)(s[0])<<32) | (u_int64_t)(s[1])) 1261 1262 #define pf_state_counter_ntoh(s,d) do { \ 1263 d = ntohl(s[0]); \ 1264 d = d<<32; \ 1265 d += ntohl(s[1]); \ 1266 } while (0) 1267 1268 TAILQ_HEAD(pf_krulequeue, pf_krule); 1269 1270 struct pf_kanchor; 1271 1272 struct pf_kruleset { 1273 struct { 1274 struct pf_krulequeue queues[2]; 1275 struct { 1276 struct pf_krulequeue *ptr; 1277 struct pf_krule **ptr_array; 1278 u_int32_t rcount; 1279 u_int32_t ticket; 1280 int open; 1281 struct pf_krule_global *tree; 1282 } active, inactive; 1283 } rules[PF_RULESET_MAX]; 1284 struct pf_kanchor *anchor; 1285 u_int32_t tticket; 1286 int tables; 1287 int topen; 1288 }; 1289 1290 RB_HEAD(pf_kanchor_global, pf_kanchor); 1291 RB_HEAD(pf_kanchor_node, pf_kanchor); 1292 struct pf_kanchor { 1293 RB_ENTRY(pf_kanchor) entry_global; 1294 RB_ENTRY(pf_kanchor) entry_node; 1295 struct pf_kanchor *parent; 1296 struct pf_kanchor_node children; 1297 char name[PF_ANCHOR_NAME_SIZE]; 1298 char path[MAXPATHLEN]; 1299 struct pf_kruleset ruleset; 1300 int refcnt; /* anchor rules */ 1301 }; 1302 RB_PROTOTYPE(pf_kanchor_global, pf_kanchor, entry_global, pf_anchor_compare); 1303 RB_PROTOTYPE(pf_kanchor_node, pf_kanchor, entry_node, pf_kanchor_compare); 1304 1305 #define PF_RESERVED_ANCHOR "_pf" 1306 1307 #define PFR_TFLAG_PERSIST 0x00000001 1308 #define PFR_TFLAG_CONST 0x00000002 1309 #define PFR_TFLAG_ACTIVE 0x00000004 1310 #define PFR_TFLAG_INACTIVE 0x00000008 1311 #define PFR_TFLAG_REFERENCED 0x00000010 1312 #define PFR_TFLAG_REFDANCHOR 0x00000020 1313 #define PFR_TFLAG_COUNTERS 0x00000040 1314 /* Adjust masks below when adding flags. */ 1315 #define PFR_TFLAG_USRMASK (PFR_TFLAG_PERSIST | \ 1316 PFR_TFLAG_CONST | \ 1317 PFR_TFLAG_COUNTERS) 1318 #define PFR_TFLAG_SETMASK (PFR_TFLAG_ACTIVE | \ 1319 PFR_TFLAG_INACTIVE | \ 1320 PFR_TFLAG_REFERENCED | \ 1321 PFR_TFLAG_REFDANCHOR) 1322 #define PFR_TFLAG_ALLMASK (PFR_TFLAG_PERSIST | \ 1323 PFR_TFLAG_CONST | \ 1324 PFR_TFLAG_ACTIVE | \ 1325 PFR_TFLAG_INACTIVE | \ 1326 PFR_TFLAG_REFERENCED | \ 1327 PFR_TFLAG_REFDANCHOR | \ 1328 PFR_TFLAG_COUNTERS) 1329 1330 struct pf_kanchor_stackframe; 1331 struct pf_keth_anchor_stackframe; 1332 1333 struct pfr_table { 1334 char pfrt_anchor[MAXPATHLEN]; 1335 char pfrt_name[PF_TABLE_NAME_SIZE]; 1336 u_int32_t pfrt_flags; 1337 u_int8_t pfrt_fback; 1338 }; 1339 1340 enum { PFR_FB_NONE, PFR_FB_MATCH, PFR_FB_ADDED, PFR_FB_DELETED, 1341 PFR_FB_CHANGED, PFR_FB_CLEARED, PFR_FB_DUPLICATE, 1342 PFR_FB_NOTMATCH, PFR_FB_CONFLICT, PFR_FB_NOCOUNT, PFR_FB_MAX }; 1343 1344 struct pfr_addr { 1345 union { 1346 struct in_addr _pfra_ip4addr; 1347 struct in6_addr _pfra_ip6addr; 1348 } pfra_u; 1349 u_int8_t pfra_af; 1350 u_int8_t pfra_net; 1351 u_int8_t pfra_not; 1352 u_int8_t pfra_fback; 1353 }; 1354 #define pfra_ip4addr pfra_u._pfra_ip4addr 1355 #define pfra_ip6addr pfra_u._pfra_ip6addr 1356 1357 enum { PFR_DIR_IN, PFR_DIR_OUT, PFR_DIR_MAX }; 1358 enum { PFR_OP_BLOCK, PFR_OP_PASS, PFR_OP_ADDR_MAX, PFR_OP_TABLE_MAX }; 1359 enum { PFR_TYPE_PACKETS, PFR_TYPE_BYTES, PFR_TYPE_MAX }; 1360 #define PFR_NUM_COUNTERS (PFR_DIR_MAX * PFR_OP_ADDR_MAX * PFR_TYPE_MAX) 1361 #define PFR_OP_XPASS PFR_OP_ADDR_MAX 1362 1363 struct pfr_astats { 1364 struct pfr_addr pfras_a; 1365 u_int64_t pfras_packets[PFR_DIR_MAX][PFR_OP_ADDR_MAX]; 1366 u_int64_t pfras_bytes[PFR_DIR_MAX][PFR_OP_ADDR_MAX]; 1367 long pfras_tzero; 1368 }; 1369 1370 enum { PFR_REFCNT_RULE, PFR_REFCNT_ANCHOR, PFR_REFCNT_MAX }; 1371 1372 struct pfr_tstats { 1373 struct pfr_table pfrts_t; 1374 u_int64_t pfrts_packets[PFR_DIR_MAX][PFR_OP_TABLE_MAX]; 1375 u_int64_t pfrts_bytes[PFR_DIR_MAX][PFR_OP_TABLE_MAX]; 1376 u_int64_t pfrts_match; 1377 u_int64_t pfrts_nomatch; 1378 long pfrts_tzero; 1379 int pfrts_cnt; 1380 int pfrts_refcnt[PFR_REFCNT_MAX]; 1381 }; 1382 1383 #ifdef _KERNEL 1384 1385 struct pfr_kstate_counter { 1386 counter_u64_t pkc_pcpu; 1387 u_int64_t pkc_zero; 1388 }; 1389 1390 static inline int 1391 pfr_kstate_counter_init(struct pfr_kstate_counter *pfrc, int flags) 1392 { 1393 1394 pfrc->pkc_zero = 0; 1395 pfrc->pkc_pcpu = counter_u64_alloc(flags); 1396 if (pfrc->pkc_pcpu == NULL) 1397 return (ENOMEM); 1398 return (0); 1399 } 1400 1401 static inline void 1402 pfr_kstate_counter_deinit(struct pfr_kstate_counter *pfrc) 1403 { 1404 1405 counter_u64_free(pfrc->pkc_pcpu); 1406 } 1407 1408 static inline u_int64_t 1409 pfr_kstate_counter_fetch(struct pfr_kstate_counter *pfrc) 1410 { 1411 u_int64_t c; 1412 1413 c = counter_u64_fetch(pfrc->pkc_pcpu); 1414 c -= pfrc->pkc_zero; 1415 return (c); 1416 } 1417 1418 static inline void 1419 pfr_kstate_counter_zero(struct pfr_kstate_counter *pfrc) 1420 { 1421 u_int64_t c; 1422 1423 c = counter_u64_fetch(pfrc->pkc_pcpu); 1424 pfrc->pkc_zero = c; 1425 } 1426 1427 static inline void 1428 pfr_kstate_counter_add(struct pfr_kstate_counter *pfrc, int64_t n) 1429 { 1430 1431 counter_u64_add(pfrc->pkc_pcpu, n); 1432 } 1433 1434 struct pfr_ktstats { 1435 struct pfr_table pfrts_t; 1436 struct pfr_kstate_counter pfrkts_packets[PFR_DIR_MAX][PFR_OP_TABLE_MAX]; 1437 struct pfr_kstate_counter pfrkts_bytes[PFR_DIR_MAX][PFR_OP_TABLE_MAX]; 1438 struct pfr_kstate_counter pfrkts_match; 1439 struct pfr_kstate_counter pfrkts_nomatch; 1440 long pfrkts_tzero; 1441 int pfrkts_cnt; 1442 int pfrkts_refcnt[PFR_REFCNT_MAX]; 1443 }; 1444 1445 #endif /* _KERNEL */ 1446 1447 #define pfrts_name pfrts_t.pfrt_name 1448 #define pfrts_flags pfrts_t.pfrt_flags 1449 1450 #ifndef _SOCKADDR_UNION_DEFINED 1451 #define _SOCKADDR_UNION_DEFINED 1452 union sockaddr_union { 1453 struct sockaddr sa; 1454 struct sockaddr_in sin; 1455 struct sockaddr_in6 sin6; 1456 }; 1457 #endif /* _SOCKADDR_UNION_DEFINED */ 1458 1459 struct pfr_kcounters { 1460 counter_u64_t pfrkc_counters; 1461 long pfrkc_tzero; 1462 }; 1463 #define pfr_kentry_counter(kc, dir, op, t) \ 1464 ((kc)->pfrkc_counters + \ 1465 (dir) * PFR_OP_ADDR_MAX * PFR_TYPE_MAX + (op) * PFR_TYPE_MAX + (t)) 1466 1467 #ifdef _KERNEL 1468 SLIST_HEAD(pfr_kentryworkq, pfr_kentry); 1469 struct pfr_kentry { 1470 struct radix_node pfrke_node[2]; 1471 union sockaddr_union pfrke_sa; 1472 SLIST_ENTRY(pfr_kentry) pfrke_workq; 1473 struct pfr_kcounters pfrke_counters; 1474 u_int8_t pfrke_af; 1475 u_int8_t pfrke_net; 1476 u_int8_t pfrke_not; 1477 u_int8_t pfrke_mark; 1478 }; 1479 1480 SLIST_HEAD(pfr_ktableworkq, pfr_ktable); 1481 RB_HEAD(pfr_ktablehead, pfr_ktable); 1482 struct pfr_ktable { 1483 struct pfr_ktstats pfrkt_kts; 1484 RB_ENTRY(pfr_ktable) pfrkt_tree; 1485 SLIST_ENTRY(pfr_ktable) pfrkt_workq; 1486 struct radix_node_head *pfrkt_ip4; 1487 struct radix_node_head *pfrkt_ip6; 1488 struct pfr_ktable *pfrkt_shadow; 1489 struct pfr_ktable *pfrkt_root; 1490 struct pf_kruleset *pfrkt_rs; 1491 long pfrkt_larg; 1492 int pfrkt_nflags; 1493 }; 1494 #define pfrkt_t pfrkt_kts.pfrts_t 1495 #define pfrkt_name pfrkt_t.pfrt_name 1496 #define pfrkt_anchor pfrkt_t.pfrt_anchor 1497 #define pfrkt_ruleset pfrkt_t.pfrt_ruleset 1498 #define pfrkt_flags pfrkt_t.pfrt_flags 1499 #define pfrkt_cnt pfrkt_kts.pfrkts_cnt 1500 #define pfrkt_refcnt pfrkt_kts.pfrkts_refcnt 1501 #define pfrkt_packets pfrkt_kts.pfrkts_packets 1502 #define pfrkt_bytes pfrkt_kts.pfrkts_bytes 1503 #define pfrkt_match pfrkt_kts.pfrkts_match 1504 #define pfrkt_nomatch pfrkt_kts.pfrkts_nomatch 1505 #define pfrkt_tzero pfrkt_kts.pfrkts_tzero 1506 #endif 1507 1508 #ifdef _KERNEL 1509 struct pfi_kkif { 1510 char pfik_name[IFNAMSIZ]; 1511 union { 1512 RB_ENTRY(pfi_kkif) _pfik_tree; 1513 LIST_ENTRY(pfi_kkif) _pfik_list; 1514 } _pfik_glue; 1515 #define pfik_tree _pfik_glue._pfik_tree 1516 #define pfik_list _pfik_glue._pfik_list 1517 struct pf_counter_u64 pfik_packets[2][2][2]; 1518 struct pf_counter_u64 pfik_bytes[2][2][2]; 1519 u_int32_t pfik_tzero; 1520 u_int pfik_flags; 1521 struct ifnet *pfik_ifp; 1522 struct ifg_group *pfik_group; 1523 u_int pfik_rulerefs; 1524 TAILQ_HEAD(, pfi_dynaddr) pfik_dynaddrs; 1525 #ifdef PF_WANT_32_TO_64_COUNTER 1526 LIST_ENTRY(pfi_kkif) pfik_allkiflist; 1527 #endif 1528 }; 1529 #endif 1530 1531 #define PFI_IFLAG_REFS 0x0001 /* has state references */ 1532 #define PFI_IFLAG_SKIP 0x0100 /* skip filtering on interface */ 1533 1534 #ifdef _KERNEL 1535 struct pf_pdesc { 1536 struct { 1537 int done; 1538 uid_t uid; 1539 gid_t gid; 1540 } lookup; 1541 u_int64_t tot_len; /* Make Mickey money */ 1542 union pf_headers { 1543 struct tcphdr tcp; 1544 struct udphdr udp; 1545 struct sctphdr sctp; 1546 struct icmp icmp; 1547 #ifdef INET6 1548 struct icmp6_hdr icmp6; 1549 #endif /* INET6 */ 1550 char any[0]; 1551 } hdr; 1552 1553 struct pf_krule *nat_rule; /* nat/rdr rule applied to packet */ 1554 struct pf_addr *src; /* src address */ 1555 struct pf_addr *dst; /* dst address */ 1556 u_int16_t *sport; 1557 u_int16_t *dport; 1558 struct pf_mtag *pf_mtag; 1559 struct pf_rule_actions act; 1560 1561 u_int32_t p_len; /* total length of payload */ 1562 1563 u_int16_t *ip_sum; 1564 u_int16_t *proto_sum; 1565 u_int16_t flags; /* Let SCRUB trigger behavior in 1566 * state code. Easier than tags */ 1567 #define PFDESC_TCP_NORM 0x0001 /* TCP shall be statefully scrubbed */ 1568 #define PFDESC_IP_REAS 0x0002 /* IP frags would've been reassembled */ 1569 sa_family_t af; 1570 u_int8_t proto; 1571 u_int8_t tos; 1572 u_int8_t dir; /* direction */ 1573 u_int8_t sidx; /* key index for source */ 1574 u_int8_t didx; /* key index for destination */ 1575 #define PFDESC_SCTP_INIT 0x0001 1576 #define PFDESC_SCTP_INIT_ACK 0x0002 1577 #define PFDESC_SCTP_COOKIE 0x0004 1578 #define PFDESC_SCTP_ABORT 0x0008 1579 #define PFDESC_SCTP_SHUTDOWN 0x0010 1580 #define PFDESC_SCTP_SHUTDOWN_COMPLETE 0x0020 1581 #define PFDESC_SCTP_DATA 0x0040 1582 #define PFDESC_SCTP_OTHER 0x0080 1583 u_int16_t sctp_flags; 1584 u_int32_t sctp_initiate_tag; 1585 }; 1586 #endif 1587 1588 /* flags for RDR options */ 1589 #define PF_DPORT_RANGE 0x01 /* Dest port uses range */ 1590 #define PF_RPORT_RANGE 0x02 /* RDR'ed port uses range */ 1591 1592 /* UDP state enumeration */ 1593 #define PFUDPS_NO_TRAFFIC 0 1594 #define PFUDPS_SINGLE 1 1595 #define PFUDPS_MULTIPLE 2 1596 1597 #define PFUDPS_NSTATES 3 /* number of state levels */ 1598 1599 #define PFUDPS_NAMES { \ 1600 "NO_TRAFFIC", \ 1601 "SINGLE", \ 1602 "MULTIPLE", \ 1603 NULL \ 1604 } 1605 1606 /* Other protocol state enumeration */ 1607 #define PFOTHERS_NO_TRAFFIC 0 1608 #define PFOTHERS_SINGLE 1 1609 #define PFOTHERS_MULTIPLE 2 1610 1611 #define PFOTHERS_NSTATES 3 /* number of state levels */ 1612 1613 #define PFOTHERS_NAMES { \ 1614 "NO_TRAFFIC", \ 1615 "SINGLE", \ 1616 "MULTIPLE", \ 1617 NULL \ 1618 } 1619 1620 #define ACTION_SET(a, x) \ 1621 do { \ 1622 if ((a) != NULL) \ 1623 *(a) = (x); \ 1624 } while (0) 1625 1626 #define REASON_SET(a, x) \ 1627 do { \ 1628 if ((a) != NULL) \ 1629 *(a) = (x); \ 1630 if (x < PFRES_MAX) \ 1631 counter_u64_add(V_pf_status.counters[x], 1); \ 1632 } while (0) 1633 1634 enum pf_syncookies_mode { 1635 PF_SYNCOOKIES_NEVER = 0, 1636 PF_SYNCOOKIES_ALWAYS = 1, 1637 PF_SYNCOOKIES_ADAPTIVE = 2, 1638 PF_SYNCOOKIES_MODE_MAX = PF_SYNCOOKIES_ADAPTIVE 1639 }; 1640 1641 #define PF_SYNCOOKIES_HIWATPCT 25 1642 #define PF_SYNCOOKIES_LOWATPCT (PF_SYNCOOKIES_HIWATPCT / 2) 1643 1644 #ifdef _KERNEL 1645 struct pf_kstatus { 1646 counter_u64_t counters[PFRES_MAX]; /* reason for passing/dropping */ 1647 counter_u64_t lcounters[KLCNT_MAX]; /* limit counters */ 1648 struct pf_counter_u64 fcounters[FCNT_MAX]; /* state operation counters */ 1649 counter_u64_t scounters[SCNT_MAX]; /* src_node operation counters */ 1650 uint32_t states; 1651 uint32_t src_nodes; 1652 uint32_t running; 1653 uint32_t since; 1654 uint32_t debug; 1655 uint32_t hostid; 1656 char ifname[IFNAMSIZ]; 1657 uint8_t pf_chksum[PF_MD5_DIGEST_LENGTH]; 1658 bool keep_counters; 1659 enum pf_syncookies_mode syncookies_mode; 1660 bool syncookies_active; 1661 uint64_t syncookies_inflight[2]; 1662 uint32_t states_halfopen; 1663 uint32_t reass; 1664 }; 1665 #endif 1666 1667 struct pf_divert { 1668 union { 1669 struct in_addr ipv4; 1670 struct in6_addr ipv6; 1671 } addr; 1672 u_int16_t port; 1673 }; 1674 1675 #define PFFRAG_FRENT_HIWAT 5000 /* Number of fragment entries */ 1676 #define PFR_KENTRY_HIWAT 200000 /* Number of table entries */ 1677 1678 /* 1679 * Limit the length of the fragment queue traversal. Remember 1680 * search entry points based on the fragment offset. 1681 */ 1682 #define PF_FRAG_ENTRY_POINTS 16 1683 1684 /* 1685 * The number of entries in the fragment queue must be limited 1686 * to avoid DoS by linear searching. Instead of a global limit, 1687 * use a limit per entry point. For large packets these sum up. 1688 */ 1689 #define PF_FRAG_ENTRY_LIMIT 64 1690 1691 /* 1692 * ioctl parameter structures 1693 */ 1694 1695 struct pfioc_pooladdr { 1696 u_int32_t action; 1697 u_int32_t ticket; 1698 u_int32_t nr; 1699 u_int32_t r_num; 1700 u_int8_t r_action; 1701 u_int8_t r_last; 1702 u_int8_t af; 1703 char anchor[MAXPATHLEN]; 1704 struct pf_pooladdr addr; 1705 }; 1706 1707 struct pfioc_rule { 1708 u_int32_t action; 1709 u_int32_t ticket; 1710 u_int32_t pool_ticket; 1711 u_int32_t nr; 1712 char anchor[MAXPATHLEN]; 1713 char anchor_call[MAXPATHLEN]; 1714 struct pf_rule rule; 1715 }; 1716 1717 struct pfioc_natlook { 1718 struct pf_addr saddr; 1719 struct pf_addr daddr; 1720 struct pf_addr rsaddr; 1721 struct pf_addr rdaddr; 1722 u_int16_t sport; 1723 u_int16_t dport; 1724 u_int16_t rsport; 1725 u_int16_t rdport; 1726 sa_family_t af; 1727 u_int8_t proto; 1728 u_int8_t direction; 1729 }; 1730 1731 struct pfioc_state { 1732 struct pfsync_state_1301 state; 1733 }; 1734 1735 struct pfioc_src_node_kill { 1736 sa_family_t psnk_af; 1737 struct pf_rule_addr psnk_src; 1738 struct pf_rule_addr psnk_dst; 1739 u_int psnk_killed; 1740 }; 1741 1742 #ifdef _KERNEL 1743 struct pf_kstate_kill { 1744 struct pf_state_cmp psk_pfcmp; 1745 sa_family_t psk_af; 1746 int psk_proto; 1747 struct pf_rule_addr psk_src; 1748 struct pf_rule_addr psk_dst; 1749 struct pf_rule_addr psk_rt_addr; 1750 char psk_ifname[IFNAMSIZ]; 1751 char psk_label[PF_RULE_LABEL_SIZE]; 1752 u_int psk_killed; 1753 bool psk_kill_match; 1754 }; 1755 #endif 1756 1757 struct pfioc_state_kill { 1758 struct pf_state_cmp psk_pfcmp; 1759 sa_family_t psk_af; 1760 int psk_proto; 1761 struct pf_rule_addr psk_src; 1762 struct pf_rule_addr psk_dst; 1763 char psk_ifname[IFNAMSIZ]; 1764 char psk_label[PF_RULE_LABEL_SIZE]; 1765 u_int psk_killed; 1766 }; 1767 1768 struct pfioc_states { 1769 int ps_len; 1770 union { 1771 void *ps_buf; 1772 struct pfsync_state_1301 *ps_states; 1773 }; 1774 }; 1775 1776 struct pfioc_states_v2 { 1777 int ps_len; 1778 uint64_t ps_req_version; 1779 union { 1780 void *ps_buf; 1781 struct pf_state_export *ps_states; 1782 }; 1783 }; 1784 1785 struct pfioc_src_nodes { 1786 int psn_len; 1787 union { 1788 void *psn_buf; 1789 struct pf_src_node *psn_src_nodes; 1790 }; 1791 }; 1792 1793 struct pfioc_if { 1794 char ifname[IFNAMSIZ]; 1795 }; 1796 1797 struct pfioc_tm { 1798 int timeout; 1799 int seconds; 1800 }; 1801 1802 struct pfioc_limit { 1803 int index; 1804 unsigned limit; 1805 }; 1806 1807 struct pfioc_altq_v0 { 1808 u_int32_t action; 1809 u_int32_t ticket; 1810 u_int32_t nr; 1811 struct pf_altq_v0 altq; 1812 }; 1813 1814 struct pfioc_altq_v1 { 1815 u_int32_t action; 1816 u_int32_t ticket; 1817 u_int32_t nr; 1818 /* 1819 * Placed here so code that only uses the above parameters can be 1820 * written entirely in terms of the v0 or v1 type. 1821 */ 1822 u_int32_t version; 1823 struct pf_altq_v1 altq; 1824 }; 1825 1826 /* 1827 * Latest version of struct pfioc_altq_vX. This must move in lock-step with 1828 * the latest version of struct pf_altq_vX as it has that struct as a 1829 * member. 1830 */ 1831 #define PFIOC_ALTQ_VERSION PF_ALTQ_VERSION 1832 1833 struct pfioc_qstats_v0 { 1834 u_int32_t ticket; 1835 u_int32_t nr; 1836 void *buf; 1837 int nbytes; 1838 u_int8_t scheduler; 1839 }; 1840 1841 struct pfioc_qstats_v1 { 1842 u_int32_t ticket; 1843 u_int32_t nr; 1844 void *buf; 1845 int nbytes; 1846 u_int8_t scheduler; 1847 /* 1848 * Placed here so code that only uses the above parameters can be 1849 * written entirely in terms of the v0 or v1 type. 1850 */ 1851 u_int32_t version; /* Requested version of stats struct */ 1852 }; 1853 1854 /* Latest version of struct pfioc_qstats_vX */ 1855 #define PFIOC_QSTATS_VERSION 1 1856 1857 struct pfioc_ruleset { 1858 u_int32_t nr; 1859 char path[MAXPATHLEN]; 1860 char name[PF_ANCHOR_NAME_SIZE]; 1861 }; 1862 1863 #define PF_RULESET_ALTQ (PF_RULESET_MAX) 1864 #define PF_RULESET_TABLE (PF_RULESET_MAX+1) 1865 #define PF_RULESET_ETH (PF_RULESET_MAX+2) 1866 struct pfioc_trans { 1867 int size; /* number of elements */ 1868 int esize; /* size of each element in bytes */ 1869 struct pfioc_trans_e { 1870 int rs_num; 1871 char anchor[MAXPATHLEN]; 1872 u_int32_t ticket; 1873 } *array; 1874 }; 1875 1876 #define PFR_FLAG_ATOMIC 0x00000001 /* unused */ 1877 #define PFR_FLAG_DUMMY 0x00000002 1878 #define PFR_FLAG_FEEDBACK 0x00000004 1879 #define PFR_FLAG_CLSTATS 0x00000008 1880 #define PFR_FLAG_ADDRSTOO 0x00000010 1881 #define PFR_FLAG_REPLACE 0x00000020 1882 #define PFR_FLAG_ALLRSETS 0x00000040 1883 #define PFR_FLAG_ALLMASK 0x0000007F 1884 #ifdef _KERNEL 1885 #define PFR_FLAG_USERIOCTL 0x10000000 1886 #endif 1887 1888 struct pfioc_table { 1889 struct pfr_table pfrio_table; 1890 void *pfrio_buffer; 1891 int pfrio_esize; 1892 int pfrio_size; 1893 int pfrio_size2; 1894 int pfrio_nadd; 1895 int pfrio_ndel; 1896 int pfrio_nchange; 1897 int pfrio_flags; 1898 u_int32_t pfrio_ticket; 1899 }; 1900 #define pfrio_exists pfrio_nadd 1901 #define pfrio_nzero pfrio_nadd 1902 #define pfrio_nmatch pfrio_nadd 1903 #define pfrio_naddr pfrio_size2 1904 #define pfrio_setflag pfrio_size2 1905 #define pfrio_clrflag pfrio_nadd 1906 1907 struct pfioc_iface { 1908 char pfiio_name[IFNAMSIZ]; 1909 void *pfiio_buffer; 1910 int pfiio_esize; 1911 int pfiio_size; 1912 int pfiio_nzero; 1913 int pfiio_flags; 1914 }; 1915 1916 /* 1917 * ioctl operations 1918 */ 1919 1920 #define DIOCSTART _IO ('D', 1) 1921 #define DIOCSTOP _IO ('D', 2) 1922 #define DIOCADDRULE _IOWR('D', 4, struct pfioc_rule) 1923 #define DIOCADDRULENV _IOWR('D', 4, struct pfioc_nv) 1924 #define DIOCGETRULES _IOWR('D', 6, struct pfioc_rule) 1925 #define DIOCGETRULE _IOWR('D', 7, struct pfioc_rule) 1926 #define DIOCGETRULENV _IOWR('D', 7, struct pfioc_nv) 1927 /* XXX cut 8 - 17 */ 1928 #define DIOCCLRSTATES _IOWR('D', 18, struct pfioc_state_kill) 1929 #define DIOCCLRSTATESNV _IOWR('D', 18, struct pfioc_nv) 1930 #define DIOCGETSTATE _IOWR('D', 19, struct pfioc_state) 1931 #define DIOCGETSTATENV _IOWR('D', 19, struct pfioc_nv) 1932 #define DIOCSETSTATUSIF _IOWR('D', 20, struct pfioc_if) 1933 #define DIOCGETSTATUS _IOWR('D', 21, struct pf_status) 1934 #define DIOCGETSTATUSNV _IOWR('D', 21, struct pfioc_nv) 1935 #define DIOCCLRSTATUS _IO ('D', 22) 1936 #define DIOCNATLOOK _IOWR('D', 23, struct pfioc_natlook) 1937 #define DIOCSETDEBUG _IOWR('D', 24, u_int32_t) 1938 #define DIOCGETSTATES _IOWR('D', 25, struct pfioc_states) 1939 #define DIOCCHANGERULE _IOWR('D', 26, struct pfioc_rule) 1940 /* XXX cut 26 - 28 */ 1941 #define DIOCSETTIMEOUT _IOWR('D', 29, struct pfioc_tm) 1942 #define DIOCGETTIMEOUT _IOWR('D', 30, struct pfioc_tm) 1943 #define DIOCADDSTATE _IOWR('D', 37, struct pfioc_state) 1944 #define DIOCCLRRULECTRS _IO ('D', 38) 1945 #define DIOCGETLIMIT _IOWR('D', 39, struct pfioc_limit) 1946 #define DIOCSETLIMIT _IOWR('D', 40, struct pfioc_limit) 1947 #define DIOCKILLSTATES _IOWR('D', 41, struct pfioc_state_kill) 1948 #define DIOCKILLSTATESNV _IOWR('D', 41, struct pfioc_nv) 1949 #define DIOCSTARTALTQ _IO ('D', 42) 1950 #define DIOCSTOPALTQ _IO ('D', 43) 1951 #define DIOCADDALTQV0 _IOWR('D', 45, struct pfioc_altq_v0) 1952 #define DIOCADDALTQV1 _IOWR('D', 45, struct pfioc_altq_v1) 1953 #define DIOCGETALTQSV0 _IOWR('D', 47, struct pfioc_altq_v0) 1954 #define DIOCGETALTQSV1 _IOWR('D', 47, struct pfioc_altq_v1) 1955 #define DIOCGETALTQV0 _IOWR('D', 48, struct pfioc_altq_v0) 1956 #define DIOCGETALTQV1 _IOWR('D', 48, struct pfioc_altq_v1) 1957 #define DIOCCHANGEALTQV0 _IOWR('D', 49, struct pfioc_altq_v0) 1958 #define DIOCCHANGEALTQV1 _IOWR('D', 49, struct pfioc_altq_v1) 1959 #define DIOCGETQSTATSV0 _IOWR('D', 50, struct pfioc_qstats_v0) 1960 #define DIOCGETQSTATSV1 _IOWR('D', 50, struct pfioc_qstats_v1) 1961 #define DIOCBEGINADDRS _IOWR('D', 51, struct pfioc_pooladdr) 1962 #define DIOCADDADDR _IOWR('D', 52, struct pfioc_pooladdr) 1963 #define DIOCGETADDRS _IOWR('D', 53, struct pfioc_pooladdr) 1964 #define DIOCGETADDR _IOWR('D', 54, struct pfioc_pooladdr) 1965 #define DIOCCHANGEADDR _IOWR('D', 55, struct pfioc_pooladdr) 1966 /* XXX cut 55 - 57 */ 1967 #define DIOCGETRULESETS _IOWR('D', 58, struct pfioc_ruleset) 1968 #define DIOCGETRULESET _IOWR('D', 59, struct pfioc_ruleset) 1969 #define DIOCRCLRTABLES _IOWR('D', 60, struct pfioc_table) 1970 #define DIOCRADDTABLES _IOWR('D', 61, struct pfioc_table) 1971 #define DIOCRDELTABLES _IOWR('D', 62, struct pfioc_table) 1972 #define DIOCRGETTABLES _IOWR('D', 63, struct pfioc_table) 1973 #define DIOCRGETTSTATS _IOWR('D', 64, struct pfioc_table) 1974 #define DIOCRCLRTSTATS _IOWR('D', 65, struct pfioc_table) 1975 #define DIOCRCLRADDRS _IOWR('D', 66, struct pfioc_table) 1976 #define DIOCRADDADDRS _IOWR('D', 67, struct pfioc_table) 1977 #define DIOCRDELADDRS _IOWR('D', 68, struct pfioc_table) 1978 #define DIOCRSETADDRS _IOWR('D', 69, struct pfioc_table) 1979 #define DIOCRGETADDRS _IOWR('D', 70, struct pfioc_table) 1980 #define DIOCRGETASTATS _IOWR('D', 71, struct pfioc_table) 1981 #define DIOCRCLRASTATS _IOWR('D', 72, struct pfioc_table) 1982 #define DIOCRTSTADDRS _IOWR('D', 73, struct pfioc_table) 1983 #define DIOCRSETTFLAGS _IOWR('D', 74, struct pfioc_table) 1984 #define DIOCRINADEFINE _IOWR('D', 77, struct pfioc_table) 1985 #define DIOCOSFPFLUSH _IO('D', 78) 1986 #define DIOCOSFPADD _IOWR('D', 79, struct pf_osfp_ioctl) 1987 #define DIOCOSFPGET _IOWR('D', 80, struct pf_osfp_ioctl) 1988 #define DIOCXBEGIN _IOWR('D', 81, struct pfioc_trans) 1989 #define DIOCXCOMMIT _IOWR('D', 82, struct pfioc_trans) 1990 #define DIOCXROLLBACK _IOWR('D', 83, struct pfioc_trans) 1991 #define DIOCGETSRCNODES _IOWR('D', 84, struct pfioc_src_nodes) 1992 #define DIOCCLRSRCNODES _IO('D', 85) 1993 #define DIOCSETHOSTID _IOWR('D', 86, u_int32_t) 1994 #define DIOCIGETIFACES _IOWR('D', 87, struct pfioc_iface) 1995 #define DIOCSETIFFLAG _IOWR('D', 89, struct pfioc_iface) 1996 #define DIOCCLRIFFLAG _IOWR('D', 90, struct pfioc_iface) 1997 #define DIOCKILLSRCNODES _IOWR('D', 91, struct pfioc_src_node_kill) 1998 #define DIOCGIFSPEEDV0 _IOWR('D', 92, struct pf_ifspeed_v0) 1999 #define DIOCGIFSPEEDV1 _IOWR('D', 92, struct pf_ifspeed_v1) 2000 #define DIOCGETSTATESV2 _IOWR('D', 93, struct pfioc_states_v2) 2001 #define DIOCGETSYNCOOKIES _IOWR('D', 94, struct pfioc_nv) 2002 #define DIOCSETSYNCOOKIES _IOWR('D', 95, struct pfioc_nv) 2003 #define DIOCKEEPCOUNTERS _IOWR('D', 96, struct pfioc_nv) 2004 #define DIOCKEEPCOUNTERS_FREEBSD13 _IOWR('D', 92, struct pfioc_nv) 2005 #define DIOCADDETHRULE _IOWR('D', 97, struct pfioc_nv) 2006 #define DIOCGETETHRULE _IOWR('D', 98, struct pfioc_nv) 2007 #define DIOCGETETHRULES _IOWR('D', 99, struct pfioc_nv) 2008 #define DIOCGETETHRULESETS _IOWR('D', 100, struct pfioc_nv) 2009 #define DIOCGETETHRULESET _IOWR('D', 101, struct pfioc_nv) 2010 #define DIOCSETREASS _IOWR('D', 102, u_int32_t) 2011 2012 struct pf_ifspeed_v0 { 2013 char ifname[IFNAMSIZ]; 2014 u_int32_t baudrate; 2015 }; 2016 2017 struct pf_ifspeed_v1 { 2018 char ifname[IFNAMSIZ]; 2019 u_int32_t baudrate32; 2020 /* layout identical to struct pf_ifspeed_v0 up to this point */ 2021 u_int64_t baudrate; 2022 }; 2023 2024 /* Latest version of struct pf_ifspeed_vX */ 2025 #define PF_IFSPEED_VERSION 1 2026 2027 /* 2028 * Compatibility and convenience macros 2029 */ 2030 #ifndef _KERNEL 2031 #ifdef PFIOC_USE_LATEST 2032 /* 2033 * Maintaining in-tree consumers of the ioctl interface is easier when that 2034 * code can be written in terms old names that refer to the latest interface 2035 * version as that reduces the required changes in the consumers to those 2036 * that are functionally necessary to accommodate a new interface version. 2037 */ 2038 #define pfioc_altq __CONCAT(pfioc_altq_v, PFIOC_ALTQ_VERSION) 2039 #define pfioc_qstats __CONCAT(pfioc_qstats_v, PFIOC_QSTATS_VERSION) 2040 #define pf_ifspeed __CONCAT(pf_ifspeed_v, PF_IFSPEED_VERSION) 2041 2042 #define DIOCADDALTQ __CONCAT(DIOCADDALTQV, PFIOC_ALTQ_VERSION) 2043 #define DIOCGETALTQS __CONCAT(DIOCGETALTQSV, PFIOC_ALTQ_VERSION) 2044 #define DIOCGETALTQ __CONCAT(DIOCGETALTQV, PFIOC_ALTQ_VERSION) 2045 #define DIOCCHANGEALTQ __CONCAT(DIOCCHANGEALTQV, PFIOC_ALTQ_VERSION) 2046 #define DIOCGETQSTATS __CONCAT(DIOCGETQSTATSV, PFIOC_QSTATS_VERSION) 2047 #define DIOCGIFSPEED __CONCAT(DIOCGIFSPEEDV, PF_IFSPEED_VERSION) 2048 #else 2049 /* 2050 * When building out-of-tree code that is written for the old interface, 2051 * such as may exist in ports for example, resolve the old struct tags and 2052 * ioctl command names to the v0 versions. 2053 */ 2054 #define pfioc_altq __CONCAT(pfioc_altq_v, 0) 2055 #define pfioc_qstats __CONCAT(pfioc_qstats_v, 0) 2056 #define pf_ifspeed __CONCAT(pf_ifspeed_v, 0) 2057 2058 #define DIOCADDALTQ __CONCAT(DIOCADDALTQV, 0) 2059 #define DIOCGETALTQS __CONCAT(DIOCGETALTQSV, 0) 2060 #define DIOCGETALTQ __CONCAT(DIOCGETALTQV, 0) 2061 #define DIOCCHANGEALTQ __CONCAT(DIOCCHANGEALTQV, 0) 2062 #define DIOCGETQSTATS __CONCAT(DIOCGETQSTATSV, 0) 2063 #define DIOCGIFSPEED __CONCAT(DIOCGIFSPEEDV, 0) 2064 #endif /* PFIOC_USE_LATEST */ 2065 #endif /* _KERNEL */ 2066 2067 #ifdef _KERNEL 2068 LIST_HEAD(pf_ksrc_node_list, pf_ksrc_node); 2069 struct pf_srchash { 2070 struct pf_ksrc_node_list nodes; 2071 struct mtx lock; 2072 }; 2073 2074 struct pf_keyhash { 2075 LIST_HEAD(, pf_state_key) keys; 2076 struct mtx lock; 2077 }; 2078 2079 struct pf_idhash { 2080 LIST_HEAD(, pf_kstate) states; 2081 struct mtx lock; 2082 }; 2083 2084 extern u_long pf_ioctl_maxcount; 2085 extern u_long pf_hashmask; 2086 extern u_long pf_srchashmask; 2087 #define PF_HASHSIZ (131072) 2088 #define PF_SRCHASHSIZ (PF_HASHSIZ/4) 2089 VNET_DECLARE(struct pf_keyhash *, pf_keyhash); 2090 VNET_DECLARE(struct pf_idhash *, pf_idhash); 2091 #define V_pf_keyhash VNET(pf_keyhash) 2092 #define V_pf_idhash VNET(pf_idhash) 2093 VNET_DECLARE(struct pf_srchash *, pf_srchash); 2094 #define V_pf_srchash VNET(pf_srchash) 2095 2096 #define PF_IDHASH(s) (be64toh((s)->id) % (pf_hashmask + 1)) 2097 2098 VNET_DECLARE(void *, pf_swi_cookie); 2099 #define V_pf_swi_cookie VNET(pf_swi_cookie) 2100 VNET_DECLARE(struct intr_event *, pf_swi_ie); 2101 #define V_pf_swi_ie VNET(pf_swi_ie) 2102 2103 VNET_DECLARE(struct unrhdr64, pf_stateid); 2104 #define V_pf_stateid VNET(pf_stateid) 2105 2106 TAILQ_HEAD(pf_altqqueue, pf_altq); 2107 VNET_DECLARE(struct pf_altqqueue, pf_altqs[4]); 2108 #define V_pf_altqs VNET(pf_altqs) 2109 VNET_DECLARE(struct pf_kpalist, pf_pabuf); 2110 #define V_pf_pabuf VNET(pf_pabuf) 2111 2112 VNET_DECLARE(u_int32_t, ticket_altqs_active); 2113 #define V_ticket_altqs_active VNET(ticket_altqs_active) 2114 VNET_DECLARE(u_int32_t, ticket_altqs_inactive); 2115 #define V_ticket_altqs_inactive VNET(ticket_altqs_inactive) 2116 VNET_DECLARE(int, altqs_inactive_open); 2117 #define V_altqs_inactive_open VNET(altqs_inactive_open) 2118 VNET_DECLARE(u_int32_t, ticket_pabuf); 2119 #define V_ticket_pabuf VNET(ticket_pabuf) 2120 VNET_DECLARE(struct pf_altqqueue *, pf_altqs_active); 2121 #define V_pf_altqs_active VNET(pf_altqs_active) 2122 VNET_DECLARE(struct pf_altqqueue *, pf_altq_ifs_active); 2123 #define V_pf_altq_ifs_active VNET(pf_altq_ifs_active) 2124 VNET_DECLARE(struct pf_altqqueue *, pf_altqs_inactive); 2125 #define V_pf_altqs_inactive VNET(pf_altqs_inactive) 2126 VNET_DECLARE(struct pf_altqqueue *, pf_altq_ifs_inactive); 2127 #define V_pf_altq_ifs_inactive VNET(pf_altq_ifs_inactive) 2128 2129 VNET_DECLARE(struct pf_krulequeue, pf_unlinked_rules); 2130 #define V_pf_unlinked_rules VNET(pf_unlinked_rules) 2131 2132 #ifdef PF_WANT_32_TO_64_COUNTER 2133 LIST_HEAD(allkiflist_head, pfi_kkif); 2134 VNET_DECLARE(struct allkiflist_head, pf_allkiflist); 2135 #define V_pf_allkiflist VNET(pf_allkiflist) 2136 VNET_DECLARE(size_t, pf_allkifcount); 2137 #define V_pf_allkifcount VNET(pf_allkifcount) 2138 VNET_DECLARE(struct pfi_kkif *, pf_kifmarker); 2139 #define V_pf_kifmarker VNET(pf_kifmarker) 2140 2141 LIST_HEAD(allrulelist_head, pf_krule); 2142 VNET_DECLARE(struct allrulelist_head, pf_allrulelist); 2143 #define V_pf_allrulelist VNET(pf_allrulelist) 2144 VNET_DECLARE(size_t, pf_allrulecount); 2145 #define V_pf_allrulecount VNET(pf_allrulecount) 2146 VNET_DECLARE(struct pf_krule *, pf_rulemarker); 2147 #define V_pf_rulemarker VNET(pf_rulemarker) 2148 #endif 2149 2150 void pf_initialize(void); 2151 void pf_mtag_initialize(void); 2152 void pf_mtag_cleanup(void); 2153 void pf_cleanup(void); 2154 2155 struct pf_mtag *pf_get_mtag(struct mbuf *); 2156 2157 extern void pf_calc_skip_steps(struct pf_krulequeue *); 2158 #ifdef ALTQ 2159 extern void pf_altq_ifnet_event(struct ifnet *, int); 2160 #endif 2161 VNET_DECLARE(uma_zone_t, pf_state_z); 2162 #define V_pf_state_z VNET(pf_state_z) 2163 VNET_DECLARE(uma_zone_t, pf_state_key_z); 2164 #define V_pf_state_key_z VNET(pf_state_key_z) 2165 VNET_DECLARE(uma_zone_t, pf_state_scrub_z); 2166 #define V_pf_state_scrub_z VNET(pf_state_scrub_z) 2167 2168 extern void pf_purge_thread(void *); 2169 extern void pf_unload_vnet_purge(void); 2170 extern void pf_intr(void *); 2171 extern void pf_purge_expired_src_nodes(void); 2172 2173 extern int pf_unlink_state(struct pf_kstate *); 2174 extern int pf_state_insert(struct pfi_kkif *, 2175 struct pfi_kkif *, 2176 struct pf_state_key *, 2177 struct pf_state_key *, 2178 struct pf_kstate *); 2179 extern struct pf_kstate *pf_alloc_state(int); 2180 extern void pf_free_state(struct pf_kstate *); 2181 2182 static __inline void 2183 pf_ref_state(struct pf_kstate *s) 2184 { 2185 2186 refcount_acquire(&s->refs); 2187 } 2188 2189 static __inline int 2190 pf_release_state(struct pf_kstate *s) 2191 { 2192 2193 if (refcount_release(&s->refs)) { 2194 pf_free_state(s); 2195 return (1); 2196 } else 2197 return (0); 2198 } 2199 2200 static __inline int 2201 pf_release_staten(struct pf_kstate *s, u_int n) 2202 { 2203 2204 if (refcount_releasen(&s->refs, n)) { 2205 pf_free_state(s); 2206 return (1); 2207 } else 2208 return (0); 2209 } 2210 2211 extern struct pf_kstate *pf_find_state_byid(uint64_t, uint32_t); 2212 extern struct pf_kstate *pf_find_state_all(struct pf_state_key_cmp *, 2213 u_int, int *); 2214 extern bool pf_find_state_all_exists(struct pf_state_key_cmp *, 2215 u_int); 2216 extern struct pf_ksrc_node *pf_find_src_node(struct pf_addr *, 2217 struct pf_krule *, sa_family_t, 2218 struct pf_srchash **, bool); 2219 extern void pf_unlink_src_node(struct pf_ksrc_node *); 2220 extern u_int pf_free_src_nodes(struct pf_ksrc_node_list *); 2221 extern void pf_print_state(struct pf_kstate *); 2222 extern void pf_print_flags(u_int8_t); 2223 extern int pf_addr_wrap_neq(struct pf_addr_wrap *, 2224 struct pf_addr_wrap *); 2225 extern u_int16_t pf_cksum_fixup(u_int16_t, u_int16_t, u_int16_t, 2226 u_int8_t); 2227 extern u_int16_t pf_proto_cksum_fixup(struct mbuf *, u_int16_t, 2228 u_int16_t, u_int16_t, u_int8_t); 2229 2230 VNET_DECLARE(struct ifnet *, sync_ifp); 2231 #define V_sync_ifp VNET(sync_ifp); 2232 VNET_DECLARE(struct pf_krule, pf_default_rule); 2233 #define V_pf_default_rule VNET(pf_default_rule) 2234 extern void pf_addrcpy(struct pf_addr *, struct pf_addr *, 2235 sa_family_t); 2236 void pf_free_rule(struct pf_krule *); 2237 2238 int pf_test_eth(int, int, struct ifnet *, struct mbuf **, struct inpcb *); 2239 #ifdef INET 2240 int pf_test(int, int, struct ifnet *, struct mbuf **, struct inpcb *, 2241 struct pf_rule_actions *); 2242 int pf_normalize_ip(struct mbuf **, struct pfi_kkif *, u_short *, 2243 struct pf_pdesc *); 2244 #endif /* INET */ 2245 2246 #ifdef INET6 2247 int pf_test6(int, int, struct ifnet *, struct mbuf **, struct inpcb *, 2248 struct pf_rule_actions *); 2249 int pf_normalize_ip6(struct mbuf **, struct pfi_kkif *, u_short *, 2250 struct pf_pdesc *); 2251 void pf_poolmask(struct pf_addr *, struct pf_addr*, 2252 struct pf_addr *, struct pf_addr *, sa_family_t); 2253 void pf_addr_inc(struct pf_addr *, sa_family_t); 2254 int pf_refragment6(struct ifnet *, struct mbuf **, struct m_tag *, bool); 2255 #endif /* INET6 */ 2256 2257 u_int32_t pf_new_isn(struct pf_kstate *); 2258 void *pf_pull_hdr(struct mbuf *, int, void *, int, u_short *, u_short *, 2259 sa_family_t); 2260 void pf_change_a(void *, u_int16_t *, u_int32_t, u_int8_t); 2261 void pf_change_proto_a(struct mbuf *, void *, u_int16_t *, u_int32_t, 2262 u_int8_t); 2263 void pf_change_tcp_a(struct mbuf *, void *, u_int16_t *, u_int32_t); 2264 void pf_patch_16_unaligned(struct mbuf *, u_int16_t *, void *, u_int16_t, 2265 bool, u_int8_t); 2266 void pf_patch_32_unaligned(struct mbuf *, u_int16_t *, void *, u_int32_t, 2267 bool, u_int8_t); 2268 void pf_send_deferred_syn(struct pf_kstate *); 2269 int pf_match_addr(u_int8_t, struct pf_addr *, struct pf_addr *, 2270 struct pf_addr *, sa_family_t); 2271 int pf_match_addr_range(struct pf_addr *, struct pf_addr *, 2272 struct pf_addr *, sa_family_t); 2273 int pf_match_port(u_int8_t, u_int16_t, u_int16_t, u_int16_t); 2274 2275 void pf_normalize_init(void); 2276 void pf_normalize_cleanup(void); 2277 int pf_normalize_tcp(struct pfi_kkif *, struct mbuf *, int, int, void *, 2278 struct pf_pdesc *); 2279 void pf_normalize_tcp_cleanup(struct pf_kstate *); 2280 int pf_normalize_tcp_init(struct mbuf *, int, struct pf_pdesc *, 2281 struct tcphdr *, struct pf_state_peer *, struct pf_state_peer *); 2282 int pf_normalize_tcp_stateful(struct mbuf *, int, struct pf_pdesc *, 2283 u_short *, struct tcphdr *, struct pf_kstate *, 2284 struct pf_state_peer *, struct pf_state_peer *, int *); 2285 int pf_normalize_sctp(int, struct pfi_kkif *, struct mbuf *, int, 2286 int, void *, struct pf_pdesc *); 2287 u_int32_t 2288 pf_state_expires(const struct pf_kstate *); 2289 void pf_purge_expired_fragments(void); 2290 void pf_purge_fragments(uint32_t); 2291 int pf_routable(struct pf_addr *addr, sa_family_t af, struct pfi_kkif *, 2292 int); 2293 int pf_socket_lookup(struct pf_pdesc *, struct mbuf *); 2294 struct pf_state_key *pf_alloc_state_key(int); 2295 void pfr_initialize(void); 2296 void pfr_cleanup(void); 2297 int pfr_match_addr(struct pfr_ktable *, struct pf_addr *, sa_family_t); 2298 void pfr_update_stats(struct pfr_ktable *, struct pf_addr *, sa_family_t, 2299 u_int64_t, int, int, int); 2300 int pfr_pool_get(struct pfr_ktable *, int *, struct pf_addr *, sa_family_t); 2301 void pfr_dynaddr_update(struct pfr_ktable *, struct pfi_dynaddr *); 2302 struct pfr_ktable * 2303 pfr_attach_table(struct pf_kruleset *, char *); 2304 struct pfr_ktable * 2305 pfr_eth_attach_table(struct pf_keth_ruleset *, char *); 2306 void pfr_detach_table(struct pfr_ktable *); 2307 int pfr_clr_tables(struct pfr_table *, int *, int); 2308 int pfr_add_tables(struct pfr_table *, int, int *, int); 2309 int pfr_del_tables(struct pfr_table *, int, int *, int); 2310 int pfr_table_count(struct pfr_table *, int); 2311 int pfr_get_tables(struct pfr_table *, struct pfr_table *, int *, int); 2312 int pfr_get_tstats(struct pfr_table *, struct pfr_tstats *, int *, int); 2313 int pfr_clr_tstats(struct pfr_table *, int, int *, int); 2314 int pfr_set_tflags(struct pfr_table *, int, int, int, int *, int *, int); 2315 int pfr_clr_addrs(struct pfr_table *, int *, int); 2316 int pfr_insert_kentry(struct pfr_ktable *, struct pfr_addr *, long); 2317 int pfr_add_addrs(struct pfr_table *, struct pfr_addr *, int, int *, 2318 int); 2319 int pfr_del_addrs(struct pfr_table *, struct pfr_addr *, int, int *, 2320 int); 2321 int pfr_set_addrs(struct pfr_table *, struct pfr_addr *, int, int *, 2322 int *, int *, int *, int, u_int32_t); 2323 int pfr_get_addrs(struct pfr_table *, struct pfr_addr *, int *, int); 2324 int pfr_get_astats(struct pfr_table *, struct pfr_astats *, int *, int); 2325 int pfr_clr_astats(struct pfr_table *, struct pfr_addr *, int, int *, 2326 int); 2327 int pfr_tst_addrs(struct pfr_table *, struct pfr_addr *, int, int *, 2328 int); 2329 int pfr_ina_begin(struct pfr_table *, u_int32_t *, int *, int); 2330 int pfr_ina_rollback(struct pfr_table *, u_int32_t, int *, int); 2331 int pfr_ina_commit(struct pfr_table *, u_int32_t, int *, int *, int); 2332 int pfr_ina_define(struct pfr_table *, struct pfr_addr *, int, int *, 2333 int *, u_int32_t, int); 2334 2335 MALLOC_DECLARE(PFI_MTYPE); 2336 VNET_DECLARE(struct pfi_kkif *, pfi_all); 2337 #define V_pfi_all VNET(pfi_all) 2338 2339 void pfi_initialize(void); 2340 void pfi_initialize_vnet(void); 2341 void pfi_cleanup(void); 2342 void pfi_cleanup_vnet(void); 2343 void pfi_kkif_ref(struct pfi_kkif *); 2344 void pfi_kkif_unref(struct pfi_kkif *); 2345 struct pfi_kkif *pfi_kkif_find(const char *); 2346 struct pfi_kkif *pfi_kkif_attach(struct pfi_kkif *, const char *); 2347 int pfi_kkif_match(struct pfi_kkif *, struct pfi_kkif *); 2348 void pfi_kkif_purge(void); 2349 int pfi_match_addr(struct pfi_dynaddr *, struct pf_addr *, 2350 sa_family_t); 2351 int pfi_dynaddr_setup(struct pf_addr_wrap *, sa_family_t); 2352 void pfi_dynaddr_remove(struct pfi_dynaddr *); 2353 void pfi_dynaddr_copyout(struct pf_addr_wrap *); 2354 void pfi_update_status(const char *, struct pf_status *); 2355 void pfi_get_ifaces(const char *, struct pfi_kif *, int *); 2356 int pfi_set_flags(const char *, int); 2357 int pfi_clear_flags(const char *, int); 2358 2359 int pf_match_tag(struct mbuf *, struct pf_krule *, int *, int); 2360 int pf_tag_packet(struct mbuf *, struct pf_pdesc *, int); 2361 int pf_addr_cmp(struct pf_addr *, struct pf_addr *, 2362 sa_family_t); 2363 2364 u_int16_t pf_get_mss(struct mbuf *, int, u_int16_t, sa_family_t); 2365 u_int8_t pf_get_wscale(struct mbuf *, int, u_int16_t, sa_family_t); 2366 struct mbuf *pf_build_tcp(const struct pf_krule *, sa_family_t, 2367 const struct pf_addr *, const struct pf_addr *, 2368 u_int16_t, u_int16_t, u_int32_t, u_int32_t, 2369 u_int8_t, u_int16_t, u_int16_t, u_int8_t, bool, 2370 u_int16_t, u_int16_t, int); 2371 void pf_send_tcp(const struct pf_krule *, sa_family_t, 2372 const struct pf_addr *, const struct pf_addr *, 2373 u_int16_t, u_int16_t, u_int32_t, u_int32_t, 2374 u_int8_t, u_int16_t, u_int16_t, u_int8_t, bool, 2375 u_int16_t, u_int16_t, int); 2376 2377 void pf_syncookies_init(void); 2378 void pf_syncookies_cleanup(void); 2379 int pf_get_syncookies(struct pfioc_nv *); 2380 int pf_set_syncookies(struct pfioc_nv *); 2381 int pf_synflood_check(struct pf_pdesc *); 2382 void pf_syncookie_send(struct mbuf *m, int off, 2383 struct pf_pdesc *); 2384 bool pf_syncookie_check(struct pf_pdesc *); 2385 u_int8_t pf_syncookie_validate(struct pf_pdesc *); 2386 struct mbuf * pf_syncookie_recreate_syn(uint8_t, int, 2387 struct pf_pdesc *); 2388 2389 VNET_DECLARE(struct pf_kstatus, pf_status); 2390 #define V_pf_status VNET(pf_status) 2391 2392 struct pf_limit { 2393 uma_zone_t zone; 2394 u_int limit; 2395 }; 2396 VNET_DECLARE(struct pf_limit, pf_limits[PF_LIMIT_MAX]); 2397 #define V_pf_limits VNET(pf_limits) 2398 2399 #endif /* _KERNEL */ 2400 2401 #ifdef _KERNEL 2402 VNET_DECLARE(struct pf_kanchor_global, pf_anchors); 2403 #define V_pf_anchors VNET(pf_anchors) 2404 VNET_DECLARE(struct pf_kanchor, pf_main_anchor); 2405 #define V_pf_main_anchor VNET(pf_main_anchor) 2406 VNET_DECLARE(struct pf_keth_anchor_global, pf_keth_anchors); 2407 #define V_pf_keth_anchors VNET(pf_keth_anchors) 2408 #define pf_main_ruleset V_pf_main_anchor.ruleset 2409 2410 VNET_DECLARE(struct pf_keth_anchor, pf_main_keth_anchor); 2411 #define V_pf_main_keth_anchor VNET(pf_main_keth_anchor) 2412 VNET_DECLARE(struct pf_keth_ruleset*, pf_keth); 2413 #define V_pf_keth VNET(pf_keth) 2414 2415 void pf_init_kruleset(struct pf_kruleset *); 2416 void pf_init_keth(struct pf_keth_ruleset *); 2417 int pf_kanchor_setup(struct pf_krule *, 2418 const struct pf_kruleset *, const char *); 2419 int pf_kanchor_nvcopyout(const struct pf_kruleset *, 2420 const struct pf_krule *, nvlist_t *); 2421 int pf_kanchor_copyout(const struct pf_kruleset *, 2422 const struct pf_krule *, struct pfioc_rule *); 2423 void pf_kanchor_remove(struct pf_krule *); 2424 void pf_remove_if_empty_kruleset(struct pf_kruleset *); 2425 struct pf_kruleset *pf_find_kruleset(const char *); 2426 struct pf_kruleset *pf_find_or_create_kruleset(const char *); 2427 void pf_rs_initialize(void); 2428 2429 2430 struct pf_krule *pf_krule_alloc(void); 2431 2432 void pf_remove_if_empty_keth_ruleset( 2433 struct pf_keth_ruleset *); 2434 struct pf_keth_ruleset *pf_find_keth_ruleset(const char *); 2435 struct pf_keth_anchor *pf_find_keth_anchor(const char *); 2436 int pf_keth_anchor_setup(struct pf_keth_rule *, 2437 const struct pf_keth_ruleset *, const char *); 2438 int pf_keth_anchor_nvcopyout( 2439 const struct pf_keth_ruleset *, 2440 const struct pf_keth_rule *, nvlist_t *); 2441 struct pf_keth_ruleset *pf_find_or_create_keth_ruleset(const char *); 2442 void pf_keth_anchor_remove(struct pf_keth_rule *); 2443 2444 void pf_krule_free(struct pf_krule *); 2445 #endif 2446 2447 /* The fingerprint functions can be linked into userland programs (tcpdump) */ 2448 int pf_osfp_add(struct pf_osfp_ioctl *); 2449 #ifdef _KERNEL 2450 struct pf_osfp_enlist * 2451 pf_osfp_fingerprint(struct pf_pdesc *, struct mbuf *, int, 2452 const struct tcphdr *); 2453 #endif /* _KERNEL */ 2454 void pf_osfp_flush(void); 2455 int pf_osfp_get(struct pf_osfp_ioctl *); 2456 int pf_osfp_match(struct pf_osfp_enlist *, pf_osfp_t); 2457 2458 #ifdef _KERNEL 2459 void pf_print_host(struct pf_addr *, u_int16_t, sa_family_t); 2460 2461 void pf_step_into_anchor(struct pf_kanchor_stackframe *, int *, 2462 struct pf_kruleset **, int, struct pf_krule **, 2463 struct pf_krule **, int *); 2464 int pf_step_out_of_anchor(struct pf_kanchor_stackframe *, int *, 2465 struct pf_kruleset **, int, struct pf_krule **, 2466 struct pf_krule **, int *); 2467 void pf_step_into_keth_anchor(struct pf_keth_anchor_stackframe *, 2468 int *, struct pf_keth_ruleset **, 2469 struct pf_keth_rule **, struct pf_keth_rule **, 2470 int *); 2471 int pf_step_out_of_keth_anchor(struct pf_keth_anchor_stackframe *, 2472 int *, struct pf_keth_ruleset **, 2473 struct pf_keth_rule **, struct pf_keth_rule **, 2474 int *); 2475 2476 u_short pf_map_addr(u_int8_t, struct pf_krule *, 2477 struct pf_addr *, struct pf_addr *, 2478 struct pf_addr *, struct pf_ksrc_node **); 2479 struct pf_krule *pf_get_translation(struct pf_pdesc *, struct mbuf *, 2480 int, struct pfi_kkif *, struct pf_ksrc_node **, 2481 struct pf_state_key **, struct pf_state_key **, 2482 struct pf_addr *, struct pf_addr *, 2483 uint16_t, uint16_t, struct pf_kanchor_stackframe *); 2484 2485 struct pf_state_key *pf_state_key_setup(struct pf_pdesc *, struct pf_addr *, 2486 struct pf_addr *, u_int16_t, u_int16_t); 2487 struct pf_state_key *pf_state_key_clone(struct pf_state_key *); 2488 void pf_rule_to_actions(struct pf_krule *, 2489 struct pf_rule_actions *); 2490 int pf_normalize_mss(struct mbuf *m, int off, 2491 struct pf_pdesc *pd); 2492 #ifdef INET 2493 void pf_scrub_ip(struct mbuf **, struct pf_pdesc *); 2494 #endif /* INET */ 2495 #ifdef INET6 2496 void pf_scrub_ip6(struct mbuf **, struct pf_pdesc *); 2497 #endif /* INET6 */ 2498 2499 struct pfi_kkif *pf_kkif_create(int); 2500 void pf_kkif_free(struct pfi_kkif *); 2501 void pf_kkif_zero(struct pfi_kkif *); 2502 #endif /* _KERNEL */ 2503 2504 #endif /* _NET_PFVAR_H_ */ 2505