1 // SPDX-License-Identifier: GPL-2.0 2 /* Connection tracking via netlink socket. Allows for user space 3 * protocol helpers and general trouble making from userspace. 4 * 5 * (C) 2001 by Jay Schulist <jschlst@samba.org> 6 * (C) 2002-2006 by Harald Welte <laforge@gnumonks.org> 7 * (C) 2003 by Patrick Mchardy <kaber@trash.net> 8 * (C) 2005-2012 by Pablo Neira Ayuso <pablo@netfilter.org> 9 * 10 * Initial connection tracking via netlink development funded and 11 * generally made possible by Network Robots, Inc. (www.networkrobots.com) 12 * 13 * Further development of this code funded by Astaro AG (http://www.astaro.com) 14 */ 15 16 #include <linux/init.h> 17 #include <linux/module.h> 18 #include <linux/kernel.h> 19 #include <linux/rculist.h> 20 #include <linux/rculist_nulls.h> 21 #include <linux/types.h> 22 #include <linux/timer.h> 23 #include <linux/security.h> 24 #include <linux/skbuff.h> 25 #include <linux/errno.h> 26 #include <linux/netlink.h> 27 #include <linux/spinlock.h> 28 #include <linux/interrupt.h> 29 #include <linux/slab.h> 30 #include <linux/siphash.h> 31 32 #include <linux/netfilter.h> 33 #include <net/ipv6.h> 34 #include <net/netlink.h> 35 #include <net/sock.h> 36 #include <net/netfilter/nf_conntrack.h> 37 #include <net/netfilter/nf_conntrack_core.h> 38 #include <net/netfilter/nf_conntrack_expect.h> 39 #include <net/netfilter/nf_conntrack_helper.h> 40 #include <net/netfilter/nf_conntrack_seqadj.h> 41 #include <net/netfilter/nf_conntrack_l4proto.h> 42 #include <net/netfilter/nf_conntrack_tuple.h> 43 #include <net/netfilter/nf_conntrack_acct.h> 44 #include <net/netfilter/nf_conntrack_zones.h> 45 #include <net/netfilter/nf_conntrack_timestamp.h> 46 #include <net/netfilter/nf_conntrack_labels.h> 47 #include <net/netfilter/nf_conntrack_synproxy.h> 48 #if IS_ENABLED(CONFIG_NF_NAT) 49 #include <net/netfilter/nf_nat.h> 50 #include <net/netfilter/nf_nat_helper.h> 51 #endif 52 53 #include <linux/netfilter/nfnetlink.h> 54 #include <linux/netfilter/nfnetlink_conntrack.h> 55 56 #include "nf_internals.h" 57 58 MODULE_LICENSE("GPL"); 59 MODULE_DESCRIPTION("List and change connection tracking table"); 60 61 struct ctnetlink_list_dump_ctx { 62 unsigned long last_id; 63 unsigned int cpu; 64 bool done; 65 }; 66 67 static int ctnetlink_dump_tuples_proto(struct sk_buff *skb, 68 const struct nf_conntrack_tuple *tuple, 69 const struct nf_conntrack_l4proto *l4proto) 70 { 71 int ret = 0; 72 struct nlattr *nest_parms; 73 74 nest_parms = nla_nest_start(skb, CTA_TUPLE_PROTO); 75 if (!nest_parms) 76 goto nla_put_failure; 77 if (nla_put_u8(skb, CTA_PROTO_NUM, tuple->dst.protonum)) 78 goto nla_put_failure; 79 80 if (likely(l4proto->tuple_to_nlattr)) 81 ret = l4proto->tuple_to_nlattr(skb, tuple); 82 83 nla_nest_end(skb, nest_parms); 84 85 return ret; 86 87 nla_put_failure: 88 return -1; 89 } 90 91 static int ipv4_tuple_to_nlattr(struct sk_buff *skb, 92 const struct nf_conntrack_tuple *tuple) 93 { 94 if (nla_put_in_addr(skb, CTA_IP_V4_SRC, tuple->src.u3.ip) || 95 nla_put_in_addr(skb, CTA_IP_V4_DST, tuple->dst.u3.ip)) 96 return -EMSGSIZE; 97 return 0; 98 } 99 100 static int ipv6_tuple_to_nlattr(struct sk_buff *skb, 101 const struct nf_conntrack_tuple *tuple) 102 { 103 if (nla_put_in6_addr(skb, CTA_IP_V6_SRC, &tuple->src.u3.in6) || 104 nla_put_in6_addr(skb, CTA_IP_V6_DST, &tuple->dst.u3.in6)) 105 return -EMSGSIZE; 106 return 0; 107 } 108 109 static int ctnetlink_dump_tuples_ip(struct sk_buff *skb, 110 const struct nf_conntrack_tuple *tuple) 111 { 112 int ret = 0; 113 struct nlattr *nest_parms; 114 115 nest_parms = nla_nest_start(skb, CTA_TUPLE_IP); 116 if (!nest_parms) 117 goto nla_put_failure; 118 119 switch (tuple->src.l3num) { 120 case NFPROTO_IPV4: 121 ret = ipv4_tuple_to_nlattr(skb, tuple); 122 break; 123 case NFPROTO_IPV6: 124 ret = ipv6_tuple_to_nlattr(skb, tuple); 125 break; 126 } 127 128 nla_nest_end(skb, nest_parms); 129 130 return ret; 131 132 nla_put_failure: 133 return -1; 134 } 135 136 static int ctnetlink_dump_tuples(struct sk_buff *skb, 137 const struct nf_conntrack_tuple *tuple) 138 { 139 const struct nf_conntrack_l4proto *l4proto; 140 int ret; 141 142 rcu_read_lock(); 143 ret = ctnetlink_dump_tuples_ip(skb, tuple); 144 145 if (ret >= 0) { 146 l4proto = nf_ct_l4proto_find(tuple->dst.protonum); 147 ret = ctnetlink_dump_tuples_proto(skb, tuple, l4proto); 148 } 149 rcu_read_unlock(); 150 return ret; 151 } 152 153 static int ctnetlink_dump_zone_id(struct sk_buff *skb, int attrtype, 154 const struct nf_conntrack_zone *zone, int dir) 155 { 156 if (zone->id == NF_CT_DEFAULT_ZONE_ID || zone->dir != dir) 157 return 0; 158 if (nla_put_be16(skb, attrtype, htons(zone->id))) 159 goto nla_put_failure; 160 return 0; 161 162 nla_put_failure: 163 return -1; 164 } 165 166 static int ctnetlink_dump_status(struct sk_buff *skb, const struct nf_conn *ct) 167 { 168 if (nla_put_be32(skb, CTA_STATUS, htonl(ct->status))) 169 goto nla_put_failure; 170 return 0; 171 172 nla_put_failure: 173 return -1; 174 } 175 176 static int ctnetlink_dump_timeout(struct sk_buff *skb, const struct nf_conn *ct, 177 bool skip_zero) 178 { 179 long timeout; 180 181 if (nf_ct_is_confirmed(ct)) 182 timeout = nf_ct_expires(ct) / HZ; 183 else 184 timeout = ct->timeout / HZ; 185 186 if (skip_zero && timeout == 0) 187 return 0; 188 189 if (nla_put_be32(skb, CTA_TIMEOUT, htonl(timeout))) 190 goto nla_put_failure; 191 return 0; 192 193 nla_put_failure: 194 return -1; 195 } 196 197 static int ctnetlink_dump_protoinfo(struct sk_buff *skb, struct nf_conn *ct, 198 bool destroy) 199 { 200 const struct nf_conntrack_l4proto *l4proto; 201 struct nlattr *nest_proto; 202 int ret; 203 204 l4proto = nf_ct_l4proto_find(nf_ct_protonum(ct)); 205 if (!l4proto->to_nlattr) 206 return 0; 207 208 nest_proto = nla_nest_start(skb, CTA_PROTOINFO); 209 if (!nest_proto) 210 goto nla_put_failure; 211 212 ret = l4proto->to_nlattr(skb, nest_proto, ct, destroy); 213 214 nla_nest_end(skb, nest_proto); 215 216 return ret; 217 218 nla_put_failure: 219 return -1; 220 } 221 222 static int ctnetlink_dump_helpinfo(struct sk_buff *skb, 223 const struct nf_conn *ct) 224 { 225 struct nlattr *nest_helper; 226 const struct nf_conn_help *help = nfct_help(ct); 227 struct nf_conntrack_helper *helper; 228 229 if (!help) 230 return 0; 231 232 rcu_read_lock(); 233 helper = rcu_dereference(help->helper); 234 if (!helper) 235 goto out; 236 237 nest_helper = nla_nest_start(skb, CTA_HELP); 238 if (!nest_helper) 239 goto nla_put_failure; 240 if (nla_put_string(skb, CTA_HELP_NAME, helper->name)) 241 goto nla_put_failure; 242 243 if (helper->to_nlattr) 244 helper->to_nlattr(skb, ct); 245 246 nla_nest_end(skb, nest_helper); 247 out: 248 rcu_read_unlock(); 249 return 0; 250 251 nla_put_failure: 252 rcu_read_unlock(); 253 return -1; 254 } 255 256 static int 257 dump_counters(struct sk_buff *skb, struct nf_conn_acct *acct, 258 enum ip_conntrack_dir dir, int type) 259 { 260 enum ctattr_type attr = dir ? CTA_COUNTERS_REPLY: CTA_COUNTERS_ORIG; 261 struct nf_conn_counter *counter = acct->counter; 262 struct nlattr *nest_count; 263 u64 pkts, bytes; 264 265 if (type == IPCTNL_MSG_CT_GET_CTRZERO) { 266 pkts = atomic64_xchg(&counter[dir].packets, 0); 267 bytes = atomic64_xchg(&counter[dir].bytes, 0); 268 } else { 269 pkts = atomic64_read(&counter[dir].packets); 270 bytes = atomic64_read(&counter[dir].bytes); 271 } 272 273 nest_count = nla_nest_start(skb, attr); 274 if (!nest_count) 275 goto nla_put_failure; 276 277 if (nla_put_be64(skb, CTA_COUNTERS_PACKETS, cpu_to_be64(pkts), 278 CTA_COUNTERS_PAD) || 279 nla_put_be64(skb, CTA_COUNTERS_BYTES, cpu_to_be64(bytes), 280 CTA_COUNTERS_PAD)) 281 goto nla_put_failure; 282 283 nla_nest_end(skb, nest_count); 284 285 return 0; 286 287 nla_put_failure: 288 return -1; 289 } 290 291 static int 292 ctnetlink_dump_acct(struct sk_buff *skb, const struct nf_conn *ct, int type) 293 { 294 struct nf_conn_acct *acct = nf_conn_acct_find(ct); 295 296 if (!acct) 297 return 0; 298 299 if (dump_counters(skb, acct, IP_CT_DIR_ORIGINAL, type) < 0) 300 return -1; 301 if (dump_counters(skb, acct, IP_CT_DIR_REPLY, type) < 0) 302 return -1; 303 304 return 0; 305 } 306 307 static int 308 ctnetlink_dump_timestamp(struct sk_buff *skb, const struct nf_conn *ct) 309 { 310 struct nlattr *nest_count; 311 const struct nf_conn_tstamp *tstamp; 312 313 tstamp = nf_conn_tstamp_find(ct); 314 if (!tstamp) 315 return 0; 316 317 nest_count = nla_nest_start(skb, CTA_TIMESTAMP); 318 if (!nest_count) 319 goto nla_put_failure; 320 321 if (nla_put_be64(skb, CTA_TIMESTAMP_START, cpu_to_be64(tstamp->start), 322 CTA_TIMESTAMP_PAD) || 323 (tstamp->stop != 0 && nla_put_be64(skb, CTA_TIMESTAMP_STOP, 324 cpu_to_be64(tstamp->stop), 325 CTA_TIMESTAMP_PAD))) 326 goto nla_put_failure; 327 nla_nest_end(skb, nest_count); 328 329 return 0; 330 331 nla_put_failure: 332 return -1; 333 } 334 335 #ifdef CONFIG_NF_CONNTRACK_MARK 336 static int ctnetlink_dump_mark(struct sk_buff *skb, const struct nf_conn *ct, 337 bool dump) 338 { 339 u32 mark = READ_ONCE(ct->mark); 340 341 if (!mark && !dump) 342 return 0; 343 344 if (nla_put_be32(skb, CTA_MARK, htonl(mark))) 345 goto nla_put_failure; 346 return 0; 347 348 nla_put_failure: 349 return -1; 350 } 351 #else 352 #define ctnetlink_dump_mark(a, b, c) (0) 353 #endif 354 355 #ifdef CONFIG_NF_CONNTRACK_SECMARK 356 static int ctnetlink_dump_secctx(struct sk_buff *skb, const struct nf_conn *ct) 357 { 358 struct nlattr *nest_secctx; 359 struct lsm_context ctx; 360 int ret; 361 362 ret = security_secid_to_secctx(ct->secmark, &ctx); 363 if (ret < 0) 364 return 0; 365 366 ret = -1; 367 nest_secctx = nla_nest_start(skb, CTA_SECCTX); 368 if (!nest_secctx) 369 goto nla_put_failure; 370 371 if (nla_put_string(skb, CTA_SECCTX_NAME, ctx.context)) 372 goto nla_put_failure; 373 nla_nest_end(skb, nest_secctx); 374 375 ret = 0; 376 nla_put_failure: 377 security_release_secctx(&ctx); 378 return ret; 379 } 380 #else 381 #define ctnetlink_dump_secctx(a, b) (0) 382 #endif 383 384 #ifdef CONFIG_NF_CONNTRACK_EVENTS 385 static int 386 ctnetlink_dump_event_timestamp(struct sk_buff *skb, const struct nf_conn *ct) 387 { 388 #ifdef CONFIG_NF_CONNTRACK_TIMESTAMP 389 const struct nf_conntrack_ecache *e = nf_ct_ecache_find(ct); 390 391 if (e) { 392 u64 ts = local64_read(&e->timestamp); 393 394 if (ts) 395 return nla_put_be64(skb, CTA_TIMESTAMP_EVENT, 396 cpu_to_be64(ts), CTA_TIMESTAMP_PAD); 397 } 398 #endif 399 return 0; 400 } 401 402 static inline int ctnetlink_label_size(const struct nf_conn *ct) 403 { 404 struct nf_conn_labels *labels = nf_ct_labels_find(ct); 405 406 if (!labels) 407 return 0; 408 return nla_total_size(sizeof(labels->bits)); 409 } 410 #endif 411 412 static int 413 ctnetlink_dump_labels(struct sk_buff *skb, const struct nf_conn *ct) 414 { 415 struct nf_conn_labels *labels = nf_ct_labels_find(ct); 416 unsigned int i; 417 418 if (!labels) 419 return 0; 420 421 i = 0; 422 do { 423 if (labels->bits[i] != 0) 424 return nla_put(skb, CTA_LABELS, sizeof(labels->bits), 425 labels->bits); 426 i++; 427 } while (i < ARRAY_SIZE(labels->bits)); 428 429 return 0; 430 } 431 432 #define master_tuple(ct) &(ct->master->tuplehash[IP_CT_DIR_ORIGINAL].tuple) 433 434 static int ctnetlink_dump_master(struct sk_buff *skb, const struct nf_conn *ct) 435 { 436 struct nlattr *nest_parms; 437 438 if (!(ct->status & IPS_EXPECTED)) 439 return 0; 440 441 nest_parms = nla_nest_start(skb, CTA_TUPLE_MASTER); 442 if (!nest_parms) 443 goto nla_put_failure; 444 if (ctnetlink_dump_tuples(skb, master_tuple(ct)) < 0) 445 goto nla_put_failure; 446 nla_nest_end(skb, nest_parms); 447 448 return 0; 449 450 nla_put_failure: 451 return -1; 452 } 453 454 static int 455 dump_ct_seq_adj(struct sk_buff *skb, const struct nf_ct_seqadj *seq, int type) 456 { 457 struct nlattr *nest_parms; 458 459 nest_parms = nla_nest_start(skb, type); 460 if (!nest_parms) 461 goto nla_put_failure; 462 463 if (nla_put_be32(skb, CTA_SEQADJ_CORRECTION_POS, 464 htonl(seq->correction_pos)) || 465 nla_put_be32(skb, CTA_SEQADJ_OFFSET_BEFORE, 466 htonl(seq->offset_before)) || 467 nla_put_be32(skb, CTA_SEQADJ_OFFSET_AFTER, 468 htonl(seq->offset_after))) 469 goto nla_put_failure; 470 471 nla_nest_end(skb, nest_parms); 472 473 return 0; 474 475 nla_put_failure: 476 return -1; 477 } 478 479 static int ctnetlink_dump_ct_seq_adj(struct sk_buff *skb, struct nf_conn *ct) 480 { 481 struct nf_conn_seqadj *seqadj = nfct_seqadj(ct); 482 struct nf_ct_seqadj *seq; 483 484 if (!(ct->status & IPS_SEQ_ADJUST) || !seqadj) 485 return 0; 486 487 spin_lock_bh(&ct->lock); 488 seq = &seqadj->seq[IP_CT_DIR_ORIGINAL]; 489 if (dump_ct_seq_adj(skb, seq, CTA_SEQ_ADJ_ORIG) == -1) 490 goto err; 491 492 seq = &seqadj->seq[IP_CT_DIR_REPLY]; 493 if (dump_ct_seq_adj(skb, seq, CTA_SEQ_ADJ_REPLY) == -1) 494 goto err; 495 496 spin_unlock_bh(&ct->lock); 497 return 0; 498 err: 499 spin_unlock_bh(&ct->lock); 500 return -1; 501 } 502 503 static int ctnetlink_dump_ct_synproxy(struct sk_buff *skb, struct nf_conn *ct) 504 { 505 struct nf_conn_synproxy *synproxy = nfct_synproxy(ct); 506 struct nlattr *nest_parms; 507 508 if (!synproxy) 509 return 0; 510 511 nest_parms = nla_nest_start(skb, CTA_SYNPROXY); 512 if (!nest_parms) 513 goto nla_put_failure; 514 515 if (nla_put_be32(skb, CTA_SYNPROXY_ISN, htonl(synproxy->isn)) || 516 nla_put_be32(skb, CTA_SYNPROXY_ITS, htonl(synproxy->its)) || 517 nla_put_be32(skb, CTA_SYNPROXY_TSOFF, htonl(synproxy->tsoff))) 518 goto nla_put_failure; 519 520 nla_nest_end(skb, nest_parms); 521 522 return 0; 523 524 nla_put_failure: 525 return -1; 526 } 527 528 static int ctnetlink_dump_id(struct sk_buff *skb, const struct nf_conn *ct) 529 { 530 __be32 id = (__force __be32)nf_ct_get_id(ct); 531 532 if (nla_put_be32(skb, CTA_ID, id)) 533 goto nla_put_failure; 534 return 0; 535 536 nla_put_failure: 537 return -1; 538 } 539 540 static int ctnetlink_dump_use(struct sk_buff *skb, const struct nf_conn *ct) 541 { 542 if (nla_put_be32(skb, CTA_USE, htonl(refcount_read(&ct->ct_general.use)))) 543 goto nla_put_failure; 544 return 0; 545 546 nla_put_failure: 547 return -1; 548 } 549 550 /* all these functions access ct->ext. Caller must either hold a reference 551 * on ct or prevent its deletion by holding either the bucket spinlock or 552 * pcpu dying list lock. 553 */ 554 static int ctnetlink_dump_extinfo(struct sk_buff *skb, 555 struct nf_conn *ct, u32 type) 556 { 557 if (ctnetlink_dump_acct(skb, ct, type) < 0 || 558 ctnetlink_dump_timestamp(skb, ct) < 0 || 559 ctnetlink_dump_helpinfo(skb, ct) < 0 || 560 ctnetlink_dump_labels(skb, ct) < 0 || 561 ctnetlink_dump_ct_seq_adj(skb, ct) < 0 || 562 ctnetlink_dump_ct_synproxy(skb, ct) < 0) 563 return -1; 564 565 return 0; 566 } 567 568 static int ctnetlink_dump_info(struct sk_buff *skb, struct nf_conn *ct) 569 { 570 if (ctnetlink_dump_status(skb, ct) < 0 || 571 ctnetlink_dump_mark(skb, ct, true) < 0 || 572 ctnetlink_dump_secctx(skb, ct) < 0 || 573 ctnetlink_dump_id(skb, ct) < 0 || 574 ctnetlink_dump_use(skb, ct) < 0 || 575 ctnetlink_dump_master(skb, ct) < 0) 576 return -1; 577 578 if (!test_bit(IPS_OFFLOAD_BIT, &ct->status) && 579 (ctnetlink_dump_timeout(skb, ct, false) < 0 || 580 ctnetlink_dump_protoinfo(skb, ct, false) < 0)) 581 return -1; 582 583 return 0; 584 } 585 586 static int 587 ctnetlink_fill_info(struct sk_buff *skb, u32 portid, u32 seq, u32 type, 588 struct nf_conn *ct, bool extinfo, unsigned int flags) 589 { 590 const struct nf_conntrack_zone *zone; 591 struct nlmsghdr *nlh; 592 struct nlattr *nest_parms; 593 unsigned int event; 594 595 if (portid) 596 flags |= NLM_F_MULTI; 597 event = nfnl_msg_type(NFNL_SUBSYS_CTNETLINK, IPCTNL_MSG_CT_NEW); 598 nlh = nfnl_msg_put(skb, portid, seq, event, flags, nf_ct_l3num(ct), 599 NFNETLINK_V0, 0); 600 if (!nlh) 601 goto nlmsg_failure; 602 603 zone = nf_ct_zone(ct); 604 605 nest_parms = nla_nest_start(skb, CTA_TUPLE_ORIG); 606 if (!nest_parms) 607 goto nla_put_failure; 608 if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_ORIGINAL)) < 0) 609 goto nla_put_failure; 610 if (ctnetlink_dump_zone_id(skb, CTA_TUPLE_ZONE, zone, 611 NF_CT_ZONE_DIR_ORIG) < 0) 612 goto nla_put_failure; 613 nla_nest_end(skb, nest_parms); 614 615 nest_parms = nla_nest_start(skb, CTA_TUPLE_REPLY); 616 if (!nest_parms) 617 goto nla_put_failure; 618 if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_REPLY)) < 0) 619 goto nla_put_failure; 620 if (ctnetlink_dump_zone_id(skb, CTA_TUPLE_ZONE, zone, 621 NF_CT_ZONE_DIR_REPL) < 0) 622 goto nla_put_failure; 623 nla_nest_end(skb, nest_parms); 624 625 if (ctnetlink_dump_zone_id(skb, CTA_ZONE, zone, 626 NF_CT_DEFAULT_ZONE_DIR) < 0) 627 goto nla_put_failure; 628 629 if (ctnetlink_dump_info(skb, ct) < 0) 630 goto nla_put_failure; 631 if (extinfo && ctnetlink_dump_extinfo(skb, ct, type) < 0) 632 goto nla_put_failure; 633 634 nlmsg_end(skb, nlh); 635 return skb->len; 636 637 nlmsg_failure: 638 nla_put_failure: 639 nlmsg_cancel(skb, nlh); 640 return -1; 641 } 642 643 static const struct nla_policy cta_ip_nla_policy[CTA_IP_MAX + 1] = { 644 [CTA_IP_V4_SRC] = { .type = NLA_U32 }, 645 [CTA_IP_V4_DST] = { .type = NLA_U32 }, 646 [CTA_IP_V6_SRC] = { .len = sizeof(__be32) * 4 }, 647 [CTA_IP_V6_DST] = { .len = sizeof(__be32) * 4 }, 648 }; 649 650 #if defined(CONFIG_NETFILTER_NETLINK_GLUE_CT) || defined(CONFIG_NF_CONNTRACK_EVENTS) 651 static size_t ctnetlink_proto_size(const struct nf_conn *ct) 652 { 653 const struct nf_conntrack_l4proto *l4proto; 654 size_t len, len4 = 0; 655 656 len = nla_policy_len(cta_ip_nla_policy, CTA_IP_MAX + 1); 657 len *= 3u; /* ORIG, REPLY, MASTER */ 658 659 l4proto = nf_ct_l4proto_find(nf_ct_protonum(ct)); 660 len += l4proto->nlattr_size; 661 if (l4proto->nlattr_tuple_size) { 662 len4 = l4proto->nlattr_tuple_size(); 663 len4 *= 3u; /* ORIG, REPLY, MASTER */ 664 } 665 666 return len + len4; 667 } 668 669 static inline size_t ctnetlink_acct_size(const struct nf_conn *ct) 670 { 671 if (!nf_ct_ext_exist(ct, NF_CT_EXT_ACCT)) 672 return 0; 673 return 2 * nla_total_size(0) /* CTA_COUNTERS_ORIG|REPL */ 674 + 2 * nla_total_size_64bit(sizeof(uint64_t)) /* CTA_COUNTERS_PACKETS */ 675 + 2 * nla_total_size_64bit(sizeof(uint64_t)) /* CTA_COUNTERS_BYTES */ 676 ; 677 } 678 679 static inline int ctnetlink_secctx_size(const struct nf_conn *ct) 680 { 681 #ifdef CONFIG_NF_CONNTRACK_SECMARK 682 int ret; 683 684 ret = security_secid_to_secctx(ct->secmark, NULL); 685 if (ret < 0) 686 return 0; 687 688 return nla_total_size(0) /* CTA_SECCTX */ 689 + nla_total_size(sizeof(char) * ret); /* CTA_SECCTX_NAME */ 690 #else 691 return 0; 692 #endif 693 } 694 695 static inline size_t ctnetlink_timestamp_size(const struct nf_conn *ct) 696 { 697 #ifdef CONFIG_NF_CONNTRACK_TIMESTAMP 698 if (!nf_ct_ext_exist(ct, NF_CT_EXT_TSTAMP)) 699 return 0; 700 return nla_total_size(0) + 2 * nla_total_size_64bit(sizeof(uint64_t)); 701 #else 702 return 0; 703 #endif 704 } 705 #endif 706 707 #ifdef CONFIG_NF_CONNTRACK_EVENTS 708 static size_t ctnetlink_nlmsg_size(const struct nf_conn *ct) 709 { 710 return NLMSG_ALIGN(sizeof(struct nfgenmsg)) 711 + 3 * nla_total_size(0) /* CTA_TUPLE_ORIG|REPL|MASTER */ 712 + 3 * nla_total_size(0) /* CTA_TUPLE_IP */ 713 + 3 * nla_total_size(0) /* CTA_TUPLE_PROTO */ 714 + 3 * nla_total_size(sizeof(u_int8_t)) /* CTA_PROTO_NUM */ 715 + nla_total_size(sizeof(u_int32_t)) /* CTA_ID */ 716 + nla_total_size(sizeof(u_int32_t)) /* CTA_STATUS */ 717 + ctnetlink_acct_size(ct) 718 + ctnetlink_timestamp_size(ct) 719 + nla_total_size(sizeof(u_int32_t)) /* CTA_TIMEOUT */ 720 + nla_total_size(0) /* CTA_PROTOINFO */ 721 + nla_total_size(0) /* CTA_HELP */ 722 + nla_total_size(NF_CT_HELPER_NAME_LEN) /* CTA_HELP_NAME */ 723 + ctnetlink_secctx_size(ct) 724 #if IS_ENABLED(CONFIG_NF_NAT) 725 + 2 * nla_total_size(0) /* CTA_NAT_SEQ_ADJ_ORIG|REPL */ 726 + 6 * nla_total_size(sizeof(u_int32_t)) /* CTA_NAT_SEQ_OFFSET */ 727 #endif 728 #ifdef CONFIG_NF_CONNTRACK_MARK 729 + nla_total_size(sizeof(u_int32_t)) /* CTA_MARK */ 730 #endif 731 #ifdef CONFIG_NF_CONNTRACK_ZONES 732 + nla_total_size(sizeof(u_int16_t)) /* CTA_ZONE|CTA_TUPLE_ZONE */ 733 #endif 734 + ctnetlink_proto_size(ct) 735 + ctnetlink_label_size(ct) 736 #ifdef CONFIG_NF_CONNTRACK_TIMESTAMP 737 + nla_total_size(sizeof(u64)) /* CTA_TIMESTAMP_EVENT */ 738 #endif 739 ; 740 } 741 742 static int 743 ctnetlink_conntrack_event(unsigned int events, const struct nf_ct_event *item) 744 { 745 const struct nf_conntrack_zone *zone; 746 struct net *net; 747 struct nlmsghdr *nlh; 748 struct nlattr *nest_parms; 749 struct nf_conn *ct = item->ct; 750 struct sk_buff *skb; 751 unsigned int type; 752 unsigned int flags = 0, group; 753 int err; 754 755 if (events & (1 << IPCT_DESTROY)) { 756 type = IPCTNL_MSG_CT_DELETE; 757 group = NFNLGRP_CONNTRACK_DESTROY; 758 } else if (events & ((1 << IPCT_NEW) | (1 << IPCT_RELATED))) { 759 type = IPCTNL_MSG_CT_NEW; 760 flags = NLM_F_CREATE|NLM_F_EXCL; 761 group = NFNLGRP_CONNTRACK_NEW; 762 } else if (events) { 763 type = IPCTNL_MSG_CT_NEW; 764 group = NFNLGRP_CONNTRACK_UPDATE; 765 } else 766 return 0; 767 768 net = nf_ct_net(ct); 769 if (!item->report && !nfnetlink_has_listeners(net, group)) 770 return 0; 771 772 skb = nlmsg_new(ctnetlink_nlmsg_size(ct), GFP_ATOMIC); 773 if (skb == NULL) 774 goto errout; 775 776 type = nfnl_msg_type(NFNL_SUBSYS_CTNETLINK, type); 777 nlh = nfnl_msg_put(skb, item->portid, 0, type, flags, nf_ct_l3num(ct), 778 NFNETLINK_V0, 0); 779 if (!nlh) 780 goto nlmsg_failure; 781 782 zone = nf_ct_zone(ct); 783 784 nest_parms = nla_nest_start(skb, CTA_TUPLE_ORIG); 785 if (!nest_parms) 786 goto nla_put_failure; 787 if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_ORIGINAL)) < 0) 788 goto nla_put_failure; 789 if (ctnetlink_dump_zone_id(skb, CTA_TUPLE_ZONE, zone, 790 NF_CT_ZONE_DIR_ORIG) < 0) 791 goto nla_put_failure; 792 nla_nest_end(skb, nest_parms); 793 794 nest_parms = nla_nest_start(skb, CTA_TUPLE_REPLY); 795 if (!nest_parms) 796 goto nla_put_failure; 797 if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_REPLY)) < 0) 798 goto nla_put_failure; 799 if (ctnetlink_dump_zone_id(skb, CTA_TUPLE_ZONE, zone, 800 NF_CT_ZONE_DIR_REPL) < 0) 801 goto nla_put_failure; 802 nla_nest_end(skb, nest_parms); 803 804 if (ctnetlink_dump_zone_id(skb, CTA_ZONE, zone, 805 NF_CT_DEFAULT_ZONE_DIR) < 0) 806 goto nla_put_failure; 807 808 if (ctnetlink_dump_id(skb, ct) < 0) 809 goto nla_put_failure; 810 811 if (ctnetlink_dump_status(skb, ct) < 0) 812 goto nla_put_failure; 813 814 if (events & (1 << IPCT_DESTROY)) { 815 if (ctnetlink_dump_timeout(skb, ct, true) < 0) 816 goto nla_put_failure; 817 818 if (ctnetlink_dump_acct(skb, ct, type) < 0 || 819 ctnetlink_dump_timestamp(skb, ct) < 0 || 820 ctnetlink_dump_protoinfo(skb, ct, true) < 0) 821 goto nla_put_failure; 822 } else { 823 if (ctnetlink_dump_timeout(skb, ct, false) < 0) 824 goto nla_put_failure; 825 826 if (events & (1 << IPCT_PROTOINFO) && 827 ctnetlink_dump_protoinfo(skb, ct, false) < 0) 828 goto nla_put_failure; 829 830 if ((events & (1 << IPCT_HELPER) || nfct_help(ct)) 831 && ctnetlink_dump_helpinfo(skb, ct) < 0) 832 goto nla_put_failure; 833 834 #ifdef CONFIG_NF_CONNTRACK_SECMARK 835 if ((events & (1 << IPCT_SECMARK) || ct->secmark) 836 && ctnetlink_dump_secctx(skb, ct) < 0) 837 goto nla_put_failure; 838 #endif 839 if (events & (1 << IPCT_LABEL) && 840 ctnetlink_dump_labels(skb, ct) < 0) 841 goto nla_put_failure; 842 843 if (events & (1 << IPCT_RELATED) && 844 ctnetlink_dump_master(skb, ct) < 0) 845 goto nla_put_failure; 846 847 if (events & (1 << IPCT_SEQADJ) && 848 ctnetlink_dump_ct_seq_adj(skb, ct) < 0) 849 goto nla_put_failure; 850 851 if (events & (1 << IPCT_SYNPROXY) && 852 ctnetlink_dump_ct_synproxy(skb, ct) < 0) 853 goto nla_put_failure; 854 } 855 856 #ifdef CONFIG_NF_CONNTRACK_MARK 857 if (ctnetlink_dump_mark(skb, ct, events & (1 << IPCT_MARK))) 858 goto nla_put_failure; 859 #endif 860 861 if (ctnetlink_dump_event_timestamp(skb, ct)) 862 goto nla_put_failure; 863 864 nlmsg_end(skb, nlh); 865 err = nfnetlink_send(skb, net, item->portid, group, item->report, 866 GFP_ATOMIC); 867 if (err == -ENOBUFS || err == -EAGAIN) 868 return -ENOBUFS; 869 870 return 0; 871 872 nla_put_failure: 873 nlmsg_cancel(skb, nlh); 874 nlmsg_failure: 875 kfree_skb(skb); 876 errout: 877 if (nfnetlink_set_err(net, 0, group, -ENOBUFS) > 0) 878 return -ENOBUFS; 879 880 return 0; 881 } 882 #endif /* CONFIG_NF_CONNTRACK_EVENTS */ 883 884 static int ctnetlink_done(struct netlink_callback *cb) 885 { 886 kfree(cb->data); 887 return 0; 888 } 889 890 struct ctnetlink_filter_u32 { 891 u32 val; 892 u32 mask; 893 }; 894 895 struct ctnetlink_filter { 896 u8 family; 897 bool zone_filter; 898 899 u_int32_t orig_flags; 900 u_int32_t reply_flags; 901 902 struct nf_conntrack_tuple orig; 903 struct nf_conntrack_tuple reply; 904 struct nf_conntrack_zone zone; 905 906 struct ctnetlink_filter_u32 mark; 907 struct ctnetlink_filter_u32 status; 908 }; 909 910 static const struct nla_policy cta_filter_nla_policy[CTA_FILTER_MAX + 1] = { 911 [CTA_FILTER_ORIG_FLAGS] = NLA_POLICY_MASK(NLA_U32, CTA_FILTER_F_ALL), 912 [CTA_FILTER_REPLY_FLAGS] = NLA_POLICY_MASK(NLA_U32, CTA_FILTER_F_ALL), 913 }; 914 915 static int ctnetlink_parse_filter(const struct nlattr *attr, 916 struct ctnetlink_filter *filter) 917 { 918 struct nlattr *tb[CTA_FILTER_MAX + 1]; 919 int ret = 0; 920 921 ret = nla_parse_nested(tb, CTA_FILTER_MAX, attr, cta_filter_nla_policy, 922 NULL); 923 if (ret) 924 return ret; 925 926 if (tb[CTA_FILTER_ORIG_FLAGS]) 927 filter->orig_flags = nla_get_u32(tb[CTA_FILTER_ORIG_FLAGS]); 928 929 if (tb[CTA_FILTER_REPLY_FLAGS]) 930 filter->reply_flags = nla_get_u32(tb[CTA_FILTER_REPLY_FLAGS]); 931 932 return 0; 933 } 934 935 static int ctnetlink_parse_zone(const struct nlattr *attr, 936 struct nf_conntrack_zone *zone); 937 static int ctnetlink_parse_tuple_filter(const struct nlattr * const cda[], 938 struct nf_conntrack_tuple *tuple, 939 u32 type, u_int8_t l3num, 940 struct nf_conntrack_zone *zone, 941 u_int32_t flags); 942 943 static int ctnetlink_filter_parse_mark(struct ctnetlink_filter_u32 *mark, 944 const struct nlattr * const cda[]) 945 { 946 #ifdef CONFIG_NF_CONNTRACK_MARK 947 if (cda[CTA_MARK]) { 948 mark->val = ntohl(nla_get_be32(cda[CTA_MARK])); 949 950 if (cda[CTA_MARK_MASK]) 951 mark->mask = ntohl(nla_get_be32(cda[CTA_MARK_MASK])); 952 else 953 mark->mask = 0xffffffff; 954 } else if (cda[CTA_MARK_MASK]) { 955 return -EINVAL; 956 } 957 #endif 958 return 0; 959 } 960 961 static int ctnetlink_filter_parse_status(struct ctnetlink_filter_u32 *status, 962 const struct nlattr * const cda[]) 963 { 964 if (cda[CTA_STATUS]) { 965 status->val = ntohl(nla_get_be32(cda[CTA_STATUS])); 966 if (cda[CTA_STATUS_MASK]) 967 status->mask = ntohl(nla_get_be32(cda[CTA_STATUS_MASK])); 968 else 969 status->mask = status->val; 970 971 /* status->val == 0? always true, else always false. */ 972 if (status->mask == 0) 973 return -EINVAL; 974 } else if (cda[CTA_STATUS_MASK]) { 975 return -EINVAL; 976 } 977 978 /* CTA_STATUS is NLA_U32, if this fires UAPI needs to be extended */ 979 BUILD_BUG_ON(__IPS_MAX_BIT >= 32); 980 return 0; 981 } 982 983 static struct ctnetlink_filter * 984 ctnetlink_alloc_filter(const struct nlattr * const cda[], u8 family) 985 { 986 struct ctnetlink_filter *filter; 987 int err; 988 989 #ifndef CONFIG_NF_CONNTRACK_MARK 990 if (cda[CTA_MARK] || cda[CTA_MARK_MASK]) 991 return ERR_PTR(-EOPNOTSUPP); 992 #endif 993 994 filter = kzalloc_obj(*filter); 995 if (filter == NULL) 996 return ERR_PTR(-ENOMEM); 997 998 filter->family = family; 999 1000 err = ctnetlink_filter_parse_mark(&filter->mark, cda); 1001 if (err) 1002 goto err_filter; 1003 1004 err = ctnetlink_filter_parse_status(&filter->status, cda); 1005 if (err) 1006 goto err_filter; 1007 1008 if (cda[CTA_ZONE]) { 1009 err = ctnetlink_parse_zone(cda[CTA_ZONE], &filter->zone); 1010 if (err < 0) 1011 goto err_filter; 1012 filter->zone_filter = true; 1013 } 1014 1015 if (!cda[CTA_FILTER]) 1016 return filter; 1017 1018 err = ctnetlink_parse_filter(cda[CTA_FILTER], filter); 1019 if (err < 0) 1020 goto err_filter; 1021 1022 if (filter->orig_flags) { 1023 if (!cda[CTA_TUPLE_ORIG]) { 1024 err = -EINVAL; 1025 goto err_filter; 1026 } 1027 1028 err = ctnetlink_parse_tuple_filter(cda, &filter->orig, 1029 CTA_TUPLE_ORIG, 1030 filter->family, 1031 &filter->zone, 1032 filter->orig_flags); 1033 if (err < 0) 1034 goto err_filter; 1035 } 1036 1037 if (filter->reply_flags) { 1038 if (!cda[CTA_TUPLE_REPLY]) { 1039 err = -EINVAL; 1040 goto err_filter; 1041 } 1042 1043 err = ctnetlink_parse_tuple_filter(cda, &filter->reply, 1044 CTA_TUPLE_REPLY, 1045 filter->family, 1046 &filter->zone, 1047 filter->reply_flags); 1048 if (err < 0) 1049 goto err_filter; 1050 } 1051 1052 return filter; 1053 1054 err_filter: 1055 kfree(filter); 1056 1057 return ERR_PTR(err); 1058 } 1059 1060 static bool ctnetlink_needs_filter(u8 family, const struct nlattr * const *cda) 1061 { 1062 return family || cda[CTA_MARK] || cda[CTA_FILTER] || cda[CTA_STATUS] || cda[CTA_ZONE]; 1063 } 1064 1065 static int ctnetlink_start(struct netlink_callback *cb) 1066 { 1067 const struct nlattr * const *cda = cb->data; 1068 struct ctnetlink_filter *filter = NULL; 1069 struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh); 1070 u8 family = nfmsg->nfgen_family; 1071 1072 if (ctnetlink_needs_filter(family, cda)) { 1073 filter = ctnetlink_alloc_filter(cda, family); 1074 if (IS_ERR(filter)) 1075 return PTR_ERR(filter); 1076 } 1077 1078 cb->data = filter; 1079 return 0; 1080 } 1081 1082 static int ctnetlink_filter_match_tuple(struct nf_conntrack_tuple *filter_tuple, 1083 struct nf_conntrack_tuple *ct_tuple, 1084 u_int32_t flags, int family) 1085 { 1086 switch (family) { 1087 case NFPROTO_IPV4: 1088 if ((flags & CTA_FILTER_FLAG(CTA_IP_SRC)) && 1089 filter_tuple->src.u3.ip != ct_tuple->src.u3.ip) 1090 return 0; 1091 1092 if ((flags & CTA_FILTER_FLAG(CTA_IP_DST)) && 1093 filter_tuple->dst.u3.ip != ct_tuple->dst.u3.ip) 1094 return 0; 1095 break; 1096 case NFPROTO_IPV6: 1097 if ((flags & CTA_FILTER_FLAG(CTA_IP_SRC)) && 1098 !ipv6_addr_cmp(&filter_tuple->src.u3.in6, 1099 &ct_tuple->src.u3.in6)) 1100 return 0; 1101 1102 if ((flags & CTA_FILTER_FLAG(CTA_IP_DST)) && 1103 !ipv6_addr_cmp(&filter_tuple->dst.u3.in6, 1104 &ct_tuple->dst.u3.in6)) 1105 return 0; 1106 break; 1107 } 1108 1109 if ((flags & CTA_FILTER_FLAG(CTA_PROTO_NUM)) && 1110 filter_tuple->dst.protonum != ct_tuple->dst.protonum) 1111 return 0; 1112 1113 switch (ct_tuple->dst.protonum) { 1114 case IPPROTO_TCP: 1115 case IPPROTO_UDP: 1116 if ((flags & CTA_FILTER_FLAG(CTA_PROTO_SRC_PORT)) && 1117 filter_tuple->src.u.tcp.port != ct_tuple->src.u.tcp.port) 1118 return 0; 1119 1120 if ((flags & CTA_FILTER_FLAG(CTA_PROTO_DST_PORT)) && 1121 filter_tuple->dst.u.tcp.port != ct_tuple->dst.u.tcp.port) 1122 return 0; 1123 break; 1124 case IPPROTO_ICMP: 1125 if ((flags & CTA_FILTER_FLAG(CTA_PROTO_ICMP_TYPE)) && 1126 filter_tuple->dst.u.icmp.type != ct_tuple->dst.u.icmp.type) 1127 return 0; 1128 if ((flags & CTA_FILTER_FLAG(CTA_PROTO_ICMP_CODE)) && 1129 filter_tuple->dst.u.icmp.code != ct_tuple->dst.u.icmp.code) 1130 return 0; 1131 if ((flags & CTA_FILTER_FLAG(CTA_PROTO_ICMP_ID)) && 1132 filter_tuple->src.u.icmp.id != ct_tuple->src.u.icmp.id) 1133 return 0; 1134 break; 1135 case IPPROTO_ICMPV6: 1136 if ((flags & CTA_FILTER_FLAG(CTA_PROTO_ICMPV6_TYPE)) && 1137 filter_tuple->dst.u.icmp.type != ct_tuple->dst.u.icmp.type) 1138 return 0; 1139 if ((flags & CTA_FILTER_FLAG(CTA_PROTO_ICMPV6_CODE)) && 1140 filter_tuple->dst.u.icmp.code != ct_tuple->dst.u.icmp.code) 1141 return 0; 1142 if ((flags & CTA_FILTER_FLAG(CTA_PROTO_ICMPV6_ID)) && 1143 filter_tuple->src.u.icmp.id != ct_tuple->src.u.icmp.id) 1144 return 0; 1145 break; 1146 } 1147 1148 return 1; 1149 } 1150 1151 static int ctnetlink_filter_match(struct nf_conn *ct, void *data) 1152 { 1153 struct ctnetlink_filter *filter = data; 1154 struct nf_conntrack_tuple *tuple; 1155 u32 status; 1156 1157 if (filter == NULL) 1158 goto out; 1159 1160 /* Match entries of a given L3 protocol number. 1161 * If it is not specified, ie. l3proto == 0, 1162 * then match everything. 1163 */ 1164 if (filter->family && nf_ct_l3num(ct) != filter->family) 1165 goto ignore_entry; 1166 1167 if (filter->zone_filter && 1168 !nf_ct_zone_equal_any(ct, &filter->zone)) 1169 goto ignore_entry; 1170 1171 if (filter->orig_flags) { 1172 tuple = nf_ct_tuple(ct, IP_CT_DIR_ORIGINAL); 1173 if (!ctnetlink_filter_match_tuple(&filter->orig, tuple, 1174 filter->orig_flags, 1175 filter->family)) 1176 goto ignore_entry; 1177 } 1178 1179 if (filter->reply_flags) { 1180 tuple = nf_ct_tuple(ct, IP_CT_DIR_REPLY); 1181 if (!ctnetlink_filter_match_tuple(&filter->reply, tuple, 1182 filter->reply_flags, 1183 filter->family)) 1184 goto ignore_entry; 1185 } 1186 1187 #ifdef CONFIG_NF_CONNTRACK_MARK 1188 if ((READ_ONCE(ct->mark) & filter->mark.mask) != filter->mark.val) 1189 goto ignore_entry; 1190 #endif 1191 status = (u32)READ_ONCE(ct->status); 1192 if ((status & filter->status.mask) != filter->status.val) 1193 goto ignore_entry; 1194 1195 out: 1196 return 1; 1197 1198 ignore_entry: 1199 return 0; 1200 } 1201 1202 static unsigned long ctnetlink_get_id(const struct nf_conn *ct) 1203 { 1204 unsigned long id = nf_ct_get_id(ct); 1205 1206 return id ? id : 1; 1207 } 1208 1209 static int 1210 ctnetlink_dump_table(struct sk_buff *skb, struct netlink_callback *cb) 1211 { 1212 unsigned int flags = cb->data ? NLM_F_DUMP_FILTERED : 0; 1213 struct net *net = sock_net(skb->sk); 1214 unsigned long last_id = cb->args[1]; 1215 struct nf_conntrack_tuple_hash *h; 1216 struct hlist_nulls_node *n; 1217 struct nf_conn *nf_ct_evict[8]; 1218 struct nf_conn *ct; 1219 int res, i; 1220 spinlock_t *lockp; 1221 1222 i = 0; 1223 1224 local_bh_disable(); 1225 for (; cb->args[0] < nf_conntrack_htable_size; cb->args[0]++) { 1226 restart: 1227 while (i) { 1228 i--; 1229 if (nf_ct_should_gc(nf_ct_evict[i])) 1230 nf_ct_kill(nf_ct_evict[i]); 1231 nf_ct_put(nf_ct_evict[i]); 1232 } 1233 1234 lockp = &nf_conntrack_locks[cb->args[0] % CONNTRACK_LOCKS]; 1235 nf_conntrack_lock(lockp); 1236 if (cb->args[0] >= nf_conntrack_htable_size) { 1237 spin_unlock(lockp); 1238 goto out; 1239 } 1240 hlist_nulls_for_each_entry(h, n, &nf_conntrack_hash[cb->args[0]], 1241 hnnode) { 1242 ct = nf_ct_tuplehash_to_ctrack(h); 1243 if (nf_ct_is_expired(ct)) { 1244 /* need to defer nf_ct_kill() until lock is released */ 1245 if (i < ARRAY_SIZE(nf_ct_evict) && 1246 refcount_inc_not_zero(&ct->ct_general.use)) 1247 nf_ct_evict[i++] = ct; 1248 continue; 1249 } 1250 1251 if (!net_eq(net, nf_ct_net(ct))) 1252 continue; 1253 1254 if (NF_CT_DIRECTION(h) != IP_CT_DIR_ORIGINAL) 1255 continue; 1256 1257 if (cb->args[1]) { 1258 if (ctnetlink_get_id(ct) != last_id) 1259 continue; 1260 cb->args[1] = 0; 1261 } 1262 if (!ctnetlink_filter_match(ct, cb->data)) 1263 continue; 1264 1265 res = 1266 ctnetlink_fill_info(skb, NETLINK_CB(cb->skb).portid, 1267 cb->nlh->nlmsg_seq, 1268 NFNL_MSG_TYPE(cb->nlh->nlmsg_type), 1269 ct, true, flags); 1270 if (res < 0) { 1271 cb->args[1] = ctnetlink_get_id(ct); 1272 spin_unlock(lockp); 1273 goto out; 1274 } 1275 } 1276 spin_unlock(lockp); 1277 if (cb->args[1]) { 1278 cb->args[1] = 0; 1279 goto restart; 1280 } 1281 } 1282 out: 1283 local_bh_enable(); 1284 if (last_id) { 1285 /* nf ct hash resize happened, now clear the leftover. */ 1286 if (cb->args[1] == last_id) 1287 cb->args[1] = 0; 1288 } 1289 1290 while (i) { 1291 i--; 1292 if (nf_ct_should_gc(nf_ct_evict[i])) 1293 nf_ct_kill(nf_ct_evict[i]); 1294 nf_ct_put(nf_ct_evict[i]); 1295 } 1296 1297 return skb->len; 1298 } 1299 1300 static int ipv4_nlattr_to_tuple(struct nlattr *tb[], 1301 struct nf_conntrack_tuple *t, 1302 u_int32_t flags) 1303 { 1304 if (flags & CTA_FILTER_FLAG(CTA_IP_SRC)) { 1305 if (!tb[CTA_IP_V4_SRC]) 1306 return -EINVAL; 1307 1308 t->src.u3.ip = nla_get_in_addr(tb[CTA_IP_V4_SRC]); 1309 } 1310 1311 if (flags & CTA_FILTER_FLAG(CTA_IP_DST)) { 1312 if (!tb[CTA_IP_V4_DST]) 1313 return -EINVAL; 1314 1315 t->dst.u3.ip = nla_get_in_addr(tb[CTA_IP_V4_DST]); 1316 } 1317 1318 return 0; 1319 } 1320 1321 static int ipv6_nlattr_to_tuple(struct nlattr *tb[], 1322 struct nf_conntrack_tuple *t, 1323 u_int32_t flags) 1324 { 1325 if (flags & CTA_FILTER_FLAG(CTA_IP_SRC)) { 1326 if (!tb[CTA_IP_V6_SRC]) 1327 return -EINVAL; 1328 1329 t->src.u3.in6 = nla_get_in6_addr(tb[CTA_IP_V6_SRC]); 1330 } 1331 1332 if (flags & CTA_FILTER_FLAG(CTA_IP_DST)) { 1333 if (!tb[CTA_IP_V6_DST]) 1334 return -EINVAL; 1335 1336 t->dst.u3.in6 = nla_get_in6_addr(tb[CTA_IP_V6_DST]); 1337 } 1338 1339 return 0; 1340 } 1341 1342 static int ctnetlink_parse_tuple_ip(struct nlattr *attr, 1343 struct nf_conntrack_tuple *tuple, 1344 u_int32_t flags) 1345 { 1346 struct nlattr *tb[CTA_IP_MAX+1]; 1347 int ret = 0; 1348 1349 ret = nla_parse_nested_deprecated(tb, CTA_IP_MAX, attr, 1350 cta_ip_nla_policy, NULL); 1351 if (ret < 0) 1352 return ret; 1353 1354 switch (tuple->src.l3num) { 1355 case NFPROTO_IPV4: 1356 ret = ipv4_nlattr_to_tuple(tb, tuple, flags); 1357 break; 1358 case NFPROTO_IPV6: 1359 ret = ipv6_nlattr_to_tuple(tb, tuple, flags); 1360 break; 1361 } 1362 1363 return ret; 1364 } 1365 1366 static const struct nla_policy proto_nla_policy[CTA_PROTO_MAX+1] = { 1367 [CTA_PROTO_NUM] = { .type = NLA_U8 }, 1368 }; 1369 1370 static int ctnetlink_parse_tuple_proto(struct nlattr *attr, 1371 struct nf_conntrack_tuple *tuple, 1372 u_int32_t flags) 1373 { 1374 const struct nf_conntrack_l4proto *l4proto; 1375 struct nlattr *tb[CTA_PROTO_MAX+1]; 1376 int ret = 0; 1377 1378 ret = nla_parse_nested_deprecated(tb, CTA_PROTO_MAX, attr, 1379 proto_nla_policy, NULL); 1380 if (ret < 0) 1381 return ret; 1382 1383 if (!(flags & CTA_FILTER_FLAG(CTA_PROTO_NUM))) 1384 return 0; 1385 1386 if (!tb[CTA_PROTO_NUM]) 1387 return -EINVAL; 1388 1389 tuple->dst.protonum = nla_get_u8(tb[CTA_PROTO_NUM]); 1390 1391 rcu_read_lock(); 1392 l4proto = nf_ct_l4proto_find(tuple->dst.protonum); 1393 1394 if (likely(l4proto->nlattr_to_tuple)) { 1395 ret = nla_validate_nested_deprecated(attr, CTA_PROTO_MAX, 1396 l4proto->nla_policy, 1397 NULL); 1398 if (ret == 0) 1399 ret = l4proto->nlattr_to_tuple(tb, tuple, flags); 1400 } 1401 1402 rcu_read_unlock(); 1403 1404 return ret; 1405 } 1406 1407 static int 1408 ctnetlink_parse_zone(const struct nlattr *attr, 1409 struct nf_conntrack_zone *zone) 1410 { 1411 nf_ct_zone_init(zone, NF_CT_DEFAULT_ZONE_ID, 1412 NF_CT_DEFAULT_ZONE_DIR, 0); 1413 #ifdef CONFIG_NF_CONNTRACK_ZONES 1414 if (attr) 1415 zone->id = ntohs(nla_get_be16(attr)); 1416 #else 1417 if (attr) 1418 return -EOPNOTSUPP; 1419 #endif 1420 return 0; 1421 } 1422 1423 static int 1424 ctnetlink_parse_tuple_zone(struct nlattr *attr, enum ctattr_type type, 1425 struct nf_conntrack_zone *zone) 1426 { 1427 int ret; 1428 1429 if (zone->id != NF_CT_DEFAULT_ZONE_ID) 1430 return -EINVAL; 1431 1432 ret = ctnetlink_parse_zone(attr, zone); 1433 if (ret < 0) 1434 return ret; 1435 1436 if (type == CTA_TUPLE_REPLY) 1437 zone->dir = NF_CT_ZONE_DIR_REPL; 1438 else 1439 zone->dir = NF_CT_ZONE_DIR_ORIG; 1440 1441 return 0; 1442 } 1443 1444 static const struct nla_policy tuple_nla_policy[CTA_TUPLE_MAX+1] = { 1445 [CTA_TUPLE_IP] = { .type = NLA_NESTED }, 1446 [CTA_TUPLE_PROTO] = { .type = NLA_NESTED }, 1447 [CTA_TUPLE_ZONE] = { .type = NLA_U16 }, 1448 }; 1449 1450 #define CTA_FILTER_F_ALL_CTA_PROTO \ 1451 (CTA_FILTER_F_CTA_PROTO_SRC_PORT | \ 1452 CTA_FILTER_F_CTA_PROTO_DST_PORT | \ 1453 CTA_FILTER_F_CTA_PROTO_ICMP_TYPE | \ 1454 CTA_FILTER_F_CTA_PROTO_ICMP_CODE | \ 1455 CTA_FILTER_F_CTA_PROTO_ICMP_ID | \ 1456 CTA_FILTER_F_CTA_PROTO_ICMPV6_TYPE | \ 1457 CTA_FILTER_F_CTA_PROTO_ICMPV6_CODE | \ 1458 CTA_FILTER_F_CTA_PROTO_ICMPV6_ID) 1459 1460 static int 1461 ctnetlink_parse_tuple_filter(const struct nlattr * const cda[], 1462 struct nf_conntrack_tuple *tuple, u32 type, 1463 u_int8_t l3num, struct nf_conntrack_zone *zone, 1464 u_int32_t flags) 1465 { 1466 struct nlattr *tb[CTA_TUPLE_MAX+1]; 1467 int err; 1468 1469 memset(tuple, 0, sizeof(*tuple)); 1470 1471 err = nla_parse_nested_deprecated(tb, CTA_TUPLE_MAX, cda[type], 1472 tuple_nla_policy, NULL); 1473 if (err < 0) 1474 return err; 1475 1476 if (l3num != NFPROTO_IPV4 && l3num != NFPROTO_IPV6) 1477 return -EOPNOTSUPP; 1478 tuple->src.l3num = l3num; 1479 1480 if (flags & CTA_FILTER_FLAG(CTA_IP_DST) || 1481 flags & CTA_FILTER_FLAG(CTA_IP_SRC)) { 1482 if (!tb[CTA_TUPLE_IP]) 1483 return -EINVAL; 1484 1485 err = ctnetlink_parse_tuple_ip(tb[CTA_TUPLE_IP], tuple, flags); 1486 if (err < 0) 1487 return err; 1488 } 1489 1490 if (flags & CTA_FILTER_FLAG(CTA_PROTO_NUM)) { 1491 if (!tb[CTA_TUPLE_PROTO]) 1492 return -EINVAL; 1493 1494 err = ctnetlink_parse_tuple_proto(tb[CTA_TUPLE_PROTO], tuple, flags); 1495 if (err < 0) 1496 return err; 1497 } else if (flags & CTA_FILTER_FLAG(ALL_CTA_PROTO)) { 1498 /* Can't manage proto flags without a protonum */ 1499 return -EINVAL; 1500 } 1501 1502 if ((flags & CTA_FILTER_FLAG(CTA_TUPLE_ZONE)) && tb[CTA_TUPLE_ZONE]) { 1503 if (!zone) 1504 return -EINVAL; 1505 1506 err = ctnetlink_parse_tuple_zone(tb[CTA_TUPLE_ZONE], 1507 type, zone); 1508 if (err < 0) 1509 return err; 1510 } 1511 1512 /* orig and expect tuples get DIR_ORIGINAL */ 1513 if (type == CTA_TUPLE_REPLY) 1514 tuple->dst.dir = IP_CT_DIR_REPLY; 1515 else 1516 tuple->dst.dir = IP_CT_DIR_ORIGINAL; 1517 1518 return 0; 1519 } 1520 1521 static int 1522 ctnetlink_parse_tuple(const struct nlattr * const cda[], 1523 struct nf_conntrack_tuple *tuple, u32 type, 1524 u_int8_t l3num, struct nf_conntrack_zone *zone) 1525 { 1526 return ctnetlink_parse_tuple_filter(cda, tuple, type, l3num, zone, 1527 CTA_FILTER_FLAG(ALL)); 1528 } 1529 1530 static const struct nla_policy help_nla_policy[CTA_HELP_MAX+1] = { 1531 [CTA_HELP_NAME] = { .type = NLA_NUL_STRING, 1532 .len = NF_CT_HELPER_NAME_LEN - 1 }, 1533 }; 1534 1535 static int ctnetlink_parse_help(const struct nlattr *attr, char **helper_name, 1536 struct nlattr **helpinfo) 1537 { 1538 int err; 1539 struct nlattr *tb[CTA_HELP_MAX+1]; 1540 1541 err = nla_parse_nested_deprecated(tb, CTA_HELP_MAX, attr, 1542 help_nla_policy, NULL); 1543 if (err < 0) 1544 return err; 1545 1546 if (!tb[CTA_HELP_NAME]) 1547 return -EINVAL; 1548 1549 *helper_name = nla_data(tb[CTA_HELP_NAME]); 1550 1551 if (tb[CTA_HELP_INFO]) 1552 *helpinfo = tb[CTA_HELP_INFO]; 1553 1554 return 0; 1555 } 1556 1557 static const struct nla_policy ct_nla_policy[CTA_MAX+1] = { 1558 [CTA_TUPLE_ORIG] = { .type = NLA_NESTED }, 1559 [CTA_TUPLE_REPLY] = { .type = NLA_NESTED }, 1560 [CTA_STATUS] = { .type = NLA_U32 }, 1561 [CTA_PROTOINFO] = { .type = NLA_NESTED }, 1562 [CTA_HELP] = { .type = NLA_NESTED }, 1563 [CTA_NAT_SRC] = { .type = NLA_NESTED }, 1564 [CTA_TIMEOUT] = { .type = NLA_U32 }, 1565 [CTA_MARK] = { .type = NLA_U32 }, 1566 [CTA_ID] = { .type = NLA_U32 }, 1567 [CTA_NAT_DST] = { .type = NLA_NESTED }, 1568 [CTA_TUPLE_MASTER] = { .type = NLA_NESTED }, 1569 [CTA_NAT_SEQ_ADJ_ORIG] = { .type = NLA_NESTED }, 1570 [CTA_NAT_SEQ_ADJ_REPLY] = { .type = NLA_NESTED }, 1571 [CTA_ZONE] = { .type = NLA_U16 }, 1572 [CTA_MARK_MASK] = { .type = NLA_U32 }, 1573 [CTA_LABELS] = { .type = NLA_BINARY, 1574 .len = NF_CT_LABELS_MAX_SIZE }, 1575 [CTA_LABELS_MASK] = { .type = NLA_BINARY, 1576 .len = NF_CT_LABELS_MAX_SIZE }, 1577 [CTA_FILTER] = { .type = NLA_NESTED }, 1578 [CTA_STATUS_MASK] = { .type = NLA_U32 }, 1579 [CTA_TIMESTAMP_EVENT] = { .type = NLA_REJECT }, 1580 }; 1581 1582 static int ctnetlink_flush_iterate(struct nf_conn *ct, void *data) 1583 { 1584 return ctnetlink_filter_match(ct, data); 1585 } 1586 1587 static int ctnetlink_flush_conntrack(struct net *net, 1588 const struct nlattr * const cda[], 1589 u32 portid, int report, u8 family) 1590 { 1591 struct ctnetlink_filter *filter = NULL; 1592 struct nf_ct_iter_data iter = { 1593 .net = net, 1594 .portid = portid, 1595 .report = report, 1596 }; 1597 1598 if (ctnetlink_needs_filter(family, cda)) { 1599 filter = ctnetlink_alloc_filter(cda, family); 1600 if (IS_ERR(filter)) 1601 return PTR_ERR(filter); 1602 1603 iter.data = filter; 1604 } 1605 1606 nf_ct_iterate_cleanup_net(ctnetlink_flush_iterate, &iter); 1607 kfree(filter); 1608 1609 return 0; 1610 } 1611 1612 static int ctnetlink_del_conntrack(struct sk_buff *skb, 1613 const struct nfnl_info *info, 1614 const struct nlattr * const cda[]) 1615 { 1616 u8 family = info->nfmsg->nfgen_family; 1617 struct nf_conntrack_tuple_hash *h; 1618 struct nf_conntrack_tuple tuple; 1619 struct nf_conntrack_zone zone; 1620 struct nf_conn *ct; 1621 int err; 1622 1623 err = ctnetlink_parse_zone(cda[CTA_ZONE], &zone); 1624 if (err < 0) 1625 return err; 1626 1627 if (cda[CTA_TUPLE_ORIG] && !cda[CTA_FILTER]) 1628 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_ORIG, 1629 family, &zone); 1630 else if (cda[CTA_TUPLE_REPLY] && !cda[CTA_FILTER]) 1631 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_REPLY, 1632 family, &zone); 1633 else { 1634 u8 u3 = info->nfmsg->version || cda[CTA_FILTER] ? family : AF_UNSPEC; 1635 1636 return ctnetlink_flush_conntrack(info->net, cda, 1637 NETLINK_CB(skb).portid, 1638 nlmsg_report(info->nlh), u3); 1639 } 1640 1641 if (err < 0) 1642 return err; 1643 1644 h = nf_conntrack_find_get(info->net, &zone, &tuple); 1645 if (!h) 1646 return -ENOENT; 1647 1648 ct = nf_ct_tuplehash_to_ctrack(h); 1649 1650 if (cda[CTA_ID]) { 1651 __be32 id = nla_get_be32(cda[CTA_ID]); 1652 1653 if (id != (__force __be32)nf_ct_get_id(ct)) { 1654 nf_ct_put(ct); 1655 return -ENOENT; 1656 } 1657 } 1658 1659 nf_ct_delete(ct, NETLINK_CB(skb).portid, nlmsg_report(info->nlh)); 1660 nf_ct_put(ct); 1661 1662 return 0; 1663 } 1664 1665 static int ctnetlink_get_conntrack(struct sk_buff *skb, 1666 const struct nfnl_info *info, 1667 const struct nlattr * const cda[]) 1668 { 1669 u_int8_t u3 = info->nfmsg->nfgen_family; 1670 struct nf_conntrack_tuple_hash *h; 1671 struct nf_conntrack_tuple tuple; 1672 struct nf_conntrack_zone zone; 1673 struct sk_buff *skb2; 1674 struct nf_conn *ct; 1675 int err; 1676 1677 if (info->nlh->nlmsg_flags & NLM_F_DUMP) { 1678 struct netlink_dump_control c = { 1679 .start = ctnetlink_start, 1680 .dump = ctnetlink_dump_table, 1681 .done = ctnetlink_done, 1682 .data = (void *)cda, 1683 }; 1684 1685 return netlink_dump_start(info->sk, skb, info->nlh, &c); 1686 } 1687 1688 err = ctnetlink_parse_zone(cda[CTA_ZONE], &zone); 1689 if (err < 0) 1690 return err; 1691 1692 if (cda[CTA_TUPLE_ORIG]) 1693 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_ORIG, 1694 u3, &zone); 1695 else if (cda[CTA_TUPLE_REPLY]) 1696 err = ctnetlink_parse_tuple(cda, &tuple, CTA_TUPLE_REPLY, 1697 u3, &zone); 1698 else 1699 return -EINVAL; 1700 1701 if (err < 0) 1702 return err; 1703 1704 h = nf_conntrack_find_get(info->net, &zone, &tuple); 1705 if (!h) 1706 return -ENOENT; 1707 1708 ct = nf_ct_tuplehash_to_ctrack(h); 1709 1710 skb2 = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 1711 if (!skb2) { 1712 nf_ct_put(ct); 1713 return -ENOMEM; 1714 } 1715 1716 err = ctnetlink_fill_info(skb2, NETLINK_CB(skb).portid, 1717 info->nlh->nlmsg_seq, 1718 NFNL_MSG_TYPE(info->nlh->nlmsg_type), ct, 1719 true, 0); 1720 nf_ct_put(ct); 1721 if (err <= 0) { 1722 kfree_skb(skb2); 1723 return -ENOMEM; 1724 } 1725 1726 return nfnetlink_unicast(skb2, info->net, NETLINK_CB(skb).portid); 1727 } 1728 1729 #ifdef CONFIG_NF_CONNTRACK_EVENTS 1730 static int ctnetlink_dump_one_entry(struct sk_buff *skb, 1731 struct netlink_callback *cb, 1732 struct nf_conn *ct, 1733 bool dying) 1734 { 1735 struct ctnetlink_list_dump_ctx *ctx = (void *)cb->ctx; 1736 struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh); 1737 u8 l3proto = nfmsg->nfgen_family; 1738 int res; 1739 1740 if (l3proto && nf_ct_l3num(ct) != l3proto) 1741 return 0; 1742 1743 if (ctx->last_id) { 1744 if (ctnetlink_get_id(ct) != ctx->last_id) 1745 return 0; 1746 1747 ctx->last_id = 0; 1748 } 1749 1750 /* We can't dump extension info for the unconfirmed 1751 * list because unconfirmed conntracks can have 1752 * ct->ext reallocated (and thus freed). 1753 * 1754 * In the dying list case ct->ext can't be free'd 1755 * until after we drop pcpu->lock. 1756 */ 1757 res = ctnetlink_fill_info(skb, NETLINK_CB(cb->skb).portid, 1758 cb->nlh->nlmsg_seq, 1759 NFNL_MSG_TYPE(cb->nlh->nlmsg_type), 1760 ct, dying, 0); 1761 if (res < 0) 1762 ctx->last_id = ctnetlink_get_id(ct); 1763 1764 return res; 1765 } 1766 #endif 1767 1768 static int 1769 ctnetlink_dump_unconfirmed(struct sk_buff *skb, struct netlink_callback *cb) 1770 { 1771 return 0; 1772 } 1773 1774 static int 1775 ctnetlink_dump_dying(struct sk_buff *skb, struct netlink_callback *cb) 1776 { 1777 struct ctnetlink_list_dump_ctx *ctx = (void *)cb->ctx; 1778 #ifdef CONFIG_NF_CONNTRACK_EVENTS 1779 const struct net *net = sock_net(skb->sk); 1780 struct nf_conntrack_net_ecache *ecache_net; 1781 unsigned long last_id = ctx->last_id; 1782 struct nf_conntrack_tuple_hash *h; 1783 struct hlist_nulls_node *n; 1784 #endif 1785 1786 if (ctx->done) 1787 return 0; 1788 1789 ctx->last_id = 0; 1790 1791 #ifdef CONFIG_NF_CONNTRACK_EVENTS 1792 ecache_net = nf_conn_pernet_ecache(net); 1793 spin_lock_bh(&ecache_net->dying_lock); 1794 1795 hlist_nulls_for_each_entry(h, n, &ecache_net->dying_list, hnnode) { 1796 struct nf_conn *ct; 1797 int res; 1798 1799 ct = nf_ct_tuplehash_to_ctrack(h); 1800 if (last_id && last_id != ctnetlink_get_id(ct)) 1801 continue; 1802 1803 res = ctnetlink_dump_one_entry(skb, cb, ct, true); 1804 if (res < 0) { 1805 spin_unlock_bh(&ecache_net->dying_lock); 1806 return skb->len; 1807 } 1808 1809 last_id = 0; 1810 } 1811 1812 spin_unlock_bh(&ecache_net->dying_lock); 1813 #endif 1814 ctx->done = true; 1815 1816 return skb->len; 1817 } 1818 1819 static int ctnetlink_get_ct_dying(struct sk_buff *skb, 1820 const struct nfnl_info *info, 1821 const struct nlattr * const cda[]) 1822 { 1823 if (info->nlh->nlmsg_flags & NLM_F_DUMP) { 1824 struct netlink_dump_control c = { 1825 .dump = ctnetlink_dump_dying, 1826 }; 1827 return netlink_dump_start(info->sk, skb, info->nlh, &c); 1828 } 1829 1830 return -EOPNOTSUPP; 1831 } 1832 1833 static int ctnetlink_get_ct_unconfirmed(struct sk_buff *skb, 1834 const struct nfnl_info *info, 1835 const struct nlattr * const cda[]) 1836 { 1837 if (info->nlh->nlmsg_flags & NLM_F_DUMP) { 1838 struct netlink_dump_control c = { 1839 .dump = ctnetlink_dump_unconfirmed, 1840 }; 1841 return netlink_dump_start(info->sk, skb, info->nlh, &c); 1842 } 1843 1844 return -EOPNOTSUPP; 1845 } 1846 1847 #if IS_ENABLED(CONFIG_NF_NAT) 1848 static int 1849 ctnetlink_parse_nat_setup(struct nf_conn *ct, 1850 enum nf_nat_manip_type manip, 1851 const struct nlattr *attr) 1852 __must_hold(RCU) 1853 { 1854 const struct nf_nat_hook *nat_hook; 1855 int err; 1856 1857 nat_hook = rcu_dereference(nf_nat_hook); 1858 if (!nat_hook) { 1859 #ifdef CONFIG_MODULES 1860 rcu_read_unlock(); 1861 nfnl_unlock(NFNL_SUBSYS_CTNETLINK); 1862 if (request_module("nf-nat") < 0) { 1863 nfnl_lock(NFNL_SUBSYS_CTNETLINK); 1864 rcu_read_lock(); 1865 return -EOPNOTSUPP; 1866 } 1867 nfnl_lock(NFNL_SUBSYS_CTNETLINK); 1868 rcu_read_lock(); 1869 nat_hook = rcu_dereference(nf_nat_hook); 1870 if (nat_hook) 1871 return -EAGAIN; 1872 #endif 1873 return -EOPNOTSUPP; 1874 } 1875 1876 err = nat_hook->parse_nat_setup(ct, manip, attr); 1877 if (err == -EAGAIN) { 1878 #ifdef CONFIG_MODULES 1879 rcu_read_unlock(); 1880 nfnl_unlock(NFNL_SUBSYS_CTNETLINK); 1881 if (request_module("nf-nat-%u", nf_ct_l3num(ct)) < 0) { 1882 nfnl_lock(NFNL_SUBSYS_CTNETLINK); 1883 rcu_read_lock(); 1884 return -EOPNOTSUPP; 1885 } 1886 nfnl_lock(NFNL_SUBSYS_CTNETLINK); 1887 rcu_read_lock(); 1888 #else 1889 err = -EOPNOTSUPP; 1890 #endif 1891 } 1892 return err; 1893 } 1894 #endif 1895 1896 static int 1897 ctnetlink_change_status(struct nf_conn *ct, const struct nlattr * const cda[]) 1898 { 1899 return nf_ct_change_status_common(ct, ntohl(nla_get_be32(cda[CTA_STATUS]))); 1900 } 1901 1902 static int 1903 ctnetlink_setup_nat(struct nf_conn *ct, const struct nlattr * const cda[]) 1904 { 1905 #if IS_ENABLED(CONFIG_NF_NAT) 1906 int ret; 1907 1908 if (!cda[CTA_NAT_DST] && !cda[CTA_NAT_SRC]) 1909 return 0; 1910 1911 ret = ctnetlink_parse_nat_setup(ct, NF_NAT_MANIP_DST, 1912 cda[CTA_NAT_DST]); 1913 if (ret < 0) 1914 return ret; 1915 1916 return ctnetlink_parse_nat_setup(ct, NF_NAT_MANIP_SRC, 1917 cda[CTA_NAT_SRC]); 1918 #else 1919 if (!cda[CTA_NAT_DST] && !cda[CTA_NAT_SRC]) 1920 return 0; 1921 return -EOPNOTSUPP; 1922 #endif 1923 } 1924 1925 static int ctnetlink_change_helper(struct nf_conn *ct, 1926 const struct nlattr * const cda[]) 1927 { 1928 struct nf_conntrack_helper *helper; 1929 struct nf_conn_help *help = nfct_help(ct); 1930 char *helpname = NULL; 1931 struct nlattr *helpinfo = NULL; 1932 int err; 1933 1934 err = ctnetlink_parse_help(cda[CTA_HELP], &helpname, &helpinfo); 1935 if (err < 0) 1936 return err; 1937 1938 /* don't change helper of sibling connections */ 1939 if (ct->master) { 1940 /* If we try to change the helper to the same thing twice, 1941 * treat the second attempt as a no-op instead of returning 1942 * an error. 1943 */ 1944 err = -EBUSY; 1945 if (help) { 1946 rcu_read_lock(); 1947 helper = rcu_dereference(help->helper); 1948 if (helper && !strcmp(helper->name, helpname)) 1949 err = 0; 1950 rcu_read_unlock(); 1951 } 1952 1953 return err; 1954 } 1955 1956 if (!strcmp(helpname, "")) { 1957 if (help && help->helper) { 1958 /* we had a helper before ... */ 1959 nf_ct_remove_expectations(ct); 1960 RCU_INIT_POINTER(help->helper, NULL); 1961 } 1962 1963 return 0; 1964 } 1965 1966 rcu_read_lock(); 1967 helper = __nf_conntrack_helper_find(helpname, nf_ct_l3num(ct), 1968 nf_ct_protonum(ct)); 1969 if (helper == NULL) { 1970 rcu_read_unlock(); 1971 return -EOPNOTSUPP; 1972 } 1973 1974 if (help) { 1975 if (rcu_access_pointer(help->helper) == helper) { 1976 /* update private helper data if allowed. */ 1977 if (helper->from_nlattr) 1978 helper->from_nlattr(helpinfo, ct); 1979 err = 0; 1980 } else 1981 err = -EBUSY; 1982 } else { 1983 /* we cannot set a helper for an existing conntrack */ 1984 err = -EOPNOTSUPP; 1985 } 1986 1987 rcu_read_unlock(); 1988 return err; 1989 } 1990 1991 static int ctnetlink_change_timeout(struct nf_conn *ct, 1992 const struct nlattr * const cda[]) 1993 { 1994 return __nf_ct_change_timeout(ct, (u64)ntohl(nla_get_be32(cda[CTA_TIMEOUT])) * HZ); 1995 } 1996 1997 #if defined(CONFIG_NF_CONNTRACK_MARK) 1998 static void ctnetlink_change_mark(struct nf_conn *ct, 1999 const struct nlattr * const cda[]) 2000 { 2001 u32 mark, newmark, mask = 0; 2002 2003 if (cda[CTA_MARK_MASK]) 2004 mask = ~ntohl(nla_get_be32(cda[CTA_MARK_MASK])); 2005 2006 mark = ntohl(nla_get_be32(cda[CTA_MARK])); 2007 newmark = (READ_ONCE(ct->mark) & mask) ^ mark; 2008 if (newmark != READ_ONCE(ct->mark)) 2009 WRITE_ONCE(ct->mark, newmark); 2010 } 2011 #endif 2012 2013 static const struct nla_policy protoinfo_policy[CTA_PROTOINFO_MAX+1] = { 2014 [CTA_PROTOINFO_TCP] = { .type = NLA_NESTED }, 2015 [CTA_PROTOINFO_SCTP] = { .type = NLA_NESTED }, 2016 }; 2017 2018 static int ctnetlink_change_protoinfo(struct nf_conn *ct, 2019 const struct nlattr * const cda[]) 2020 { 2021 const struct nlattr *attr = cda[CTA_PROTOINFO]; 2022 const struct nf_conntrack_l4proto *l4proto; 2023 struct nlattr *tb[CTA_PROTOINFO_MAX+1]; 2024 int err = 0; 2025 2026 err = nla_parse_nested_deprecated(tb, CTA_PROTOINFO_MAX, attr, 2027 protoinfo_policy, NULL); 2028 if (err < 0) 2029 return err; 2030 2031 l4proto = nf_ct_l4proto_find(nf_ct_protonum(ct)); 2032 if (l4proto->from_nlattr) 2033 err = l4proto->from_nlattr(tb, ct); 2034 2035 return err; 2036 } 2037 2038 static const struct nla_policy seqadj_policy[CTA_SEQADJ_MAX+1] = { 2039 [CTA_SEQADJ_CORRECTION_POS] = { .type = NLA_U32 }, 2040 [CTA_SEQADJ_OFFSET_BEFORE] = { .type = NLA_U32 }, 2041 [CTA_SEQADJ_OFFSET_AFTER] = { .type = NLA_U32 }, 2042 }; 2043 2044 static int change_seq_adj(struct nf_ct_seqadj *seq, 2045 const struct nlattr * const attr) 2046 { 2047 int err; 2048 struct nlattr *cda[CTA_SEQADJ_MAX+1]; 2049 2050 err = nla_parse_nested_deprecated(cda, CTA_SEQADJ_MAX, attr, 2051 seqadj_policy, NULL); 2052 if (err < 0) 2053 return err; 2054 2055 if (!cda[CTA_SEQADJ_CORRECTION_POS]) 2056 return -EINVAL; 2057 2058 seq->correction_pos = 2059 ntohl(nla_get_be32(cda[CTA_SEQADJ_CORRECTION_POS])); 2060 2061 if (!cda[CTA_SEQADJ_OFFSET_BEFORE]) 2062 return -EINVAL; 2063 2064 seq->offset_before = 2065 ntohl(nla_get_be32(cda[CTA_SEQADJ_OFFSET_BEFORE])); 2066 2067 if (!cda[CTA_SEQADJ_OFFSET_AFTER]) 2068 return -EINVAL; 2069 2070 seq->offset_after = 2071 ntohl(nla_get_be32(cda[CTA_SEQADJ_OFFSET_AFTER])); 2072 2073 return 0; 2074 } 2075 2076 static int 2077 ctnetlink_change_seq_adj(struct nf_conn *ct, 2078 const struct nlattr * const cda[]) 2079 { 2080 struct nf_conn_seqadj *seqadj = nfct_seqadj(ct); 2081 int ret = 0; 2082 2083 if (!seqadj) 2084 return 0; 2085 2086 spin_lock_bh(&ct->lock); 2087 if (cda[CTA_SEQ_ADJ_ORIG]) { 2088 ret = change_seq_adj(&seqadj->seq[IP_CT_DIR_ORIGINAL], 2089 cda[CTA_SEQ_ADJ_ORIG]); 2090 if (ret < 0) 2091 goto err; 2092 2093 set_bit(IPS_SEQ_ADJUST_BIT, &ct->status); 2094 } 2095 2096 if (cda[CTA_SEQ_ADJ_REPLY]) { 2097 ret = change_seq_adj(&seqadj->seq[IP_CT_DIR_REPLY], 2098 cda[CTA_SEQ_ADJ_REPLY]); 2099 if (ret < 0) 2100 goto err; 2101 2102 set_bit(IPS_SEQ_ADJUST_BIT, &ct->status); 2103 } 2104 2105 spin_unlock_bh(&ct->lock); 2106 return 0; 2107 err: 2108 spin_unlock_bh(&ct->lock); 2109 return ret; 2110 } 2111 2112 static const struct nla_policy synproxy_policy[CTA_SYNPROXY_MAX + 1] = { 2113 [CTA_SYNPROXY_ISN] = { .type = NLA_U32 }, 2114 [CTA_SYNPROXY_ITS] = { .type = NLA_U32 }, 2115 [CTA_SYNPROXY_TSOFF] = { .type = NLA_U32 }, 2116 }; 2117 2118 static int ctnetlink_change_synproxy(struct nf_conn *ct, 2119 const struct nlattr * const cda[]) 2120 { 2121 struct nf_conn_synproxy *synproxy = nfct_synproxy(ct); 2122 struct nlattr *tb[CTA_SYNPROXY_MAX + 1]; 2123 int err; 2124 2125 if (!synproxy) 2126 return 0; 2127 2128 err = nla_parse_nested_deprecated(tb, CTA_SYNPROXY_MAX, 2129 cda[CTA_SYNPROXY], synproxy_policy, 2130 NULL); 2131 if (err < 0) 2132 return err; 2133 2134 if (!tb[CTA_SYNPROXY_ISN] || 2135 !tb[CTA_SYNPROXY_ITS] || 2136 !tb[CTA_SYNPROXY_TSOFF]) 2137 return -EINVAL; 2138 2139 synproxy->isn = ntohl(nla_get_be32(tb[CTA_SYNPROXY_ISN])); 2140 synproxy->its = ntohl(nla_get_be32(tb[CTA_SYNPROXY_ITS])); 2141 synproxy->tsoff = ntohl(nla_get_be32(tb[CTA_SYNPROXY_TSOFF])); 2142 2143 return 0; 2144 } 2145 2146 static int 2147 ctnetlink_attach_labels(struct nf_conn *ct, const struct nlattr * const cda[]) 2148 { 2149 #ifdef CONFIG_NF_CONNTRACK_LABELS 2150 size_t len = nla_len(cda[CTA_LABELS]); 2151 const void *mask = cda[CTA_LABELS_MASK]; 2152 2153 if (len & (sizeof(u32)-1)) /* must be multiple of u32 */ 2154 return -EINVAL; 2155 2156 if (mask) { 2157 if (nla_len(cda[CTA_LABELS_MASK]) == 0 || 2158 nla_len(cda[CTA_LABELS_MASK]) != len) 2159 return -EINVAL; 2160 mask = nla_data(cda[CTA_LABELS_MASK]); 2161 } 2162 2163 len /= sizeof(u32); 2164 2165 return nf_connlabels_replace(ct, nla_data(cda[CTA_LABELS]), mask, len); 2166 #else 2167 return -EOPNOTSUPP; 2168 #endif 2169 } 2170 2171 static int 2172 ctnetlink_change_conntrack(struct nf_conn *ct, 2173 const struct nlattr * const cda[]) 2174 { 2175 int err; 2176 2177 /* only allow NAT changes and master assignation for new conntracks */ 2178 if (cda[CTA_NAT_SRC] || cda[CTA_NAT_DST] || cda[CTA_TUPLE_MASTER]) 2179 return -EOPNOTSUPP; 2180 2181 if (cda[CTA_HELP]) { 2182 err = ctnetlink_change_helper(ct, cda); 2183 if (err < 0) 2184 return err; 2185 } 2186 2187 if (cda[CTA_TIMEOUT]) { 2188 err = ctnetlink_change_timeout(ct, cda); 2189 if (err < 0) 2190 return err; 2191 } 2192 2193 if (cda[CTA_STATUS]) { 2194 err = ctnetlink_change_status(ct, cda); 2195 if (err < 0) 2196 return err; 2197 } 2198 2199 if (cda[CTA_PROTOINFO]) { 2200 err = ctnetlink_change_protoinfo(ct, cda); 2201 if (err < 0) 2202 return err; 2203 } 2204 2205 #if defined(CONFIG_NF_CONNTRACK_MARK) 2206 if (cda[CTA_MARK]) 2207 ctnetlink_change_mark(ct, cda); 2208 #endif 2209 2210 if (cda[CTA_SEQ_ADJ_ORIG] || cda[CTA_SEQ_ADJ_REPLY]) { 2211 err = ctnetlink_change_seq_adj(ct, cda); 2212 if (err < 0) 2213 return err; 2214 } 2215 2216 if (cda[CTA_SYNPROXY]) { 2217 err = ctnetlink_change_synproxy(ct, cda); 2218 if (err < 0) 2219 return err; 2220 } 2221 2222 if (cda[CTA_LABELS]) { 2223 err = ctnetlink_attach_labels(ct, cda); 2224 if (err < 0) 2225 return err; 2226 } 2227 2228 return 0; 2229 } 2230 2231 static struct nf_conn * 2232 ctnetlink_create_conntrack(struct net *net, 2233 const struct nf_conntrack_zone *zone, 2234 const struct nlattr * const cda[], 2235 struct nf_conntrack_tuple *otuple, 2236 struct nf_conntrack_tuple *rtuple, 2237 u8 u3) 2238 { 2239 struct nf_conn *ct; 2240 int err = -EINVAL; 2241 struct nf_conntrack_helper *helper; 2242 struct nf_conn_tstamp *tstamp; 2243 u64 timeout; 2244 2245 ct = nf_conntrack_alloc(net, zone, otuple, rtuple, GFP_ATOMIC); 2246 if (IS_ERR(ct)) 2247 return ERR_PTR(-ENOMEM); 2248 2249 if (!cda[CTA_TIMEOUT]) 2250 goto err1; 2251 2252 rcu_read_lock(); 2253 if (cda[CTA_HELP]) { 2254 char *helpname = NULL; 2255 struct nlattr *helpinfo = NULL; 2256 2257 err = ctnetlink_parse_help(cda[CTA_HELP], &helpname, &helpinfo); 2258 if (err < 0) 2259 goto err2; 2260 2261 helper = __nf_conntrack_helper_find(helpname, nf_ct_l3num(ct), 2262 nf_ct_protonum(ct)); 2263 if (helper == NULL) { 2264 rcu_read_unlock(); 2265 #ifdef CONFIG_MODULES 2266 if (request_module("nfct-helper-%s", helpname) < 0) { 2267 err = -EOPNOTSUPP; 2268 goto err1; 2269 } 2270 2271 rcu_read_lock(); 2272 helper = __nf_conntrack_helper_find(helpname, 2273 nf_ct_l3num(ct), 2274 nf_ct_protonum(ct)); 2275 if (helper) { 2276 err = -EAGAIN; 2277 goto err2; 2278 } 2279 rcu_read_unlock(); 2280 #endif 2281 err = -EOPNOTSUPP; 2282 goto err1; 2283 } else { 2284 struct nf_conn_help *help; 2285 2286 help = nf_ct_helper_ext_add(ct, GFP_ATOMIC); 2287 if (help == NULL) { 2288 err = -ENOMEM; 2289 goto err2; 2290 } 2291 /* set private helper data if allowed. */ 2292 if (helper->from_nlattr) 2293 helper->from_nlattr(helpinfo, ct); 2294 2295 /* disable helper auto-assignment for this entry */ 2296 ct->status |= IPS_HELPER; 2297 RCU_INIT_POINTER(help->helper, helper); 2298 } 2299 } 2300 2301 err = ctnetlink_setup_nat(ct, cda); 2302 if (err < 0) 2303 goto err2; 2304 2305 nf_ct_acct_ext_add(ct, GFP_ATOMIC); 2306 nf_ct_tstamp_ext_add(ct, GFP_ATOMIC); 2307 nf_ct_ecache_ext_add(ct, 0, 0, GFP_ATOMIC); 2308 nf_ct_labels_ext_add(ct); 2309 nfct_seqadj_ext_add(ct); 2310 nfct_synproxy_ext_add(ct); 2311 2312 /* we must add conntrack extensions before confirmation. */ 2313 ct->status |= IPS_CONFIRMED; 2314 2315 timeout = (u64)ntohl(nla_get_be32(cda[CTA_TIMEOUT])) * HZ; 2316 __nf_ct_set_timeout(ct, timeout); 2317 2318 if (cda[CTA_STATUS]) { 2319 err = ctnetlink_change_status(ct, cda); 2320 if (err < 0) 2321 goto err2; 2322 } 2323 2324 if (cda[CTA_SEQ_ADJ_ORIG] || cda[CTA_SEQ_ADJ_REPLY]) { 2325 err = ctnetlink_change_seq_adj(ct, cda); 2326 if (err < 0) 2327 goto err2; 2328 } 2329 2330 memset(&ct->proto, 0, sizeof(ct->proto)); 2331 if (cda[CTA_PROTOINFO]) { 2332 err = ctnetlink_change_protoinfo(ct, cda); 2333 if (err < 0) 2334 goto err2; 2335 } 2336 2337 if (cda[CTA_SYNPROXY]) { 2338 err = ctnetlink_change_synproxy(ct, cda); 2339 if (err < 0) 2340 goto err2; 2341 } 2342 2343 #if defined(CONFIG_NF_CONNTRACK_MARK) 2344 if (cda[CTA_MARK]) 2345 ctnetlink_change_mark(ct, cda); 2346 #endif 2347 2348 /* setup master conntrack: this is a confirmed expectation */ 2349 if (cda[CTA_TUPLE_MASTER]) { 2350 struct nf_conntrack_tuple master; 2351 struct nf_conntrack_tuple_hash *master_h; 2352 struct nf_conn *master_ct; 2353 2354 err = ctnetlink_parse_tuple(cda, &master, CTA_TUPLE_MASTER, 2355 u3, NULL); 2356 if (err < 0) 2357 goto err2; 2358 2359 master_h = nf_conntrack_find_get(net, zone, &master); 2360 if (master_h == NULL) { 2361 err = -ENOENT; 2362 goto err2; 2363 } 2364 master_ct = nf_ct_tuplehash_to_ctrack(master_h); 2365 __set_bit(IPS_EXPECTED_BIT, &ct->status); 2366 ct->master = master_ct; 2367 } 2368 tstamp = nf_conn_tstamp_find(ct); 2369 if (tstamp) 2370 tstamp->start = ktime_get_real_ns(); 2371 2372 err = nf_conntrack_hash_check_insert(ct); 2373 if (err < 0) 2374 goto err3; 2375 2376 rcu_read_unlock(); 2377 2378 return ct; 2379 2380 err3: 2381 if (ct->master) 2382 nf_ct_put(ct->master); 2383 err2: 2384 rcu_read_unlock(); 2385 err1: 2386 nf_conntrack_free(ct); 2387 return ERR_PTR(err); 2388 } 2389 2390 static int ctnetlink_new_conntrack(struct sk_buff *skb, 2391 const struct nfnl_info *info, 2392 const struct nlattr * const cda[]) 2393 { 2394 struct nf_conntrack_tuple otuple, rtuple; 2395 struct nf_conntrack_tuple_hash *h = NULL; 2396 u_int8_t u3 = info->nfmsg->nfgen_family; 2397 struct nf_conntrack_zone zone; 2398 struct nf_conn *ct; 2399 int err; 2400 2401 err = ctnetlink_parse_zone(cda[CTA_ZONE], &zone); 2402 if (err < 0) 2403 return err; 2404 2405 if (cda[CTA_TUPLE_ORIG]) { 2406 err = ctnetlink_parse_tuple(cda, &otuple, CTA_TUPLE_ORIG, 2407 u3, &zone); 2408 if (err < 0) 2409 return err; 2410 } 2411 2412 if (cda[CTA_TUPLE_REPLY]) { 2413 err = ctnetlink_parse_tuple(cda, &rtuple, CTA_TUPLE_REPLY, 2414 u3, &zone); 2415 if (err < 0) 2416 return err; 2417 } 2418 2419 if (cda[CTA_TUPLE_ORIG]) 2420 h = nf_conntrack_find_get(info->net, &zone, &otuple); 2421 else if (cda[CTA_TUPLE_REPLY]) 2422 h = nf_conntrack_find_get(info->net, &zone, &rtuple); 2423 2424 if (h == NULL) { 2425 err = -ENOENT; 2426 if (info->nlh->nlmsg_flags & NLM_F_CREATE) { 2427 enum ip_conntrack_events events; 2428 2429 if (!cda[CTA_TUPLE_ORIG] || !cda[CTA_TUPLE_REPLY]) 2430 return -EINVAL; 2431 if (otuple.dst.protonum != rtuple.dst.protonum) 2432 return -EINVAL; 2433 2434 ct = ctnetlink_create_conntrack(info->net, &zone, cda, 2435 &otuple, &rtuple, u3); 2436 if (IS_ERR(ct)) 2437 return PTR_ERR(ct); 2438 2439 err = 0; 2440 if (test_bit(IPS_EXPECTED_BIT, &ct->status)) 2441 events = 1 << IPCT_RELATED; 2442 else 2443 events = 1 << IPCT_NEW; 2444 2445 if (cda[CTA_LABELS] && 2446 ctnetlink_attach_labels(ct, cda) == 0) 2447 events |= (1 << IPCT_LABEL); 2448 2449 nf_conntrack_eventmask_report((1 << IPCT_REPLY) | 2450 (1 << IPCT_ASSURED) | 2451 (1 << IPCT_HELPER) | 2452 (1 << IPCT_PROTOINFO) | 2453 (1 << IPCT_SEQADJ) | 2454 (1 << IPCT_MARK) | 2455 (1 << IPCT_SYNPROXY) | 2456 events, 2457 ct, NETLINK_CB(skb).portid, 2458 nlmsg_report(info->nlh)); 2459 nf_ct_put(ct); 2460 } 2461 2462 return err; 2463 } 2464 /* implicit 'else' */ 2465 2466 err = -EEXIST; 2467 ct = nf_ct_tuplehash_to_ctrack(h); 2468 if (!(info->nlh->nlmsg_flags & NLM_F_EXCL)) { 2469 err = ctnetlink_change_conntrack(ct, cda); 2470 if (err == 0) { 2471 nf_conntrack_eventmask_report((1 << IPCT_REPLY) | 2472 (1 << IPCT_ASSURED) | 2473 (1 << IPCT_HELPER) | 2474 (1 << IPCT_LABEL) | 2475 (1 << IPCT_PROTOINFO) | 2476 (1 << IPCT_SEQADJ) | 2477 (1 << IPCT_MARK) | 2478 (1 << IPCT_SYNPROXY), 2479 ct, NETLINK_CB(skb).portid, 2480 nlmsg_report(info->nlh)); 2481 } 2482 } 2483 2484 nf_ct_put(ct); 2485 return err; 2486 } 2487 2488 static int 2489 ctnetlink_ct_stat_cpu_fill_info(struct sk_buff *skb, u32 portid, u32 seq, 2490 __u16 cpu, const struct ip_conntrack_stat *st) 2491 { 2492 struct nlmsghdr *nlh; 2493 unsigned int flags = portid ? NLM_F_MULTI : 0, event; 2494 2495 event = nfnl_msg_type(NFNL_SUBSYS_CTNETLINK, 2496 IPCTNL_MSG_CT_GET_STATS_CPU); 2497 nlh = nfnl_msg_put(skb, portid, seq, event, flags, AF_UNSPEC, 2498 NFNETLINK_V0, htons(cpu)); 2499 if (!nlh) 2500 goto nlmsg_failure; 2501 2502 if (nla_put_be32(skb, CTA_STATS_FOUND, htonl(st->found)) || 2503 nla_put_be32(skb, CTA_STATS_INVALID, htonl(st->invalid)) || 2504 nla_put_be32(skb, CTA_STATS_INSERT, htonl(st->insert)) || 2505 nla_put_be32(skb, CTA_STATS_INSERT_FAILED, 2506 htonl(st->insert_failed)) || 2507 nla_put_be32(skb, CTA_STATS_DROP, htonl(st->drop)) || 2508 nla_put_be32(skb, CTA_STATS_EARLY_DROP, htonl(st->early_drop)) || 2509 nla_put_be32(skb, CTA_STATS_ERROR, htonl(st->error)) || 2510 nla_put_be32(skb, CTA_STATS_SEARCH_RESTART, 2511 htonl(st->search_restart)) || 2512 nla_put_be32(skb, CTA_STATS_CLASH_RESOLVE, 2513 htonl(st->clash_resolve)) || 2514 nla_put_be32(skb, CTA_STATS_CHAIN_TOOLONG, 2515 htonl(st->chaintoolong))) 2516 goto nla_put_failure; 2517 2518 nlmsg_end(skb, nlh); 2519 return skb->len; 2520 2521 nla_put_failure: 2522 nlmsg_failure: 2523 nlmsg_cancel(skb, nlh); 2524 return -1; 2525 } 2526 2527 static int 2528 ctnetlink_ct_stat_cpu_dump(struct sk_buff *skb, struct netlink_callback *cb) 2529 { 2530 int cpu; 2531 struct net *net = sock_net(skb->sk); 2532 2533 if (cb->args[0] == nr_cpu_ids) 2534 return 0; 2535 2536 for (cpu = cb->args[0]; cpu < nr_cpu_ids; cpu++) { 2537 const struct ip_conntrack_stat *st; 2538 2539 if (!cpu_possible(cpu)) 2540 continue; 2541 2542 st = per_cpu_ptr(net->ct.stat, cpu); 2543 if (ctnetlink_ct_stat_cpu_fill_info(skb, 2544 NETLINK_CB(cb->skb).portid, 2545 cb->nlh->nlmsg_seq, 2546 cpu, st) < 0) 2547 break; 2548 } 2549 cb->args[0] = cpu; 2550 2551 return skb->len; 2552 } 2553 2554 static int ctnetlink_stat_ct_cpu(struct sk_buff *skb, 2555 const struct nfnl_info *info, 2556 const struct nlattr * const cda[]) 2557 { 2558 if (info->nlh->nlmsg_flags & NLM_F_DUMP) { 2559 struct netlink_dump_control c = { 2560 .dump = ctnetlink_ct_stat_cpu_dump, 2561 }; 2562 return netlink_dump_start(info->sk, skb, info->nlh, &c); 2563 } 2564 2565 return 0; 2566 } 2567 2568 static int 2569 ctnetlink_stat_ct_fill_info(struct sk_buff *skb, u32 portid, u32 seq, u32 type, 2570 struct net *net) 2571 { 2572 unsigned int flags = portid ? NLM_F_MULTI : 0, event; 2573 unsigned int nr_conntracks; 2574 struct nlmsghdr *nlh; 2575 2576 event = nfnl_msg_type(NFNL_SUBSYS_CTNETLINK, IPCTNL_MSG_CT_GET_STATS); 2577 nlh = nfnl_msg_put(skb, portid, seq, event, flags, AF_UNSPEC, 2578 NFNETLINK_V0, 0); 2579 if (!nlh) 2580 goto nlmsg_failure; 2581 2582 nr_conntracks = nf_conntrack_count(net); 2583 if (nla_put_be32(skb, CTA_STATS_GLOBAL_ENTRIES, htonl(nr_conntracks))) 2584 goto nla_put_failure; 2585 2586 if (nla_put_be32(skb, CTA_STATS_GLOBAL_MAX_ENTRIES, htonl(nf_conntrack_max))) 2587 goto nla_put_failure; 2588 2589 nlmsg_end(skb, nlh); 2590 return skb->len; 2591 2592 nla_put_failure: 2593 nlmsg_failure: 2594 nlmsg_cancel(skb, nlh); 2595 return -1; 2596 } 2597 2598 static int ctnetlink_stat_ct(struct sk_buff *skb, const struct nfnl_info *info, 2599 const struct nlattr * const cda[]) 2600 { 2601 struct sk_buff *skb2; 2602 int err; 2603 2604 skb2 = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 2605 if (skb2 == NULL) 2606 return -ENOMEM; 2607 2608 err = ctnetlink_stat_ct_fill_info(skb2, NETLINK_CB(skb).portid, 2609 info->nlh->nlmsg_seq, 2610 NFNL_MSG_TYPE(info->nlh->nlmsg_type), 2611 sock_net(skb->sk)); 2612 if (err <= 0) { 2613 kfree_skb(skb2); 2614 return -ENOMEM; 2615 } 2616 2617 return nfnetlink_unicast(skb2, info->net, NETLINK_CB(skb).portid); 2618 } 2619 2620 static const struct nla_policy exp_nla_policy[CTA_EXPECT_MAX+1] = { 2621 [CTA_EXPECT_MASTER] = { .type = NLA_NESTED }, 2622 [CTA_EXPECT_TUPLE] = { .type = NLA_NESTED }, 2623 [CTA_EXPECT_MASK] = { .type = NLA_NESTED }, 2624 [CTA_EXPECT_TIMEOUT] = { .type = NLA_U32 }, 2625 [CTA_EXPECT_ID] = { .type = NLA_U32 }, 2626 [CTA_EXPECT_HELP_NAME] = { .type = NLA_NUL_STRING, 2627 .len = NF_CT_HELPER_NAME_LEN - 1 }, 2628 [CTA_EXPECT_ZONE] = { .type = NLA_U16 }, 2629 [CTA_EXPECT_FLAGS] = NLA_POLICY_MASK(NLA_BE32, NF_CT_EXPECT_MASK), 2630 [CTA_EXPECT_CLASS] = { .type = NLA_U32 }, 2631 [CTA_EXPECT_NAT] = { .type = NLA_NESTED }, 2632 [CTA_EXPECT_FN] = { .type = NLA_NUL_STRING }, 2633 }; 2634 2635 static struct nf_conntrack_expect * 2636 ctnetlink_alloc_expect(const struct nlattr *const cda[], struct nf_conn *ct, 2637 const struct nf_conntrack_helper *assign_helper, 2638 struct nf_conntrack_tuple *tuple, 2639 struct nf_conntrack_tuple *mask); 2640 2641 #ifdef CONFIG_NETFILTER_NETLINK_GLUE_CT 2642 static size_t 2643 ctnetlink_glue_build_size(const struct nf_conn *ct) 2644 { 2645 return 3 * nla_total_size(0) /* CTA_TUPLE_ORIG|REPL|MASTER */ 2646 + 3 * nla_total_size(0) /* CTA_TUPLE_IP */ 2647 + 3 * nla_total_size(0) /* CTA_TUPLE_PROTO */ 2648 + 3 * nla_total_size(sizeof(u_int8_t)) /* CTA_PROTO_NUM */ 2649 + nla_total_size(sizeof(u_int32_t)) /* CTA_ID */ 2650 + nla_total_size(sizeof(u_int32_t)) /* CTA_STATUS */ 2651 + nla_total_size(sizeof(u_int32_t)) /* CTA_TIMEOUT */ 2652 + nla_total_size(0) /* CTA_PROTOINFO */ 2653 + nla_total_size(0) /* CTA_HELP */ 2654 + nla_total_size(NF_CT_HELPER_NAME_LEN) /* CTA_HELP_NAME */ 2655 + ctnetlink_secctx_size(ct) 2656 + ctnetlink_acct_size(ct) 2657 + ctnetlink_timestamp_size(ct) 2658 #if IS_ENABLED(CONFIG_NF_NAT) 2659 + 2 * nla_total_size(0) /* CTA_NAT_SEQ_ADJ_ORIG|REPL */ 2660 + 6 * nla_total_size(sizeof(u_int32_t)) /* CTA_NAT_SEQ_OFFSET */ 2661 #endif 2662 #ifdef CONFIG_NF_CONNTRACK_MARK 2663 + nla_total_size(sizeof(u_int32_t)) /* CTA_MARK */ 2664 #endif 2665 #ifdef CONFIG_NF_CONNTRACK_ZONES 2666 + nla_total_size(sizeof(u_int16_t)) /* CTA_ZONE|CTA_TUPLE_ZONE */ 2667 #endif 2668 + ctnetlink_proto_size(ct) 2669 ; 2670 } 2671 2672 static int __ctnetlink_glue_build(struct sk_buff *skb, struct nf_conn *ct) 2673 { 2674 const struct nf_conntrack_zone *zone; 2675 struct nlattr *nest_parms; 2676 2677 zone = nf_ct_zone(ct); 2678 2679 nest_parms = nla_nest_start(skb, CTA_TUPLE_ORIG); 2680 if (!nest_parms) 2681 goto nla_put_failure; 2682 if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_ORIGINAL)) < 0) 2683 goto nla_put_failure; 2684 if (ctnetlink_dump_zone_id(skb, CTA_TUPLE_ZONE, zone, 2685 NF_CT_ZONE_DIR_ORIG) < 0) 2686 goto nla_put_failure; 2687 nla_nest_end(skb, nest_parms); 2688 2689 nest_parms = nla_nest_start(skb, CTA_TUPLE_REPLY); 2690 if (!nest_parms) 2691 goto nla_put_failure; 2692 if (ctnetlink_dump_tuples(skb, nf_ct_tuple(ct, IP_CT_DIR_REPLY)) < 0) 2693 goto nla_put_failure; 2694 if (ctnetlink_dump_zone_id(skb, CTA_TUPLE_ZONE, zone, 2695 NF_CT_ZONE_DIR_REPL) < 0) 2696 goto nla_put_failure; 2697 nla_nest_end(skb, nest_parms); 2698 2699 if (ctnetlink_dump_zone_id(skb, CTA_ZONE, zone, 2700 NF_CT_DEFAULT_ZONE_DIR) < 0) 2701 goto nla_put_failure; 2702 2703 if (ctnetlink_dump_id(skb, ct) < 0) 2704 goto nla_put_failure; 2705 2706 if (ctnetlink_dump_status(skb, ct) < 0) 2707 goto nla_put_failure; 2708 2709 if (ctnetlink_dump_timeout(skb, ct, false) < 0) 2710 goto nla_put_failure; 2711 2712 if (ctnetlink_dump_protoinfo(skb, ct, false) < 0) 2713 goto nla_put_failure; 2714 2715 if (ctnetlink_dump_acct(skb, ct, IPCTNL_MSG_CT_GET) < 0 || 2716 ctnetlink_dump_timestamp(skb, ct) < 0) 2717 goto nla_put_failure; 2718 2719 if (ctnetlink_dump_helpinfo(skb, ct) < 0) 2720 goto nla_put_failure; 2721 2722 #ifdef CONFIG_NF_CONNTRACK_SECMARK 2723 if (ct->secmark && ctnetlink_dump_secctx(skb, ct) < 0) 2724 goto nla_put_failure; 2725 #endif 2726 if (ct->master && ctnetlink_dump_master(skb, ct) < 0) 2727 goto nla_put_failure; 2728 2729 if ((ct->status & IPS_SEQ_ADJUST) && 2730 ctnetlink_dump_ct_seq_adj(skb, ct) < 0) 2731 goto nla_put_failure; 2732 2733 if (ctnetlink_dump_ct_synproxy(skb, ct) < 0) 2734 goto nla_put_failure; 2735 2736 #ifdef CONFIG_NF_CONNTRACK_MARK 2737 if (ctnetlink_dump_mark(skb, ct, true) < 0) 2738 goto nla_put_failure; 2739 #endif 2740 if (ctnetlink_dump_labels(skb, ct) < 0) 2741 goto nla_put_failure; 2742 return 0; 2743 2744 nla_put_failure: 2745 return -ENOSPC; 2746 } 2747 2748 static int 2749 ctnetlink_glue_build(struct sk_buff *skb, struct nf_conn *ct, 2750 enum ip_conntrack_info ctinfo, 2751 u_int16_t ct_attr, u_int16_t ct_info_attr) 2752 { 2753 struct nlattr *nest_parms; 2754 2755 nest_parms = nla_nest_start(skb, ct_attr); 2756 if (!nest_parms) 2757 goto nla_put_failure; 2758 2759 if (__ctnetlink_glue_build(skb, ct) < 0) 2760 goto nla_put_failure; 2761 2762 nla_nest_end(skb, nest_parms); 2763 2764 if (nla_put_be32(skb, ct_info_attr, htonl(ctinfo))) 2765 goto nla_put_failure; 2766 2767 return 0; 2768 2769 nla_put_failure: 2770 return -ENOSPC; 2771 } 2772 2773 static int 2774 ctnetlink_update_status(struct nf_conn *ct, const struct nlattr * const cda[]) 2775 { 2776 unsigned int status = ntohl(nla_get_be32(cda[CTA_STATUS])); 2777 unsigned long d = ct->status ^ status; 2778 2779 if (d & IPS_SEEN_REPLY && !(status & IPS_SEEN_REPLY)) 2780 /* SEEN_REPLY bit can only be set */ 2781 return -EBUSY; 2782 2783 if (d & IPS_ASSURED && !(status & IPS_ASSURED)) 2784 /* ASSURED bit can only be set */ 2785 return -EBUSY; 2786 2787 /* This check is less strict than ctnetlink_change_status() 2788 * because callers often flip IPS_EXPECTED bits when sending 2789 * an NFQA_CT attribute to the kernel. So ignore the 2790 * unchangeable bits but do not error out. Also user programs 2791 * are allowed to clear the bits that they are allowed to change. 2792 */ 2793 __nf_ct_change_status(ct, status, ~status); 2794 return 0; 2795 } 2796 2797 static int 2798 ctnetlink_glue_parse_ct(const struct nlattr *cda[], struct nf_conn *ct) 2799 { 2800 int err; 2801 2802 if (cda[CTA_TIMEOUT]) { 2803 err = ctnetlink_change_timeout(ct, cda); 2804 if (err < 0) 2805 return err; 2806 } 2807 if (cda[CTA_STATUS]) { 2808 err = ctnetlink_update_status(ct, cda); 2809 if (err < 0) 2810 return err; 2811 } 2812 if (cda[CTA_HELP]) { 2813 err = ctnetlink_change_helper(ct, cda); 2814 if (err < 0) 2815 return err; 2816 } 2817 if (cda[CTA_LABELS]) { 2818 err = ctnetlink_attach_labels(ct, cda); 2819 if (err < 0) 2820 return err; 2821 } 2822 #if defined(CONFIG_NF_CONNTRACK_MARK) 2823 if (cda[CTA_MARK]) { 2824 ctnetlink_change_mark(ct, cda); 2825 } 2826 #endif 2827 return 0; 2828 } 2829 2830 static int 2831 ctnetlink_glue_parse(const struct nlattr *attr, struct nf_conn *ct) 2832 { 2833 struct nlattr *cda[CTA_MAX+1]; 2834 int ret; 2835 2836 ret = nla_parse_nested_deprecated(cda, CTA_MAX, attr, ct_nla_policy, 2837 NULL); 2838 if (ret < 0) 2839 return ret; 2840 2841 return ctnetlink_glue_parse_ct((const struct nlattr **)cda, ct); 2842 } 2843 2844 static int ctnetlink_glue_exp_parse(const struct nlattr * const *cda, 2845 const struct nf_conn *ct, 2846 struct nf_conntrack_tuple *tuple, 2847 struct nf_conntrack_tuple *mask) 2848 { 2849 int err; 2850 2851 err = ctnetlink_parse_tuple(cda, tuple, CTA_EXPECT_TUPLE, 2852 nf_ct_l3num(ct), NULL); 2853 if (err < 0) 2854 return err; 2855 2856 return ctnetlink_parse_tuple(cda, mask, CTA_EXPECT_MASK, 2857 nf_ct_l3num(ct), NULL); 2858 } 2859 2860 static int 2861 ctnetlink_glue_attach_expect(const struct nlattr *attr, struct nf_conn *ct, 2862 u32 portid, u32 report) 2863 { 2864 struct nf_conntrack_helper *assign_helper = NULL; 2865 struct nlattr *cda[CTA_EXPECT_MAX+1]; 2866 struct nf_conntrack_tuple tuple, mask; 2867 struct nf_conntrack_expect *exp; 2868 int err; 2869 2870 err = nla_parse_nested_deprecated(cda, CTA_EXPECT_MAX, attr, 2871 exp_nla_policy, NULL); 2872 if (err < 0) 2873 return err; 2874 2875 if (!cda[CTA_EXPECT_TUPLE] || !cda[CTA_EXPECT_MASK]) 2876 return -EINVAL; 2877 2878 err = ctnetlink_glue_exp_parse((const struct nlattr * const *)cda, 2879 ct, &tuple, &mask); 2880 if (err < 0) 2881 return err; 2882 2883 if (cda[CTA_EXPECT_HELP_NAME]) { 2884 const char *helpname = nla_data(cda[CTA_EXPECT_HELP_NAME]); 2885 2886 assign_helper = __nf_conntrack_helper_find(helpname, 2887 nf_ct_l3num(ct), 2888 tuple.dst.protonum); 2889 if (!assign_helper) 2890 return -EOPNOTSUPP; 2891 } 2892 2893 exp = ctnetlink_alloc_expect((const struct nlattr * const *)cda, ct, 2894 assign_helper, &tuple, &mask); 2895 if (IS_ERR(exp)) 2896 return PTR_ERR(exp); 2897 2898 err = nf_ct_expect_related_report(exp, portid, report, 0); 2899 nf_ct_expect_put(exp); 2900 return err; 2901 } 2902 2903 static void ctnetlink_glue_seqadj(struct sk_buff *skb, struct nf_conn *ct, 2904 enum ip_conntrack_info ctinfo, int diff) 2905 { 2906 if (!(ct->status & IPS_NAT_MASK)) 2907 return; 2908 2909 nf_ct_tcp_seqadj_set(skb, ct, ctinfo, diff); 2910 } 2911 2912 static const struct nfnl_ct_hook ctnetlink_glue_hook = { 2913 .build_size = ctnetlink_glue_build_size, 2914 .build = ctnetlink_glue_build, 2915 .parse = ctnetlink_glue_parse, 2916 .attach_expect = ctnetlink_glue_attach_expect, 2917 .seq_adjust = ctnetlink_glue_seqadj, 2918 }; 2919 #endif /* CONFIG_NETFILTER_NETLINK_GLUE_CT */ 2920 2921 /*********************************************************************** 2922 * EXPECT 2923 ***********************************************************************/ 2924 2925 static int ctnetlink_exp_dump_tuple(struct sk_buff *skb, 2926 const struct nf_conntrack_tuple *tuple, 2927 u32 type) 2928 { 2929 struct nlattr *nest_parms; 2930 2931 nest_parms = nla_nest_start(skb, type); 2932 if (!nest_parms) 2933 goto nla_put_failure; 2934 if (ctnetlink_dump_tuples(skb, tuple) < 0) 2935 goto nla_put_failure; 2936 nla_nest_end(skb, nest_parms); 2937 2938 return 0; 2939 2940 nla_put_failure: 2941 return -1; 2942 } 2943 2944 static int ctnetlink_exp_dump_mask(struct sk_buff *skb, 2945 const struct nf_conntrack_tuple *tuple, 2946 const struct nf_conntrack_tuple_mask *mask) 2947 { 2948 const struct nf_conntrack_l4proto *l4proto; 2949 struct nf_conntrack_tuple m; 2950 struct nlattr *nest_parms; 2951 int ret; 2952 2953 memset(&m, 0xFF, sizeof(m)); 2954 memcpy(&m.src.u3, &mask->src.u3, sizeof(m.src.u3)); 2955 m.src.u.all = mask->src.u.all; 2956 m.src.l3num = tuple->src.l3num; 2957 m.dst.protonum = tuple->dst.protonum; 2958 2959 nest_parms = nla_nest_start(skb, CTA_EXPECT_MASK); 2960 if (!nest_parms) 2961 goto nla_put_failure; 2962 2963 rcu_read_lock(); 2964 ret = ctnetlink_dump_tuples_ip(skb, &m); 2965 if (ret >= 0) { 2966 l4proto = nf_ct_l4proto_find(tuple->dst.protonum); 2967 ret = ctnetlink_dump_tuples_proto(skb, &m, l4proto); 2968 } 2969 rcu_read_unlock(); 2970 2971 if (unlikely(ret < 0)) 2972 goto nla_put_failure; 2973 2974 nla_nest_end(skb, nest_parms); 2975 2976 return 0; 2977 2978 nla_put_failure: 2979 return -1; 2980 } 2981 2982 #if IS_ENABLED(CONFIG_NF_NAT) 2983 static const union nf_inet_addr any_addr; 2984 #endif 2985 2986 static __be32 nf_expect_get_id(const struct nf_conntrack_expect *exp) 2987 { 2988 static siphash_aligned_key_t exp_id_seed; 2989 unsigned long a, b, c, d; 2990 2991 net_get_random_once(&exp_id_seed, sizeof(exp_id_seed)); 2992 2993 a = (unsigned long)exp; 2994 b = (unsigned long)exp->helper; 2995 c = (unsigned long)exp->master; 2996 d = (unsigned long)siphash(&exp->tuple, sizeof(exp->tuple), &exp_id_seed); 2997 2998 #ifdef CONFIG_64BIT 2999 return (__force __be32)siphash_4u64((u64)a, (u64)b, (u64)c, (u64)d, &exp_id_seed); 3000 #else 3001 return (__force __be32)siphash_4u32((u32)a, (u32)b, (u32)c, (u32)d, &exp_id_seed); 3002 #endif 3003 } 3004 3005 static int 3006 ctnetlink_exp_dump_expect(struct sk_buff *skb, 3007 const struct nf_conntrack_expect *exp) 3008 { 3009 struct nf_conn *master = exp->master; 3010 long timeout = ((long)exp->timeout.expires - (long)jiffies) / HZ; 3011 struct nf_conntrack_helper *helper; 3012 #if IS_ENABLED(CONFIG_NF_NAT) 3013 struct nlattr *nest_parms; 3014 struct nf_conntrack_tuple nat_tuple = {}; 3015 #endif 3016 struct nf_ct_helper_expectfn *expfn; 3017 3018 if (timeout < 0) 3019 timeout = 0; 3020 3021 if (ctnetlink_exp_dump_tuple(skb, &exp->tuple, CTA_EXPECT_TUPLE) < 0) 3022 goto nla_put_failure; 3023 if (ctnetlink_exp_dump_mask(skb, &exp->tuple, &exp->mask) < 0) 3024 goto nla_put_failure; 3025 if (ctnetlink_exp_dump_tuple(skb, 3026 &master->tuplehash[IP_CT_DIR_ORIGINAL].tuple, 3027 CTA_EXPECT_MASTER) < 0) 3028 goto nla_put_failure; 3029 3030 #if IS_ENABLED(CONFIG_NF_NAT) 3031 if (!nf_inet_addr_cmp(&exp->saved_addr, &any_addr) || 3032 exp->saved_proto.all) { 3033 nest_parms = nla_nest_start(skb, CTA_EXPECT_NAT); 3034 if (!nest_parms) 3035 goto nla_put_failure; 3036 3037 if (nla_put_be32(skb, CTA_EXPECT_NAT_DIR, htonl(exp->dir))) 3038 goto nla_put_failure; 3039 3040 nat_tuple.src.l3num = nf_ct_l3num(master); 3041 nat_tuple.src.u3 = exp->saved_addr; 3042 nat_tuple.dst.protonum = nf_ct_protonum(master); 3043 nat_tuple.src.u = exp->saved_proto; 3044 3045 if (ctnetlink_exp_dump_tuple(skb, &nat_tuple, 3046 CTA_EXPECT_NAT_TUPLE) < 0) 3047 goto nla_put_failure; 3048 nla_nest_end(skb, nest_parms); 3049 } 3050 #endif 3051 if (nla_put_be32(skb, CTA_EXPECT_TIMEOUT, htonl(timeout)) || 3052 nla_put_be32(skb, CTA_EXPECT_ID, nf_expect_get_id(exp)) || 3053 nla_put_be32(skb, CTA_EXPECT_FLAGS, htonl(exp->flags)) || 3054 nla_put_be32(skb, CTA_EXPECT_CLASS, htonl(exp->class))) 3055 goto nla_put_failure; 3056 3057 helper = rcu_dereference(exp->helper); 3058 if (helper && 3059 nla_put_string(skb, CTA_EXPECT_HELP_NAME, helper->name)) 3060 goto nla_put_failure; 3061 3062 expfn = nf_ct_helper_expectfn_find_by_symbol(exp->expectfn); 3063 if (expfn != NULL && 3064 nla_put_string(skb, CTA_EXPECT_FN, expfn->name)) 3065 goto nla_put_failure; 3066 3067 return 0; 3068 3069 nla_put_failure: 3070 return -1; 3071 } 3072 3073 static int 3074 ctnetlink_exp_fill_info(struct sk_buff *skb, u32 portid, u32 seq, 3075 int event, const struct nf_conntrack_expect *exp) 3076 { 3077 struct nlmsghdr *nlh; 3078 unsigned int flags = portid ? NLM_F_MULTI : 0; 3079 3080 event = nfnl_msg_type(NFNL_SUBSYS_CTNETLINK_EXP, event); 3081 nlh = nfnl_msg_put(skb, portid, seq, event, flags, 3082 exp->tuple.src.l3num, NFNETLINK_V0, 0); 3083 if (!nlh) 3084 goto nlmsg_failure; 3085 3086 if (ctnetlink_exp_dump_expect(skb, exp) < 0) 3087 goto nla_put_failure; 3088 3089 nlmsg_end(skb, nlh); 3090 return skb->len; 3091 3092 nlmsg_failure: 3093 nla_put_failure: 3094 nlmsg_cancel(skb, nlh); 3095 return -1; 3096 } 3097 3098 #ifdef CONFIG_NF_CONNTRACK_EVENTS 3099 static int 3100 ctnetlink_expect_event(unsigned int events, const struct nf_exp_event *item) 3101 { 3102 struct nf_conntrack_expect *exp = item->exp; 3103 struct net *net = nf_ct_exp_net(exp); 3104 struct nlmsghdr *nlh; 3105 struct sk_buff *skb; 3106 unsigned int type, group; 3107 int flags = 0; 3108 3109 if (events & (1 << IPEXP_DESTROY)) { 3110 type = IPCTNL_MSG_EXP_DELETE; 3111 group = NFNLGRP_CONNTRACK_EXP_DESTROY; 3112 } else if (events & (1 << IPEXP_NEW)) { 3113 type = IPCTNL_MSG_EXP_NEW; 3114 flags = NLM_F_CREATE|NLM_F_EXCL; 3115 group = NFNLGRP_CONNTRACK_EXP_NEW; 3116 } else 3117 return 0; 3118 3119 if (!item->report && !nfnetlink_has_listeners(net, group)) 3120 return 0; 3121 3122 skb = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_ATOMIC); 3123 if (skb == NULL) 3124 goto errout; 3125 3126 type = nfnl_msg_type(NFNL_SUBSYS_CTNETLINK_EXP, type); 3127 nlh = nfnl_msg_put(skb, item->portid, 0, type, flags, 3128 exp->tuple.src.l3num, NFNETLINK_V0, 0); 3129 if (!nlh) 3130 goto nlmsg_failure; 3131 3132 if (ctnetlink_exp_dump_expect(skb, exp) < 0) 3133 goto nla_put_failure; 3134 3135 nlmsg_end(skb, nlh); 3136 nfnetlink_send(skb, net, item->portid, group, item->report, GFP_ATOMIC); 3137 return 0; 3138 3139 nla_put_failure: 3140 nlmsg_cancel(skb, nlh); 3141 nlmsg_failure: 3142 kfree_skb(skb); 3143 errout: 3144 nfnetlink_set_err(net, 0, 0, -ENOBUFS); 3145 return 0; 3146 } 3147 #endif 3148 3149 static unsigned long ctnetlink_exp_id(const struct nf_conntrack_expect *exp) 3150 { 3151 unsigned long id = (unsigned long)exp; 3152 3153 id += nf_ct_get_id(exp->master); 3154 id += exp->class; 3155 3156 return id ? id : 1; 3157 } 3158 3159 static int 3160 ctnetlink_exp_dump_table(struct sk_buff *skb, struct netlink_callback *cb) 3161 { 3162 struct net *net = sock_net(skb->sk); 3163 struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh); 3164 u_int8_t l3proto = nfmsg->nfgen_family; 3165 unsigned long last_id = cb->args[1]; 3166 struct nf_conntrack_expect *exp; 3167 3168 rcu_read_lock(); 3169 for (; cb->args[0] < nf_ct_expect_hsize; cb->args[0]++) { 3170 restart: 3171 hlist_for_each_entry_rcu(exp, &nf_ct_expect_hash[cb->args[0]], 3172 hnode) { 3173 if (l3proto && exp->tuple.src.l3num != l3proto) 3174 continue; 3175 3176 if (!net_eq(nf_ct_net(exp->master), net)) 3177 continue; 3178 3179 if (cb->args[1]) { 3180 if (ctnetlink_exp_id(exp) != last_id) 3181 continue; 3182 cb->args[1] = 0; 3183 } 3184 if (ctnetlink_exp_fill_info(skb, 3185 NETLINK_CB(cb->skb).portid, 3186 cb->nlh->nlmsg_seq, 3187 IPCTNL_MSG_EXP_NEW, 3188 exp) < 0) { 3189 cb->args[1] = ctnetlink_exp_id(exp); 3190 goto out; 3191 } 3192 } 3193 if (cb->args[1]) { 3194 cb->args[1] = 0; 3195 goto restart; 3196 } 3197 } 3198 out: 3199 rcu_read_unlock(); 3200 return skb->len; 3201 } 3202 3203 static int 3204 ctnetlink_exp_ct_dump_table(struct sk_buff *skb, struct netlink_callback *cb) 3205 { 3206 struct nfgenmsg *nfmsg = nlmsg_data(cb->nlh); 3207 struct nf_conn *ct = cb->data; 3208 struct nf_conn_help *help; 3209 u_int8_t l3proto = nfmsg->nfgen_family; 3210 unsigned long last_id = cb->args[1]; 3211 struct nf_conntrack_expect *exp; 3212 3213 if (cb->args[0]) 3214 return 0; 3215 3216 help = nfct_help(ct); 3217 if (!help) 3218 return 0; 3219 3220 rcu_read_lock(); 3221 3222 restart: 3223 hlist_for_each_entry_rcu(exp, &help->expectations, lnode) { 3224 if (l3proto && exp->tuple.src.l3num != l3proto) 3225 continue; 3226 if (cb->args[1]) { 3227 if (ctnetlink_exp_id(exp) != last_id) 3228 continue; 3229 cb->args[1] = 0; 3230 } 3231 if (ctnetlink_exp_fill_info(skb, NETLINK_CB(cb->skb).portid, 3232 cb->nlh->nlmsg_seq, 3233 IPCTNL_MSG_EXP_NEW, 3234 exp) < 0) { 3235 cb->args[1] = ctnetlink_exp_id(exp); 3236 goto out; 3237 } 3238 } 3239 if (cb->args[1]) { 3240 cb->args[1] = 0; 3241 goto restart; 3242 } 3243 cb->args[0] = 1; 3244 out: 3245 rcu_read_unlock(); 3246 return skb->len; 3247 } 3248 3249 static int ctnetlink_dump_exp_ct_start(struct netlink_callback *cb) 3250 { 3251 struct nf_conn *ct = cb->data; 3252 3253 if (!refcount_inc_not_zero(&ct->ct_general.use)) 3254 return -ENOENT; 3255 return 0; 3256 } 3257 3258 static int ctnetlink_dump_exp_ct_done(struct netlink_callback *cb) 3259 { 3260 struct nf_conn *ct = cb->data; 3261 3262 if (ct) 3263 nf_ct_put(ct); 3264 return 0; 3265 } 3266 3267 static int ctnetlink_dump_exp_ct(struct net *net, struct sock *ctnl, 3268 struct sk_buff *skb, 3269 const struct nlmsghdr *nlh, 3270 const struct nlattr * const cda[], 3271 struct netlink_ext_ack *extack) 3272 { 3273 int err; 3274 struct nfgenmsg *nfmsg = nlmsg_data(nlh); 3275 u_int8_t u3 = nfmsg->nfgen_family; 3276 struct nf_conntrack_tuple tuple; 3277 struct nf_conntrack_tuple_hash *h; 3278 struct nf_conn *ct; 3279 struct nf_conntrack_zone zone; 3280 struct netlink_dump_control c = { 3281 .dump = ctnetlink_exp_ct_dump_table, 3282 .start = ctnetlink_dump_exp_ct_start, 3283 .done = ctnetlink_dump_exp_ct_done, 3284 }; 3285 3286 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_MASTER, 3287 u3, NULL); 3288 if (err < 0) 3289 return err; 3290 3291 err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone); 3292 if (err < 0) 3293 return err; 3294 3295 h = nf_conntrack_find_get(net, &zone, &tuple); 3296 if (!h) 3297 return -ENOENT; 3298 3299 ct = nf_ct_tuplehash_to_ctrack(h); 3300 /* No expectation linked to this connection tracking. */ 3301 if (!nfct_help(ct)) { 3302 nf_ct_put(ct); 3303 return 0; 3304 } 3305 3306 c.data = ct; 3307 3308 err = netlink_dump_start(ctnl, skb, nlh, &c); 3309 nf_ct_put(ct); 3310 3311 return err; 3312 } 3313 3314 static int ctnetlink_get_expect(struct sk_buff *skb, 3315 const struct nfnl_info *info, 3316 const struct nlattr * const cda[]) 3317 { 3318 u_int8_t u3 = info->nfmsg->nfgen_family; 3319 struct nf_conntrack_tuple tuple; 3320 struct nf_conntrack_expect *exp; 3321 struct nf_conntrack_zone zone; 3322 struct sk_buff *skb2; 3323 int err; 3324 3325 if (info->nlh->nlmsg_flags & NLM_F_DUMP) { 3326 if (cda[CTA_EXPECT_MASTER]) 3327 return ctnetlink_dump_exp_ct(info->net, info->sk, skb, 3328 info->nlh, cda, 3329 info->extack); 3330 else { 3331 struct netlink_dump_control c = { 3332 .dump = ctnetlink_exp_dump_table, 3333 }; 3334 return netlink_dump_start(info->sk, skb, info->nlh, &c); 3335 } 3336 } 3337 3338 err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone); 3339 if (err < 0) 3340 return err; 3341 3342 if (cda[CTA_EXPECT_TUPLE]) 3343 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, 3344 u3, NULL); 3345 else if (cda[CTA_EXPECT_MASTER]) 3346 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_MASTER, 3347 u3, NULL); 3348 else 3349 return -EINVAL; 3350 3351 if (err < 0) 3352 return err; 3353 3354 skb2 = nlmsg_new(NLMSG_DEFAULT_SIZE, GFP_KERNEL); 3355 if (!skb2) 3356 return -ENOMEM; 3357 3358 spin_lock_bh(&nf_conntrack_expect_lock); 3359 exp = nf_ct_expect_find_get(info->net, &zone, &tuple); 3360 if (!exp) { 3361 spin_unlock_bh(&nf_conntrack_expect_lock); 3362 kfree_skb(skb2); 3363 return -ENOENT; 3364 } 3365 3366 if (cda[CTA_EXPECT_ID]) { 3367 __be32 id = nla_get_be32(cda[CTA_EXPECT_ID]); 3368 3369 if (id != nf_expect_get_id(exp)) { 3370 nf_ct_expect_put(exp); 3371 spin_unlock_bh(&nf_conntrack_expect_lock); 3372 kfree_skb(skb2); 3373 return -ENOENT; 3374 } 3375 } 3376 3377 rcu_read_lock(); 3378 err = ctnetlink_exp_fill_info(skb2, NETLINK_CB(skb).portid, 3379 info->nlh->nlmsg_seq, IPCTNL_MSG_EXP_NEW, 3380 exp); 3381 rcu_read_unlock(); 3382 nf_ct_expect_put(exp); 3383 spin_unlock_bh(&nf_conntrack_expect_lock); 3384 3385 if (err <= 0) { 3386 kfree_skb(skb2); 3387 return -ENOMEM; 3388 } 3389 3390 return nfnetlink_unicast(skb2, info->net, NETLINK_CB(skb).portid); 3391 } 3392 3393 static bool expect_iter_name(struct nf_conntrack_expect *exp, void *data) 3394 { 3395 struct nf_conntrack_helper *helper; 3396 const char *name = data; 3397 3398 helper = rcu_dereference(exp->helper); 3399 if (!helper) 3400 return false; 3401 3402 return strcmp(helper->name, name) == 0; 3403 } 3404 3405 static bool expect_iter_all(struct nf_conntrack_expect *exp, void *data) 3406 { 3407 return true; 3408 } 3409 3410 static int ctnetlink_del_expect(struct sk_buff *skb, 3411 const struct nfnl_info *info, 3412 const struct nlattr * const cda[]) 3413 { 3414 u_int8_t u3 = info->nfmsg->nfgen_family; 3415 struct nf_conntrack_expect *exp; 3416 struct nf_conntrack_tuple tuple; 3417 struct nf_conntrack_zone zone; 3418 int err; 3419 3420 if (cda[CTA_EXPECT_TUPLE]) { 3421 /* delete a single expect by tuple */ 3422 err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone); 3423 if (err < 0) 3424 return err; 3425 3426 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, 3427 u3, NULL); 3428 if (err < 0) 3429 return err; 3430 3431 spin_lock_bh(&nf_conntrack_expect_lock); 3432 3433 /* bump usage count to 2 */ 3434 exp = nf_ct_expect_find_get(info->net, &zone, &tuple); 3435 if (!exp) { 3436 spin_unlock_bh(&nf_conntrack_expect_lock); 3437 return -ENOENT; 3438 } 3439 3440 if (cda[CTA_EXPECT_ID]) { 3441 __be32 id = nla_get_be32(cda[CTA_EXPECT_ID]); 3442 3443 if (id != nf_expect_get_id(exp)) { 3444 nf_ct_expect_put(exp); 3445 spin_unlock_bh(&nf_conntrack_expect_lock); 3446 return -ENOENT; 3447 } 3448 } 3449 3450 /* after list removal, usage count == 1 */ 3451 if (timer_delete(&exp->timeout)) { 3452 nf_ct_unlink_expect_report(exp, NETLINK_CB(skb).portid, 3453 nlmsg_report(info->nlh)); 3454 nf_ct_expect_put(exp); 3455 } 3456 spin_unlock_bh(&nf_conntrack_expect_lock); 3457 /* have to put what we 'get' above. 3458 * after this line usage count == 0 */ 3459 nf_ct_expect_put(exp); 3460 } else if (cda[CTA_EXPECT_HELP_NAME]) { 3461 char *name = nla_data(cda[CTA_EXPECT_HELP_NAME]); 3462 3463 nf_ct_expect_iterate_net(info->net, expect_iter_name, name, 3464 NETLINK_CB(skb).portid, 3465 nlmsg_report(info->nlh)); 3466 } else { 3467 /* This basically means we have to flush everything*/ 3468 nf_ct_expect_iterate_net(info->net, expect_iter_all, NULL, 3469 NETLINK_CB(skb).portid, 3470 nlmsg_report(info->nlh)); 3471 } 3472 3473 return 0; 3474 } 3475 static int 3476 ctnetlink_change_expect(struct nf_conntrack_expect *x, 3477 const struct nlattr * const cda[]) 3478 { 3479 if (cda[CTA_EXPECT_TIMEOUT]) { 3480 if (!timer_delete(&x->timeout)) 3481 return -ETIME; 3482 3483 x->timeout.expires = jiffies + 3484 ntohl(nla_get_be32(cda[CTA_EXPECT_TIMEOUT])) * HZ; 3485 add_timer(&x->timeout); 3486 } 3487 return 0; 3488 } 3489 3490 #if IS_ENABLED(CONFIG_NF_NAT) 3491 static const struct nla_policy exp_nat_nla_policy[CTA_EXPECT_NAT_MAX+1] = { 3492 [CTA_EXPECT_NAT_DIR] = NLA_POLICY_MAX(NLA_BE32, IP_CT_DIR_REPLY), 3493 [CTA_EXPECT_NAT_TUPLE] = { .type = NLA_NESTED }, 3494 }; 3495 #endif 3496 3497 static int 3498 ctnetlink_parse_expect_nat(const struct nlattr *attr, 3499 struct nf_conntrack_expect *exp, 3500 u_int8_t u3) 3501 { 3502 #if IS_ENABLED(CONFIG_NF_NAT) 3503 struct nlattr *tb[CTA_EXPECT_NAT_MAX+1]; 3504 struct nf_conntrack_tuple nat_tuple = {}; 3505 int err; 3506 3507 err = nla_parse_nested_deprecated(tb, CTA_EXPECT_NAT_MAX, attr, 3508 exp_nat_nla_policy, NULL); 3509 if (err < 0) 3510 return err; 3511 3512 if (!tb[CTA_EXPECT_NAT_DIR] || !tb[CTA_EXPECT_NAT_TUPLE]) 3513 return -EINVAL; 3514 3515 err = ctnetlink_parse_tuple((const struct nlattr * const *)tb, 3516 &nat_tuple, CTA_EXPECT_NAT_TUPLE, 3517 u3, NULL); 3518 if (err < 0) 3519 return err; 3520 3521 exp->saved_addr = nat_tuple.src.u3; 3522 exp->saved_proto = nat_tuple.src.u; 3523 exp->dir = ntohl(nla_get_be32(tb[CTA_EXPECT_NAT_DIR])); 3524 3525 return 0; 3526 #else 3527 return -EOPNOTSUPP; 3528 #endif 3529 } 3530 3531 static struct nf_conntrack_expect * 3532 ctnetlink_alloc_expect(const struct nlattr * const cda[], struct nf_conn *ct, 3533 const struct nf_conntrack_helper *assign_helper, 3534 struct nf_conntrack_tuple *tuple, 3535 struct nf_conntrack_tuple *mask) 3536 { 3537 struct net *net = read_pnet(&ct->ct_net); 3538 struct nf_conntrack_helper *helper; 3539 struct nf_conntrack_expect *exp; 3540 struct nf_conn_help *help; 3541 u32 class = 0; 3542 int err; 3543 3544 help = nfct_help(ct); 3545 if (!help) 3546 return ERR_PTR(-EOPNOTSUPP); 3547 3548 helper = rcu_dereference(help->helper); 3549 if (!helper) 3550 return ERR_PTR(-EOPNOTSUPP); 3551 3552 if (cda[CTA_EXPECT_CLASS]) { 3553 class = ntohl(nla_get_be32(cda[CTA_EXPECT_CLASS])); 3554 if (class > helper->expect_class_max) 3555 return ERR_PTR(-EINVAL); 3556 } 3557 exp = nf_ct_expect_alloc(ct); 3558 if (!exp) 3559 return ERR_PTR(-ENOMEM); 3560 3561 if (cda[CTA_EXPECT_FLAGS]) { 3562 exp->flags = ntohl(nla_get_be32(cda[CTA_EXPECT_FLAGS])); 3563 exp->flags &= ~NF_CT_EXPECT_USERSPACE; 3564 } else { 3565 exp->flags = 0; 3566 } 3567 if (cda[CTA_EXPECT_FN]) { 3568 const char *name = nla_data(cda[CTA_EXPECT_FN]); 3569 struct nf_ct_helper_expectfn *expfn; 3570 3571 expfn = nf_ct_helper_expectfn_find_by_name(name); 3572 if (expfn == NULL) { 3573 err = -EINVAL; 3574 goto err_out; 3575 } 3576 exp->expectfn = expfn->expectfn; 3577 } else 3578 exp->expectfn = NULL; 3579 3580 exp->class = class; 3581 exp->master = ct; 3582 write_pnet(&exp->net, net); 3583 #ifdef CONFIG_NF_CONNTRACK_ZONES 3584 exp->zone = ct->zone; 3585 #endif 3586 rcu_assign_pointer(exp->helper, helper); 3587 rcu_assign_pointer(exp->assign_helper, assign_helper); 3588 exp->tuple = *tuple; 3589 exp->mask.src.u3 = mask->src.u3; 3590 exp->mask.src.u.all = mask->src.u.all; 3591 3592 if (cda[CTA_EXPECT_NAT]) { 3593 err = ctnetlink_parse_expect_nat(cda[CTA_EXPECT_NAT], 3594 exp, nf_ct_l3num(ct)); 3595 if (err < 0) 3596 goto err_out; 3597 #if IS_ENABLED(CONFIG_NF_NAT) 3598 } else { 3599 memset(&exp->saved_addr, 0, sizeof(exp->saved_addr)); 3600 memset(&exp->saved_proto, 0, sizeof(exp->saved_proto)); 3601 exp->dir = 0; 3602 #endif 3603 } 3604 return exp; 3605 err_out: 3606 nf_ct_expect_put(exp); 3607 return ERR_PTR(err); 3608 } 3609 3610 static int 3611 ctnetlink_create_expect(struct net *net, 3612 const struct nf_conntrack_zone *zone, 3613 const struct nlattr * const cda[], 3614 u_int8_t u3, u32 portid, int report) 3615 { 3616 struct nf_conntrack_tuple tuple, mask, master_tuple; 3617 struct nf_conntrack_tuple_hash *h = NULL; 3618 struct nf_conntrack_expect *exp; 3619 struct nf_conn *ct; 3620 int err; 3621 3622 /* caller guarantees that those three CTA_EXPECT_* exist */ 3623 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, 3624 u3, NULL); 3625 if (err < 0) 3626 return err; 3627 err = ctnetlink_parse_tuple(cda, &mask, CTA_EXPECT_MASK, 3628 u3, NULL); 3629 if (err < 0) 3630 return err; 3631 err = ctnetlink_parse_tuple(cda, &master_tuple, CTA_EXPECT_MASTER, 3632 u3, NULL); 3633 if (err < 0) 3634 return err; 3635 3636 /* Look for master conntrack of this expectation */ 3637 h = nf_conntrack_find_get(net, zone, &master_tuple); 3638 if (!h) 3639 return -ENOENT; 3640 ct = nf_ct_tuplehash_to_ctrack(h); 3641 3642 rcu_read_lock(); 3643 exp = ctnetlink_alloc_expect(cda, ct, NULL, &tuple, &mask); 3644 if (IS_ERR(exp)) { 3645 err = PTR_ERR(exp); 3646 goto err_rcu; 3647 } 3648 3649 err = nf_ct_expect_related_report(exp, portid, report, 0); 3650 nf_ct_expect_put(exp); 3651 err_rcu: 3652 rcu_read_unlock(); 3653 nf_ct_put(ct); 3654 3655 return err; 3656 } 3657 3658 static int ctnetlink_new_expect(struct sk_buff *skb, 3659 const struct nfnl_info *info, 3660 const struct nlattr * const cda[]) 3661 { 3662 u_int8_t u3 = info->nfmsg->nfgen_family; 3663 struct nf_conntrack_tuple tuple; 3664 struct nf_conntrack_expect *exp; 3665 struct nf_conntrack_zone zone; 3666 int err; 3667 3668 if (!cda[CTA_EXPECT_TUPLE] 3669 || !cda[CTA_EXPECT_MASK] 3670 || !cda[CTA_EXPECT_MASTER]) 3671 return -EINVAL; 3672 3673 err = ctnetlink_parse_zone(cda[CTA_EXPECT_ZONE], &zone); 3674 if (err < 0) 3675 return err; 3676 3677 err = ctnetlink_parse_tuple(cda, &tuple, CTA_EXPECT_TUPLE, 3678 u3, NULL); 3679 if (err < 0) 3680 return err; 3681 3682 spin_lock_bh(&nf_conntrack_expect_lock); 3683 exp = __nf_ct_expect_find(info->net, &zone, &tuple); 3684 if (!exp) { 3685 spin_unlock_bh(&nf_conntrack_expect_lock); 3686 err = -ENOENT; 3687 if (info->nlh->nlmsg_flags & NLM_F_CREATE) { 3688 err = ctnetlink_create_expect(info->net, &zone, cda, u3, 3689 NETLINK_CB(skb).portid, 3690 nlmsg_report(info->nlh)); 3691 } 3692 return err; 3693 } 3694 3695 err = -EEXIST; 3696 if (!(info->nlh->nlmsg_flags & NLM_F_EXCL)) 3697 err = ctnetlink_change_expect(exp, cda); 3698 spin_unlock_bh(&nf_conntrack_expect_lock); 3699 3700 return err; 3701 } 3702 3703 static int 3704 ctnetlink_exp_stat_fill_info(struct sk_buff *skb, u32 portid, u32 seq, int cpu, 3705 const struct ip_conntrack_stat *st) 3706 { 3707 struct nlmsghdr *nlh; 3708 unsigned int flags = portid ? NLM_F_MULTI : 0, event; 3709 3710 event = nfnl_msg_type(NFNL_SUBSYS_CTNETLINK, 3711 IPCTNL_MSG_EXP_GET_STATS_CPU); 3712 nlh = nfnl_msg_put(skb, portid, seq, event, flags, AF_UNSPEC, 3713 NFNETLINK_V0, htons(cpu)); 3714 if (!nlh) 3715 goto nlmsg_failure; 3716 3717 if (nla_put_be32(skb, CTA_STATS_EXP_NEW, htonl(st->expect_new)) || 3718 nla_put_be32(skb, CTA_STATS_EXP_CREATE, htonl(st->expect_create)) || 3719 nla_put_be32(skb, CTA_STATS_EXP_DELETE, htonl(st->expect_delete))) 3720 goto nla_put_failure; 3721 3722 nlmsg_end(skb, nlh); 3723 return skb->len; 3724 3725 nla_put_failure: 3726 nlmsg_failure: 3727 nlmsg_cancel(skb, nlh); 3728 return -1; 3729 } 3730 3731 static int 3732 ctnetlink_exp_stat_cpu_dump(struct sk_buff *skb, struct netlink_callback *cb) 3733 { 3734 int cpu; 3735 struct net *net = sock_net(skb->sk); 3736 3737 if (cb->args[0] == nr_cpu_ids) 3738 return 0; 3739 3740 for (cpu = cb->args[0]; cpu < nr_cpu_ids; cpu++) { 3741 const struct ip_conntrack_stat *st; 3742 3743 if (!cpu_possible(cpu)) 3744 continue; 3745 3746 st = per_cpu_ptr(net->ct.stat, cpu); 3747 if (ctnetlink_exp_stat_fill_info(skb, NETLINK_CB(cb->skb).portid, 3748 cb->nlh->nlmsg_seq, 3749 cpu, st) < 0) 3750 break; 3751 } 3752 cb->args[0] = cpu; 3753 3754 return skb->len; 3755 } 3756 3757 static int ctnetlink_stat_exp_cpu(struct sk_buff *skb, 3758 const struct nfnl_info *info, 3759 const struct nlattr * const cda[]) 3760 { 3761 if (info->nlh->nlmsg_flags & NLM_F_DUMP) { 3762 struct netlink_dump_control c = { 3763 .dump = ctnetlink_exp_stat_cpu_dump, 3764 }; 3765 return netlink_dump_start(info->sk, skb, info->nlh, &c); 3766 } 3767 3768 return 0; 3769 } 3770 3771 #ifdef CONFIG_NF_CONNTRACK_EVENTS 3772 static struct nf_ct_event_notifier ctnl_notifier = { 3773 .ct_event = ctnetlink_conntrack_event, 3774 .exp_event = ctnetlink_expect_event, 3775 }; 3776 #endif 3777 3778 static const struct nfnl_callback ctnl_cb[IPCTNL_MSG_MAX] = { 3779 [IPCTNL_MSG_CT_NEW] = { 3780 .call = ctnetlink_new_conntrack, 3781 .type = NFNL_CB_MUTEX, 3782 .attr_count = CTA_MAX, 3783 .policy = ct_nla_policy 3784 }, 3785 [IPCTNL_MSG_CT_GET] = { 3786 .call = ctnetlink_get_conntrack, 3787 .type = NFNL_CB_MUTEX, 3788 .attr_count = CTA_MAX, 3789 .policy = ct_nla_policy 3790 }, 3791 [IPCTNL_MSG_CT_DELETE] = { 3792 .call = ctnetlink_del_conntrack, 3793 .type = NFNL_CB_MUTEX, 3794 .attr_count = CTA_MAX, 3795 .policy = ct_nla_policy 3796 }, 3797 [IPCTNL_MSG_CT_GET_CTRZERO] = { 3798 .call = ctnetlink_get_conntrack, 3799 .type = NFNL_CB_MUTEX, 3800 .attr_count = CTA_MAX, 3801 .policy = ct_nla_policy 3802 }, 3803 [IPCTNL_MSG_CT_GET_STATS_CPU] = { 3804 .call = ctnetlink_stat_ct_cpu, 3805 .type = NFNL_CB_MUTEX, 3806 }, 3807 [IPCTNL_MSG_CT_GET_STATS] = { 3808 .call = ctnetlink_stat_ct, 3809 .type = NFNL_CB_MUTEX, 3810 }, 3811 [IPCTNL_MSG_CT_GET_DYING] = { 3812 .call = ctnetlink_get_ct_dying, 3813 .type = NFNL_CB_MUTEX, 3814 }, 3815 [IPCTNL_MSG_CT_GET_UNCONFIRMED] = { 3816 .call = ctnetlink_get_ct_unconfirmed, 3817 .type = NFNL_CB_MUTEX, 3818 }, 3819 }; 3820 3821 static const struct nfnl_callback ctnl_exp_cb[IPCTNL_MSG_EXP_MAX] = { 3822 [IPCTNL_MSG_EXP_GET] = { 3823 .call = ctnetlink_get_expect, 3824 .type = NFNL_CB_MUTEX, 3825 .attr_count = CTA_EXPECT_MAX, 3826 .policy = exp_nla_policy 3827 }, 3828 [IPCTNL_MSG_EXP_NEW] = { 3829 .call = ctnetlink_new_expect, 3830 .type = NFNL_CB_MUTEX, 3831 .attr_count = CTA_EXPECT_MAX, 3832 .policy = exp_nla_policy 3833 }, 3834 [IPCTNL_MSG_EXP_DELETE] = { 3835 .call = ctnetlink_del_expect, 3836 .type = NFNL_CB_MUTEX, 3837 .attr_count = CTA_EXPECT_MAX, 3838 .policy = exp_nla_policy 3839 }, 3840 [IPCTNL_MSG_EXP_GET_STATS_CPU] = { 3841 .call = ctnetlink_stat_exp_cpu, 3842 .type = NFNL_CB_MUTEX, 3843 }, 3844 }; 3845 3846 static const struct nfnetlink_subsystem ctnl_subsys = { 3847 .name = "conntrack", 3848 .subsys_id = NFNL_SUBSYS_CTNETLINK, 3849 .cb_count = IPCTNL_MSG_MAX, 3850 .cb = ctnl_cb, 3851 }; 3852 3853 static const struct nfnetlink_subsystem ctnl_exp_subsys = { 3854 .name = "conntrack_expect", 3855 .subsys_id = NFNL_SUBSYS_CTNETLINK_EXP, 3856 .cb_count = IPCTNL_MSG_EXP_MAX, 3857 .cb = ctnl_exp_cb, 3858 }; 3859 3860 MODULE_ALIAS("ip_conntrack_netlink"); 3861 MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_CTNETLINK); 3862 MODULE_ALIAS_NFNL_SUBSYS(NFNL_SUBSYS_CTNETLINK_EXP); 3863 3864 static int __net_init ctnetlink_net_init(struct net *net) 3865 { 3866 #ifdef CONFIG_NF_CONNTRACK_EVENTS 3867 nf_conntrack_register_notifier(net, &ctnl_notifier); 3868 #endif 3869 return 0; 3870 } 3871 3872 static void ctnetlink_net_pre_exit(struct net *net) 3873 { 3874 #ifdef CONFIG_NF_CONNTRACK_EVENTS 3875 nf_conntrack_unregister_notifier(net); 3876 #endif 3877 } 3878 3879 static struct pernet_operations ctnetlink_net_ops = { 3880 .init = ctnetlink_net_init, 3881 .pre_exit = ctnetlink_net_pre_exit, 3882 }; 3883 3884 static int __init ctnetlink_init(void) 3885 { 3886 int ret; 3887 3888 NL_ASSERT_CTX_FITS(struct ctnetlink_list_dump_ctx); 3889 3890 ret = nfnetlink_subsys_register(&ctnl_subsys); 3891 if (ret < 0) { 3892 pr_err("ctnetlink_init: cannot register with nfnetlink.\n"); 3893 goto err_out; 3894 } 3895 3896 ret = nfnetlink_subsys_register(&ctnl_exp_subsys); 3897 if (ret < 0) { 3898 pr_err("ctnetlink_init: cannot register exp with nfnetlink.\n"); 3899 goto err_unreg_subsys; 3900 } 3901 3902 ret = register_pernet_subsys(&ctnetlink_net_ops); 3903 if (ret < 0) { 3904 pr_err("ctnetlink_init: cannot register pernet operations\n"); 3905 goto err_unreg_exp_subsys; 3906 } 3907 #ifdef CONFIG_NETFILTER_NETLINK_GLUE_CT 3908 /* setup interaction between nf_queue and nf_conntrack_netlink. */ 3909 RCU_INIT_POINTER(nfnl_ct_hook, &ctnetlink_glue_hook); 3910 #endif 3911 return 0; 3912 3913 err_unreg_exp_subsys: 3914 nfnetlink_subsys_unregister(&ctnl_exp_subsys); 3915 err_unreg_subsys: 3916 nfnetlink_subsys_unregister(&ctnl_subsys); 3917 err_out: 3918 return ret; 3919 } 3920 3921 static void __exit ctnetlink_exit(void) 3922 { 3923 unregister_pernet_subsys(&ctnetlink_net_ops); 3924 nfnetlink_subsys_unregister(&ctnl_exp_subsys); 3925 nfnetlink_subsys_unregister(&ctnl_subsys); 3926 #ifdef CONFIG_NETFILTER_NETLINK_GLUE_CT 3927 RCU_INIT_POINTER(nfnl_ct_hook, NULL); 3928 #endif 3929 synchronize_rcu(); 3930 } 3931 3932 module_init(ctnetlink_init); 3933 module_exit(ctnetlink_exit); 3934