1 /*- 2 * SPDX-License-Identifier: BSD-2-Clause-NetBSD 3 * 4 * Copyright (c) 1998 The NetBSD Foundation, Inc. 5 * Copyright (c) 2014, 2018 Andrey V. Elsukov <ae@FreeBSD.org> 6 * All rights reserved. 7 * 8 * This code is derived from software contributed to The NetBSD Foundation 9 * by Heiko W.Rupp <hwr@pilhuhn.de> 10 * 11 * IPv6-over-GRE contributed by Gert Doering <gert@greenie.muc.de> 12 * 13 * Redistribution and use in source and binary forms, with or without 14 * modification, are permitted provided that the following conditions 15 * are met: 16 * 1. Redistributions of source code must retain the above copyright 17 * notice, this list of conditions and the following disclaimer. 18 * 2. Redistributions in binary form must reproduce the above copyright 19 * notice, this list of conditions and the following disclaimer in the 20 * documentation and/or other materials provided with the distribution. 21 * 22 * THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND CONTRIBUTORS 23 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED 24 * TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR 25 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS 26 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR 27 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF 28 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS 29 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN 30 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) 31 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE 32 * POSSIBILITY OF SUCH DAMAGE. 33 * 34 * $NetBSD: ip_gre.c,v 1.29 2003/09/05 23:02:43 itojun Exp $ 35 */ 36 37 #include <sys/cdefs.h> 38 __FBSDID("$FreeBSD$"); 39 40 #include "opt_inet.h" 41 #include "opt_inet6.h" 42 43 #include <sys/param.h> 44 #include <sys/jail.h> 45 #include <sys/systm.h> 46 #include <sys/socket.h> 47 #include <sys/socketvar.h> 48 #include <sys/sockio.h> 49 #include <sys/mbuf.h> 50 #include <sys/errno.h> 51 #include <sys/kernel.h> 52 #include <sys/sysctl.h> 53 #include <sys/malloc.h> 54 #include <sys/proc.h> 55 56 #include <net/if.h> 57 #include <net/if_var.h> 58 #include <net/vnet.h> 59 60 #include <netinet/in.h> 61 #include <netinet/in_var.h> 62 #include <netinet/in_pcb.h> 63 #include <netinet/ip.h> 64 #include <netinet/ip_encap.h> 65 #include <netinet/ip_var.h> 66 #include <netinet/udp.h> 67 #include <netinet/udp_var.h> 68 69 #ifdef INET6 70 #include <netinet/ip6.h> 71 #endif 72 73 #include <net/if_gre.h> 74 #include <machine/in_cksum.h> 75 76 #define GRE_TTL 30 77 VNET_DEFINE(int, ip_gre_ttl) = GRE_TTL; 78 #define V_ip_gre_ttl VNET(ip_gre_ttl) 79 SYSCTL_INT(_net_inet_ip, OID_AUTO, grettl, CTLFLAG_VNET | CTLFLAG_RW, 80 &VNET_NAME(ip_gre_ttl), 0, "Default TTL value for encapsulated packets"); 81 82 struct in_gre_socket { 83 struct gre_socket base; 84 in_addr_t addr; 85 }; 86 VNET_DEFINE_STATIC(struct gre_sockets *, ipv4_sockets) = NULL; 87 VNET_DEFINE_STATIC(struct gre_list *, ipv4_hashtbl) = NULL; 88 VNET_DEFINE_STATIC(struct gre_list *, ipv4_srchashtbl) = NULL; 89 #define V_ipv4_sockets VNET(ipv4_sockets) 90 #define V_ipv4_hashtbl VNET(ipv4_hashtbl) 91 #define V_ipv4_srchashtbl VNET(ipv4_srchashtbl) 92 #define GRE_HASH(src, dst) (V_ipv4_hashtbl[\ 93 in_gre_hashval((src), (dst)) & (GRE_HASH_SIZE - 1)]) 94 #define GRE_SRCHASH(src) (V_ipv4_srchashtbl[\ 95 fnv_32_buf(&(src), sizeof(src), FNV1_32_INIT) & (GRE_HASH_SIZE - 1)]) 96 #define GRE_SOCKHASH(src) (V_ipv4_sockets[\ 97 fnv_32_buf(&(src), sizeof(src), FNV1_32_INIT) & (GRE_HASH_SIZE - 1)]) 98 #define GRE_HASH_SC(sc) GRE_HASH((sc)->gre_oip.ip_src.s_addr,\ 99 (sc)->gre_oip.ip_dst.s_addr) 100 101 static uint32_t 102 in_gre_hashval(in_addr_t src, in_addr_t dst) 103 { 104 uint32_t ret; 105 106 ret = fnv_32_buf(&src, sizeof(src), FNV1_32_INIT); 107 return (fnv_32_buf(&dst, sizeof(dst), ret)); 108 } 109 110 static struct gre_socket* 111 in_gre_lookup_socket(in_addr_t addr) 112 { 113 struct gre_socket *gs; 114 struct in_gre_socket *s; 115 116 CK_LIST_FOREACH(gs, &GRE_SOCKHASH(addr), chain) { 117 s = __containerof(gs, struct in_gre_socket, base); 118 if (s->addr == addr) 119 break; 120 } 121 return (gs); 122 } 123 124 static int 125 in_gre_checkdup(const struct gre_softc *sc, in_addr_t src, in_addr_t dst, 126 uint32_t opts) 127 { 128 struct gre_list *head; 129 struct gre_softc *tmp; 130 struct gre_socket *gs; 131 132 if (sc->gre_family == AF_INET && 133 sc->gre_oip.ip_src.s_addr == src && 134 sc->gre_oip.ip_dst.s_addr == dst && 135 (sc->gre_options & GRE_UDPENCAP) == (opts & GRE_UDPENCAP)) 136 return (EEXIST); 137 138 if (opts & GRE_UDPENCAP) { 139 gs = in_gre_lookup_socket(src); 140 if (gs == NULL) 141 return (0); 142 head = &gs->list; 143 } else 144 head = &GRE_HASH(src, dst); 145 146 CK_LIST_FOREACH(tmp, head, chain) { 147 if (tmp == sc) 148 continue; 149 if (tmp->gre_oip.ip_src.s_addr == src && 150 tmp->gre_oip.ip_dst.s_addr == dst) 151 return (EADDRNOTAVAIL); 152 } 153 return (0); 154 } 155 156 static int 157 in_gre_lookup(const struct mbuf *m, int off, int proto, void **arg) 158 { 159 const struct ip *ip; 160 struct gre_softc *sc; 161 162 if (V_ipv4_hashtbl == NULL) 163 return (0); 164 165 NET_EPOCH_ASSERT(); 166 ip = mtod(m, const struct ip *); 167 CK_LIST_FOREACH(sc, &GRE_HASH(ip->ip_dst.s_addr, 168 ip->ip_src.s_addr), chain) { 169 /* 170 * This is an inbound packet, its ip_dst is source address 171 * in softc. 172 */ 173 if (sc->gre_oip.ip_src.s_addr == ip->ip_dst.s_addr && 174 sc->gre_oip.ip_dst.s_addr == ip->ip_src.s_addr) { 175 if ((GRE2IFP(sc)->if_flags & IFF_UP) == 0) 176 return (0); 177 *arg = sc; 178 return (ENCAP_DRV_LOOKUP); 179 } 180 } 181 return (0); 182 } 183 184 /* 185 * Check that ingress address belongs to local host. 186 */ 187 static void 188 in_gre_set_running(struct gre_softc *sc) 189 { 190 191 if (in_localip(sc->gre_oip.ip_src)) 192 GRE2IFP(sc)->if_drv_flags |= IFF_DRV_RUNNING; 193 else 194 GRE2IFP(sc)->if_drv_flags &= ~IFF_DRV_RUNNING; 195 } 196 197 /* 198 * ifaddr_event handler. 199 * Clear IFF_DRV_RUNNING flag when ingress address disappears to prevent 200 * source address spoofing. 201 */ 202 static void 203 in_gre_srcaddr(void *arg __unused, const struct sockaddr *sa, 204 int event __unused) 205 { 206 const struct sockaddr_in *sin; 207 struct gre_softc *sc; 208 209 /* Check that VNET is ready */ 210 if (V_ipv4_hashtbl == NULL) 211 return; 212 213 NET_EPOCH_ASSERT(); 214 sin = (const struct sockaddr_in *)sa; 215 CK_LIST_FOREACH(sc, &GRE_SRCHASH(sin->sin_addr.s_addr), srchash) { 216 if (sc->gre_oip.ip_src.s_addr != sin->sin_addr.s_addr) 217 continue; 218 in_gre_set_running(sc); 219 } 220 } 221 222 static void 223 in_gre_udp_input(struct mbuf *m, int off, struct inpcb *inp, 224 const struct sockaddr *sa, void *ctx) 225 { 226 struct epoch_tracker et; 227 struct gre_socket *gs; 228 struct gre_softc *sc; 229 in_addr_t dst; 230 231 NET_EPOCH_ENTER(et); 232 /* 233 * udp_append() holds reference to inp, it is safe to check 234 * inp_flags2 without INP_RLOCK(). 235 * If socket was closed before we have entered NET_EPOCH section, 236 * INP_FREED flag should be set. Otherwise it should be safe to 237 * make access to ctx data, because gre_so will be freed by 238 * gre_sofree() via NET_EPOCH_CALL(). 239 */ 240 if (__predict_false(inp->inp_flags2 & INP_FREED)) { 241 NET_EPOCH_EXIT(et); 242 m_freem(m); 243 return; 244 } 245 246 gs = (struct gre_socket *)ctx; 247 dst = ((const struct sockaddr_in *)sa)->sin_addr.s_addr; 248 CK_LIST_FOREACH(sc, &gs->list, chain) { 249 if (sc->gre_oip.ip_dst.s_addr == dst) 250 break; 251 } 252 if (sc != NULL && (GRE2IFP(sc)->if_flags & IFF_UP) != 0){ 253 gre_input(m, off + sizeof(struct udphdr), IPPROTO_UDP, sc); 254 NET_EPOCH_EXIT(et); 255 return; 256 } 257 m_freem(m); 258 NET_EPOCH_EXIT(et); 259 } 260 261 static int 262 in_gre_setup_socket(struct gre_softc *sc) 263 { 264 struct sockopt sopt; 265 struct sockaddr_in sin; 266 struct in_gre_socket *s; 267 struct gre_socket *gs; 268 in_addr_t addr; 269 int error, value; 270 271 /* 272 * NOTE: we are protected with gre_ioctl_sx lock. 273 * 274 * First check that socket is already configured. 275 * If so, check that source addres was not changed. 276 * If address is different, check that there are no other tunnels 277 * and close socket. 278 */ 279 addr = sc->gre_oip.ip_src.s_addr; 280 gs = sc->gre_so; 281 if (gs != NULL) { 282 s = __containerof(gs, struct in_gre_socket, base); 283 if (s->addr != addr) { 284 if (CK_LIST_EMPTY(&gs->list)) { 285 CK_LIST_REMOVE(gs, chain); 286 soclose(gs->so); 287 NET_EPOCH_CALL(gre_sofree, &gs->epoch_ctx); 288 } 289 gs = sc->gre_so = NULL; 290 } 291 } 292 293 if (gs == NULL) { 294 /* 295 * Check that socket for given address is already 296 * configured. 297 */ 298 gs = in_gre_lookup_socket(addr); 299 if (gs == NULL) { 300 s = malloc(sizeof(*s), M_GRE, M_WAITOK | M_ZERO); 301 s->addr = addr; 302 gs = &s->base; 303 304 error = socreate(sc->gre_family, &gs->so, 305 SOCK_DGRAM, IPPROTO_UDP, curthread->td_ucred, 306 curthread); 307 if (error != 0) { 308 if_printf(GRE2IFP(sc), 309 "cannot create socket: %d\n", error); 310 free(s, M_GRE); 311 return (error); 312 } 313 314 error = udp_set_kernel_tunneling(gs->so, 315 in_gre_udp_input, NULL, gs); 316 if (error != 0) { 317 if_printf(GRE2IFP(sc), 318 "cannot set UDP tunneling: %d\n", error); 319 goto fail; 320 } 321 322 memset(&sopt, 0, sizeof(sopt)); 323 sopt.sopt_dir = SOPT_SET; 324 sopt.sopt_level = IPPROTO_IP; 325 sopt.sopt_name = IP_BINDANY; 326 sopt.sopt_val = &value; 327 sopt.sopt_valsize = sizeof(value); 328 value = 1; 329 error = sosetopt(gs->so, &sopt); 330 if (error != 0) { 331 if_printf(GRE2IFP(sc), 332 "cannot set IP_BINDANY opt: %d\n", error); 333 goto fail; 334 } 335 336 memset(&sin, 0, sizeof(sin)); 337 sin.sin_family = AF_INET; 338 sin.sin_len = sizeof(sin); 339 sin.sin_addr.s_addr = addr; 340 sin.sin_port = htons(GRE_UDPPORT); 341 error = sobind(gs->so, (struct sockaddr *)&sin, 342 curthread); 343 if (error != 0) { 344 if_printf(GRE2IFP(sc), 345 "cannot bind socket: %d\n", error); 346 goto fail; 347 } 348 /* Add socket to the chain */ 349 CK_LIST_INSERT_HEAD(&GRE_SOCKHASH(addr), gs, chain); 350 } 351 } 352 353 /* Add softc to the socket's list */ 354 CK_LIST_INSERT_HEAD(&gs->list, sc, chain); 355 sc->gre_so = gs; 356 return (0); 357 fail: 358 soclose(gs->so); 359 free(s, M_GRE); 360 return (error); 361 } 362 363 static int 364 in_gre_attach(struct gre_softc *sc) 365 { 366 struct epoch_tracker et; 367 struct grehdr *gh; 368 int error; 369 370 if (sc->gre_options & GRE_UDPENCAP) { 371 sc->gre_csumflags = CSUM_UDP; 372 sc->gre_hlen = sizeof(struct greudp); 373 sc->gre_oip.ip_p = IPPROTO_UDP; 374 gh = &sc->gre_udphdr->gi_gre; 375 gre_update_udphdr(sc, &sc->gre_udp, 376 in_pseudo(sc->gre_oip.ip_src.s_addr, 377 sc->gre_oip.ip_dst.s_addr, 0)); 378 } else { 379 sc->gre_hlen = sizeof(struct greip); 380 sc->gre_oip.ip_p = IPPROTO_GRE; 381 gh = &sc->gre_iphdr->gi_gre; 382 } 383 sc->gre_oip.ip_v = IPVERSION; 384 sc->gre_oip.ip_hl = sizeof(struct ip) >> 2; 385 gre_update_hdr(sc, gh); 386 387 /* 388 * If we return error, this means that sc is not linked, 389 * and caller should reset gre_family and free(sc->gre_hdr). 390 */ 391 if (sc->gre_options & GRE_UDPENCAP) { 392 error = in_gre_setup_socket(sc); 393 if (error != 0) 394 return (error); 395 } else 396 CK_LIST_INSERT_HEAD(&GRE_HASH_SC(sc), sc, chain); 397 CK_LIST_INSERT_HEAD(&GRE_SRCHASH(sc->gre_oip.ip_src.s_addr), 398 sc, srchash); 399 400 /* Set IFF_DRV_RUNNING if interface is ready */ 401 NET_EPOCH_ENTER(et); 402 in_gre_set_running(sc); 403 NET_EPOCH_EXIT(et); 404 return (0); 405 } 406 407 int 408 in_gre_setopts(struct gre_softc *sc, u_long cmd, uint32_t value) 409 { 410 int error; 411 412 /* NOTE: we are protected with gre_ioctl_sx lock */ 413 MPASS(cmd == GRESKEY || cmd == GRESOPTS || cmd == GRESPORT); 414 MPASS(sc->gre_family == AF_INET); 415 416 /* 417 * If we are going to change encapsulation protocol, do check 418 * for duplicate tunnels. Return EEXIST here to do not confuse 419 * user. 420 */ 421 if (cmd == GRESOPTS && 422 (sc->gre_options & GRE_UDPENCAP) != (value & GRE_UDPENCAP) && 423 in_gre_checkdup(sc, sc->gre_oip.ip_src.s_addr, 424 sc->gre_oip.ip_dst.s_addr, value) == EADDRNOTAVAIL) 425 return (EEXIST); 426 427 CK_LIST_REMOVE(sc, chain); 428 CK_LIST_REMOVE(sc, srchash); 429 GRE_WAIT(); 430 switch (cmd) { 431 case GRESKEY: 432 sc->gre_key = value; 433 break; 434 case GRESOPTS: 435 sc->gre_options = value; 436 break; 437 case GRESPORT: 438 sc->gre_port = value; 439 break; 440 } 441 error = in_gre_attach(sc); 442 if (error != 0) { 443 sc->gre_family = 0; 444 free(sc->gre_hdr, M_GRE); 445 } 446 return (error); 447 } 448 449 int 450 in_gre_ioctl(struct gre_softc *sc, u_long cmd, caddr_t data) 451 { 452 struct ifreq *ifr = (struct ifreq *)data; 453 struct sockaddr_in *dst, *src; 454 struct ip *ip; 455 int error; 456 457 /* NOTE: we are protected with gre_ioctl_sx lock */ 458 error = EINVAL; 459 switch (cmd) { 460 case SIOCSIFPHYADDR: 461 src = &((struct in_aliasreq *)data)->ifra_addr; 462 dst = &((struct in_aliasreq *)data)->ifra_dstaddr; 463 464 /* sanity checks */ 465 if (src->sin_family != dst->sin_family || 466 src->sin_family != AF_INET || 467 src->sin_len != dst->sin_len || 468 src->sin_len != sizeof(*src)) 469 break; 470 if (src->sin_addr.s_addr == INADDR_ANY || 471 dst->sin_addr.s_addr == INADDR_ANY) { 472 error = EADDRNOTAVAIL; 473 break; 474 } 475 if (V_ipv4_hashtbl == NULL) { 476 V_ipv4_hashtbl = gre_hashinit(); 477 V_ipv4_srchashtbl = gre_hashinit(); 478 V_ipv4_sockets = (struct gre_sockets *)gre_hashinit(); 479 } 480 error = in_gre_checkdup(sc, src->sin_addr.s_addr, 481 dst->sin_addr.s_addr, sc->gre_options); 482 if (error == EADDRNOTAVAIL) 483 break; 484 if (error == EEXIST) { 485 /* Addresses are the same. Just return. */ 486 error = 0; 487 break; 488 } 489 ip = malloc(sizeof(struct greudp) + 3 * sizeof(uint32_t), 490 M_GRE, M_WAITOK | M_ZERO); 491 ip->ip_src.s_addr = src->sin_addr.s_addr; 492 ip->ip_dst.s_addr = dst->sin_addr.s_addr; 493 if (sc->gre_family != 0) { 494 /* Detach existing tunnel first */ 495 CK_LIST_REMOVE(sc, chain); 496 CK_LIST_REMOVE(sc, srchash); 497 GRE_WAIT(); 498 free(sc->gre_hdr, M_GRE); 499 /* XXX: should we notify about link state change? */ 500 } 501 sc->gre_family = AF_INET; 502 sc->gre_hdr = ip; 503 sc->gre_oseq = 0; 504 sc->gre_iseq = UINT32_MAX; 505 error = in_gre_attach(sc); 506 if (error != 0) { 507 sc->gre_family = 0; 508 free(sc->gre_hdr, M_GRE); 509 } 510 break; 511 case SIOCGIFPSRCADDR: 512 case SIOCGIFPDSTADDR: 513 if (sc->gre_family != AF_INET) { 514 error = EADDRNOTAVAIL; 515 break; 516 } 517 src = (struct sockaddr_in *)&ifr->ifr_addr; 518 memset(src, 0, sizeof(*src)); 519 src->sin_family = AF_INET; 520 src->sin_len = sizeof(*src); 521 src->sin_addr = (cmd == SIOCGIFPSRCADDR) ? 522 sc->gre_oip.ip_src: sc->gre_oip.ip_dst; 523 error = prison_if(curthread->td_ucred, (struct sockaddr *)src); 524 if (error != 0) 525 memset(src, 0, sizeof(*src)); 526 break; 527 } 528 return (error); 529 } 530 531 int 532 in_gre_output(struct mbuf *m, int af, int hlen) 533 { 534 struct greip *gi; 535 536 gi = mtod(m, struct greip *); 537 switch (af) { 538 case AF_INET: 539 /* 540 * gre_transmit() has used M_PREPEND() that doesn't guarantee 541 * m_data is contiguous more than hlen bytes. Use m_copydata() 542 * here to avoid m_pullup(). 543 */ 544 m_copydata(m, hlen + offsetof(struct ip, ip_tos), 545 sizeof(u_char), &gi->gi_ip.ip_tos); 546 m_copydata(m, hlen + offsetof(struct ip, ip_id), 547 sizeof(u_short), (caddr_t)&gi->gi_ip.ip_id); 548 break; 549 #ifdef INET6 550 case AF_INET6: 551 gi->gi_ip.ip_tos = 0; /* XXX */ 552 ip_fillid(&gi->gi_ip); 553 break; 554 #endif 555 } 556 gi->gi_ip.ip_ttl = V_ip_gre_ttl; 557 gi->gi_ip.ip_len = htons(m->m_pkthdr.len); 558 return (ip_output(m, NULL, NULL, IP_FORWARDING, NULL, NULL)); 559 } 560 561 static const struct srcaddrtab *ipv4_srcaddrtab = NULL; 562 static const struct encaptab *ecookie = NULL; 563 static const struct encap_config ipv4_encap_cfg = { 564 .proto = IPPROTO_GRE, 565 .min_length = sizeof(struct greip) + sizeof(struct ip), 566 .exact_match = ENCAP_DRV_LOOKUP, 567 .lookup = in_gre_lookup, 568 .input = gre_input 569 }; 570 571 void 572 in_gre_init(void) 573 { 574 575 if (!IS_DEFAULT_VNET(curvnet)) 576 return; 577 ipv4_srcaddrtab = ip_encap_register_srcaddr(in_gre_srcaddr, 578 NULL, M_WAITOK); 579 ecookie = ip_encap_attach(&ipv4_encap_cfg, NULL, M_WAITOK); 580 } 581 582 void 583 in_gre_uninit(void) 584 { 585 586 if (IS_DEFAULT_VNET(curvnet)) { 587 ip_encap_detach(ecookie); 588 ip_encap_unregister_srcaddr(ipv4_srcaddrtab); 589 } 590 if (V_ipv4_hashtbl != NULL) { 591 gre_hashdestroy(V_ipv4_hashtbl); 592 V_ipv4_hashtbl = NULL; 593 GRE_WAIT(); 594 gre_hashdestroy(V_ipv4_srchashtbl); 595 gre_hashdestroy((struct gre_list *)V_ipv4_sockets); 596 } 597 } 598