1c398230bSWarner Losh /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 4cfa1ca9dSYoshinobu Inoue * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project. 5b941bc1dSAndrey V. Elsukov * Copyright (c) 2018 Andrey V. Elsukov <ae@FreeBSD.org> 6cfa1ca9dSYoshinobu Inoue * All rights reserved. 7cfa1ca9dSYoshinobu Inoue * 8cfa1ca9dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 9cfa1ca9dSYoshinobu Inoue * modification, are permitted provided that the following conditions 10cfa1ca9dSYoshinobu Inoue * are met: 11cfa1ca9dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 12cfa1ca9dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 13cfa1ca9dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 14cfa1ca9dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 15cfa1ca9dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 16cfa1ca9dSYoshinobu Inoue * 3. Neither the name of the project nor the names of its contributors 17cfa1ca9dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 18cfa1ca9dSYoshinobu Inoue * without specific prior written permission. 19cfa1ca9dSYoshinobu Inoue * 20cfa1ca9dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND 21cfa1ca9dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 22cfa1ca9dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 23cfa1ca9dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE 24cfa1ca9dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 25cfa1ca9dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 26cfa1ca9dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 27cfa1ca9dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 28cfa1ca9dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 29cfa1ca9dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 30cfa1ca9dSYoshinobu Inoue * SUCH DAMAGE. 310b9f5f8aSAndrey V. Elsukov * 320b9f5f8aSAndrey V. Elsukov * $KAME: in_gif.c,v 1.54 2001/05/14 14:02:16 itojun Exp $ 33cfa1ca9dSYoshinobu Inoue */ 34cfa1ca9dSYoshinobu Inoue 354b421e2dSMike Silbersack #include <sys/cdefs.h> 364b421e2dSMike Silbersack __FBSDID("$FreeBSD$"); 374b421e2dSMike Silbersack 38686cdd19SJun-ichiro itojun Hagino #include "opt_inet.h" 39cfa1ca9dSYoshinobu Inoue #include "opt_inet6.h" 40cfa1ca9dSYoshinobu Inoue 41cfa1ca9dSYoshinobu Inoue #include <sys/param.h> 42cfa1ca9dSYoshinobu Inoue #include <sys/systm.h> 43b941bc1dSAndrey V. Elsukov #include <sys/jail.h> 44cfa1ca9dSYoshinobu Inoue #include <sys/socket.h> 45cfa1ca9dSYoshinobu Inoue #include <sys/sockio.h> 46cfa1ca9dSYoshinobu Inoue #include <sys/mbuf.h> 47cfa1ca9dSYoshinobu Inoue #include <sys/errno.h> 48cfa1ca9dSYoshinobu Inoue #include <sys/kernel.h> 49cfa1ca9dSYoshinobu Inoue #include <sys/sysctl.h> 50686cdd19SJun-ichiro itojun Hagino #include <sys/malloc.h> 516573d758SMatt Macy #include <sys/proc.h> 52cfa1ca9dSYoshinobu Inoue 53b941bc1dSAndrey V. Elsukov #include <net/ethernet.h> 54cfa1ca9dSYoshinobu Inoue #include <net/if.h> 5576039bc8SGleb Smirnoff #include <net/if_var.h> 56*3d0d5b21SJustin Hibbits #include <net/if_private.h> 57cfa1ca9dSYoshinobu Inoue #include <net/route.h> 58530c0060SRobert Watson #include <net/vnet.h> 59cfa1ca9dSYoshinobu Inoue 60cfa1ca9dSYoshinobu Inoue #include <netinet/in.h> 61cfa1ca9dSYoshinobu Inoue #include <netinet/in_systm.h> 62cfa1ca9dSYoshinobu Inoue #include <netinet/ip.h> 636a800098SYoshinobu Inoue #include <netinet/ip_var.h> 64686cdd19SJun-ichiro itojun Hagino #include <netinet/in_var.h> 65686cdd19SJun-ichiro itojun Hagino #include <netinet/ip_encap.h> 666a800098SYoshinobu Inoue #include <netinet/ip_ecn.h> 6765ff3638SAlexander V. Chernikov #include <netinet/in_fib.h> 68686cdd19SJun-ichiro itojun Hagino 696a800098SYoshinobu Inoue #ifdef INET6 70686cdd19SJun-ichiro itojun Hagino #include <netinet/ip6.h> 716a800098SYoshinobu Inoue #endif 72cfa1ca9dSYoshinobu Inoue 73cfa1ca9dSYoshinobu Inoue #include <net/if_gif.h> 74cfa1ca9dSYoshinobu Inoue 75132c4490SAndrey V. Elsukov #define GIF_TTL 30 765f901c92SAndrew Turner VNET_DEFINE_STATIC(int, ip_gif_ttl) = GIF_TTL; 7782cea7e6SBjoern A. Zeeb #define V_ip_gif_ttl VNET(ip_gif_ttl) 786df8a710SGleb Smirnoff SYSCTL_INT(_net_inet_ip, IPCTL_GIF_TTL, gifttl, CTLFLAG_VNET | CTLFLAG_RW, 796d8fdfa9SAndrey V. Elsukov &VNET_NAME(ip_gif_ttl), 0, "Default TTL value for encapsulated packets"); 80cfa1ca9dSYoshinobu Inoue 81b941bc1dSAndrey V. Elsukov /* 82b941bc1dSAndrey V. Elsukov * We keep interfaces in a hash table using src+dst as key. 83b941bc1dSAndrey V. Elsukov * Interfaces with GIF_IGNORE_SOURCE flag are linked into plain list. 84b941bc1dSAndrey V. Elsukov */ 855f901c92SAndrew Turner VNET_DEFINE_STATIC(struct gif_list *, ipv4_hashtbl) = NULL; 86009d82eeSAndrey V. Elsukov VNET_DEFINE_STATIC(struct gif_list *, ipv4_srchashtbl) = NULL; 875f901c92SAndrew Turner VNET_DEFINE_STATIC(struct gif_list, ipv4_list) = CK_LIST_HEAD_INITIALIZER(); 88b941bc1dSAndrey V. Elsukov #define V_ipv4_hashtbl VNET(ipv4_hashtbl) 89009d82eeSAndrey V. Elsukov #define V_ipv4_srchashtbl VNET(ipv4_srchashtbl) 90b941bc1dSAndrey V. Elsukov #define V_ipv4_list VNET(ipv4_list) 91b941bc1dSAndrey V. Elsukov 92b941bc1dSAndrey V. Elsukov #define GIF_HASH(src, dst) (V_ipv4_hashtbl[\ 93b941bc1dSAndrey V. Elsukov in_gif_hashval((src), (dst)) & (GIF_HASH_SIZE - 1)]) 94009d82eeSAndrey V. Elsukov #define GIF_SRCHASH(src) (V_ipv4_srchashtbl[\ 95009d82eeSAndrey V. Elsukov fnv_32_buf(&(src), sizeof(src), FNV1_32_INIT) & (GIF_HASH_SIZE - 1)]) 96b941bc1dSAndrey V. Elsukov #define GIF_HASH_SC(sc) GIF_HASH((sc)->gif_iphdr->ip_src.s_addr,\ 97b941bc1dSAndrey V. Elsukov (sc)->gif_iphdr->ip_dst.s_addr) 98b941bc1dSAndrey V. Elsukov static uint32_t 99b941bc1dSAndrey V. Elsukov in_gif_hashval(in_addr_t src, in_addr_t dst) 100b941bc1dSAndrey V. Elsukov { 101b941bc1dSAndrey V. Elsukov uint32_t ret; 102b941bc1dSAndrey V. Elsukov 103b941bc1dSAndrey V. Elsukov ret = fnv_32_buf(&src, sizeof(src), FNV1_32_INIT); 104b941bc1dSAndrey V. Elsukov return (fnv_32_buf(&dst, sizeof(dst), ret)); 105b941bc1dSAndrey V. Elsukov } 106b941bc1dSAndrey V. Elsukov 107b941bc1dSAndrey V. Elsukov static int 108b941bc1dSAndrey V. Elsukov in_gif_checkdup(const struct gif_softc *sc, in_addr_t src, in_addr_t dst) 109b941bc1dSAndrey V. Elsukov { 110b941bc1dSAndrey V. Elsukov struct gif_softc *tmp; 111b941bc1dSAndrey V. Elsukov 112b941bc1dSAndrey V. Elsukov if (sc->gif_family == AF_INET && 113b941bc1dSAndrey V. Elsukov sc->gif_iphdr->ip_src.s_addr == src && 114b941bc1dSAndrey V. Elsukov sc->gif_iphdr->ip_dst.s_addr == dst) 115b941bc1dSAndrey V. Elsukov return (EEXIST); 116b941bc1dSAndrey V. Elsukov 117b941bc1dSAndrey V. Elsukov CK_LIST_FOREACH(tmp, &GIF_HASH(src, dst), chain) { 118b941bc1dSAndrey V. Elsukov if (tmp == sc) 119b941bc1dSAndrey V. Elsukov continue; 120b941bc1dSAndrey V. Elsukov if (tmp->gif_iphdr->ip_src.s_addr == src && 121b941bc1dSAndrey V. Elsukov tmp->gif_iphdr->ip_dst.s_addr == dst) 122b941bc1dSAndrey V. Elsukov return (EADDRNOTAVAIL); 123b941bc1dSAndrey V. Elsukov } 124b941bc1dSAndrey V. Elsukov return (0); 125b941bc1dSAndrey V. Elsukov } 126b941bc1dSAndrey V. Elsukov 127009d82eeSAndrey V. Elsukov /* 128009d82eeSAndrey V. Elsukov * Check that ingress address belongs to local host. 129009d82eeSAndrey V. Elsukov */ 130009d82eeSAndrey V. Elsukov static void 131009d82eeSAndrey V. Elsukov in_gif_set_running(struct gif_softc *sc) 132009d82eeSAndrey V. Elsukov { 133009d82eeSAndrey V. Elsukov 134009d82eeSAndrey V. Elsukov if (in_localip(sc->gif_iphdr->ip_src)) 135009d82eeSAndrey V. Elsukov GIF2IFP(sc)->if_drv_flags |= IFF_DRV_RUNNING; 136009d82eeSAndrey V. Elsukov else 137009d82eeSAndrey V. Elsukov GIF2IFP(sc)->if_drv_flags &= ~IFF_DRV_RUNNING; 138009d82eeSAndrey V. Elsukov } 139009d82eeSAndrey V. Elsukov 140009d82eeSAndrey V. Elsukov /* 141009d82eeSAndrey V. Elsukov * ifaddr_event handler. 142009d82eeSAndrey V. Elsukov * Clear IFF_DRV_RUNNING flag when ingress address disappears to prevent 143009d82eeSAndrey V. Elsukov * source address spoofing. 144009d82eeSAndrey V. Elsukov */ 145009d82eeSAndrey V. Elsukov static void 146009d82eeSAndrey V. Elsukov in_gif_srcaddr(void *arg __unused, const struct sockaddr *sa, 147009d82eeSAndrey V. Elsukov int event __unused) 148009d82eeSAndrey V. Elsukov { 149009d82eeSAndrey V. Elsukov const struct sockaddr_in *sin; 150009d82eeSAndrey V. Elsukov struct gif_softc *sc; 151009d82eeSAndrey V. Elsukov 1528796e291SAndrey V. Elsukov /* Check that VNET is ready */ 1538796e291SAndrey V. Elsukov if (V_ipv4_hashtbl == NULL) 154009d82eeSAndrey V. Elsukov return; 155009d82eeSAndrey V. Elsukov 15697168be8SGleb Smirnoff NET_EPOCH_ASSERT(); 157009d82eeSAndrey V. Elsukov sin = (const struct sockaddr_in *)sa; 158009d82eeSAndrey V. Elsukov CK_LIST_FOREACH(sc, &GIF_SRCHASH(sin->sin_addr.s_addr), srchash) { 159009d82eeSAndrey V. Elsukov if (sc->gif_iphdr->ip_src.s_addr != sin->sin_addr.s_addr) 160009d82eeSAndrey V. Elsukov continue; 161009d82eeSAndrey V. Elsukov in_gif_set_running(sc); 162009d82eeSAndrey V. Elsukov } 163009d82eeSAndrey V. Elsukov } 164009d82eeSAndrey V. Elsukov 165b941bc1dSAndrey V. Elsukov static void 166b941bc1dSAndrey V. Elsukov in_gif_attach(struct gif_softc *sc) 167b941bc1dSAndrey V. Elsukov { 168b941bc1dSAndrey V. Elsukov 169b941bc1dSAndrey V. Elsukov if (sc->gif_options & GIF_IGNORE_SOURCE) 170b941bc1dSAndrey V. Elsukov CK_LIST_INSERT_HEAD(&V_ipv4_list, sc, chain); 171b941bc1dSAndrey V. Elsukov else 172b941bc1dSAndrey V. Elsukov CK_LIST_INSERT_HEAD(&GIF_HASH_SC(sc), sc, chain); 173009d82eeSAndrey V. Elsukov 174009d82eeSAndrey V. Elsukov CK_LIST_INSERT_HEAD(&GIF_SRCHASH(sc->gif_iphdr->ip_src.s_addr), 175009d82eeSAndrey V. Elsukov sc, srchash); 176b941bc1dSAndrey V. Elsukov } 177b941bc1dSAndrey V. Elsukov 178b941bc1dSAndrey V. Elsukov int 179b941bc1dSAndrey V. Elsukov in_gif_setopts(struct gif_softc *sc, u_int options) 180b941bc1dSAndrey V. Elsukov { 181b941bc1dSAndrey V. Elsukov 182b941bc1dSAndrey V. Elsukov /* NOTE: we are protected with gif_ioctl_sx lock */ 183b941bc1dSAndrey V. Elsukov MPASS(sc->gif_family == AF_INET); 184b941bc1dSAndrey V. Elsukov MPASS(sc->gif_options != options); 185b941bc1dSAndrey V. Elsukov 186b941bc1dSAndrey V. Elsukov if ((options & GIF_IGNORE_SOURCE) != 187b941bc1dSAndrey V. Elsukov (sc->gif_options & GIF_IGNORE_SOURCE)) { 188009d82eeSAndrey V. Elsukov CK_LIST_REMOVE(sc, srchash); 189b941bc1dSAndrey V. Elsukov CK_LIST_REMOVE(sc, chain); 190b941bc1dSAndrey V. Elsukov sc->gif_options = options; 191b941bc1dSAndrey V. Elsukov in_gif_attach(sc); 192b941bc1dSAndrey V. Elsukov } 193b941bc1dSAndrey V. Elsukov return (0); 194b941bc1dSAndrey V. Elsukov } 195b941bc1dSAndrey V. Elsukov 196b941bc1dSAndrey V. Elsukov int 197b941bc1dSAndrey V. Elsukov in_gif_ioctl(struct gif_softc *sc, u_long cmd, caddr_t data) 198b941bc1dSAndrey V. Elsukov { 199b941bc1dSAndrey V. Elsukov struct ifreq *ifr = (struct ifreq *)data; 200c8ee75f2SGleb Smirnoff struct epoch_tracker et; 201b941bc1dSAndrey V. Elsukov struct sockaddr_in *dst, *src; 202b941bc1dSAndrey V. Elsukov struct ip *ip; 203b941bc1dSAndrey V. Elsukov int error; 204b941bc1dSAndrey V. Elsukov 205b941bc1dSAndrey V. Elsukov /* NOTE: we are protected with gif_ioctl_sx lock */ 206b941bc1dSAndrey V. Elsukov error = EINVAL; 207b941bc1dSAndrey V. Elsukov switch (cmd) { 208b941bc1dSAndrey V. Elsukov case SIOCSIFPHYADDR: 209b941bc1dSAndrey V. Elsukov src = &((struct in_aliasreq *)data)->ifra_addr; 210b941bc1dSAndrey V. Elsukov dst = &((struct in_aliasreq *)data)->ifra_dstaddr; 211b941bc1dSAndrey V. Elsukov 212b941bc1dSAndrey V. Elsukov /* sanity checks */ 213b941bc1dSAndrey V. Elsukov if (src->sin_family != dst->sin_family || 214b941bc1dSAndrey V. Elsukov src->sin_family != AF_INET || 215b941bc1dSAndrey V. Elsukov src->sin_len != dst->sin_len || 216b941bc1dSAndrey V. Elsukov src->sin_len != sizeof(*src)) 217b941bc1dSAndrey V. Elsukov break; 218b941bc1dSAndrey V. Elsukov if (src->sin_addr.s_addr == INADDR_ANY || 219b941bc1dSAndrey V. Elsukov dst->sin_addr.s_addr == INADDR_ANY) { 220b941bc1dSAndrey V. Elsukov error = EADDRNOTAVAIL; 221b941bc1dSAndrey V. Elsukov break; 222b941bc1dSAndrey V. Elsukov } 223009d82eeSAndrey V. Elsukov if (V_ipv4_hashtbl == NULL) { 224b941bc1dSAndrey V. Elsukov V_ipv4_hashtbl = gif_hashinit(); 225009d82eeSAndrey V. Elsukov V_ipv4_srchashtbl = gif_hashinit(); 226009d82eeSAndrey V. Elsukov } 227b941bc1dSAndrey V. Elsukov error = in_gif_checkdup(sc, src->sin_addr.s_addr, 228b941bc1dSAndrey V. Elsukov dst->sin_addr.s_addr); 229b941bc1dSAndrey V. Elsukov if (error == EADDRNOTAVAIL) 230b941bc1dSAndrey V. Elsukov break; 231b941bc1dSAndrey V. Elsukov if (error == EEXIST) { 232b941bc1dSAndrey V. Elsukov /* Addresses are the same. Just return. */ 233b941bc1dSAndrey V. Elsukov error = 0; 234b941bc1dSAndrey V. Elsukov break; 235b941bc1dSAndrey V. Elsukov } 236b941bc1dSAndrey V. Elsukov ip = malloc(sizeof(*ip), M_GIF, M_WAITOK | M_ZERO); 237b941bc1dSAndrey V. Elsukov ip->ip_src.s_addr = src->sin_addr.s_addr; 238b941bc1dSAndrey V. Elsukov ip->ip_dst.s_addr = dst->sin_addr.s_addr; 239b941bc1dSAndrey V. Elsukov if (sc->gif_family != 0) { 240b941bc1dSAndrey V. Elsukov /* Detach existing tunnel first */ 241009d82eeSAndrey V. Elsukov CK_LIST_REMOVE(sc, srchash); 242b941bc1dSAndrey V. Elsukov CK_LIST_REMOVE(sc, chain); 243b941bc1dSAndrey V. Elsukov GIF_WAIT(); 244b941bc1dSAndrey V. Elsukov free(sc->gif_hdr, M_GIF); 245b941bc1dSAndrey V. Elsukov /* XXX: should we notify about link state change? */ 246b941bc1dSAndrey V. Elsukov } 247b941bc1dSAndrey V. Elsukov sc->gif_family = AF_INET; 248b941bc1dSAndrey V. Elsukov sc->gif_iphdr = ip; 249b941bc1dSAndrey V. Elsukov in_gif_attach(sc); 250c8ee75f2SGleb Smirnoff NET_EPOCH_ENTER(et); 251009d82eeSAndrey V. Elsukov in_gif_set_running(sc); 252c8ee75f2SGleb Smirnoff NET_EPOCH_EXIT(et); 253b941bc1dSAndrey V. Elsukov break; 254b941bc1dSAndrey V. Elsukov case SIOCGIFPSRCADDR: 255b941bc1dSAndrey V. Elsukov case SIOCGIFPDSTADDR: 256b941bc1dSAndrey V. Elsukov if (sc->gif_family != AF_INET) { 257b941bc1dSAndrey V. Elsukov error = EADDRNOTAVAIL; 258b941bc1dSAndrey V. Elsukov break; 259b941bc1dSAndrey V. Elsukov } 260b941bc1dSAndrey V. Elsukov src = (struct sockaddr_in *)&ifr->ifr_addr; 261b941bc1dSAndrey V. Elsukov memset(src, 0, sizeof(*src)); 262b941bc1dSAndrey V. Elsukov src->sin_family = AF_INET; 263b941bc1dSAndrey V. Elsukov src->sin_len = sizeof(*src); 264b941bc1dSAndrey V. Elsukov src->sin_addr = (cmd == SIOCGIFPSRCADDR) ? 265b941bc1dSAndrey V. Elsukov sc->gif_iphdr->ip_src: sc->gif_iphdr->ip_dst; 266b941bc1dSAndrey V. Elsukov error = prison_if(curthread->td_ucred, (struct sockaddr *)src); 267b941bc1dSAndrey V. Elsukov if (error != 0) 268b941bc1dSAndrey V. Elsukov memset(src, 0, sizeof(*src)); 269b941bc1dSAndrey V. Elsukov break; 270b941bc1dSAndrey V. Elsukov } 271b941bc1dSAndrey V. Elsukov return (error); 272b941bc1dSAndrey V. Elsukov } 273b941bc1dSAndrey V. Elsukov 274cfa1ca9dSYoshinobu Inoue int 2750b9f5f8aSAndrey V. Elsukov in_gif_output(struct ifnet *ifp, struct mbuf *m, int proto, uint8_t ecn) 276cfa1ca9dSYoshinobu Inoue { 277fc74a9f9SBrooks Davis struct gif_softc *sc = ifp->if_softc; 278cfa1ca9dSYoshinobu Inoue struct ip *ip; 2790b9f5f8aSAndrey V. Elsukov int len; 280cfa1ca9dSYoshinobu Inoue 281cfa1ca9dSYoshinobu Inoue /* prepend new IP header */ 28297168be8SGleb Smirnoff NET_EPOCH_ASSERT(); 283c89c8a10SMarius Strobl len = sizeof(struct ip); 284c89c8a10SMarius Strobl #ifndef __NO_STRICT_ALIGNMENT 2850b9f5f8aSAndrey V. Elsukov if (proto == IPPROTO_ETHERIP) 286c89c8a10SMarius Strobl len += ETHERIP_ALIGN; 287c89c8a10SMarius Strobl #endif 288eb1b1807SGleb Smirnoff M_PREPEND(m, len, M_NOWAIT); 2890b9f5f8aSAndrey V. Elsukov if (m == NULL) 2900b9f5f8aSAndrey V. Elsukov return (ENOBUFS); 291c89c8a10SMarius Strobl #ifndef __NO_STRICT_ALIGNMENT 2920b9f5f8aSAndrey V. Elsukov if (proto == IPPROTO_ETHERIP) { 293c89c8a10SMarius Strobl len = mtod(m, vm_offset_t) & 3; 294c89c8a10SMarius Strobl KASSERT(len == 0 || len == ETHERIP_ALIGN, 295c89c8a10SMarius Strobl ("in_gif_output: unexpected misalignment")); 296c89c8a10SMarius Strobl m->m_data += len; 297c89c8a10SMarius Strobl m->m_len -= ETHERIP_ALIGN; 298c89c8a10SMarius Strobl } 299c89c8a10SMarius Strobl #endif 3000b9f5f8aSAndrey V. Elsukov ip = mtod(m, struct ip *); 301686cdd19SJun-ichiro itojun Hagino 302b941bc1dSAndrey V. Elsukov MPASS(sc->gif_family == AF_INET); 303b941bc1dSAndrey V. Elsukov bcopy(sc->gif_iphdr, ip, sizeof(struct ip)); 3040b9f5f8aSAndrey V. Elsukov ip->ip_p = proto; 3050b9f5f8aSAndrey V. Elsukov /* version will be set in ip_output() */ 3060b9f5f8aSAndrey V. Elsukov ip->ip_ttl = V_ip_gif_ttl; 3070b9f5f8aSAndrey V. Elsukov ip->ip_len = htons(m->m_pkthdr.len); 3080b9f5f8aSAndrey V. Elsukov ip->ip_tos = ecn; 309cfa1ca9dSYoshinobu Inoue 3100b9f5f8aSAndrey V. Elsukov return (ip_output(m, NULL, NULL, 0, NULL, NULL)); 311cfa1ca9dSYoshinobu Inoue } 312cfa1ca9dSYoshinobu Inoue 313132c4490SAndrey V. Elsukov static int 3146d8fdfa9SAndrey V. Elsukov in_gif_input(struct mbuf *m, int off, int proto, void *arg) 315cfa1ca9dSYoshinobu Inoue { 3166d8fdfa9SAndrey V. Elsukov struct gif_softc *sc = arg; 3170b9f5f8aSAndrey V. Elsukov struct ifnet *gifp; 318cfa1ca9dSYoshinobu Inoue struct ip *ip; 3190b9f5f8aSAndrey V. Elsukov uint8_t ecn; 320cfa1ca9dSYoshinobu Inoue 32197168be8SGleb Smirnoff NET_EPOCH_ASSERT(); 32267df9f38SBjoern A. Zeeb if (sc == NULL) { 32367df9f38SBjoern A. Zeeb m_freem(m); 324315e3e38SRobert Watson KMOD_IPSTAT_INC(ips_nogif); 3258f5a8818SKevin Lo return (IPPROTO_DONE); 32667df9f38SBjoern A. Zeeb } 32767df9f38SBjoern A. Zeeb gifp = GIF2IFP(sc); 3280b9f5f8aSAndrey V. Elsukov if ((gifp->if_flags & IFF_UP) != 0) { 329cfa1ca9dSYoshinobu Inoue ip = mtod(m, struct ip *); 3300b9f5f8aSAndrey V. Elsukov ecn = ip->ip_tos; 3316d8fdfa9SAndrey V. Elsukov m_adj(m, off); 3320b9f5f8aSAndrey V. Elsukov gif_input(m, gifp, proto, ecn); 3330b9f5f8aSAndrey V. Elsukov } else { 33459dfcba4SHajimu UMEMOTO m_freem(m); 335315e3e38SRobert Watson KMOD_IPSTAT_INC(ips_nogif); 336cfa1ca9dSYoshinobu Inoue } 3378f5a8818SKevin Lo return (IPPROTO_DONE); 338cfa1ca9dSYoshinobu Inoue } 339686cdd19SJun-ichiro itojun Hagino 340b941bc1dSAndrey V. Elsukov static int 341b941bc1dSAndrey V. Elsukov in_gif_lookup(const struct mbuf *m, int off, int proto, void **arg) 3429426aedfSHajimu UMEMOTO { 34310a0e0bfSAndrey V. Elsukov const struct ip *ip; 34410a0e0bfSAndrey V. Elsukov struct gif_softc *sc; 345c1b4f79dSAndrey V. Elsukov int ret; 346686cdd19SJun-ichiro itojun Hagino 3476e081509SAndrey V. Elsukov if (V_ipv4_hashtbl == NULL) 3486e081509SAndrey V. Elsukov return (0); 3496e081509SAndrey V. Elsukov 35097168be8SGleb Smirnoff NET_EPOCH_ASSERT(); 35110a0e0bfSAndrey V. Elsukov ip = mtod(m, const struct ip *); 352b941bc1dSAndrey V. Elsukov /* 353b941bc1dSAndrey V. Elsukov * NOTE: it is safe to iterate without any locking here, because softc 354b941bc1dSAndrey V. Elsukov * can be reclaimed only when we are not within net_epoch_preempt 355b941bc1dSAndrey V. Elsukov * section, but ip_encap lookup+input are executed in epoch section. 356b941bc1dSAndrey V. Elsukov */ 357b941bc1dSAndrey V. Elsukov ret = 0; 358b941bc1dSAndrey V. Elsukov CK_LIST_FOREACH(sc, &GIF_HASH(ip->ip_dst.s_addr, 359b941bc1dSAndrey V. Elsukov ip->ip_src.s_addr), chain) { 360b941bc1dSAndrey V. Elsukov /* 361b941bc1dSAndrey V. Elsukov * This is an inbound packet, its ip_dst is source address 362b941bc1dSAndrey V. Elsukov * in softc. 363b941bc1dSAndrey V. Elsukov */ 364b941bc1dSAndrey V. Elsukov if (sc->gif_iphdr->ip_src.s_addr == ip->ip_dst.s_addr && 365b941bc1dSAndrey V. Elsukov sc->gif_iphdr->ip_dst.s_addr == ip->ip_src.s_addr) { 366b941bc1dSAndrey V. Elsukov ret = ENCAP_DRV_LOOKUP; 367b941bc1dSAndrey V. Elsukov goto done; 368b941bc1dSAndrey V. Elsukov } 369b941bc1dSAndrey V. Elsukov } 370b941bc1dSAndrey V. Elsukov /* 371b941bc1dSAndrey V. Elsukov * No exact match. 372b941bc1dSAndrey V. Elsukov * Check the list of interfaces with GIF_IGNORE_SOURCE flag. 373b941bc1dSAndrey V. Elsukov */ 374b941bc1dSAndrey V. Elsukov CK_LIST_FOREACH(sc, &V_ipv4_list, chain) { 375b941bc1dSAndrey V. Elsukov if (sc->gif_iphdr->ip_src.s_addr == ip->ip_dst.s_addr) { 3766d8fdfa9SAndrey V. Elsukov ret = 32 + 8; /* src + proto */ 377b941bc1dSAndrey V. Elsukov goto done; 378b941bc1dSAndrey V. Elsukov } 379b941bc1dSAndrey V. Elsukov } 380c1b4f79dSAndrey V. Elsukov return (0); 381b941bc1dSAndrey V. Elsukov done: 382b941bc1dSAndrey V. Elsukov if ((GIF2IFP(sc)->if_flags & IFF_UP) == 0) 383b941bc1dSAndrey V. Elsukov return (0); 384686cdd19SJun-ichiro itojun Hagino /* ingress filters on outer source */ 38510a0e0bfSAndrey V. Elsukov if ((GIF2IFP(sc)->if_flags & IFF_LINK2) == 0) { 3867bfc98afSAlexander V. Chernikov if (fib4_check_urpf(sc->gif_fibnum, ip->ip_src, 0, NHR_NONE, 3877bfc98afSAlexander V. Chernikov m->m_pkthdr.rcvif) == 0) 38865ff3638SAlexander V. Chernikov return (0); 389686cdd19SJun-ichiro itojun Hagino } 390b941bc1dSAndrey V. Elsukov *arg = sc; 391c1b4f79dSAndrey V. Elsukov return (ret); 392686cdd19SJun-ichiro itojun Hagino } 3939426aedfSHajimu UMEMOTO 394009d82eeSAndrey V. Elsukov static const struct srcaddrtab *ipv4_srcaddrtab; 395b941bc1dSAndrey V. Elsukov static struct { 396b941bc1dSAndrey V. Elsukov const struct encap_config encap; 397b941bc1dSAndrey V. Elsukov const struct encaptab *cookie; 398b941bc1dSAndrey V. Elsukov } ipv4_encap_cfg[] = { 399b941bc1dSAndrey V. Elsukov { 400b941bc1dSAndrey V. Elsukov .encap = { 401b941bc1dSAndrey V. Elsukov .proto = IPPROTO_IPV4, 402b941bc1dSAndrey V. Elsukov .min_length = 2 * sizeof(struct ip), 403b941bc1dSAndrey V. Elsukov .exact_match = ENCAP_DRV_LOOKUP, 404b941bc1dSAndrey V. Elsukov .lookup = in_gif_lookup, 4056d8fdfa9SAndrey V. Elsukov .input = in_gif_input 406b941bc1dSAndrey V. Elsukov }, 407b941bc1dSAndrey V. Elsukov }, 408b941bc1dSAndrey V. Elsukov #ifdef INET6 409b941bc1dSAndrey V. Elsukov { 410b941bc1dSAndrey V. Elsukov .encap = { 411b941bc1dSAndrey V. Elsukov .proto = IPPROTO_IPV6, 412b941bc1dSAndrey V. Elsukov .min_length = sizeof(struct ip) + 413b941bc1dSAndrey V. Elsukov sizeof(struct ip6_hdr), 414b941bc1dSAndrey V. Elsukov .exact_match = ENCAP_DRV_LOOKUP, 415b941bc1dSAndrey V. Elsukov .lookup = in_gif_lookup, 416b941bc1dSAndrey V. Elsukov .input = in_gif_input 417b941bc1dSAndrey V. Elsukov }, 418b941bc1dSAndrey V. Elsukov }, 419b941bc1dSAndrey V. Elsukov #endif 420b941bc1dSAndrey V. Elsukov { 421b941bc1dSAndrey V. Elsukov .encap = { 422b941bc1dSAndrey V. Elsukov .proto = IPPROTO_ETHERIP, 423b941bc1dSAndrey V. Elsukov .min_length = sizeof(struct ip) + 424b941bc1dSAndrey V. Elsukov sizeof(struct etherip_header) + 425b941bc1dSAndrey V. Elsukov sizeof(struct ether_header), 426b941bc1dSAndrey V. Elsukov .exact_match = ENCAP_DRV_LOOKUP, 427b941bc1dSAndrey V. Elsukov .lookup = in_gif_lookup, 428b941bc1dSAndrey V. Elsukov .input = in_gif_input 429b941bc1dSAndrey V. Elsukov }, 430b941bc1dSAndrey V. Elsukov } 4316d8fdfa9SAndrey V. Elsukov }; 4326d8fdfa9SAndrey V. Elsukov 433b941bc1dSAndrey V. Elsukov void 434b941bc1dSAndrey V. Elsukov in_gif_init(void) 4359426aedfSHajimu UMEMOTO { 436b941bc1dSAndrey V. Elsukov int i; 4370b9f5f8aSAndrey V. Elsukov 438b941bc1dSAndrey V. Elsukov if (!IS_DEFAULT_VNET(curvnet)) 439b941bc1dSAndrey V. Elsukov return; 440009d82eeSAndrey V. Elsukov 441009d82eeSAndrey V. Elsukov ipv4_srcaddrtab = ip_encap_register_srcaddr(in_gif_srcaddr, 442009d82eeSAndrey V. Elsukov NULL, M_WAITOK); 443b941bc1dSAndrey V. Elsukov for (i = 0; i < nitems(ipv4_encap_cfg); i++) 444b941bc1dSAndrey V. Elsukov ipv4_encap_cfg[i].cookie = ip_encap_attach( 445b941bc1dSAndrey V. Elsukov &ipv4_encap_cfg[i].encap, NULL, M_WAITOK); 4469426aedfSHajimu UMEMOTO } 447b941bc1dSAndrey V. Elsukov 448b941bc1dSAndrey V. Elsukov void 449b941bc1dSAndrey V. Elsukov in_gif_uninit(void) 450b941bc1dSAndrey V. Elsukov { 451b941bc1dSAndrey V. Elsukov int i; 452b941bc1dSAndrey V. Elsukov 453b941bc1dSAndrey V. Elsukov if (IS_DEFAULT_VNET(curvnet)) { 454b941bc1dSAndrey V. Elsukov for (i = 0; i < nitems(ipv4_encap_cfg); i++) 455b941bc1dSAndrey V. Elsukov ip_encap_detach(ipv4_encap_cfg[i].cookie); 456009d82eeSAndrey V. Elsukov ip_encap_unregister_srcaddr(ipv4_srcaddrtab); 457b941bc1dSAndrey V. Elsukov } 458009d82eeSAndrey V. Elsukov if (V_ipv4_hashtbl != NULL) { 459b941bc1dSAndrey V. Elsukov gif_hashdestroy(V_ipv4_hashtbl); 4608796e291SAndrey V. Elsukov V_ipv4_hashtbl = NULL; 4618796e291SAndrey V. Elsukov GIF_WAIT(); 462009d82eeSAndrey V. Elsukov gif_hashdestroy(V_ipv4_srchashtbl); 463009d82eeSAndrey V. Elsukov } 464b941bc1dSAndrey V. Elsukov } 465