xref: /freebsd/sys/netinet/in_gif.c (revision 3d0d5b21c9b2cfd7e48209340a090f63ca4bce03)
1c398230bSWarner Losh /*-
251369649SPedro F. Giffuni  * SPDX-License-Identifier: BSD-3-Clause
351369649SPedro F. Giffuni  *
4cfa1ca9dSYoshinobu Inoue  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
5b941bc1dSAndrey V. Elsukov  * Copyright (c) 2018 Andrey V. Elsukov <ae@FreeBSD.org>
6cfa1ca9dSYoshinobu Inoue  * All rights reserved.
7cfa1ca9dSYoshinobu Inoue  *
8cfa1ca9dSYoshinobu Inoue  * Redistribution and use in source and binary forms, with or without
9cfa1ca9dSYoshinobu Inoue  * modification, are permitted provided that the following conditions
10cfa1ca9dSYoshinobu Inoue  * are met:
11cfa1ca9dSYoshinobu Inoue  * 1. Redistributions of source code must retain the above copyright
12cfa1ca9dSYoshinobu Inoue  *    notice, this list of conditions and the following disclaimer.
13cfa1ca9dSYoshinobu Inoue  * 2. Redistributions in binary form must reproduce the above copyright
14cfa1ca9dSYoshinobu Inoue  *    notice, this list of conditions and the following disclaimer in the
15cfa1ca9dSYoshinobu Inoue  *    documentation and/or other materials provided with the distribution.
16cfa1ca9dSYoshinobu Inoue  * 3. Neither the name of the project nor the names of its contributors
17cfa1ca9dSYoshinobu Inoue  *    may be used to endorse or promote products derived from this software
18cfa1ca9dSYoshinobu Inoue  *    without specific prior written permission.
19cfa1ca9dSYoshinobu Inoue  *
20cfa1ca9dSYoshinobu Inoue  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
21cfa1ca9dSYoshinobu Inoue  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22cfa1ca9dSYoshinobu Inoue  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23cfa1ca9dSYoshinobu Inoue  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
24cfa1ca9dSYoshinobu Inoue  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25cfa1ca9dSYoshinobu Inoue  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26cfa1ca9dSYoshinobu Inoue  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27cfa1ca9dSYoshinobu Inoue  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28cfa1ca9dSYoshinobu Inoue  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29cfa1ca9dSYoshinobu Inoue  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30cfa1ca9dSYoshinobu Inoue  * SUCH DAMAGE.
310b9f5f8aSAndrey V. Elsukov  *
320b9f5f8aSAndrey V. Elsukov  *	$KAME: in_gif.c,v 1.54 2001/05/14 14:02:16 itojun Exp $
33cfa1ca9dSYoshinobu Inoue  */
34cfa1ca9dSYoshinobu Inoue 
354b421e2dSMike Silbersack #include <sys/cdefs.h>
364b421e2dSMike Silbersack __FBSDID("$FreeBSD$");
374b421e2dSMike Silbersack 
38686cdd19SJun-ichiro itojun Hagino #include "opt_inet.h"
39cfa1ca9dSYoshinobu Inoue #include "opt_inet6.h"
40cfa1ca9dSYoshinobu Inoue 
41cfa1ca9dSYoshinobu Inoue #include <sys/param.h>
42cfa1ca9dSYoshinobu Inoue #include <sys/systm.h>
43b941bc1dSAndrey V. Elsukov #include <sys/jail.h>
44cfa1ca9dSYoshinobu Inoue #include <sys/socket.h>
45cfa1ca9dSYoshinobu Inoue #include <sys/sockio.h>
46cfa1ca9dSYoshinobu Inoue #include <sys/mbuf.h>
47cfa1ca9dSYoshinobu Inoue #include <sys/errno.h>
48cfa1ca9dSYoshinobu Inoue #include <sys/kernel.h>
49cfa1ca9dSYoshinobu Inoue #include <sys/sysctl.h>
50686cdd19SJun-ichiro itojun Hagino #include <sys/malloc.h>
516573d758SMatt Macy #include <sys/proc.h>
52cfa1ca9dSYoshinobu Inoue 
53b941bc1dSAndrey V. Elsukov #include <net/ethernet.h>
54cfa1ca9dSYoshinobu Inoue #include <net/if.h>
5576039bc8SGleb Smirnoff #include <net/if_var.h>
56*3d0d5b21SJustin Hibbits #include <net/if_private.h>
57cfa1ca9dSYoshinobu Inoue #include <net/route.h>
58530c0060SRobert Watson #include <net/vnet.h>
59cfa1ca9dSYoshinobu Inoue 
60cfa1ca9dSYoshinobu Inoue #include <netinet/in.h>
61cfa1ca9dSYoshinobu Inoue #include <netinet/in_systm.h>
62cfa1ca9dSYoshinobu Inoue #include <netinet/ip.h>
636a800098SYoshinobu Inoue #include <netinet/ip_var.h>
64686cdd19SJun-ichiro itojun Hagino #include <netinet/in_var.h>
65686cdd19SJun-ichiro itojun Hagino #include <netinet/ip_encap.h>
666a800098SYoshinobu Inoue #include <netinet/ip_ecn.h>
6765ff3638SAlexander V. Chernikov #include <netinet/in_fib.h>
68686cdd19SJun-ichiro itojun Hagino 
696a800098SYoshinobu Inoue #ifdef INET6
70686cdd19SJun-ichiro itojun Hagino #include <netinet/ip6.h>
716a800098SYoshinobu Inoue #endif
72cfa1ca9dSYoshinobu Inoue 
73cfa1ca9dSYoshinobu Inoue #include <net/if_gif.h>
74cfa1ca9dSYoshinobu Inoue 
75132c4490SAndrey V. Elsukov #define GIF_TTL		30
765f901c92SAndrew Turner VNET_DEFINE_STATIC(int, ip_gif_ttl) = GIF_TTL;
7782cea7e6SBjoern A. Zeeb #define	V_ip_gif_ttl		VNET(ip_gif_ttl)
786df8a710SGleb Smirnoff SYSCTL_INT(_net_inet_ip, IPCTL_GIF_TTL, gifttl, CTLFLAG_VNET | CTLFLAG_RW,
796d8fdfa9SAndrey V. Elsukov     &VNET_NAME(ip_gif_ttl), 0, "Default TTL value for encapsulated packets");
80cfa1ca9dSYoshinobu Inoue 
81b941bc1dSAndrey V. Elsukov /*
82b941bc1dSAndrey V. Elsukov  * We keep interfaces in a hash table using src+dst as key.
83b941bc1dSAndrey V. Elsukov  * Interfaces with GIF_IGNORE_SOURCE flag are linked into plain list.
84b941bc1dSAndrey V. Elsukov  */
855f901c92SAndrew Turner VNET_DEFINE_STATIC(struct gif_list *, ipv4_hashtbl) = NULL;
86009d82eeSAndrey V. Elsukov VNET_DEFINE_STATIC(struct gif_list *, ipv4_srchashtbl) = NULL;
875f901c92SAndrew Turner VNET_DEFINE_STATIC(struct gif_list, ipv4_list) = CK_LIST_HEAD_INITIALIZER();
88b941bc1dSAndrey V. Elsukov #define	V_ipv4_hashtbl		VNET(ipv4_hashtbl)
89009d82eeSAndrey V. Elsukov #define	V_ipv4_srchashtbl	VNET(ipv4_srchashtbl)
90b941bc1dSAndrey V. Elsukov #define	V_ipv4_list		VNET(ipv4_list)
91b941bc1dSAndrey V. Elsukov 
92b941bc1dSAndrey V. Elsukov #define	GIF_HASH(src, dst)	(V_ipv4_hashtbl[\
93b941bc1dSAndrey V. Elsukov     in_gif_hashval((src), (dst)) & (GIF_HASH_SIZE - 1)])
94009d82eeSAndrey V. Elsukov #define	GIF_SRCHASH(src)	(V_ipv4_srchashtbl[\
95009d82eeSAndrey V. Elsukov     fnv_32_buf(&(src), sizeof(src), FNV1_32_INIT) & (GIF_HASH_SIZE - 1)])
96b941bc1dSAndrey V. Elsukov #define	GIF_HASH_SC(sc)		GIF_HASH((sc)->gif_iphdr->ip_src.s_addr,\
97b941bc1dSAndrey V. Elsukov     (sc)->gif_iphdr->ip_dst.s_addr)
98b941bc1dSAndrey V. Elsukov static uint32_t
99b941bc1dSAndrey V. Elsukov in_gif_hashval(in_addr_t src, in_addr_t dst)
100b941bc1dSAndrey V. Elsukov {
101b941bc1dSAndrey V. Elsukov 	uint32_t ret;
102b941bc1dSAndrey V. Elsukov 
103b941bc1dSAndrey V. Elsukov 	ret = fnv_32_buf(&src, sizeof(src), FNV1_32_INIT);
104b941bc1dSAndrey V. Elsukov 	return (fnv_32_buf(&dst, sizeof(dst), ret));
105b941bc1dSAndrey V. Elsukov }
106b941bc1dSAndrey V. Elsukov 
107b941bc1dSAndrey V. Elsukov static int
108b941bc1dSAndrey V. Elsukov in_gif_checkdup(const struct gif_softc *sc, in_addr_t src, in_addr_t dst)
109b941bc1dSAndrey V. Elsukov {
110b941bc1dSAndrey V. Elsukov 	struct gif_softc *tmp;
111b941bc1dSAndrey V. Elsukov 
112b941bc1dSAndrey V. Elsukov 	if (sc->gif_family == AF_INET &&
113b941bc1dSAndrey V. Elsukov 	    sc->gif_iphdr->ip_src.s_addr == src &&
114b941bc1dSAndrey V. Elsukov 	    sc->gif_iphdr->ip_dst.s_addr == dst)
115b941bc1dSAndrey V. Elsukov 		return (EEXIST);
116b941bc1dSAndrey V. Elsukov 
117b941bc1dSAndrey V. Elsukov 	CK_LIST_FOREACH(tmp, &GIF_HASH(src, dst), chain) {
118b941bc1dSAndrey V. Elsukov 		if (tmp == sc)
119b941bc1dSAndrey V. Elsukov 			continue;
120b941bc1dSAndrey V. Elsukov 		if (tmp->gif_iphdr->ip_src.s_addr == src &&
121b941bc1dSAndrey V. Elsukov 		    tmp->gif_iphdr->ip_dst.s_addr == dst)
122b941bc1dSAndrey V. Elsukov 			return (EADDRNOTAVAIL);
123b941bc1dSAndrey V. Elsukov 	}
124b941bc1dSAndrey V. Elsukov 	return (0);
125b941bc1dSAndrey V. Elsukov }
126b941bc1dSAndrey V. Elsukov 
127009d82eeSAndrey V. Elsukov /*
128009d82eeSAndrey V. Elsukov  * Check that ingress address belongs to local host.
129009d82eeSAndrey V. Elsukov  */
130009d82eeSAndrey V. Elsukov static void
131009d82eeSAndrey V. Elsukov in_gif_set_running(struct gif_softc *sc)
132009d82eeSAndrey V. Elsukov {
133009d82eeSAndrey V. Elsukov 
134009d82eeSAndrey V. Elsukov 	if (in_localip(sc->gif_iphdr->ip_src))
135009d82eeSAndrey V. Elsukov 		GIF2IFP(sc)->if_drv_flags |= IFF_DRV_RUNNING;
136009d82eeSAndrey V. Elsukov 	else
137009d82eeSAndrey V. Elsukov 		GIF2IFP(sc)->if_drv_flags &= ~IFF_DRV_RUNNING;
138009d82eeSAndrey V. Elsukov }
139009d82eeSAndrey V. Elsukov 
140009d82eeSAndrey V. Elsukov /*
141009d82eeSAndrey V. Elsukov  * ifaddr_event handler.
142009d82eeSAndrey V. Elsukov  * Clear IFF_DRV_RUNNING flag when ingress address disappears to prevent
143009d82eeSAndrey V. Elsukov  * source address spoofing.
144009d82eeSAndrey V. Elsukov  */
145009d82eeSAndrey V. Elsukov static void
146009d82eeSAndrey V. Elsukov in_gif_srcaddr(void *arg __unused, const struct sockaddr *sa,
147009d82eeSAndrey V. Elsukov     int event __unused)
148009d82eeSAndrey V. Elsukov {
149009d82eeSAndrey V. Elsukov 	const struct sockaddr_in *sin;
150009d82eeSAndrey V. Elsukov 	struct gif_softc *sc;
151009d82eeSAndrey V. Elsukov 
1528796e291SAndrey V. Elsukov 	/* Check that VNET is ready */
1538796e291SAndrey V. Elsukov 	if (V_ipv4_hashtbl == NULL)
154009d82eeSAndrey V. Elsukov 		return;
155009d82eeSAndrey V. Elsukov 
15697168be8SGleb Smirnoff 	NET_EPOCH_ASSERT();
157009d82eeSAndrey V. Elsukov 	sin = (const struct sockaddr_in *)sa;
158009d82eeSAndrey V. Elsukov 	CK_LIST_FOREACH(sc, &GIF_SRCHASH(sin->sin_addr.s_addr), srchash) {
159009d82eeSAndrey V. Elsukov 		if (sc->gif_iphdr->ip_src.s_addr != sin->sin_addr.s_addr)
160009d82eeSAndrey V. Elsukov 			continue;
161009d82eeSAndrey V. Elsukov 		in_gif_set_running(sc);
162009d82eeSAndrey V. Elsukov 	}
163009d82eeSAndrey V. Elsukov }
164009d82eeSAndrey V. Elsukov 
165b941bc1dSAndrey V. Elsukov static void
166b941bc1dSAndrey V. Elsukov in_gif_attach(struct gif_softc *sc)
167b941bc1dSAndrey V. Elsukov {
168b941bc1dSAndrey V. Elsukov 
169b941bc1dSAndrey V. Elsukov 	if (sc->gif_options & GIF_IGNORE_SOURCE)
170b941bc1dSAndrey V. Elsukov 		CK_LIST_INSERT_HEAD(&V_ipv4_list, sc, chain);
171b941bc1dSAndrey V. Elsukov 	else
172b941bc1dSAndrey V. Elsukov 		CK_LIST_INSERT_HEAD(&GIF_HASH_SC(sc), sc, chain);
173009d82eeSAndrey V. Elsukov 
174009d82eeSAndrey V. Elsukov 	CK_LIST_INSERT_HEAD(&GIF_SRCHASH(sc->gif_iphdr->ip_src.s_addr),
175009d82eeSAndrey V. Elsukov 	    sc, srchash);
176b941bc1dSAndrey V. Elsukov }
177b941bc1dSAndrey V. Elsukov 
178b941bc1dSAndrey V. Elsukov int
179b941bc1dSAndrey V. Elsukov in_gif_setopts(struct gif_softc *sc, u_int options)
180b941bc1dSAndrey V. Elsukov {
181b941bc1dSAndrey V. Elsukov 
182b941bc1dSAndrey V. Elsukov 	/* NOTE: we are protected with gif_ioctl_sx lock */
183b941bc1dSAndrey V. Elsukov 	MPASS(sc->gif_family == AF_INET);
184b941bc1dSAndrey V. Elsukov 	MPASS(sc->gif_options != options);
185b941bc1dSAndrey V. Elsukov 
186b941bc1dSAndrey V. Elsukov 	if ((options & GIF_IGNORE_SOURCE) !=
187b941bc1dSAndrey V. Elsukov 	    (sc->gif_options & GIF_IGNORE_SOURCE)) {
188009d82eeSAndrey V. Elsukov 		CK_LIST_REMOVE(sc, srchash);
189b941bc1dSAndrey V. Elsukov 		CK_LIST_REMOVE(sc, chain);
190b941bc1dSAndrey V. Elsukov 		sc->gif_options = options;
191b941bc1dSAndrey V. Elsukov 		in_gif_attach(sc);
192b941bc1dSAndrey V. Elsukov 	}
193b941bc1dSAndrey V. Elsukov 	return (0);
194b941bc1dSAndrey V. Elsukov }
195b941bc1dSAndrey V. Elsukov 
196b941bc1dSAndrey V. Elsukov int
197b941bc1dSAndrey V. Elsukov in_gif_ioctl(struct gif_softc *sc, u_long cmd, caddr_t data)
198b941bc1dSAndrey V. Elsukov {
199b941bc1dSAndrey V. Elsukov 	struct ifreq *ifr = (struct ifreq *)data;
200c8ee75f2SGleb Smirnoff 	struct epoch_tracker et;
201b941bc1dSAndrey V. Elsukov 	struct sockaddr_in *dst, *src;
202b941bc1dSAndrey V. Elsukov 	struct ip *ip;
203b941bc1dSAndrey V. Elsukov 	int error;
204b941bc1dSAndrey V. Elsukov 
205b941bc1dSAndrey V. Elsukov 	/* NOTE: we are protected with gif_ioctl_sx lock */
206b941bc1dSAndrey V. Elsukov 	error = EINVAL;
207b941bc1dSAndrey V. Elsukov 	switch (cmd) {
208b941bc1dSAndrey V. Elsukov 	case SIOCSIFPHYADDR:
209b941bc1dSAndrey V. Elsukov 		src = &((struct in_aliasreq *)data)->ifra_addr;
210b941bc1dSAndrey V. Elsukov 		dst = &((struct in_aliasreq *)data)->ifra_dstaddr;
211b941bc1dSAndrey V. Elsukov 
212b941bc1dSAndrey V. Elsukov 		/* sanity checks */
213b941bc1dSAndrey V. Elsukov 		if (src->sin_family != dst->sin_family ||
214b941bc1dSAndrey V. Elsukov 		    src->sin_family != AF_INET ||
215b941bc1dSAndrey V. Elsukov 		    src->sin_len != dst->sin_len ||
216b941bc1dSAndrey V. Elsukov 		    src->sin_len != sizeof(*src))
217b941bc1dSAndrey V. Elsukov 			break;
218b941bc1dSAndrey V. Elsukov 		if (src->sin_addr.s_addr == INADDR_ANY ||
219b941bc1dSAndrey V. Elsukov 		    dst->sin_addr.s_addr == INADDR_ANY) {
220b941bc1dSAndrey V. Elsukov 			error = EADDRNOTAVAIL;
221b941bc1dSAndrey V. Elsukov 			break;
222b941bc1dSAndrey V. Elsukov 		}
223009d82eeSAndrey V. Elsukov 		if (V_ipv4_hashtbl == NULL) {
224b941bc1dSAndrey V. Elsukov 			V_ipv4_hashtbl = gif_hashinit();
225009d82eeSAndrey V. Elsukov 			V_ipv4_srchashtbl = gif_hashinit();
226009d82eeSAndrey V. Elsukov 		}
227b941bc1dSAndrey V. Elsukov 		error = in_gif_checkdup(sc, src->sin_addr.s_addr,
228b941bc1dSAndrey V. Elsukov 		    dst->sin_addr.s_addr);
229b941bc1dSAndrey V. Elsukov 		if (error == EADDRNOTAVAIL)
230b941bc1dSAndrey V. Elsukov 			break;
231b941bc1dSAndrey V. Elsukov 		if (error == EEXIST) {
232b941bc1dSAndrey V. Elsukov 			/* Addresses are the same. Just return. */
233b941bc1dSAndrey V. Elsukov 			error = 0;
234b941bc1dSAndrey V. Elsukov 			break;
235b941bc1dSAndrey V. Elsukov 		}
236b941bc1dSAndrey V. Elsukov 		ip = malloc(sizeof(*ip), M_GIF, M_WAITOK | M_ZERO);
237b941bc1dSAndrey V. Elsukov 		ip->ip_src.s_addr = src->sin_addr.s_addr;
238b941bc1dSAndrey V. Elsukov 		ip->ip_dst.s_addr = dst->sin_addr.s_addr;
239b941bc1dSAndrey V. Elsukov 		if (sc->gif_family != 0) {
240b941bc1dSAndrey V. Elsukov 			/* Detach existing tunnel first */
241009d82eeSAndrey V. Elsukov 			CK_LIST_REMOVE(sc, srchash);
242b941bc1dSAndrey V. Elsukov 			CK_LIST_REMOVE(sc, chain);
243b941bc1dSAndrey V. Elsukov 			GIF_WAIT();
244b941bc1dSAndrey V. Elsukov 			free(sc->gif_hdr, M_GIF);
245b941bc1dSAndrey V. Elsukov 			/* XXX: should we notify about link state change? */
246b941bc1dSAndrey V. Elsukov 		}
247b941bc1dSAndrey V. Elsukov 		sc->gif_family = AF_INET;
248b941bc1dSAndrey V. Elsukov 		sc->gif_iphdr = ip;
249b941bc1dSAndrey V. Elsukov 		in_gif_attach(sc);
250c8ee75f2SGleb Smirnoff 		NET_EPOCH_ENTER(et);
251009d82eeSAndrey V. Elsukov 		in_gif_set_running(sc);
252c8ee75f2SGleb Smirnoff 		NET_EPOCH_EXIT(et);
253b941bc1dSAndrey V. Elsukov 		break;
254b941bc1dSAndrey V. Elsukov 	case SIOCGIFPSRCADDR:
255b941bc1dSAndrey V. Elsukov 	case SIOCGIFPDSTADDR:
256b941bc1dSAndrey V. Elsukov 		if (sc->gif_family != AF_INET) {
257b941bc1dSAndrey V. Elsukov 			error = EADDRNOTAVAIL;
258b941bc1dSAndrey V. Elsukov 			break;
259b941bc1dSAndrey V. Elsukov 		}
260b941bc1dSAndrey V. Elsukov 		src = (struct sockaddr_in *)&ifr->ifr_addr;
261b941bc1dSAndrey V. Elsukov 		memset(src, 0, sizeof(*src));
262b941bc1dSAndrey V. Elsukov 		src->sin_family = AF_INET;
263b941bc1dSAndrey V. Elsukov 		src->sin_len = sizeof(*src);
264b941bc1dSAndrey V. Elsukov 		src->sin_addr = (cmd == SIOCGIFPSRCADDR) ?
265b941bc1dSAndrey V. Elsukov 		    sc->gif_iphdr->ip_src: sc->gif_iphdr->ip_dst;
266b941bc1dSAndrey V. Elsukov 		error = prison_if(curthread->td_ucred, (struct sockaddr *)src);
267b941bc1dSAndrey V. Elsukov 		if (error != 0)
268b941bc1dSAndrey V. Elsukov 			memset(src, 0, sizeof(*src));
269b941bc1dSAndrey V. Elsukov 		break;
270b941bc1dSAndrey V. Elsukov 	}
271b941bc1dSAndrey V. Elsukov 	return (error);
272b941bc1dSAndrey V. Elsukov }
273b941bc1dSAndrey V. Elsukov 
274cfa1ca9dSYoshinobu Inoue int
2750b9f5f8aSAndrey V. Elsukov in_gif_output(struct ifnet *ifp, struct mbuf *m, int proto, uint8_t ecn)
276cfa1ca9dSYoshinobu Inoue {
277fc74a9f9SBrooks Davis 	struct gif_softc *sc = ifp->if_softc;
278cfa1ca9dSYoshinobu Inoue 	struct ip *ip;
2790b9f5f8aSAndrey V. Elsukov 	int len;
280cfa1ca9dSYoshinobu Inoue 
281cfa1ca9dSYoshinobu Inoue 	/* prepend new IP header */
28297168be8SGleb Smirnoff 	NET_EPOCH_ASSERT();
283c89c8a10SMarius Strobl 	len = sizeof(struct ip);
284c89c8a10SMarius Strobl #ifndef __NO_STRICT_ALIGNMENT
2850b9f5f8aSAndrey V. Elsukov 	if (proto == IPPROTO_ETHERIP)
286c89c8a10SMarius Strobl 		len += ETHERIP_ALIGN;
287c89c8a10SMarius Strobl #endif
288eb1b1807SGleb Smirnoff 	M_PREPEND(m, len, M_NOWAIT);
2890b9f5f8aSAndrey V. Elsukov 	if (m == NULL)
2900b9f5f8aSAndrey V. Elsukov 		return (ENOBUFS);
291c89c8a10SMarius Strobl #ifndef __NO_STRICT_ALIGNMENT
2920b9f5f8aSAndrey V. Elsukov 	if (proto == IPPROTO_ETHERIP) {
293c89c8a10SMarius Strobl 		len = mtod(m, vm_offset_t) & 3;
294c89c8a10SMarius Strobl 		KASSERT(len == 0 || len == ETHERIP_ALIGN,
295c89c8a10SMarius Strobl 		    ("in_gif_output: unexpected misalignment"));
296c89c8a10SMarius Strobl 		m->m_data += len;
297c89c8a10SMarius Strobl 		m->m_len -= ETHERIP_ALIGN;
298c89c8a10SMarius Strobl 	}
299c89c8a10SMarius Strobl #endif
3000b9f5f8aSAndrey V. Elsukov 	ip = mtod(m, struct ip *);
301686cdd19SJun-ichiro itojun Hagino 
302b941bc1dSAndrey V. Elsukov 	MPASS(sc->gif_family == AF_INET);
303b941bc1dSAndrey V. Elsukov 	bcopy(sc->gif_iphdr, ip, sizeof(struct ip));
3040b9f5f8aSAndrey V. Elsukov 	ip->ip_p = proto;
3050b9f5f8aSAndrey V. Elsukov 	/* version will be set in ip_output() */
3060b9f5f8aSAndrey V. Elsukov 	ip->ip_ttl = V_ip_gif_ttl;
3070b9f5f8aSAndrey V. Elsukov 	ip->ip_len = htons(m->m_pkthdr.len);
3080b9f5f8aSAndrey V. Elsukov 	ip->ip_tos = ecn;
309cfa1ca9dSYoshinobu Inoue 
3100b9f5f8aSAndrey V. Elsukov 	return (ip_output(m, NULL, NULL, 0, NULL, NULL));
311cfa1ca9dSYoshinobu Inoue }
312cfa1ca9dSYoshinobu Inoue 
313132c4490SAndrey V. Elsukov static int
3146d8fdfa9SAndrey V. Elsukov in_gif_input(struct mbuf *m, int off, int proto, void *arg)
315cfa1ca9dSYoshinobu Inoue {
3166d8fdfa9SAndrey V. Elsukov 	struct gif_softc *sc = arg;
3170b9f5f8aSAndrey V. Elsukov 	struct ifnet *gifp;
318cfa1ca9dSYoshinobu Inoue 	struct ip *ip;
3190b9f5f8aSAndrey V. Elsukov 	uint8_t ecn;
320cfa1ca9dSYoshinobu Inoue 
32197168be8SGleb Smirnoff 	NET_EPOCH_ASSERT();
32267df9f38SBjoern A. Zeeb 	if (sc == NULL) {
32367df9f38SBjoern A. Zeeb 		m_freem(m);
324315e3e38SRobert Watson 		KMOD_IPSTAT_INC(ips_nogif);
3258f5a8818SKevin Lo 		return (IPPROTO_DONE);
32667df9f38SBjoern A. Zeeb 	}
32767df9f38SBjoern A. Zeeb 	gifp = GIF2IFP(sc);
3280b9f5f8aSAndrey V. Elsukov 	if ((gifp->if_flags & IFF_UP) != 0) {
329cfa1ca9dSYoshinobu Inoue 		ip = mtod(m, struct ip *);
3300b9f5f8aSAndrey V. Elsukov 		ecn = ip->ip_tos;
3316d8fdfa9SAndrey V. Elsukov 		m_adj(m, off);
3320b9f5f8aSAndrey V. Elsukov 		gif_input(m, gifp, proto, ecn);
3330b9f5f8aSAndrey V. Elsukov 	} else {
33459dfcba4SHajimu UMEMOTO 		m_freem(m);
335315e3e38SRobert Watson 		KMOD_IPSTAT_INC(ips_nogif);
336cfa1ca9dSYoshinobu Inoue 	}
3378f5a8818SKevin Lo 	return (IPPROTO_DONE);
338cfa1ca9dSYoshinobu Inoue }
339686cdd19SJun-ichiro itojun Hagino 
340b941bc1dSAndrey V. Elsukov static int
341b941bc1dSAndrey V. Elsukov in_gif_lookup(const struct mbuf *m, int off, int proto, void **arg)
3429426aedfSHajimu UMEMOTO {
34310a0e0bfSAndrey V. Elsukov 	const struct ip *ip;
34410a0e0bfSAndrey V. Elsukov 	struct gif_softc *sc;
345c1b4f79dSAndrey V. Elsukov 	int ret;
346686cdd19SJun-ichiro itojun Hagino 
3476e081509SAndrey V. Elsukov 	if (V_ipv4_hashtbl == NULL)
3486e081509SAndrey V. Elsukov 		return (0);
3496e081509SAndrey V. Elsukov 
35097168be8SGleb Smirnoff 	NET_EPOCH_ASSERT();
35110a0e0bfSAndrey V. Elsukov 	ip = mtod(m, const struct ip *);
352b941bc1dSAndrey V. Elsukov 	/*
353b941bc1dSAndrey V. Elsukov 	 * NOTE: it is safe to iterate without any locking here, because softc
354b941bc1dSAndrey V. Elsukov 	 * can be reclaimed only when we are not within net_epoch_preempt
355b941bc1dSAndrey V. Elsukov 	 * section, but ip_encap lookup+input are executed in epoch section.
356b941bc1dSAndrey V. Elsukov 	 */
357b941bc1dSAndrey V. Elsukov 	ret = 0;
358b941bc1dSAndrey V. Elsukov 	CK_LIST_FOREACH(sc, &GIF_HASH(ip->ip_dst.s_addr,
359b941bc1dSAndrey V. Elsukov 	    ip->ip_src.s_addr), chain) {
360b941bc1dSAndrey V. Elsukov 		/*
361b941bc1dSAndrey V. Elsukov 		 * This is an inbound packet, its ip_dst is source address
362b941bc1dSAndrey V. Elsukov 		 * in softc.
363b941bc1dSAndrey V. Elsukov 		 */
364b941bc1dSAndrey V. Elsukov 		if (sc->gif_iphdr->ip_src.s_addr == ip->ip_dst.s_addr &&
365b941bc1dSAndrey V. Elsukov 		    sc->gif_iphdr->ip_dst.s_addr == ip->ip_src.s_addr) {
366b941bc1dSAndrey V. Elsukov 			ret = ENCAP_DRV_LOOKUP;
367b941bc1dSAndrey V. Elsukov 			goto done;
368b941bc1dSAndrey V. Elsukov 		}
369b941bc1dSAndrey V. Elsukov 	}
370b941bc1dSAndrey V. Elsukov 	/*
371b941bc1dSAndrey V. Elsukov 	 * No exact match.
372b941bc1dSAndrey V. Elsukov 	 * Check the list of interfaces with GIF_IGNORE_SOURCE flag.
373b941bc1dSAndrey V. Elsukov 	 */
374b941bc1dSAndrey V. Elsukov 	CK_LIST_FOREACH(sc, &V_ipv4_list, chain) {
375b941bc1dSAndrey V. Elsukov 		if (sc->gif_iphdr->ip_src.s_addr == ip->ip_dst.s_addr) {
3766d8fdfa9SAndrey V. Elsukov 			ret = 32 + 8; /* src + proto */
377b941bc1dSAndrey V. Elsukov 			goto done;
378b941bc1dSAndrey V. Elsukov 		}
379b941bc1dSAndrey V. Elsukov 	}
380c1b4f79dSAndrey V. Elsukov 	return (0);
381b941bc1dSAndrey V. Elsukov done:
382b941bc1dSAndrey V. Elsukov 	if ((GIF2IFP(sc)->if_flags & IFF_UP) == 0)
383b941bc1dSAndrey V. Elsukov 		return (0);
384686cdd19SJun-ichiro itojun Hagino 	/* ingress filters on outer source */
38510a0e0bfSAndrey V. Elsukov 	if ((GIF2IFP(sc)->if_flags & IFF_LINK2) == 0) {
3867bfc98afSAlexander V. Chernikov 		if (fib4_check_urpf(sc->gif_fibnum, ip->ip_src, 0, NHR_NONE,
3877bfc98afSAlexander V. Chernikov 					m->m_pkthdr.rcvif) == 0)
38865ff3638SAlexander V. Chernikov 			return (0);
389686cdd19SJun-ichiro itojun Hagino 	}
390b941bc1dSAndrey V. Elsukov 	*arg = sc;
391c1b4f79dSAndrey V. Elsukov 	return (ret);
392686cdd19SJun-ichiro itojun Hagino }
3939426aedfSHajimu UMEMOTO 
394009d82eeSAndrey V. Elsukov static const struct srcaddrtab *ipv4_srcaddrtab;
395b941bc1dSAndrey V. Elsukov static struct {
396b941bc1dSAndrey V. Elsukov 	const struct encap_config encap;
397b941bc1dSAndrey V. Elsukov 	const struct encaptab *cookie;
398b941bc1dSAndrey V. Elsukov } ipv4_encap_cfg[] = {
399b941bc1dSAndrey V. Elsukov 	{
400b941bc1dSAndrey V. Elsukov 		.encap = {
401b941bc1dSAndrey V. Elsukov 			.proto = IPPROTO_IPV4,
402b941bc1dSAndrey V. Elsukov 			.min_length = 2 * sizeof(struct ip),
403b941bc1dSAndrey V. Elsukov 			.exact_match = ENCAP_DRV_LOOKUP,
404b941bc1dSAndrey V. Elsukov 			.lookup = in_gif_lookup,
4056d8fdfa9SAndrey V. Elsukov 			.input = in_gif_input
406b941bc1dSAndrey V. Elsukov 		},
407b941bc1dSAndrey V. Elsukov 	},
408b941bc1dSAndrey V. Elsukov #ifdef INET6
409b941bc1dSAndrey V. Elsukov 	{
410b941bc1dSAndrey V. Elsukov 		.encap = {
411b941bc1dSAndrey V. Elsukov 			.proto = IPPROTO_IPV6,
412b941bc1dSAndrey V. Elsukov 			.min_length = sizeof(struct ip) +
413b941bc1dSAndrey V. Elsukov 			    sizeof(struct ip6_hdr),
414b941bc1dSAndrey V. Elsukov 			.exact_match = ENCAP_DRV_LOOKUP,
415b941bc1dSAndrey V. Elsukov 			.lookup = in_gif_lookup,
416b941bc1dSAndrey V. Elsukov 			.input = in_gif_input
417b941bc1dSAndrey V. Elsukov 		},
418b941bc1dSAndrey V. Elsukov 	},
419b941bc1dSAndrey V. Elsukov #endif
420b941bc1dSAndrey V. Elsukov 	{
421b941bc1dSAndrey V. Elsukov 		.encap = {
422b941bc1dSAndrey V. Elsukov 			.proto = IPPROTO_ETHERIP,
423b941bc1dSAndrey V. Elsukov 			.min_length = sizeof(struct ip) +
424b941bc1dSAndrey V. Elsukov 			    sizeof(struct etherip_header) +
425b941bc1dSAndrey V. Elsukov 			    sizeof(struct ether_header),
426b941bc1dSAndrey V. Elsukov 			.exact_match = ENCAP_DRV_LOOKUP,
427b941bc1dSAndrey V. Elsukov 			.lookup = in_gif_lookup,
428b941bc1dSAndrey V. Elsukov 			.input = in_gif_input
429b941bc1dSAndrey V. Elsukov 		},
430b941bc1dSAndrey V. Elsukov 	}
4316d8fdfa9SAndrey V. Elsukov };
4326d8fdfa9SAndrey V. Elsukov 
433b941bc1dSAndrey V. Elsukov void
434b941bc1dSAndrey V. Elsukov in_gif_init(void)
4359426aedfSHajimu UMEMOTO {
436b941bc1dSAndrey V. Elsukov 	int i;
4370b9f5f8aSAndrey V. Elsukov 
438b941bc1dSAndrey V. Elsukov 	if (!IS_DEFAULT_VNET(curvnet))
439b941bc1dSAndrey V. Elsukov 		return;
440009d82eeSAndrey V. Elsukov 
441009d82eeSAndrey V. Elsukov 	ipv4_srcaddrtab = ip_encap_register_srcaddr(in_gif_srcaddr,
442009d82eeSAndrey V. Elsukov 	    NULL, M_WAITOK);
443b941bc1dSAndrey V. Elsukov 	for (i = 0; i < nitems(ipv4_encap_cfg); i++)
444b941bc1dSAndrey V. Elsukov 		ipv4_encap_cfg[i].cookie = ip_encap_attach(
445b941bc1dSAndrey V. Elsukov 		    &ipv4_encap_cfg[i].encap, NULL, M_WAITOK);
4469426aedfSHajimu UMEMOTO }
447b941bc1dSAndrey V. Elsukov 
448b941bc1dSAndrey V. Elsukov void
449b941bc1dSAndrey V. Elsukov in_gif_uninit(void)
450b941bc1dSAndrey V. Elsukov {
451b941bc1dSAndrey V. Elsukov 	int i;
452b941bc1dSAndrey V. Elsukov 
453b941bc1dSAndrey V. Elsukov 	if (IS_DEFAULT_VNET(curvnet)) {
454b941bc1dSAndrey V. Elsukov 		for (i = 0; i < nitems(ipv4_encap_cfg); i++)
455b941bc1dSAndrey V. Elsukov 			ip_encap_detach(ipv4_encap_cfg[i].cookie);
456009d82eeSAndrey V. Elsukov 		ip_encap_unregister_srcaddr(ipv4_srcaddrtab);
457b941bc1dSAndrey V. Elsukov 	}
458009d82eeSAndrey V. Elsukov 	if (V_ipv4_hashtbl != NULL) {
459b941bc1dSAndrey V. Elsukov 		gif_hashdestroy(V_ipv4_hashtbl);
4608796e291SAndrey V. Elsukov 		V_ipv4_hashtbl = NULL;
4618796e291SAndrey V. Elsukov 		GIF_WAIT();
462009d82eeSAndrey V. Elsukov 		gif_hashdestroy(V_ipv4_srchashtbl);
463009d82eeSAndrey V. Elsukov 	}
464b941bc1dSAndrey V. Elsukov }
465