xref: /freebsd/sys/netinet6/ip6_gre.c (revision 8796e291f8b9dc3e37577e386b922280d04b4618)
1f325335cSAndrey V. Elsukov /*-
2a5185adeSAndrey V. Elsukov  * Copyright (c) 2014, 2018 Andrey V. Elsukov <ae@FreeBSD.org>
3f325335cSAndrey V. Elsukov  * All rights reserved.
4f325335cSAndrey V. Elsukov  *
5f325335cSAndrey V. Elsukov  * Redistribution and use in source and binary forms, with or without
6f325335cSAndrey V. Elsukov  * modification, are permitted provided that the following conditions
7f325335cSAndrey V. Elsukov  * are met:
8f325335cSAndrey V. Elsukov  *
9f325335cSAndrey V. Elsukov  * 1. Redistributions of source code must retain the above copyright
10f325335cSAndrey V. Elsukov  *    notice, this list of conditions and the following disclaimer.
11f325335cSAndrey V. Elsukov  * 2. Redistributions in binary form must reproduce the above copyright
12f325335cSAndrey V. Elsukov  *    notice, this list of conditions and the following disclaimer in the
13f325335cSAndrey V. Elsukov  *    documentation and/or other materials provided with the distribution.
14f325335cSAndrey V. Elsukov  *
15f325335cSAndrey V. Elsukov  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16f325335cSAndrey V. Elsukov  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17f325335cSAndrey V. Elsukov  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18f325335cSAndrey V. Elsukov  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19f325335cSAndrey V. Elsukov  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20f325335cSAndrey V. Elsukov  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21f325335cSAndrey V. Elsukov  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22f325335cSAndrey V. Elsukov  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23f325335cSAndrey V. Elsukov  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24f325335cSAndrey V. Elsukov  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25f325335cSAndrey V. Elsukov  */
26f325335cSAndrey V. Elsukov 
27f325335cSAndrey V. Elsukov #include <sys/cdefs.h>
28f325335cSAndrey V. Elsukov __FBSDID("$FreeBSD$");
29f325335cSAndrey V. Elsukov 
30f325335cSAndrey V. Elsukov #include "opt_inet.h"
31f325335cSAndrey V. Elsukov #include "opt_inet6.h"
32f325335cSAndrey V. Elsukov 
33f325335cSAndrey V. Elsukov #include <sys/param.h>
34a5185adeSAndrey V. Elsukov #include <sys/jail.h>
35f325335cSAndrey V. Elsukov #include <sys/systm.h>
36f325335cSAndrey V. Elsukov #include <sys/socket.h>
37f325335cSAndrey V. Elsukov #include <sys/sockio.h>
38f325335cSAndrey V. Elsukov #include <sys/mbuf.h>
39f325335cSAndrey V. Elsukov #include <sys/errno.h>
40f325335cSAndrey V. Elsukov #include <sys/kernel.h>
41f325335cSAndrey V. Elsukov #include <sys/sysctl.h>
42f325335cSAndrey V. Elsukov #include <sys/malloc.h>
436573d758SMatt Macy #include <sys/proc.h>
44f325335cSAndrey V. Elsukov 
45f325335cSAndrey V. Elsukov #include <net/if.h>
46f325335cSAndrey V. Elsukov #include <net/if_var.h>
47f325335cSAndrey V. Elsukov #include <net/vnet.h>
48f325335cSAndrey V. Elsukov 
49f325335cSAndrey V. Elsukov #include <netinet/in.h>
50f325335cSAndrey V. Elsukov #ifdef INET
51f325335cSAndrey V. Elsukov #include <net/ethernet.h>
52f325335cSAndrey V. Elsukov #include <netinet/ip.h>
53f325335cSAndrey V. Elsukov #endif
54f325335cSAndrey V. Elsukov #include <netinet/ip_encap.h>
55f325335cSAndrey V. Elsukov #include <netinet/ip6.h>
56f325335cSAndrey V. Elsukov #include <netinet6/ip6_var.h>
57f325335cSAndrey V. Elsukov #include <netinet6/in6_var.h>
58a5185adeSAndrey V. Elsukov #include <netinet6/scope6_var.h>
59f325335cSAndrey V. Elsukov #include <net/if_gre.h>
60f325335cSAndrey V. Elsukov 
61f325335cSAndrey V. Elsukov VNET_DEFINE(int, ip6_gre_hlim) = IPV6_DEFHLIM;
62f325335cSAndrey V. Elsukov #define	V_ip6_gre_hlim		VNET(ip6_gre_hlim)
63f325335cSAndrey V. Elsukov 
64f325335cSAndrey V. Elsukov SYSCTL_DECL(_net_inet6_ip6);
65f325335cSAndrey V. Elsukov SYSCTL_INT(_net_inet6_ip6, OID_AUTO, grehlim, CTLFLAG_VNET | CTLFLAG_RW,
66f325335cSAndrey V. Elsukov     &VNET_NAME(ip6_gre_hlim), 0, "Default hop limit for encapsulated packets");
67f325335cSAndrey V. Elsukov 
685f901c92SAndrew Turner VNET_DEFINE_STATIC(struct gre_list *, ipv6_hashtbl) = NULL;
6919873f47SAndrey V. Elsukov VNET_DEFINE_STATIC(struct gre_list *, ipv6_srchashtbl) = NULL;
70a5185adeSAndrey V. Elsukov #define	V_ipv6_hashtbl		VNET(ipv6_hashtbl)
7119873f47SAndrey V. Elsukov #define	V_ipv6_srchashtbl	VNET(ipv6_srchashtbl)
72a5185adeSAndrey V. Elsukov #define	GRE_HASH(src, dst)	(V_ipv6_hashtbl[\
73a5185adeSAndrey V. Elsukov     in6_gre_hashval((src), (dst)) & (GRE_HASH_SIZE - 1)])
7419873f47SAndrey V. Elsukov #define	GRE_SRCHASH(src)	(V_ipv6_srchashtbl[\
7519873f47SAndrey V. Elsukov     fnv_32_buf((src), sizeof(*src), FNV1_32_INIT) & (GRE_HASH_SIZE - 1)])
76a5185adeSAndrey V. Elsukov #define	GRE_HASH_SC(sc)		GRE_HASH(&(sc)->gre_oip6.ip6_src,\
77a5185adeSAndrey V. Elsukov     &(sc)->gre_oip6.ip6_dst)
78a5185adeSAndrey V. Elsukov 
79a5185adeSAndrey V. Elsukov static uint32_t
80a5185adeSAndrey V. Elsukov in6_gre_hashval(const struct in6_addr *src, const struct in6_addr *dst)
81f325335cSAndrey V. Elsukov {
82a5185adeSAndrey V. Elsukov 	uint32_t ret;
83f325335cSAndrey V. Elsukov 
84a5185adeSAndrey V. Elsukov 	ret = fnv_32_buf(src, sizeof(*src), FNV1_32_INIT);
85a5185adeSAndrey V. Elsukov 	return (fnv_32_buf(dst, sizeof(*dst), ret));
86a5185adeSAndrey V. Elsukov }
87f325335cSAndrey V. Elsukov 
88a5185adeSAndrey V. Elsukov static int
89a5185adeSAndrey V. Elsukov in6_gre_checkdup(const struct gre_softc *sc, const struct in6_addr *src,
90a5185adeSAndrey V. Elsukov     const struct in6_addr *dst)
91a5185adeSAndrey V. Elsukov {
92a5185adeSAndrey V. Elsukov 	struct gre_softc *tmp;
93f325335cSAndrey V. Elsukov 
94a5185adeSAndrey V. Elsukov 	if (sc->gre_family == AF_INET6 &&
95a5185adeSAndrey V. Elsukov 	    IN6_ARE_ADDR_EQUAL(&sc->gre_oip6.ip6_src, src) &&
96a5185adeSAndrey V. Elsukov 	    IN6_ARE_ADDR_EQUAL(&sc->gre_oip6.ip6_dst, dst))
97a5185adeSAndrey V. Elsukov 		return (EEXIST);
98f325335cSAndrey V. Elsukov 
99a5185adeSAndrey V. Elsukov 	CK_LIST_FOREACH(tmp, &GRE_HASH(src, dst), chain) {
100a5185adeSAndrey V. Elsukov 		if (tmp == sc)
101a5185adeSAndrey V. Elsukov 			continue;
102a5185adeSAndrey V. Elsukov 		if (IN6_ARE_ADDR_EQUAL(&tmp->gre_oip6.ip6_src, src) &&
103a5185adeSAndrey V. Elsukov 		    IN6_ARE_ADDR_EQUAL(&tmp->gre_oip6.ip6_dst, dst))
104a5185adeSAndrey V. Elsukov 			return (EADDRNOTAVAIL);
105a5185adeSAndrey V. Elsukov 	}
106f325335cSAndrey V. Elsukov 	return (0);
107f325335cSAndrey V. Elsukov }
108f325335cSAndrey V. Elsukov 
109a5185adeSAndrey V. Elsukov static int
110a5185adeSAndrey V. Elsukov in6_gre_lookup(const struct mbuf *m, int off, int proto, void **arg)
111a5185adeSAndrey V. Elsukov {
112a5185adeSAndrey V. Elsukov 	const struct ip6_hdr *ip6;
113a5185adeSAndrey V. Elsukov 	struct gre_softc *sc;
114a5185adeSAndrey V. Elsukov 
1156e081509SAndrey V. Elsukov 	if (V_ipv6_hashtbl == NULL)
1166e081509SAndrey V. Elsukov 		return (0);
1176e081509SAndrey V. Elsukov 
1186573d758SMatt Macy 	MPASS(in_epoch(net_epoch_preempt));
119a5185adeSAndrey V. Elsukov 	ip6 = mtod(m, const struct ip6_hdr *);
120a5185adeSAndrey V. Elsukov 	CK_LIST_FOREACH(sc, &GRE_HASH(&ip6->ip6_dst, &ip6->ip6_src), chain) {
121a5185adeSAndrey V. Elsukov 		/*
122a5185adeSAndrey V. Elsukov 		 * This is an inbound packet, its ip6_dst is source address
123a5185adeSAndrey V. Elsukov 		 * in softc.
124a5185adeSAndrey V. Elsukov 		 */
125a5185adeSAndrey V. Elsukov 		if (IN6_ARE_ADDR_EQUAL(&sc->gre_oip6.ip6_src,
126a5185adeSAndrey V. Elsukov 		    &ip6->ip6_dst) &&
127a5185adeSAndrey V. Elsukov 		    IN6_ARE_ADDR_EQUAL(&sc->gre_oip6.ip6_dst,
128a5185adeSAndrey V. Elsukov 		    &ip6->ip6_src)) {
129a5185adeSAndrey V. Elsukov 			if ((GRE2IFP(sc)->if_flags & IFF_UP) == 0)
130a5185adeSAndrey V. Elsukov 				return (0);
131a5185adeSAndrey V. Elsukov 			*arg = sc;
132a5185adeSAndrey V. Elsukov 			return (ENCAP_DRV_LOOKUP);
133a5185adeSAndrey V. Elsukov 		}
134a5185adeSAndrey V. Elsukov 	}
135a5185adeSAndrey V. Elsukov 	return (0);
136a5185adeSAndrey V. Elsukov }
137a5185adeSAndrey V. Elsukov 
13819873f47SAndrey V. Elsukov /*
13919873f47SAndrey V. Elsukov  * Check that ingress address belongs to local host.
14019873f47SAndrey V. Elsukov  */
14119873f47SAndrey V. Elsukov static void
14219873f47SAndrey V. Elsukov in6_gre_set_running(struct gre_softc *sc)
14319873f47SAndrey V. Elsukov {
14419873f47SAndrey V. Elsukov 
14519873f47SAndrey V. Elsukov 	if (in6_localip(&sc->gre_oip6.ip6_src))
14619873f47SAndrey V. Elsukov 		GRE2IFP(sc)->if_drv_flags |= IFF_DRV_RUNNING;
14719873f47SAndrey V. Elsukov 	else
14819873f47SAndrey V. Elsukov 		GRE2IFP(sc)->if_drv_flags &= ~IFF_DRV_RUNNING;
14919873f47SAndrey V. Elsukov }
15019873f47SAndrey V. Elsukov 
15119873f47SAndrey V. Elsukov /*
15219873f47SAndrey V. Elsukov  * ifaddr_event handler.
15319873f47SAndrey V. Elsukov  * Clear IFF_DRV_RUNNING flag when ingress address disappears to prevent
15419873f47SAndrey V. Elsukov  * source address spoofing.
15519873f47SAndrey V. Elsukov  */
15619873f47SAndrey V. Elsukov static void
15719873f47SAndrey V. Elsukov in6_gre_srcaddr(void *arg __unused, const struct sockaddr *sa,
15819873f47SAndrey V. Elsukov     int event __unused)
15919873f47SAndrey V. Elsukov {
16019873f47SAndrey V. Elsukov 	const struct sockaddr_in6 *sin;
16119873f47SAndrey V. Elsukov 	struct gre_softc *sc;
16219873f47SAndrey V. Elsukov 
163*8796e291SAndrey V. Elsukov 	/* Check that VNET is ready */
164*8796e291SAndrey V. Elsukov 	if (V_ipv6_hashtbl == NULL)
16519873f47SAndrey V. Elsukov 		return;
16619873f47SAndrey V. Elsukov 
16719873f47SAndrey V. Elsukov 	MPASS(in_epoch(net_epoch_preempt));
16819873f47SAndrey V. Elsukov 	sin = (const struct sockaddr_in6 *)sa;
16919873f47SAndrey V. Elsukov 	CK_LIST_FOREACH(sc, &GRE_SRCHASH(&sin->sin6_addr), srchash) {
17019873f47SAndrey V. Elsukov 		if (IN6_ARE_ADDR_EQUAL(&sc->gre_oip6.ip6_src,
17119873f47SAndrey V. Elsukov 		    &sin->sin6_addr) == 0)
17219873f47SAndrey V. Elsukov 			continue;
17319873f47SAndrey V. Elsukov 		in6_gre_set_running(sc);
17419873f47SAndrey V. Elsukov 	}
17519873f47SAndrey V. Elsukov }
17619873f47SAndrey V. Elsukov 
177a5185adeSAndrey V. Elsukov static void
178a5185adeSAndrey V. Elsukov in6_gre_attach(struct gre_softc *sc)
179a5185adeSAndrey V. Elsukov {
180a5185adeSAndrey V. Elsukov 
181a5185adeSAndrey V. Elsukov 	sc->gre_hlen = sizeof(struct greip6);
182a5185adeSAndrey V. Elsukov 	sc->gre_oip6.ip6_vfc = IPV6_VERSION;
183a5185adeSAndrey V. Elsukov 	sc->gre_oip6.ip6_nxt = IPPROTO_GRE;
184a5185adeSAndrey V. Elsukov 	gre_updatehdr(sc, &sc->gre_gi6hdr->gi6_gre);
185a5185adeSAndrey V. Elsukov 	CK_LIST_INSERT_HEAD(&GRE_HASH_SC(sc), sc, chain);
18619873f47SAndrey V. Elsukov 	CK_LIST_INSERT_HEAD(&GRE_SRCHASH(&sc->gre_oip6.ip6_src), sc, srchash);
187a5185adeSAndrey V. Elsukov }
188a5185adeSAndrey V. Elsukov 
189a5185adeSAndrey V. Elsukov void
190a5185adeSAndrey V. Elsukov in6_gre_setopts(struct gre_softc *sc, u_long cmd, uint32_t value)
191a5185adeSAndrey V. Elsukov {
192a5185adeSAndrey V. Elsukov 
193a5185adeSAndrey V. Elsukov 	MPASS(cmd == GRESKEY || cmd == GRESOPTS);
194a5185adeSAndrey V. Elsukov 
195a5185adeSAndrey V. Elsukov 	/* NOTE: we are protected with gre_ioctl_sx lock */
196a5185adeSAndrey V. Elsukov 	MPASS(sc->gre_family == AF_INET6);
197a5185adeSAndrey V. Elsukov 	CK_LIST_REMOVE(sc, chain);
19819873f47SAndrey V. Elsukov 	CK_LIST_REMOVE(sc, srchash);
199a5185adeSAndrey V. Elsukov 	GRE_WAIT();
200a5185adeSAndrey V. Elsukov 	if (cmd == GRESKEY)
201a5185adeSAndrey V. Elsukov 		sc->gre_key = value;
202a5185adeSAndrey V. Elsukov 	else
203a5185adeSAndrey V. Elsukov 		sc->gre_options = value;
204a5185adeSAndrey V. Elsukov 	in6_gre_attach(sc);
205a5185adeSAndrey V. Elsukov }
206a5185adeSAndrey V. Elsukov 
207f325335cSAndrey V. Elsukov int
208a5185adeSAndrey V. Elsukov in6_gre_ioctl(struct gre_softc *sc, u_long cmd, caddr_t data)
209a5185adeSAndrey V. Elsukov {
210a5185adeSAndrey V. Elsukov 	struct in6_ifreq *ifr = (struct in6_ifreq *)data;
211a5185adeSAndrey V. Elsukov 	struct sockaddr_in6 *dst, *src;
212a5185adeSAndrey V. Elsukov 	struct ip6_hdr *ip6;
213a5185adeSAndrey V. Elsukov 	int error;
214a5185adeSAndrey V. Elsukov 
215a5185adeSAndrey V. Elsukov 	/* NOTE: we are protected with gre_ioctl_sx lock */
216a5185adeSAndrey V. Elsukov 	error = EINVAL;
217a5185adeSAndrey V. Elsukov 	switch (cmd) {
218a5185adeSAndrey V. Elsukov 	case SIOCSIFPHYADDR_IN6:
219a5185adeSAndrey V. Elsukov 		src = &((struct in6_aliasreq *)data)->ifra_addr;
220a5185adeSAndrey V. Elsukov 		dst = &((struct in6_aliasreq *)data)->ifra_dstaddr;
221a5185adeSAndrey V. Elsukov 
222a5185adeSAndrey V. Elsukov 		/* sanity checks */
223a5185adeSAndrey V. Elsukov 		if (src->sin6_family != dst->sin6_family ||
224a5185adeSAndrey V. Elsukov 		    src->sin6_family != AF_INET6 ||
225a5185adeSAndrey V. Elsukov 		    src->sin6_len != dst->sin6_len ||
226a5185adeSAndrey V. Elsukov 		    src->sin6_len != sizeof(*src))
227a5185adeSAndrey V. Elsukov 			break;
228a5185adeSAndrey V. Elsukov 		if (IN6_IS_ADDR_UNSPECIFIED(&src->sin6_addr) ||
229a5185adeSAndrey V. Elsukov 		    IN6_IS_ADDR_UNSPECIFIED(&dst->sin6_addr)) {
230a5185adeSAndrey V. Elsukov 			error = EADDRNOTAVAIL;
231a5185adeSAndrey V. Elsukov 			break;
232a5185adeSAndrey V. Elsukov 		}
233a5185adeSAndrey V. Elsukov 		/*
234a5185adeSAndrey V. Elsukov 		 * Check validity of the scope zone ID of the
235a5185adeSAndrey V. Elsukov 		 * addresses, and convert it into the kernel
236a5185adeSAndrey V. Elsukov 		 * internal form if necessary.
237a5185adeSAndrey V. Elsukov 		 */
238a5185adeSAndrey V. Elsukov 		if ((error = sa6_embedscope(src, 0)) != 0 ||
239a5185adeSAndrey V. Elsukov 		    (error = sa6_embedscope(dst, 0)) != 0)
240a5185adeSAndrey V. Elsukov 			break;
241a5185adeSAndrey V. Elsukov 
24219873f47SAndrey V. Elsukov 		if (V_ipv6_hashtbl == NULL) {
243a5185adeSAndrey V. Elsukov 			V_ipv6_hashtbl = gre_hashinit();
24419873f47SAndrey V. Elsukov 			V_ipv6_srchashtbl = gre_hashinit();
24519873f47SAndrey V. Elsukov 		}
246a5185adeSAndrey V. Elsukov 		error = in6_gre_checkdup(sc, &src->sin6_addr,
247a5185adeSAndrey V. Elsukov 		    &dst->sin6_addr);
248a5185adeSAndrey V. Elsukov 		if (error == EADDRNOTAVAIL)
249a5185adeSAndrey V. Elsukov 			break;
250a5185adeSAndrey V. Elsukov 		if (error == EEXIST) {
251a5185adeSAndrey V. Elsukov 			/* Addresses are the same. Just return. */
252a5185adeSAndrey V. Elsukov 			error = 0;
253a5185adeSAndrey V. Elsukov 			break;
254a5185adeSAndrey V. Elsukov 		}
255a5185adeSAndrey V. Elsukov 		ip6 = malloc(sizeof(struct greip6) + 3 * sizeof(uint32_t),
256a5185adeSAndrey V. Elsukov 		    M_GRE, M_WAITOK | M_ZERO);
257a5185adeSAndrey V. Elsukov 		ip6->ip6_src = src->sin6_addr;
258a5185adeSAndrey V. Elsukov 		ip6->ip6_dst = dst->sin6_addr;
259a5185adeSAndrey V. Elsukov 		if (sc->gre_family != 0) {
260a5185adeSAndrey V. Elsukov 			/* Detach existing tunnel first */
261a5185adeSAndrey V. Elsukov 			CK_LIST_REMOVE(sc, chain);
26219873f47SAndrey V. Elsukov 			CK_LIST_REMOVE(sc, srchash);
263a5185adeSAndrey V. Elsukov 			GRE_WAIT();
264a5185adeSAndrey V. Elsukov 			free(sc->gre_hdr, M_GRE);
265a5185adeSAndrey V. Elsukov 			/* XXX: should we notify about link state change? */
266a5185adeSAndrey V. Elsukov 		}
267a5185adeSAndrey V. Elsukov 		sc->gre_family = AF_INET6;
268a5185adeSAndrey V. Elsukov 		sc->gre_hdr = ip6;
269a5185adeSAndrey V. Elsukov 		sc->gre_oseq = 0;
270a5185adeSAndrey V. Elsukov 		sc->gre_iseq = UINT32_MAX;
271a5185adeSAndrey V. Elsukov 		in6_gre_attach(sc);
27219873f47SAndrey V. Elsukov 		in6_gre_set_running(sc);
273a5185adeSAndrey V. Elsukov 		break;
274a5185adeSAndrey V. Elsukov 	case SIOCGIFPSRCADDR_IN6:
275a5185adeSAndrey V. Elsukov 	case SIOCGIFPDSTADDR_IN6:
276a5185adeSAndrey V. Elsukov 		if (sc->gre_family != AF_INET6) {
277a5185adeSAndrey V. Elsukov 			error = EADDRNOTAVAIL;
278a5185adeSAndrey V. Elsukov 			break;
279a5185adeSAndrey V. Elsukov 		}
280a5185adeSAndrey V. Elsukov 		src = (struct sockaddr_in6 *)&ifr->ifr_addr;
281a5185adeSAndrey V. Elsukov 		memset(src, 0, sizeof(*src));
282a5185adeSAndrey V. Elsukov 		src->sin6_family = AF_INET6;
283a5185adeSAndrey V. Elsukov 		src->sin6_len = sizeof(*src);
284a5185adeSAndrey V. Elsukov 		src->sin6_addr = (cmd == SIOCGIFPSRCADDR_IN6) ?
285a5185adeSAndrey V. Elsukov 		    sc->gre_oip6.ip6_src: sc->gre_oip6.ip6_dst;
286a5185adeSAndrey V. Elsukov 		error = prison_if(curthread->td_ucred, (struct sockaddr *)src);
287a5185adeSAndrey V. Elsukov 		if (error == 0)
288a5185adeSAndrey V. Elsukov 			error = sa6_recoverscope(src);
289a5185adeSAndrey V. Elsukov 		if (error != 0)
290a5185adeSAndrey V. Elsukov 			memset(src, 0, sizeof(*src));
291a5185adeSAndrey V. Elsukov 		break;
292a5185adeSAndrey V. Elsukov 	}
293a5185adeSAndrey V. Elsukov 	return (error);
294a5185adeSAndrey V. Elsukov }
295a5185adeSAndrey V. Elsukov 
296a5185adeSAndrey V. Elsukov int
297a5185adeSAndrey V. Elsukov in6_gre_output(struct mbuf *m, int af __unused, int hlen __unused)
298f325335cSAndrey V. Elsukov {
299f325335cSAndrey V. Elsukov 	struct greip6 *gi6;
300f325335cSAndrey V. Elsukov 
301f325335cSAndrey V. Elsukov 	gi6 = mtod(m, struct greip6 *);
302f325335cSAndrey V. Elsukov 	gi6->gi6_ip6.ip6_hlim = V_ip6_gre_hlim;
303f325335cSAndrey V. Elsukov 	return (ip6_output(m, NULL, NULL, IPV6_MINMTU, NULL, NULL, NULL));
304f325335cSAndrey V. Elsukov }
305f325335cSAndrey V. Elsukov 
30619873f47SAndrey V. Elsukov static const struct srcaddrtab *ipv6_srcaddrtab = NULL;
307a5185adeSAndrey V. Elsukov static const struct encaptab *ecookie = NULL;
3086d8fdfa9SAndrey V. Elsukov static const struct encap_config ipv6_encap_cfg = {
3096d8fdfa9SAndrey V. Elsukov 	.proto = IPPROTO_GRE,
310a41372abSAndrey V. Elsukov 	.min_length = sizeof(struct greip6) +
311a41372abSAndrey V. Elsukov #ifdef INET
312a41372abSAndrey V. Elsukov 	    sizeof(struct ip),
313a41372abSAndrey V. Elsukov #else
314a41372abSAndrey V. Elsukov 	    sizeof(struct ip6_hdr),
315a41372abSAndrey V. Elsukov #endif
316a5185adeSAndrey V. Elsukov 	.exact_match = ENCAP_DRV_LOOKUP,
317a5185adeSAndrey V. Elsukov 	.lookup = in6_gre_lookup,
3186d8fdfa9SAndrey V. Elsukov 	.input = gre_input
3196d8fdfa9SAndrey V. Elsukov };
3206d8fdfa9SAndrey V. Elsukov 
321a5185adeSAndrey V. Elsukov void
322a5185adeSAndrey V. Elsukov in6_gre_init(void)
323f325335cSAndrey V. Elsukov {
324f325335cSAndrey V. Elsukov 
325a5185adeSAndrey V. Elsukov 	if (!IS_DEFAULT_VNET(curvnet))
326a5185adeSAndrey V. Elsukov 		return;
32719873f47SAndrey V. Elsukov 	ipv6_srcaddrtab = ip6_encap_register_srcaddr(in6_gre_srcaddr,
32819873f47SAndrey V. Elsukov 	    NULL, M_WAITOK);
329a5185adeSAndrey V. Elsukov 	ecookie = ip6_encap_attach(&ipv6_encap_cfg, NULL, M_WAITOK);
330a5185adeSAndrey V. Elsukov }
331a5185adeSAndrey V. Elsukov 
332a5185adeSAndrey V. Elsukov void
333a5185adeSAndrey V. Elsukov in6_gre_uninit(void)
334a5185adeSAndrey V. Elsukov {
335a5185adeSAndrey V. Elsukov 
33619873f47SAndrey V. Elsukov 	if (IS_DEFAULT_VNET(curvnet)) {
337a5185adeSAndrey V. Elsukov 		ip6_encap_detach(ecookie);
33819873f47SAndrey V. Elsukov 		ip6_encap_unregister_srcaddr(ipv6_srcaddrtab);
33919873f47SAndrey V. Elsukov 	}
34019873f47SAndrey V. Elsukov 	if (V_ipv6_hashtbl != NULL) {
341a5185adeSAndrey V. Elsukov 		gre_hashdestroy(V_ipv6_hashtbl);
342*8796e291SAndrey V. Elsukov 		V_ipv6_hashtbl = NULL;
343*8796e291SAndrey V. Elsukov 		GRE_WAIT();
34419873f47SAndrey V. Elsukov 		gre_hashdestroy(V_ipv6_srchashtbl);
34519873f47SAndrey V. Elsukov 	}
346f325335cSAndrey V. Elsukov }
347