xref: /freebsd/sys/net/if_me.c (revision 2cb0fce24d64039090dc9243cdf0715ee80c91b1)
1f325335cSAndrey V. Elsukov /*-
22addcba7SAndrey V. Elsukov  * Copyright (c) 2014, 2018 Andrey V. Elsukov <ae@FreeBSD.org>
3f325335cSAndrey V. Elsukov  * All rights reserved.
4f325335cSAndrey V. Elsukov  *
5f325335cSAndrey V. Elsukov  * Redistribution and use in source and binary forms, with or without
6f325335cSAndrey V. Elsukov  * modification, are permitted provided that the following conditions
7f325335cSAndrey V. Elsukov  * are met:
8f325335cSAndrey V. Elsukov  *
9f325335cSAndrey V. Elsukov  * 1. Redistributions of source code must retain the above copyright
10f325335cSAndrey V. Elsukov  *    notice, this list of conditions and the following disclaimer.
11f325335cSAndrey V. Elsukov  * 2. Redistributions in binary form must reproduce the above copyright
12f325335cSAndrey V. Elsukov  *    notice, this list of conditions and the following disclaimer in the
13f325335cSAndrey V. Elsukov  *    documentation and/or other materials provided with the distribution.
14f325335cSAndrey V. Elsukov  *
15f325335cSAndrey V. Elsukov  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
16f325335cSAndrey V. Elsukov  * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
17f325335cSAndrey V. Elsukov  * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
18f325335cSAndrey V. Elsukov  * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
19f325335cSAndrey V. Elsukov  * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
20f325335cSAndrey V. Elsukov  * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
21f325335cSAndrey V. Elsukov  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
22f325335cSAndrey V. Elsukov  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23f325335cSAndrey V. Elsukov  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
24f325335cSAndrey V. Elsukov  * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25f325335cSAndrey V. Elsukov  */
26f325335cSAndrey V. Elsukov 
27f325335cSAndrey V. Elsukov #include <sys/param.h>
282addcba7SAndrey V. Elsukov #include <sys/systm.h>
29f325335cSAndrey V. Elsukov #include <sys/jail.h>
30f325335cSAndrey V. Elsukov #include <sys/kernel.h>
31f325335cSAndrey V. Elsukov #include <sys/lock.h>
32f325335cSAndrey V. Elsukov #include <sys/malloc.h>
33f325335cSAndrey V. Elsukov #include <sys/module.h>
34f325335cSAndrey V. Elsukov #include <sys/mbuf.h>
35f325335cSAndrey V. Elsukov #include <sys/priv.h>
36f325335cSAndrey V. Elsukov #include <sys/proc.h>
37f325335cSAndrey V. Elsukov #include <sys/socket.h>
38f325335cSAndrey V. Elsukov #include <sys/sockio.h>
39f325335cSAndrey V. Elsukov #include <sys/sx.h>
40f325335cSAndrey V. Elsukov #include <sys/sysctl.h>
41f325335cSAndrey V. Elsukov #include <sys/syslog.h>
42f325335cSAndrey V. Elsukov 
43f325335cSAndrey V. Elsukov #include <net/bpf.h>
44f325335cSAndrey V. Elsukov #include <net/ethernet.h>
45f325335cSAndrey V. Elsukov #include <net/if.h>
46f325335cSAndrey V. Elsukov #include <net/if_var.h>
472c2b37adSJustin Hibbits #include <net/if_private.h>
48f325335cSAndrey V. Elsukov #include <net/if_clone.h>
49f325335cSAndrey V. Elsukov #include <net/if_types.h>
50f325335cSAndrey V. Elsukov #include <net/netisr.h>
51f325335cSAndrey V. Elsukov #include <net/vnet.h>
52eccfe69aSAndrey V. Elsukov #include <net/route.h>
53f325335cSAndrey V. Elsukov 
54f325335cSAndrey V. Elsukov #include <netinet/in.h>
55f325335cSAndrey V. Elsukov #include <netinet/in_systm.h>
56f325335cSAndrey V. Elsukov #include <netinet/in_var.h>
57f325335cSAndrey V. Elsukov #include <netinet/ip.h>
58f325335cSAndrey V. Elsukov #include <netinet/ip_var.h>
59f325335cSAndrey V. Elsukov #include <netinet/ip_encap.h>
60f325335cSAndrey V. Elsukov 
61f325335cSAndrey V. Elsukov #include <machine/in_cksum.h>
62f325335cSAndrey V. Elsukov #include <security/mac/mac_framework.h>
63f325335cSAndrey V. Elsukov 
64c00bf730SAndrey V. Elsukov #define	MEMTU			(1500 - sizeof(struct mobhdr))
65f325335cSAndrey V. Elsukov static const char mename[] = "me";
66f325335cSAndrey V. Elsukov static MALLOC_DEFINE(M_IFME, mename, "Minimal Encapsulation for IP");
67f325335cSAndrey V. Elsukov /* Minimal forwarding header RFC 2004 */
68f325335cSAndrey V. Elsukov struct mobhdr {
69f325335cSAndrey V. Elsukov 	uint8_t		mob_proto;	/* protocol */
70f325335cSAndrey V. Elsukov 	uint8_t		mob_flags;	/* flags */
71f325335cSAndrey V. Elsukov #define	MOB_FLAGS_SP	0x80		/* source present */
72f325335cSAndrey V. Elsukov 	uint16_t	mob_csum;	/* header checksum */
73f325335cSAndrey V. Elsukov 	struct in_addr	mob_dst;	/* original destination address */
74f325335cSAndrey V. Elsukov 	struct in_addr	mob_src;	/* original source addr (optional) */
75f325335cSAndrey V. Elsukov } __packed;
76f325335cSAndrey V. Elsukov 
77f325335cSAndrey V. Elsukov struct me_softc {
78f325335cSAndrey V. Elsukov 	struct ifnet		*me_ifp;
79f325335cSAndrey V. Elsukov 	u_int			me_fibnum;
80f325335cSAndrey V. Elsukov 	struct in_addr		me_src;
81f325335cSAndrey V. Elsukov 	struct in_addr		me_dst;
822addcba7SAndrey V. Elsukov 
832addcba7SAndrey V. Elsukov 	CK_LIST_ENTRY(me_softc) chain;
84df49ca9fSAndrey V. Elsukov 	CK_LIST_ENTRY(me_softc) srchash;
85f325335cSAndrey V. Elsukov };
862addcba7SAndrey V. Elsukov CK_LIST_HEAD(me_list, me_softc);
87f325335cSAndrey V. Elsukov #define	ME2IFP(sc)		((sc)->me_ifp)
88f325335cSAndrey V. Elsukov #define	ME_READY(sc)		((sc)->me_src.s_addr != 0)
89df49ca9fSAndrey V. Elsukov #define	ME_RLOCK_TRACKER	struct epoch_tracker me_et
90df49ca9fSAndrey V. Elsukov #define	ME_RLOCK()		epoch_enter_preempt(net_epoch_preempt, &me_et)
916573d758SMatt Macy #define	ME_RUNLOCK()		epoch_exit_preempt(net_epoch_preempt, &me_et)
922addcba7SAndrey V. Elsukov #define	ME_WAIT()		epoch_wait_preempt(net_epoch_preempt)
93f325335cSAndrey V. Elsukov 
942addcba7SAndrey V. Elsukov #ifndef ME_HASH_SIZE
952addcba7SAndrey V. Elsukov #define	ME_HASH_SIZE	(1 << 4)
962addcba7SAndrey V. Elsukov #endif
975f901c92SAndrew Turner VNET_DEFINE_STATIC(struct me_list *, me_hashtbl) = NULL;
98df49ca9fSAndrey V. Elsukov VNET_DEFINE_STATIC(struct me_list *, me_srchashtbl) = NULL;
992addcba7SAndrey V. Elsukov #define	V_me_hashtbl		VNET(me_hashtbl)
100df49ca9fSAndrey V. Elsukov #define	V_me_srchashtbl		VNET(me_srchashtbl)
1012addcba7SAndrey V. Elsukov #define	ME_HASH(src, dst)	(V_me_hashtbl[\
1022addcba7SAndrey V. Elsukov     me_hashval((src), (dst)) & (ME_HASH_SIZE - 1)])
103df49ca9fSAndrey V. Elsukov #define	ME_SRCHASH(src)		(V_me_srchashtbl[\
104df49ca9fSAndrey V. Elsukov     fnv_32_buf(&(src), sizeof(src), FNV1_32_INIT) & (ME_HASH_SIZE - 1)])
105f325335cSAndrey V. Elsukov 
106f325335cSAndrey V. Elsukov static struct sx me_ioctl_sx;
107f325335cSAndrey V. Elsukov SX_SYSINIT(me_ioctl_sx, &me_ioctl_sx, "me_ioctl");
108f325335cSAndrey V. Elsukov 
109f325335cSAndrey V. Elsukov static int	me_clone_create(struct if_clone *, int, caddr_t);
110f325335cSAndrey V. Elsukov static void	me_clone_destroy(struct ifnet *);
1115f901c92SAndrew Turner VNET_DEFINE_STATIC(struct if_clone *, me_cloner);
112f325335cSAndrey V. Elsukov #define	V_me_cloner	VNET(me_cloner)
113f325335cSAndrey V. Elsukov 
114dd4490fdSAndrey V. Elsukov #ifdef VIMAGE
115dd4490fdSAndrey V. Elsukov static void	me_reassign(struct ifnet *, struct vnet *, char *);
116dd4490fdSAndrey V. Elsukov #endif
117f325335cSAndrey V. Elsukov static void	me_qflush(struct ifnet *);
118f325335cSAndrey V. Elsukov static int	me_transmit(struct ifnet *, struct mbuf *);
119f325335cSAndrey V. Elsukov static int	me_ioctl(struct ifnet *, u_long, caddr_t);
120f325335cSAndrey V. Elsukov static int	me_output(struct ifnet *, struct mbuf *,
121f325335cSAndrey V. Elsukov 		    const struct sockaddr *, struct route *);
1226d8fdfa9SAndrey V. Elsukov static int	me_input(struct mbuf *, int, int, void *);
123f325335cSAndrey V. Elsukov 
1242addcba7SAndrey V. Elsukov static int	me_set_tunnel(struct me_softc *, in_addr_t, in_addr_t);
1252addcba7SAndrey V. Elsukov static void	me_delete_tunnel(struct me_softc *);
126f325335cSAndrey V. Elsukov 
127f325335cSAndrey V. Elsukov SYSCTL_DECL(_net_link);
1287029da5cSPawel Biernacki static SYSCTL_NODE(_net_link, IFT_TUNNEL, me, CTLFLAG_RW | CTLFLAG_MPSAFE, 0,
129f325335cSAndrey V. Elsukov     "Minimal Encapsulation for IP (RFC 2004)");
130f325335cSAndrey V. Elsukov #ifndef MAX_ME_NEST
131f325335cSAndrey V. Elsukov #define MAX_ME_NEST 1
132f325335cSAndrey V. Elsukov #endif
133f325335cSAndrey V. Elsukov 
1345f901c92SAndrew Turner VNET_DEFINE_STATIC(int, max_me_nesting) = MAX_ME_NEST;
135f325335cSAndrey V. Elsukov #define	V_max_me_nesting	VNET(max_me_nesting)
136f325335cSAndrey V. Elsukov SYSCTL_INT(_net_link_me, OID_AUTO, max_nesting, CTLFLAG_RW | CTLFLAG_VNET,
137f325335cSAndrey V. Elsukov     &VNET_NAME(max_me_nesting), 0, "Max nested tunnels");
138f325335cSAndrey V. Elsukov 
1392addcba7SAndrey V. Elsukov static uint32_t
1402addcba7SAndrey V. Elsukov me_hashval(in_addr_t src, in_addr_t dst)
1412addcba7SAndrey V. Elsukov {
1422addcba7SAndrey V. Elsukov 	uint32_t ret;
1432addcba7SAndrey V. Elsukov 
1442addcba7SAndrey V. Elsukov 	ret = fnv_32_buf(&src, sizeof(src), FNV1_32_INIT);
1452addcba7SAndrey V. Elsukov 	return (fnv_32_buf(&dst, sizeof(dst), ret));
1462addcba7SAndrey V. Elsukov }
1472addcba7SAndrey V. Elsukov 
1482addcba7SAndrey V. Elsukov static struct me_list *
1492addcba7SAndrey V. Elsukov me_hashinit(void)
1502addcba7SAndrey V. Elsukov {
1512addcba7SAndrey V. Elsukov 	struct me_list *hash;
1522addcba7SAndrey V. Elsukov 	int i;
1532addcba7SAndrey V. Elsukov 
1542addcba7SAndrey V. Elsukov 	hash = malloc(sizeof(struct me_list) * ME_HASH_SIZE,
1552addcba7SAndrey V. Elsukov 	    M_IFME, M_WAITOK);
1562addcba7SAndrey V. Elsukov 	for (i = 0; i < ME_HASH_SIZE; i++)
1572addcba7SAndrey V. Elsukov 		CK_LIST_INIT(&hash[i]);
1582addcba7SAndrey V. Elsukov 
1592addcba7SAndrey V. Elsukov 	return (hash);
1602addcba7SAndrey V. Elsukov }
1612addcba7SAndrey V. Elsukov 
162f325335cSAndrey V. Elsukov static void
163f325335cSAndrey V. Elsukov vnet_me_init(const void *unused __unused)
164f325335cSAndrey V. Elsukov {
1658796e291SAndrey V. Elsukov 
166f325335cSAndrey V. Elsukov 	V_me_cloner = if_clone_simple(mename, me_clone_create,
167f325335cSAndrey V. Elsukov 	    me_clone_destroy, 0);
168f325335cSAndrey V. Elsukov }
169f325335cSAndrey V. Elsukov VNET_SYSINIT(vnet_me_init, SI_SUB_PROTO_IFATTACHDOMAIN, SI_ORDER_ANY,
170f325335cSAndrey V. Elsukov     vnet_me_init, NULL);
171f325335cSAndrey V. Elsukov 
172f325335cSAndrey V. Elsukov static void
173f325335cSAndrey V. Elsukov vnet_me_uninit(const void *unused __unused)
174f325335cSAndrey V. Elsukov {
175f325335cSAndrey V. Elsukov 
176df49ca9fSAndrey V. Elsukov 	if (V_me_hashtbl != NULL) {
1772addcba7SAndrey V. Elsukov 		free(V_me_hashtbl, M_IFME);
1788796e291SAndrey V. Elsukov 		V_me_hashtbl = NULL;
1798796e291SAndrey V. Elsukov 		ME_WAIT();
180df49ca9fSAndrey V. Elsukov 		free(V_me_srchashtbl, M_IFME);
181df49ca9fSAndrey V. Elsukov 	}
182f325335cSAndrey V. Elsukov 	if_clone_detach(V_me_cloner);
183f325335cSAndrey V. Elsukov }
184f325335cSAndrey V. Elsukov VNET_SYSUNINIT(vnet_me_uninit, SI_SUB_PROTO_IFATTACHDOMAIN, SI_ORDER_ANY,
185f325335cSAndrey V. Elsukov     vnet_me_uninit, NULL);
186f325335cSAndrey V. Elsukov 
187f325335cSAndrey V. Elsukov static int
188f325335cSAndrey V. Elsukov me_clone_create(struct if_clone *ifc, int unit, caddr_t params)
189f325335cSAndrey V. Elsukov {
190f325335cSAndrey V. Elsukov 	struct me_softc *sc;
191f325335cSAndrey V. Elsukov 
192f325335cSAndrey V. Elsukov 	sc = malloc(sizeof(struct me_softc), M_IFME, M_WAITOK | M_ZERO);
193f325335cSAndrey V. Elsukov 	sc->me_fibnum = curthread->td_proc->p_fibnum;
194f325335cSAndrey V. Elsukov 	ME2IFP(sc) = if_alloc(IFT_TUNNEL);
195f325335cSAndrey V. Elsukov 	ME2IFP(sc)->if_softc = sc;
196f325335cSAndrey V. Elsukov 	if_initname(ME2IFP(sc), mename, unit);
197f325335cSAndrey V. Elsukov 
198aeb665b5SEd Maste 	ME2IFP(sc)->if_mtu = MEMTU;
199f325335cSAndrey V. Elsukov 	ME2IFP(sc)->if_flags = IFF_POINTOPOINT|IFF_MULTICAST;
200f325335cSAndrey V. Elsukov 	ME2IFP(sc)->if_output = me_output;
201f325335cSAndrey V. Elsukov 	ME2IFP(sc)->if_ioctl = me_ioctl;
202f325335cSAndrey V. Elsukov 	ME2IFP(sc)->if_transmit = me_transmit;
203f325335cSAndrey V. Elsukov 	ME2IFP(sc)->if_qflush = me_qflush;
204dd4490fdSAndrey V. Elsukov #ifdef VIMAGE
205dd4490fdSAndrey V. Elsukov 	ME2IFP(sc)->if_reassign = me_reassign;
206dd4490fdSAndrey V. Elsukov #endif
207f1aaad0cSHiroki Sato 	ME2IFP(sc)->if_capabilities |= IFCAP_LINKSTATE;
208f1aaad0cSHiroki Sato 	ME2IFP(sc)->if_capenable |= IFCAP_LINKSTATE;
209f325335cSAndrey V. Elsukov 	if_attach(ME2IFP(sc));
210f325335cSAndrey V. Elsukov 	bpfattach(ME2IFP(sc), DLT_NULL, sizeof(u_int32_t));
211f325335cSAndrey V. Elsukov 	return (0);
212f325335cSAndrey V. Elsukov }
213f325335cSAndrey V. Elsukov 
214dd4490fdSAndrey V. Elsukov #ifdef VIMAGE
215dd4490fdSAndrey V. Elsukov static void
216dd4490fdSAndrey V. Elsukov me_reassign(struct ifnet *ifp, struct vnet *new_vnet __unused,
217dd4490fdSAndrey V. Elsukov     char *unused __unused)
218dd4490fdSAndrey V. Elsukov {
219dd4490fdSAndrey V. Elsukov 	struct me_softc *sc;
220dd4490fdSAndrey V. Elsukov 
221dd4490fdSAndrey V. Elsukov 	sx_xlock(&me_ioctl_sx);
222dd4490fdSAndrey V. Elsukov 	sc = ifp->if_softc;
223dd4490fdSAndrey V. Elsukov 	if (sc != NULL)
224dd4490fdSAndrey V. Elsukov 		me_delete_tunnel(sc);
225dd4490fdSAndrey V. Elsukov 	sx_xunlock(&me_ioctl_sx);
226dd4490fdSAndrey V. Elsukov }
227dd4490fdSAndrey V. Elsukov #endif /* VIMAGE */
228dd4490fdSAndrey V. Elsukov 
229f325335cSAndrey V. Elsukov static void
230f325335cSAndrey V. Elsukov me_clone_destroy(struct ifnet *ifp)
231f325335cSAndrey V. Elsukov {
232f325335cSAndrey V. Elsukov 	struct me_softc *sc;
233f325335cSAndrey V. Elsukov 
234f325335cSAndrey V. Elsukov 	sx_xlock(&me_ioctl_sx);
235f325335cSAndrey V. Elsukov 	sc = ifp->if_softc;
2362addcba7SAndrey V. Elsukov 	me_delete_tunnel(sc);
237f325335cSAndrey V. Elsukov 	bpfdetach(ifp);
238f325335cSAndrey V. Elsukov 	if_detach(ifp);
239f325335cSAndrey V. Elsukov 	ifp->if_softc = NULL;
240f325335cSAndrey V. Elsukov 	sx_xunlock(&me_ioctl_sx);
241f325335cSAndrey V. Elsukov 
2422addcba7SAndrey V. Elsukov 	ME_WAIT();
243f325335cSAndrey V. Elsukov 	if_free(ifp);
244f325335cSAndrey V. Elsukov 	free(sc, M_IFME);
245f325335cSAndrey V. Elsukov }
246f325335cSAndrey V. Elsukov 
247f325335cSAndrey V. Elsukov static int
248f325335cSAndrey V. Elsukov me_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data)
249f325335cSAndrey V. Elsukov {
250f325335cSAndrey V. Elsukov 	struct ifreq *ifr = (struct ifreq *)data;
251f325335cSAndrey V. Elsukov 	struct sockaddr_in *src, *dst;
252f325335cSAndrey V. Elsukov 	struct me_softc *sc;
253f325335cSAndrey V. Elsukov 	int error;
254f325335cSAndrey V. Elsukov 
255f325335cSAndrey V. Elsukov 	switch (cmd) {
256f325335cSAndrey V. Elsukov 	case SIOCSIFMTU:
257f325335cSAndrey V. Elsukov 		if (ifr->ifr_mtu < 576)
258f325335cSAndrey V. Elsukov 			return (EINVAL);
259c00bf730SAndrey V. Elsukov 		ifp->if_mtu = ifr->ifr_mtu;
260f325335cSAndrey V. Elsukov 		return (0);
261f325335cSAndrey V. Elsukov 	case SIOCSIFADDR:
262f325335cSAndrey V. Elsukov 		ifp->if_flags |= IFF_UP;
263f325335cSAndrey V. Elsukov 	case SIOCSIFFLAGS:
264f325335cSAndrey V. Elsukov 	case SIOCADDMULTI:
265f325335cSAndrey V. Elsukov 	case SIOCDELMULTI:
266f325335cSAndrey V. Elsukov 		return (0);
267f325335cSAndrey V. Elsukov 	}
268f325335cSAndrey V. Elsukov 	sx_xlock(&me_ioctl_sx);
269f325335cSAndrey V. Elsukov 	sc = ifp->if_softc;
270f325335cSAndrey V. Elsukov 	if (sc == NULL) {
271f325335cSAndrey V. Elsukov 		error = ENXIO;
272f325335cSAndrey V. Elsukov 		goto end;
273f325335cSAndrey V. Elsukov 	}
274f325335cSAndrey V. Elsukov 	error = 0;
275f325335cSAndrey V. Elsukov 	switch (cmd) {
276f325335cSAndrey V. Elsukov 	case SIOCSIFPHYADDR:
2772addcba7SAndrey V. Elsukov 		src = &((struct in_aliasreq *)data)->ifra_addr;
2782addcba7SAndrey V. Elsukov 		dst = &((struct in_aliasreq *)data)->ifra_dstaddr;
279f325335cSAndrey V. Elsukov 		if (src->sin_family != dst->sin_family ||
280f325335cSAndrey V. Elsukov 		    src->sin_family != AF_INET ||
281f325335cSAndrey V. Elsukov 		    src->sin_len != dst->sin_len ||
282f325335cSAndrey V. Elsukov 		    src->sin_len != sizeof(struct sockaddr_in)) {
283f325335cSAndrey V. Elsukov 			error = EINVAL;
284f325335cSAndrey V. Elsukov 			break;
285f325335cSAndrey V. Elsukov 		}
286f325335cSAndrey V. Elsukov 		if (src->sin_addr.s_addr == INADDR_ANY ||
287f325335cSAndrey V. Elsukov 		    dst->sin_addr.s_addr == INADDR_ANY) {
288f325335cSAndrey V. Elsukov 			error = EADDRNOTAVAIL;
289f325335cSAndrey V. Elsukov 			break;
290f325335cSAndrey V. Elsukov 		}
2912addcba7SAndrey V. Elsukov 		error = me_set_tunnel(sc, src->sin_addr.s_addr,
2922addcba7SAndrey V. Elsukov 		    dst->sin_addr.s_addr);
293f325335cSAndrey V. Elsukov 		break;
294f325335cSAndrey V. Elsukov 	case SIOCDIFPHYADDR:
2952addcba7SAndrey V. Elsukov 		me_delete_tunnel(sc);
296f325335cSAndrey V. Elsukov 		break;
297f325335cSAndrey V. Elsukov 	case SIOCGIFPSRCADDR:
298f325335cSAndrey V. Elsukov 	case SIOCGIFPDSTADDR:
299f325335cSAndrey V. Elsukov 		if (!ME_READY(sc)) {
300f325335cSAndrey V. Elsukov 			error = EADDRNOTAVAIL;
301f325335cSAndrey V. Elsukov 			break;
302f325335cSAndrey V. Elsukov 		}
303f325335cSAndrey V. Elsukov 		src = (struct sockaddr_in *)&ifr->ifr_addr;
304f325335cSAndrey V. Elsukov 		memset(src, 0, sizeof(*src));
305f325335cSAndrey V. Elsukov 		src->sin_family = AF_INET;
306f325335cSAndrey V. Elsukov 		src->sin_len = sizeof(*src);
307f325335cSAndrey V. Elsukov 		switch (cmd) {
308f325335cSAndrey V. Elsukov 		case SIOCGIFPSRCADDR:
309f325335cSAndrey V. Elsukov 			src->sin_addr = sc->me_src;
310f325335cSAndrey V. Elsukov 			break;
311f325335cSAndrey V. Elsukov 		case SIOCGIFPDSTADDR:
312f325335cSAndrey V. Elsukov 			src->sin_addr = sc->me_dst;
313f325335cSAndrey V. Elsukov 			break;
314f325335cSAndrey V. Elsukov 		}
315f325335cSAndrey V. Elsukov 		error = prison_if(curthread->td_ucred, sintosa(src));
316f325335cSAndrey V. Elsukov 		if (error != 0)
317f325335cSAndrey V. Elsukov 			memset(src, 0, sizeof(*src));
318f325335cSAndrey V. Elsukov 		break;
319eccfe69aSAndrey V. Elsukov 	case SIOCGTUNFIB:
320eccfe69aSAndrey V. Elsukov 		ifr->ifr_fib = sc->me_fibnum;
321eccfe69aSAndrey V. Elsukov 		break;
322eccfe69aSAndrey V. Elsukov 	case SIOCSTUNFIB:
32343f8c763SZhenlei Huang 		if ((error = priv_check(curthread, PRIV_NET_ME)) != 0)
324eccfe69aSAndrey V. Elsukov 			break;
325eccfe69aSAndrey V. Elsukov 		if (ifr->ifr_fib >= rt_numfibs)
326eccfe69aSAndrey V. Elsukov 			error = EINVAL;
327eccfe69aSAndrey V. Elsukov 		else
328eccfe69aSAndrey V. Elsukov 			sc->me_fibnum = ifr->ifr_fib;
329eccfe69aSAndrey V. Elsukov 		break;
330f325335cSAndrey V. Elsukov 	default:
331f325335cSAndrey V. Elsukov 		error = EINVAL;
332f325335cSAndrey V. Elsukov 		break;
333f325335cSAndrey V. Elsukov 	}
334f325335cSAndrey V. Elsukov end:
335f325335cSAndrey V. Elsukov 	sx_xunlock(&me_ioctl_sx);
336f325335cSAndrey V. Elsukov 	return (error);
337f325335cSAndrey V. Elsukov }
338f325335cSAndrey V. Elsukov 
339f325335cSAndrey V. Elsukov static int
3402addcba7SAndrey V. Elsukov me_lookup(const struct mbuf *m, int off, int proto, void **arg)
341f325335cSAndrey V. Elsukov {
3422addcba7SAndrey V. Elsukov 	const struct ip *ip;
343f325335cSAndrey V. Elsukov 	struct me_softc *sc;
344f325335cSAndrey V. Elsukov 
3456e081509SAndrey V. Elsukov 	if (V_me_hashtbl == NULL)
3466e081509SAndrey V. Elsukov 		return (0);
3476e081509SAndrey V. Elsukov 
34897168be8SGleb Smirnoff 	NET_EPOCH_ASSERT();
3492addcba7SAndrey V. Elsukov 	ip = mtod(m, const struct ip *);
3502addcba7SAndrey V. Elsukov 	CK_LIST_FOREACH(sc, &ME_HASH(ip->ip_dst.s_addr,
3512addcba7SAndrey V. Elsukov 	    ip->ip_src.s_addr), chain) {
3522addcba7SAndrey V. Elsukov 		if (sc->me_src.s_addr == ip->ip_dst.s_addr &&
3532addcba7SAndrey V. Elsukov 		    sc->me_dst.s_addr == ip->ip_src.s_addr) {
354f325335cSAndrey V. Elsukov 			if ((ME2IFP(sc)->if_flags & IFF_UP) == 0)
355f325335cSAndrey V. Elsukov 				return (0);
3562addcba7SAndrey V. Elsukov 			*arg = sc;
3572addcba7SAndrey V. Elsukov 			return (ENCAP_DRV_LOOKUP);
358f325335cSAndrey V. Elsukov 		}
3592addcba7SAndrey V. Elsukov 	}
3602addcba7SAndrey V. Elsukov 	return (0);
361f325335cSAndrey V. Elsukov }
362f325335cSAndrey V. Elsukov 
363df49ca9fSAndrey V. Elsukov /*
364df49ca9fSAndrey V. Elsukov  * Check that ingress address belongs to local host.
365df49ca9fSAndrey V. Elsukov  */
366df49ca9fSAndrey V. Elsukov static void
367df49ca9fSAndrey V. Elsukov me_set_running(struct me_softc *sc)
368df49ca9fSAndrey V. Elsukov {
369df49ca9fSAndrey V. Elsukov 
370df49ca9fSAndrey V. Elsukov 	if (in_localip(sc->me_src))
371df49ca9fSAndrey V. Elsukov 		ME2IFP(sc)->if_drv_flags |= IFF_DRV_RUNNING;
372df49ca9fSAndrey V. Elsukov 	else
373df49ca9fSAndrey V. Elsukov 		ME2IFP(sc)->if_drv_flags &= ~IFF_DRV_RUNNING;
374df49ca9fSAndrey V. Elsukov }
375df49ca9fSAndrey V. Elsukov 
376df49ca9fSAndrey V. Elsukov /*
377df49ca9fSAndrey V. Elsukov  * ifaddr_event handler.
378df49ca9fSAndrey V. Elsukov  * Clear IFF_DRV_RUNNING flag when ingress address disappears to prevent
379df49ca9fSAndrey V. Elsukov  * source address spoofing.
380df49ca9fSAndrey V. Elsukov  */
381df49ca9fSAndrey V. Elsukov static void
382df49ca9fSAndrey V. Elsukov me_srcaddr(void *arg __unused, const struct sockaddr *sa,
383df49ca9fSAndrey V. Elsukov     int event __unused)
384df49ca9fSAndrey V. Elsukov {
385df49ca9fSAndrey V. Elsukov 	const struct sockaddr_in *sin;
386df49ca9fSAndrey V. Elsukov 	struct me_softc *sc;
387df49ca9fSAndrey V. Elsukov 
3888796e291SAndrey V. Elsukov 	/* Check that VNET is ready */
3898796e291SAndrey V. Elsukov 	if (V_me_hashtbl == NULL)
390df49ca9fSAndrey V. Elsukov 		return;
391df49ca9fSAndrey V. Elsukov 
39297168be8SGleb Smirnoff 	NET_EPOCH_ASSERT();
393df49ca9fSAndrey V. Elsukov 	sin = (const struct sockaddr_in *)sa;
394df49ca9fSAndrey V. Elsukov 	CK_LIST_FOREACH(sc, &ME_SRCHASH(sin->sin_addr.s_addr), srchash) {
395df49ca9fSAndrey V. Elsukov 		if (sc->me_src.s_addr != sin->sin_addr.s_addr)
396df49ca9fSAndrey V. Elsukov 			continue;
397df49ca9fSAndrey V. Elsukov 		me_set_running(sc);
398df49ca9fSAndrey V. Elsukov 	}
399df49ca9fSAndrey V. Elsukov }
400df49ca9fSAndrey V. Elsukov 
401f325335cSAndrey V. Elsukov static int
4022addcba7SAndrey V. Elsukov me_set_tunnel(struct me_softc *sc, in_addr_t src, in_addr_t dst)
403f325335cSAndrey V. Elsukov {
404c8ee75f2SGleb Smirnoff 	struct epoch_tracker et;
4052addcba7SAndrey V. Elsukov 	struct me_softc *tmp;
406f325335cSAndrey V. Elsukov 
407f325335cSAndrey V. Elsukov 	sx_assert(&me_ioctl_sx, SA_XLOCKED);
4082addcba7SAndrey V. Elsukov 
409df49ca9fSAndrey V. Elsukov 	if (V_me_hashtbl == NULL) {
4102addcba7SAndrey V. Elsukov 		V_me_hashtbl = me_hashinit();
411df49ca9fSAndrey V. Elsukov 		V_me_srchashtbl = me_hashinit();
412df49ca9fSAndrey V. Elsukov 	}
4132addcba7SAndrey V. Elsukov 
4142addcba7SAndrey V. Elsukov 	if (sc->me_src.s_addr == src && sc->me_dst.s_addr == dst)
4152addcba7SAndrey V. Elsukov 		return (0);
4162addcba7SAndrey V. Elsukov 
4172addcba7SAndrey V. Elsukov 	CK_LIST_FOREACH(tmp, &ME_HASH(src, dst), chain) {
4182addcba7SAndrey V. Elsukov 		if (tmp == sc)
419f325335cSAndrey V. Elsukov 			continue;
4202addcba7SAndrey V. Elsukov 		if (tmp->me_src.s_addr == src &&
4212addcba7SAndrey V. Elsukov 		    tmp->me_dst.s_addr == dst)
422f325335cSAndrey V. Elsukov 			return (EADDRNOTAVAIL);
423f325335cSAndrey V. Elsukov 	}
424f325335cSAndrey V. Elsukov 
4252addcba7SAndrey V. Elsukov 	me_delete_tunnel(sc);
4262addcba7SAndrey V. Elsukov 	sc->me_dst.s_addr = dst;
4272addcba7SAndrey V. Elsukov 	sc->me_src.s_addr = src;
4282addcba7SAndrey V. Elsukov 	CK_LIST_INSERT_HEAD(&ME_HASH(src, dst), sc, chain);
429df49ca9fSAndrey V. Elsukov 	CK_LIST_INSERT_HEAD(&ME_SRCHASH(src), sc, srchash);
430f325335cSAndrey V. Elsukov 
431c8ee75f2SGleb Smirnoff 	NET_EPOCH_ENTER(et);
432df49ca9fSAndrey V. Elsukov 	me_set_running(sc);
433c8ee75f2SGleb Smirnoff 	NET_EPOCH_EXIT(et);
4342addcba7SAndrey V. Elsukov 	if_link_state_change(ME2IFP(sc), LINK_STATE_UP);
435f325335cSAndrey V. Elsukov 	return (0);
436f325335cSAndrey V. Elsukov }
437f325335cSAndrey V. Elsukov 
438f325335cSAndrey V. Elsukov static void
4392addcba7SAndrey V. Elsukov me_delete_tunnel(struct me_softc *sc)
440f325335cSAndrey V. Elsukov {
441f325335cSAndrey V. Elsukov 
442f325335cSAndrey V. Elsukov 	sx_assert(&me_ioctl_sx, SA_XLOCKED);
4432addcba7SAndrey V. Elsukov 	if (ME_READY(sc)) {
4442addcba7SAndrey V. Elsukov 		CK_LIST_REMOVE(sc, chain);
445df49ca9fSAndrey V. Elsukov 		CK_LIST_REMOVE(sc, srchash);
4462addcba7SAndrey V. Elsukov 		ME_WAIT();
4472addcba7SAndrey V. Elsukov 
448f325335cSAndrey V. Elsukov 		sc->me_src.s_addr = 0;
449f325335cSAndrey V. Elsukov 		sc->me_dst.s_addr = 0;
4502addcba7SAndrey V. Elsukov 		ME2IFP(sc)->if_drv_flags &= ~IFF_DRV_RUNNING;
4512addcba7SAndrey V. Elsukov 		if_link_state_change(ME2IFP(sc), LINK_STATE_DOWN);
4522addcba7SAndrey V. Elsukov 	}
453f325335cSAndrey V. Elsukov }
454f325335cSAndrey V. Elsukov 
455f325335cSAndrey V. Elsukov static uint16_t
456f325335cSAndrey V. Elsukov me_in_cksum(uint16_t *p, int nwords)
457f325335cSAndrey V. Elsukov {
458f325335cSAndrey V. Elsukov 	uint32_t sum = 0;
459f325335cSAndrey V. Elsukov 
460f325335cSAndrey V. Elsukov 	while (nwords-- > 0)
461f325335cSAndrey V. Elsukov 		sum += *p++;
462f325335cSAndrey V. Elsukov 	sum = (sum >> 16) + (sum & 0xffff);
463f325335cSAndrey V. Elsukov 	sum += (sum >> 16);
464f325335cSAndrey V. Elsukov 	return (~sum);
465f325335cSAndrey V. Elsukov }
466f325335cSAndrey V. Elsukov 
4676d8fdfa9SAndrey V. Elsukov static int
4686d8fdfa9SAndrey V. Elsukov me_input(struct mbuf *m, int off, int proto, void *arg)
469f325335cSAndrey V. Elsukov {
4706d8fdfa9SAndrey V. Elsukov 	struct me_softc *sc = arg;
471f325335cSAndrey V. Elsukov 	struct mobhdr *mh;
472f325335cSAndrey V. Elsukov 	struct ifnet *ifp;
473f325335cSAndrey V. Elsukov 	struct ip *ip;
474f325335cSAndrey V. Elsukov 	int hlen;
475f325335cSAndrey V. Elsukov 
476b8a6e03fSGleb Smirnoff 	NET_EPOCH_ASSERT();
477b8a6e03fSGleb Smirnoff 
478f325335cSAndrey V. Elsukov 	ifp = ME2IFP(sc);
479f325335cSAndrey V. Elsukov 	/* checks for short packets */
480f325335cSAndrey V. Elsukov 	hlen = sizeof(struct mobhdr);
481f325335cSAndrey V. Elsukov 	if (m->m_pkthdr.len < sizeof(struct ip) + hlen)
482f325335cSAndrey V. Elsukov 		hlen -= sizeof(struct in_addr);
483f325335cSAndrey V. Elsukov 	if (m->m_len < sizeof(struct ip) + hlen)
484f325335cSAndrey V. Elsukov 		m = m_pullup(m, sizeof(struct ip) + hlen);
485f325335cSAndrey V. Elsukov 	if (m == NULL)
486f325335cSAndrey V. Elsukov 		goto drop;
487f325335cSAndrey V. Elsukov 	mh = (struct mobhdr *)mtodo(m, sizeof(struct ip));
488f325335cSAndrey V. Elsukov 	/* check for wrong flags */
489f325335cSAndrey V. Elsukov 	if (mh->mob_flags & (~MOB_FLAGS_SP)) {
490f325335cSAndrey V. Elsukov 		m_freem(m);
491f325335cSAndrey V. Elsukov 		goto drop;
492f325335cSAndrey V. Elsukov 	}
493f325335cSAndrey V. Elsukov 	if (mh->mob_flags) {
494f325335cSAndrey V. Elsukov 	       if (hlen != sizeof(struct mobhdr)) {
495f325335cSAndrey V. Elsukov 			m_freem(m);
496f325335cSAndrey V. Elsukov 			goto drop;
497f325335cSAndrey V. Elsukov 	       }
498f325335cSAndrey V. Elsukov 	} else
499f325335cSAndrey V. Elsukov 		hlen = sizeof(struct mobhdr) - sizeof(struct in_addr);
500f325335cSAndrey V. Elsukov 	/* check mobile header checksum */
501f325335cSAndrey V. Elsukov 	if (me_in_cksum((uint16_t *)mh, hlen / sizeof(uint16_t)) != 0) {
502f325335cSAndrey V. Elsukov 		m_freem(m);
503f325335cSAndrey V. Elsukov 		goto drop;
504f325335cSAndrey V. Elsukov 	}
505f325335cSAndrey V. Elsukov #ifdef MAC
506f325335cSAndrey V. Elsukov 	mac_ifnet_create_mbuf(ifp, m);
507f325335cSAndrey V. Elsukov #endif
508f325335cSAndrey V. Elsukov 	ip = mtod(m, struct ip *);
509f325335cSAndrey V. Elsukov 	ip->ip_dst = mh->mob_dst;
510f325335cSAndrey V. Elsukov 	ip->ip_p = mh->mob_proto;
511f325335cSAndrey V. Elsukov 	ip->ip_sum = 0;
512f325335cSAndrey V. Elsukov 	ip->ip_len = htons(m->m_pkthdr.len - hlen);
513f325335cSAndrey V. Elsukov 	if (mh->mob_flags)
514f325335cSAndrey V. Elsukov 		ip->ip_src = mh->mob_src;
515f325335cSAndrey V. Elsukov 	memmove(mtodo(m, hlen), ip, sizeof(struct ip));
516f325335cSAndrey V. Elsukov 	m_adj(m, hlen);
517f325335cSAndrey V. Elsukov 	m_clrprotoflags(m);
518f325335cSAndrey V. Elsukov 	m->m_pkthdr.rcvif = ifp;
519f325335cSAndrey V. Elsukov 	m->m_pkthdr.csum_flags |= (CSUM_IP_CHECKED | CSUM_IP_VALID);
520eccfe69aSAndrey V. Elsukov 	M_SETFIB(m, ifp->if_fib);
521f325335cSAndrey V. Elsukov 	hlen = AF_INET;
522f325335cSAndrey V. Elsukov 	BPF_MTAP2(ifp, &hlen, sizeof(hlen), m);
523f325335cSAndrey V. Elsukov 	if_inc_counter(ifp, IFCOUNTER_IPACKETS, 1);
524f325335cSAndrey V. Elsukov 	if_inc_counter(ifp, IFCOUNTER_IBYTES, m->m_pkthdr.len);
525f325335cSAndrey V. Elsukov 	if ((ifp->if_flags & IFF_MONITOR) != 0)
526f325335cSAndrey V. Elsukov 		m_freem(m);
527f325335cSAndrey V. Elsukov 	else
528f325335cSAndrey V. Elsukov 		netisr_dispatch(NETISR_IP, m);
529f325335cSAndrey V. Elsukov 	return (IPPROTO_DONE);
530f325335cSAndrey V. Elsukov drop:
531f325335cSAndrey V. Elsukov 	if_inc_counter(ifp, IFCOUNTER_IERRORS, 1);
532f325335cSAndrey V. Elsukov 	return (IPPROTO_DONE);
533f325335cSAndrey V. Elsukov }
534f325335cSAndrey V. Elsukov 
535f325335cSAndrey V. Elsukov static int
536f325335cSAndrey V. Elsukov me_output(struct ifnet *ifp, struct mbuf *m, const struct sockaddr *dst,
53762e1a437SZhenlei Huang    struct route *ro)
538f325335cSAndrey V. Elsukov {
539f325335cSAndrey V. Elsukov 	uint32_t af;
5402addcba7SAndrey V. Elsukov 
541*2cb0fce2SSeth Hoffert 	/* BPF writes need to be handled specially. */
542*2cb0fce2SSeth Hoffert 	if (dst->sa_family == AF_UNSPEC || dst->sa_family == pseudo_AF_HDRCMPLT)
5432addcba7SAndrey V. Elsukov 		bcopy(dst->sa_data, &af, sizeof(af));
5442addcba7SAndrey V. Elsukov 	else
54562e1a437SZhenlei Huang 		af = RO_GET_FAMILY(ro, dst);
5462addcba7SAndrey V. Elsukov 	m->m_pkthdr.csum_data = af;
5472addcba7SAndrey V. Elsukov 	return (ifp->if_transmit(ifp, m));
5482addcba7SAndrey V. Elsukov }
5492addcba7SAndrey V. Elsukov 
55098a8fdf6SAndrey V. Elsukov #define	MTAG_ME	1414491977
5512addcba7SAndrey V. Elsukov static int
5522addcba7SAndrey V. Elsukov me_transmit(struct ifnet *ifp, struct mbuf *m)
5532addcba7SAndrey V. Elsukov {
554df49ca9fSAndrey V. Elsukov 	ME_RLOCK_TRACKER;
5552addcba7SAndrey V. Elsukov 	struct mobhdr mh;
5562addcba7SAndrey V. Elsukov 	struct me_softc *sc;
5572addcba7SAndrey V. Elsukov 	struct ip *ip;
5582addcba7SAndrey V. Elsukov 	uint32_t af;
5592addcba7SAndrey V. Elsukov 	int error, hlen, plen;
560f325335cSAndrey V. Elsukov 
5610a27163fSGleb Smirnoff 	ME_RLOCK();
562f325335cSAndrey V. Elsukov #ifdef MAC
563f325335cSAndrey V. Elsukov 	error = mac_ifnet_check_transmit(ifp, m);
564f325335cSAndrey V. Elsukov 	if (error != 0)
565f325335cSAndrey V. Elsukov 		goto drop;
566f325335cSAndrey V. Elsukov #endif
567f325335cSAndrey V. Elsukov 	error = ENETDOWN;
5682addcba7SAndrey V. Elsukov 	sc = ifp->if_softc;
5692addcba7SAndrey V. Elsukov 	if (sc == NULL || !ME_READY(sc) ||
5702addcba7SAndrey V. Elsukov 	    (ifp->if_flags & IFF_MONITOR) != 0 ||
5712addcba7SAndrey V. Elsukov 	    (ifp->if_flags & IFF_UP) == 0 ||
572df49ca9fSAndrey V. Elsukov 	    (ifp->if_drv_flags & IFF_DRV_RUNNING) == 0 ||
57398a8fdf6SAndrey V. Elsukov 	    (error = if_tunnel_check_nesting(ifp, m, MTAG_ME,
57498a8fdf6SAndrey V. Elsukov 		V_max_me_nesting)) != 0) {
5752addcba7SAndrey V. Elsukov 		m_freem(m);
576f325335cSAndrey V. Elsukov 		goto drop;
577f325335cSAndrey V. Elsukov 	}
5782addcba7SAndrey V. Elsukov 	af = m->m_pkthdr.csum_data;
579f325335cSAndrey V. Elsukov 	if (af != AF_INET) {
580f325335cSAndrey V. Elsukov 		error = EAFNOSUPPORT;
581f325335cSAndrey V. Elsukov 		m_freem(m);
582f325335cSAndrey V. Elsukov 		goto drop;
583f325335cSAndrey V. Elsukov 	}
584f325335cSAndrey V. Elsukov 	if (m->m_len < sizeof(struct ip))
585f325335cSAndrey V. Elsukov 		m = m_pullup(m, sizeof(struct ip));
586f325335cSAndrey V. Elsukov 	if (m == NULL) {
587f325335cSAndrey V. Elsukov 		error = ENOBUFS;
588f325335cSAndrey V. Elsukov 		goto drop;
589f325335cSAndrey V. Elsukov 	}
590f325335cSAndrey V. Elsukov 	ip = mtod(m, struct ip *);
591f325335cSAndrey V. Elsukov 	/* Fragmented datagramms shouldn't be encapsulated */
592f325335cSAndrey V. Elsukov 	if (ip->ip_off & htons(IP_MF | IP_OFFMASK)) {
593f325335cSAndrey V. Elsukov 		error = EINVAL;
594f325335cSAndrey V. Elsukov 		m_freem(m);
595f325335cSAndrey V. Elsukov 		goto drop;
596f325335cSAndrey V. Elsukov 	}
597f325335cSAndrey V. Elsukov 	mh.mob_proto = ip->ip_p;
598f325335cSAndrey V. Elsukov 	mh.mob_src = ip->ip_src;
599f325335cSAndrey V. Elsukov 	mh.mob_dst = ip->ip_dst;
600f325335cSAndrey V. Elsukov 	if (in_hosteq(sc->me_src, ip->ip_src)) {
601f325335cSAndrey V. Elsukov 		hlen = sizeof(struct mobhdr) - sizeof(struct in_addr);
602f325335cSAndrey V. Elsukov 		mh.mob_flags = 0;
603f325335cSAndrey V. Elsukov 	} else {
604f325335cSAndrey V. Elsukov 		hlen = sizeof(struct mobhdr);
605f325335cSAndrey V. Elsukov 		mh.mob_flags = MOB_FLAGS_SP;
606f325335cSAndrey V. Elsukov 	}
6079597ff83SAndrey V. Elsukov 	BPF_MTAP2(ifp, &af, sizeof(af), m);
608f325335cSAndrey V. Elsukov 	plen = m->m_pkthdr.len;
609f325335cSAndrey V. Elsukov 	ip->ip_src = sc->me_src;
610f325335cSAndrey V. Elsukov 	ip->ip_dst = sc->me_dst;
6112addcba7SAndrey V. Elsukov 	m->m_flags &= ~(M_BCAST|M_MCAST);
612f325335cSAndrey V. Elsukov 	M_SETFIB(m, sc->me_fibnum);
613f325335cSAndrey V. Elsukov 	M_PREPEND(m, hlen, M_NOWAIT);
614f325335cSAndrey V. Elsukov 	if (m == NULL) {
615f325335cSAndrey V. Elsukov 		error = ENOBUFS;
616f325335cSAndrey V. Elsukov 		goto drop;
617f325335cSAndrey V. Elsukov 	}
618f325335cSAndrey V. Elsukov 	if (m->m_len < sizeof(struct ip) + hlen)
619f325335cSAndrey V. Elsukov 		m = m_pullup(m, sizeof(struct ip) + hlen);
620f325335cSAndrey V. Elsukov 	if (m == NULL) {
621f325335cSAndrey V. Elsukov 		error = ENOBUFS;
622f325335cSAndrey V. Elsukov 		goto drop;
623f325335cSAndrey V. Elsukov 	}
624f325335cSAndrey V. Elsukov 	memmove(mtod(m, void *), mtodo(m, hlen), sizeof(struct ip));
625f325335cSAndrey V. Elsukov 	ip = mtod(m, struct ip *);
626f325335cSAndrey V. Elsukov 	ip->ip_len = htons(m->m_pkthdr.len);
627f325335cSAndrey V. Elsukov 	ip->ip_p = IPPROTO_MOBILE;
628f325335cSAndrey V. Elsukov 	ip->ip_sum = 0;
629f325335cSAndrey V. Elsukov 	mh.mob_csum = 0;
630f325335cSAndrey V. Elsukov 	mh.mob_csum = me_in_cksum((uint16_t *)&mh, hlen / sizeof(uint16_t));
631f325335cSAndrey V. Elsukov 	bcopy(&mh, mtodo(m, sizeof(struct ip)), hlen);
632f325335cSAndrey V. Elsukov 	error = ip_output(m, NULL, NULL, IP_FORWARDING, NULL, NULL);
633f325335cSAndrey V. Elsukov drop:
634f325335cSAndrey V. Elsukov 	if (error)
635f325335cSAndrey V. Elsukov 		if_inc_counter(ifp, IFCOUNTER_OERRORS, 1);
636f325335cSAndrey V. Elsukov 	else {
637f325335cSAndrey V. Elsukov 		if_inc_counter(ifp, IFCOUNTER_OPACKETS, 1);
638f325335cSAndrey V. Elsukov 		if_inc_counter(ifp, IFCOUNTER_OBYTES, plen);
639f325335cSAndrey V. Elsukov 	}
6402addcba7SAndrey V. Elsukov 	ME_RUNLOCK();
641f325335cSAndrey V. Elsukov 	return (error);
642f325335cSAndrey V. Elsukov }
643f325335cSAndrey V. Elsukov 
644f325335cSAndrey V. Elsukov static void
645f325335cSAndrey V. Elsukov me_qflush(struct ifnet *ifp __unused)
646f325335cSAndrey V. Elsukov {
647f325335cSAndrey V. Elsukov 
648f325335cSAndrey V. Elsukov }
649f325335cSAndrey V. Elsukov 
650df49ca9fSAndrey V. Elsukov static const struct srcaddrtab *me_srcaddrtab = NULL;
6512addcba7SAndrey V. Elsukov static const struct encaptab *ecookie = NULL;
6522addcba7SAndrey V. Elsukov static const struct encap_config me_encap_cfg = {
6532addcba7SAndrey V. Elsukov 	.proto = IPPROTO_MOBILE,
6542addcba7SAndrey V. Elsukov 	.min_length = sizeof(struct ip) + sizeof(struct mobhdr) -
6552addcba7SAndrey V. Elsukov 	    sizeof(in_addr_t),
6562addcba7SAndrey V. Elsukov 	.exact_match = ENCAP_DRV_LOOKUP,
6572addcba7SAndrey V. Elsukov 	.lookup = me_lookup,
6582addcba7SAndrey V. Elsukov 	.input = me_input
6592addcba7SAndrey V. Elsukov };
6602addcba7SAndrey V. Elsukov 
661f325335cSAndrey V. Elsukov static int
662f325335cSAndrey V. Elsukov memodevent(module_t mod, int type, void *data)
663f325335cSAndrey V. Elsukov {
664f325335cSAndrey V. Elsukov 
665f325335cSAndrey V. Elsukov 	switch (type) {
666f325335cSAndrey V. Elsukov 	case MOD_LOAD:
667df49ca9fSAndrey V. Elsukov 		me_srcaddrtab = ip_encap_register_srcaddr(me_srcaddr,
668df49ca9fSAndrey V. Elsukov 		    NULL, M_WAITOK);
6692addcba7SAndrey V. Elsukov 		ecookie = ip_encap_attach(&me_encap_cfg, NULL, M_WAITOK);
6702addcba7SAndrey V. Elsukov 		break;
671f325335cSAndrey V. Elsukov 	case MOD_UNLOAD:
6722addcba7SAndrey V. Elsukov 		ip_encap_detach(ecookie);
673df49ca9fSAndrey V. Elsukov 		ip_encap_unregister_srcaddr(me_srcaddrtab);
674f325335cSAndrey V. Elsukov 		break;
675f325335cSAndrey V. Elsukov 	default:
676f325335cSAndrey V. Elsukov 		return (EOPNOTSUPP);
677f325335cSAndrey V. Elsukov 	}
678f325335cSAndrey V. Elsukov 	return (0);
679f325335cSAndrey V. Elsukov }
680f325335cSAndrey V. Elsukov 
681f325335cSAndrey V. Elsukov static moduledata_t me_mod = {
682f325335cSAndrey V. Elsukov 	"if_me",
683f325335cSAndrey V. Elsukov 	memodevent,
684f325335cSAndrey V. Elsukov 	0
685f325335cSAndrey V. Elsukov };
686f325335cSAndrey V. Elsukov 
687f325335cSAndrey V. Elsukov DECLARE_MODULE(if_me, me_mod, SI_SUB_PSEUDO, SI_ORDER_ANY);
688f325335cSAndrey V. Elsukov MODULE_VERSION(if_me, 1);
689