xref: /freebsd/sys/netgraph/ng_bpf.c (revision 091193febefe3e51213bd05d200c095fc1b14b7c)
192a3e552SArchie Cobbs /*
292a3e552SArchie Cobbs  * ng_bpf.c
3c398230bSWarner Losh  */
4c398230bSWarner Losh 
5c398230bSWarner Losh /*-
692a3e552SArchie Cobbs  * Copyright (c) 1999 Whistle Communications, Inc.
792a3e552SArchie Cobbs  * All rights reserved.
892a3e552SArchie Cobbs  *
992a3e552SArchie Cobbs  * Subject to the following obligations and disclaimer of warranty, use and
1092a3e552SArchie Cobbs  * redistribution of this software, in source or object code forms, with or
1192a3e552SArchie Cobbs  * without modifications are expressly permitted by Whistle Communications;
1292a3e552SArchie Cobbs  * provided, however, that:
1392a3e552SArchie Cobbs  * 1. Any and all reproductions of the source or object code must include the
1492a3e552SArchie Cobbs  *    copyright notice above and the following disclaimer of warranties; and
1592a3e552SArchie Cobbs  * 2. No rights are granted, in any manner or form, to use Whistle
1692a3e552SArchie Cobbs  *    Communications, Inc. trademarks, including the mark "WHISTLE
1792a3e552SArchie Cobbs  *    COMMUNICATIONS" on advertising, endorsements, or otherwise except as
1892a3e552SArchie Cobbs  *    such appears in the above copyright notice or in the software.
1992a3e552SArchie Cobbs  *
2092a3e552SArchie Cobbs  * THIS SOFTWARE IS BEING PROVIDED BY WHISTLE COMMUNICATIONS "AS IS", AND
2192a3e552SArchie Cobbs  * TO THE MAXIMUM EXTENT PERMITTED BY LAW, WHISTLE COMMUNICATIONS MAKES NO
2292a3e552SArchie Cobbs  * REPRESENTATIONS OR WARRANTIES, EXPRESS OR IMPLIED, REGARDING THIS SOFTWARE,
2392a3e552SArchie Cobbs  * INCLUDING WITHOUT LIMITATION, ANY AND ALL IMPLIED WARRANTIES OF
2492a3e552SArchie Cobbs  * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT.
25d2a57575SJulian Elischer  * WHISTLE COMMUNICATIONS DOES NOT WARRANT, GUARANTEE, OR MAKE ANY
2692a3e552SArchie Cobbs  * REPRESENTATIONS REGARDING THE USE OF, OR THE RESULTS OF THE USE OF THIS
2792a3e552SArchie Cobbs  * SOFTWARE IN TERMS OF ITS CORRECTNESS, ACCURACY, RELIABILITY OR OTHERWISE.
2892a3e552SArchie Cobbs  * IN NO EVENT SHALL WHISTLE COMMUNICATIONS BE LIABLE FOR ANY DAMAGES
2992a3e552SArchie Cobbs  * RESULTING FROM OR ARISING OUT OF ANY USE OF THIS SOFTWARE, INCLUDING
3092a3e552SArchie Cobbs  * WITHOUT LIMITATION, ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY,
3192a3e552SArchie Cobbs  * PUNITIVE, OR CONSEQUENTIAL DAMAGES, PROCUREMENT OF SUBSTITUTE GOODS OR
3292a3e552SArchie Cobbs  * SERVICES, LOSS OF USE, DATA OR PROFITS, HOWEVER CAUSED AND UNDER ANY
3392a3e552SArchie Cobbs  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
3492a3e552SArchie Cobbs  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
3592a3e552SArchie Cobbs  * THIS SOFTWARE, EVEN IF WHISTLE COMMUNICATIONS IS ADVISED OF THE POSSIBILITY
3692a3e552SArchie Cobbs  * OF SUCH DAMAGE.
3792a3e552SArchie Cobbs  *
38cc3bbd68SJulian Elischer  * Author: Archie Cobbs <archie@freebsd.org>
3992a3e552SArchie Cobbs  *
4092a3e552SArchie Cobbs  * $FreeBSD$
4192a3e552SArchie Cobbs  * $Whistle: ng_bpf.c,v 1.3 1999/12/03 20:30:23 archie Exp $
4292a3e552SArchie Cobbs  */
4392a3e552SArchie Cobbs 
4492a3e552SArchie Cobbs /*
4592a3e552SArchie Cobbs  * BPF NETGRAPH NODE TYPE
4692a3e552SArchie Cobbs  *
4792a3e552SArchie Cobbs  * This node type accepts any number of hook connections.  With each hook
4892a3e552SArchie Cobbs  * is associated a bpf(4) filter program, and two hook names (each possibly
4992a3e552SArchie Cobbs  * the empty string).  Incoming packets are compared against the filter;
5092a3e552SArchie Cobbs  * matching packets are delivered out the first named hook (or dropped if
5192a3e552SArchie Cobbs  * the empty string), and non-matching packets are delivered out the second
5292a3e552SArchie Cobbs  * named hook (or dropped if the empty string).
5392a3e552SArchie Cobbs  *
5492a3e552SArchie Cobbs  * Each hook also keeps statistics about how many packets have matched, etc.
5592a3e552SArchie Cobbs  */
5692a3e552SArchie Cobbs 
57848c454cSJung-uk Kim #include "opt_bpf.h"
58848c454cSJung-uk Kim 
5992a3e552SArchie Cobbs #include <sys/param.h>
6092a3e552SArchie Cobbs #include <sys/systm.h>
6192a3e552SArchie Cobbs #include <sys/errno.h>
6292a3e552SArchie Cobbs #include <sys/kernel.h>
6392a3e552SArchie Cobbs #include <sys/malloc.h>
6492a3e552SArchie Cobbs #include <sys/mbuf.h>
6592a3e552SArchie Cobbs 
6692a3e552SArchie Cobbs #include <net/bpf.h>
67848c454cSJung-uk Kim #ifdef BPF_JITTER
68848c454cSJung-uk Kim #include <net/bpf_jitter.h>
69848c454cSJung-uk Kim #endif
7092a3e552SArchie Cobbs 
7192a3e552SArchie Cobbs #include <netgraph/ng_message.h>
7292a3e552SArchie Cobbs #include <netgraph/netgraph.h>
7392a3e552SArchie Cobbs #include <netgraph/ng_parse.h>
7492a3e552SArchie Cobbs #include <netgraph/ng_bpf.h>
7592a3e552SArchie Cobbs 
769c8c302fSJulian Elischer #ifdef NG_SEPARATE_MALLOC
779c8c302fSJulian Elischer MALLOC_DEFINE(M_NETGRAPH_BPF, "netgraph_bpf", "netgraph bpf node ");
789c8c302fSJulian Elischer #else
799c8c302fSJulian Elischer #define M_NETGRAPH_BPF M_NETGRAPH
809c8c302fSJulian Elischer #endif
819c8c302fSJulian Elischer 
8292a3e552SArchie Cobbs #define OFFSETOF(s, e) ((char *)&((s *)0)->e - (char *)((s *)0))
8392a3e552SArchie Cobbs 
8492a3e552SArchie Cobbs #define ERROUT(x)	do { error = (x); goto done; } while (0)
8592a3e552SArchie Cobbs 
8692a3e552SArchie Cobbs /* Per hook private info */
8792a3e552SArchie Cobbs struct ng_bpf_hookinfo {
8892a3e552SArchie Cobbs 	node_p			node;
8992a3e552SArchie Cobbs 	hook_p			hook;
9092a3e552SArchie Cobbs 	struct ng_bpf_hookprog	*prog;
91848c454cSJung-uk Kim #ifdef BPF_JITTER
92848c454cSJung-uk Kim 	bpf_jit_filter		*jit_prog;
93848c454cSJung-uk Kim #endif
9492a3e552SArchie Cobbs 	struct ng_bpf_hookstat	stats;
9592a3e552SArchie Cobbs };
9692a3e552SArchie Cobbs typedef struct ng_bpf_hookinfo *hinfo_p;
9792a3e552SArchie Cobbs 
9892a3e552SArchie Cobbs /* Netgraph methods */
9992a3e552SArchie Cobbs static ng_constructor_t	ng_bpf_constructor;
10092a3e552SArchie Cobbs static ng_rcvmsg_t	ng_bpf_rcvmsg;
101069154d5SJulian Elischer static ng_shutdown_t	ng_bpf_shutdown;
10292a3e552SArchie Cobbs static ng_newhook_t	ng_bpf_newhook;
10392a3e552SArchie Cobbs static ng_rcvdata_t	ng_bpf_rcvdata;
10492a3e552SArchie Cobbs static ng_disconnect_t	ng_bpf_disconnect;
10592a3e552SArchie Cobbs 
10692a3e552SArchie Cobbs /* Internal helper functions */
10792a3e552SArchie Cobbs static int	ng_bpf_setprog(hook_p hook, const struct ng_bpf_hookprog *hp);
10892a3e552SArchie Cobbs 
10992a3e552SArchie Cobbs /* Parse type for one struct bfp_insn */
110f0184ff8SArchie Cobbs static const struct ng_parse_struct_field ng_bpf_insn_type_fields[] = {
11157b57be3SArchie Cobbs 	{ "code",	&ng_parse_hint16_type	},
11257b57be3SArchie Cobbs 	{ "jt",		&ng_parse_uint8_type	},
11357b57be3SArchie Cobbs 	{ "jf",		&ng_parse_uint8_type	},
11457b57be3SArchie Cobbs 	{ "k",		&ng_parse_uint32_type	},
11592a3e552SArchie Cobbs 	{ NULL }
11692a3e552SArchie Cobbs };
11792a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_insn_type = {
11892a3e552SArchie Cobbs 	&ng_parse_struct_type,
119f0184ff8SArchie Cobbs 	&ng_bpf_insn_type_fields
12092a3e552SArchie Cobbs };
12192a3e552SArchie Cobbs 
12292a3e552SArchie Cobbs /* Parse type for the field 'bpf_prog' in struct ng_bpf_hookprog */
12392a3e552SArchie Cobbs static int
12492a3e552SArchie Cobbs ng_bpf_hookprogary_getLength(const struct ng_parse_type *type,
12592a3e552SArchie Cobbs 	const u_char *start, const u_char *buf)
12692a3e552SArchie Cobbs {
12792a3e552SArchie Cobbs 	const struct ng_bpf_hookprog *hp;
12892a3e552SArchie Cobbs 
12992a3e552SArchie Cobbs 	hp = (const struct ng_bpf_hookprog *)
13092a3e552SArchie Cobbs 	    (buf - OFFSETOF(struct ng_bpf_hookprog, bpf_prog));
13192a3e552SArchie Cobbs 	return hp->bpf_prog_len;
13292a3e552SArchie Cobbs }
13392a3e552SArchie Cobbs 
13492a3e552SArchie Cobbs static const struct ng_parse_array_info ng_bpf_hookprogary_info = {
13592a3e552SArchie Cobbs 	&ng_bpf_insn_type,
13692a3e552SArchie Cobbs 	&ng_bpf_hookprogary_getLength,
13792a3e552SArchie Cobbs 	NULL
13892a3e552SArchie Cobbs };
13992a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_hookprogary_type = {
14092a3e552SArchie Cobbs 	&ng_parse_array_type,
14192a3e552SArchie Cobbs 	&ng_bpf_hookprogary_info
14292a3e552SArchie Cobbs };
14392a3e552SArchie Cobbs 
14492a3e552SArchie Cobbs /* Parse type for struct ng_bpf_hookprog */
145f0184ff8SArchie Cobbs static const struct ng_parse_struct_field ng_bpf_hookprog_type_fields[]
14692a3e552SArchie Cobbs 	= NG_BPF_HOOKPROG_TYPE_INFO(&ng_bpf_hookprogary_type);
14792a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_hookprog_type = {
14892a3e552SArchie Cobbs 	&ng_parse_struct_type,
149f0184ff8SArchie Cobbs 	&ng_bpf_hookprog_type_fields
15092a3e552SArchie Cobbs };
15192a3e552SArchie Cobbs 
15292a3e552SArchie Cobbs /* Parse type for struct ng_bpf_hookstat */
153f0184ff8SArchie Cobbs static const struct ng_parse_struct_field ng_bpf_hookstat_type_fields[]
154f0184ff8SArchie Cobbs 	= NG_BPF_HOOKSTAT_TYPE_INFO;
15592a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_hookstat_type = {
15692a3e552SArchie Cobbs 	&ng_parse_struct_type,
157f0184ff8SArchie Cobbs 	&ng_bpf_hookstat_type_fields
15892a3e552SArchie Cobbs };
15992a3e552SArchie Cobbs 
16092a3e552SArchie Cobbs /* List of commands and how to convert arguments to/from ASCII */
16192a3e552SArchie Cobbs static const struct ng_cmdlist ng_bpf_cmdlist[] = {
16292a3e552SArchie Cobbs 	{
16392a3e552SArchie Cobbs 	  NGM_BPF_COOKIE,
16492a3e552SArchie Cobbs 	  NGM_BPF_SET_PROGRAM,
16592a3e552SArchie Cobbs 	  "setprogram",
16692a3e552SArchie Cobbs 	  &ng_bpf_hookprog_type,
16792a3e552SArchie Cobbs 	  NULL
16892a3e552SArchie Cobbs 	},
16992a3e552SArchie Cobbs 	{
17092a3e552SArchie Cobbs 	  NGM_BPF_COOKIE,
17192a3e552SArchie Cobbs 	  NGM_BPF_GET_PROGRAM,
17292a3e552SArchie Cobbs 	  "getprogram",
17392a3e552SArchie Cobbs 	  &ng_parse_hookbuf_type,
17492a3e552SArchie Cobbs 	  &ng_bpf_hookprog_type
17592a3e552SArchie Cobbs 	},
17692a3e552SArchie Cobbs 	{
17792a3e552SArchie Cobbs 	  NGM_BPF_COOKIE,
17892a3e552SArchie Cobbs 	  NGM_BPF_GET_STATS,
17992a3e552SArchie Cobbs 	  "getstats",
18092a3e552SArchie Cobbs 	  &ng_parse_hookbuf_type,
18192a3e552SArchie Cobbs 	  &ng_bpf_hookstat_type
18292a3e552SArchie Cobbs 	},
18392a3e552SArchie Cobbs 	{
18492a3e552SArchie Cobbs 	  NGM_BPF_COOKIE,
18592a3e552SArchie Cobbs 	  NGM_BPF_CLR_STATS,
18692a3e552SArchie Cobbs 	  "clrstats",
18792a3e552SArchie Cobbs 	  &ng_parse_hookbuf_type,
18892a3e552SArchie Cobbs 	  NULL
18992a3e552SArchie Cobbs 	},
19092a3e552SArchie Cobbs 	{
19192a3e552SArchie Cobbs 	  NGM_BPF_COOKIE,
19292a3e552SArchie Cobbs 	  NGM_BPF_GETCLR_STATS,
19392a3e552SArchie Cobbs 	  "getclrstats",
19492a3e552SArchie Cobbs 	  &ng_parse_hookbuf_type,
19592a3e552SArchie Cobbs 	  &ng_bpf_hookstat_type
19692a3e552SArchie Cobbs 	},
19792a3e552SArchie Cobbs 	{ 0 }
19892a3e552SArchie Cobbs };
19992a3e552SArchie Cobbs 
20092a3e552SArchie Cobbs /* Netgraph type descriptor */
20192a3e552SArchie Cobbs static struct ng_type typestruct = {
202f8aae777SJulian Elischer 	.version =	NG_ABI_VERSION,
203f8aae777SJulian Elischer 	.name =		NG_BPF_NODE_TYPE,
204f8aae777SJulian Elischer 	.constructor =	ng_bpf_constructor,
205f8aae777SJulian Elischer 	.rcvmsg =	ng_bpf_rcvmsg,
206f8aae777SJulian Elischer 	.shutdown =	ng_bpf_shutdown,
207f8aae777SJulian Elischer 	.newhook =	ng_bpf_newhook,
208f8aae777SJulian Elischer 	.rcvdata =	ng_bpf_rcvdata,
209f8aae777SJulian Elischer 	.disconnect =	ng_bpf_disconnect,
210f8aae777SJulian Elischer 	.cmdlist =	ng_bpf_cmdlist,
21192a3e552SArchie Cobbs };
21292a3e552SArchie Cobbs NETGRAPH_INIT(bpf, &typestruct);
21392a3e552SArchie Cobbs 
21492a3e552SArchie Cobbs /* Default BPF program for a hook that matches nothing */
21592a3e552SArchie Cobbs static const struct ng_bpf_hookprog ng_bpf_default_prog = {
21692a3e552SArchie Cobbs 	{ '\0' },		/* to be filled in at hook creation time */
21792a3e552SArchie Cobbs 	{ '\0' },
21892a3e552SArchie Cobbs 	{ '\0' },
21992a3e552SArchie Cobbs 	1,
22092a3e552SArchie Cobbs 	{ BPF_STMT(BPF_RET+BPF_K, 0) }
22192a3e552SArchie Cobbs };
22292a3e552SArchie Cobbs 
22392a3e552SArchie Cobbs /*
22492a3e552SArchie Cobbs  * Node constructor
22592a3e552SArchie Cobbs  *
22692a3e552SArchie Cobbs  * We don't keep any per-node private data
227069154d5SJulian Elischer  * We go via the hooks.
22892a3e552SArchie Cobbs  */
22992a3e552SArchie Cobbs static int
230069154d5SJulian Elischer ng_bpf_constructor(node_p node)
23192a3e552SArchie Cobbs {
23230400f03SJulian Elischer 	NG_NODE_SET_PRIVATE(node, NULL);
23392a3e552SArchie Cobbs 	return (0);
23492a3e552SArchie Cobbs }
23592a3e552SArchie Cobbs 
23692a3e552SArchie Cobbs /*
23792a3e552SArchie Cobbs  * Add a hook
23892a3e552SArchie Cobbs  */
23992a3e552SArchie Cobbs static int
24092a3e552SArchie Cobbs ng_bpf_newhook(node_p node, hook_p hook, const char *name)
24192a3e552SArchie Cobbs {
24292a3e552SArchie Cobbs 	hinfo_p hip;
24392a3e552SArchie Cobbs 	int error;
24492a3e552SArchie Cobbs 
24592a3e552SArchie Cobbs 	/* Create hook private structure */
2469c8c302fSJulian Elischer 	MALLOC(hip, hinfo_p, sizeof(*hip), M_NETGRAPH_BPF, M_NOWAIT | M_ZERO);
24792a3e552SArchie Cobbs 	if (hip == NULL)
24892a3e552SArchie Cobbs 		return (ENOMEM);
24992a3e552SArchie Cobbs 	hip->hook = hook;
25030400f03SJulian Elischer 	NG_HOOK_SET_PRIVATE(hook, hip);
25192a3e552SArchie Cobbs 	hip->node = node;
25292a3e552SArchie Cobbs 
25392a3e552SArchie Cobbs 	/* Attach the default BPF program */
25492a3e552SArchie Cobbs 	if ((error = ng_bpf_setprog(hook, &ng_bpf_default_prog)) != 0) {
2559c8c302fSJulian Elischer 		FREE(hip, M_NETGRAPH_BPF);
25630400f03SJulian Elischer 		NG_HOOK_SET_PRIVATE(hook, NULL);
25792a3e552SArchie Cobbs 		return (error);
25892a3e552SArchie Cobbs 	}
25992a3e552SArchie Cobbs 
26092a3e552SArchie Cobbs 	/* Set hook name */
26192a3e552SArchie Cobbs 	strncpy(hip->prog->thisHook, name, sizeof(hip->prog->thisHook) - 1);
26292a3e552SArchie Cobbs 	hip->prog->thisHook[sizeof(hip->prog->thisHook) - 1] = '\0';
26392a3e552SArchie Cobbs 	return (0);
26492a3e552SArchie Cobbs }
26592a3e552SArchie Cobbs 
26692a3e552SArchie Cobbs /*
26792a3e552SArchie Cobbs  * Receive a control message
26892a3e552SArchie Cobbs  */
26992a3e552SArchie Cobbs static int
270069154d5SJulian Elischer ng_bpf_rcvmsg(node_p node, item_p item, hook_p lasthook)
27192a3e552SArchie Cobbs {
272069154d5SJulian Elischer 	struct ng_mesg *msg;
27392a3e552SArchie Cobbs 	struct ng_mesg *resp = NULL;
27492a3e552SArchie Cobbs 	int error = 0;
27592a3e552SArchie Cobbs 
276069154d5SJulian Elischer 	NGI_GET_MSG(item, msg);
27792a3e552SArchie Cobbs 	switch (msg->header.typecookie) {
27892a3e552SArchie Cobbs 	case NGM_BPF_COOKIE:
27992a3e552SArchie Cobbs 		switch (msg->header.cmd) {
28092a3e552SArchie Cobbs 		case NGM_BPF_SET_PROGRAM:
28192a3e552SArchie Cobbs 		    {
28292a3e552SArchie Cobbs 			struct ng_bpf_hookprog *const
28392a3e552SArchie Cobbs 			    hp = (struct ng_bpf_hookprog *)msg->data;
28492a3e552SArchie Cobbs 			hook_p hook;
28592a3e552SArchie Cobbs 
28692a3e552SArchie Cobbs 			/* Sanity check */
28792a3e552SArchie Cobbs 			if (msg->header.arglen < sizeof(*hp)
288ab0d3c94SArchie Cobbs 			    || msg->header.arglen
289ab0d3c94SArchie Cobbs 			      != NG_BPF_HOOKPROG_SIZE(hp->bpf_prog_len))
29092a3e552SArchie Cobbs 				ERROUT(EINVAL);
29192a3e552SArchie Cobbs 
29292a3e552SArchie Cobbs 			/* Find hook */
29392a3e552SArchie Cobbs 			if ((hook = ng_findhook(node, hp->thisHook)) == NULL)
29492a3e552SArchie Cobbs 				ERROUT(ENOENT);
29592a3e552SArchie Cobbs 
29692a3e552SArchie Cobbs 			/* Set new program */
29792a3e552SArchie Cobbs 			if ((error = ng_bpf_setprog(hook, hp)) != 0)
29892a3e552SArchie Cobbs 				ERROUT(error);
29992a3e552SArchie Cobbs 			break;
30092a3e552SArchie Cobbs 		    }
30192a3e552SArchie Cobbs 
30292a3e552SArchie Cobbs 		case NGM_BPF_GET_PROGRAM:
30392a3e552SArchie Cobbs 		    {
304ab0d3c94SArchie Cobbs 			struct ng_bpf_hookprog *hp;
30592a3e552SArchie Cobbs 			hook_p hook;
30692a3e552SArchie Cobbs 
30792a3e552SArchie Cobbs 			/* Sanity check */
30892a3e552SArchie Cobbs 			if (msg->header.arglen == 0)
30992a3e552SArchie Cobbs 				ERROUT(EINVAL);
31092a3e552SArchie Cobbs 			msg->data[msg->header.arglen - 1] = '\0';
31192a3e552SArchie Cobbs 
31292a3e552SArchie Cobbs 			/* Find hook */
31392a3e552SArchie Cobbs 			if ((hook = ng_findhook(node, msg->data)) == NULL)
31492a3e552SArchie Cobbs 				ERROUT(ENOENT);
31592a3e552SArchie Cobbs 
31692a3e552SArchie Cobbs 			/* Build response */
31730400f03SJulian Elischer 			hp = ((hinfo_p)NG_HOOK_PRIVATE(hook))->prog;
31892a3e552SArchie Cobbs 			NG_MKRESPONSE(resp, msg,
319ab0d3c94SArchie Cobbs 			    NG_BPF_HOOKPROG_SIZE(hp->bpf_prog_len), M_NOWAIT);
32092a3e552SArchie Cobbs 			if (resp == NULL)
32192a3e552SArchie Cobbs 				ERROUT(ENOMEM);
322ab0d3c94SArchie Cobbs 			bcopy(hp, resp->data,
323ab0d3c94SArchie Cobbs 			   NG_BPF_HOOKPROG_SIZE(hp->bpf_prog_len));
32492a3e552SArchie Cobbs 			break;
32592a3e552SArchie Cobbs 		    }
32692a3e552SArchie Cobbs 
32792a3e552SArchie Cobbs 		case NGM_BPF_GET_STATS:
32892a3e552SArchie Cobbs 		case NGM_BPF_CLR_STATS:
32992a3e552SArchie Cobbs 		case NGM_BPF_GETCLR_STATS:
33092a3e552SArchie Cobbs 		    {
33192a3e552SArchie Cobbs 			struct ng_bpf_hookstat *stats;
33292a3e552SArchie Cobbs 			hook_p hook;
33392a3e552SArchie Cobbs 
33492a3e552SArchie Cobbs 			/* Sanity check */
33592a3e552SArchie Cobbs 			if (msg->header.arglen == 0)
33692a3e552SArchie Cobbs 				ERROUT(EINVAL);
33792a3e552SArchie Cobbs 			msg->data[msg->header.arglen - 1] = '\0';
33892a3e552SArchie Cobbs 
33992a3e552SArchie Cobbs 			/* Find hook */
34092a3e552SArchie Cobbs 			if ((hook = ng_findhook(node, msg->data)) == NULL)
34192a3e552SArchie Cobbs 				ERROUT(ENOENT);
34230400f03SJulian Elischer 			stats = &((hinfo_p)NG_HOOK_PRIVATE(hook))->stats;
34392a3e552SArchie Cobbs 
34492a3e552SArchie Cobbs 			/* Build response (if desired) */
34592a3e552SArchie Cobbs 			if (msg->header.cmd != NGM_BPF_CLR_STATS) {
34692a3e552SArchie Cobbs 				NG_MKRESPONSE(resp,
34792a3e552SArchie Cobbs 				    msg, sizeof(*stats), M_NOWAIT);
34892a3e552SArchie Cobbs 				if (resp == NULL)
34992a3e552SArchie Cobbs 					ERROUT(ENOMEM);
35092a3e552SArchie Cobbs 				bcopy(stats, resp->data, sizeof(*stats));
35192a3e552SArchie Cobbs 			}
35292a3e552SArchie Cobbs 
35392a3e552SArchie Cobbs 			/* Clear stats (if desired) */
35492a3e552SArchie Cobbs 			if (msg->header.cmd != NGM_BPF_GET_STATS)
35592a3e552SArchie Cobbs 				bzero(stats, sizeof(*stats));
35692a3e552SArchie Cobbs 			break;
35792a3e552SArchie Cobbs 		    }
35892a3e552SArchie Cobbs 
35992a3e552SArchie Cobbs 		default:
36092a3e552SArchie Cobbs 			error = EINVAL;
36192a3e552SArchie Cobbs 			break;
36292a3e552SArchie Cobbs 		}
36392a3e552SArchie Cobbs 		break;
36492a3e552SArchie Cobbs 	default:
36592a3e552SArchie Cobbs 		error = EINVAL;
36692a3e552SArchie Cobbs 		break;
36792a3e552SArchie Cobbs 	}
36892a3e552SArchie Cobbs done:
369cdbfe124SJulian Elischer 	NG_RESPOND_MSG(error, node, item, resp);
370069154d5SJulian Elischer 	NG_FREE_MSG(msg);
37192a3e552SArchie Cobbs 	return (error);
37292a3e552SArchie Cobbs }
37392a3e552SArchie Cobbs 
37492a3e552SArchie Cobbs /*
37592a3e552SArchie Cobbs  * Receive data on a hook
37692a3e552SArchie Cobbs  *
37792a3e552SArchie Cobbs  * Apply the filter, and then drop or forward packet as appropriate.
37892a3e552SArchie Cobbs  */
37992a3e552SArchie Cobbs static int
380069154d5SJulian Elischer ng_bpf_rcvdata(hook_p hook, item_p item)
38192a3e552SArchie Cobbs {
38230400f03SJulian Elischer 	const hinfo_p hip = NG_HOOK_PRIVATE(hook);
383069154d5SJulian Elischer 	int totlen;
38492a3e552SArchie Cobbs 	int needfree = 0, error = 0;
385091193feSAlexander Motin 	u_char *data;
38692a3e552SArchie Cobbs 	hinfo_p dhip;
38792a3e552SArchie Cobbs 	hook_p dest;
38892a3e552SArchie Cobbs 	u_int len;
389069154d5SJulian Elischer 	struct mbuf *m;
39092a3e552SArchie Cobbs 
391069154d5SJulian Elischer 	m = NGI_M(item);	/* 'item' still owns it.. we are peeking */
392069154d5SJulian Elischer 	totlen = m->m_pkthdr.len;
393069154d5SJulian Elischer 	/* Update stats on incoming hook. XXX Can we do 64 bits atomically? */
394069154d5SJulian Elischer 	/* atomic_add_int64(&hip->stats.recvFrames, 1); */
395069154d5SJulian Elischer 	/* atomic_add_int64(&hip->stats.recvOctets, totlen); */
39692a3e552SArchie Cobbs 	hip->stats.recvFrames++;
39792a3e552SArchie Cobbs 	hip->stats.recvOctets += totlen;
39892a3e552SArchie Cobbs 
39992a3e552SArchie Cobbs 	/* Need to put packet in contiguous memory for bpf */
40092a3e552SArchie Cobbs 	if (m->m_next != NULL) {
401091193feSAlexander Motin 		if (totlen > MHLEN) {
4029c8c302fSJulian Elischer 			MALLOC(data, u_char *, totlen, M_NETGRAPH_BPF, M_NOWAIT);
40392a3e552SArchie Cobbs 			if (data == NULL) {
404069154d5SJulian Elischer 				NG_FREE_ITEM(item);
40592a3e552SArchie Cobbs 				return (ENOMEM);
40692a3e552SArchie Cobbs 			}
40792a3e552SArchie Cobbs 			needfree = 1;
40892a3e552SArchie Cobbs 			m_copydata(m, 0, totlen, (caddr_t)data);
409091193feSAlexander Motin 		} else {
410091193feSAlexander Motin 			NGI_M(item) = m = m_pullup(m, totlen);
411091193feSAlexander Motin 			if (m == NULL) {
412091193feSAlexander Motin 				NG_FREE_ITEM(item);
413091193feSAlexander Motin 				return (ENOBUFS);
414091193feSAlexander Motin 			}
415091193feSAlexander Motin 			data = mtod(m, u_char *);
416091193feSAlexander Motin 		}
41792a3e552SArchie Cobbs 	} else
41892a3e552SArchie Cobbs 		data = mtod(m, u_char *);
41992a3e552SArchie Cobbs 
42092a3e552SArchie Cobbs 	/* Run packet through filter */
421669bb973SArchie Cobbs 	if (totlen == 0)
422669bb973SArchie Cobbs 		len = 0;	/* don't call bpf_filter() with totlen == 0! */
423848c454cSJung-uk Kim 	else {
424848c454cSJung-uk Kim #ifdef BPF_JITTER
425848c454cSJung-uk Kim 		if (bpf_jitter_enable != 0 && hip->jit_prog != NULL)
426848c454cSJung-uk Kim 			len = (*(hip->jit_prog->func))(data, totlen, totlen);
427669bb973SArchie Cobbs 		else
428848c454cSJung-uk Kim #endif
42992a3e552SArchie Cobbs 		len = bpf_filter(hip->prog->bpf_prog, data, totlen, totlen);
430848c454cSJung-uk Kim 	}
43192a3e552SArchie Cobbs 	if (needfree)
4329c8c302fSJulian Elischer 		FREE(data, M_NETGRAPH_BPF);
43392a3e552SArchie Cobbs 
43492a3e552SArchie Cobbs 	/* See if we got a match and find destination hook */
43592a3e552SArchie Cobbs 	if (len > 0) {
43692a3e552SArchie Cobbs 
43792a3e552SArchie Cobbs 		/* Update stats */
438069154d5SJulian Elischer 		/* XXX atomically? */
43992a3e552SArchie Cobbs 		hip->stats.recvMatchFrames++;
44092a3e552SArchie Cobbs 		hip->stats.recvMatchOctets += totlen;
44192a3e552SArchie Cobbs 
44292a3e552SArchie Cobbs 		/* Truncate packet length if required by the filter */
443069154d5SJulian Elischer 		/* Assume this never changes m */
44492a3e552SArchie Cobbs 		if (len < totlen) {
44592a3e552SArchie Cobbs 			m_adj(m, -(totlen - len));
44692a3e552SArchie Cobbs 			totlen -= len;
44792a3e552SArchie Cobbs 		}
44892a3e552SArchie Cobbs 		dest = ng_findhook(hip->node, hip->prog->ifMatch);
44992a3e552SArchie Cobbs 	} else
45092a3e552SArchie Cobbs 		dest = ng_findhook(hip->node, hip->prog->ifNotMatch);
45192a3e552SArchie Cobbs 	if (dest == NULL) {
452069154d5SJulian Elischer 		NG_FREE_ITEM(item);
45392a3e552SArchie Cobbs 		return (0);
45492a3e552SArchie Cobbs 	}
45592a3e552SArchie Cobbs 
45692a3e552SArchie Cobbs 	/* Deliver frame out destination hook */
45730400f03SJulian Elischer 	dhip = NG_HOOK_PRIVATE(dest);
45892a3e552SArchie Cobbs 	dhip->stats.xmitOctets += totlen;
45992a3e552SArchie Cobbs 	dhip->stats.xmitFrames++;
46030400f03SJulian Elischer 	NG_FWD_ITEM_HOOK(error, item, dest);
46192a3e552SArchie Cobbs 	return (error);
46292a3e552SArchie Cobbs }
46392a3e552SArchie Cobbs 
46492a3e552SArchie Cobbs /*
46592a3e552SArchie Cobbs  * Shutdown processing
46692a3e552SArchie Cobbs  */
46792a3e552SArchie Cobbs static int
468069154d5SJulian Elischer ng_bpf_shutdown(node_p node)
46992a3e552SArchie Cobbs {
47030400f03SJulian Elischer 	NG_NODE_UNREF(node);
47192a3e552SArchie Cobbs 	return (0);
47292a3e552SArchie Cobbs }
47392a3e552SArchie Cobbs 
47492a3e552SArchie Cobbs /*
47592a3e552SArchie Cobbs  * Hook disconnection
47692a3e552SArchie Cobbs  */
47792a3e552SArchie Cobbs static int
47892a3e552SArchie Cobbs ng_bpf_disconnect(hook_p hook)
47992a3e552SArchie Cobbs {
48030400f03SJulian Elischer 	const hinfo_p hip = NG_HOOK_PRIVATE(hook);
48192a3e552SArchie Cobbs 
4826e551fb6SDavid E. O'Brien 	KASSERT(hip != NULL, ("%s: null info", __func__));
4839c8c302fSJulian Elischer 	FREE(hip->prog, M_NETGRAPH_BPF);
484848c454cSJung-uk Kim #ifdef BPF_JITTER
485848c454cSJung-uk Kim 	if (hip->jit_prog != NULL)
486848c454cSJung-uk Kim 		bpf_destroy_jit_filter(hip->jit_prog);
487848c454cSJung-uk Kim #endif
48892a3e552SArchie Cobbs 	bzero(hip, sizeof(*hip));
4899c8c302fSJulian Elischer 	FREE(hip, M_NETGRAPH_BPF);
49030400f03SJulian Elischer 	NG_HOOK_SET_PRIVATE(hook, NULL);			/* for good measure */
49130400f03SJulian Elischer 	if ((NG_NODE_NUMHOOKS(NG_HOOK_NODE(hook)) == 0)
49230400f03SJulian Elischer 	&& (NG_NODE_IS_VALID(NG_HOOK_NODE(hook)))) {
49330400f03SJulian Elischer 		ng_rmnode_self(NG_HOOK_NODE(hook));
494069154d5SJulian Elischer 	}
49592a3e552SArchie Cobbs 	return (0);
49692a3e552SArchie Cobbs }
49792a3e552SArchie Cobbs 
49892a3e552SArchie Cobbs /************************************************************************
49992a3e552SArchie Cobbs 			HELPER STUFF
50092a3e552SArchie Cobbs  ************************************************************************/
50192a3e552SArchie Cobbs 
50292a3e552SArchie Cobbs /*
50392a3e552SArchie Cobbs  * Set the BPF program associated with a hook
50492a3e552SArchie Cobbs  */
50592a3e552SArchie Cobbs static int
50692a3e552SArchie Cobbs ng_bpf_setprog(hook_p hook, const struct ng_bpf_hookprog *hp0)
50792a3e552SArchie Cobbs {
50830400f03SJulian Elischer 	const hinfo_p hip = NG_HOOK_PRIVATE(hook);
50992a3e552SArchie Cobbs 	struct ng_bpf_hookprog *hp;
510ae2cb97eSJung-uk Kim #ifdef BPF_JITTER
511848c454cSJung-uk Kim 	bpf_jit_filter *jit_prog;
512ae2cb97eSJung-uk Kim #endif
51392a3e552SArchie Cobbs 	int size;
51492a3e552SArchie Cobbs 
51592a3e552SArchie Cobbs 	/* Check program for validity */
51692a3e552SArchie Cobbs 	if (!bpf_validate(hp0->bpf_prog, hp0->bpf_prog_len))
51792a3e552SArchie Cobbs 		return (EINVAL);
51892a3e552SArchie Cobbs 
51992a3e552SArchie Cobbs 	/* Make a copy of the program */
520ab0d3c94SArchie Cobbs 	size = NG_BPF_HOOKPROG_SIZE(hp0->bpf_prog_len);
5219c8c302fSJulian Elischer 	MALLOC(hp, struct ng_bpf_hookprog *, size, M_NETGRAPH_BPF, M_NOWAIT);
52292a3e552SArchie Cobbs 	if (hp == NULL)
52392a3e552SArchie Cobbs 		return (ENOMEM);
52492a3e552SArchie Cobbs 	bcopy(hp0, hp, size);
525848c454cSJung-uk Kim #ifdef BPF_JITTER
526848c454cSJung-uk Kim 	jit_prog = bpf_jitter(hp->bpf_prog, hp->bpf_prog_len);
527848c454cSJung-uk Kim #endif
52892a3e552SArchie Cobbs 
52992a3e552SArchie Cobbs 	/* Free previous program, if any, and assign new one */
53092a3e552SArchie Cobbs 	if (hip->prog != NULL)
5319c8c302fSJulian Elischer 		FREE(hip->prog, M_NETGRAPH_BPF);
53292a3e552SArchie Cobbs 	hip->prog = hp;
533848c454cSJung-uk Kim #ifdef BPF_JITTER
534848c454cSJung-uk Kim 	if (hip->jit_prog != NULL)
535848c454cSJung-uk Kim 		bpf_destroy_jit_filter(hip->jit_prog);
536848c454cSJung-uk Kim 	hip->jit_prog = jit_prog;
537ae2cb97eSJung-uk Kim #endif
53892a3e552SArchie Cobbs 	return (0);
53992a3e552SArchie Cobbs }
540