192a3e552SArchie Cobbs /* 292a3e552SArchie Cobbs * ng_bpf.c 3c398230bSWarner Losh */ 4c398230bSWarner Losh 5c398230bSWarner Losh /*- 692a3e552SArchie Cobbs * Copyright (c) 1999 Whistle Communications, Inc. 792a3e552SArchie Cobbs * All rights reserved. 892a3e552SArchie Cobbs * 992a3e552SArchie Cobbs * Subject to the following obligations and disclaimer of warranty, use and 1092a3e552SArchie Cobbs * redistribution of this software, in source or object code forms, with or 1192a3e552SArchie Cobbs * without modifications are expressly permitted by Whistle Communications; 1292a3e552SArchie Cobbs * provided, however, that: 1392a3e552SArchie Cobbs * 1. Any and all reproductions of the source or object code must include the 1492a3e552SArchie Cobbs * copyright notice above and the following disclaimer of warranties; and 1592a3e552SArchie Cobbs * 2. No rights are granted, in any manner or form, to use Whistle 1692a3e552SArchie Cobbs * Communications, Inc. trademarks, including the mark "WHISTLE 1792a3e552SArchie Cobbs * COMMUNICATIONS" on advertising, endorsements, or otherwise except as 1892a3e552SArchie Cobbs * such appears in the above copyright notice or in the software. 1992a3e552SArchie Cobbs * 2092a3e552SArchie Cobbs * THIS SOFTWARE IS BEING PROVIDED BY WHISTLE COMMUNICATIONS "AS IS", AND 2192a3e552SArchie Cobbs * TO THE MAXIMUM EXTENT PERMITTED BY LAW, WHISTLE COMMUNICATIONS MAKES NO 2292a3e552SArchie Cobbs * REPRESENTATIONS OR WARRANTIES, EXPRESS OR IMPLIED, REGARDING THIS SOFTWARE, 2392a3e552SArchie Cobbs * INCLUDING WITHOUT LIMITATION, ANY AND ALL IMPLIED WARRANTIES OF 2492a3e552SArchie Cobbs * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT. 25d2a57575SJulian Elischer * WHISTLE COMMUNICATIONS DOES NOT WARRANT, GUARANTEE, OR MAKE ANY 2692a3e552SArchie Cobbs * REPRESENTATIONS REGARDING THE USE OF, OR THE RESULTS OF THE USE OF THIS 2792a3e552SArchie Cobbs * SOFTWARE IN TERMS OF ITS CORRECTNESS, ACCURACY, RELIABILITY OR OTHERWISE. 2892a3e552SArchie Cobbs * IN NO EVENT SHALL WHISTLE COMMUNICATIONS BE LIABLE FOR ANY DAMAGES 2992a3e552SArchie Cobbs * RESULTING FROM OR ARISING OUT OF ANY USE OF THIS SOFTWARE, INCLUDING 3092a3e552SArchie Cobbs * WITHOUT LIMITATION, ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, 3192a3e552SArchie Cobbs * PUNITIVE, OR CONSEQUENTIAL DAMAGES, PROCUREMENT OF SUBSTITUTE GOODS OR 3292a3e552SArchie Cobbs * SERVICES, LOSS OF USE, DATA OR PROFITS, HOWEVER CAUSED AND UNDER ANY 3392a3e552SArchie Cobbs * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 3492a3e552SArchie Cobbs * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 3592a3e552SArchie Cobbs * THIS SOFTWARE, EVEN IF WHISTLE COMMUNICATIONS IS ADVISED OF THE POSSIBILITY 3692a3e552SArchie Cobbs * OF SUCH DAMAGE. 3792a3e552SArchie Cobbs * 38cc3bbd68SJulian Elischer * Author: Archie Cobbs <archie@freebsd.org> 3992a3e552SArchie Cobbs * 4092a3e552SArchie Cobbs * $FreeBSD$ 4192a3e552SArchie Cobbs * $Whistle: ng_bpf.c,v 1.3 1999/12/03 20:30:23 archie Exp $ 4292a3e552SArchie Cobbs */ 4392a3e552SArchie Cobbs 4492a3e552SArchie Cobbs /* 4592a3e552SArchie Cobbs * BPF NETGRAPH NODE TYPE 4692a3e552SArchie Cobbs * 4792a3e552SArchie Cobbs * This node type accepts any number of hook connections. With each hook 4892a3e552SArchie Cobbs * is associated a bpf(4) filter program, and two hook names (each possibly 4992a3e552SArchie Cobbs * the empty string). Incoming packets are compared against the filter; 5092a3e552SArchie Cobbs * matching packets are delivered out the first named hook (or dropped if 5192a3e552SArchie Cobbs * the empty string), and non-matching packets are delivered out the second 5292a3e552SArchie Cobbs * named hook (or dropped if the empty string). 5392a3e552SArchie Cobbs * 5492a3e552SArchie Cobbs * Each hook also keeps statistics about how many packets have matched, etc. 5592a3e552SArchie Cobbs */ 5692a3e552SArchie Cobbs 57848c454cSJung-uk Kim #include "opt_bpf.h" 58848c454cSJung-uk Kim 5992a3e552SArchie Cobbs #include <sys/param.h> 6092a3e552SArchie Cobbs #include <sys/systm.h> 6192a3e552SArchie Cobbs #include <sys/errno.h> 6292a3e552SArchie Cobbs #include <sys/kernel.h> 6392a3e552SArchie Cobbs #include <sys/malloc.h> 6492a3e552SArchie Cobbs #include <sys/mbuf.h> 6592a3e552SArchie Cobbs 6692a3e552SArchie Cobbs #include <net/bpf.h> 67848c454cSJung-uk Kim #ifdef BPF_JITTER 68848c454cSJung-uk Kim #include <net/bpf_jitter.h> 69848c454cSJung-uk Kim #endif 7092a3e552SArchie Cobbs 7192a3e552SArchie Cobbs #include <netgraph/ng_message.h> 7292a3e552SArchie Cobbs #include <netgraph/netgraph.h> 7392a3e552SArchie Cobbs #include <netgraph/ng_parse.h> 7492a3e552SArchie Cobbs #include <netgraph/ng_bpf.h> 7592a3e552SArchie Cobbs 769c8c302fSJulian Elischer #ifdef NG_SEPARATE_MALLOC 779c8c302fSJulian Elischer MALLOC_DEFINE(M_NETGRAPH_BPF, "netgraph_bpf", "netgraph bpf node "); 789c8c302fSJulian Elischer #else 799c8c302fSJulian Elischer #define M_NETGRAPH_BPF M_NETGRAPH 809c8c302fSJulian Elischer #endif 819c8c302fSJulian Elischer 8292a3e552SArchie Cobbs #define OFFSETOF(s, e) ((char *)&((s *)0)->e - (char *)((s *)0)) 8392a3e552SArchie Cobbs 8492a3e552SArchie Cobbs #define ERROUT(x) do { error = (x); goto done; } while (0) 8592a3e552SArchie Cobbs 8692a3e552SArchie Cobbs /* Per hook private info */ 8792a3e552SArchie Cobbs struct ng_bpf_hookinfo { 8892a3e552SArchie Cobbs node_p node; 8992a3e552SArchie Cobbs hook_p hook; 9092a3e552SArchie Cobbs struct ng_bpf_hookprog *prog; 91848c454cSJung-uk Kim #ifdef BPF_JITTER 92848c454cSJung-uk Kim bpf_jit_filter *jit_prog; 93848c454cSJung-uk Kim #endif 9492a3e552SArchie Cobbs struct ng_bpf_hookstat stats; 9592a3e552SArchie Cobbs }; 9692a3e552SArchie Cobbs typedef struct ng_bpf_hookinfo *hinfo_p; 9792a3e552SArchie Cobbs 9892a3e552SArchie Cobbs /* Netgraph methods */ 9992a3e552SArchie Cobbs static ng_constructor_t ng_bpf_constructor; 10092a3e552SArchie Cobbs static ng_rcvmsg_t ng_bpf_rcvmsg; 101069154d5SJulian Elischer static ng_shutdown_t ng_bpf_shutdown; 10292a3e552SArchie Cobbs static ng_newhook_t ng_bpf_newhook; 10392a3e552SArchie Cobbs static ng_rcvdata_t ng_bpf_rcvdata; 10492a3e552SArchie Cobbs static ng_disconnect_t ng_bpf_disconnect; 10592a3e552SArchie Cobbs 10692a3e552SArchie Cobbs /* Internal helper functions */ 10792a3e552SArchie Cobbs static int ng_bpf_setprog(hook_p hook, const struct ng_bpf_hookprog *hp); 10892a3e552SArchie Cobbs 10992a3e552SArchie Cobbs /* Parse type for one struct bfp_insn */ 110f0184ff8SArchie Cobbs static const struct ng_parse_struct_field ng_bpf_insn_type_fields[] = { 11157b57be3SArchie Cobbs { "code", &ng_parse_hint16_type }, 11257b57be3SArchie Cobbs { "jt", &ng_parse_uint8_type }, 11357b57be3SArchie Cobbs { "jf", &ng_parse_uint8_type }, 11457b57be3SArchie Cobbs { "k", &ng_parse_uint32_type }, 11592a3e552SArchie Cobbs { NULL } 11692a3e552SArchie Cobbs }; 11792a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_insn_type = { 11892a3e552SArchie Cobbs &ng_parse_struct_type, 119f0184ff8SArchie Cobbs &ng_bpf_insn_type_fields 12092a3e552SArchie Cobbs }; 12192a3e552SArchie Cobbs 12292a3e552SArchie Cobbs /* Parse type for the field 'bpf_prog' in struct ng_bpf_hookprog */ 12392a3e552SArchie Cobbs static int 12492a3e552SArchie Cobbs ng_bpf_hookprogary_getLength(const struct ng_parse_type *type, 12592a3e552SArchie Cobbs const u_char *start, const u_char *buf) 12692a3e552SArchie Cobbs { 12792a3e552SArchie Cobbs const struct ng_bpf_hookprog *hp; 12892a3e552SArchie Cobbs 12992a3e552SArchie Cobbs hp = (const struct ng_bpf_hookprog *) 13092a3e552SArchie Cobbs (buf - OFFSETOF(struct ng_bpf_hookprog, bpf_prog)); 13192a3e552SArchie Cobbs return hp->bpf_prog_len; 13292a3e552SArchie Cobbs } 13392a3e552SArchie Cobbs 13492a3e552SArchie Cobbs static const struct ng_parse_array_info ng_bpf_hookprogary_info = { 13592a3e552SArchie Cobbs &ng_bpf_insn_type, 13692a3e552SArchie Cobbs &ng_bpf_hookprogary_getLength, 13792a3e552SArchie Cobbs NULL 13892a3e552SArchie Cobbs }; 13992a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_hookprogary_type = { 14092a3e552SArchie Cobbs &ng_parse_array_type, 14192a3e552SArchie Cobbs &ng_bpf_hookprogary_info 14292a3e552SArchie Cobbs }; 14392a3e552SArchie Cobbs 14492a3e552SArchie Cobbs /* Parse type for struct ng_bpf_hookprog */ 145f0184ff8SArchie Cobbs static const struct ng_parse_struct_field ng_bpf_hookprog_type_fields[] 14692a3e552SArchie Cobbs = NG_BPF_HOOKPROG_TYPE_INFO(&ng_bpf_hookprogary_type); 14792a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_hookprog_type = { 14892a3e552SArchie Cobbs &ng_parse_struct_type, 149f0184ff8SArchie Cobbs &ng_bpf_hookprog_type_fields 15092a3e552SArchie Cobbs }; 15192a3e552SArchie Cobbs 15292a3e552SArchie Cobbs /* Parse type for struct ng_bpf_hookstat */ 153f0184ff8SArchie Cobbs static const struct ng_parse_struct_field ng_bpf_hookstat_type_fields[] 154f0184ff8SArchie Cobbs = NG_BPF_HOOKSTAT_TYPE_INFO; 15592a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_hookstat_type = { 15692a3e552SArchie Cobbs &ng_parse_struct_type, 157f0184ff8SArchie Cobbs &ng_bpf_hookstat_type_fields 15892a3e552SArchie Cobbs }; 15992a3e552SArchie Cobbs 16092a3e552SArchie Cobbs /* List of commands and how to convert arguments to/from ASCII */ 16192a3e552SArchie Cobbs static const struct ng_cmdlist ng_bpf_cmdlist[] = { 16292a3e552SArchie Cobbs { 16392a3e552SArchie Cobbs NGM_BPF_COOKIE, 16492a3e552SArchie Cobbs NGM_BPF_SET_PROGRAM, 16592a3e552SArchie Cobbs "setprogram", 16692a3e552SArchie Cobbs &ng_bpf_hookprog_type, 16792a3e552SArchie Cobbs NULL 16892a3e552SArchie Cobbs }, 16992a3e552SArchie Cobbs { 17092a3e552SArchie Cobbs NGM_BPF_COOKIE, 17192a3e552SArchie Cobbs NGM_BPF_GET_PROGRAM, 17292a3e552SArchie Cobbs "getprogram", 17392a3e552SArchie Cobbs &ng_parse_hookbuf_type, 17492a3e552SArchie Cobbs &ng_bpf_hookprog_type 17592a3e552SArchie Cobbs }, 17692a3e552SArchie Cobbs { 17792a3e552SArchie Cobbs NGM_BPF_COOKIE, 17892a3e552SArchie Cobbs NGM_BPF_GET_STATS, 17992a3e552SArchie Cobbs "getstats", 18092a3e552SArchie Cobbs &ng_parse_hookbuf_type, 18192a3e552SArchie Cobbs &ng_bpf_hookstat_type 18292a3e552SArchie Cobbs }, 18392a3e552SArchie Cobbs { 18492a3e552SArchie Cobbs NGM_BPF_COOKIE, 18592a3e552SArchie Cobbs NGM_BPF_CLR_STATS, 18692a3e552SArchie Cobbs "clrstats", 18792a3e552SArchie Cobbs &ng_parse_hookbuf_type, 18892a3e552SArchie Cobbs NULL 18992a3e552SArchie Cobbs }, 19092a3e552SArchie Cobbs { 19192a3e552SArchie Cobbs NGM_BPF_COOKIE, 19292a3e552SArchie Cobbs NGM_BPF_GETCLR_STATS, 19392a3e552SArchie Cobbs "getclrstats", 19492a3e552SArchie Cobbs &ng_parse_hookbuf_type, 19592a3e552SArchie Cobbs &ng_bpf_hookstat_type 19692a3e552SArchie Cobbs }, 19792a3e552SArchie Cobbs { 0 } 19892a3e552SArchie Cobbs }; 19992a3e552SArchie Cobbs 20092a3e552SArchie Cobbs /* Netgraph type descriptor */ 20192a3e552SArchie Cobbs static struct ng_type typestruct = { 202f8aae777SJulian Elischer .version = NG_ABI_VERSION, 203f8aae777SJulian Elischer .name = NG_BPF_NODE_TYPE, 204f8aae777SJulian Elischer .constructor = ng_bpf_constructor, 205f8aae777SJulian Elischer .rcvmsg = ng_bpf_rcvmsg, 206f8aae777SJulian Elischer .shutdown = ng_bpf_shutdown, 207f8aae777SJulian Elischer .newhook = ng_bpf_newhook, 208f8aae777SJulian Elischer .rcvdata = ng_bpf_rcvdata, 209f8aae777SJulian Elischer .disconnect = ng_bpf_disconnect, 210f8aae777SJulian Elischer .cmdlist = ng_bpf_cmdlist, 21192a3e552SArchie Cobbs }; 21292a3e552SArchie Cobbs NETGRAPH_INIT(bpf, &typestruct); 21392a3e552SArchie Cobbs 21492a3e552SArchie Cobbs /* Default BPF program for a hook that matches nothing */ 21592a3e552SArchie Cobbs static const struct ng_bpf_hookprog ng_bpf_default_prog = { 21692a3e552SArchie Cobbs { '\0' }, /* to be filled in at hook creation time */ 21792a3e552SArchie Cobbs { '\0' }, 21892a3e552SArchie Cobbs { '\0' }, 21992a3e552SArchie Cobbs 1, 22092a3e552SArchie Cobbs { BPF_STMT(BPF_RET+BPF_K, 0) } 22192a3e552SArchie Cobbs }; 22292a3e552SArchie Cobbs 22392a3e552SArchie Cobbs /* 22492a3e552SArchie Cobbs * Node constructor 22592a3e552SArchie Cobbs * 22692a3e552SArchie Cobbs * We don't keep any per-node private data 227069154d5SJulian Elischer * We go via the hooks. 22892a3e552SArchie Cobbs */ 22992a3e552SArchie Cobbs static int 230069154d5SJulian Elischer ng_bpf_constructor(node_p node) 23192a3e552SArchie Cobbs { 23230400f03SJulian Elischer NG_NODE_SET_PRIVATE(node, NULL); 23392a3e552SArchie Cobbs return (0); 23492a3e552SArchie Cobbs } 23592a3e552SArchie Cobbs 23692a3e552SArchie Cobbs /* 23792a3e552SArchie Cobbs * Add a hook 23892a3e552SArchie Cobbs */ 23992a3e552SArchie Cobbs static int 24092a3e552SArchie Cobbs ng_bpf_newhook(node_p node, hook_p hook, const char *name) 24192a3e552SArchie Cobbs { 24292a3e552SArchie Cobbs hinfo_p hip; 24392a3e552SArchie Cobbs int error; 24492a3e552SArchie Cobbs 24592a3e552SArchie Cobbs /* Create hook private structure */ 2469c8c302fSJulian Elischer MALLOC(hip, hinfo_p, sizeof(*hip), M_NETGRAPH_BPF, M_NOWAIT | M_ZERO); 24792a3e552SArchie Cobbs if (hip == NULL) 24892a3e552SArchie Cobbs return (ENOMEM); 24992a3e552SArchie Cobbs hip->hook = hook; 25030400f03SJulian Elischer NG_HOOK_SET_PRIVATE(hook, hip); 25192a3e552SArchie Cobbs hip->node = node; 25292a3e552SArchie Cobbs 25392a3e552SArchie Cobbs /* Attach the default BPF program */ 25492a3e552SArchie Cobbs if ((error = ng_bpf_setprog(hook, &ng_bpf_default_prog)) != 0) { 2559c8c302fSJulian Elischer FREE(hip, M_NETGRAPH_BPF); 25630400f03SJulian Elischer NG_HOOK_SET_PRIVATE(hook, NULL); 25792a3e552SArchie Cobbs return (error); 25892a3e552SArchie Cobbs } 25992a3e552SArchie Cobbs 26092a3e552SArchie Cobbs /* Set hook name */ 26192a3e552SArchie Cobbs strncpy(hip->prog->thisHook, name, sizeof(hip->prog->thisHook) - 1); 26292a3e552SArchie Cobbs hip->prog->thisHook[sizeof(hip->prog->thisHook) - 1] = '\0'; 26392a3e552SArchie Cobbs return (0); 26492a3e552SArchie Cobbs } 26592a3e552SArchie Cobbs 26692a3e552SArchie Cobbs /* 26792a3e552SArchie Cobbs * Receive a control message 26892a3e552SArchie Cobbs */ 26992a3e552SArchie Cobbs static int 270069154d5SJulian Elischer ng_bpf_rcvmsg(node_p node, item_p item, hook_p lasthook) 27192a3e552SArchie Cobbs { 272069154d5SJulian Elischer struct ng_mesg *msg; 27392a3e552SArchie Cobbs struct ng_mesg *resp = NULL; 27492a3e552SArchie Cobbs int error = 0; 27592a3e552SArchie Cobbs 276069154d5SJulian Elischer NGI_GET_MSG(item, msg); 27792a3e552SArchie Cobbs switch (msg->header.typecookie) { 27892a3e552SArchie Cobbs case NGM_BPF_COOKIE: 27992a3e552SArchie Cobbs switch (msg->header.cmd) { 28092a3e552SArchie Cobbs case NGM_BPF_SET_PROGRAM: 28192a3e552SArchie Cobbs { 28292a3e552SArchie Cobbs struct ng_bpf_hookprog *const 28392a3e552SArchie Cobbs hp = (struct ng_bpf_hookprog *)msg->data; 28492a3e552SArchie Cobbs hook_p hook; 28592a3e552SArchie Cobbs 28692a3e552SArchie Cobbs /* Sanity check */ 28792a3e552SArchie Cobbs if (msg->header.arglen < sizeof(*hp) 288ab0d3c94SArchie Cobbs || msg->header.arglen 289ab0d3c94SArchie Cobbs != NG_BPF_HOOKPROG_SIZE(hp->bpf_prog_len)) 29092a3e552SArchie Cobbs ERROUT(EINVAL); 29192a3e552SArchie Cobbs 29292a3e552SArchie Cobbs /* Find hook */ 29392a3e552SArchie Cobbs if ((hook = ng_findhook(node, hp->thisHook)) == NULL) 29492a3e552SArchie Cobbs ERROUT(ENOENT); 29592a3e552SArchie Cobbs 29692a3e552SArchie Cobbs /* Set new program */ 29792a3e552SArchie Cobbs if ((error = ng_bpf_setprog(hook, hp)) != 0) 29892a3e552SArchie Cobbs ERROUT(error); 29992a3e552SArchie Cobbs break; 30092a3e552SArchie Cobbs } 30192a3e552SArchie Cobbs 30292a3e552SArchie Cobbs case NGM_BPF_GET_PROGRAM: 30392a3e552SArchie Cobbs { 304ab0d3c94SArchie Cobbs struct ng_bpf_hookprog *hp; 30592a3e552SArchie Cobbs hook_p hook; 30692a3e552SArchie Cobbs 30792a3e552SArchie Cobbs /* Sanity check */ 30892a3e552SArchie Cobbs if (msg->header.arglen == 0) 30992a3e552SArchie Cobbs ERROUT(EINVAL); 31092a3e552SArchie Cobbs msg->data[msg->header.arglen - 1] = '\0'; 31192a3e552SArchie Cobbs 31292a3e552SArchie Cobbs /* Find hook */ 31392a3e552SArchie Cobbs if ((hook = ng_findhook(node, msg->data)) == NULL) 31492a3e552SArchie Cobbs ERROUT(ENOENT); 31592a3e552SArchie Cobbs 31692a3e552SArchie Cobbs /* Build response */ 31730400f03SJulian Elischer hp = ((hinfo_p)NG_HOOK_PRIVATE(hook))->prog; 31892a3e552SArchie Cobbs NG_MKRESPONSE(resp, msg, 319ab0d3c94SArchie Cobbs NG_BPF_HOOKPROG_SIZE(hp->bpf_prog_len), M_NOWAIT); 32092a3e552SArchie Cobbs if (resp == NULL) 32192a3e552SArchie Cobbs ERROUT(ENOMEM); 322ab0d3c94SArchie Cobbs bcopy(hp, resp->data, 323ab0d3c94SArchie Cobbs NG_BPF_HOOKPROG_SIZE(hp->bpf_prog_len)); 32492a3e552SArchie Cobbs break; 32592a3e552SArchie Cobbs } 32692a3e552SArchie Cobbs 32792a3e552SArchie Cobbs case NGM_BPF_GET_STATS: 32892a3e552SArchie Cobbs case NGM_BPF_CLR_STATS: 32992a3e552SArchie Cobbs case NGM_BPF_GETCLR_STATS: 33092a3e552SArchie Cobbs { 33192a3e552SArchie Cobbs struct ng_bpf_hookstat *stats; 33292a3e552SArchie Cobbs hook_p hook; 33392a3e552SArchie Cobbs 33492a3e552SArchie Cobbs /* Sanity check */ 33592a3e552SArchie Cobbs if (msg->header.arglen == 0) 33692a3e552SArchie Cobbs ERROUT(EINVAL); 33792a3e552SArchie Cobbs msg->data[msg->header.arglen - 1] = '\0'; 33892a3e552SArchie Cobbs 33992a3e552SArchie Cobbs /* Find hook */ 34092a3e552SArchie Cobbs if ((hook = ng_findhook(node, msg->data)) == NULL) 34192a3e552SArchie Cobbs ERROUT(ENOENT); 34230400f03SJulian Elischer stats = &((hinfo_p)NG_HOOK_PRIVATE(hook))->stats; 34392a3e552SArchie Cobbs 34492a3e552SArchie Cobbs /* Build response (if desired) */ 34592a3e552SArchie Cobbs if (msg->header.cmd != NGM_BPF_CLR_STATS) { 34692a3e552SArchie Cobbs NG_MKRESPONSE(resp, 34792a3e552SArchie Cobbs msg, sizeof(*stats), M_NOWAIT); 34892a3e552SArchie Cobbs if (resp == NULL) 34992a3e552SArchie Cobbs ERROUT(ENOMEM); 35092a3e552SArchie Cobbs bcopy(stats, resp->data, sizeof(*stats)); 35192a3e552SArchie Cobbs } 35292a3e552SArchie Cobbs 35392a3e552SArchie Cobbs /* Clear stats (if desired) */ 35492a3e552SArchie Cobbs if (msg->header.cmd != NGM_BPF_GET_STATS) 35592a3e552SArchie Cobbs bzero(stats, sizeof(*stats)); 35692a3e552SArchie Cobbs break; 35792a3e552SArchie Cobbs } 35892a3e552SArchie Cobbs 35992a3e552SArchie Cobbs default: 36092a3e552SArchie Cobbs error = EINVAL; 36192a3e552SArchie Cobbs break; 36292a3e552SArchie Cobbs } 36392a3e552SArchie Cobbs break; 36492a3e552SArchie Cobbs default: 36592a3e552SArchie Cobbs error = EINVAL; 36692a3e552SArchie Cobbs break; 36792a3e552SArchie Cobbs } 36892a3e552SArchie Cobbs done: 369cdbfe124SJulian Elischer NG_RESPOND_MSG(error, node, item, resp); 370069154d5SJulian Elischer NG_FREE_MSG(msg); 37192a3e552SArchie Cobbs return (error); 37292a3e552SArchie Cobbs } 37392a3e552SArchie Cobbs 37492a3e552SArchie Cobbs /* 37592a3e552SArchie Cobbs * Receive data on a hook 37692a3e552SArchie Cobbs * 37792a3e552SArchie Cobbs * Apply the filter, and then drop or forward packet as appropriate. 37892a3e552SArchie Cobbs */ 37992a3e552SArchie Cobbs static int 380069154d5SJulian Elischer ng_bpf_rcvdata(hook_p hook, item_p item) 38192a3e552SArchie Cobbs { 38230400f03SJulian Elischer const hinfo_p hip = NG_HOOK_PRIVATE(hook); 383069154d5SJulian Elischer int totlen; 38492a3e552SArchie Cobbs int needfree = 0, error = 0; 385091193feSAlexander Motin u_char *data; 38692a3e552SArchie Cobbs hinfo_p dhip; 38792a3e552SArchie Cobbs hook_p dest; 38892a3e552SArchie Cobbs u_int len; 389069154d5SJulian Elischer struct mbuf *m; 39092a3e552SArchie Cobbs 391069154d5SJulian Elischer m = NGI_M(item); /* 'item' still owns it.. we are peeking */ 392069154d5SJulian Elischer totlen = m->m_pkthdr.len; 393069154d5SJulian Elischer /* Update stats on incoming hook. XXX Can we do 64 bits atomically? */ 394069154d5SJulian Elischer /* atomic_add_int64(&hip->stats.recvFrames, 1); */ 395069154d5SJulian Elischer /* atomic_add_int64(&hip->stats.recvOctets, totlen); */ 39692a3e552SArchie Cobbs hip->stats.recvFrames++; 39792a3e552SArchie Cobbs hip->stats.recvOctets += totlen; 39892a3e552SArchie Cobbs 39992a3e552SArchie Cobbs /* Need to put packet in contiguous memory for bpf */ 40092a3e552SArchie Cobbs if (m->m_next != NULL) { 401091193feSAlexander Motin if (totlen > MHLEN) { 4029c8c302fSJulian Elischer MALLOC(data, u_char *, totlen, M_NETGRAPH_BPF, M_NOWAIT); 40392a3e552SArchie Cobbs if (data == NULL) { 404069154d5SJulian Elischer NG_FREE_ITEM(item); 40592a3e552SArchie Cobbs return (ENOMEM); 40692a3e552SArchie Cobbs } 40792a3e552SArchie Cobbs needfree = 1; 40892a3e552SArchie Cobbs m_copydata(m, 0, totlen, (caddr_t)data); 409091193feSAlexander Motin } else { 410091193feSAlexander Motin NGI_M(item) = m = m_pullup(m, totlen); 411091193feSAlexander Motin if (m == NULL) { 412091193feSAlexander Motin NG_FREE_ITEM(item); 413091193feSAlexander Motin return (ENOBUFS); 414091193feSAlexander Motin } 415091193feSAlexander Motin data = mtod(m, u_char *); 416091193feSAlexander Motin } 41792a3e552SArchie Cobbs } else 41892a3e552SArchie Cobbs data = mtod(m, u_char *); 41992a3e552SArchie Cobbs 42092a3e552SArchie Cobbs /* Run packet through filter */ 421669bb973SArchie Cobbs if (totlen == 0) 422669bb973SArchie Cobbs len = 0; /* don't call bpf_filter() with totlen == 0! */ 423848c454cSJung-uk Kim else { 424848c454cSJung-uk Kim #ifdef BPF_JITTER 425848c454cSJung-uk Kim if (bpf_jitter_enable != 0 && hip->jit_prog != NULL) 426848c454cSJung-uk Kim len = (*(hip->jit_prog->func))(data, totlen, totlen); 427669bb973SArchie Cobbs else 428848c454cSJung-uk Kim #endif 42992a3e552SArchie Cobbs len = bpf_filter(hip->prog->bpf_prog, data, totlen, totlen); 430848c454cSJung-uk Kim } 43192a3e552SArchie Cobbs if (needfree) 4329c8c302fSJulian Elischer FREE(data, M_NETGRAPH_BPF); 43392a3e552SArchie Cobbs 43492a3e552SArchie Cobbs /* See if we got a match and find destination hook */ 43592a3e552SArchie Cobbs if (len > 0) { 43692a3e552SArchie Cobbs 43792a3e552SArchie Cobbs /* Update stats */ 438069154d5SJulian Elischer /* XXX atomically? */ 43992a3e552SArchie Cobbs hip->stats.recvMatchFrames++; 44092a3e552SArchie Cobbs hip->stats.recvMatchOctets += totlen; 44192a3e552SArchie Cobbs 44292a3e552SArchie Cobbs /* Truncate packet length if required by the filter */ 443069154d5SJulian Elischer /* Assume this never changes m */ 44492a3e552SArchie Cobbs if (len < totlen) { 44592a3e552SArchie Cobbs m_adj(m, -(totlen - len)); 44692a3e552SArchie Cobbs totlen -= len; 44792a3e552SArchie Cobbs } 44892a3e552SArchie Cobbs dest = ng_findhook(hip->node, hip->prog->ifMatch); 44992a3e552SArchie Cobbs } else 45092a3e552SArchie Cobbs dest = ng_findhook(hip->node, hip->prog->ifNotMatch); 45192a3e552SArchie Cobbs if (dest == NULL) { 452069154d5SJulian Elischer NG_FREE_ITEM(item); 45392a3e552SArchie Cobbs return (0); 45492a3e552SArchie Cobbs } 45592a3e552SArchie Cobbs 45692a3e552SArchie Cobbs /* Deliver frame out destination hook */ 45730400f03SJulian Elischer dhip = NG_HOOK_PRIVATE(dest); 45892a3e552SArchie Cobbs dhip->stats.xmitOctets += totlen; 45992a3e552SArchie Cobbs dhip->stats.xmitFrames++; 46030400f03SJulian Elischer NG_FWD_ITEM_HOOK(error, item, dest); 46192a3e552SArchie Cobbs return (error); 46292a3e552SArchie Cobbs } 46392a3e552SArchie Cobbs 46492a3e552SArchie Cobbs /* 46592a3e552SArchie Cobbs * Shutdown processing 46692a3e552SArchie Cobbs */ 46792a3e552SArchie Cobbs static int 468069154d5SJulian Elischer ng_bpf_shutdown(node_p node) 46992a3e552SArchie Cobbs { 47030400f03SJulian Elischer NG_NODE_UNREF(node); 47192a3e552SArchie Cobbs return (0); 47292a3e552SArchie Cobbs } 47392a3e552SArchie Cobbs 47492a3e552SArchie Cobbs /* 47592a3e552SArchie Cobbs * Hook disconnection 47692a3e552SArchie Cobbs */ 47792a3e552SArchie Cobbs static int 47892a3e552SArchie Cobbs ng_bpf_disconnect(hook_p hook) 47992a3e552SArchie Cobbs { 48030400f03SJulian Elischer const hinfo_p hip = NG_HOOK_PRIVATE(hook); 48192a3e552SArchie Cobbs 4826e551fb6SDavid E. O'Brien KASSERT(hip != NULL, ("%s: null info", __func__)); 4839c8c302fSJulian Elischer FREE(hip->prog, M_NETGRAPH_BPF); 484848c454cSJung-uk Kim #ifdef BPF_JITTER 485848c454cSJung-uk Kim if (hip->jit_prog != NULL) 486848c454cSJung-uk Kim bpf_destroy_jit_filter(hip->jit_prog); 487848c454cSJung-uk Kim #endif 48892a3e552SArchie Cobbs bzero(hip, sizeof(*hip)); 4899c8c302fSJulian Elischer FREE(hip, M_NETGRAPH_BPF); 49030400f03SJulian Elischer NG_HOOK_SET_PRIVATE(hook, NULL); /* for good measure */ 49130400f03SJulian Elischer if ((NG_NODE_NUMHOOKS(NG_HOOK_NODE(hook)) == 0) 49230400f03SJulian Elischer && (NG_NODE_IS_VALID(NG_HOOK_NODE(hook)))) { 49330400f03SJulian Elischer ng_rmnode_self(NG_HOOK_NODE(hook)); 494069154d5SJulian Elischer } 49592a3e552SArchie Cobbs return (0); 49692a3e552SArchie Cobbs } 49792a3e552SArchie Cobbs 49892a3e552SArchie Cobbs /************************************************************************ 49992a3e552SArchie Cobbs HELPER STUFF 50092a3e552SArchie Cobbs ************************************************************************/ 50192a3e552SArchie Cobbs 50292a3e552SArchie Cobbs /* 50392a3e552SArchie Cobbs * Set the BPF program associated with a hook 50492a3e552SArchie Cobbs */ 50592a3e552SArchie Cobbs static int 50692a3e552SArchie Cobbs ng_bpf_setprog(hook_p hook, const struct ng_bpf_hookprog *hp0) 50792a3e552SArchie Cobbs { 50830400f03SJulian Elischer const hinfo_p hip = NG_HOOK_PRIVATE(hook); 50992a3e552SArchie Cobbs struct ng_bpf_hookprog *hp; 510ae2cb97eSJung-uk Kim #ifdef BPF_JITTER 511848c454cSJung-uk Kim bpf_jit_filter *jit_prog; 512ae2cb97eSJung-uk Kim #endif 51392a3e552SArchie Cobbs int size; 51492a3e552SArchie Cobbs 51592a3e552SArchie Cobbs /* Check program for validity */ 51692a3e552SArchie Cobbs if (!bpf_validate(hp0->bpf_prog, hp0->bpf_prog_len)) 51792a3e552SArchie Cobbs return (EINVAL); 51892a3e552SArchie Cobbs 51992a3e552SArchie Cobbs /* Make a copy of the program */ 520ab0d3c94SArchie Cobbs size = NG_BPF_HOOKPROG_SIZE(hp0->bpf_prog_len); 5219c8c302fSJulian Elischer MALLOC(hp, struct ng_bpf_hookprog *, size, M_NETGRAPH_BPF, M_NOWAIT); 52292a3e552SArchie Cobbs if (hp == NULL) 52392a3e552SArchie Cobbs return (ENOMEM); 52492a3e552SArchie Cobbs bcopy(hp0, hp, size); 525848c454cSJung-uk Kim #ifdef BPF_JITTER 526848c454cSJung-uk Kim jit_prog = bpf_jitter(hp->bpf_prog, hp->bpf_prog_len); 527848c454cSJung-uk Kim #endif 52892a3e552SArchie Cobbs 52992a3e552SArchie Cobbs /* Free previous program, if any, and assign new one */ 53092a3e552SArchie Cobbs if (hip->prog != NULL) 5319c8c302fSJulian Elischer FREE(hip->prog, M_NETGRAPH_BPF); 53292a3e552SArchie Cobbs hip->prog = hp; 533848c454cSJung-uk Kim #ifdef BPF_JITTER 534848c454cSJung-uk Kim if (hip->jit_prog != NULL) 535848c454cSJung-uk Kim bpf_destroy_jit_filter(hip->jit_prog); 536848c454cSJung-uk Kim hip->jit_prog = jit_prog; 537ae2cb97eSJung-uk Kim #endif 53892a3e552SArchie Cobbs return (0); 53992a3e552SArchie Cobbs } 540