192a3e552SArchie Cobbs /* 292a3e552SArchie Cobbs * ng_bpf.c 3c398230bSWarner Losh */ 4c398230bSWarner Losh 5c398230bSWarner Losh /*- 692a3e552SArchie Cobbs * Copyright (c) 1999 Whistle Communications, Inc. 792a3e552SArchie Cobbs * All rights reserved. 892a3e552SArchie Cobbs * 992a3e552SArchie Cobbs * Subject to the following obligations and disclaimer of warranty, use and 1092a3e552SArchie Cobbs * redistribution of this software, in source or object code forms, with or 1192a3e552SArchie Cobbs * without modifications are expressly permitted by Whistle Communications; 1292a3e552SArchie Cobbs * provided, however, that: 1392a3e552SArchie Cobbs * 1. Any and all reproductions of the source or object code must include the 1492a3e552SArchie Cobbs * copyright notice above and the following disclaimer of warranties; and 1592a3e552SArchie Cobbs * 2. No rights are granted, in any manner or form, to use Whistle 1692a3e552SArchie Cobbs * Communications, Inc. trademarks, including the mark "WHISTLE 1792a3e552SArchie Cobbs * COMMUNICATIONS" on advertising, endorsements, or otherwise except as 1892a3e552SArchie Cobbs * such appears in the above copyright notice or in the software. 1992a3e552SArchie Cobbs * 2092a3e552SArchie Cobbs * THIS SOFTWARE IS BEING PROVIDED BY WHISTLE COMMUNICATIONS "AS IS", AND 2192a3e552SArchie Cobbs * TO THE MAXIMUM EXTENT PERMITTED BY LAW, WHISTLE COMMUNICATIONS MAKES NO 2292a3e552SArchie Cobbs * REPRESENTATIONS OR WARRANTIES, EXPRESS OR IMPLIED, REGARDING THIS SOFTWARE, 2392a3e552SArchie Cobbs * INCLUDING WITHOUT LIMITATION, ANY AND ALL IMPLIED WARRANTIES OF 2492a3e552SArchie Cobbs * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, OR NON-INFRINGEMENT. 25d2a57575SJulian Elischer * WHISTLE COMMUNICATIONS DOES NOT WARRANT, GUARANTEE, OR MAKE ANY 2692a3e552SArchie Cobbs * REPRESENTATIONS REGARDING THE USE OF, OR THE RESULTS OF THE USE OF THIS 2792a3e552SArchie Cobbs * SOFTWARE IN TERMS OF ITS CORRECTNESS, ACCURACY, RELIABILITY OR OTHERWISE. 2892a3e552SArchie Cobbs * IN NO EVENT SHALL WHISTLE COMMUNICATIONS BE LIABLE FOR ANY DAMAGES 2992a3e552SArchie Cobbs * RESULTING FROM OR ARISING OUT OF ANY USE OF THIS SOFTWARE, INCLUDING 3092a3e552SArchie Cobbs * WITHOUT LIMITATION, ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, 3192a3e552SArchie Cobbs * PUNITIVE, OR CONSEQUENTIAL DAMAGES, PROCUREMENT OF SUBSTITUTE GOODS OR 3292a3e552SArchie Cobbs * SERVICES, LOSS OF USE, DATA OR PROFITS, HOWEVER CAUSED AND UNDER ANY 3392a3e552SArchie Cobbs * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 3492a3e552SArchie Cobbs * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 3592a3e552SArchie Cobbs * THIS SOFTWARE, EVEN IF WHISTLE COMMUNICATIONS IS ADVISED OF THE POSSIBILITY 3692a3e552SArchie Cobbs * OF SUCH DAMAGE. 3792a3e552SArchie Cobbs * 38cc3bbd68SJulian Elischer * Author: Archie Cobbs <archie@freebsd.org> 3992a3e552SArchie Cobbs * 4092a3e552SArchie Cobbs * $FreeBSD$ 4192a3e552SArchie Cobbs * $Whistle: ng_bpf.c,v 1.3 1999/12/03 20:30:23 archie Exp $ 4292a3e552SArchie Cobbs */ 4392a3e552SArchie Cobbs 4492a3e552SArchie Cobbs /* 4592a3e552SArchie Cobbs * BPF NETGRAPH NODE TYPE 4692a3e552SArchie Cobbs * 4792a3e552SArchie Cobbs * This node type accepts any number of hook connections. With each hook 4892a3e552SArchie Cobbs * is associated a bpf(4) filter program, and two hook names (each possibly 4992a3e552SArchie Cobbs * the empty string). Incoming packets are compared against the filter; 5092a3e552SArchie Cobbs * matching packets are delivered out the first named hook (or dropped if 5192a3e552SArchie Cobbs * the empty string), and non-matching packets are delivered out the second 5292a3e552SArchie Cobbs * named hook (or dropped if the empty string). 5392a3e552SArchie Cobbs * 5492a3e552SArchie Cobbs * Each hook also keeps statistics about how many packets have matched, etc. 5592a3e552SArchie Cobbs */ 5692a3e552SArchie Cobbs 57848c454cSJung-uk Kim #include "opt_bpf.h" 58848c454cSJung-uk Kim 5992a3e552SArchie Cobbs #include <sys/param.h> 6092a3e552SArchie Cobbs #include <sys/systm.h> 6192a3e552SArchie Cobbs #include <sys/errno.h> 6292a3e552SArchie Cobbs #include <sys/kernel.h> 6392a3e552SArchie Cobbs #include <sys/malloc.h> 6492a3e552SArchie Cobbs #include <sys/mbuf.h> 6592a3e552SArchie Cobbs 6692a3e552SArchie Cobbs #include <net/bpf.h> 67848c454cSJung-uk Kim #ifdef BPF_JITTER 68848c454cSJung-uk Kim #include <net/bpf_jitter.h> 69848c454cSJung-uk Kim #endif 7092a3e552SArchie Cobbs 7192a3e552SArchie Cobbs #include <netgraph/ng_message.h> 7292a3e552SArchie Cobbs #include <netgraph/netgraph.h> 7392a3e552SArchie Cobbs #include <netgraph/ng_parse.h> 7492a3e552SArchie Cobbs #include <netgraph/ng_bpf.h> 7592a3e552SArchie Cobbs 769c8c302fSJulian Elischer #ifdef NG_SEPARATE_MALLOC 779c8c302fSJulian Elischer MALLOC_DEFINE(M_NETGRAPH_BPF, "netgraph_bpf", "netgraph bpf node "); 789c8c302fSJulian Elischer #else 799c8c302fSJulian Elischer #define M_NETGRAPH_BPF M_NETGRAPH 809c8c302fSJulian Elischer #endif 819c8c302fSJulian Elischer 8292a3e552SArchie Cobbs #define OFFSETOF(s, e) ((char *)&((s *)0)->e - (char *)((s *)0)) 8392a3e552SArchie Cobbs 8492a3e552SArchie Cobbs #define ERROUT(x) do { error = (x); goto done; } while (0) 8592a3e552SArchie Cobbs 8692a3e552SArchie Cobbs /* Per hook private info */ 8792a3e552SArchie Cobbs struct ng_bpf_hookinfo { 8892a3e552SArchie Cobbs hook_p hook; 89193f57e2SAlexander Motin hook_p match; 90193f57e2SAlexander Motin hook_p nomatch; 9192a3e552SArchie Cobbs struct ng_bpf_hookprog *prog; 92848c454cSJung-uk Kim #ifdef BPF_JITTER 93848c454cSJung-uk Kim bpf_jit_filter *jit_prog; 94848c454cSJung-uk Kim #endif 9592a3e552SArchie Cobbs struct ng_bpf_hookstat stats; 9692a3e552SArchie Cobbs }; 9792a3e552SArchie Cobbs typedef struct ng_bpf_hookinfo *hinfo_p; 9892a3e552SArchie Cobbs 9992a3e552SArchie Cobbs /* Netgraph methods */ 10092a3e552SArchie Cobbs static ng_constructor_t ng_bpf_constructor; 10192a3e552SArchie Cobbs static ng_rcvmsg_t ng_bpf_rcvmsg; 102069154d5SJulian Elischer static ng_shutdown_t ng_bpf_shutdown; 10392a3e552SArchie Cobbs static ng_newhook_t ng_bpf_newhook; 10492a3e552SArchie Cobbs static ng_rcvdata_t ng_bpf_rcvdata; 10592a3e552SArchie Cobbs static ng_disconnect_t ng_bpf_disconnect; 10692a3e552SArchie Cobbs 10792a3e552SArchie Cobbs /* Internal helper functions */ 10892a3e552SArchie Cobbs static int ng_bpf_setprog(hook_p hook, const struct ng_bpf_hookprog *hp); 10992a3e552SArchie Cobbs 11092a3e552SArchie Cobbs /* Parse type for one struct bfp_insn */ 111f0184ff8SArchie Cobbs static const struct ng_parse_struct_field ng_bpf_insn_type_fields[] = { 11257b57be3SArchie Cobbs { "code", &ng_parse_hint16_type }, 11357b57be3SArchie Cobbs { "jt", &ng_parse_uint8_type }, 11457b57be3SArchie Cobbs { "jf", &ng_parse_uint8_type }, 11557b57be3SArchie Cobbs { "k", &ng_parse_uint32_type }, 11692a3e552SArchie Cobbs { NULL } 11792a3e552SArchie Cobbs }; 11892a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_insn_type = { 11992a3e552SArchie Cobbs &ng_parse_struct_type, 120f0184ff8SArchie Cobbs &ng_bpf_insn_type_fields 12192a3e552SArchie Cobbs }; 12292a3e552SArchie Cobbs 12392a3e552SArchie Cobbs /* Parse type for the field 'bpf_prog' in struct ng_bpf_hookprog */ 12492a3e552SArchie Cobbs static int 12592a3e552SArchie Cobbs ng_bpf_hookprogary_getLength(const struct ng_parse_type *type, 12692a3e552SArchie Cobbs const u_char *start, const u_char *buf) 12792a3e552SArchie Cobbs { 12892a3e552SArchie Cobbs const struct ng_bpf_hookprog *hp; 12992a3e552SArchie Cobbs 13092a3e552SArchie Cobbs hp = (const struct ng_bpf_hookprog *) 13192a3e552SArchie Cobbs (buf - OFFSETOF(struct ng_bpf_hookprog, bpf_prog)); 13292a3e552SArchie Cobbs return hp->bpf_prog_len; 13392a3e552SArchie Cobbs } 13492a3e552SArchie Cobbs 13592a3e552SArchie Cobbs static const struct ng_parse_array_info ng_bpf_hookprogary_info = { 13692a3e552SArchie Cobbs &ng_bpf_insn_type, 13792a3e552SArchie Cobbs &ng_bpf_hookprogary_getLength, 13892a3e552SArchie Cobbs NULL 13992a3e552SArchie Cobbs }; 14092a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_hookprogary_type = { 14192a3e552SArchie Cobbs &ng_parse_array_type, 14292a3e552SArchie Cobbs &ng_bpf_hookprogary_info 14392a3e552SArchie Cobbs }; 14492a3e552SArchie Cobbs 14592a3e552SArchie Cobbs /* Parse type for struct ng_bpf_hookprog */ 146f0184ff8SArchie Cobbs static const struct ng_parse_struct_field ng_bpf_hookprog_type_fields[] 14792a3e552SArchie Cobbs = NG_BPF_HOOKPROG_TYPE_INFO(&ng_bpf_hookprogary_type); 14892a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_hookprog_type = { 14992a3e552SArchie Cobbs &ng_parse_struct_type, 150f0184ff8SArchie Cobbs &ng_bpf_hookprog_type_fields 15192a3e552SArchie Cobbs }; 15292a3e552SArchie Cobbs 15392a3e552SArchie Cobbs /* Parse type for struct ng_bpf_hookstat */ 154f0184ff8SArchie Cobbs static const struct ng_parse_struct_field ng_bpf_hookstat_type_fields[] 155f0184ff8SArchie Cobbs = NG_BPF_HOOKSTAT_TYPE_INFO; 15692a3e552SArchie Cobbs static const struct ng_parse_type ng_bpf_hookstat_type = { 15792a3e552SArchie Cobbs &ng_parse_struct_type, 158f0184ff8SArchie Cobbs &ng_bpf_hookstat_type_fields 15992a3e552SArchie Cobbs }; 16092a3e552SArchie Cobbs 16192a3e552SArchie Cobbs /* List of commands and how to convert arguments to/from ASCII */ 16292a3e552SArchie Cobbs static const struct ng_cmdlist ng_bpf_cmdlist[] = { 16392a3e552SArchie Cobbs { 16492a3e552SArchie Cobbs NGM_BPF_COOKIE, 16592a3e552SArchie Cobbs NGM_BPF_SET_PROGRAM, 16692a3e552SArchie Cobbs "setprogram", 16792a3e552SArchie Cobbs &ng_bpf_hookprog_type, 16892a3e552SArchie Cobbs NULL 16992a3e552SArchie Cobbs }, 17092a3e552SArchie Cobbs { 17192a3e552SArchie Cobbs NGM_BPF_COOKIE, 17292a3e552SArchie Cobbs NGM_BPF_GET_PROGRAM, 17392a3e552SArchie Cobbs "getprogram", 17492a3e552SArchie Cobbs &ng_parse_hookbuf_type, 17592a3e552SArchie Cobbs &ng_bpf_hookprog_type 17692a3e552SArchie Cobbs }, 17792a3e552SArchie Cobbs { 17892a3e552SArchie Cobbs NGM_BPF_COOKIE, 17992a3e552SArchie Cobbs NGM_BPF_GET_STATS, 18092a3e552SArchie Cobbs "getstats", 18192a3e552SArchie Cobbs &ng_parse_hookbuf_type, 18292a3e552SArchie Cobbs &ng_bpf_hookstat_type 18392a3e552SArchie Cobbs }, 18492a3e552SArchie Cobbs { 18592a3e552SArchie Cobbs NGM_BPF_COOKIE, 18692a3e552SArchie Cobbs NGM_BPF_CLR_STATS, 18792a3e552SArchie Cobbs "clrstats", 18892a3e552SArchie Cobbs &ng_parse_hookbuf_type, 18992a3e552SArchie Cobbs NULL 19092a3e552SArchie Cobbs }, 19192a3e552SArchie Cobbs { 19292a3e552SArchie Cobbs NGM_BPF_COOKIE, 19392a3e552SArchie Cobbs NGM_BPF_GETCLR_STATS, 19492a3e552SArchie Cobbs "getclrstats", 19592a3e552SArchie Cobbs &ng_parse_hookbuf_type, 19692a3e552SArchie Cobbs &ng_bpf_hookstat_type 19792a3e552SArchie Cobbs }, 19892a3e552SArchie Cobbs { 0 } 19992a3e552SArchie Cobbs }; 20092a3e552SArchie Cobbs 20192a3e552SArchie Cobbs /* Netgraph type descriptor */ 20292a3e552SArchie Cobbs static struct ng_type typestruct = { 203f8aae777SJulian Elischer .version = NG_ABI_VERSION, 204f8aae777SJulian Elischer .name = NG_BPF_NODE_TYPE, 205f8aae777SJulian Elischer .constructor = ng_bpf_constructor, 206f8aae777SJulian Elischer .rcvmsg = ng_bpf_rcvmsg, 207f8aae777SJulian Elischer .shutdown = ng_bpf_shutdown, 208f8aae777SJulian Elischer .newhook = ng_bpf_newhook, 209f8aae777SJulian Elischer .rcvdata = ng_bpf_rcvdata, 210f8aae777SJulian Elischer .disconnect = ng_bpf_disconnect, 211f8aae777SJulian Elischer .cmdlist = ng_bpf_cmdlist, 21292a3e552SArchie Cobbs }; 21392a3e552SArchie Cobbs NETGRAPH_INIT(bpf, &typestruct); 21492a3e552SArchie Cobbs 21592a3e552SArchie Cobbs /* Default BPF program for a hook that matches nothing */ 21692a3e552SArchie Cobbs static const struct ng_bpf_hookprog ng_bpf_default_prog = { 21792a3e552SArchie Cobbs { '\0' }, /* to be filled in at hook creation time */ 21892a3e552SArchie Cobbs { '\0' }, 21992a3e552SArchie Cobbs { '\0' }, 22092a3e552SArchie Cobbs 1, 22192a3e552SArchie Cobbs { BPF_STMT(BPF_RET+BPF_K, 0) } 22292a3e552SArchie Cobbs }; 22392a3e552SArchie Cobbs 22492a3e552SArchie Cobbs /* 22592a3e552SArchie Cobbs * Node constructor 22692a3e552SArchie Cobbs * 22792a3e552SArchie Cobbs * We don't keep any per-node private data 228069154d5SJulian Elischer * We go via the hooks. 22992a3e552SArchie Cobbs */ 23092a3e552SArchie Cobbs static int 231069154d5SJulian Elischer ng_bpf_constructor(node_p node) 23292a3e552SArchie Cobbs { 23330400f03SJulian Elischer NG_NODE_SET_PRIVATE(node, NULL); 23492a3e552SArchie Cobbs return (0); 23592a3e552SArchie Cobbs } 23692a3e552SArchie Cobbs 23792a3e552SArchie Cobbs /* 238193f57e2SAlexander Motin * Callback functions to be used by NG_NODE_FOREACH_HOOK() macro. 239193f57e2SAlexander Motin */ 240193f57e2SAlexander Motin static int 241193f57e2SAlexander Motin ng_bpf_addrefs(hook_p hook, void* arg) 242193f57e2SAlexander Motin { 243193f57e2SAlexander Motin hinfo_p hip = NG_HOOK_PRIVATE(hook); 244193f57e2SAlexander Motin hook_p h = (hook_p)arg; 245193f57e2SAlexander Motin 246193f57e2SAlexander Motin if (strcmp(hip->prog->ifMatch, NG_HOOK_NAME(h)) == 0) 247193f57e2SAlexander Motin hip->match = h; 248193f57e2SAlexander Motin if (strcmp(hip->prog->ifNotMatch, NG_HOOK_NAME(h)) == 0) 249193f57e2SAlexander Motin hip->nomatch = h; 250193f57e2SAlexander Motin return (1); 251193f57e2SAlexander Motin } 252193f57e2SAlexander Motin 253193f57e2SAlexander Motin static int 254193f57e2SAlexander Motin ng_bpf_remrefs(hook_p hook, void* arg) 255193f57e2SAlexander Motin { 256193f57e2SAlexander Motin hinfo_p hip = NG_HOOK_PRIVATE(hook); 257193f57e2SAlexander Motin hook_p h = (hook_p)arg; 258193f57e2SAlexander Motin 259193f57e2SAlexander Motin if (hip->match == h) 260193f57e2SAlexander Motin hip->match = NULL; 261193f57e2SAlexander Motin if (hip->nomatch == h) 262193f57e2SAlexander Motin hip->nomatch = NULL; 263193f57e2SAlexander Motin return (1); 264193f57e2SAlexander Motin } 265193f57e2SAlexander Motin 266193f57e2SAlexander Motin /* 26792a3e552SArchie Cobbs * Add a hook 26892a3e552SArchie Cobbs */ 26992a3e552SArchie Cobbs static int 27092a3e552SArchie Cobbs ng_bpf_newhook(node_p node, hook_p hook, const char *name) 27192a3e552SArchie Cobbs { 27292a3e552SArchie Cobbs hinfo_p hip; 273193f57e2SAlexander Motin hook_p tmp; 27492a3e552SArchie Cobbs int error; 27592a3e552SArchie Cobbs 27692a3e552SArchie Cobbs /* Create hook private structure */ 2779c8c302fSJulian Elischer MALLOC(hip, hinfo_p, sizeof(*hip), M_NETGRAPH_BPF, M_NOWAIT | M_ZERO); 27892a3e552SArchie Cobbs if (hip == NULL) 27992a3e552SArchie Cobbs return (ENOMEM); 28092a3e552SArchie Cobbs hip->hook = hook; 28130400f03SJulian Elischer NG_HOOK_SET_PRIVATE(hook, hip); 282193f57e2SAlexander Motin 283193f57e2SAlexander Motin /* Add our reference into other hooks data. */ 284193f57e2SAlexander Motin NG_NODE_FOREACH_HOOK(node, ng_bpf_addrefs, hook, tmp); 28592a3e552SArchie Cobbs 28692a3e552SArchie Cobbs /* Attach the default BPF program */ 28792a3e552SArchie Cobbs if ((error = ng_bpf_setprog(hook, &ng_bpf_default_prog)) != 0) { 2889c8c302fSJulian Elischer FREE(hip, M_NETGRAPH_BPF); 28930400f03SJulian Elischer NG_HOOK_SET_PRIVATE(hook, NULL); 29092a3e552SArchie Cobbs return (error); 29192a3e552SArchie Cobbs } 29292a3e552SArchie Cobbs 29392a3e552SArchie Cobbs /* Set hook name */ 294193f57e2SAlexander Motin strlcpy(hip->prog->thisHook, name, sizeof(hip->prog->thisHook)); 29592a3e552SArchie Cobbs return (0); 29692a3e552SArchie Cobbs } 29792a3e552SArchie Cobbs 29892a3e552SArchie Cobbs /* 29992a3e552SArchie Cobbs * Receive a control message 30092a3e552SArchie Cobbs */ 30192a3e552SArchie Cobbs static int 302069154d5SJulian Elischer ng_bpf_rcvmsg(node_p node, item_p item, hook_p lasthook) 30392a3e552SArchie Cobbs { 304069154d5SJulian Elischer struct ng_mesg *msg; 30592a3e552SArchie Cobbs struct ng_mesg *resp = NULL; 30692a3e552SArchie Cobbs int error = 0; 30792a3e552SArchie Cobbs 308069154d5SJulian Elischer NGI_GET_MSG(item, msg); 30992a3e552SArchie Cobbs switch (msg->header.typecookie) { 31092a3e552SArchie Cobbs case NGM_BPF_COOKIE: 31192a3e552SArchie Cobbs switch (msg->header.cmd) { 31292a3e552SArchie Cobbs case NGM_BPF_SET_PROGRAM: 31392a3e552SArchie Cobbs { 31492a3e552SArchie Cobbs struct ng_bpf_hookprog *const 31592a3e552SArchie Cobbs hp = (struct ng_bpf_hookprog *)msg->data; 31692a3e552SArchie Cobbs hook_p hook; 31792a3e552SArchie Cobbs 31892a3e552SArchie Cobbs /* Sanity check */ 31992a3e552SArchie Cobbs if (msg->header.arglen < sizeof(*hp) 320ab0d3c94SArchie Cobbs || msg->header.arglen 321ab0d3c94SArchie Cobbs != NG_BPF_HOOKPROG_SIZE(hp->bpf_prog_len)) 32292a3e552SArchie Cobbs ERROUT(EINVAL); 32392a3e552SArchie Cobbs 32492a3e552SArchie Cobbs /* Find hook */ 32592a3e552SArchie Cobbs if ((hook = ng_findhook(node, hp->thisHook)) == NULL) 32692a3e552SArchie Cobbs ERROUT(ENOENT); 32792a3e552SArchie Cobbs 32892a3e552SArchie Cobbs /* Set new program */ 32992a3e552SArchie Cobbs if ((error = ng_bpf_setprog(hook, hp)) != 0) 33092a3e552SArchie Cobbs ERROUT(error); 33192a3e552SArchie Cobbs break; 33292a3e552SArchie Cobbs } 33392a3e552SArchie Cobbs 33492a3e552SArchie Cobbs case NGM_BPF_GET_PROGRAM: 33592a3e552SArchie Cobbs { 336ab0d3c94SArchie Cobbs struct ng_bpf_hookprog *hp; 33792a3e552SArchie Cobbs hook_p hook; 33892a3e552SArchie Cobbs 33992a3e552SArchie Cobbs /* Sanity check */ 34092a3e552SArchie Cobbs if (msg->header.arglen == 0) 34192a3e552SArchie Cobbs ERROUT(EINVAL); 34292a3e552SArchie Cobbs msg->data[msg->header.arglen - 1] = '\0'; 34392a3e552SArchie Cobbs 34492a3e552SArchie Cobbs /* Find hook */ 34592a3e552SArchie Cobbs if ((hook = ng_findhook(node, msg->data)) == NULL) 34692a3e552SArchie Cobbs ERROUT(ENOENT); 34792a3e552SArchie Cobbs 34892a3e552SArchie Cobbs /* Build response */ 34930400f03SJulian Elischer hp = ((hinfo_p)NG_HOOK_PRIVATE(hook))->prog; 35092a3e552SArchie Cobbs NG_MKRESPONSE(resp, msg, 351ab0d3c94SArchie Cobbs NG_BPF_HOOKPROG_SIZE(hp->bpf_prog_len), M_NOWAIT); 35292a3e552SArchie Cobbs if (resp == NULL) 35392a3e552SArchie Cobbs ERROUT(ENOMEM); 354ab0d3c94SArchie Cobbs bcopy(hp, resp->data, 355ab0d3c94SArchie Cobbs NG_BPF_HOOKPROG_SIZE(hp->bpf_prog_len)); 35692a3e552SArchie Cobbs break; 35792a3e552SArchie Cobbs } 35892a3e552SArchie Cobbs 35992a3e552SArchie Cobbs case NGM_BPF_GET_STATS: 36092a3e552SArchie Cobbs case NGM_BPF_CLR_STATS: 36192a3e552SArchie Cobbs case NGM_BPF_GETCLR_STATS: 36292a3e552SArchie Cobbs { 36392a3e552SArchie Cobbs struct ng_bpf_hookstat *stats; 36492a3e552SArchie Cobbs hook_p hook; 36592a3e552SArchie Cobbs 36692a3e552SArchie Cobbs /* Sanity check */ 36792a3e552SArchie Cobbs if (msg->header.arglen == 0) 36892a3e552SArchie Cobbs ERROUT(EINVAL); 36992a3e552SArchie Cobbs msg->data[msg->header.arglen - 1] = '\0'; 37092a3e552SArchie Cobbs 37192a3e552SArchie Cobbs /* Find hook */ 37292a3e552SArchie Cobbs if ((hook = ng_findhook(node, msg->data)) == NULL) 37392a3e552SArchie Cobbs ERROUT(ENOENT); 37430400f03SJulian Elischer stats = &((hinfo_p)NG_HOOK_PRIVATE(hook))->stats; 37592a3e552SArchie Cobbs 37692a3e552SArchie Cobbs /* Build response (if desired) */ 37792a3e552SArchie Cobbs if (msg->header.cmd != NGM_BPF_CLR_STATS) { 37892a3e552SArchie Cobbs NG_MKRESPONSE(resp, 37992a3e552SArchie Cobbs msg, sizeof(*stats), M_NOWAIT); 38092a3e552SArchie Cobbs if (resp == NULL) 38192a3e552SArchie Cobbs ERROUT(ENOMEM); 38292a3e552SArchie Cobbs bcopy(stats, resp->data, sizeof(*stats)); 38392a3e552SArchie Cobbs } 38492a3e552SArchie Cobbs 38592a3e552SArchie Cobbs /* Clear stats (if desired) */ 38692a3e552SArchie Cobbs if (msg->header.cmd != NGM_BPF_GET_STATS) 38792a3e552SArchie Cobbs bzero(stats, sizeof(*stats)); 38892a3e552SArchie Cobbs break; 38992a3e552SArchie Cobbs } 39092a3e552SArchie Cobbs 39192a3e552SArchie Cobbs default: 39292a3e552SArchie Cobbs error = EINVAL; 39392a3e552SArchie Cobbs break; 39492a3e552SArchie Cobbs } 39592a3e552SArchie Cobbs break; 39692a3e552SArchie Cobbs default: 39792a3e552SArchie Cobbs error = EINVAL; 39892a3e552SArchie Cobbs break; 39992a3e552SArchie Cobbs } 40092a3e552SArchie Cobbs done: 401cdbfe124SJulian Elischer NG_RESPOND_MSG(error, node, item, resp); 402069154d5SJulian Elischer NG_FREE_MSG(msg); 40392a3e552SArchie Cobbs return (error); 40492a3e552SArchie Cobbs } 40592a3e552SArchie Cobbs 40692a3e552SArchie Cobbs /* 40792a3e552SArchie Cobbs * Receive data on a hook 40892a3e552SArchie Cobbs * 40992a3e552SArchie Cobbs * Apply the filter, and then drop or forward packet as appropriate. 41092a3e552SArchie Cobbs */ 41192a3e552SArchie Cobbs static int 412069154d5SJulian Elischer ng_bpf_rcvdata(hook_p hook, item_p item) 41392a3e552SArchie Cobbs { 41430400f03SJulian Elischer const hinfo_p hip = NG_HOOK_PRIVATE(hook); 415069154d5SJulian Elischer int totlen; 416f38b3703SAlexander Motin int needfree = 0, error = 0, usejit = 0; 417f38b3703SAlexander Motin u_char *data = NULL; 41892a3e552SArchie Cobbs hinfo_p dhip; 41992a3e552SArchie Cobbs hook_p dest; 42092a3e552SArchie Cobbs u_int len; 421069154d5SJulian Elischer struct mbuf *m; 42292a3e552SArchie Cobbs 423069154d5SJulian Elischer m = NGI_M(item); /* 'item' still owns it.. we are peeking */ 424069154d5SJulian Elischer totlen = m->m_pkthdr.len; 425069154d5SJulian Elischer /* Update stats on incoming hook. XXX Can we do 64 bits atomically? */ 426069154d5SJulian Elischer /* atomic_add_int64(&hip->stats.recvFrames, 1); */ 427069154d5SJulian Elischer /* atomic_add_int64(&hip->stats.recvOctets, totlen); */ 42892a3e552SArchie Cobbs hip->stats.recvFrames++; 42992a3e552SArchie Cobbs hip->stats.recvOctets += totlen; 43092a3e552SArchie Cobbs 431193f57e2SAlexander Motin /* Don't call bpf_filter() with totlen == 0! */ 432193f57e2SAlexander Motin if (totlen == 0) { 433193f57e2SAlexander Motin len = 0; 434193f57e2SAlexander Motin goto ready; 435193f57e2SAlexander Motin } 436193f57e2SAlexander Motin 437f38b3703SAlexander Motin #ifdef BPF_JITTER 438f38b3703SAlexander Motin if (bpf_jitter_enable != 0 && hip->jit_prog != NULL) 439f38b3703SAlexander Motin usejit = 1; 440f38b3703SAlexander Motin #endif 441f38b3703SAlexander Motin 44292a3e552SArchie Cobbs /* Need to put packet in contiguous memory for bpf */ 443f38b3703SAlexander Motin if (m->m_next != NULL && totlen > MHLEN) { 444f38b3703SAlexander Motin if (usejit) { 4459c8c302fSJulian Elischer MALLOC(data, u_char *, totlen, M_NETGRAPH_BPF, M_NOWAIT); 44692a3e552SArchie Cobbs if (data == NULL) { 447069154d5SJulian Elischer NG_FREE_ITEM(item); 44892a3e552SArchie Cobbs return (ENOMEM); 44992a3e552SArchie Cobbs } 45092a3e552SArchie Cobbs needfree = 1; 45192a3e552SArchie Cobbs m_copydata(m, 0, totlen, (caddr_t)data); 452f38b3703SAlexander Motin } 453091193feSAlexander Motin } else { 454f38b3703SAlexander Motin if (m->m_next != NULL) { 455091193feSAlexander Motin NGI_M(item) = m = m_pullup(m, totlen); 456091193feSAlexander Motin if (m == NULL) { 457091193feSAlexander Motin NG_FREE_ITEM(item); 458091193feSAlexander Motin return (ENOBUFS); 459091193feSAlexander Motin } 460f38b3703SAlexander Motin } 461091193feSAlexander Motin data = mtod(m, u_char *); 462091193feSAlexander Motin } 46392a3e552SArchie Cobbs 46492a3e552SArchie Cobbs /* Run packet through filter */ 465848c454cSJung-uk Kim #ifdef BPF_JITTER 466f38b3703SAlexander Motin if (usejit) 467848c454cSJung-uk Kim len = (*(hip->jit_prog->func))(data, totlen, totlen); 468669bb973SArchie Cobbs else 469848c454cSJung-uk Kim #endif 470193f57e2SAlexander Motin if (data) 471193f57e2SAlexander Motin len = bpf_filter(hip->prog->bpf_prog, data, totlen, totlen); 472193f57e2SAlexander Motin else 473193f57e2SAlexander Motin len = bpf_filter(hip->prog->bpf_prog, (u_char *)m, totlen, 0); 47492a3e552SArchie Cobbs if (needfree) 4759c8c302fSJulian Elischer FREE(data, M_NETGRAPH_BPF); 476193f57e2SAlexander Motin ready: 47792a3e552SArchie Cobbs /* See if we got a match and find destination hook */ 47892a3e552SArchie Cobbs if (len > 0) { 47992a3e552SArchie Cobbs 48092a3e552SArchie Cobbs /* Update stats */ 481069154d5SJulian Elischer /* XXX atomically? */ 48292a3e552SArchie Cobbs hip->stats.recvMatchFrames++; 48392a3e552SArchie Cobbs hip->stats.recvMatchOctets += totlen; 48492a3e552SArchie Cobbs 48592a3e552SArchie Cobbs /* Truncate packet length if required by the filter */ 486069154d5SJulian Elischer /* Assume this never changes m */ 48792a3e552SArchie Cobbs if (len < totlen) { 48892a3e552SArchie Cobbs m_adj(m, -(totlen - len)); 489193f57e2SAlexander Motin totlen = len; 49092a3e552SArchie Cobbs } 491193f57e2SAlexander Motin dest = hip->match; 49292a3e552SArchie Cobbs } else 493193f57e2SAlexander Motin dest = hip->nomatch; 49492a3e552SArchie Cobbs if (dest == NULL) { 495069154d5SJulian Elischer NG_FREE_ITEM(item); 49692a3e552SArchie Cobbs return (0); 49792a3e552SArchie Cobbs } 49892a3e552SArchie Cobbs 49992a3e552SArchie Cobbs /* Deliver frame out destination hook */ 50030400f03SJulian Elischer dhip = NG_HOOK_PRIVATE(dest); 50192a3e552SArchie Cobbs dhip->stats.xmitOctets += totlen; 50292a3e552SArchie Cobbs dhip->stats.xmitFrames++; 50330400f03SJulian Elischer NG_FWD_ITEM_HOOK(error, item, dest); 50492a3e552SArchie Cobbs return (error); 50592a3e552SArchie Cobbs } 50692a3e552SArchie Cobbs 50792a3e552SArchie Cobbs /* 50892a3e552SArchie Cobbs * Shutdown processing 50992a3e552SArchie Cobbs */ 51092a3e552SArchie Cobbs static int 511069154d5SJulian Elischer ng_bpf_shutdown(node_p node) 51292a3e552SArchie Cobbs { 51330400f03SJulian Elischer NG_NODE_UNREF(node); 51492a3e552SArchie Cobbs return (0); 51592a3e552SArchie Cobbs } 51692a3e552SArchie Cobbs 51792a3e552SArchie Cobbs /* 51892a3e552SArchie Cobbs * Hook disconnection 51992a3e552SArchie Cobbs */ 52092a3e552SArchie Cobbs static int 52192a3e552SArchie Cobbs ng_bpf_disconnect(hook_p hook) 52292a3e552SArchie Cobbs { 523193f57e2SAlexander Motin const node_p node = NG_HOOK_NODE(hook); 52430400f03SJulian Elischer const hinfo_p hip = NG_HOOK_PRIVATE(hook); 525193f57e2SAlexander Motin hook_p tmp; 52692a3e552SArchie Cobbs 5276e551fb6SDavid E. O'Brien KASSERT(hip != NULL, ("%s: null info", __func__)); 528193f57e2SAlexander Motin 529193f57e2SAlexander Motin /* Remove our reference from other hooks data. */ 530193f57e2SAlexander Motin NG_NODE_FOREACH_HOOK(node, ng_bpf_remrefs, hook, tmp); 531193f57e2SAlexander Motin 5329c8c302fSJulian Elischer FREE(hip->prog, M_NETGRAPH_BPF); 533848c454cSJung-uk Kim #ifdef BPF_JITTER 534848c454cSJung-uk Kim if (hip->jit_prog != NULL) 535848c454cSJung-uk Kim bpf_destroy_jit_filter(hip->jit_prog); 536848c454cSJung-uk Kim #endif 5379c8c302fSJulian Elischer FREE(hip, M_NETGRAPH_BPF); 538193f57e2SAlexander Motin if ((NG_NODE_NUMHOOKS(node) == 0) && 539193f57e2SAlexander Motin (NG_NODE_IS_VALID(node))) { 540193f57e2SAlexander Motin ng_rmnode_self(node); 541069154d5SJulian Elischer } 54292a3e552SArchie Cobbs return (0); 54392a3e552SArchie Cobbs } 54492a3e552SArchie Cobbs 54592a3e552SArchie Cobbs /************************************************************************ 54692a3e552SArchie Cobbs HELPER STUFF 54792a3e552SArchie Cobbs ************************************************************************/ 54892a3e552SArchie Cobbs 54992a3e552SArchie Cobbs /* 55092a3e552SArchie Cobbs * Set the BPF program associated with a hook 55192a3e552SArchie Cobbs */ 55292a3e552SArchie Cobbs static int 55392a3e552SArchie Cobbs ng_bpf_setprog(hook_p hook, const struct ng_bpf_hookprog *hp0) 55492a3e552SArchie Cobbs { 55530400f03SJulian Elischer const hinfo_p hip = NG_HOOK_PRIVATE(hook); 55692a3e552SArchie Cobbs struct ng_bpf_hookprog *hp; 557ae2cb97eSJung-uk Kim #ifdef BPF_JITTER 558848c454cSJung-uk Kim bpf_jit_filter *jit_prog; 559ae2cb97eSJung-uk Kim #endif 56092a3e552SArchie Cobbs int size; 56192a3e552SArchie Cobbs 56292a3e552SArchie Cobbs /* Check program for validity */ 56392a3e552SArchie Cobbs if (!bpf_validate(hp0->bpf_prog, hp0->bpf_prog_len)) 56492a3e552SArchie Cobbs return (EINVAL); 56592a3e552SArchie Cobbs 56692a3e552SArchie Cobbs /* Make a copy of the program */ 567ab0d3c94SArchie Cobbs size = NG_BPF_HOOKPROG_SIZE(hp0->bpf_prog_len); 5689c8c302fSJulian Elischer MALLOC(hp, struct ng_bpf_hookprog *, size, M_NETGRAPH_BPF, M_NOWAIT); 56992a3e552SArchie Cobbs if (hp == NULL) 57092a3e552SArchie Cobbs return (ENOMEM); 57192a3e552SArchie Cobbs bcopy(hp0, hp, size); 572848c454cSJung-uk Kim #ifdef BPF_JITTER 573848c454cSJung-uk Kim jit_prog = bpf_jitter(hp->bpf_prog, hp->bpf_prog_len); 574848c454cSJung-uk Kim #endif 57592a3e552SArchie Cobbs 57692a3e552SArchie Cobbs /* Free previous program, if any, and assign new one */ 57792a3e552SArchie Cobbs if (hip->prog != NULL) 5789c8c302fSJulian Elischer FREE(hip->prog, M_NETGRAPH_BPF); 57992a3e552SArchie Cobbs hip->prog = hp; 580848c454cSJung-uk Kim #ifdef BPF_JITTER 581848c454cSJung-uk Kim if (hip->jit_prog != NULL) 582848c454cSJung-uk Kim bpf_destroy_jit_filter(hip->jit_prog); 583848c454cSJung-uk Kim hip->jit_prog = jit_prog; 584ae2cb97eSJung-uk Kim #endif 585193f57e2SAlexander Motin 586193f57e2SAlexander Motin /* Prepare direct references on target hooks. */ 587193f57e2SAlexander Motin hip->match = ng_findhook(NG_HOOK_NODE(hook), hip->prog->ifMatch); 588193f57e2SAlexander Motin hip->nomatch = ng_findhook(NG_HOOK_NODE(hook), hip->prog->ifNotMatch); 58992a3e552SArchie Cobbs return (0); 59092a3e552SArchie Cobbs } 591