19454b2d8SWarner Losh /*- 28a36da99SPedro F. Giffuni * SPDX-License-Identifier: BSD-2-Clause-FreeBSD 38a36da99SPedro F. Giffuni * 434b94e8bSAlfred Perlstein * Copyright (c) 2000 Paycounter, Inc. 564c23807SRobert Watson * Copyright (c) 2005 Robert N. M. Watson 634b94e8bSAlfred Perlstein * Author: Alfred Perlstein <alfred@paycounter.com>, <alfred@FreeBSD.org> 7a79b7128SAlfred Perlstein * All rights reserved. 8a79b7128SAlfred Perlstein * 9a79b7128SAlfred Perlstein * Redistribution and use in source and binary forms, with or without 10a79b7128SAlfred Perlstein * modification, are permitted provided that the following conditions 11a79b7128SAlfred Perlstein * are met: 12a79b7128SAlfred Perlstein * 1. Redistributions of source code must retain the above copyright 13a79b7128SAlfred Perlstein * notice, this list of conditions and the following disclaimer. 14a79b7128SAlfred Perlstein * 2. Redistributions in binary form must reproduce the above copyright 15a79b7128SAlfred Perlstein * notice, this list of conditions and the following disclaimer in the 16a79b7128SAlfred Perlstein * documentation and/or other materials provided with the distribution. 17a79b7128SAlfred Perlstein * 18a79b7128SAlfred Perlstein * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND 19a79b7128SAlfred Perlstein * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 20a79b7128SAlfred Perlstein * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 21a79b7128SAlfred Perlstein * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE 22a79b7128SAlfred Perlstein * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 23a79b7128SAlfred Perlstein * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 24a79b7128SAlfred Perlstein * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 25a79b7128SAlfred Perlstein * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 26a79b7128SAlfred Perlstein * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 27a79b7128SAlfred Perlstein * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 28a79b7128SAlfred Perlstein * SUCH DAMAGE. 29a79b7128SAlfred Perlstein */ 30a79b7128SAlfred Perlstein 31677b542eSDavid E. O'Brien #include <sys/cdefs.h> 32677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$"); 33677b542eSDavid E. O'Brien 34a79b7128SAlfred Perlstein #define ACCEPT_FILTER_MOD 35a79b7128SAlfred Perlstein 365b86eac4SJesper Skriver #include "opt_param.h" 37a79b7128SAlfred Perlstein #include <sys/param.h> 38a79b7128SAlfred Perlstein #include <sys/systm.h> 39a79b7128SAlfred Perlstein #include <sys/domain.h> 40a79b7128SAlfred Perlstein #include <sys/kernel.h> 41d087080cSRobert Watson #include <sys/lock.h> 42a79b7128SAlfred Perlstein #include <sys/malloc.h> 43a79b7128SAlfred Perlstein #include <sys/mbuf.h> 4441ee9f1cSPoul-Henning Kamp #include <sys/module.h> 45d087080cSRobert Watson #include <sys/mutex.h> 46a79b7128SAlfred Perlstein #include <sys/protosw.h> 4734b94e8bSAlfred Perlstein #include <sys/sysctl.h> 48a79b7128SAlfred Perlstein #include <sys/socket.h> 49a79b7128SAlfred Perlstein #include <sys/socketvar.h> 50a79b7128SAlfred Perlstein #include <sys/queue.h> 51a79b7128SAlfred Perlstein 52d087080cSRobert Watson static struct mtx accept_filter_mtx; 53d087080cSRobert Watson MTX_SYSINIT(accept_filter, &accept_filter_mtx, "accept_filter_mtx", 54d087080cSRobert Watson MTX_DEF); 55d087080cSRobert Watson #define ACCEPT_FILTER_LOCK() mtx_lock(&accept_filter_mtx) 56d087080cSRobert Watson #define ACCEPT_FILTER_UNLOCK() mtx_unlock(&accept_filter_mtx) 57d087080cSRobert Watson 58a79b7128SAlfred Perlstein static SLIST_HEAD(, accept_filter) accept_filtlsthd = 5913e403fdSAntoine Brodin SLIST_HEAD_INITIALIZER(accept_filtlsthd); 60a79b7128SAlfred Perlstein 61a79b7128SAlfred Perlstein MALLOC_DEFINE(M_ACCF, "accf", "accept filter data"); 62a79b7128SAlfred Perlstein 6334b94e8bSAlfred Perlstein static int unloadable = 0; 6434b94e8bSAlfred Perlstein 65*7029da5cSPawel Biernacki SYSCTL_NODE(_net, OID_AUTO, accf, CTLFLAG_RW | CTLFLAG_MPSAFE, 0, 66*7029da5cSPawel Biernacki "Accept filters"); 671e0a021eSMarcel Moolenaar SYSCTL_INT(_net_accf, OID_AUTO, unloadable, CTLFLAG_RW, &unloadable, 0, 6834b94e8bSAlfred Perlstein "Allow unload of accept filters (not recommended)"); 6934b94e8bSAlfred Perlstein 70a79b7128SAlfred Perlstein /* 711ed716a1SRobert Watson * Must be passed a malloc'd structure so we don't explode if the kld is 721ed716a1SRobert Watson * unloaded, we leak the struct on deallocation to deal with this, but if a 731ed716a1SRobert Watson * filter is loaded with the same name as a leaked one we re-use the entry. 74a79b7128SAlfred Perlstein */ 75a79b7128SAlfred Perlstein int 76a79b7128SAlfred Perlstein accept_filt_add(struct accept_filter *filt) 77a79b7128SAlfred Perlstein { 78a79b7128SAlfred Perlstein struct accept_filter *p; 79a79b7128SAlfred Perlstein 80d087080cSRobert Watson ACCEPT_FILTER_LOCK(); 81a79b7128SAlfred Perlstein SLIST_FOREACH(p, &accept_filtlsthd, accf_next) 82a79b7128SAlfred Perlstein if (strcmp(p->accf_name, filt->accf_name) == 0) { 83a79b7128SAlfred Perlstein if (p->accf_callback != NULL) { 84d087080cSRobert Watson ACCEPT_FILTER_UNLOCK(); 85a79b7128SAlfred Perlstein return (EEXIST); 86a79b7128SAlfred Perlstein } else { 87a79b7128SAlfred Perlstein p->accf_callback = filt->accf_callback; 88d087080cSRobert Watson ACCEPT_FILTER_UNLOCK(); 891ede983cSDag-Erling Smørgrav free(filt, M_ACCF); 90a79b7128SAlfred Perlstein return (0); 91a79b7128SAlfred Perlstein } 92a79b7128SAlfred Perlstein } 93a79b7128SAlfred Perlstein 94a79b7128SAlfred Perlstein if (p == NULL) 95a79b7128SAlfred Perlstein SLIST_INSERT_HEAD(&accept_filtlsthd, filt, accf_next); 96d087080cSRobert Watson ACCEPT_FILTER_UNLOCK(); 97a79b7128SAlfred Perlstein return (0); 98a79b7128SAlfred Perlstein } 99a79b7128SAlfred Perlstein 100a79b7128SAlfred Perlstein int 101a79b7128SAlfred Perlstein accept_filt_del(char *name) 102a79b7128SAlfred Perlstein { 103a79b7128SAlfred Perlstein struct accept_filter *p; 104a79b7128SAlfred Perlstein 105a79b7128SAlfred Perlstein p = accept_filt_get(name); 106a79b7128SAlfred Perlstein if (p == NULL) 107a79b7128SAlfred Perlstein return (ENOENT); 108a79b7128SAlfred Perlstein 109a79b7128SAlfred Perlstein p->accf_callback = NULL; 110a79b7128SAlfred Perlstein return (0); 111a79b7128SAlfred Perlstein } 112a79b7128SAlfred Perlstein 113a79b7128SAlfred Perlstein struct accept_filter * 114a79b7128SAlfred Perlstein accept_filt_get(char *name) 115a79b7128SAlfred Perlstein { 116a79b7128SAlfred Perlstein struct accept_filter *p; 117a79b7128SAlfred Perlstein 118d087080cSRobert Watson ACCEPT_FILTER_LOCK(); 119a79b7128SAlfred Perlstein SLIST_FOREACH(p, &accept_filtlsthd, accf_next) 120a79b7128SAlfred Perlstein if (strcmp(p->accf_name, name) == 0) 121d087080cSRobert Watson break; 122d087080cSRobert Watson ACCEPT_FILTER_UNLOCK(); 123a79b7128SAlfred Perlstein 124d087080cSRobert Watson return (p); 125a79b7128SAlfred Perlstein } 126a79b7128SAlfred Perlstein 127a79b7128SAlfred Perlstein int 128a79b7128SAlfred Perlstein accept_filt_generic_mod_event(module_t mod, int event, void *data) 129a79b7128SAlfred Perlstein { 130a79b7128SAlfred Perlstein struct accept_filter *p; 131a79b7128SAlfred Perlstein struct accept_filter *accfp = (struct accept_filter *) data; 132d087080cSRobert Watson int error; 133a79b7128SAlfred Perlstein 134a79b7128SAlfred Perlstein switch (event) { 135a79b7128SAlfred Perlstein case MOD_LOAD: 136810951ddSGleb Smirnoff p = malloc(sizeof(*p), M_ACCF, M_WAITOK); 137a79b7128SAlfred Perlstein bcopy(accfp, p, sizeof(*p)); 138a79b7128SAlfred Perlstein error = accept_filt_add(p); 139a79b7128SAlfred Perlstein break; 140a79b7128SAlfred Perlstein 141a79b7128SAlfred Perlstein case MOD_UNLOAD: 14285f5e7f0SAlfred Perlstein /* 1431ed716a1SRobert Watson * Do not support unloading yet. we don't keep track of 1441ed716a1SRobert Watson * refcounts and unloading an accept filter callback and then 1451ed716a1SRobert Watson * having it called is a bad thing. A simple fix would be to 1461ed716a1SRobert Watson * track the refcount in the struct accept_filter. 14785f5e7f0SAlfred Perlstein */ 14834b94e8bSAlfred Perlstein if (unloadable != 0) { 149a79b7128SAlfred Perlstein error = accept_filt_del(accfp->accf_name); 15034b94e8bSAlfred Perlstein } else 15185f5e7f0SAlfred Perlstein error = EOPNOTSUPP; 152a79b7128SAlfred Perlstein break; 153a79b7128SAlfred Perlstein 154a79b7128SAlfred Perlstein case MOD_SHUTDOWN: 155a79b7128SAlfred Perlstein error = 0; 156a79b7128SAlfred Perlstein break; 157a79b7128SAlfred Perlstein 158a79b7128SAlfred Perlstein default: 159a79b7128SAlfred Perlstein error = EOPNOTSUPP; 160a79b7128SAlfred Perlstein break; 161a79b7128SAlfred Perlstein } 162a79b7128SAlfred Perlstein 163a79b7128SAlfred Perlstein return (error); 164a79b7128SAlfred Perlstein } 16578e43644SRobert Watson 16678e43644SRobert Watson int 167971af2a3SGleb Smirnoff accept_filt_getopt(struct socket *so, struct sockopt *sopt) 168a59f81d2SRobert Watson { 169a59f81d2SRobert Watson struct accept_filter_arg *afap; 170a59f81d2SRobert Watson int error; 171a59f81d2SRobert Watson 172a59f81d2SRobert Watson error = 0; 173810951ddSGleb Smirnoff afap = malloc(sizeof(*afap), M_TEMP, M_WAITOK | M_ZERO); 174a59f81d2SRobert Watson SOCK_LOCK(so); 175a59f81d2SRobert Watson if ((so->so_options & SO_ACCEPTCONN) == 0) { 176a59f81d2SRobert Watson error = EINVAL; 177a59f81d2SRobert Watson goto out; 178a59f81d2SRobert Watson } 179779f106aSGleb Smirnoff if (so->sol_accept_filter == NULL) { 180922a5d9cSMaxim Konovalov error = EINVAL; 181a59f81d2SRobert Watson goto out; 182922a5d9cSMaxim Konovalov } 183779f106aSGleb Smirnoff strcpy(afap->af_name, so->sol_accept_filter->accf_name); 184779f106aSGleb Smirnoff if (so->sol_accept_filter_str != NULL) 185779f106aSGleb Smirnoff strcpy(afap->af_arg, so->sol_accept_filter_str); 186a59f81d2SRobert Watson out: 187a59f81d2SRobert Watson SOCK_UNLOCK(so); 188a59f81d2SRobert Watson if (error == 0) 189a59f81d2SRobert Watson error = sooptcopyout(sopt, afap, sizeof(*afap)); 1901ede983cSDag-Erling Smørgrav free(afap, M_TEMP); 191a59f81d2SRobert Watson return (error); 192a59f81d2SRobert Watson } 193a59f81d2SRobert Watson 194a59f81d2SRobert Watson int 195971af2a3SGleb Smirnoff accept_filt_setopt(struct socket *so, struct sockopt *sopt) 19678e43644SRobert Watson { 19778e43644SRobert Watson struct accept_filter_arg *afap; 19878e43644SRobert Watson struct accept_filter *afp; 199779f106aSGleb Smirnoff char *accept_filter_str = NULL; 200779f106aSGleb Smirnoff void *accept_filter_arg = NULL; 201779f106aSGleb Smirnoff int error; 20278e43644SRobert Watson 20364c23807SRobert Watson /* 20464c23807SRobert Watson * Handle the simple delete case first. 20564c23807SRobert Watson */ 206922a5d9cSMaxim Konovalov if (sopt == NULL || sopt->sopt_val == NULL) { 207779f106aSGleb Smirnoff struct socket *sp, *sp1; 208779f106aSGleb Smirnoff int wakeup; 209779f106aSGleb Smirnoff 21064c23807SRobert Watson SOCK_LOCK(so); 21164c23807SRobert Watson if ((so->so_options & SO_ACCEPTCONN) == 0) { 21264c23807SRobert Watson SOCK_UNLOCK(so); 21364c23807SRobert Watson return (EINVAL); 21464c23807SRobert Watson } 215779f106aSGleb Smirnoff if (so->sol_accept_filter == NULL) { 21664c23807SRobert Watson SOCK_UNLOCK(so); 21764c23807SRobert Watson return (0); 21864c23807SRobert Watson } 219779f106aSGleb Smirnoff if (so->sol_accept_filter->accf_destroy != NULL) 220779f106aSGleb Smirnoff so->sol_accept_filter->accf_destroy(so); 221779f106aSGleb Smirnoff if (so->sol_accept_filter_str != NULL) 222779f106aSGleb Smirnoff free(so->sol_accept_filter_str, M_ACCF); 223779f106aSGleb Smirnoff so->sol_accept_filter = NULL; 224779f106aSGleb Smirnoff so->sol_accept_filter_arg = NULL; 225779f106aSGleb Smirnoff so->sol_accept_filter_str = NULL; 226779f106aSGleb Smirnoff so->so_options &= ~SO_ACCEPTFILTER; 227779f106aSGleb Smirnoff 228779f106aSGleb Smirnoff /* 229779f106aSGleb Smirnoff * Move from incomplete queue to complete only those 230779f106aSGleb Smirnoff * connections, that are blocked by us. 231779f106aSGleb Smirnoff */ 232779f106aSGleb Smirnoff wakeup = 0; 233779f106aSGleb Smirnoff TAILQ_FOREACH_SAFE(sp, &so->sol_incomp, so_list, sp1) { 234779f106aSGleb Smirnoff SOCK_LOCK(sp); 235779f106aSGleb Smirnoff if (sp->so_options & SO_ACCEPTFILTER) { 236779f106aSGleb Smirnoff TAILQ_REMOVE(&so->sol_incomp, sp, so_list); 237779f106aSGleb Smirnoff TAILQ_INSERT_TAIL(&so->sol_comp, sp, so_list); 238779f106aSGleb Smirnoff sp->so_qstate = SQ_COMP; 239779f106aSGleb Smirnoff sp->so_options &= ~SO_ACCEPTFILTER; 240779f106aSGleb Smirnoff so->sol_incqlen--; 241779f106aSGleb Smirnoff so->sol_qlen++; 242779f106aSGleb Smirnoff wakeup = 1; 243779f106aSGleb Smirnoff } 244779f106aSGleb Smirnoff SOCK_UNLOCK(sp); 245779f106aSGleb Smirnoff } 246779f106aSGleb Smirnoff if (wakeup) 247779f106aSGleb Smirnoff solisten_wakeup(so); /* unlocks */ 248779f106aSGleb Smirnoff else 249779f106aSGleb Smirnoff SOLISTEN_UNLOCK(so); 250779f106aSGleb Smirnoff return (0); 251779f106aSGleb Smirnoff } 25264c23807SRobert Watson 25378e43644SRobert Watson /* 25492081a83SRobert Watson * Pre-allocate any memory we may need later to avoid blocking at 25592081a83SRobert Watson * untimely moments. This does not optimize for invalid arguments. 25678e43644SRobert Watson */ 257810951ddSGleb Smirnoff afap = malloc(sizeof(*afap), M_TEMP, M_WAITOK); 25878e43644SRobert Watson error = sooptcopyin(sopt, afap, sizeof *afap, sizeof *afap); 25978e43644SRobert Watson afap->af_name[sizeof(afap->af_name)-1] = '\0'; 26078e43644SRobert Watson afap->af_arg[sizeof(afap->af_arg)-1] = '\0'; 26178e43644SRobert Watson if (error) { 2621ede983cSDag-Erling Smørgrav free(afap, M_TEMP); 26378e43644SRobert Watson return (error); 26478e43644SRobert Watson } 26578e43644SRobert Watson afp = accept_filt_get(afap->af_name); 26678e43644SRobert Watson if (afp == NULL) { 2671ede983cSDag-Erling Smørgrav free(afap, M_TEMP); 26878e43644SRobert Watson return (ENOENT); 26978e43644SRobert Watson } 27078e43644SRobert Watson if (afp->accf_create != NULL && afap->af_name[0] != '\0') { 2712a059700SEd Maste size_t len = strlen(afap->af_name) + 1; 272779f106aSGleb Smirnoff accept_filter_str = malloc(len, M_ACCF, M_WAITOK); 273779f106aSGleb Smirnoff strcpy(accept_filter_str, afap->af_name); 27478e43644SRobert Watson } 27578e43644SRobert Watson 27692081a83SRobert Watson /* 27792081a83SRobert Watson * Require a listen socket; don't try to replace an existing filter 27892081a83SRobert Watson * without first removing it. 27992081a83SRobert Watson */ 28078e43644SRobert Watson SOCK_LOCK(so); 281779f106aSGleb Smirnoff if ((so->so_options & SO_ACCEPTCONN) == 0 || 282779f106aSGleb Smirnoff so->sol_accept_filter != NULL) { 28378e43644SRobert Watson error = EINVAL; 28478e43644SRobert Watson goto out; 28578e43644SRobert Watson } 28692081a83SRobert Watson 28778e43644SRobert Watson /* 28892081a83SRobert Watson * Invoke the accf_create() method of the filter if required. The 28992081a83SRobert Watson * socket mutex is held over this call, so create methods for filters 29092081a83SRobert Watson * can't block. 29178e43644SRobert Watson */ 29278e43644SRobert Watson if (afp->accf_create != NULL) { 293779f106aSGleb Smirnoff accept_filter_arg = afp->accf_create(so, afap->af_arg); 294779f106aSGleb Smirnoff if (accept_filter_arg == NULL) { 29578e43644SRobert Watson error = EINVAL; 29678e43644SRobert Watson goto out; 29778e43644SRobert Watson } 29878e43644SRobert Watson } 299779f106aSGleb Smirnoff so->sol_accept_filter = afp; 300779f106aSGleb Smirnoff so->sol_accept_filter_arg = accept_filter_arg; 301779f106aSGleb Smirnoff so->sol_accept_filter_str = accept_filter_str; 30278e43644SRobert Watson so->so_options |= SO_ACCEPTFILTER; 30378e43644SRobert Watson out: 30478e43644SRobert Watson SOCK_UNLOCK(so); 305779f106aSGleb Smirnoff if (accept_filter_str != NULL) 306779f106aSGleb Smirnoff free(accept_filter_str, M_ACCF); 3071ede983cSDag-Erling Smørgrav free(afap, M_TEMP); 30878e43644SRobert Watson return (error); 30978e43644SRobert Watson } 310