xref: /freebsd/sys/kern/uipc_accf.c (revision 7029da5c36f2d3cf6bb6c81bf551229f416399e8)
19454b2d8SWarner Losh /*-
28a36da99SPedro F. Giffuni  * SPDX-License-Identifier: BSD-2-Clause-FreeBSD
38a36da99SPedro F. Giffuni  *
434b94e8bSAlfred Perlstein  * Copyright (c) 2000 Paycounter, Inc.
564c23807SRobert Watson  * Copyright (c) 2005 Robert N. M. Watson
634b94e8bSAlfred Perlstein  * Author: Alfred Perlstein <alfred@paycounter.com>, <alfred@FreeBSD.org>
7a79b7128SAlfred Perlstein  * All rights reserved.
8a79b7128SAlfred Perlstein  *
9a79b7128SAlfred Perlstein  * Redistribution and use in source and binary forms, with or without
10a79b7128SAlfred Perlstein  * modification, are permitted provided that the following conditions
11a79b7128SAlfred Perlstein  * are met:
12a79b7128SAlfred Perlstein  * 1. Redistributions of source code must retain the above copyright
13a79b7128SAlfred Perlstein  *    notice, this list of conditions and the following disclaimer.
14a79b7128SAlfred Perlstein  * 2. Redistributions in binary form must reproduce the above copyright
15a79b7128SAlfred Perlstein  *    notice, this list of conditions and the following disclaimer in the
16a79b7128SAlfred Perlstein  *    documentation and/or other materials provided with the distribution.
17a79b7128SAlfred Perlstein  *
18a79b7128SAlfred Perlstein  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
19a79b7128SAlfred Perlstein  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
20a79b7128SAlfred Perlstein  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
21a79b7128SAlfred Perlstein  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
22a79b7128SAlfred Perlstein  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
23a79b7128SAlfred Perlstein  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
24a79b7128SAlfred Perlstein  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
25a79b7128SAlfred Perlstein  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
26a79b7128SAlfred Perlstein  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
27a79b7128SAlfred Perlstein  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
28a79b7128SAlfred Perlstein  * SUCH DAMAGE.
29a79b7128SAlfred Perlstein  */
30a79b7128SAlfred Perlstein 
31677b542eSDavid E. O'Brien #include <sys/cdefs.h>
32677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
33677b542eSDavid E. O'Brien 
34a79b7128SAlfred Perlstein #define ACCEPT_FILTER_MOD
35a79b7128SAlfred Perlstein 
365b86eac4SJesper Skriver #include "opt_param.h"
37a79b7128SAlfred Perlstein #include <sys/param.h>
38a79b7128SAlfred Perlstein #include <sys/systm.h>
39a79b7128SAlfred Perlstein #include <sys/domain.h>
40a79b7128SAlfred Perlstein #include <sys/kernel.h>
41d087080cSRobert Watson #include <sys/lock.h>
42a79b7128SAlfred Perlstein #include <sys/malloc.h>
43a79b7128SAlfred Perlstein #include <sys/mbuf.h>
4441ee9f1cSPoul-Henning Kamp #include <sys/module.h>
45d087080cSRobert Watson #include <sys/mutex.h>
46a79b7128SAlfred Perlstein #include <sys/protosw.h>
4734b94e8bSAlfred Perlstein #include <sys/sysctl.h>
48a79b7128SAlfred Perlstein #include <sys/socket.h>
49a79b7128SAlfred Perlstein #include <sys/socketvar.h>
50a79b7128SAlfred Perlstein #include <sys/queue.h>
51a79b7128SAlfred Perlstein 
52d087080cSRobert Watson static struct mtx accept_filter_mtx;
53d087080cSRobert Watson MTX_SYSINIT(accept_filter, &accept_filter_mtx, "accept_filter_mtx",
54d087080cSRobert Watson 	MTX_DEF);
55d087080cSRobert Watson #define	ACCEPT_FILTER_LOCK()	mtx_lock(&accept_filter_mtx)
56d087080cSRobert Watson #define	ACCEPT_FILTER_UNLOCK()	mtx_unlock(&accept_filter_mtx)
57d087080cSRobert Watson 
58a79b7128SAlfred Perlstein static SLIST_HEAD(, accept_filter) accept_filtlsthd =
5913e403fdSAntoine Brodin 	SLIST_HEAD_INITIALIZER(accept_filtlsthd);
60a79b7128SAlfred Perlstein 
61a79b7128SAlfred Perlstein MALLOC_DEFINE(M_ACCF, "accf", "accept filter data");
62a79b7128SAlfred Perlstein 
6334b94e8bSAlfred Perlstein static int unloadable = 0;
6434b94e8bSAlfred Perlstein 
65*7029da5cSPawel Biernacki SYSCTL_NODE(_net, OID_AUTO, accf, CTLFLAG_RW | CTLFLAG_MPSAFE, 0,
66*7029da5cSPawel Biernacki     "Accept filters");
671e0a021eSMarcel Moolenaar SYSCTL_INT(_net_accf, OID_AUTO, unloadable, CTLFLAG_RW, &unloadable, 0,
6834b94e8bSAlfred Perlstein 	"Allow unload of accept filters (not recommended)");
6934b94e8bSAlfred Perlstein 
70a79b7128SAlfred Perlstein /*
711ed716a1SRobert Watson  * Must be passed a malloc'd structure so we don't explode if the kld is
721ed716a1SRobert Watson  * unloaded, we leak the struct on deallocation to deal with this, but if a
731ed716a1SRobert Watson  * filter is loaded with the same name as a leaked one we re-use the entry.
74a79b7128SAlfred Perlstein  */
75a79b7128SAlfred Perlstein int
76a79b7128SAlfred Perlstein accept_filt_add(struct accept_filter *filt)
77a79b7128SAlfred Perlstein {
78a79b7128SAlfred Perlstein 	struct accept_filter *p;
79a79b7128SAlfred Perlstein 
80d087080cSRobert Watson 	ACCEPT_FILTER_LOCK();
81a79b7128SAlfred Perlstein 	SLIST_FOREACH(p, &accept_filtlsthd, accf_next)
82a79b7128SAlfred Perlstein 		if (strcmp(p->accf_name, filt->accf_name) == 0)  {
83a79b7128SAlfred Perlstein 			if (p->accf_callback != NULL) {
84d087080cSRobert Watson 				ACCEPT_FILTER_UNLOCK();
85a79b7128SAlfred Perlstein 				return (EEXIST);
86a79b7128SAlfred Perlstein 			} else {
87a79b7128SAlfred Perlstein 				p->accf_callback = filt->accf_callback;
88d087080cSRobert Watson 				ACCEPT_FILTER_UNLOCK();
891ede983cSDag-Erling Smørgrav 				free(filt, M_ACCF);
90a79b7128SAlfred Perlstein 				return (0);
91a79b7128SAlfred Perlstein 			}
92a79b7128SAlfred Perlstein 		}
93a79b7128SAlfred Perlstein 
94a79b7128SAlfred Perlstein 	if (p == NULL)
95a79b7128SAlfred Perlstein 		SLIST_INSERT_HEAD(&accept_filtlsthd, filt, accf_next);
96d087080cSRobert Watson 	ACCEPT_FILTER_UNLOCK();
97a79b7128SAlfred Perlstein 	return (0);
98a79b7128SAlfred Perlstein }
99a79b7128SAlfred Perlstein 
100a79b7128SAlfred Perlstein int
101a79b7128SAlfred Perlstein accept_filt_del(char *name)
102a79b7128SAlfred Perlstein {
103a79b7128SAlfred Perlstein 	struct accept_filter *p;
104a79b7128SAlfred Perlstein 
105a79b7128SAlfred Perlstein 	p = accept_filt_get(name);
106a79b7128SAlfred Perlstein 	if (p == NULL)
107a79b7128SAlfred Perlstein 		return (ENOENT);
108a79b7128SAlfred Perlstein 
109a79b7128SAlfred Perlstein 	p->accf_callback = NULL;
110a79b7128SAlfred Perlstein 	return (0);
111a79b7128SAlfred Perlstein }
112a79b7128SAlfred Perlstein 
113a79b7128SAlfred Perlstein struct accept_filter *
114a79b7128SAlfred Perlstein accept_filt_get(char *name)
115a79b7128SAlfred Perlstein {
116a79b7128SAlfred Perlstein 	struct accept_filter *p;
117a79b7128SAlfred Perlstein 
118d087080cSRobert Watson 	ACCEPT_FILTER_LOCK();
119a79b7128SAlfred Perlstein 	SLIST_FOREACH(p, &accept_filtlsthd, accf_next)
120a79b7128SAlfred Perlstein 		if (strcmp(p->accf_name, name) == 0)
121d087080cSRobert Watson 			break;
122d087080cSRobert Watson 	ACCEPT_FILTER_UNLOCK();
123a79b7128SAlfred Perlstein 
124d087080cSRobert Watson 	return (p);
125a79b7128SAlfred Perlstein }
126a79b7128SAlfred Perlstein 
127a79b7128SAlfred Perlstein int
128a79b7128SAlfred Perlstein accept_filt_generic_mod_event(module_t mod, int event, void *data)
129a79b7128SAlfred Perlstein {
130a79b7128SAlfred Perlstein 	struct accept_filter *p;
131a79b7128SAlfred Perlstein 	struct accept_filter *accfp = (struct accept_filter *) data;
132d087080cSRobert Watson 	int error;
133a79b7128SAlfred Perlstein 
134a79b7128SAlfred Perlstein 	switch (event) {
135a79b7128SAlfred Perlstein 	case MOD_LOAD:
136810951ddSGleb Smirnoff 		p = malloc(sizeof(*p), M_ACCF, M_WAITOK);
137a79b7128SAlfred Perlstein 		bcopy(accfp, p, sizeof(*p));
138a79b7128SAlfred Perlstein 		error = accept_filt_add(p);
139a79b7128SAlfred Perlstein 		break;
140a79b7128SAlfred Perlstein 
141a79b7128SAlfred Perlstein 	case MOD_UNLOAD:
14285f5e7f0SAlfred Perlstein 		/*
1431ed716a1SRobert Watson 		 * Do not support unloading yet. we don't keep track of
1441ed716a1SRobert Watson 		 * refcounts and unloading an accept filter callback and then
1451ed716a1SRobert Watson 		 * having it called is a bad thing.  A simple fix would be to
1461ed716a1SRobert Watson 		 * track the refcount in the struct accept_filter.
14785f5e7f0SAlfred Perlstein 		 */
14834b94e8bSAlfred Perlstein 		if (unloadable != 0) {
149a79b7128SAlfred Perlstein 			error = accept_filt_del(accfp->accf_name);
15034b94e8bSAlfred Perlstein 		} else
15185f5e7f0SAlfred Perlstein 			error = EOPNOTSUPP;
152a79b7128SAlfred Perlstein 		break;
153a79b7128SAlfred Perlstein 
154a79b7128SAlfred Perlstein 	case MOD_SHUTDOWN:
155a79b7128SAlfred Perlstein 		error = 0;
156a79b7128SAlfred Perlstein 		break;
157a79b7128SAlfred Perlstein 
158a79b7128SAlfred Perlstein 	default:
159a79b7128SAlfred Perlstein 		error = EOPNOTSUPP;
160a79b7128SAlfred Perlstein 		break;
161a79b7128SAlfred Perlstein 	}
162a79b7128SAlfred Perlstein 
163a79b7128SAlfred Perlstein 	return (error);
164a79b7128SAlfred Perlstein }
16578e43644SRobert Watson 
16678e43644SRobert Watson int
167971af2a3SGleb Smirnoff accept_filt_getopt(struct socket *so, struct sockopt *sopt)
168a59f81d2SRobert Watson {
169a59f81d2SRobert Watson 	struct accept_filter_arg *afap;
170a59f81d2SRobert Watson 	int error;
171a59f81d2SRobert Watson 
172a59f81d2SRobert Watson 	error = 0;
173810951ddSGleb Smirnoff 	afap = malloc(sizeof(*afap), M_TEMP, M_WAITOK | M_ZERO);
174a59f81d2SRobert Watson 	SOCK_LOCK(so);
175a59f81d2SRobert Watson 	if ((so->so_options & SO_ACCEPTCONN) == 0) {
176a59f81d2SRobert Watson 		error = EINVAL;
177a59f81d2SRobert Watson 		goto out;
178a59f81d2SRobert Watson 	}
179779f106aSGleb Smirnoff 	if (so->sol_accept_filter == NULL) {
180922a5d9cSMaxim Konovalov 		error = EINVAL;
181a59f81d2SRobert Watson 		goto out;
182922a5d9cSMaxim Konovalov 	}
183779f106aSGleb Smirnoff 	strcpy(afap->af_name, so->sol_accept_filter->accf_name);
184779f106aSGleb Smirnoff 	if (so->sol_accept_filter_str != NULL)
185779f106aSGleb Smirnoff 		strcpy(afap->af_arg, so->sol_accept_filter_str);
186a59f81d2SRobert Watson out:
187a59f81d2SRobert Watson 	SOCK_UNLOCK(so);
188a59f81d2SRobert Watson 	if (error == 0)
189a59f81d2SRobert Watson 		error = sooptcopyout(sopt, afap, sizeof(*afap));
1901ede983cSDag-Erling Smørgrav 	free(afap, M_TEMP);
191a59f81d2SRobert Watson 	return (error);
192a59f81d2SRobert Watson }
193a59f81d2SRobert Watson 
194a59f81d2SRobert Watson int
195971af2a3SGleb Smirnoff accept_filt_setopt(struct socket *so, struct sockopt *sopt)
19678e43644SRobert Watson {
19778e43644SRobert Watson 	struct accept_filter_arg *afap;
19878e43644SRobert Watson 	struct accept_filter *afp;
199779f106aSGleb Smirnoff 	char *accept_filter_str = NULL;
200779f106aSGleb Smirnoff 	void *accept_filter_arg = NULL;
201779f106aSGleb Smirnoff 	int error;
20278e43644SRobert Watson 
20364c23807SRobert Watson 	/*
20464c23807SRobert Watson 	 * Handle the simple delete case first.
20564c23807SRobert Watson 	 */
206922a5d9cSMaxim Konovalov 	if (sopt == NULL || sopt->sopt_val == NULL) {
207779f106aSGleb Smirnoff 		struct socket *sp, *sp1;
208779f106aSGleb Smirnoff 		int wakeup;
209779f106aSGleb Smirnoff 
21064c23807SRobert Watson 		SOCK_LOCK(so);
21164c23807SRobert Watson 		if ((so->so_options & SO_ACCEPTCONN) == 0) {
21264c23807SRobert Watson 			SOCK_UNLOCK(so);
21364c23807SRobert Watson 			return (EINVAL);
21464c23807SRobert Watson 		}
215779f106aSGleb Smirnoff 		if (so->sol_accept_filter == NULL) {
21664c23807SRobert Watson 			SOCK_UNLOCK(so);
21764c23807SRobert Watson 			return (0);
21864c23807SRobert Watson 		}
219779f106aSGleb Smirnoff 		if (so->sol_accept_filter->accf_destroy != NULL)
220779f106aSGleb Smirnoff 			so->sol_accept_filter->accf_destroy(so);
221779f106aSGleb Smirnoff 		if (so->sol_accept_filter_str != NULL)
222779f106aSGleb Smirnoff 			free(so->sol_accept_filter_str, M_ACCF);
223779f106aSGleb Smirnoff 		so->sol_accept_filter = NULL;
224779f106aSGleb Smirnoff 		so->sol_accept_filter_arg = NULL;
225779f106aSGleb Smirnoff 		so->sol_accept_filter_str = NULL;
226779f106aSGleb Smirnoff 		so->so_options &= ~SO_ACCEPTFILTER;
227779f106aSGleb Smirnoff 
228779f106aSGleb Smirnoff 		/*
229779f106aSGleb Smirnoff 		 * Move from incomplete queue to complete only those
230779f106aSGleb Smirnoff 		 * connections, that are blocked by us.
231779f106aSGleb Smirnoff 		 */
232779f106aSGleb Smirnoff 		wakeup = 0;
233779f106aSGleb Smirnoff 		TAILQ_FOREACH_SAFE(sp, &so->sol_incomp, so_list, sp1) {
234779f106aSGleb Smirnoff 			SOCK_LOCK(sp);
235779f106aSGleb Smirnoff 			if (sp->so_options & SO_ACCEPTFILTER) {
236779f106aSGleb Smirnoff 				TAILQ_REMOVE(&so->sol_incomp, sp, so_list);
237779f106aSGleb Smirnoff 				TAILQ_INSERT_TAIL(&so->sol_comp, sp, so_list);
238779f106aSGleb Smirnoff 				sp->so_qstate = SQ_COMP;
239779f106aSGleb Smirnoff 				sp->so_options &= ~SO_ACCEPTFILTER;
240779f106aSGleb Smirnoff 				so->sol_incqlen--;
241779f106aSGleb Smirnoff 				so->sol_qlen++;
242779f106aSGleb Smirnoff 				wakeup = 1;
243779f106aSGleb Smirnoff 			}
244779f106aSGleb Smirnoff 			SOCK_UNLOCK(sp);
245779f106aSGleb Smirnoff 		}
246779f106aSGleb Smirnoff 		if (wakeup)
247779f106aSGleb Smirnoff 			solisten_wakeup(so);  /* unlocks */
248779f106aSGleb Smirnoff 		else
249779f106aSGleb Smirnoff 			SOLISTEN_UNLOCK(so);
250779f106aSGleb Smirnoff 		return (0);
251779f106aSGleb Smirnoff 	}
25264c23807SRobert Watson 
25378e43644SRobert Watson 	/*
25492081a83SRobert Watson 	 * Pre-allocate any memory we may need later to avoid blocking at
25592081a83SRobert Watson 	 * untimely moments.  This does not optimize for invalid arguments.
25678e43644SRobert Watson 	 */
257810951ddSGleb Smirnoff 	afap = malloc(sizeof(*afap), M_TEMP, M_WAITOK);
25878e43644SRobert Watson 	error = sooptcopyin(sopt, afap, sizeof *afap, sizeof *afap);
25978e43644SRobert Watson 	afap->af_name[sizeof(afap->af_name)-1] = '\0';
26078e43644SRobert Watson 	afap->af_arg[sizeof(afap->af_arg)-1] = '\0';
26178e43644SRobert Watson 	if (error) {
2621ede983cSDag-Erling Smørgrav 		free(afap, M_TEMP);
26378e43644SRobert Watson 		return (error);
26478e43644SRobert Watson 	}
26578e43644SRobert Watson 	afp = accept_filt_get(afap->af_name);
26678e43644SRobert Watson 	if (afp == NULL) {
2671ede983cSDag-Erling Smørgrav 		free(afap, M_TEMP);
26878e43644SRobert Watson 		return (ENOENT);
26978e43644SRobert Watson 	}
27078e43644SRobert Watson 	if (afp->accf_create != NULL && afap->af_name[0] != '\0') {
2712a059700SEd Maste 		size_t len = strlen(afap->af_name) + 1;
272779f106aSGleb Smirnoff 		accept_filter_str = malloc(len, M_ACCF, M_WAITOK);
273779f106aSGleb Smirnoff 		strcpy(accept_filter_str, afap->af_name);
27478e43644SRobert Watson 	}
27578e43644SRobert Watson 
27692081a83SRobert Watson 	/*
27792081a83SRobert Watson 	 * Require a listen socket; don't try to replace an existing filter
27892081a83SRobert Watson 	 * without first removing it.
27992081a83SRobert Watson 	 */
28078e43644SRobert Watson 	SOCK_LOCK(so);
281779f106aSGleb Smirnoff 	if ((so->so_options & SO_ACCEPTCONN) == 0 ||
282779f106aSGleb Smirnoff 	    so->sol_accept_filter != NULL) {
28378e43644SRobert Watson 		error = EINVAL;
28478e43644SRobert Watson 		goto out;
28578e43644SRobert Watson 	}
28692081a83SRobert Watson 
28778e43644SRobert Watson 	/*
28892081a83SRobert Watson 	 * Invoke the accf_create() method of the filter if required.  The
28992081a83SRobert Watson 	 * socket mutex is held over this call, so create methods for filters
29092081a83SRobert Watson 	 * can't block.
29178e43644SRobert Watson 	 */
29278e43644SRobert Watson 	if (afp->accf_create != NULL) {
293779f106aSGleb Smirnoff 		accept_filter_arg = afp->accf_create(so, afap->af_arg);
294779f106aSGleb Smirnoff 		if (accept_filter_arg == NULL) {
29578e43644SRobert Watson 			error = EINVAL;
29678e43644SRobert Watson 			goto out;
29778e43644SRobert Watson 		}
29878e43644SRobert Watson 	}
299779f106aSGleb Smirnoff 	so->sol_accept_filter = afp;
300779f106aSGleb Smirnoff 	so->sol_accept_filter_arg = accept_filter_arg;
301779f106aSGleb Smirnoff 	so->sol_accept_filter_str = accept_filter_str;
30278e43644SRobert Watson 	so->so_options |= SO_ACCEPTFILTER;
30378e43644SRobert Watson out:
30478e43644SRobert Watson 	SOCK_UNLOCK(so);
305779f106aSGleb Smirnoff 	if (accept_filter_str != NULL)
306779f106aSGleb Smirnoff 		free(accept_filter_str, M_ACCF);
3071ede983cSDag-Erling Smørgrav 	free(afap, M_TEMP);
30878e43644SRobert Watson 	return (error);
30978e43644SRobert Watson }
310