xref: /freebsd/sys/kern/uipc_usrreq.c (revision 2c8995842cfdc4cc9e8bf40e298ac369baf6a624)
19454b2d8SWarner Losh /*-
2df8bae1dSRodney W. Grimes  * Copyright (c) 1982, 1986, 1989, 1991, 1993
3e1ac28e2SRobert Watson  *	The Regents of the University of California.
460a5ef26SRobert Watson  * Copyright (c) 2004-2008 Robert N. M. Watson
5e1ac28e2SRobert Watson  * All rights reserved.
6df8bae1dSRodney W. Grimes  *
7df8bae1dSRodney W. Grimes  * Redistribution and use in source and binary forms, with or without
8df8bae1dSRodney W. Grimes  * modification, are permitted provided that the following conditions
9df8bae1dSRodney W. Grimes  * are met:
10df8bae1dSRodney W. Grimes  * 1. Redistributions of source code must retain the above copyright
11df8bae1dSRodney W. Grimes  *    notice, this list of conditions and the following disclaimer.
12df8bae1dSRodney W. Grimes  * 2. Redistributions in binary form must reproduce the above copyright
13df8bae1dSRodney W. Grimes  *    notice, this list of conditions and the following disclaimer in the
14df8bae1dSRodney W. Grimes  *    documentation and/or other materials provided with the distribution.
15df8bae1dSRodney W. Grimes  * 4. Neither the name of the University nor the names of its contributors
16df8bae1dSRodney W. Grimes  *    may be used to endorse or promote products derived from this software
17df8bae1dSRodney W. Grimes  *    without specific prior written permission.
18df8bae1dSRodney W. Grimes  *
19df8bae1dSRodney W. Grimes  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
20df8bae1dSRodney W. Grimes  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
21df8bae1dSRodney W. Grimes  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
22df8bae1dSRodney W. Grimes  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
23df8bae1dSRodney W. Grimes  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
24df8bae1dSRodney W. Grimes  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
25df8bae1dSRodney W. Grimes  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
26df8bae1dSRodney W. Grimes  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
27df8bae1dSRodney W. Grimes  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
28df8bae1dSRodney W. Grimes  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
29df8bae1dSRodney W. Grimes  * SUCH DAMAGE.
30df8bae1dSRodney W. Grimes  *
31748e0b0aSGarrett Wollman  *	From: @(#)uipc_usrreq.c	8.3 (Berkeley) 1/4/94
32df8bae1dSRodney W. Grimes  */
33df8bae1dSRodney W. Grimes 
34f23929fbSRobert Watson /*
35f23929fbSRobert Watson  * UNIX Domain (Local) Sockets
36f23929fbSRobert Watson  *
37f23929fbSRobert Watson  * This is an implementation of UNIX (local) domain sockets.  Each socket has
38f23929fbSRobert Watson  * an associated struct unpcb (UNIX protocol control block).  Stream sockets
39f23929fbSRobert Watson  * may be connected to 0 or 1 other socket.  Datagram sockets may be
40f23929fbSRobert Watson  * connected to 0, 1, or many other sockets.  Sockets may be created and
41f23929fbSRobert Watson  * connected in pairs (socketpair(2)), or bound/connected to using the file
42f23929fbSRobert Watson  * system name space.  For most purposes, only the receive socket buffer is
43f23929fbSRobert Watson  * used, as sending on one socket delivers directly to the receive socket
445b950deaSRobert Watson  * buffer of a second socket.
455b950deaSRobert Watson  *
465b950deaSRobert Watson  * The implementation is substantially complicated by the fact that
475b950deaSRobert Watson  * "ancillary data", such as file descriptors or credentials, may be passed
485b950deaSRobert Watson  * across UNIX domain sockets.  The potential for passing UNIX domain sockets
495b950deaSRobert Watson  * over other UNIX domain sockets requires the implementation of a simple
505b950deaSRobert Watson  * garbage collector to find and tear down cycles of disconnected sockets.
51aea52f1bSRobert Watson  *
52aea52f1bSRobert Watson  * TODO:
53aea52f1bSRobert Watson  *	SEQPACKET, RDM
54aea52f1bSRobert Watson  *	rethink name space problems
55aea52f1bSRobert Watson  *	need a proper out-of-band
56f23929fbSRobert Watson  */
57f23929fbSRobert Watson 
58677b542eSDavid E. O'Brien #include <sys/cdefs.h>
59677b542eSDavid E. O'Brien __FBSDID("$FreeBSD$");
60677b542eSDavid E. O'Brien 
6103c96c31SRobert Watson #include "opt_ddb.h"
62335654d7SRobert Watson #include "opt_mac.h"
63335654d7SRobert Watson 
64df8bae1dSRodney W. Grimes #include <sys/param.h>
65fb919e4dSMark Murray #include <sys/domain.h>
66960ed29cSSeigo Tanimura #include <sys/fcntl.h>
67d826c479SBruce Evans #include <sys/malloc.h>		/* XXX must be before <sys/file.h> */
684f590175SPaul Saab #include <sys/eventhandler.h>
69639acc13SGarrett Wollman #include <sys/file.h>
70960ed29cSSeigo Tanimura #include <sys/filedesc.h>
71960ed29cSSeigo Tanimura #include <sys/jail.h>
72960ed29cSSeigo Tanimura #include <sys/kernel.h>
73960ed29cSSeigo Tanimura #include <sys/lock.h>
74639acc13SGarrett Wollman #include <sys/mbuf.h>
75033eb86eSJeff Roberson #include <sys/mount.h>
76960ed29cSSeigo Tanimura #include <sys/mutex.h>
77639acc13SGarrett Wollman #include <sys/namei.h>
78639acc13SGarrett Wollman #include <sys/proc.h>
79df8bae1dSRodney W. Grimes #include <sys/protosw.h>
80960ed29cSSeigo Tanimura #include <sys/resourcevar.h>
81e7c33e29SRobert Watson #include <sys/rwlock.h>
82df8bae1dSRodney W. Grimes #include <sys/socket.h>
83df8bae1dSRodney W. Grimes #include <sys/socketvar.h>
84960ed29cSSeigo Tanimura #include <sys/signalvar.h>
85df8bae1dSRodney W. Grimes #include <sys/stat.h>
86960ed29cSSeigo Tanimura #include <sys/sx.h>
87639acc13SGarrett Wollman #include <sys/sysctl.h>
88960ed29cSSeigo Tanimura #include <sys/systm.h>
89a0ec558aSRobert Watson #include <sys/taskqueue.h>
90639acc13SGarrett Wollman #include <sys/un.h>
9198271db4SGarrett Wollman #include <sys/unpcb.h>
92639acc13SGarrett Wollman #include <sys/vnode.h>
93df8bae1dSRodney W. Grimes 
9403c96c31SRobert Watson #ifdef DDB
9503c96c31SRobert Watson #include <ddb/ddb.h>
9603c96c31SRobert Watson #endif
9703c96c31SRobert Watson 
98aed55708SRobert Watson #include <security/mac/mac_framework.h>
99aed55708SRobert Watson 
1009e9d298aSJeff Roberson #include <vm/uma.h>
10198271db4SGarrett Wollman 
1029e9d298aSJeff Roberson static uma_zone_t	unp_zone;
10398271db4SGarrett Wollman static unp_gen_t	unp_gencnt;
104aea52f1bSRobert Watson static u_int		unp_count;	/* Count of local sockets. */
105aea52f1bSRobert Watson static ino_t		unp_ino;	/* Prototype for fake inode numbers. */
106aea52f1bSRobert Watson static int		unp_rights;	/* File descriptors in flight. */
107aea52f1bSRobert Watson static struct unp_head	unp_shead;	/* List of local stream sockets. */
108aea52f1bSRobert Watson static struct unp_head	unp_dhead;	/* List of local datagram sockets. */
10998271db4SGarrett Wollman 
110aea52f1bSRobert Watson static const struct sockaddr	sun_noname = { sizeof(sun_noname), AF_LOCAL };
11198271db4SGarrett Wollman 
112df8bae1dSRodney W. Grimes /*
113aea52f1bSRobert Watson  * Garbage collection of cyclic file descriptor/socket references occurs
114aea52f1bSRobert Watson  * asynchronously in a taskqueue context in order to avoid recursion and
115aea52f1bSRobert Watson  * reentrance in the UNIX domain socket, file descriptor, and socket layer
116aea52f1bSRobert Watson  * code.  See unp_gc() for a full description.
117df8bae1dSRodney W. Grimes  */
118aea52f1bSRobert Watson static struct task	unp_gc_task;
119f708ef1bSPoul-Henning Kamp 
120ce5f32deSRobert Watson /*
1217e711c3aSRobert Watson  * Both send and receive buffers are allocated PIPSIZ bytes of buffering for
1227e711c3aSRobert Watson  * stream sockets, although the total for sender and receiver is actually
1237e711c3aSRobert Watson  * only PIPSIZ.
1247e711c3aSRobert Watson  *
1257e711c3aSRobert Watson  * Datagram sockets really use the sendspace as the maximum datagram size,
1267e711c3aSRobert Watson  * and don't really want to reserve the sendspace.  Their recvspace should be
1277e711c3aSRobert Watson  * large enough for at least one max-size datagram plus address.
1287e711c3aSRobert Watson  */
1297e711c3aSRobert Watson #ifndef PIPSIZ
1307e711c3aSRobert Watson #define	PIPSIZ	8192
1317e711c3aSRobert Watson #endif
1327e711c3aSRobert Watson static u_long	unpst_sendspace = PIPSIZ;
1337e711c3aSRobert Watson static u_long	unpst_recvspace = PIPSIZ;
1347e711c3aSRobert Watson static u_long	unpdg_sendspace = 2*1024;	/* really max datagram size */
1357e711c3aSRobert Watson static u_long	unpdg_recvspace = 4*1024;
1367e711c3aSRobert Watson 
137e4445a03SRobert Watson SYSCTL_NODE(_net, PF_LOCAL, local, CTLFLAG_RW, 0, "Local domain");
138e4445a03SRobert Watson SYSCTL_NODE(_net_local, SOCK_STREAM, stream, CTLFLAG_RW, 0, "SOCK_STREAM");
139e4445a03SRobert Watson SYSCTL_NODE(_net_local, SOCK_DGRAM, dgram, CTLFLAG_RW, 0, "SOCK_DGRAM");
140e4445a03SRobert Watson 
1417e711c3aSRobert Watson SYSCTL_ULONG(_net_local_stream, OID_AUTO, sendspace, CTLFLAG_RW,
142be6b1304STom Rhodes 	   &unpst_sendspace, 0, "Default stream send space.");
1437e711c3aSRobert Watson SYSCTL_ULONG(_net_local_stream, OID_AUTO, recvspace, CTLFLAG_RW,
144be6b1304STom Rhodes 	   &unpst_recvspace, 0, "Default stream receive space.");
1457e711c3aSRobert Watson SYSCTL_ULONG(_net_local_dgram, OID_AUTO, maxdgram, CTLFLAG_RW,
146be6b1304STom Rhodes 	   &unpdg_sendspace, 0, "Default datagram send space.");
1477e711c3aSRobert Watson SYSCTL_ULONG(_net_local_dgram, OID_AUTO, recvspace, CTLFLAG_RW,
148be6b1304STom Rhodes 	   &unpdg_recvspace, 0, "Default datagram receive space.");
149be6b1304STom Rhodes SYSCTL_INT(_net_local, OID_AUTO, inflight, CTLFLAG_RD, &unp_rights, 0,
150be6b1304STom Rhodes     "File descriptors in flight.");
1517e711c3aSRobert Watson 
152e7c33e29SRobert Watson /*-
153e7c33e29SRobert Watson  * Locking and synchronization:
154ce5f32deSRobert Watson  *
155e7c33e29SRobert Watson  * The global UNIX domain socket rwlock (unp_global_rwlock) protects all
156e7c33e29SRobert Watson  * global variables, including the linked lists tracking the set of allocated
157e7c33e29SRobert Watson  * UNIX domain sockets.  The global rwlock also serves to prevent deadlock
158e7c33e29SRobert Watson  * when more than one PCB lock is acquired at a time (i.e., during
159e7c33e29SRobert Watson  * connect()).  Finally, the global rwlock protects uncounted references from
160e7c33e29SRobert Watson  * vnodes to sockets bound to those vnodes: to safely dereference the
161e7c33e29SRobert Watson  * v_socket pointer, the global rwlock must be held while a full reference is
162e7c33e29SRobert Watson  * acquired.
163ce5f32deSRobert Watson  *
164e7c33e29SRobert Watson  * UNIX domain sockets each have an unpcb hung off of their so_pcb pointer,
165e7c33e29SRobert Watson  * allocated in pru_attach() and freed in pru_detach().  The validity of that
166e7c33e29SRobert Watson  * pointer is an invariant, so no lock is required to dereference the so_pcb
167e7c33e29SRobert Watson  * pointer if a valid socket reference is held by the caller.  In practice,
168e7c33e29SRobert Watson  * this is always true during operations performed on a socket.  Each unpcb
169e7c33e29SRobert Watson  * has a back-pointer to its socket, unp_socket, which will be stable under
170e7c33e29SRobert Watson  * the same circumstances.
171e7c33e29SRobert Watson  *
172e7c33e29SRobert Watson  * This pointer may only be safely dereferenced as long as a valid reference
173e7c33e29SRobert Watson  * to the unpcb is held.  Typically, this reference will be from the socket,
174e7c33e29SRobert Watson  * or from another unpcb when the referring unpcb's lock is held (in order
175e7c33e29SRobert Watson  * that the reference not be invalidated during use).  For example, to follow
176e7c33e29SRobert Watson  * unp->unp_conn->unp_socket, you need unlock the lock on unp, not unp_conn,
177e7c33e29SRobert Watson  * as unp_socket remains valid as long as the reference to unp_conn is valid.
178e7c33e29SRobert Watson  *
179e7c33e29SRobert Watson  * Fields of unpcbss are locked using a per-unpcb lock, unp_mtx.  Individual
180e7c33e29SRobert Watson  * atomic reads without the lock may be performed "lockless", but more
181e7c33e29SRobert Watson  * complex reads and read-modify-writes require the mutex to be held.  No
182e7c33e29SRobert Watson  * lock order is defined between unpcb locks -- multiple unpcb locks may be
183e7c33e29SRobert Watson  * acquired at the same time only when holding the global UNIX domain socket
184e7c33e29SRobert Watson  * rwlock exclusively, which prevents deadlocks.
185e7c33e29SRobert Watson  *
186e7c33e29SRobert Watson  * Blocking with UNIX domain sockets is a tricky issue: unlike most network
187e7c33e29SRobert Watson  * protocols, bind() is a non-atomic operation, and connect() requires
188e7c33e29SRobert Watson  * potential sleeping in the protocol, due to potentially waiting on local or
189e7c33e29SRobert Watson  * distributed file systems.  We try to separate "lookup" operations, which
190e7c33e29SRobert Watson  * may sleep, and the IPC operations themselves, which typically can occur
191e7c33e29SRobert Watson  * with relative atomicity as locks can be held over the entire operation.
192e7c33e29SRobert Watson  *
193e7c33e29SRobert Watson  * Another tricky issue is simultaneous multi-threaded or multi-process
194e7c33e29SRobert Watson  * access to a single UNIX domain socket.  These are handled by the flags
195e7c33e29SRobert Watson  * UNP_CONNECTING and UNP_BINDING, which prevent concurrent connecting or
196e7c33e29SRobert Watson  * binding, both of which involve dropping UNIX domain socket locks in order
197e7c33e29SRobert Watson  * to perform namei() and other file system operations.
198ce5f32deSRobert Watson  */
199e7c33e29SRobert Watson static struct rwlock	unp_global_rwlock;
200e7c33e29SRobert Watson 
201e7c33e29SRobert Watson #define	UNP_GLOBAL_LOCK_INIT()		rw_init(&unp_global_rwlock,	\
202e7c33e29SRobert Watson 					    "unp_global_rwlock")
203e7c33e29SRobert Watson 
204e7c33e29SRobert Watson #define	UNP_GLOBAL_LOCK_ASSERT()	rw_assert(&unp_global_rwlock,	\
205e7c33e29SRobert Watson 					    RA_LOCKED)
206e7c33e29SRobert Watson #define	UNP_GLOBAL_UNLOCK_ASSERT()	rw_assert(&unp_global_rwlock,	\
207e7c33e29SRobert Watson 					    RA_UNLOCKED)
208e7c33e29SRobert Watson 
209e7c33e29SRobert Watson #define	UNP_GLOBAL_WLOCK()		rw_wlock(&unp_global_rwlock)
210e7c33e29SRobert Watson #define	UNP_GLOBAL_WUNLOCK()		rw_wunlock(&unp_global_rwlock)
211e7c33e29SRobert Watson #define	UNP_GLOBAL_WLOCK_ASSERT()	rw_assert(&unp_global_rwlock,	\
212e7c33e29SRobert Watson 					    RA_WLOCKED)
213e7c33e29SRobert Watson #define	UNP_GLOBAL_WOWNED()		rw_wowned(&unp_global_rwlock)
214e7c33e29SRobert Watson 
215e7c33e29SRobert Watson #define	UNP_GLOBAL_RLOCK()		rw_rlock(&unp_global_rwlock)
216e7c33e29SRobert Watson #define	UNP_GLOBAL_RUNLOCK()		rw_runlock(&unp_global_rwlock)
217e7c33e29SRobert Watson #define	UNP_GLOBAL_RLOCK_ASSERT()	rw_assert(&unp_global_rwlock,	\
218e7c33e29SRobert Watson 					    RA_RLOCKED)
219e7c33e29SRobert Watson 
220e7c33e29SRobert Watson #define UNP_PCB_LOCK_INIT(unp)		mtx_init(&(unp)->unp_mtx,	\
221e7c33e29SRobert Watson 					    "unp_mtx", "unp_mtx",	\
222e7c33e29SRobert Watson 					    MTX_DUPOK|MTX_DEF|MTX_RECURSE)
223e7c33e29SRobert Watson #define	UNP_PCB_LOCK_DESTROY(unp)	mtx_destroy(&(unp)->unp_mtx)
224e7c33e29SRobert Watson #define	UNP_PCB_LOCK(unp)		mtx_lock(&(unp)->unp_mtx)
225e7c33e29SRobert Watson #define	UNP_PCB_UNLOCK(unp)		mtx_unlock(&(unp)->unp_mtx)
226e7c33e29SRobert Watson #define	UNP_PCB_LOCK_ASSERT(unp)	mtx_assert(&(unp)->unp_mtx, MA_OWNED)
2270d9ce3a1SRobert Watson 
2282c899584SRobert Watson static int	uipc_connect2(struct socket *, struct socket *);
2290b36cd25SRobert Watson static int	uipc_ctloutput(struct socket *, struct sockopt *);
230aea52f1bSRobert Watson static int	unp_connect(struct socket *, struct sockaddr *,
231aea52f1bSRobert Watson 		    struct thread *);
2326a2989fdSMatthew N. Dodd static int	unp_connect2(struct socket *so, struct socket *so2, int);
233e7c33e29SRobert Watson static void	unp_disconnect(struct unpcb *unp, struct unpcb *unp2);
2340b36cd25SRobert Watson static void	unp_dispose(struct mbuf *);
2354d77a549SAlfred Perlstein static void	unp_shutdown(struct unpcb *);
2364d77a549SAlfred Perlstein static void	unp_drop(struct unpcb *, int);
237a0ec558aSRobert Watson static void	unp_gc(__unused void *, int);
2384d77a549SAlfred Perlstein static void	unp_scan(struct mbuf *, void (*)(struct file *));
2394d77a549SAlfred Perlstein static void	unp_discard(struct file *);
2404d77a549SAlfred Perlstein static void	unp_freerights(struct file **, int);
2410b36cd25SRobert Watson static void	unp_init(void);
2424d77a549SAlfred Perlstein static int	unp_internalize(struct mbuf **, struct thread *);
243397c19d1SJeff Roberson static void	unp_internalize_fp(struct file *);
2440b36cd25SRobert Watson static int	unp_externalize(struct mbuf *, struct mbuf **);
245397c19d1SJeff Roberson static void	unp_externalize_fp(struct file *);
2465b950deaSRobert Watson static struct mbuf	*unp_addsockcred(struct thread *, struct mbuf *);
247f708ef1bSPoul-Henning Kamp 
248e4445a03SRobert Watson /*
249e4445a03SRobert Watson  * Definitions of protocols supported in the LOCAL domain.
250e4445a03SRobert Watson  */
251e4445a03SRobert Watson static struct domain localdomain;
2520b36cd25SRobert Watson static struct pr_usrreqs uipc_usrreqs;
253e4445a03SRobert Watson static struct protosw localsw[] = {
254e4445a03SRobert Watson {
255e4445a03SRobert Watson 	.pr_type =		SOCK_STREAM,
256e4445a03SRobert Watson 	.pr_domain =		&localdomain,
257e4445a03SRobert Watson 	.pr_flags =		PR_CONNREQUIRED|PR_WANTRCVD|PR_RIGHTS,
258e4445a03SRobert Watson 	.pr_ctloutput =		&uipc_ctloutput,
259e4445a03SRobert Watson 	.pr_usrreqs =		&uipc_usrreqs
260e4445a03SRobert Watson },
261e4445a03SRobert Watson {
262e4445a03SRobert Watson 	.pr_type =		SOCK_DGRAM,
263e4445a03SRobert Watson 	.pr_domain =		&localdomain,
264e4445a03SRobert Watson 	.pr_flags =		PR_ATOMIC|PR_ADDR|PR_RIGHTS,
265e4445a03SRobert Watson 	.pr_usrreqs =		&uipc_usrreqs
266e4445a03SRobert Watson },
267e4445a03SRobert Watson };
268e4445a03SRobert Watson 
269e4445a03SRobert Watson static struct domain localdomain = {
270e4445a03SRobert Watson 	.dom_family =		AF_LOCAL,
271e4445a03SRobert Watson 	.dom_name =		"local",
272e4445a03SRobert Watson 	.dom_init =		unp_init,
273e4445a03SRobert Watson 	.dom_externalize =	unp_externalize,
274e4445a03SRobert Watson 	.dom_dispose =		unp_dispose,
275e4445a03SRobert Watson 	.dom_protosw =		localsw,
276e4445a03SRobert Watson 	.dom_protoswNPROTOSW =	&localsw[sizeof(localsw)/sizeof(localsw[0])]
277e4445a03SRobert Watson };
278e4445a03SRobert Watson DOMAIN_SET(local);
279e4445a03SRobert Watson 
280ac45e92fSRobert Watson static void
281a29f300eSGarrett Wollman uipc_abort(struct socket *so)
282df8bae1dSRodney W. Grimes {
283e7c33e29SRobert Watson 	struct unpcb *unp, *unp2;
284df8bae1dSRodney W. Grimes 
28540f2ac28SRobert Watson 	unp = sotounpcb(so);
2864d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_abort: unp == NULL"));
287e7c33e29SRobert Watson 
288e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
289e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
290e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
291e7c33e29SRobert Watson 	if (unp2 != NULL) {
292e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp2);
293e7c33e29SRobert Watson 		unp_drop(unp2, ECONNABORTED);
294e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp2);
295e7c33e29SRobert Watson 	}
296e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
297e7c33e29SRobert Watson 	UNP_GLOBAL_WUNLOCK();
298df8bae1dSRodney W. Grimes }
299df8bae1dSRodney W. Grimes 
300a29f300eSGarrett Wollman static int
30157bf258eSGarrett Wollman uipc_accept(struct socket *so, struct sockaddr **nam)
302a29f300eSGarrett Wollman {
303e7c33e29SRobert Watson 	struct unpcb *unp, *unp2;
3040d9ce3a1SRobert Watson 	const struct sockaddr *sa;
305df8bae1dSRodney W. Grimes 
306df8bae1dSRodney W. Grimes 	/*
3071c381b19SRobert Watson 	 * Pass back name of connected socket, if it was bound and we are
3081c381b19SRobert Watson 	 * still connected (our peer may have closed already!).
309df8bae1dSRodney W. Grimes 	 */
3104d4b555eSRobert Watson 	unp = sotounpcb(so);
3114d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_accept: unp == NULL"));
312e7c33e29SRobert Watson 
3130d9ce3a1SRobert Watson 	*nam = malloc(sizeof(struct sockaddr_un), M_SONAME, M_WAITOK);
314e7c33e29SRobert Watson 	UNP_GLOBAL_RLOCK();
315e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
316e7c33e29SRobert Watson 	if (unp2 != NULL && unp2->unp_addr != NULL) {
317e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp2);
318e7c33e29SRobert Watson 		sa = (struct sockaddr *) unp2->unp_addr;
319e7c33e29SRobert Watson 		bcopy(sa, *nam, sa->sa_len);
320e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp2);
321e7c33e29SRobert Watson 	} else {
3220d9ce3a1SRobert Watson 		sa = &sun_noname;
3230d9ce3a1SRobert Watson 		bcopy(sa, *nam, sa->sa_len);
324e7c33e29SRobert Watson 	}
325e7c33e29SRobert Watson 	UNP_GLOBAL_RUNLOCK();
326e5aeaa0cSDag-Erling Smørgrav 	return (0);
327a29f300eSGarrett Wollman }
328df8bae1dSRodney W. Grimes 
329a29f300eSGarrett Wollman static int
330b40ce416SJulian Elischer uipc_attach(struct socket *so, int proto, struct thread *td)
331a29f300eSGarrett Wollman {
332e7c33e29SRobert Watson 	u_long sendspace, recvspace;
3336d32873cSRobert Watson 	struct unpcb *unp;
334e7c33e29SRobert Watson 	int error, locked;
335df8bae1dSRodney W. Grimes 
3366d32873cSRobert Watson 	KASSERT(so->so_pcb == NULL, ("uipc_attach: so_pcb != NULL"));
3376d32873cSRobert Watson 	if (so->so_snd.sb_hiwat == 0 || so->so_rcv.sb_hiwat == 0) {
3386d32873cSRobert Watson 		switch (so->so_type) {
3396d32873cSRobert Watson 		case SOCK_STREAM:
340e7c33e29SRobert Watson 			sendspace = unpst_sendspace;
341e7c33e29SRobert Watson 			recvspace = unpst_recvspace;
3426d32873cSRobert Watson 			break;
3436d32873cSRobert Watson 
3446d32873cSRobert Watson 		case SOCK_DGRAM:
345e7c33e29SRobert Watson 			sendspace = unpdg_sendspace;
346e7c33e29SRobert Watson 			recvspace = unpdg_recvspace;
3476d32873cSRobert Watson 			break;
3486d32873cSRobert Watson 
3496d32873cSRobert Watson 		default:
350e7c33e29SRobert Watson 			panic("uipc_attach");
3516d32873cSRobert Watson 		}
352e7c33e29SRobert Watson 		error = soreserve(so, sendspace, recvspace);
3536d32873cSRobert Watson 		if (error)
3546d32873cSRobert Watson 			return (error);
3556d32873cSRobert Watson 	}
35646a1d9bfSRobert Watson 	unp = uma_zalloc(unp_zone, M_NOWAIT | M_ZERO);
3576d32873cSRobert Watson 	if (unp == NULL)
3586d32873cSRobert Watson 		return (ENOBUFS);
3596d32873cSRobert Watson 	LIST_INIT(&unp->unp_refs);
360e7c33e29SRobert Watson 	UNP_PCB_LOCK_INIT(unp);
3616d32873cSRobert Watson 	unp->unp_socket = so;
3626d32873cSRobert Watson 	so->so_pcb = unp;
3639ae328fcSJohn Baldwin 	unp->unp_refcount = 1;
364e7c33e29SRobert Watson 
365e7c33e29SRobert Watson 	/*
366e7c33e29SRobert Watson 	 * uipc_attach() may be called indirectly from within the UNIX domain
367e7c33e29SRobert Watson 	 * socket code via sonewconn() in unp_connect().  Since rwlocks can
368e7c33e29SRobert Watson 	 * not be recursed, we do the closest thing.
369e7c33e29SRobert Watson 	 */
370d7924b70SRobert Watson 	locked = 0;
371e7c33e29SRobert Watson 	if (!UNP_GLOBAL_WOWNED()) {
372e7c33e29SRobert Watson 		UNP_GLOBAL_WLOCK();
373e7c33e29SRobert Watson 		locked = 1;
374e7c33e29SRobert Watson 	}
3756d32873cSRobert Watson 	unp->unp_gencnt = ++unp_gencnt;
3766d32873cSRobert Watson 	unp_count++;
377b7e2f3ecSRobert Watson 	LIST_INSERT_HEAD(so->so_type == SOCK_DGRAM ? &unp_dhead : &unp_shead,
378b7e2f3ecSRobert Watson 	    unp, unp_link);
379e7c33e29SRobert Watson 	if (locked)
380e7c33e29SRobert Watson 		UNP_GLOBAL_WUNLOCK();
3816d32873cSRobert Watson 
3826d32873cSRobert Watson 	return (0);
383a29f300eSGarrett Wollman }
384a29f300eSGarrett Wollman 
385a29f300eSGarrett Wollman static int
386b40ce416SJulian Elischer uipc_bind(struct socket *so, struct sockaddr *nam, struct thread *td)
387a29f300eSGarrett Wollman {
388dd47f5caSRobert Watson 	struct sockaddr_un *soun = (struct sockaddr_un *)nam;
389dd47f5caSRobert Watson 	struct vattr vattr;
3909e289446SWojciech A. Koszek 	int error, namelen, vfslocked;
391dd47f5caSRobert Watson 	struct nameidata nd;
39240f2ac28SRobert Watson 	struct unpcb *unp;
393dd47f5caSRobert Watson 	struct vnode *vp;
394dd47f5caSRobert Watson 	struct mount *mp;
395dd47f5caSRobert Watson 	char *buf;
396a29f300eSGarrett Wollman 
39740f2ac28SRobert Watson 	unp = sotounpcb(so);
3984d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_bind: unp == NULL"));
3994f1f0ef5SRobert Watson 
4004f1f0ef5SRobert Watson 	namelen = soun->sun_len - offsetof(struct sockaddr_un, sun_path);
4014f1f0ef5SRobert Watson 	if (namelen <= 0)
4024f1f0ef5SRobert Watson 		return (EINVAL);
403dd47f5caSRobert Watson 
404dd47f5caSRobert Watson 	/*
4054f1f0ef5SRobert Watson 	 * We don't allow simultaneous bind() calls on a single UNIX domain
4064f1f0ef5SRobert Watson 	 * socket, so flag in-progress operations, and return an error if an
4074f1f0ef5SRobert Watson 	 * operation is already in progress.
4084f1f0ef5SRobert Watson 	 *
4094f1f0ef5SRobert Watson 	 * Historically, we have not allowed a socket to be rebound, so this
410d7924b70SRobert Watson 	 * also returns an error.  Not allowing re-binding simplifies the
411d7924b70SRobert Watson 	 * implementation and avoids a great many possible failure modes.
412dd47f5caSRobert Watson 	 */
413e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
414dd47f5caSRobert Watson 	if (unp->unp_vnode != NULL) {
415e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp);
416dd47f5caSRobert Watson 		return (EINVAL);
417dd47f5caSRobert Watson 	}
4184f1f0ef5SRobert Watson 	if (unp->unp_flags & UNP_BINDING) {
419e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp);
4204f1f0ef5SRobert Watson 		return (EALREADY);
421dd47f5caSRobert Watson 	}
4224f1f0ef5SRobert Watson 	unp->unp_flags |= UNP_BINDING;
423e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
424dd47f5caSRobert Watson 
425dd47f5caSRobert Watson 	buf = malloc(namelen + 1, M_TEMP, M_WAITOK);
4267928893dSEd Maste 	bcopy(soun->sun_path, buf, namelen);
4277928893dSEd Maste 	buf[namelen] = 0;
428dd47f5caSRobert Watson 
429dd47f5caSRobert Watson restart:
4309e289446SWojciech A. Koszek 	vfslocked = 0;
4319e289446SWojciech A. Koszek 	NDINIT(&nd, CREATE, MPSAFE | NOFOLLOW | LOCKPARENT | SAVENAME,
4329e289446SWojciech A. Koszek 	    UIO_SYSSPACE, buf, td);
433dd47f5caSRobert Watson /* SHOULD BE ABLE TO ADOPT EXISTING AND wakeup() ALA FIFO's */
434dd47f5caSRobert Watson 	error = namei(&nd);
435dd47f5caSRobert Watson 	if (error)
4364f1f0ef5SRobert Watson 		goto error;
437dd47f5caSRobert Watson 	vp = nd.ni_vp;
4389e289446SWojciech A. Koszek 	vfslocked = NDHASGIANT(&nd);
439dd47f5caSRobert Watson 	if (vp != NULL || vn_start_write(nd.ni_dvp, &mp, V_NOWAIT) != 0) {
440dd47f5caSRobert Watson 		NDFREE(&nd, NDF_ONLY_PNBUF);
441dd47f5caSRobert Watson 		if (nd.ni_dvp == vp)
442dd47f5caSRobert Watson 			vrele(nd.ni_dvp);
443dd47f5caSRobert Watson 		else
444dd47f5caSRobert Watson 			vput(nd.ni_dvp);
445dd47f5caSRobert Watson 		if (vp != NULL) {
446dd47f5caSRobert Watson 			vrele(vp);
447dd47f5caSRobert Watson 			error = EADDRINUSE;
4484f1f0ef5SRobert Watson 			goto error;
449dd47f5caSRobert Watson 		}
450dd47f5caSRobert Watson 		error = vn_start_write(NULL, &mp, V_XSLEEP | PCATCH);
451dd47f5caSRobert Watson 		if (error)
4524f1f0ef5SRobert Watson 			goto error;
4539e289446SWojciech A. Koszek 		VFS_UNLOCK_GIANT(vfslocked);
454dd47f5caSRobert Watson 		goto restart;
455dd47f5caSRobert Watson 	}
456dd47f5caSRobert Watson 	VATTR_NULL(&vattr);
457dd47f5caSRobert Watson 	vattr.va_type = VSOCK;
458dd47f5caSRobert Watson 	vattr.va_mode = (ACCESSPERMS & ~td->td_proc->p_fd->fd_cmask);
459dd47f5caSRobert Watson #ifdef MAC
46030d239bcSRobert Watson 	error = mac_vnode_check_create(td->td_ucred, nd.ni_dvp, &nd.ni_cnd,
461dd47f5caSRobert Watson 	    &vattr);
462dd47f5caSRobert Watson #endif
463dd47f5caSRobert Watson 	if (error == 0) {
464dd47f5caSRobert Watson 		VOP_LEASE(nd.ni_dvp, td, td->td_ucred, LEASE_WRITE);
465dd47f5caSRobert Watson 		error = VOP_CREATE(nd.ni_dvp, &nd.ni_vp, &nd.ni_cnd, &vattr);
466dd47f5caSRobert Watson 	}
467dd47f5caSRobert Watson 	NDFREE(&nd, NDF_ONLY_PNBUF);
468dd47f5caSRobert Watson 	vput(nd.ni_dvp);
469dd47f5caSRobert Watson 	if (error) {
470dd47f5caSRobert Watson 		vn_finished_write(mp);
4714f1f0ef5SRobert Watson 		goto error;
472dd47f5caSRobert Watson 	}
473dd47f5caSRobert Watson 	vp = nd.ni_vp;
47457fd3d55SPawel Jakub Dawidek 	ASSERT_VOP_ELOCKED(vp, "uipc_bind");
475dd47f5caSRobert Watson 	soun = (struct sockaddr_un *)sodupsockaddr(nam, M_WAITOK);
476e7c33e29SRobert Watson 
477e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
478e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
479dd47f5caSRobert Watson 	vp->v_socket = unp->unp_socket;
480dd47f5caSRobert Watson 	unp->unp_vnode = vp;
481dd47f5caSRobert Watson 	unp->unp_addr = soun;
4824f1f0ef5SRobert Watson 	unp->unp_flags &= ~UNP_BINDING;
483e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
484e7c33e29SRobert Watson 	UNP_GLOBAL_WUNLOCK();
48522db15c0SAttilio Rao 	VOP_UNLOCK(vp, 0);
486dd47f5caSRobert Watson 	vn_finished_write(mp);
4879e289446SWojciech A. Koszek 	VFS_UNLOCK_GIANT(vfslocked);
4884f1f0ef5SRobert Watson 	free(buf, M_TEMP);
4894f1f0ef5SRobert Watson 	return (0);
490e7c33e29SRobert Watson 
4914f1f0ef5SRobert Watson error:
4929e289446SWojciech A. Koszek 	VFS_UNLOCK_GIANT(vfslocked);
493e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
4944f1f0ef5SRobert Watson 	unp->unp_flags &= ~UNP_BINDING;
495e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
496dd47f5caSRobert Watson 	free(buf, M_TEMP);
49740f2ac28SRobert Watson 	return (error);
498a29f300eSGarrett Wollman }
499a29f300eSGarrett Wollman 
500a29f300eSGarrett Wollman static int
501b40ce416SJulian Elischer uipc_connect(struct socket *so, struct sockaddr *nam, struct thread *td)
502a29f300eSGarrett Wollman {
5030d9ce3a1SRobert Watson 	int error;
504a29f300eSGarrett Wollman 
505fd179ee9SRobert Watson 	KASSERT(td == curthread, ("uipc_connect: td != curthread"));
506e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
507fd179ee9SRobert Watson 	error = unp_connect(so, nam, td);
508e7c33e29SRobert Watson 	UNP_GLOBAL_WUNLOCK();
5090d9ce3a1SRobert Watson 	return (error);
510a29f300eSGarrett Wollman }
511a29f300eSGarrett Wollman 
512a152f8a3SRobert Watson static void
513a152f8a3SRobert Watson uipc_close(struct socket *so)
514a152f8a3SRobert Watson {
515e7c33e29SRobert Watson 	struct unpcb *unp, *unp2;
516a152f8a3SRobert Watson 
517a152f8a3SRobert Watson 	unp = sotounpcb(so);
518a152f8a3SRobert Watson 	KASSERT(unp != NULL, ("uipc_close: unp == NULL"));
519e7c33e29SRobert Watson 
520e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
521e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
522e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
523e7c33e29SRobert Watson 	if (unp2 != NULL) {
524e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp2);
525e7c33e29SRobert Watson 		unp_disconnect(unp, unp2);
526e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp2);
527e7c33e29SRobert Watson 	}
528e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
529e7c33e29SRobert Watson 	UNP_GLOBAL_WUNLOCK();
530a152f8a3SRobert Watson }
531a152f8a3SRobert Watson 
5320b36cd25SRobert Watson /*
5330b36cd25SRobert Watson  * uipc_connect2() is not static as it is invoked directly by fifofs.
5340b36cd25SRobert Watson  */
5352c899584SRobert Watson static int
536a29f300eSGarrett Wollman uipc_connect2(struct socket *so1, struct socket *so2)
537a29f300eSGarrett Wollman {
538e7c33e29SRobert Watson 	struct unpcb *unp, *unp2;
5390d9ce3a1SRobert Watson 	int error;
540a29f300eSGarrett Wollman 
541e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
542e7c33e29SRobert Watson 	unp = so1->so_pcb;
5434d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_connect2: unp == NULL"));
544e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
545e7c33e29SRobert Watson 	unp2 = so2->so_pcb;
546e7c33e29SRobert Watson 	KASSERT(unp2 != NULL, ("uipc_connect2: unp2 == NULL"));
547e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp2);
5486a2989fdSMatthew N. Dodd 	error = unp_connect2(so1, so2, PRU_CONNECT2);
549e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp2);
550e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
551e7c33e29SRobert Watson 	UNP_GLOBAL_WUNLOCK();
5520d9ce3a1SRobert Watson 	return (error);
553a29f300eSGarrett Wollman }
554a29f300eSGarrett Wollman 
555bc725eafSRobert Watson static void
556a29f300eSGarrett Wollman uipc_detach(struct socket *so)
557a29f300eSGarrett Wollman {
558e7c33e29SRobert Watson 	struct unpcb *unp, *unp2;
5599ae328fcSJohn Baldwin 	struct sockaddr_un *saved_unp_addr;
5606d32873cSRobert Watson 	struct vnode *vp;
5619ae328fcSJohn Baldwin 	int freeunp, local_unp_rights;
562a29f300eSGarrett Wollman 
56340f2ac28SRobert Watson 	unp = sotounpcb(so);
5644d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_detach: unp == NULL"));
565e7c33e29SRobert Watson 
566e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
567e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
568e7c33e29SRobert Watson 
5696d32873cSRobert Watson 	LIST_REMOVE(unp, unp_link);
5706d32873cSRobert Watson 	unp->unp_gencnt = ++unp_gencnt;
5716d32873cSRobert Watson 	--unp_count;
572e7c33e29SRobert Watson 
573e7c33e29SRobert Watson 	/*
574e7c33e29SRobert Watson 	 * XXXRW: Should assert vp->v_socket == so.
575e7c33e29SRobert Watson 	 */
5766d32873cSRobert Watson 	if ((vp = unp->unp_vnode) != NULL) {
5776d32873cSRobert Watson 		unp->unp_vnode->v_socket = NULL;
5786d32873cSRobert Watson 		unp->unp_vnode = NULL;
5796d32873cSRobert Watson 	}
580e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
581e7c33e29SRobert Watson 	if (unp2 != NULL) {
582e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp2);
583e7c33e29SRobert Watson 		unp_disconnect(unp, unp2);
584e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp2);
585e7c33e29SRobert Watson 	}
586e7c33e29SRobert Watson 
587e7c33e29SRobert Watson 	/*
58860a5ef26SRobert Watson 	 * We hold the global lock exclusively, so it's OK to acquire
58960a5ef26SRobert Watson 	 * multiple pcb locks at a time.
590e7c33e29SRobert Watson 	 */
5916d32873cSRobert Watson 	while (!LIST_EMPTY(&unp->unp_refs)) {
5926d32873cSRobert Watson 		struct unpcb *ref = LIST_FIRST(&unp->unp_refs);
593e7c33e29SRobert Watson 
594e7c33e29SRobert Watson 		UNP_PCB_LOCK(ref);
5956d32873cSRobert Watson 		unp_drop(ref, ECONNRESET);
596e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(ref);
5976d32873cSRobert Watson 	}
598397c19d1SJeff Roberson 	local_unp_rights = unp_rights;
599e7c33e29SRobert Watson 	UNP_GLOBAL_WUNLOCK();
6006d32873cSRobert Watson 	unp->unp_socket->so_pcb = NULL;
6019ae328fcSJohn Baldwin 	saved_unp_addr = unp->unp_addr;
6029ae328fcSJohn Baldwin 	unp->unp_addr = NULL;
6039ae328fcSJohn Baldwin 	unp->unp_refcount--;
6049ae328fcSJohn Baldwin 	freeunp = (unp->unp_refcount == 0);
6059ae328fcSJohn Baldwin 	if (saved_unp_addr != NULL)
6069ae328fcSJohn Baldwin 		FREE(saved_unp_addr, M_SONAME);
607e7c33e29SRobert Watson 	if (freeunp) {
608e7c33e29SRobert Watson 		UNP_PCB_LOCK_DESTROY(unp);
6096d32873cSRobert Watson 		uma_zfree(unp_zone, unp);
6106e2faa24SRobert Watson 	} else
6116e2faa24SRobert Watson 		UNP_PCB_UNLOCK(unp);
6126d32873cSRobert Watson 	if (vp) {
6136d32873cSRobert Watson 		int vfslocked;
6146d32873cSRobert Watson 
6156d32873cSRobert Watson 		vfslocked = VFS_LOCK_GIANT(vp->v_mount);
6166d32873cSRobert Watson 		vrele(vp);
6176d32873cSRobert Watson 		VFS_UNLOCK_GIANT(vfslocked);
6186d32873cSRobert Watson 	}
6196d32873cSRobert Watson 	if (local_unp_rights)
6206d32873cSRobert Watson 		taskqueue_enqueue(taskqueue_thread, &unp_gc_task);
621a29f300eSGarrett Wollman }
622a29f300eSGarrett Wollman 
623a29f300eSGarrett Wollman static int
624a29f300eSGarrett Wollman uipc_disconnect(struct socket *so)
625a29f300eSGarrett Wollman {
626e7c33e29SRobert Watson 	struct unpcb *unp, *unp2;
627a29f300eSGarrett Wollman 
62840f2ac28SRobert Watson 	unp = sotounpcb(so);
6294d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_disconnect: unp == NULL"));
630e7c33e29SRobert Watson 
631e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
632e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
633e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
634e7c33e29SRobert Watson 	if (unp2 != NULL) {
635e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp2);
636e7c33e29SRobert Watson 		unp_disconnect(unp, unp2);
637e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp2);
638e7c33e29SRobert Watson 	}
639e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
640e7c33e29SRobert Watson 	UNP_GLOBAL_WUNLOCK();
641e5aeaa0cSDag-Erling Smørgrav 	return (0);
642a29f300eSGarrett Wollman }
643a29f300eSGarrett Wollman 
644a29f300eSGarrett Wollman static int
645d374e81eSRobert Watson uipc_listen(struct socket *so, int backlog, struct thread *td)
646a29f300eSGarrett Wollman {
64740f2ac28SRobert Watson 	struct unpcb *unp;
6480d9ce3a1SRobert Watson 	int error;
649a29f300eSGarrett Wollman 
65040f2ac28SRobert Watson 	unp = sotounpcb(so);
6514d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_listen: unp == NULL"));
652e7c33e29SRobert Watson 
653e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
6544d4b555eSRobert Watson 	if (unp->unp_vnode == NULL) {
655e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp);
65640f2ac28SRobert Watson 		return (EINVAL);
65740f2ac28SRobert Watson 	}
658e7c33e29SRobert Watson 
659e7c33e29SRobert Watson 	SOCK_LOCK(so);
660e7c33e29SRobert Watson 	error = solisten_proto_check(so);
661e7c33e29SRobert Watson 	if (error == 0) {
662e7c33e29SRobert Watson 		cru2x(td->td_ucred, &unp->unp_peercred);
663e7c33e29SRobert Watson 		unp->unp_flags |= UNP_HAVEPCCACHED;
664e7c33e29SRobert Watson 		solisten_proto(so, backlog);
665e7c33e29SRobert Watson 	}
666e7c33e29SRobert Watson 	SOCK_UNLOCK(so);
667e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
6680d9ce3a1SRobert Watson 	return (error);
669a29f300eSGarrett Wollman }
670a29f300eSGarrett Wollman 
671a29f300eSGarrett Wollman static int
67257bf258eSGarrett Wollman uipc_peeraddr(struct socket *so, struct sockaddr **nam)
673a29f300eSGarrett Wollman {
674e7c33e29SRobert Watson 	struct unpcb *unp, *unp2;
6750d9ce3a1SRobert Watson 	const struct sockaddr *sa;
676a29f300eSGarrett Wollman 
6774d4b555eSRobert Watson 	unp = sotounpcb(so);
6784d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_peeraddr: unp == NULL"));
679e7c33e29SRobert Watson 
6800d9ce3a1SRobert Watson 	*nam = malloc(sizeof(struct sockaddr_un), M_SONAME, M_WAITOK);
681e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
682bdc5f6a3SHajimu UMEMOTO 	/*
683e7c33e29SRobert Watson 	 * XXX: It seems that this test always fails even when connection is
684e7c33e29SRobert Watson 	 * established.  So, this else clause is added as workaround to
685e7c33e29SRobert Watson 	 * return PF_LOCAL sockaddr.
686bdc5f6a3SHajimu UMEMOTO 	 */
687e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
688e7c33e29SRobert Watson 	if (unp2 != NULL) {
689e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp2);
690e7c33e29SRobert Watson 		if (unp2->unp_addr != NULL)
691e7c33e29SRobert Watson 			sa = (struct sockaddr *) unp->unp_conn->unp_addr;
692e7c33e29SRobert Watson 		else
6930d9ce3a1SRobert Watson 			sa = &sun_noname;
6940d9ce3a1SRobert Watson 		bcopy(sa, *nam, sa->sa_len);
695e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp2);
696e7c33e29SRobert Watson 	} else {
697e7c33e29SRobert Watson 		sa = &sun_noname;
698e7c33e29SRobert Watson 		bcopy(sa, *nam, sa->sa_len);
699e7c33e29SRobert Watson 	}
700e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
701e5aeaa0cSDag-Erling Smørgrav 	return (0);
702a29f300eSGarrett Wollman }
703a29f300eSGarrett Wollman 
704a29f300eSGarrett Wollman static int
705a29f300eSGarrett Wollman uipc_rcvd(struct socket *so, int flags)
706a29f300eSGarrett Wollman {
707e7c33e29SRobert Watson 	struct unpcb *unp, *unp2;
708a29f300eSGarrett Wollman 	struct socket *so2;
709337cc6b6SRobert Watson 	u_int mbcnt, sbcc;
7106aef685fSBrian Feldman 	u_long newhiwat;
711a29f300eSGarrett Wollman 
71240f2ac28SRobert Watson 	unp = sotounpcb(so);
7134d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_rcvd: unp == NULL"));
714df8bae1dSRodney W. Grimes 
715e7c33e29SRobert Watson 	if (so->so_type == SOCK_DGRAM)
716e7c33e29SRobert Watson 		panic("uipc_rcvd DGRAM?");
717e7c33e29SRobert Watson 
718e7c33e29SRobert Watson 	if (so->so_type != SOCK_STREAM)
719e7c33e29SRobert Watson 		panic("uipc_rcvd unknown socktype");
720e7c33e29SRobert Watson 
721df8bae1dSRodney W. Grimes 	/*
722e7c33e29SRobert Watson 	 * Adjust backpressure on sender and wakeup any waiting to write.
723e7c33e29SRobert Watson 	 *
724d7924b70SRobert Watson 	 * The unp lock is acquired to maintain the validity of the unp_conn
725d7924b70SRobert Watson 	 * pointer; no lock on unp2 is required as unp2->unp_socket will be
726d7924b70SRobert Watson 	 * static as long as we don't permit unp2 to disconnect from unp,
727d7924b70SRobert Watson 	 * which is prevented by the lock on unp.  We cache values from
728d7924b70SRobert Watson 	 * so_rcv to avoid holding the so_rcv lock over the entire
729d7924b70SRobert Watson 	 * transaction on the remote so_snd.
730df8bae1dSRodney W. Grimes 	 */
731337cc6b6SRobert Watson 	SOCKBUF_LOCK(&so->so_rcv);
732337cc6b6SRobert Watson 	mbcnt = so->so_rcv.sb_mbcnt;
733337cc6b6SRobert Watson 	sbcc = so->so_rcv.sb_cc;
734337cc6b6SRobert Watson 	SOCKBUF_UNLOCK(&so->so_rcv);
735e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
736e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
737e7c33e29SRobert Watson 	if (unp2 == NULL) {
738e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp);
739e7c33e29SRobert Watson 		return (0);
740337cc6b6SRobert Watson 	}
741e7c33e29SRobert Watson 	so2 = unp2->unp_socket;
742337cc6b6SRobert Watson 	SOCKBUF_LOCK(&so2->so_snd);
743337cc6b6SRobert Watson 	so2->so_snd.sb_mbmax += unp->unp_mbcnt - mbcnt;
744337cc6b6SRobert Watson 	newhiwat = so2->so_snd.sb_hiwat + unp->unp_cc - sbcc;
745f535380cSDon Lewis 	(void)chgsbsize(so2->so_cred->cr_uidinfo, &so2->so_snd.sb_hiwat,
7466aef685fSBrian Feldman 	    newhiwat, RLIM_INFINITY);
7471e4d7da7SRobert Watson 	sowwakeup_locked(so2);
748337cc6b6SRobert Watson 	unp->unp_mbcnt = mbcnt;
749337cc6b6SRobert Watson 	unp->unp_cc = sbcc;
750e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
751e5aeaa0cSDag-Erling Smørgrav 	return (0);
752a29f300eSGarrett Wollman }
753df8bae1dSRodney W. Grimes 
754a29f300eSGarrett Wollman static int
75557bf258eSGarrett Wollman uipc_send(struct socket *so, int flags, struct mbuf *m, struct sockaddr *nam,
756b40ce416SJulian Elischer     struct mbuf *control, struct thread *td)
757a29f300eSGarrett Wollman {
758f3f49bbbSRobert Watson 	struct unpcb *unp, *unp2;
759a29f300eSGarrett Wollman 	struct socket *so2;
760337cc6b6SRobert Watson 	u_int mbcnt, sbcc;
7616aef685fSBrian Feldman 	u_long newhiwat;
762f3f49bbbSRobert Watson 	int error = 0;
763a29f300eSGarrett Wollman 
76440f2ac28SRobert Watson 	unp = sotounpcb(so);
7654d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_send: unp == NULL"));
766e7c33e29SRobert Watson 
767a29f300eSGarrett Wollman 	if (flags & PRUS_OOB) {
768a29f300eSGarrett Wollman 		error = EOPNOTSUPP;
769a29f300eSGarrett Wollman 		goto release;
770a29f300eSGarrett Wollman 	}
771fc3fcacfSRobert Watson 	if (control != NULL && (error = unp_internalize(&control, td)))
772a29f300eSGarrett Wollman 		goto release;
773e7c33e29SRobert Watson 	if ((nam != NULL) || (flags & PRUS_EOF))
774e7c33e29SRobert Watson 		UNP_GLOBAL_WLOCK();
775e7c33e29SRobert Watson 	else
776e7c33e29SRobert Watson 		UNP_GLOBAL_RLOCK();
777a29f300eSGarrett Wollman 	switch (so->so_type) {
778a29f300eSGarrett Wollman 	case SOCK_DGRAM:
779a29f300eSGarrett Wollman 	{
780e7dd9a10SRobert Watson 		const struct sockaddr *from;
781df8bae1dSRodney W. Grimes 
782e7c33e29SRobert Watson 		unp2 = unp->unp_conn;
783fc3fcacfSRobert Watson 		if (nam != NULL) {
784ede6e136SRobert Watson 			UNP_GLOBAL_WLOCK_ASSERT();
785e7c33e29SRobert Watson 			if (unp2 != NULL) {
786df8bae1dSRodney W. Grimes 				error = EISCONN;
787df8bae1dSRodney W. Grimes 				break;
788df8bae1dSRodney W. Grimes 			}
789b40ce416SJulian Elischer 			error = unp_connect(so, nam, td);
790df8bae1dSRodney W. Grimes 			if (error)
791df8bae1dSRodney W. Grimes 				break;
792e7c33e29SRobert Watson 			unp2 = unp->unp_conn;
793df8bae1dSRodney W. Grimes 		}
79460a5ef26SRobert Watson 
795b5ff0914SRobert Watson 		/*
796b5ff0914SRobert Watson 		 * Because connect() and send() are non-atomic in a sendto()
797b5ff0914SRobert Watson 		 * with a target address, it's possible that the socket will
798b5ff0914SRobert Watson 		 * have disconnected before the send() can run.  In that case
799b5ff0914SRobert Watson 		 * return the slightly counter-intuitive but otherwise
800b5ff0914SRobert Watson 		 * correct error that the socket is not connected.
801b5ff0914SRobert Watson 		 */
802b5ff0914SRobert Watson 		if (unp2 == NULL) {
803b5ff0914SRobert Watson 			error = ENOTCONN;
804b5ff0914SRobert Watson 			break;
805b5ff0914SRobert Watson 		}
806ede6e136SRobert Watson 		/* Lockless read. */
807ede6e136SRobert Watson 		if (unp2->unp_flags & UNP_WANTCRED)
808ede6e136SRobert Watson 			control = unp_addsockcred(td, control);
809ede6e136SRobert Watson 		UNP_PCB_LOCK(unp);
810fc3fcacfSRobert Watson 		if (unp->unp_addr != NULL)
81157bf258eSGarrett Wollman 			from = (struct sockaddr *)unp->unp_addr;
812df8bae1dSRodney W. Grimes 		else
813df8bae1dSRodney W. Grimes 			from = &sun_noname;
814ede6e136SRobert Watson 		so2 = unp2->unp_socket;
815a34b7046SRobert Watson 		SOCKBUF_LOCK(&so2->so_rcv);
816a34b7046SRobert Watson 		if (sbappendaddr_locked(&so2->so_rcv, from, m, control)) {
8171e4d7da7SRobert Watson 			sorwakeup_locked(so2);
818fc3fcacfSRobert Watson 			m = NULL;
819fc3fcacfSRobert Watson 			control = NULL;
820e5aeaa0cSDag-Erling Smørgrav 		} else {
821a34b7046SRobert Watson 			SOCKBUF_UNLOCK(&so2->so_rcv);
822df8bae1dSRodney W. Grimes 			error = ENOBUFS;
823e5aeaa0cSDag-Erling Smørgrav 		}
824ede6e136SRobert Watson 		if (nam != NULL) {
825ede6e136SRobert Watson 			UNP_GLOBAL_WLOCK_ASSERT();
826ede6e136SRobert Watson 			UNP_PCB_LOCK(unp2);
827e7c33e29SRobert Watson 			unp_disconnect(unp, unp2);
828e7c33e29SRobert Watson 			UNP_PCB_UNLOCK(unp2);
829ede6e136SRobert Watson 		}
830ede6e136SRobert Watson 		UNP_PCB_UNLOCK(unp);
831df8bae1dSRodney W. Grimes 		break;
832df8bae1dSRodney W. Grimes 	}
833df8bae1dSRodney W. Grimes 
834df8bae1dSRodney W. Grimes 	case SOCK_STREAM:
835402cc72dSDavid Greenman 		if ((so->so_state & SS_ISCONNECTED) == 0) {
836fc3fcacfSRobert Watson 			if (nam != NULL) {
837ede6e136SRobert Watson 				UNP_GLOBAL_WLOCK_ASSERT();
838b40ce416SJulian Elischer 				error = unp_connect(so, nam, td);
839402cc72dSDavid Greenman 				if (error)
8406b8fda4dSGarrett Wollman 					break;	/* XXX */
841402cc72dSDavid Greenman 			} else {
842402cc72dSDavid Greenman 				error = ENOTCONN;
843402cc72dSDavid Greenman 				break;
844402cc72dSDavid Greenman 			}
845ede6e136SRobert Watson 		}
846402cc72dSDavid Greenman 
847337cc6b6SRobert Watson 		/* Lockless read. */
848c0b99ffaSRobert Watson 		if (so->so_snd.sb_state & SBS_CANTSENDMORE) {
849df8bae1dSRodney W. Grimes 			error = EPIPE;
850df8bae1dSRodney W. Grimes 			break;
851df8bae1dSRodney W. Grimes 		}
85260a5ef26SRobert Watson 
853b5ff0914SRobert Watson 		/*
854b5ff0914SRobert Watson 		 * Because connect() and send() are non-atomic in a sendto()
855b5ff0914SRobert Watson 		 * with a target address, it's possible that the socket will
856b5ff0914SRobert Watson 		 * have disconnected before the send() can run.  In that case
857b5ff0914SRobert Watson 		 * return the slightly counter-intuitive but otherwise
858b5ff0914SRobert Watson 		 * correct error that the socket is not connected.
859e7c33e29SRobert Watson 		 *
860d7924b70SRobert Watson 		 * Locking here must be done carefully: the global lock
861d7924b70SRobert Watson 		 * prevents interconnections between unpcbs from changing, so
862d7924b70SRobert Watson 		 * we can traverse from unp to unp2 without acquiring unp's
863d7924b70SRobert Watson 		 * lock.  Socket buffer locks follow unpcb locks, so we can
864d7924b70SRobert Watson 		 * acquire both remote and lock socket buffer locks.
865b5ff0914SRobert Watson 		 */
866f3f49bbbSRobert Watson 		unp2 = unp->unp_conn;
867b5ff0914SRobert Watson 		if (unp2 == NULL) {
868b5ff0914SRobert Watson 			error = ENOTCONN;
869b5ff0914SRobert Watson 			break;
870b5ff0914SRobert Watson 		}
871f3f49bbbSRobert Watson 		so2 = unp2->unp_socket;
872ede6e136SRobert Watson 		UNP_PCB_LOCK(unp2);
873a34b7046SRobert Watson 		SOCKBUF_LOCK(&so2->so_rcv);
874f3f49bbbSRobert Watson 		if (unp2->unp_flags & UNP_WANTCRED) {
8756a2989fdSMatthew N. Dodd 			/*
876ede6e136SRobert Watson 			 * Credentials are passed only once on SOCK_STREAM.
8776a2989fdSMatthew N. Dodd 			 */
878f3f49bbbSRobert Watson 			unp2->unp_flags &= ~UNP_WANTCRED;
8796a2989fdSMatthew N. Dodd 			control = unp_addsockcred(td, control);
8806a2989fdSMatthew N. Dodd 		}
881df8bae1dSRodney W. Grimes 		/*
8821c381b19SRobert Watson 		 * Send to paired receive port, and then reduce send buffer
8831c381b19SRobert Watson 		 * hiwater marks to maintain backpressure.  Wake up readers.
884df8bae1dSRodney W. Grimes 		 */
885fc3fcacfSRobert Watson 		if (control != NULL) {
886a34b7046SRobert Watson 			if (sbappendcontrol_locked(&so2->so_rcv, m, control))
887fc3fcacfSRobert Watson 				control = NULL;
888e7c33e29SRobert Watson 		} else
889a34b7046SRobert Watson 			sbappend_locked(&so2->so_rcv, m);
890f3f49bbbSRobert Watson 		mbcnt = so2->so_rcv.sb_mbcnt - unp2->unp_mbcnt;
891f3f49bbbSRobert Watson 		unp2->unp_mbcnt = so2->so_rcv.sb_mbcnt;
892337cc6b6SRobert Watson 		sbcc = so2->so_rcv.sb_cc;
893337cc6b6SRobert Watson 		sorwakeup_locked(so2);
894337cc6b6SRobert Watson 
895337cc6b6SRobert Watson 		SOCKBUF_LOCK(&so->so_snd);
896f3f49bbbSRobert Watson 		newhiwat = so->so_snd.sb_hiwat - (sbcc - unp2->unp_cc);
897f535380cSDon Lewis 		(void)chgsbsize(so->so_cred->cr_uidinfo, &so->so_snd.sb_hiwat,
8986aef685fSBrian Feldman 		    newhiwat, RLIM_INFINITY);
899337cc6b6SRobert Watson 		so->so_snd.sb_mbmax -= mbcnt;
9007abe2ac2SAlan Cox 		SOCKBUF_UNLOCK(&so->so_snd);
901f3f49bbbSRobert Watson 		unp2->unp_cc = sbcc;
902e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp2);
903fc3fcacfSRobert Watson 		m = NULL;
904df8bae1dSRodney W. Grimes 		break;
905df8bae1dSRodney W. Grimes 
906df8bae1dSRodney W. Grimes 	default:
907a29f300eSGarrett Wollman 		panic("uipc_send unknown socktype");
908df8bae1dSRodney W. Grimes 	}
909a29f300eSGarrett Wollman 
9106b8fda4dSGarrett Wollman 	/*
91160a5ef26SRobert Watson 	 * PRUS_EOF is equivalent to pru_send followed by pru_shutdown.
9126b8fda4dSGarrett Wollman 	 */
913a29f300eSGarrett Wollman 	if (flags & PRUS_EOF) {
914ede6e136SRobert Watson 		UNP_PCB_LOCK(unp);
9156b8fda4dSGarrett Wollman 		socantsendmore(so);
9166b8fda4dSGarrett Wollman 		unp_shutdown(unp);
917e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp);
918ede6e136SRobert Watson 	}
919e7c33e29SRobert Watson 
920e7c33e29SRobert Watson 	if ((nam != NULL) || (flags & PRUS_EOF))
921e7c33e29SRobert Watson 		UNP_GLOBAL_WUNLOCK();
922e7c33e29SRobert Watson 	else
923e7c33e29SRobert Watson 		UNP_GLOBAL_RUNLOCK();
924df8bae1dSRodney W. Grimes 
925fc3fcacfSRobert Watson 	if (control != NULL && error != 0)
926bd508d39SDon Lewis 		unp_dispose(control);
927bd508d39SDon Lewis 
928a29f300eSGarrett Wollman release:
929fc3fcacfSRobert Watson 	if (control != NULL)
930a29f300eSGarrett Wollman 		m_freem(control);
931fc3fcacfSRobert Watson 	if (m != NULL)
932a29f300eSGarrett Wollman 		m_freem(m);
933e5aeaa0cSDag-Erling Smørgrav 	return (error);
934a29f300eSGarrett Wollman }
935df8bae1dSRodney W. Grimes 
936a29f300eSGarrett Wollman static int
937a29f300eSGarrett Wollman uipc_sense(struct socket *so, struct stat *sb)
938a29f300eSGarrett Wollman {
939e7c33e29SRobert Watson 	struct unpcb *unp, *unp2;
940a29f300eSGarrett Wollman 	struct socket *so2;
941a29f300eSGarrett Wollman 
94240f2ac28SRobert Watson 	unp = sotounpcb(so);
9434d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_sense: unp == NULL"));
944e7c33e29SRobert Watson 
945a29f300eSGarrett Wollman 	sb->st_blksize = so->so_snd.sb_hiwat;
946e7c33e29SRobert Watson 	UNP_GLOBAL_RLOCK();
947e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
948e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
949e7c33e29SRobert Watson 	if (so->so_type == SOCK_STREAM && unp2 != NULL) {
950e7c33e29SRobert Watson 		so2 = unp2->unp_socket;
951a29f300eSGarrett Wollman 		sb->st_blksize += so2->so_rcv.sb_cc;
952df8bae1dSRodney W. Grimes 	}
953f3732fd1SPoul-Henning Kamp 	sb->st_dev = NODEV;
954df8bae1dSRodney W. Grimes 	if (unp->unp_ino == 0)
9556f782c46SJeffrey Hsu 		unp->unp_ino = (++unp_ino == 0) ? ++unp_ino : unp_ino;
956a29f300eSGarrett Wollman 	sb->st_ino = unp->unp_ino;
957e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
958e7c33e29SRobert Watson 	UNP_GLOBAL_RUNLOCK();
959df8bae1dSRodney W. Grimes 	return (0);
960a29f300eSGarrett Wollman }
961df8bae1dSRodney W. Grimes 
962a29f300eSGarrett Wollman static int
963a29f300eSGarrett Wollman uipc_shutdown(struct socket *so)
964a29f300eSGarrett Wollman {
96540f2ac28SRobert Watson 	struct unpcb *unp;
966df8bae1dSRodney W. Grimes 
96740f2ac28SRobert Watson 	unp = sotounpcb(so);
9684d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_shutdown: unp == NULL"));
969e7c33e29SRobert Watson 
970e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
971e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
972a29f300eSGarrett Wollman 	socantsendmore(so);
973a29f300eSGarrett Wollman 	unp_shutdown(unp);
974e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
975e7c33e29SRobert Watson 	UNP_GLOBAL_WUNLOCK();
976e5aeaa0cSDag-Erling Smørgrav 	return (0);
977a29f300eSGarrett Wollman }
978df8bae1dSRodney W. Grimes 
979a29f300eSGarrett Wollman static int
98057bf258eSGarrett Wollman uipc_sockaddr(struct socket *so, struct sockaddr **nam)
981a29f300eSGarrett Wollman {
98240f2ac28SRobert Watson 	struct unpcb *unp;
9830d9ce3a1SRobert Watson 	const struct sockaddr *sa;
984a29f300eSGarrett Wollman 
9854d4b555eSRobert Watson 	unp = sotounpcb(so);
9864d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_sockaddr: unp == NULL"));
987e7c33e29SRobert Watson 
9880d9ce3a1SRobert Watson 	*nam = malloc(sizeof(struct sockaddr_un), M_SONAME, M_WAITOK);
989e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
990fc3fcacfSRobert Watson 	if (unp->unp_addr != NULL)
9910d9ce3a1SRobert Watson 		sa = (struct sockaddr *) unp->unp_addr;
99283f3198bSThomas Moestl 	else
9930d9ce3a1SRobert Watson 		sa = &sun_noname;
9940d9ce3a1SRobert Watson 	bcopy(sa, *nam, sa->sa_len);
995e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
996e5aeaa0cSDag-Erling Smørgrav 	return (0);
997df8bae1dSRodney W. Grimes }
998a29f300eSGarrett Wollman 
9990b36cd25SRobert Watson static struct pr_usrreqs uipc_usrreqs = {
1000756d52a1SPoul-Henning Kamp 	.pru_abort = 		uipc_abort,
1001756d52a1SPoul-Henning Kamp 	.pru_accept =		uipc_accept,
1002756d52a1SPoul-Henning Kamp 	.pru_attach =		uipc_attach,
1003756d52a1SPoul-Henning Kamp 	.pru_bind =		uipc_bind,
1004756d52a1SPoul-Henning Kamp 	.pru_connect =		uipc_connect,
1005756d52a1SPoul-Henning Kamp 	.pru_connect2 =		uipc_connect2,
1006756d52a1SPoul-Henning Kamp 	.pru_detach =		uipc_detach,
1007756d52a1SPoul-Henning Kamp 	.pru_disconnect =	uipc_disconnect,
1008756d52a1SPoul-Henning Kamp 	.pru_listen =		uipc_listen,
1009756d52a1SPoul-Henning Kamp 	.pru_peeraddr =		uipc_peeraddr,
1010756d52a1SPoul-Henning Kamp 	.pru_rcvd =		uipc_rcvd,
1011756d52a1SPoul-Henning Kamp 	.pru_send =		uipc_send,
1012756d52a1SPoul-Henning Kamp 	.pru_sense =		uipc_sense,
1013756d52a1SPoul-Henning Kamp 	.pru_shutdown =		uipc_shutdown,
1014756d52a1SPoul-Henning Kamp 	.pru_sockaddr =		uipc_sockaddr,
1015a152f8a3SRobert Watson 	.pru_close =		uipc_close,
1016a29f300eSGarrett Wollman };
1017df8bae1dSRodney W. Grimes 
10180b36cd25SRobert Watson static int
1019892af6b9SRobert Watson uipc_ctloutput(struct socket *so, struct sockopt *sopt)
10200c1bb4fbSDima Dorfman {
102140f2ac28SRobert Watson 	struct unpcb *unp;
10220d9ce3a1SRobert Watson 	struct xucred xu;
10236a2989fdSMatthew N. Dodd 	int error, optval;
10246a2989fdSMatthew N. Dodd 
102596a041b5SMatthew N. Dodd 	if (sopt->sopt_level != 0)
102696a041b5SMatthew N. Dodd 		return (EINVAL);
102796a041b5SMatthew N. Dodd 
10286a2989fdSMatthew N. Dodd 	unp = sotounpcb(so);
10294d4b555eSRobert Watson 	KASSERT(unp != NULL, ("uipc_ctloutput: unp == NULL"));
10306a2989fdSMatthew N. Dodd 	error = 0;
10310c1bb4fbSDima Dorfman 	switch (sopt->sopt_dir) {
10320c1bb4fbSDima Dorfman 	case SOPT_GET:
10330c1bb4fbSDima Dorfman 		switch (sopt->sopt_name) {
10340c1bb4fbSDima Dorfman 		case LOCAL_PEERCRED:
1035e7c33e29SRobert Watson 			UNP_PCB_LOCK(unp);
10360c1bb4fbSDima Dorfman 			if (unp->unp_flags & UNP_HAVEPC)
10370d9ce3a1SRobert Watson 				xu = unp->unp_peercred;
10380c1bb4fbSDima Dorfman 			else {
10390c1bb4fbSDima Dorfman 				if (so->so_type == SOCK_STREAM)
10400c1bb4fbSDima Dorfman 					error = ENOTCONN;
10410c1bb4fbSDima Dorfman 				else
10420c1bb4fbSDima Dorfman 					error = EINVAL;
10430c1bb4fbSDima Dorfman 			}
1044e7c33e29SRobert Watson 			UNP_PCB_UNLOCK(unp);
10450d9ce3a1SRobert Watson 			if (error == 0)
10460d9ce3a1SRobert Watson 				error = sooptcopyout(sopt, &xu, sizeof(xu));
10470c1bb4fbSDima Dorfman 			break;
1048e7c33e29SRobert Watson 
10496a2989fdSMatthew N. Dodd 		case LOCAL_CREDS:
1050a6357845SRobert Watson 			/* Unlocked read. */
10516a2989fdSMatthew N. Dodd 			optval = unp->unp_flags & UNP_WANTCRED ? 1 : 0;
10526a2989fdSMatthew N. Dodd 			error = sooptcopyout(sopt, &optval, sizeof(optval));
10536a2989fdSMatthew N. Dodd 			break;
1054e7c33e29SRobert Watson 
10556a2989fdSMatthew N. Dodd 		case LOCAL_CONNWAIT:
1056a6357845SRobert Watson 			/* Unlocked read. */
10576a2989fdSMatthew N. Dodd 			optval = unp->unp_flags & UNP_CONNWAIT ? 1 : 0;
10586a2989fdSMatthew N. Dodd 			error = sooptcopyout(sopt, &optval, sizeof(optval));
10596a2989fdSMatthew N. Dodd 			break;
1060e7c33e29SRobert Watson 
10610c1bb4fbSDima Dorfman 		default:
10620c1bb4fbSDima Dorfman 			error = EOPNOTSUPP;
10630c1bb4fbSDima Dorfman 			break;
10640c1bb4fbSDima Dorfman 		}
10650c1bb4fbSDima Dorfman 		break;
1066e7c33e29SRobert Watson 
10670c1bb4fbSDima Dorfman 	case SOPT_SET:
10686a2989fdSMatthew N. Dodd 		switch (sopt->sopt_name) {
10696a2989fdSMatthew N. Dodd 		case LOCAL_CREDS:
10706a2989fdSMatthew N. Dodd 		case LOCAL_CONNWAIT:
10716a2989fdSMatthew N. Dodd 			error = sooptcopyin(sopt, &optval, sizeof(optval),
10726a2989fdSMatthew N. Dodd 					    sizeof(optval));
10736a2989fdSMatthew N. Dodd 			if (error)
10746a2989fdSMatthew N. Dodd 				break;
10756a2989fdSMatthew N. Dodd 
1076e7c33e29SRobert Watson #define	OPTSET(bit) do {						\
1077e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);						\
10786a2989fdSMatthew N. Dodd 	if (optval)							\
10796a2989fdSMatthew N. Dodd 		unp->unp_flags |= bit;					\
10806a2989fdSMatthew N. Dodd 	else								\
1081e7c33e29SRobert Watson 		unp->unp_flags &= ~bit;					\
1082e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);						\
1083e7c33e29SRobert Watson } while (0)
10846a2989fdSMatthew N. Dodd 
10856a2989fdSMatthew N. Dodd 			switch (sopt->sopt_name) {
10866a2989fdSMatthew N. Dodd 			case LOCAL_CREDS:
10876a2989fdSMatthew N. Dodd 				OPTSET(UNP_WANTCRED);
10886a2989fdSMatthew N. Dodd 				break;
1089e7c33e29SRobert Watson 
10906a2989fdSMatthew N. Dodd 			case LOCAL_CONNWAIT:
10916a2989fdSMatthew N. Dodd 				OPTSET(UNP_CONNWAIT);
10926a2989fdSMatthew N. Dodd 				break;
1093e7c33e29SRobert Watson 
10946a2989fdSMatthew N. Dodd 			default:
10956a2989fdSMatthew N. Dodd 				break;
10966a2989fdSMatthew N. Dodd 			}
10976a2989fdSMatthew N. Dodd 			break;
10986a2989fdSMatthew N. Dodd #undef	OPTSET
10996a2989fdSMatthew N. Dodd 		default:
11006a2989fdSMatthew N. Dodd 			error = ENOPROTOOPT;
11016a2989fdSMatthew N. Dodd 			break;
11026a2989fdSMatthew N. Dodd 		}
1103abb886faSMatthew N. Dodd 		break;
1104e7c33e29SRobert Watson 
11050c1bb4fbSDima Dorfman 	default:
11060c1bb4fbSDima Dorfman 		error = EOPNOTSUPP;
11070c1bb4fbSDima Dorfman 		break;
11080c1bb4fbSDima Dorfman 	}
11090c1bb4fbSDima Dorfman 	return (error);
11100c1bb4fbSDima Dorfman }
11110c1bb4fbSDima Dorfman 
1112f708ef1bSPoul-Henning Kamp static int
1113892af6b9SRobert Watson unp_connect(struct socket *so, struct sockaddr *nam, struct thread *td)
1114df8bae1dSRodney W. Grimes {
1115892af6b9SRobert Watson 	struct sockaddr_un *soun = (struct sockaddr_un *)nam;
1116892af6b9SRobert Watson 	struct vnode *vp;
1117892af6b9SRobert Watson 	struct socket *so2, *so3;
1118b295bdcdSRobert Watson 	struct unpcb *unp, *unp2, *unp3;
11199e289446SWojciech A. Koszek 	int error, len, vfslocked;
1120df8bae1dSRodney W. Grimes 	struct nameidata nd;
112157bf258eSGarrett Wollman 	char buf[SOCK_MAXADDRLEN];
11220d9ce3a1SRobert Watson 	struct sockaddr *sa;
11230d9ce3a1SRobert Watson 
1124e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK_ASSERT();
1125df8bae1dSRodney W. Grimes 
11264d4b555eSRobert Watson 	unp = sotounpcb(so);
11274d4b555eSRobert Watson 	KASSERT(unp != NULL, ("unp_connect: unp == NULL"));
1128e7c33e29SRobert Watson 
112957bf258eSGarrett Wollman 	len = nam->sa_len - offsetof(struct sockaddr_un, sun_path);
113057bf258eSGarrett Wollman 	if (len <= 0)
1131e5aeaa0cSDag-Erling Smørgrav 		return (EINVAL);
11327928893dSEd Maste 	bcopy(soun->sun_path, buf, len);
11337928893dSEd Maste 	buf[len] = 0;
1134e7c33e29SRobert Watson 
1135e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
11364f1f0ef5SRobert Watson 	if (unp->unp_flags & UNP_CONNECTING) {
1137e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp);
11384f1f0ef5SRobert Watson 		return (EALREADY);
11394f1f0ef5SRobert Watson 	}
11408c96f9c1SRobert Watson 	UNP_GLOBAL_WUNLOCK();
114105102f04SRobert Watson 	unp->unp_flags |= UNP_CONNECTING;
1142e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
1143e7c33e29SRobert Watson 
11440d9ce3a1SRobert Watson 	sa = malloc(sizeof(struct sockaddr_un), M_SONAME, M_WAITOK);
11459e289446SWojciech A. Koszek 	NDINIT(&nd, LOOKUP, MPSAFE | FOLLOW | LOCKLEAF, UIO_SYSSPACE, buf,
11469e289446SWojciech A. Koszek 	    td);
1147797f2d22SPoul-Henning Kamp 	error = namei(&nd);
1148797f2d22SPoul-Henning Kamp 	if (error)
11490d9ce3a1SRobert Watson 		vp = NULL;
11500d9ce3a1SRobert Watson 	else
1151df8bae1dSRodney W. Grimes 		vp = nd.ni_vp;
11520d9ce3a1SRobert Watson 	ASSERT_VOP_LOCKED(vp, "unp_connect");
11539e289446SWojciech A. Koszek 	vfslocked = NDHASGIANT(&nd);
1154762e6b85SEivind Eklund 	NDFREE(&nd, NDF_ONLY_PNBUF);
11550d9ce3a1SRobert Watson 	if (error)
11560d9ce3a1SRobert Watson 		goto bad;
11570d9ce3a1SRobert Watson 
1158df8bae1dSRodney W. Grimes 	if (vp->v_type != VSOCK) {
1159df8bae1dSRodney W. Grimes 		error = ENOTSOCK;
1160df8bae1dSRodney W. Grimes 		goto bad;
1161df8bae1dSRodney W. Grimes 	}
11626fac927cSRobert Watson #ifdef MAC
116330d239bcSRobert Watson 	error = mac_vnode_check_open(td->td_ucred, vp, VWRITE | VREAD);
11646fac927cSRobert Watson 	if (error)
11656fac927cSRobert Watson 		goto bad;
11666fac927cSRobert Watson #endif
1167a854ed98SJohn Baldwin 	error = VOP_ACCESS(vp, VWRITE, td->td_ucred, td);
1168797f2d22SPoul-Henning Kamp 	if (error)
1169df8bae1dSRodney W. Grimes 		goto bad;
11709e289446SWojciech A. Koszek 	VFS_UNLOCK_GIANT(vfslocked);
1171e7c33e29SRobert Watson 
1172b295bdcdSRobert Watson 	unp = sotounpcb(so);
11734d4b555eSRobert Watson 	KASSERT(unp != NULL, ("unp_connect: unp == NULL"));
1174e7c33e29SRobert Watson 
1175e7c33e29SRobert Watson 	/*
1176e7c33e29SRobert Watson 	 * Lock global lock for two reasons: make sure v_socket is stable,
1177e7c33e29SRobert Watson 	 * and to protect simultaneous locking of multiple pcbs.
1178e7c33e29SRobert Watson 	 */
1179e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
1180df8bae1dSRodney W. Grimes 	so2 = vp->v_socket;
1181fc3fcacfSRobert Watson 	if (so2 == NULL) {
1182df8bae1dSRodney W. Grimes 		error = ECONNREFUSED;
11832260c03dSRobert Watson 		goto bad2;
1184df8bae1dSRodney W. Grimes 	}
1185df8bae1dSRodney W. Grimes 	if (so->so_type != so2->so_type) {
1186df8bae1dSRodney W. Grimes 		error = EPROTOTYPE;
11872260c03dSRobert Watson 		goto bad2;
1188df8bae1dSRodney W. Grimes 	}
1189df8bae1dSRodney W. Grimes 	if (so->so_proto->pr_flags & PR_CONNREQUIRED) {
1190e7c33e29SRobert Watson 		if (so2->so_options & SO_ACCEPTCONN) {
1191e7c33e29SRobert Watson 			/*
1192e7c33e29SRobert Watson 			 * We can't drop the global lock here or 'so2' may
1193d7924b70SRobert Watson 			 * become invalid.  As a result, we need to handle
1194d7924b70SRobert Watson 			 * possibly lock recursion in uipc_attach.
1195e7c33e29SRobert Watson 			 */
11960d9ce3a1SRobert Watson 			so3 = sonewconn(so2, 0);
1197e7c33e29SRobert Watson 		} else
11980d9ce3a1SRobert Watson 			so3 = NULL;
11990d9ce3a1SRobert Watson 		if (so3 == NULL) {
1200df8bae1dSRodney W. Grimes 			error = ECONNREFUSED;
12010d9ce3a1SRobert Watson 			goto bad2;
1202df8bae1dSRodney W. Grimes 		}
12030c1bb4fbSDima Dorfman 		unp = sotounpcb(so);
1204df8bae1dSRodney W. Grimes 		unp2 = sotounpcb(so2);
1205df8bae1dSRodney W. Grimes 		unp3 = sotounpcb(so3);
1206e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp);
1207e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp2);
1208e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp3);
12090d9ce3a1SRobert Watson 		if (unp2->unp_addr != NULL) {
12100d9ce3a1SRobert Watson 			bcopy(unp2->unp_addr, sa, unp2->unp_addr->sun_len);
12110d9ce3a1SRobert Watson 			unp3->unp_addr = (struct sockaddr_un *) sa;
12120d9ce3a1SRobert Watson 			sa = NULL;
12130d9ce3a1SRobert Watson 		}
12140c1bb4fbSDima Dorfman 		/*
12150c1bb4fbSDima Dorfman 		 * unp_peercred management:
12160c1bb4fbSDima Dorfman 		 *
12171c381b19SRobert Watson 		 * The connecter's (client's) credentials are copied from its
12181c381b19SRobert Watson 		 * process structure at the time of connect() (which is now).
12190c1bb4fbSDima Dorfman 		 */
1220a854ed98SJohn Baldwin 		cru2x(td->td_ucred, &unp3->unp_peercred);
12210c1bb4fbSDima Dorfman 		unp3->unp_flags |= UNP_HAVEPC;
12220c1bb4fbSDima Dorfman 		/*
12231c381b19SRobert Watson 		 * The receiver's (server's) credentials are copied from the
12241c381b19SRobert Watson 		 * unp_peercred member of socket on which the former called
1225e7c33e29SRobert Watson 		 * listen(); uipc_listen() cached that process's credentials
12261c381b19SRobert Watson 		 * at that time so we can use them now.
12270c1bb4fbSDima Dorfman 		 */
12280c1bb4fbSDima Dorfman 		KASSERT(unp2->unp_flags & UNP_HAVEPCCACHED,
12290c1bb4fbSDima Dorfman 		    ("unp_connect: listener without cached peercred"));
12300c1bb4fbSDima Dorfman 		memcpy(&unp->unp_peercred, &unp2->unp_peercred,
12310c1bb4fbSDima Dorfman 		    sizeof(unp->unp_peercred));
12320c1bb4fbSDima Dorfman 		unp->unp_flags |= UNP_HAVEPC;
1233481f8fe8SMaxim Konovalov 		if (unp2->unp_flags & UNP_WANTCRED)
1234481f8fe8SMaxim Konovalov 			unp3->unp_flags |= UNP_WANTCRED;
1235e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp3);
1236e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp2);
1237e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp);
1238335654d7SRobert Watson #ifdef MAC
1239310e7cebSRobert Watson 		SOCK_LOCK(so);
124030d239bcSRobert Watson 		mac_socketpeer_set_from_socket(so, so3);
124130d239bcSRobert Watson 		mac_socketpeer_set_from_socket(so3, so);
1242310e7cebSRobert Watson 		SOCK_UNLOCK(so);
1243335654d7SRobert Watson #endif
12440c1bb4fbSDima Dorfman 
1245df8bae1dSRodney W. Grimes 		so2 = so3;
1246df8bae1dSRodney W. Grimes 	}
1247e7c33e29SRobert Watson 	unp = sotounpcb(so);
1248e7c33e29SRobert Watson 	KASSERT(unp != NULL, ("unp_connect: unp == NULL"));
1249e7c33e29SRobert Watson 	unp2 = sotounpcb(so2);
1250e7c33e29SRobert Watson 	KASSERT(unp2 != NULL, ("unp_connect: unp2 == NULL"));
1251e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
1252e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp2);
12536a2989fdSMatthew N. Dodd 	error = unp_connect2(so, so2, PRU_CONNECT);
1254e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp2);
1255e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
12560d9ce3a1SRobert Watson bad2:
1257e7c33e29SRobert Watson 	UNP_GLOBAL_WUNLOCK();
12589e289446SWojciech A. Koszek 	if (vfslocked)
12599e289446SWojciech A. Koszek 		/*
12609e289446SWojciech A. Koszek 		 * Giant has been previously acquired. This means filesystem
12619e289446SWojciech A. Koszek 		 * isn't MPSAFE.  Do it once again.
12629e289446SWojciech A. Koszek 		 */
12630d9ce3a1SRobert Watson 		mtx_lock(&Giant);
1264df8bae1dSRodney W. Grimes bad:
12650d9ce3a1SRobert Watson 	if (vp != NULL)
1266df8bae1dSRodney W. Grimes 		vput(vp);
12679e289446SWojciech A. Koszek 	VFS_UNLOCK_GIANT(vfslocked);
12680d9ce3a1SRobert Watson 	free(sa, M_SONAME);
1269e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK();
1270e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp);
12714f1f0ef5SRobert Watson 	unp->unp_flags &= ~UNP_CONNECTING;
1272e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp);
1273df8bae1dSRodney W. Grimes 	return (error);
1274df8bae1dSRodney W. Grimes }
1275df8bae1dSRodney W. Grimes 
1276db48c0d2SRobert Watson static int
12776a2989fdSMatthew N. Dodd unp_connect2(struct socket *so, struct socket *so2, int req)
1278df8bae1dSRodney W. Grimes {
1279e7c33e29SRobert Watson 	struct unpcb *unp;
1280892af6b9SRobert Watson 	struct unpcb *unp2;
1281df8bae1dSRodney W. Grimes 
1282e7c33e29SRobert Watson 	unp = sotounpcb(so);
1283e7c33e29SRobert Watson 	KASSERT(unp != NULL, ("unp_connect2: unp == NULL"));
1284e7c33e29SRobert Watson 	unp2 = sotounpcb(so2);
1285e7c33e29SRobert Watson 	KASSERT(unp2 != NULL, ("unp_connect2: unp2 == NULL"));
1286e7c33e29SRobert Watson 
1287e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK_ASSERT();
1288e7c33e29SRobert Watson 	UNP_PCB_LOCK_ASSERT(unp);
1289e7c33e29SRobert Watson 	UNP_PCB_LOCK_ASSERT(unp2);
12900d9ce3a1SRobert Watson 
1291df8bae1dSRodney W. Grimes 	if (so2->so_type != so->so_type)
1292df8bae1dSRodney W. Grimes 		return (EPROTOTYPE);
1293df8bae1dSRodney W. Grimes 	unp->unp_conn = unp2;
1294e7c33e29SRobert Watson 
1295df8bae1dSRodney W. Grimes 	switch (so->so_type) {
1296df8bae1dSRodney W. Grimes 	case SOCK_DGRAM:
129798271db4SGarrett Wollman 		LIST_INSERT_HEAD(&unp2->unp_refs, unp, unp_reflink);
1298df8bae1dSRodney W. Grimes 		soisconnected(so);
1299df8bae1dSRodney W. Grimes 		break;
1300df8bae1dSRodney W. Grimes 
1301df8bae1dSRodney W. Grimes 	case SOCK_STREAM:
1302df8bae1dSRodney W. Grimes 		unp2->unp_conn = unp;
13036a2989fdSMatthew N. Dodd 		if (req == PRU_CONNECT &&
13046a2989fdSMatthew N. Dodd 		    ((unp->unp_flags | unp2->unp_flags) & UNP_CONNWAIT))
13056a2989fdSMatthew N. Dodd 			soisconnecting(so);
13066a2989fdSMatthew N. Dodd 		else
1307df8bae1dSRodney W. Grimes 			soisconnected(so);
1308df8bae1dSRodney W. Grimes 		soisconnected(so2);
1309df8bae1dSRodney W. Grimes 		break;
1310df8bae1dSRodney W. Grimes 
1311df8bae1dSRodney W. Grimes 	default:
1312df8bae1dSRodney W. Grimes 		panic("unp_connect2");
1313df8bae1dSRodney W. Grimes 	}
1314df8bae1dSRodney W. Grimes 	return (0);
1315df8bae1dSRodney W. Grimes }
1316df8bae1dSRodney W. Grimes 
1317f708ef1bSPoul-Henning Kamp static void
1318e7c33e29SRobert Watson unp_disconnect(struct unpcb *unp, struct unpcb *unp2)
1319df8bae1dSRodney W. Grimes {
13201b2e3b4bSRobert Watson 	struct socket *so;
1321df8bae1dSRodney W. Grimes 
1322e7c33e29SRobert Watson 	KASSERT(unp2 != NULL, ("unp_disconnect: unp2 == NULL"));
13230d9ce3a1SRobert Watson 
1324e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK_ASSERT();
1325e7c33e29SRobert Watson 	UNP_PCB_LOCK_ASSERT(unp);
1326e7c33e29SRobert Watson 	UNP_PCB_LOCK_ASSERT(unp2);
1327e7c33e29SRobert Watson 
1328fc3fcacfSRobert Watson 	unp->unp_conn = NULL;
1329df8bae1dSRodney W. Grimes 	switch (unp->unp_socket->so_type) {
1330df8bae1dSRodney W. Grimes 	case SOCK_DGRAM:
133198271db4SGarrett Wollman 		LIST_REMOVE(unp, unp_reflink);
13321b2e3b4bSRobert Watson 		so = unp->unp_socket;
13331b2e3b4bSRobert Watson 		SOCK_LOCK(so);
13341b2e3b4bSRobert Watson 		so->so_state &= ~SS_ISCONNECTED;
13351b2e3b4bSRobert Watson 		SOCK_UNLOCK(so);
1336df8bae1dSRodney W. Grimes 		break;
1337df8bae1dSRodney W. Grimes 
1338df8bae1dSRodney W. Grimes 	case SOCK_STREAM:
1339df8bae1dSRodney W. Grimes 		soisdisconnected(unp->unp_socket);
1340fc3fcacfSRobert Watson 		unp2->unp_conn = NULL;
1341df8bae1dSRodney W. Grimes 		soisdisconnected(unp2->unp_socket);
1342df8bae1dSRodney W. Grimes 		break;
1343df8bae1dSRodney W. Grimes 	}
1344df8bae1dSRodney W. Grimes }
1345df8bae1dSRodney W. Grimes 
13460d9ce3a1SRobert Watson /*
1347d7924b70SRobert Watson  * unp_pcblist() walks the global list of struct unpcb's to generate a
1348d7924b70SRobert Watson  * pointer list, bumping the refcount on each unpcb.  It then copies them out
1349d7924b70SRobert Watson  * sequentially, validating the generation number on each to see if it has
1350d7924b70SRobert Watson  * been detached.  All of this is necessary because copyout() may sleep on
1351d7924b70SRobert Watson  * disk I/O.
13520d9ce3a1SRobert Watson  */
135398271db4SGarrett Wollman static int
135482d9ae4eSPoul-Henning Kamp unp_pcblist(SYSCTL_HANDLER_ARGS)
135598271db4SGarrett Wollman {
1356f5ef029eSPoul-Henning Kamp 	int error, i, n;
13579ae328fcSJohn Baldwin 	int freeunp;
135898271db4SGarrett Wollman 	struct unpcb *unp, **unp_list;
135998271db4SGarrett Wollman 	unp_gen_t gencnt;
13608f364875SJulian Elischer 	struct xunpgen *xug;
136198271db4SGarrett Wollman 	struct unp_head *head;
13628f364875SJulian Elischer 	struct xunpcb *xu;
136398271db4SGarrett Wollman 
1364a23d65bfSBruce Evans 	head = ((intptr_t)arg1 == SOCK_DGRAM ? &unp_dhead : &unp_shead);
136598271db4SGarrett Wollman 
136698271db4SGarrett Wollman 	/*
136798271db4SGarrett Wollman 	 * The process of preparing the PCB list is too time-consuming and
136898271db4SGarrett Wollman 	 * resource-intensive to repeat twice on every request.
136998271db4SGarrett Wollman 	 */
1370fc3fcacfSRobert Watson 	if (req->oldptr == NULL) {
137198271db4SGarrett Wollman 		n = unp_count;
13728f364875SJulian Elischer 		req->oldidx = 2 * (sizeof *xug)
137398271db4SGarrett Wollman 			+ (n + n/8) * sizeof(struct xunpcb);
1374e5aeaa0cSDag-Erling Smørgrav 		return (0);
137598271db4SGarrett Wollman 	}
137698271db4SGarrett Wollman 
1377fc3fcacfSRobert Watson 	if (req->newptr != NULL)
1378e5aeaa0cSDag-Erling Smørgrav 		return (EPERM);
137998271db4SGarrett Wollman 
138098271db4SGarrett Wollman 	/*
138198271db4SGarrett Wollman 	 * OK, now we're committed to doing something.
138298271db4SGarrett Wollman 	 */
1383a163d034SWarner Losh 	xug = malloc(sizeof(*xug), M_TEMP, M_WAITOK);
1384e7c33e29SRobert Watson 	UNP_GLOBAL_RLOCK();
138598271db4SGarrett Wollman 	gencnt = unp_gencnt;
138698271db4SGarrett Wollman 	n = unp_count;
1387e7c33e29SRobert Watson 	UNP_GLOBAL_RUNLOCK();
138898271db4SGarrett Wollman 
13898f364875SJulian Elischer 	xug->xug_len = sizeof *xug;
13908f364875SJulian Elischer 	xug->xug_count = n;
13918f364875SJulian Elischer 	xug->xug_gen = gencnt;
13928f364875SJulian Elischer 	xug->xug_sogen = so_gencnt;
13938f364875SJulian Elischer 	error = SYSCTL_OUT(req, xug, sizeof *xug);
13948f364875SJulian Elischer 	if (error) {
13958f364875SJulian Elischer 		free(xug, M_TEMP);
1396e5aeaa0cSDag-Erling Smørgrav 		return (error);
13978f364875SJulian Elischer 	}
139898271db4SGarrett Wollman 
1399a163d034SWarner Losh 	unp_list = malloc(n * sizeof *unp_list, M_TEMP, M_WAITOK);
140098271db4SGarrett Wollman 
1401e7c33e29SRobert Watson 	UNP_GLOBAL_RLOCK();
14022e3c8fcbSPoul-Henning Kamp 	for (unp = LIST_FIRST(head), i = 0; unp && i < n;
14032e3c8fcbSPoul-Henning Kamp 	     unp = LIST_NEXT(unp, unp_link)) {
1404e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp);
14058a7d8cc6SRobert Watson 		if (unp->unp_gencnt <= gencnt) {
1406a854ed98SJohn Baldwin 			if (cr_cansee(req->td->td_ucred,
1407e7c33e29SRobert Watson 			    unp->unp_socket->so_cred)) {
1408e7c33e29SRobert Watson 				UNP_PCB_UNLOCK(unp);
14094787fd37SPaul Saab 				continue;
1410e7c33e29SRobert Watson 			}
141198271db4SGarrett Wollman 			unp_list[i++] = unp;
14129ae328fcSJohn Baldwin 			unp->unp_refcount++;
141398271db4SGarrett Wollman 		}
1414e7c33e29SRobert Watson 		UNP_PCB_UNLOCK(unp);
14154787fd37SPaul Saab 	}
1416e7c33e29SRobert Watson 	UNP_GLOBAL_RUNLOCK();
14171c381b19SRobert Watson 	n = i;			/* In case we lost some during malloc. */
141898271db4SGarrett Wollman 
141998271db4SGarrett Wollman 	error = 0;
1420fe2eee82SColin Percival 	xu = malloc(sizeof(*xu), M_TEMP, M_WAITOK | M_ZERO);
142198271db4SGarrett Wollman 	for (i = 0; i < n; i++) {
142298271db4SGarrett Wollman 		unp = unp_list[i];
1423e7c33e29SRobert Watson 		UNP_PCB_LOCK(unp);
14249ae328fcSJohn Baldwin 		unp->unp_refcount--;
14259ae328fcSJohn Baldwin 	        if (unp->unp_refcount != 0 && unp->unp_gencnt <= gencnt) {
14268f364875SJulian Elischer 			xu->xu_len = sizeof *xu;
14278f364875SJulian Elischer 			xu->xu_unpp = unp;
142898271db4SGarrett Wollman 			/*
142998271db4SGarrett Wollman 			 * XXX - need more locking here to protect against
143098271db4SGarrett Wollman 			 * connect/disconnect races for SMP.
143198271db4SGarrett Wollman 			 */
1432fc3fcacfSRobert Watson 			if (unp->unp_addr != NULL)
14338f364875SJulian Elischer 				bcopy(unp->unp_addr, &xu->xu_addr,
143498271db4SGarrett Wollman 				      unp->unp_addr->sun_len);
1435fc3fcacfSRobert Watson 			if (unp->unp_conn != NULL &&
1436fc3fcacfSRobert Watson 			    unp->unp_conn->unp_addr != NULL)
143798271db4SGarrett Wollman 				bcopy(unp->unp_conn->unp_addr,
14388f364875SJulian Elischer 				      &xu->xu_caddr,
143998271db4SGarrett Wollman 				      unp->unp_conn->unp_addr->sun_len);
14408f364875SJulian Elischer 			bcopy(unp, &xu->xu_unp, sizeof *unp);
14418f364875SJulian Elischer 			sotoxsocket(unp->unp_socket, &xu->xu_socket);
1442e7c33e29SRobert Watson 			UNP_PCB_UNLOCK(unp);
14438f364875SJulian Elischer 			error = SYSCTL_OUT(req, xu, sizeof *xu);
14449ae328fcSJohn Baldwin 		} else {
14459ae328fcSJohn Baldwin 			freeunp = (unp->unp_refcount == 0);
1446e7c33e29SRobert Watson 			UNP_PCB_UNLOCK(unp);
1447e7c33e29SRobert Watson 			if (freeunp) {
1448e7c33e29SRobert Watson 				UNP_PCB_LOCK_DESTROY(unp);
14499ae328fcSJohn Baldwin 				uma_zfree(unp_zone, unp);
145098271db4SGarrett Wollman 			}
145198271db4SGarrett Wollman 		}
1452e7c33e29SRobert Watson 	}
14538f364875SJulian Elischer 	free(xu, M_TEMP);
145498271db4SGarrett Wollman 	if (!error) {
145598271db4SGarrett Wollman 		/*
14561c381b19SRobert Watson 		 * Give the user an updated idea of our state.  If the
14571c381b19SRobert Watson 		 * generation differs from what we told her before, she knows
14581c381b19SRobert Watson 		 * that something happened while we were processing this
14591c381b19SRobert Watson 		 * request, and it might be necessary to retry.
146098271db4SGarrett Wollman 		 */
14618f364875SJulian Elischer 		xug->xug_gen = unp_gencnt;
14628f364875SJulian Elischer 		xug->xug_sogen = so_gencnt;
14638f364875SJulian Elischer 		xug->xug_count = unp_count;
14648f364875SJulian Elischer 		error = SYSCTL_OUT(req, xug, sizeof *xug);
146598271db4SGarrett Wollman 	}
146698271db4SGarrett Wollman 	free(unp_list, M_TEMP);
14678f364875SJulian Elischer 	free(xug, M_TEMP);
1468e5aeaa0cSDag-Erling Smørgrav 	return (error);
146998271db4SGarrett Wollman }
147098271db4SGarrett Wollman 
147198271db4SGarrett Wollman SYSCTL_PROC(_net_local_dgram, OID_AUTO, pcblist, CTLFLAG_RD,
147298271db4SGarrett Wollman 	    (caddr_t)(long)SOCK_DGRAM, 0, unp_pcblist, "S,xunpcb",
147398271db4SGarrett Wollman 	    "List of active local datagram sockets");
147498271db4SGarrett Wollman SYSCTL_PROC(_net_local_stream, OID_AUTO, pcblist, CTLFLAG_RD,
147598271db4SGarrett Wollman 	    (caddr_t)(long)SOCK_STREAM, 0, unp_pcblist, "S,xunpcb",
147698271db4SGarrett Wollman 	    "List of active local stream sockets");
147798271db4SGarrett Wollman 
1478f708ef1bSPoul-Henning Kamp static void
1479892af6b9SRobert Watson unp_shutdown(struct unpcb *unp)
1480df8bae1dSRodney W. Grimes {
1481e7c33e29SRobert Watson 	struct unpcb *unp2;
1482df8bae1dSRodney W. Grimes 	struct socket *so;
1483df8bae1dSRodney W. Grimes 
1484e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK_ASSERT();
1485e7c33e29SRobert Watson 	UNP_PCB_LOCK_ASSERT(unp);
14860d9ce3a1SRobert Watson 
1487e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
1488e7c33e29SRobert Watson 	if (unp->unp_socket->so_type == SOCK_STREAM && unp2 != NULL) {
1489e7c33e29SRobert Watson 		so = unp2->unp_socket;
1490e7c33e29SRobert Watson 		if (so != NULL)
1491df8bae1dSRodney W. Grimes 			socantrcvmore(so);
1492df8bae1dSRodney W. Grimes 	}
1493e7c33e29SRobert Watson }
1494df8bae1dSRodney W. Grimes 
1495f708ef1bSPoul-Henning Kamp static void
1496892af6b9SRobert Watson unp_drop(struct unpcb *unp, int errno)
1497df8bae1dSRodney W. Grimes {
1498df8bae1dSRodney W. Grimes 	struct socket *so = unp->unp_socket;
1499e7c33e29SRobert Watson 	struct unpcb *unp2;
1500df8bae1dSRodney W. Grimes 
1501e7c33e29SRobert Watson 	UNP_GLOBAL_WLOCK_ASSERT();
1502e7c33e29SRobert Watson 	UNP_PCB_LOCK_ASSERT(unp);
15030d9ce3a1SRobert Watson 
1504df8bae1dSRodney W. Grimes 	so->so_error = errno;
1505e7c33e29SRobert Watson 	unp2 = unp->unp_conn;
1506e7c33e29SRobert Watson 	if (unp2 == NULL)
1507e7c33e29SRobert Watson 		return;
1508e7c33e29SRobert Watson 	UNP_PCB_LOCK(unp2);
1509e7c33e29SRobert Watson 	unp_disconnect(unp, unp2);
1510e7c33e29SRobert Watson 	UNP_PCB_UNLOCK(unp2);
1511df8bae1dSRodney W. Grimes }
1512df8bae1dSRodney W. Grimes 
15132bc21ed9SDavid Malone static void
1514892af6b9SRobert Watson unp_freerights(struct file **rp, int fdcount)
1515df8bae1dSRodney W. Grimes {
15162bc21ed9SDavid Malone 	int i;
15172bc21ed9SDavid Malone 	struct file *fp;
1518df8bae1dSRodney W. Grimes 
15192bc21ed9SDavid Malone 	for (i = 0; i < fdcount; i++) {
15208692c025SYoshinobu Inoue 		/*
15211c381b19SRobert Watson 		 * Zero the pointer before calling unp_discard since it may
15221c381b19SRobert Watson 		 * end up in unp_gc()..
1523d7dca903SRobert Watson 		 *
1524d7dca903SRobert Watson 		 * XXXRW: This is less true than it used to be.
15258692c025SYoshinobu Inoue 		 */
1526e7c33e29SRobert Watson 		fp = *rp;
1527e7c33e29SRobert Watson 		*rp++ = NULL;
15288692c025SYoshinobu Inoue 		unp_discard(fp);
1529df8bae1dSRodney W. Grimes 	}
15302bc21ed9SDavid Malone }
15312bc21ed9SDavid Malone 
15320b36cd25SRobert Watson static int
1533892af6b9SRobert Watson unp_externalize(struct mbuf *control, struct mbuf **controlp)
15342bc21ed9SDavid Malone {
15352bc21ed9SDavid Malone 	struct thread *td = curthread;		/* XXX */
15362bc21ed9SDavid Malone 	struct cmsghdr *cm = mtod(control, struct cmsghdr *);
15372bc21ed9SDavid Malone 	int i;
15382bc21ed9SDavid Malone 	int *fdp;
15392bc21ed9SDavid Malone 	struct file **rp;
15402bc21ed9SDavid Malone 	struct file *fp;
15412bc21ed9SDavid Malone 	void *data;
15422bc21ed9SDavid Malone 	socklen_t clen = control->m_len, datalen;
15432bc21ed9SDavid Malone 	int error, newfds;
15442bc21ed9SDavid Malone 	int f;
15452bc21ed9SDavid Malone 	u_int newlen;
15462bc21ed9SDavid Malone 
1547e7c33e29SRobert Watson 	UNP_GLOBAL_UNLOCK_ASSERT();
15484c5bc1caSRobert Watson 
15492bc21ed9SDavid Malone 	error = 0;
15502bc21ed9SDavid Malone 	if (controlp != NULL) /* controlp == NULL => free control messages */
15512bc21ed9SDavid Malone 		*controlp = NULL;
15522bc21ed9SDavid Malone 	while (cm != NULL) {
15532bc21ed9SDavid Malone 		if (sizeof(*cm) > clen || cm->cmsg_len > clen) {
15542bc21ed9SDavid Malone 			error = EINVAL;
15552bc21ed9SDavid Malone 			break;
15562bc21ed9SDavid Malone 		}
15572bc21ed9SDavid Malone 		data = CMSG_DATA(cm);
15582bc21ed9SDavid Malone 		datalen = (caddr_t)cm + cm->cmsg_len - (caddr_t)data;
15592bc21ed9SDavid Malone 		if (cm->cmsg_level == SOL_SOCKET
15602bc21ed9SDavid Malone 		    && cm->cmsg_type == SCM_RIGHTS) {
15612bc21ed9SDavid Malone 			newfds = datalen / sizeof(struct file *);
15622bc21ed9SDavid Malone 			rp = data;
15632bc21ed9SDavid Malone 
1564e2f9a08bSOlivier Houchard 			/* If we're not outputting the descriptors free them. */
15652bc21ed9SDavid Malone 			if (error || controlp == NULL) {
15662bc21ed9SDavid Malone 				unp_freerights(rp, newfds);
15672bc21ed9SDavid Malone 				goto next;
15682bc21ed9SDavid Malone 			}
15695e3f7694SRobert Watson 			FILEDESC_XLOCK(td->td_proc->p_fd);
15702bc21ed9SDavid Malone 			/* if the new FD's will not fit free them.  */
15712bc21ed9SDavid Malone 			if (!fdavail(td, newfds)) {
15725e3f7694SRobert Watson 				FILEDESC_XUNLOCK(td->td_proc->p_fd);
15732bc21ed9SDavid Malone 				error = EMSGSIZE;
15742bc21ed9SDavid Malone 				unp_freerights(rp, newfds);
15752bc21ed9SDavid Malone 				goto next;
1576df8bae1dSRodney W. Grimes 			}
157760a5ef26SRobert Watson 
1578ed5b7817SJulian Elischer 			/*
15791c381b19SRobert Watson 			 * Now change each pointer to an fd in the global
15801c381b19SRobert Watson 			 * table to an integer that is the index to the local
15811c381b19SRobert Watson 			 * fd table entry that we set up to point to the
15821c381b19SRobert Watson 			 * global one we are transferring.
1583ed5b7817SJulian Elischer 			 */
15842bc21ed9SDavid Malone 			newlen = newfds * sizeof(int);
15852bc21ed9SDavid Malone 			*controlp = sbcreatecontrol(NULL, newlen,
15862bc21ed9SDavid Malone 			    SCM_RIGHTS, SOL_SOCKET);
15872bc21ed9SDavid Malone 			if (*controlp == NULL) {
15885e3f7694SRobert Watson 				FILEDESC_XUNLOCK(td->td_proc->p_fd);
15892bc21ed9SDavid Malone 				error = E2BIG;
15902bc21ed9SDavid Malone 				unp_freerights(rp, newfds);
15912bc21ed9SDavid Malone 				goto next;
15922bc21ed9SDavid Malone 			}
15932bc21ed9SDavid Malone 
15942bc21ed9SDavid Malone 			fdp = (int *)
15952bc21ed9SDavid Malone 			    CMSG_DATA(mtod(*controlp, struct cmsghdr *));
1596df8bae1dSRodney W. Grimes 			for (i = 0; i < newfds; i++) {
1597a6d4491cSDag-Erling Smørgrav 				if (fdalloc(td, 0, &f))
15982bc21ed9SDavid Malone 					panic("unp_externalize fdalloc failed");
15998692c025SYoshinobu Inoue 				fp = *rp++;
1600b40ce416SJulian Elischer 				td->td_proc->p_fd->fd_ofiles[f] = fp;
1601397c19d1SJeff Roberson 				unp_externalize_fp(fp);
16028692c025SYoshinobu Inoue 				*fdp++ = f;
1603df8bae1dSRodney W. Grimes 			}
16045e3f7694SRobert Watson 			FILEDESC_XUNLOCK(td->td_proc->p_fd);
16051c381b19SRobert Watson 		} else {
16061c381b19SRobert Watson 			/* We can just copy anything else across. */
16072bc21ed9SDavid Malone 			if (error || controlp == NULL)
16082bc21ed9SDavid Malone 				goto next;
16092bc21ed9SDavid Malone 			*controlp = sbcreatecontrol(NULL, datalen,
16102bc21ed9SDavid Malone 			    cm->cmsg_type, cm->cmsg_level);
16112bc21ed9SDavid Malone 			if (*controlp == NULL) {
16122bc21ed9SDavid Malone 				error = ENOBUFS;
16132bc21ed9SDavid Malone 				goto next;
16142bc21ed9SDavid Malone 			}
16152bc21ed9SDavid Malone 			bcopy(data,
16162bc21ed9SDavid Malone 			    CMSG_DATA(mtod(*controlp, struct cmsghdr *)),
16172bc21ed9SDavid Malone 			    datalen);
16182bc21ed9SDavid Malone 		}
16192bc21ed9SDavid Malone 		controlp = &(*controlp)->m_next;
16202bc21ed9SDavid Malone 
16212bc21ed9SDavid Malone next:
16222bc21ed9SDavid Malone 		if (CMSG_SPACE(datalen) < clen) {
16232bc21ed9SDavid Malone 			clen -= CMSG_SPACE(datalen);
16242bc21ed9SDavid Malone 			cm = (struct cmsghdr *)
16252bc21ed9SDavid Malone 			    ((caddr_t)cm + CMSG_SPACE(datalen));
16268692c025SYoshinobu Inoue 		} else {
16272bc21ed9SDavid Malone 			clen = 0;
16282bc21ed9SDavid Malone 			cm = NULL;
16298692c025SYoshinobu Inoue 		}
16308692c025SYoshinobu Inoue 	}
16318692c025SYoshinobu Inoue 
16322bc21ed9SDavid Malone 	m_freem(control);
16332bc21ed9SDavid Malone 	return (error);
1634df8bae1dSRodney W. Grimes }
1635df8bae1dSRodney W. Grimes 
16364f590175SPaul Saab static void
16374f590175SPaul Saab unp_zone_change(void *tag)
16384f590175SPaul Saab {
16394f590175SPaul Saab 
16404f590175SPaul Saab 	uma_zone_set_max(unp_zone, maxsockets);
16414f590175SPaul Saab }
16424f590175SPaul Saab 
16430b36cd25SRobert Watson static void
164498271db4SGarrett Wollman unp_init(void)
164598271db4SGarrett Wollman {
16461c381b19SRobert Watson 
16479e9d298aSJeff Roberson 	unp_zone = uma_zcreate("unpcb", sizeof(struct unpcb), NULL, NULL,
16489ae328fcSJohn Baldwin 	    NULL, NULL, UMA_ALIGN_PTR, 0);
1649fc3fcacfSRobert Watson 	if (unp_zone == NULL)
165098271db4SGarrett Wollman 		panic("unp_init");
16514f590175SPaul Saab 	uma_zone_set_max(unp_zone, maxsockets);
16524f590175SPaul Saab 	EVENTHANDLER_REGISTER(maxsockets_change, unp_zone_change,
16534f590175SPaul Saab 	    NULL, EVENTHANDLER_PRI_ANY);
165498271db4SGarrett Wollman 	LIST_INIT(&unp_dhead);
165598271db4SGarrett Wollman 	LIST_INIT(&unp_shead);
1656a0ec558aSRobert Watson 	TASK_INIT(&unp_gc_task, 0, unp_gc, NULL);
1657e7c33e29SRobert Watson 	UNP_GLOBAL_LOCK_INIT();
165898271db4SGarrett Wollman }
165998271db4SGarrett Wollman 
1660f708ef1bSPoul-Henning Kamp static int
1661892af6b9SRobert Watson unp_internalize(struct mbuf **controlp, struct thread *td)
1662df8bae1dSRodney W. Grimes {
16632bc21ed9SDavid Malone 	struct mbuf *control = *controlp;
1664b40ce416SJulian Elischer 	struct proc *p = td->td_proc;
16658692c025SYoshinobu Inoue 	struct filedesc *fdescp = p->p_fd;
16662bc21ed9SDavid Malone 	struct cmsghdr *cm = mtod(control, struct cmsghdr *);
16672bc21ed9SDavid Malone 	struct cmsgcred *cmcred;
16682bc21ed9SDavid Malone 	struct file **rp;
16692bc21ed9SDavid Malone 	struct file *fp;
16702bc21ed9SDavid Malone 	struct timeval *tv;
16712bc21ed9SDavid Malone 	int i, fd, *fdp;
16722bc21ed9SDavid Malone 	void *data;
16732bc21ed9SDavid Malone 	socklen_t clen = control->m_len, datalen;
16742bc21ed9SDavid Malone 	int error, oldfds;
16758692c025SYoshinobu Inoue 	u_int newlen;
1676df8bae1dSRodney W. Grimes 
1677e7c33e29SRobert Watson 	UNP_GLOBAL_UNLOCK_ASSERT();
16784c5bc1caSRobert Watson 
16792bc21ed9SDavid Malone 	error = 0;
16802bc21ed9SDavid Malone 	*controlp = NULL;
16812bc21ed9SDavid Malone 	while (cm != NULL) {
16822bc21ed9SDavid Malone 		if (sizeof(*cm) > clen || cm->cmsg_level != SOL_SOCKET
16832bc21ed9SDavid Malone 		    || cm->cmsg_len > clen) {
16842bc21ed9SDavid Malone 			error = EINVAL;
16852bc21ed9SDavid Malone 			goto out;
16862bc21ed9SDavid Malone 		}
16872bc21ed9SDavid Malone 		data = CMSG_DATA(cm);
16882bc21ed9SDavid Malone 		datalen = (caddr_t)cm + cm->cmsg_len - (caddr_t)data;
16892bc21ed9SDavid Malone 
16902bc21ed9SDavid Malone 		switch (cm->cmsg_type) {
16910b788fa1SBill Paul 		/*
16920b788fa1SBill Paul 		 * Fill in credential information.
16930b788fa1SBill Paul 		 */
16942bc21ed9SDavid Malone 		case SCM_CREDS:
16952bc21ed9SDavid Malone 			*controlp = sbcreatecontrol(NULL, sizeof(*cmcred),
16962bc21ed9SDavid Malone 			    SCM_CREDS, SOL_SOCKET);
16972bc21ed9SDavid Malone 			if (*controlp == NULL) {
16982bc21ed9SDavid Malone 				error = ENOBUFS;
16992bc21ed9SDavid Malone 				goto out;
17002bc21ed9SDavid Malone 			}
17012bc21ed9SDavid Malone 			cmcred = (struct cmsgcred *)
17022bc21ed9SDavid Malone 			    CMSG_DATA(mtod(*controlp, struct cmsghdr *));
17030b788fa1SBill Paul 			cmcred->cmcred_pid = p->p_pid;
1704a854ed98SJohn Baldwin 			cmcred->cmcred_uid = td->td_ucred->cr_ruid;
1705a854ed98SJohn Baldwin 			cmcred->cmcred_gid = td->td_ucred->cr_rgid;
1706a854ed98SJohn Baldwin 			cmcred->cmcred_euid = td->td_ucred->cr_uid;
1707a854ed98SJohn Baldwin 			cmcred->cmcred_ngroups = MIN(td->td_ucred->cr_ngroups,
17080b788fa1SBill Paul 			    CMGROUP_MAX);
17090b788fa1SBill Paul 			for (i = 0; i < cmcred->cmcred_ngroups; i++)
17102bc21ed9SDavid Malone 				cmcred->cmcred_groups[i] =
1711a854ed98SJohn Baldwin 				    td->td_ucred->cr_groups[i];
17122bc21ed9SDavid Malone 			break;
17130b788fa1SBill Paul 
17142bc21ed9SDavid Malone 		case SCM_RIGHTS:
17152bc21ed9SDavid Malone 			oldfds = datalen / sizeof (int);
1716ed5b7817SJulian Elischer 			/*
17171c381b19SRobert Watson 			 * Check that all the FDs passed in refer to legal
17181c381b19SRobert Watson 			 * files.  If not, reject the entire operation.
1719ed5b7817SJulian Elischer 			 */
17202bc21ed9SDavid Malone 			fdp = data;
17215e3f7694SRobert Watson 			FILEDESC_SLOCK(fdescp);
1722df8bae1dSRodney W. Grimes 			for (i = 0; i < oldfds; i++) {
17238692c025SYoshinobu Inoue 				fd = *fdp++;
17248692c025SYoshinobu Inoue 				if ((unsigned)fd >= fdescp->fd_nfiles ||
17252bc21ed9SDavid Malone 				    fdescp->fd_ofiles[fd] == NULL) {
17265e3f7694SRobert Watson 					FILEDESC_SUNLOCK(fdescp);
17272bc21ed9SDavid Malone 					error = EBADF;
17282bc21ed9SDavid Malone 					goto out;
17292bc21ed9SDavid Malone 				}
1730e7d6662fSAlfred Perlstein 				fp = fdescp->fd_ofiles[fd];
1731e7d6662fSAlfred Perlstein 				if (!(fp->f_ops->fo_flags & DFLAG_PASSABLE)) {
17325e3f7694SRobert Watson 					FILEDESC_SUNLOCK(fdescp);
1733e7d6662fSAlfred Perlstein 					error = EOPNOTSUPP;
1734e7d6662fSAlfred Perlstein 					goto out;
1735e7d6662fSAlfred Perlstein 				}
1736e7d6662fSAlfred Perlstein 
1737df8bae1dSRodney W. Grimes 			}
17385e3f7694SRobert Watson 
1739ed5b7817SJulian Elischer 			/*
17400b36cd25SRobert Watson 			 * Now replace the integer FDs with pointers to the
17410b36cd25SRobert Watson 			 * associated global file table entry..
1742ed5b7817SJulian Elischer 			 */
17432bc21ed9SDavid Malone 			newlen = oldfds * sizeof(struct file *);
17442bc21ed9SDavid Malone 			*controlp = sbcreatecontrol(NULL, newlen,
17452bc21ed9SDavid Malone 			    SCM_RIGHTS, SOL_SOCKET);
17462bc21ed9SDavid Malone 			if (*controlp == NULL) {
17475e3f7694SRobert Watson 				FILEDESC_SUNLOCK(fdescp);
17482bc21ed9SDavid Malone 				error = E2BIG;
17492bc21ed9SDavid Malone 				goto out;
17508692c025SYoshinobu Inoue 			}
17512bc21ed9SDavid Malone 			fdp = data;
17522bc21ed9SDavid Malone 			rp = (struct file **)
17532bc21ed9SDavid Malone 			    CMSG_DATA(mtod(*controlp, struct cmsghdr *));
17548692c025SYoshinobu Inoue 			for (i = 0; i < oldfds; i++) {
17558692c025SYoshinobu Inoue 				fp = fdescp->fd_ofiles[*fdp++];
1756df8bae1dSRodney W. Grimes 				*rp++ = fp;
1757397c19d1SJeff Roberson 				unp_internalize_fp(fp);
1758df8bae1dSRodney W. Grimes 			}
17595e3f7694SRobert Watson 			FILEDESC_SUNLOCK(fdescp);
17602bc21ed9SDavid Malone 			break;
17612bc21ed9SDavid Malone 
17622bc21ed9SDavid Malone 		case SCM_TIMESTAMP:
17632bc21ed9SDavid Malone 			*controlp = sbcreatecontrol(NULL, sizeof(*tv),
17642bc21ed9SDavid Malone 			    SCM_TIMESTAMP, SOL_SOCKET);
17652bc21ed9SDavid Malone 			if (*controlp == NULL) {
17662bc21ed9SDavid Malone 				error = ENOBUFS;
17672bc21ed9SDavid Malone 				goto out;
17688692c025SYoshinobu Inoue 			}
17692bc21ed9SDavid Malone 			tv = (struct timeval *)
17702bc21ed9SDavid Malone 			    CMSG_DATA(mtod(*controlp, struct cmsghdr *));
17712bc21ed9SDavid Malone 			microtime(tv);
17722bc21ed9SDavid Malone 			break;
17732bc21ed9SDavid Malone 
17742bc21ed9SDavid Malone 		default:
17752bc21ed9SDavid Malone 			error = EINVAL;
17762bc21ed9SDavid Malone 			goto out;
17772bc21ed9SDavid Malone 		}
17782bc21ed9SDavid Malone 
17792bc21ed9SDavid Malone 		controlp = &(*controlp)->m_next;
17802bc21ed9SDavid Malone 		if (CMSG_SPACE(datalen) < clen) {
17812bc21ed9SDavid Malone 			clen -= CMSG_SPACE(datalen);
17822bc21ed9SDavid Malone 			cm = (struct cmsghdr *)
17832bc21ed9SDavid Malone 			    ((caddr_t)cm + CMSG_SPACE(datalen));
17842bc21ed9SDavid Malone 		} else {
17852bc21ed9SDavid Malone 			clen = 0;
17862bc21ed9SDavid Malone 			cm = NULL;
17872bc21ed9SDavid Malone 		}
17882bc21ed9SDavid Malone 	}
17892bc21ed9SDavid Malone 
17902bc21ed9SDavid Malone out:
17912bc21ed9SDavid Malone 	m_freem(control);
17922bc21ed9SDavid Malone 	return (error);
1793df8bae1dSRodney W. Grimes }
1794df8bae1dSRodney W. Grimes 
17955b950deaSRobert Watson static struct mbuf *
17966a2989fdSMatthew N. Dodd unp_addsockcred(struct thread *td, struct mbuf *control)
17976a2989fdSMatthew N. Dodd {
179870df31f4SMaxim Konovalov 	struct mbuf *m, *n, *n_prev;
17996a2989fdSMatthew N. Dodd 	struct sockcred *sc;
180070df31f4SMaxim Konovalov 	const struct cmsghdr *cm;
18016a2989fdSMatthew N. Dodd 	int ngroups;
18026a2989fdSMatthew N. Dodd 	int i;
18036a2989fdSMatthew N. Dodd 
18046a2989fdSMatthew N. Dodd 	ngroups = MIN(td->td_ucred->cr_ngroups, CMGROUP_MAX);
18056a2989fdSMatthew N. Dodd 	m = sbcreatecontrol(NULL, SOCKCREDSIZE(ngroups), SCM_CREDS, SOL_SOCKET);
18066a2989fdSMatthew N. Dodd 	if (m == NULL)
18076a2989fdSMatthew N. Dodd 		return (control);
18086a2989fdSMatthew N. Dodd 
18096a2989fdSMatthew N. Dodd 	sc = (struct sockcred *) CMSG_DATA(mtod(m, struct cmsghdr *));
18106a2989fdSMatthew N. Dodd 	sc->sc_uid = td->td_ucred->cr_ruid;
18116a2989fdSMatthew N. Dodd 	sc->sc_euid = td->td_ucred->cr_uid;
18126a2989fdSMatthew N. Dodd 	sc->sc_gid = td->td_ucred->cr_rgid;
18136a2989fdSMatthew N. Dodd 	sc->sc_egid = td->td_ucred->cr_gid;
18146a2989fdSMatthew N. Dodd 	sc->sc_ngroups = ngroups;
18156a2989fdSMatthew N. Dodd 	for (i = 0; i < sc->sc_ngroups; i++)
18166a2989fdSMatthew N. Dodd 		sc->sc_groups[i] = td->td_ucred->cr_groups[i];
18176a2989fdSMatthew N. Dodd 
18186a2989fdSMatthew N. Dodd 	/*
18191c381b19SRobert Watson 	 * Unlink SCM_CREDS control messages (struct cmsgcred), since just
18201c381b19SRobert Watson 	 * created SCM_CREDS control message (struct sockcred) has another
18211c381b19SRobert Watson 	 * format.
18226a2989fdSMatthew N. Dodd 	 */
182370df31f4SMaxim Konovalov 	if (control != NULL)
182470df31f4SMaxim Konovalov 		for (n = control, n_prev = NULL; n != NULL;) {
182570df31f4SMaxim Konovalov 			cm = mtod(n, struct cmsghdr *);
182670df31f4SMaxim Konovalov     			if (cm->cmsg_level == SOL_SOCKET &&
182770df31f4SMaxim Konovalov 			    cm->cmsg_type == SCM_CREDS) {
182870df31f4SMaxim Konovalov     				if (n_prev == NULL)
182970df31f4SMaxim Konovalov 					control = n->m_next;
183070df31f4SMaxim Konovalov 				else
183170df31f4SMaxim Konovalov 					n_prev->m_next = n->m_next;
183270df31f4SMaxim Konovalov 				n = m_free(n);
183370df31f4SMaxim Konovalov 			} else {
183470df31f4SMaxim Konovalov 				n_prev = n;
183570df31f4SMaxim Konovalov 				n = n->m_next;
183670df31f4SMaxim Konovalov 			}
183770df31f4SMaxim Konovalov 		}
18386a2989fdSMatthew N. Dodd 
183970df31f4SMaxim Konovalov 	/* Prepend it to the head. */
184070df31f4SMaxim Konovalov 	m->m_next = control;
184170df31f4SMaxim Konovalov 	return (m);
18426a2989fdSMatthew N. Dodd }
18436a2989fdSMatthew N. Dodd 
1844397c19d1SJeff Roberson static struct unpcb *
1845397c19d1SJeff Roberson fptounp(struct file *fp)
1846397c19d1SJeff Roberson {
1847397c19d1SJeff Roberson 	struct socket *so;
1848397c19d1SJeff Roberson 
1849397c19d1SJeff Roberson 	if (fp->f_type != DTYPE_SOCKET)
1850397c19d1SJeff Roberson 		return (NULL);
1851397c19d1SJeff Roberson 	if ((so = fp->f_data) == NULL)
1852397c19d1SJeff Roberson 		return (NULL);
1853397c19d1SJeff Roberson 	if (so->so_proto->pr_domain != &localdomain)
1854397c19d1SJeff Roberson 		return (NULL);
1855397c19d1SJeff Roberson 	return sotounpcb(so);
1856397c19d1SJeff Roberson }
1857397c19d1SJeff Roberson 
1858397c19d1SJeff Roberson static void
1859397c19d1SJeff Roberson unp_discard(struct file *fp)
1860397c19d1SJeff Roberson {
1861397c19d1SJeff Roberson 
1862397c19d1SJeff Roberson 	unp_externalize_fp(fp);
1863397c19d1SJeff Roberson 	(void) closef(fp, (struct thread *)NULL);
1864397c19d1SJeff Roberson }
1865397c19d1SJeff Roberson 
1866397c19d1SJeff Roberson static void
1867397c19d1SJeff Roberson unp_internalize_fp(struct file *fp)
1868397c19d1SJeff Roberson {
1869397c19d1SJeff Roberson 	struct unpcb *unp;
1870397c19d1SJeff Roberson 
1871397c19d1SJeff Roberson 	UNP_GLOBAL_WLOCK();
1872397c19d1SJeff Roberson 	if ((unp = fptounp(fp)) != NULL) {
1873397c19d1SJeff Roberson 		unp->unp_file = fp;
1874397c19d1SJeff Roberson 		unp->unp_msgcount++;
1875397c19d1SJeff Roberson 	}
187641e0f66dSJeff Roberson 	fhold(fp);
1877397c19d1SJeff Roberson 	unp_rights++;
1878397c19d1SJeff Roberson 	UNP_GLOBAL_WUNLOCK();
1879397c19d1SJeff Roberson }
1880397c19d1SJeff Roberson 
1881397c19d1SJeff Roberson static void
1882397c19d1SJeff Roberson unp_externalize_fp(struct file *fp)
1883397c19d1SJeff Roberson {
1884397c19d1SJeff Roberson 	struct unpcb *unp;
1885397c19d1SJeff Roberson 
1886397c19d1SJeff Roberson 	UNP_GLOBAL_WLOCK();
1887397c19d1SJeff Roberson 	if ((unp = fptounp(fp)) != NULL)
1888397c19d1SJeff Roberson 		unp->unp_msgcount--;
1889397c19d1SJeff Roberson 	unp_rights--;
1890397c19d1SJeff Roberson 	UNP_GLOBAL_WUNLOCK();
1891397c19d1SJeff Roberson }
1892397c19d1SJeff Roberson 
1893161a0c7cSRobert Watson /*
1894a0ec558aSRobert Watson  * unp_defer indicates whether additional work has been defered for a future
1895a0ec558aSRobert Watson  * pass through unp_gc().  It is thread local and does not require explicit
1896a0ec558aSRobert Watson  * synchronization.
1897161a0c7cSRobert Watson  */
1898397c19d1SJeff Roberson static int	unp_marked;
1899397c19d1SJeff Roberson static int	unp_unreachable;
1900a0ec558aSRobert Watson 
1901397c19d1SJeff Roberson static void
1902397c19d1SJeff Roberson unp_accessable(struct file *fp)
1903397c19d1SJeff Roberson {
1904397c19d1SJeff Roberson 	struct unpcb *unp;
1905397c19d1SJeff Roberson 
19066f552cb0SJeff Roberson 	if ((unp = fptounp(fp)) == NULL)
1907397c19d1SJeff Roberson 		return;
1908397c19d1SJeff Roberson 	if (unp->unp_gcflag & UNPGC_REF)
1909397c19d1SJeff Roberson 		return;
1910397c19d1SJeff Roberson 	unp->unp_gcflag &= ~UNPGC_DEAD;
1911397c19d1SJeff Roberson 	unp->unp_gcflag |= UNPGC_REF;
1912397c19d1SJeff Roberson 	unp_marked++;
1913397c19d1SJeff Roberson }
1914397c19d1SJeff Roberson 
1915397c19d1SJeff Roberson static void
1916397c19d1SJeff Roberson unp_gc_process(struct unpcb *unp)
1917397c19d1SJeff Roberson {
1918397c19d1SJeff Roberson 	struct socket *soa;
1919397c19d1SJeff Roberson 	struct socket *so;
1920397c19d1SJeff Roberson 	struct file *fp;
1921397c19d1SJeff Roberson 
1922397c19d1SJeff Roberson 	/* Already processed. */
1923397c19d1SJeff Roberson 	if (unp->unp_gcflag & UNPGC_SCANNED)
1924397c19d1SJeff Roberson 		return;
1925397c19d1SJeff Roberson 	fp = unp->unp_file;
192660a5ef26SRobert Watson 
1927397c19d1SJeff Roberson 	/*
1928397c19d1SJeff Roberson 	 * Check for a socket potentially in a cycle.  It must be in a
1929397c19d1SJeff Roberson 	 * queue as indicated by msgcount, and this must equal the file
1930397c19d1SJeff Roberson 	 * reference count.  Note that when msgcount is 0 the file is NULL.
1931397c19d1SJeff Roberson 	 */
193241e0f66dSJeff Roberson 	if ((unp->unp_gcflag & UNPGC_REF) == 0 && fp &&
193341e0f66dSJeff Roberson 	    unp->unp_msgcount != 0 && fp->f_count == unp->unp_msgcount) {
1934397c19d1SJeff Roberson 		unp->unp_gcflag |= UNPGC_DEAD;
1935397c19d1SJeff Roberson 		unp_unreachable++;
1936397c19d1SJeff Roberson 		return;
1937397c19d1SJeff Roberson 	}
193860a5ef26SRobert Watson 
1939397c19d1SJeff Roberson 	/*
1940397c19d1SJeff Roberson 	 * Mark all sockets we reference with RIGHTS.
1941397c19d1SJeff Roberson 	 */
1942397c19d1SJeff Roberson 	so = unp->unp_socket;
1943397c19d1SJeff Roberson 	SOCKBUF_LOCK(&so->so_rcv);
1944397c19d1SJeff Roberson 	unp_scan(so->so_rcv.sb_mb, unp_accessable);
1945397c19d1SJeff Roberson 	SOCKBUF_UNLOCK(&so->so_rcv);
194660a5ef26SRobert Watson 
1947397c19d1SJeff Roberson 	/*
1948397c19d1SJeff Roberson 	 * Mark all sockets in our accept queue.
1949397c19d1SJeff Roberson 	 */
1950397c19d1SJeff Roberson 	ACCEPT_LOCK();
1951397c19d1SJeff Roberson 	TAILQ_FOREACH(soa, &so->so_comp, so_list) {
1952397c19d1SJeff Roberson 		SOCKBUF_LOCK(&soa->so_rcv);
1953397c19d1SJeff Roberson 		unp_scan(soa->so_rcv.sb_mb, unp_accessable);
1954397c19d1SJeff Roberson 		SOCKBUF_UNLOCK(&soa->so_rcv);
1955397c19d1SJeff Roberson 	}
1956397c19d1SJeff Roberson 	ACCEPT_UNLOCK();
1957397c19d1SJeff Roberson 	unp->unp_gcflag |= UNPGC_SCANNED;
1958397c19d1SJeff Roberson }
1959a0ec558aSRobert Watson 
1960a0ec558aSRobert Watson static int unp_recycled;
1961be6b1304STom Rhodes SYSCTL_INT(_net_local, OID_AUTO, recycled, CTLFLAG_RD, &unp_recycled, 0,
1962be6b1304STom Rhodes     "Number of unreachable sockets claimed by the garbage collector.");
1963df8bae1dSRodney W. Grimes 
1964397c19d1SJeff Roberson static int unp_taskcount;
1965be6b1304STom Rhodes SYSCTL_INT(_net_local, OID_AUTO, taskcount, CTLFLAG_RD, &unp_taskcount, 0,
1966be6b1304STom Rhodes     "Number of times the garbage collector has run.");
1967397c19d1SJeff Roberson 
1968f708ef1bSPoul-Henning Kamp static void
1969a0ec558aSRobert Watson unp_gc(__unused void *arg, int pending)
1970df8bae1dSRodney W. Grimes {
1971397c19d1SJeff Roberson 	struct unp_head *heads[] = { &unp_dhead, &unp_shead, NULL };
1972397c19d1SJeff Roberson 	struct unp_head **head;
1973397c19d1SJeff Roberson 	struct file **unref;
1974397c19d1SJeff Roberson 	struct unpcb *unp;
1975397c19d1SJeff Roberson 	int i;
1976df8bae1dSRodney W. Grimes 
1977a0ec558aSRobert Watson 	unp_taskcount++;
1978397c19d1SJeff Roberson 	UNP_GLOBAL_RLOCK();
1979ed5b7817SJulian Elischer 	/*
1980397c19d1SJeff Roberson 	 * First clear all gc flags from previous runs.
1981ed5b7817SJulian Elischer 	 */
1982397c19d1SJeff Roberson 	for (head = heads; *head != NULL; head++)
1983397c19d1SJeff Roberson 		LIST_FOREACH(unp, *head, unp_link)
198441e0f66dSJeff Roberson 			unp->unp_gcflag = 0;
198560a5ef26SRobert Watson 
1986397c19d1SJeff Roberson 	/*
1987397c19d1SJeff Roberson 	 * Scan marking all reachable sockets with UNPGC_REF.  Once a socket
1988397c19d1SJeff Roberson 	 * is reachable all of the sockets it references are reachable.
1989397c19d1SJeff Roberson 	 * Stop the scan once we do a complete loop without discovering
1990397c19d1SJeff Roberson 	 * a new reachable socket.
1991397c19d1SJeff Roberson 	 */
1992df8bae1dSRodney W. Grimes 	do {
1993397c19d1SJeff Roberson 		unp_unreachable = 0;
1994397c19d1SJeff Roberson 		unp_marked = 0;
1995397c19d1SJeff Roberson 		for (head = heads; *head != NULL; head++)
1996397c19d1SJeff Roberson 			LIST_FOREACH(unp, *head, unp_link)
1997397c19d1SJeff Roberson 				unp_gc_process(unp);
1998397c19d1SJeff Roberson 	} while (unp_marked);
1999397c19d1SJeff Roberson 	UNP_GLOBAL_RUNLOCK();
2000397c19d1SJeff Roberson 	if (unp_unreachable == 0)
2001397c19d1SJeff Roberson 		return;
200260a5ef26SRobert Watson 
2003ed5b7817SJulian Elischer 	/*
2004397c19d1SJeff Roberson 	 * Allocate space for a local list of dead unpcbs.
2005ed5b7817SJulian Elischer 	 */
2006397c19d1SJeff Roberson 	unref = malloc(unp_unreachable * sizeof(struct file *),
2007397c19d1SJeff Roberson 	    M_TEMP, M_WAITOK);
200860a5ef26SRobert Watson 
2009ed5b7817SJulian Elischer 	/*
2010397c19d1SJeff Roberson 	 * Iterate looking for sockets which have been specifically marked
2011397c19d1SJeff Roberson 	 * as as unreachable and store them locally.
2012ed5b7817SJulian Elischer 	 */
2013397c19d1SJeff Roberson 	UNP_GLOBAL_RLOCK();
2014397c19d1SJeff Roberson 	for (i = 0, head = heads; *head != NULL; head++)
2015397c19d1SJeff Roberson 		LIST_FOREACH(unp, *head, unp_link)
2016397c19d1SJeff Roberson 			if (unp->unp_gcflag & UNPGC_DEAD) {
2017397c19d1SJeff Roberson 				unref[i++] = unp->unp_file;
201841e0f66dSJeff Roberson 				fhold(unp->unp_file);
2019397c19d1SJeff Roberson 				KASSERT(unp->unp_file != NULL,
2020397c19d1SJeff Roberson 				    ("unp_gc: Invalid unpcb."));
2021397c19d1SJeff Roberson 				KASSERT(i <= unp_unreachable,
2022397c19d1SJeff Roberson 				    ("unp_gc: incorrect unreachable count."));
2023397c19d1SJeff Roberson 			}
2024397c19d1SJeff Roberson 	UNP_GLOBAL_RUNLOCK();
202560a5ef26SRobert Watson 
2026ed5b7817SJulian Elischer 	/*
2027397c19d1SJeff Roberson 	 * Now flush all sockets, free'ing rights.  This will free the
2028397c19d1SJeff Roberson 	 * struct files associated with these sockets but leave each socket
2029397c19d1SJeff Roberson 	 * with one remaining ref.
2030ed5b7817SJulian Elischer 	 */
2031397c19d1SJeff Roberson 	for (i = 0; i < unp_unreachable; i++)
2032397c19d1SJeff Roberson 		sorflush(unref[i]->f_data);
203360a5ef26SRobert Watson 
2034ed5b7817SJulian Elischer 	/*
2035397c19d1SJeff Roberson 	 * And finally release the sockets so they can be reclaimed.
2036ed5b7817SJulian Elischer 	 */
2037397c19d1SJeff Roberson 	for (i = 0; i < unp_unreachable; i++)
2038397c19d1SJeff Roberson 		fdrop(unref[i], NULL);
2039397c19d1SJeff Roberson 	unp_recycled += unp_unreachable;
2040397c19d1SJeff Roberson 	free(unref, M_TEMP);
2041df8bae1dSRodney W. Grimes }
2042df8bae1dSRodney W. Grimes 
20430b36cd25SRobert Watson static void
2044892af6b9SRobert Watson unp_dispose(struct mbuf *m)
2045df8bae1dSRodney W. Grimes {
2046996c772fSJohn Dyson 
2047df8bae1dSRodney W. Grimes 	if (m)
2048df8bae1dSRodney W. Grimes 		unp_scan(m, unp_discard);
2049df8bae1dSRodney W. Grimes }
2050df8bae1dSRodney W. Grimes 
2051f708ef1bSPoul-Henning Kamp static void
2052892af6b9SRobert Watson unp_scan(struct mbuf *m0, void (*op)(struct file *))
2053df8bae1dSRodney W. Grimes {
20542bc21ed9SDavid Malone 	struct mbuf *m;
20552bc21ed9SDavid Malone 	struct file **rp;
20562bc21ed9SDavid Malone 	struct cmsghdr *cm;
20572bc21ed9SDavid Malone 	void *data;
20582bc21ed9SDavid Malone 	int i;
20592bc21ed9SDavid Malone 	socklen_t clen, datalen;
2060df8bae1dSRodney W. Grimes 	int qfds;
2061df8bae1dSRodney W. Grimes 
2062fc3fcacfSRobert Watson 	while (m0 != NULL) {
20632bc21ed9SDavid Malone 		for (m = m0; m; m = m->m_next) {
206412396bdcSDavid Malone 			if (m->m_type != MT_CONTROL)
2065df8bae1dSRodney W. Grimes 				continue;
20662bc21ed9SDavid Malone 
20672bc21ed9SDavid Malone 			cm = mtod(m, struct cmsghdr *);
20682bc21ed9SDavid Malone 			clen = m->m_len;
20692bc21ed9SDavid Malone 
20702bc21ed9SDavid Malone 			while (cm != NULL) {
20712bc21ed9SDavid Malone 				if (sizeof(*cm) > clen || cm->cmsg_len > clen)
20722bc21ed9SDavid Malone 					break;
20732bc21ed9SDavid Malone 
20742bc21ed9SDavid Malone 				data = CMSG_DATA(cm);
20752bc21ed9SDavid Malone 				datalen = (caddr_t)cm + cm->cmsg_len
20762bc21ed9SDavid Malone 				    - (caddr_t)data;
20772bc21ed9SDavid Malone 
20782bc21ed9SDavid Malone 				if (cm->cmsg_level == SOL_SOCKET &&
20792bc21ed9SDavid Malone 				    cm->cmsg_type == SCM_RIGHTS) {
20802bc21ed9SDavid Malone 					qfds = datalen / sizeof (struct file *);
20812bc21ed9SDavid Malone 					rp = data;
2082df8bae1dSRodney W. Grimes 					for (i = 0; i < qfds; i++)
2083df8bae1dSRodney W. Grimes 						(*op)(*rp++);
20842bc21ed9SDavid Malone 				}
20852bc21ed9SDavid Malone 
20862bc21ed9SDavid Malone 				if (CMSG_SPACE(datalen) < clen) {
20872bc21ed9SDavid Malone 					clen -= CMSG_SPACE(datalen);
20882bc21ed9SDavid Malone 					cm = (struct cmsghdr *)
20892bc21ed9SDavid Malone 					    ((caddr_t)cm + CMSG_SPACE(datalen));
20902bc21ed9SDavid Malone 				} else {
20912bc21ed9SDavid Malone 					clen = 0;
20922bc21ed9SDavid Malone 					cm = NULL;
20932bc21ed9SDavid Malone 				}
20942bc21ed9SDavid Malone 			}
2095df8bae1dSRodney W. Grimes 		}
2096df8bae1dSRodney W. Grimes 		m0 = m0->m_act;
2097df8bae1dSRodney W. Grimes 	}
2098df8bae1dSRodney W. Grimes }
2099df8bae1dSRodney W. Grimes 
210003c96c31SRobert Watson #ifdef DDB
210103c96c31SRobert Watson static void
210203c96c31SRobert Watson db_print_indent(int indent)
210303c96c31SRobert Watson {
210403c96c31SRobert Watson 	int i;
210503c96c31SRobert Watson 
210603c96c31SRobert Watson 	for (i = 0; i < indent; i++)
210703c96c31SRobert Watson 		db_printf(" ");
210803c96c31SRobert Watson }
210903c96c31SRobert Watson 
211003c96c31SRobert Watson static void
211103c96c31SRobert Watson db_print_unpflags(int unp_flags)
211203c96c31SRobert Watson {
211303c96c31SRobert Watson 	int comma;
211403c96c31SRobert Watson 
211503c96c31SRobert Watson 	comma = 0;
211603c96c31SRobert Watson 	if (unp_flags & UNP_HAVEPC) {
211703c96c31SRobert Watson 		db_printf("%sUNP_HAVEPC", comma ? ", " : "");
211803c96c31SRobert Watson 		comma = 1;
211903c96c31SRobert Watson 	}
212003c96c31SRobert Watson 	if (unp_flags & UNP_HAVEPCCACHED) {
212103c96c31SRobert Watson 		db_printf("%sUNP_HAVEPCCACHED", comma ? ", " : "");
212203c96c31SRobert Watson 		comma = 1;
212303c96c31SRobert Watson 	}
212403c96c31SRobert Watson 	if (unp_flags & UNP_WANTCRED) {
212503c96c31SRobert Watson 		db_printf("%sUNP_WANTCRED", comma ? ", " : "");
212603c96c31SRobert Watson 		comma = 1;
212703c96c31SRobert Watson 	}
212803c96c31SRobert Watson 	if (unp_flags & UNP_CONNWAIT) {
212903c96c31SRobert Watson 		db_printf("%sUNP_CONNWAIT", comma ? ", " : "");
213003c96c31SRobert Watson 		comma = 1;
213103c96c31SRobert Watson 	}
213203c96c31SRobert Watson 	if (unp_flags & UNP_CONNECTING) {
213303c96c31SRobert Watson 		db_printf("%sUNP_CONNECTING", comma ? ", " : "");
213403c96c31SRobert Watson 		comma = 1;
213503c96c31SRobert Watson 	}
213603c96c31SRobert Watson 	if (unp_flags & UNP_BINDING) {
213703c96c31SRobert Watson 		db_printf("%sUNP_BINDING", comma ? ", " : "");
213803c96c31SRobert Watson 		comma = 1;
213903c96c31SRobert Watson 	}
214003c96c31SRobert Watson }
214103c96c31SRobert Watson 
214203c96c31SRobert Watson static void
214303c96c31SRobert Watson db_print_xucred(int indent, struct xucred *xu)
214403c96c31SRobert Watson {
214503c96c31SRobert Watson 	int comma, i;
214603c96c31SRobert Watson 
214703c96c31SRobert Watson 	db_print_indent(indent);
214803c96c31SRobert Watson 	db_printf("cr_version: %u   cr_uid: %u   cr_ngroups: %d\n",
214903c96c31SRobert Watson 	    xu->cr_version, xu->cr_uid, xu->cr_ngroups);
215003c96c31SRobert Watson 	db_print_indent(indent);
215103c96c31SRobert Watson 	db_printf("cr_groups: ");
215203c96c31SRobert Watson 	comma = 0;
215303c96c31SRobert Watson 	for (i = 0; i < xu->cr_ngroups; i++) {
215403c96c31SRobert Watson 		db_printf("%s%u", comma ? ", " : "", xu->cr_groups[i]);
215503c96c31SRobert Watson 		comma = 1;
215603c96c31SRobert Watson 	}
215703c96c31SRobert Watson 	db_printf("\n");
215803c96c31SRobert Watson }
215903c96c31SRobert Watson 
216003c96c31SRobert Watson static void
216103c96c31SRobert Watson db_print_unprefs(int indent, struct unp_head *uh)
216203c96c31SRobert Watson {
216303c96c31SRobert Watson 	struct unpcb *unp;
216403c96c31SRobert Watson 	int counter;
216503c96c31SRobert Watson 
216603c96c31SRobert Watson 	counter = 0;
216703c96c31SRobert Watson 	LIST_FOREACH(unp, uh, unp_reflink) {
216803c96c31SRobert Watson 		if (counter % 4 == 0)
216903c96c31SRobert Watson 			db_print_indent(indent);
217003c96c31SRobert Watson 		db_printf("%p  ", unp);
217103c96c31SRobert Watson 		if (counter % 4 == 3)
217203c96c31SRobert Watson 			db_printf("\n");
217303c96c31SRobert Watson 		counter++;
217403c96c31SRobert Watson 	}
217503c96c31SRobert Watson 	if (counter != 0 && counter % 4 != 0)
217603c96c31SRobert Watson 		db_printf("\n");
217703c96c31SRobert Watson }
217803c96c31SRobert Watson 
217903c96c31SRobert Watson DB_SHOW_COMMAND(unpcb, db_show_unpcb)
218003c96c31SRobert Watson {
218103c96c31SRobert Watson 	struct unpcb *unp;
218203c96c31SRobert Watson 
218303c96c31SRobert Watson         if (!have_addr) {
218403c96c31SRobert Watson                 db_printf("usage: show unpcb <addr>\n");
218503c96c31SRobert Watson                 return;
218603c96c31SRobert Watson         }
218703c96c31SRobert Watson         unp = (struct unpcb *)addr;
218803c96c31SRobert Watson 
218903c96c31SRobert Watson 	db_printf("unp_socket: %p   unp_vnode: %p\n", unp->unp_socket,
219003c96c31SRobert Watson 	    unp->unp_vnode);
219103c96c31SRobert Watson 
219203c96c31SRobert Watson 	db_printf("unp_ino: %d   unp_conn: %p\n", unp->unp_ino,
219303c96c31SRobert Watson 	    unp->unp_conn);
219403c96c31SRobert Watson 
219503c96c31SRobert Watson 	db_printf("unp_refs:\n");
219603c96c31SRobert Watson 	db_print_unprefs(2, &unp->unp_refs);
219703c96c31SRobert Watson 
219803c96c31SRobert Watson 	/* XXXRW: Would be nice to print the full address, if any. */
219903c96c31SRobert Watson 	db_printf("unp_addr: %p\n", unp->unp_addr);
220003c96c31SRobert Watson 
220103c96c31SRobert Watson 	db_printf("unp_cc: %d   unp_mbcnt: %d   unp_gencnt: %llu\n",
220203c96c31SRobert Watson 	    unp->unp_cc, unp->unp_mbcnt,
220303c96c31SRobert Watson 	    (unsigned long long)unp->unp_gencnt);
220403c96c31SRobert Watson 
220503c96c31SRobert Watson 	db_printf("unp_flags: %x (", unp->unp_flags);
220603c96c31SRobert Watson 	db_print_unpflags(unp->unp_flags);
220703c96c31SRobert Watson 	db_printf(")\n");
220803c96c31SRobert Watson 
220903c96c31SRobert Watson 	db_printf("unp_peercred:\n");
221003c96c31SRobert Watson 	db_print_xucred(2, &unp->unp_peercred);
221103c96c31SRobert Watson 
221203c96c31SRobert Watson 	db_printf("unp_refcount: %u\n", unp->unp_refcount);
221303c96c31SRobert Watson }
221403c96c31SRobert Watson #endif
2215