xref: /freebsd/sys/netinet6/in6_pcb.c (revision a057769205c3a14e14d4e2a4a3635f6db78c4098)
1caf43b02SWarner Losh /*-
251369649SPedro F. Giffuni  * SPDX-License-Identifier: BSD-3-Clause
351369649SPedro F. Giffuni  *
482cd038dSYoshinobu Inoue  * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project.
5fa046d87SRobert Watson  * Copyright (c) 2010-2011 Juniper Networks, Inc.
682cd038dSYoshinobu Inoue  * All rights reserved.
782cd038dSYoshinobu Inoue  *
8fa046d87SRobert Watson  * Portions of this software were developed by Robert N. M. Watson under
9fa046d87SRobert Watson  * contract to Juniper Networks, Inc.
10fa046d87SRobert Watson  *
1182cd038dSYoshinobu Inoue  * Redistribution and use in source and binary forms, with or without
1282cd038dSYoshinobu Inoue  * modification, are permitted provided that the following conditions
1382cd038dSYoshinobu Inoue  * are met:
1482cd038dSYoshinobu Inoue  * 1. Redistributions of source code must retain the above copyright
1582cd038dSYoshinobu Inoue  *    notice, this list of conditions and the following disclaimer.
1682cd038dSYoshinobu Inoue  * 2. Redistributions in binary form must reproduce the above copyright
1782cd038dSYoshinobu Inoue  *    notice, this list of conditions and the following disclaimer in the
1882cd038dSYoshinobu Inoue  *    documentation and/or other materials provided with the distribution.
1982cd038dSYoshinobu Inoue  * 3. Neither the name of the project nor the names of its contributors
2082cd038dSYoshinobu Inoue  *    may be used to endorse or promote products derived from this software
2182cd038dSYoshinobu Inoue  *    without specific prior written permission.
2282cd038dSYoshinobu Inoue  *
2382cd038dSYoshinobu Inoue  * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND
2482cd038dSYoshinobu Inoue  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
2582cd038dSYoshinobu Inoue  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
2682cd038dSYoshinobu Inoue  * ARE DISCLAIMED.  IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE
2782cd038dSYoshinobu Inoue  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
2882cd038dSYoshinobu Inoue  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
2982cd038dSYoshinobu Inoue  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
3082cd038dSYoshinobu Inoue  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
3182cd038dSYoshinobu Inoue  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
3282cd038dSYoshinobu Inoue  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
3382cd038dSYoshinobu Inoue  * SUCH DAMAGE.
3482cd038dSYoshinobu Inoue  *
35b48287a3SDavid E. O'Brien  *	$KAME: in6_pcb.c,v 1.31 2001/05/21 05:45:10 jinmei Exp $
3682cd038dSYoshinobu Inoue  */
3782cd038dSYoshinobu Inoue 
38caf43b02SWarner Losh /*-
3982cd038dSYoshinobu Inoue  * Copyright (c) 1982, 1986, 1991, 1993
4082cd038dSYoshinobu Inoue  *	The Regents of the University of California.  All rights reserved.
4182cd038dSYoshinobu Inoue  *
4282cd038dSYoshinobu Inoue  * Redistribution and use in source and binary forms, with or without
4382cd038dSYoshinobu Inoue  * modification, are permitted provided that the following conditions
4482cd038dSYoshinobu Inoue  * are met:
4582cd038dSYoshinobu Inoue  * 1. Redistributions of source code must retain the above copyright
4682cd038dSYoshinobu Inoue  *    notice, this list of conditions and the following disclaimer.
4782cd038dSYoshinobu Inoue  * 2. Redistributions in binary form must reproduce the above copyright
4882cd038dSYoshinobu Inoue  *    notice, this list of conditions and the following disclaimer in the
4982cd038dSYoshinobu Inoue  *    documentation and/or other materials provided with the distribution.
50fbbd9655SWarner Losh  * 3. Neither the name of the University nor the names of its contributors
5182cd038dSYoshinobu Inoue  *    may be used to endorse or promote products derived from this software
5282cd038dSYoshinobu Inoue  *    without specific prior written permission.
5382cd038dSYoshinobu Inoue  *
5482cd038dSYoshinobu Inoue  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
5582cd038dSYoshinobu Inoue  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
5682cd038dSYoshinobu Inoue  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
5782cd038dSYoshinobu Inoue  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
5882cd038dSYoshinobu Inoue  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
5982cd038dSYoshinobu Inoue  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
6082cd038dSYoshinobu Inoue  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
6182cd038dSYoshinobu Inoue  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
6282cd038dSYoshinobu Inoue  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
6382cd038dSYoshinobu Inoue  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
6482cd038dSYoshinobu Inoue  * SUCH DAMAGE.
6582cd038dSYoshinobu Inoue  *
6682cd038dSYoshinobu Inoue  *	@(#)in_pcb.c	8.2 (Berkeley) 1/4/94
6782cd038dSYoshinobu Inoue  */
6882cd038dSYoshinobu Inoue 
69b48287a3SDavid E. O'Brien #include <sys/cdefs.h>
70b48287a3SDavid E. O'Brien __FBSDID("$FreeBSD$");
71b48287a3SDavid E. O'Brien 
7233841545SHajimu UMEMOTO #include "opt_inet.h"
7333841545SHajimu UMEMOTO #include "opt_inet6.h"
746a800098SYoshinobu Inoue #include "opt_ipsec.h"
750c325f53SAlexander V. Chernikov #include "opt_route.h"
767527624eSRobert Watson #include "opt_rss.h"
7782cd038dSYoshinobu Inoue 
78*a0577692SGleb Smirnoff #include <sys/hash.h>
7982cd038dSYoshinobu Inoue #include <sys/param.h>
8082cd038dSYoshinobu Inoue #include <sys/systm.h>
8182cd038dSYoshinobu Inoue #include <sys/malloc.h>
8282cd038dSYoshinobu Inoue #include <sys/mbuf.h>
83fb59c426SYoshinobu Inoue #include <sys/domain.h>
8482cd038dSYoshinobu Inoue #include <sys/protosw.h>
8582cd038dSYoshinobu Inoue #include <sys/socket.h>
8682cd038dSYoshinobu Inoue #include <sys/socketvar.h>
8782cd038dSYoshinobu Inoue #include <sys/sockio.h>
8882cd038dSYoshinobu Inoue #include <sys/errno.h>
8982cd038dSYoshinobu Inoue #include <sys/time.h>
90acd3428bSRobert Watson #include <sys/priv.h>
9182cd038dSYoshinobu Inoue #include <sys/proc.h>
9282cd038dSYoshinobu Inoue #include <sys/jail.h>
9382cd038dSYoshinobu Inoue 
9494540027SJeff Roberson #include <vm/uma.h>
9582cd038dSYoshinobu Inoue 
9682cd038dSYoshinobu Inoue #include <net/if.h>
9776039bc8SGleb Smirnoff #include <net/if_var.h>
986d768226SGeorge V. Neville-Neil #include <net/if_llatbl.h>
9982cd038dSYoshinobu Inoue #include <net/if_types.h>
10082cd038dSYoshinobu Inoue #include <net/route.h>
101983066f0SAlexander V. Chernikov #include <net/route/nhop.h>
10282cd038dSYoshinobu Inoue 
10382cd038dSYoshinobu Inoue #include <netinet/in.h>
10482cd038dSYoshinobu Inoue #include <netinet/in_var.h>
10582cd038dSYoshinobu Inoue #include <netinet/in_systm.h>
106f76fcf6dSJeffrey Hsu #include <netinet/tcp_var.h>
107686cdd19SJun-ichiro itojun Hagino #include <netinet/ip6.h>
108fb59c426SYoshinobu Inoue #include <netinet/ip_var.h>
109ac957cd2SJulian Elischer 
11082cd038dSYoshinobu Inoue #include <netinet6/ip6_var.h>
11182cd038dSYoshinobu Inoue #include <netinet6/nd6.h>
11282cd038dSYoshinobu Inoue #include <netinet/in_pcb.h>
1130f617ae4SGleb Smirnoff #include <netinet/in_pcb_var.h>
11482cd038dSYoshinobu Inoue #include <netinet6/in6_pcb.h>
115983066f0SAlexander V. Chernikov #include <netinet6/in6_fib.h>
116a1f7e5f8SHajimu UMEMOTO #include <netinet6/scope6_var.h>
11782cd038dSYoshinobu Inoue 
11882cd038dSYoshinobu Inoue int
119147f018aSGleb Smirnoff in6_pcbsetport(struct in6_addr *laddr, struct inpcb *inp, struct ucred *cred)
120147f018aSGleb Smirnoff {
121147f018aSGleb Smirnoff 	struct socket *so = inp->inp_socket;
122147f018aSGleb Smirnoff 	u_int16_t lport = 0;
123147f018aSGleb Smirnoff 	int error, lookupflags = 0;
124147f018aSGleb Smirnoff #ifdef INVARIANTS
125147f018aSGleb Smirnoff 	struct inpcbinfo *pcbinfo = inp->inp_pcbinfo;
126147f018aSGleb Smirnoff #endif
127147f018aSGleb Smirnoff 
128147f018aSGleb Smirnoff 	INP_WLOCK_ASSERT(inp);
129147f018aSGleb Smirnoff 	INP_HASH_WLOCK_ASSERT(pcbinfo);
130147f018aSGleb Smirnoff 
131147f018aSGleb Smirnoff 	error = prison_local_ip6(cred, laddr,
132147f018aSGleb Smirnoff 	    ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0));
133147f018aSGleb Smirnoff 	if (error)
134147f018aSGleb Smirnoff 		return(error);
135147f018aSGleb Smirnoff 
136147f018aSGleb Smirnoff 	/* XXX: this is redundant when called from in6_pcbbind */
137147f018aSGleb Smirnoff 	if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT|SO_REUSEPORT_LB)) == 0)
138147f018aSGleb Smirnoff 		lookupflags = INPLOOKUP_WILDCARD;
139147f018aSGleb Smirnoff 
140147f018aSGleb Smirnoff 	inp->inp_flags |= INP_ANONPORT;
141147f018aSGleb Smirnoff 
142147f018aSGleb Smirnoff 	error = in_pcb_lport(inp, NULL, &lport, cred, lookupflags);
143147f018aSGleb Smirnoff 	if (error != 0)
144147f018aSGleb Smirnoff 		return (error);
145147f018aSGleb Smirnoff 
146147f018aSGleb Smirnoff 	inp->inp_lport = lport;
147147f018aSGleb Smirnoff 	if (in_pcbinshash(inp) != 0) {
148147f018aSGleb Smirnoff 		inp->in6p_laddr = in6addr_any;
149147f018aSGleb Smirnoff 		inp->inp_lport = 0;
150147f018aSGleb Smirnoff 		return (EAGAIN);
151147f018aSGleb Smirnoff 	}
152147f018aSGleb Smirnoff 
153147f018aSGleb Smirnoff 	return (0);
154147f018aSGleb Smirnoff }
155147f018aSGleb Smirnoff 
156147f018aSGleb Smirnoff int
1573e85b721SEd Maste in6_pcbbind(struct inpcb *inp, struct sockaddr *nam,
1581272577eSXin LI     struct ucred *cred)
15982cd038dSYoshinobu Inoue {
16082cd038dSYoshinobu Inoue 	struct socket *so = inp->inp_socket;
16182cd038dSYoshinobu Inoue 	struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)NULL;
16282cd038dSYoshinobu Inoue 	struct inpcbinfo *pcbinfo = inp->inp_pcbinfo;
16382cd038dSYoshinobu Inoue 	u_short	lport = 0;
16468e0d7e0SRobert Watson 	int error, lookupflags = 0;
16568e0d7e0SRobert Watson 	int reuseport = (so->so_options & SO_REUSEPORT);
16682cd038dSYoshinobu Inoue 
1671a43cff9SSean Bruno 	/*
1681a43cff9SSean Bruno 	 * XXX: Maybe we could let SO_REUSEPORT_LB set SO_REUSEPORT bit here
1691a43cff9SSean Bruno 	 * so that we don't have to add to the (already messy) code below.
1701a43cff9SSean Bruno 	 */
1711a43cff9SSean Bruno 	int reuseport_lb = (so->so_options & SO_REUSEPORT_LB);
1721a43cff9SSean Bruno 
1738501a69cSRobert Watson 	INP_WLOCK_ASSERT(inp);
174fa046d87SRobert Watson 	INP_HASH_WLOCK_ASSERT(pcbinfo);
17507385abdSRobert Watson 
17682cd038dSYoshinobu Inoue 	if (inp->inp_lport || !IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr))
17782cd038dSYoshinobu Inoue 		return (EINVAL);
1781a43cff9SSean Bruno 	if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT|SO_REUSEPORT_LB)) == 0)
17968e0d7e0SRobert Watson 		lookupflags = INPLOOKUP_WILDCARD;
1804616026fSErmal Luçi 	if (nam == NULL) {
1817c2f3cb9SJamie Gritton 		if ((error = prison_local_ip6(cred, &inp->in6p_laddr,
1827c2f3cb9SJamie Gritton 		    ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0)
1837c2f3cb9SJamie Gritton 			return (error);
1847c2f3cb9SJamie Gritton 	} else {
18582cd038dSYoshinobu Inoue 		sin6 = (struct sockaddr_in6 *)nam;
186f161d294SMark Johnston 		KASSERT(sin6->sin6_family == AF_INET6,
187f161d294SMark Johnston 		    ("%s: invalid address family for %p", __func__, sin6));
188f161d294SMark Johnston 		KASSERT(sin6->sin6_len == sizeof(*sin6),
189f161d294SMark Johnston 		    ("%s: invalid address length for %p", __func__, sin6));
19082cd038dSYoshinobu Inoue 
191603724d3SBjoern A. Zeeb 		if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0)
192a1f7e5f8SHajimu UMEMOTO 			return(error);
19382cd038dSYoshinobu Inoue 
194b89e82ddSJamie Gritton 		if ((error = prison_local_ip6(cred, &sin6->sin6_addr,
195b89e82ddSJamie Gritton 		    ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0)
196b89e82ddSJamie Gritton 			return (error);
197413628a7SBjoern A. Zeeb 
19882cd038dSYoshinobu Inoue 		lport = sin6->sin6_port;
19982cd038dSYoshinobu Inoue 		if (IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr)) {
20082cd038dSYoshinobu Inoue 			/*
20182cd038dSYoshinobu Inoue 			 * Treat SO_REUSEADDR as SO_REUSEPORT for multicast;
20282cd038dSYoshinobu Inoue 			 * allow compepte duplication of binding if
20382cd038dSYoshinobu Inoue 			 * SO_REUSEPORT is set, or if SO_REUSEADDR is set
20482cd038dSYoshinobu Inoue 			 * and a multicast address is bound on both
20582cd038dSYoshinobu Inoue 			 * new and duplicated sockets.
20682cd038dSYoshinobu Inoue 			 */
207f122b319SMikolaj Golub 			if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT)) != 0)
20882cd038dSYoshinobu Inoue 				reuseport = SO_REUSEADDR|SO_REUSEPORT;
2091a43cff9SSean Bruno 			/*
2101a43cff9SSean Bruno 			 * XXX: How to deal with SO_REUSEPORT_LB here?
2111a43cff9SSean Bruno 			 * Treat same as SO_REUSEPORT for now.
2121a43cff9SSean Bruno 			 */
2131a43cff9SSean Bruno 			if ((so->so_options &
2141a43cff9SSean Bruno 			    (SO_REUSEADDR|SO_REUSEPORT_LB)) != 0)
2151a43cff9SSean Bruno 				reuseport_lb = SO_REUSEADDR|SO_REUSEPORT_LB;
21682cd038dSYoshinobu Inoue 		} else if (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) {
217a68cc388SGleb Smirnoff 			struct epoch_tracker et;
2188c0fec80SRobert Watson 			struct ifaddr *ifa;
21982cd038dSYoshinobu Inoue 
22082cd038dSYoshinobu Inoue 			sin6->sin6_port = 0;		/* yech... */
221a68cc388SGleb Smirnoff 			NET_EPOCH_ENTER(et);
2228c0fec80SRobert Watson 			if ((ifa = ifa_ifwithaddr((struct sockaddr *)sin6)) ==
2238c0fec80SRobert Watson 			    NULL &&
224f44270e7SPawel Jakub Dawidek 			    (inp->inp_flags & INP_BINDANY) == 0) {
225a68cc388SGleb Smirnoff 				NET_EPOCH_EXIT(et);
22682cd038dSYoshinobu Inoue 				return (EADDRNOTAVAIL);
227f44270e7SPawel Jakub Dawidek 			}
22882cd038dSYoshinobu Inoue 
22982cd038dSYoshinobu Inoue 			/*
23082cd038dSYoshinobu Inoue 			 * XXX: bind to an anycast address might accidentally
23182cd038dSYoshinobu Inoue 			 * cause sending a packet with anycast source address.
23233841545SHajimu UMEMOTO 			 * We should allow to bind to a deprecated address, since
2337efe5d92SHajimu UMEMOTO 			 * the application dares to use it.
23482cd038dSYoshinobu Inoue 			 */
2358c0fec80SRobert Watson 			if (ifa != NULL &&
2368c0fec80SRobert Watson 			    ((struct in6_ifaddr *)ifa)->ia6_flags &
23733841545SHajimu UMEMOTO 			    (IN6_IFF_ANYCAST|IN6_IFF_NOTREADY|IN6_IFF_DETACHED)) {
238a68cc388SGleb Smirnoff 				NET_EPOCH_EXIT(et);
23982cd038dSYoshinobu Inoue 				return (EADDRNOTAVAIL);
24082cd038dSYoshinobu Inoue 			}
241a68cc388SGleb Smirnoff 			NET_EPOCH_EXIT(et);
24282cd038dSYoshinobu Inoue 		}
24382cd038dSYoshinobu Inoue 		if (lport) {
24482cd038dSYoshinobu Inoue 			struct inpcb *t;
24529381b36SMikolaj Golub 			struct tcptw *tw;
24682cd038dSYoshinobu Inoue 
24782cd038dSYoshinobu Inoue 			/* GROSS */
248603724d3SBjoern A. Zeeb 			if (ntohs(lport) <= V_ipport_reservedhigh &&
249603724d3SBjoern A. Zeeb 			    ntohs(lport) >= V_ipport_reservedlow &&
250cc426dd3SMateusz Guzik 			    priv_check_cred(cred, PRIV_NETINET_RESERVEDPORT))
25182cd038dSYoshinobu Inoue 				return (EACCES);
252835d4b89SPawel Jakub Dawidek 			if (!IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr) &&
253cc426dd3SMateusz Guzik 			    priv_check_cred(inp->inp_cred, PRIV_NETINET_REUSEPORT) != 0) {
254fb59c426SYoshinobu Inoue 				t = in6_pcblookup_local(pcbinfo,
25582cd038dSYoshinobu Inoue 				    &sin6->sin6_addr, lport,
256078b7042SBjoern A. Zeeb 				    INPLOOKUP_WILDCARD, cred);
257f66145c6SYaroslav Tykhiy 				if (t &&
258c7c0d948SAdrian Chadd 				    ((inp->inp_flags2 & INP_BINDMULTI) == 0) &&
259ad71fe3cSRobert Watson 				    ((t->inp_flags & INP_TIMEWAIT) == 0) &&
260f66145c6SYaroslav Tykhiy 				    (so->so_type != SOCK_STREAM ||
261f66145c6SYaroslav Tykhiy 				     IN6_IS_ADDR_UNSPECIFIED(&t->in6p_faddr)) &&
2624cc20ab1SSeigo Tanimura 				    (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr) ||
26382cd038dSYoshinobu Inoue 				     !IN6_IS_ADDR_UNSPECIFIED(&t->in6p_laddr) ||
2641a43cff9SSean Bruno 				     (t->inp_flags2 & INP_REUSEPORT) ||
2651a43cff9SSean Bruno 				     (t->inp_flags2 & INP_REUSEPORT_LB) == 0) &&
266fc06cd42SMikolaj Golub 				    (inp->inp_cred->cr_uid !=
26786d02c5cSBjoern A. Zeeb 				     t->inp_cred->cr_uid))
26882cd038dSYoshinobu Inoue 					return (EADDRINUSE);
269c7c0d948SAdrian Chadd 
270c7c0d948SAdrian Chadd 				/*
271c7c0d948SAdrian Chadd 				 * If the socket is a BINDMULTI socket, then
272c7c0d948SAdrian Chadd 				 * the credentials need to match and the
273c7c0d948SAdrian Chadd 				 * original socket also has to have been bound
274c7c0d948SAdrian Chadd 				 * with BINDMULTI.
275c7c0d948SAdrian Chadd 				 */
276c7c0d948SAdrian Chadd 				if (t && (! in_pcbbind_check_bindmulti(inp, t)))
277c7c0d948SAdrian Chadd 					return (EADDRINUSE);
278c7c0d948SAdrian Chadd 
27967107f45SBjoern A. Zeeb #ifdef INET
28033841545SHajimu UMEMOTO 				if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 &&
281fb59c426SYoshinobu Inoue 				    IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) {
282fb59c426SYoshinobu Inoue 					struct sockaddr_in sin;
283fb59c426SYoshinobu Inoue 
284fb59c426SYoshinobu Inoue 					in6_sin6_2_sin(&sin, sin6);
285fb59c426SYoshinobu Inoue 					t = in_pcblookup_local(pcbinfo,
286fb59c426SYoshinobu Inoue 					    sin.sin_addr, lport,
287078b7042SBjoern A. Zeeb 					    INPLOOKUP_WILDCARD, cred);
288f66145c6SYaroslav Tykhiy 					if (t &&
289c7c0d948SAdrian Chadd 					    ((inp->inp_flags2 & INP_BINDMULTI) == 0) &&
290ad71fe3cSRobert Watson 					    ((t->inp_flags &
291f66145c6SYaroslav Tykhiy 					      INP_TIMEWAIT) == 0) &&
292f66145c6SYaroslav Tykhiy 					    (so->so_type != SOCK_STREAM ||
293f66145c6SYaroslav Tykhiy 					     ntohl(t->inp_faddr.s_addr) ==
294f66145c6SYaroslav Tykhiy 					      INADDR_ANY) &&
29586d02c5cSBjoern A. Zeeb 					    (inp->inp_cred->cr_uid !=
29686d02c5cSBjoern A. Zeeb 					     t->inp_cred->cr_uid))
297fb59c426SYoshinobu Inoue 						return (EADDRINUSE);
298c7c0d948SAdrian Chadd 
299c7c0d948SAdrian Chadd 					if (t && (! in_pcbbind_check_bindmulti(inp, t)))
300c7c0d948SAdrian Chadd 						return (EADDRINUSE);
301fb59c426SYoshinobu Inoue 				}
30267107f45SBjoern A. Zeeb #endif
30382cd038dSYoshinobu Inoue 			}
30482cd038dSYoshinobu Inoue 			t = in6_pcblookup_local(pcbinfo, &sin6->sin6_addr,
30568e0d7e0SRobert Watson 			    lport, lookupflags, cred);
30629381b36SMikolaj Golub 			if (t && (t->inp_flags & INP_TIMEWAIT)) {
30729381b36SMikolaj Golub 				/*
30829381b36SMikolaj Golub 				 * XXXRW: If an incpb has had its timewait
30929381b36SMikolaj Golub 				 * state recycled, we treat the address as
31029381b36SMikolaj Golub 				 * being in use (for now).  This is better
31129381b36SMikolaj Golub 				 * than a panic, but not desirable.
31229381b36SMikolaj Golub 				 */
31329381b36SMikolaj Golub 				tw = intotw(t);
31429381b36SMikolaj Golub 				if (tw == NULL ||
3151a43cff9SSean Bruno 				    ((reuseport & tw->tw_so_options) == 0 &&
3161a43cff9SSean Bruno 					 (reuseport_lb & tw->tw_so_options) == 0))
31782cd038dSYoshinobu Inoue 					return (EADDRINUSE);
3181a43cff9SSean Bruno 			} else if (t && (reuseport & inp_so_options(t)) == 0 &&
3191a43cff9SSean Bruno 					   (reuseport_lb & inp_so_options(t)) == 0) {
32029381b36SMikolaj Golub 				return (EADDRINUSE);
32129381b36SMikolaj Golub 			}
32267107f45SBjoern A. Zeeb #ifdef INET
32333841545SHajimu UMEMOTO 			if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 &&
324fb59c426SYoshinobu Inoue 			    IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) {
325fb59c426SYoshinobu Inoue 				struct sockaddr_in sin;
326fb59c426SYoshinobu Inoue 
327fb59c426SYoshinobu Inoue 				in6_sin6_2_sin(&sin, sin6);
328fb59c426SYoshinobu Inoue 				t = in_pcblookup_local(pcbinfo, sin.sin_addr,
32968e0d7e0SRobert Watson 				   lport, lookupflags, cred);
330ad71fe3cSRobert Watson 				if (t && t->inp_flags & INP_TIMEWAIT) {
33129381b36SMikolaj Golub 					tw = intotw(t);
33229381b36SMikolaj Golub 					if (tw == NULL)
33329381b36SMikolaj Golub 						return (EADDRINUSE);
33429381b36SMikolaj Golub 					if ((reuseport & tw->tw_so_options) == 0
3351a43cff9SSean Bruno 					    && (reuseport_lb & tw->tw_so_options) == 0
33629381b36SMikolaj Golub 					    && (ntohl(t->inp_laddr.s_addr) !=
33756e6821eSOlivier Houchard 					        INADDR_ANY || ((inp->inp_vflag &
33856e6821eSOlivier Houchard 					                INP_IPV6PROTO) ==
33956e6821eSOlivier Houchard 					            (t->inp_vflag & INP_IPV6PROTO))))
34056e6821eSOlivier Houchard 						return (EADDRINUSE);
341efdf104bSMikolaj Golub 				} else if (t &&
342efdf104bSMikolaj Golub 				    (reuseport & inp_so_options(t)) == 0 &&
3431a43cff9SSean Bruno 				    (reuseport_lb & inp_so_options(t)) == 0 &&
344fc06cd42SMikolaj Golub 				    (ntohl(t->inp_laddr.s_addr) != INADDR_ANY ||
3451a43cff9SSean Bruno 				        (t->inp_vflag & INP_IPV6PROTO) != 0)) {
346fb59c426SYoshinobu Inoue 					return (EADDRINUSE);
347fb59c426SYoshinobu Inoue 				}
3481a43cff9SSean Bruno 			}
34967107f45SBjoern A. Zeeb #endif
35082cd038dSYoshinobu Inoue 		}
35182cd038dSYoshinobu Inoue 		inp->in6p_laddr = sin6->sin6_addr;
35282cd038dSYoshinobu Inoue 	}
35382cd038dSYoshinobu Inoue 	if (lport == 0) {
3544616026fSErmal Luçi 		if ((error = in6_pcbsetport(&inp->in6p_laddr, inp, cred)) != 0) {
3554a2b2562SBjoern A. Zeeb 			/* Undo an address bind that may have occurred. */
3564a2b2562SBjoern A. Zeeb 			inp->in6p_laddr = in6addr_any;
357b89e82ddSJamie Gritton 			return (error);
3584a2b2562SBjoern A. Zeeb 		}
35955fd3bafSBjoern A. Zeeb 	} else {
36082cd038dSYoshinobu Inoue 		inp->inp_lport = lport;
36182cd038dSYoshinobu Inoue 		if (in_pcbinshash(inp) != 0) {
36282cd038dSYoshinobu Inoue 			inp->in6p_laddr = in6addr_any;
36382cd038dSYoshinobu Inoue 			inp->inp_lport = 0;
36482cd038dSYoshinobu Inoue 			return (EAGAIN);
36582cd038dSYoshinobu Inoue 		}
366686cdd19SJun-ichiro itojun Hagino 	}
36782cd038dSYoshinobu Inoue 	return (0);
36882cd038dSYoshinobu Inoue }
36982cd038dSYoshinobu Inoue 
37082cd038dSYoshinobu Inoue /*
37182cd038dSYoshinobu Inoue  *   Transform old in6_pcbconnect() into an inner subroutine for new
37282cd038dSYoshinobu Inoue  *   in6_pcbconnect(): Do some validity-checking on the remote
37382cd038dSYoshinobu Inoue  *   address (in mbuf 'nam') and then determine local host address
37482cd038dSYoshinobu Inoue  *   (i.e., which interface) to use to access that remote host.
37582cd038dSYoshinobu Inoue  *
37682cd038dSYoshinobu Inoue  *   This preserves definition of in6_pcbconnect(), while supporting a
37782cd038dSYoshinobu Inoue  *   slightly different version for T/TCP.  (This is more than
37882cd038dSYoshinobu Inoue  *   a bit of a kludge, but cleaning up the internal interfaces would
37982cd038dSYoshinobu Inoue  *   have forced minor changes in every protocol).
38082cd038dSYoshinobu Inoue  */
381a7e201bbSAndrey V. Elsukov static int
382f161d294SMark Johnston in6_pcbladdr(struct inpcb *inp, struct sockaddr_in6 *sin6,
38388d166bfSBjoern A. Zeeb     struct in6_addr *plocal_addr6)
38482cd038dSYoshinobu Inoue {
38582cd038dSYoshinobu Inoue 	int error = 0;
386a1f7e5f8SHajimu UMEMOTO 	int scope_ambiguous = 0;
38788d166bfSBjoern A. Zeeb 	struct in6_addr in6a;
388605284b8SAlexander V. Chernikov 	struct epoch_tracker et;
38982cd038dSYoshinobu Inoue 
3908501a69cSRobert Watson 	INP_WLOCK_ASSERT(inp);
391fa046d87SRobert Watson 	INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo);	/* XXXRW: why? */
3928deea4a8SRobert Watson 
39382cd038dSYoshinobu Inoue 	if (sin6->sin6_port == 0)
39482cd038dSYoshinobu Inoue 		return (EADDRNOTAVAIL);
39582cd038dSYoshinobu Inoue 
396603724d3SBjoern A. Zeeb 	if (sin6->sin6_scope_id == 0 && !V_ip6_use_defzone)
397a1f7e5f8SHajimu UMEMOTO 		scope_ambiguous = 1;
398603724d3SBjoern A. Zeeb 	if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0)
399a1f7e5f8SHajimu UMEMOTO 		return(error);
400a1f7e5f8SHajimu UMEMOTO 
401d7c5a620SMatt Macy 	if (!CK_STAILQ_EMPTY(&V_in6_ifaddrhead)) {
40282cd038dSYoshinobu Inoue 		/*
40382cd038dSYoshinobu Inoue 		 * If the destination address is UNSPECIFIED addr,
40482cd038dSYoshinobu Inoue 		 * use the loopback addr, e.g ::1.
40582cd038dSYoshinobu Inoue 		 */
40682cd038dSYoshinobu Inoue 		if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr))
40782cd038dSYoshinobu Inoue 			sin6->sin6_addr = in6addr_loopback;
40882cd038dSYoshinobu Inoue 	}
409b89e82ddSJamie Gritton 	if ((error = prison_remote_ip6(inp->inp_cred, &sin6->sin6_addr)) != 0)
410b89e82ddSJamie Gritton 		return (error);
411a1f7e5f8SHajimu UMEMOTO 
412605284b8SAlexander V. Chernikov 	NET_EPOCH_ENTER(et);
413601c0b8bSAlexander V. Chernikov 	error = in6_selectsrc_socket(sin6, inp->in6p_outputopts,
414601c0b8bSAlexander V. Chernikov 	    inp, inp->inp_cred, scope_ambiguous, &in6a, NULL);
415605284b8SAlexander V. Chernikov 	NET_EPOCH_EXIT(et);
41688d166bfSBjoern A. Zeeb 	if (error)
41788d166bfSBjoern A. Zeeb 		return (error);
41888d166bfSBjoern A. Zeeb 
41988d166bfSBjoern A. Zeeb 	/*
42088d166bfSBjoern A. Zeeb 	 * Do not update this earlier, in case we return with an error.
42188d166bfSBjoern A. Zeeb 	 *
422601c0b8bSAlexander V. Chernikov 	 * XXX: this in6_selectsrc_socket result might replace the bound local
423681ffdf9SBjoern A. Zeeb 	 * address with the address specified by setsockopt(IPV6_PKTINFO).
42488d166bfSBjoern A. Zeeb 	 * Is it the intended behavior?
42588d166bfSBjoern A. Zeeb 	 */
42688d166bfSBjoern A. Zeeb 	*plocal_addr6 = in6a;
42788d166bfSBjoern A. Zeeb 
42882cd038dSYoshinobu Inoue 	/*
42982cd038dSYoshinobu Inoue 	 * Don't do pcblookup call here; return interface in
43082cd038dSYoshinobu Inoue 	 * plocal_addr6
43182cd038dSYoshinobu Inoue 	 * and exit to caller, that will do the lookup.
43282cd038dSYoshinobu Inoue 	 */
433a1f7e5f8SHajimu UMEMOTO 
43482cd038dSYoshinobu Inoue 	return (0);
43582cd038dSYoshinobu Inoue }
43682cd038dSYoshinobu Inoue 
43782cd038dSYoshinobu Inoue /*
43882cd038dSYoshinobu Inoue  * Outer subroutine:
43982cd038dSYoshinobu Inoue  * Connect from a socket to a specified address.
44082cd038dSYoshinobu Inoue  * Both address and port must be specified in argument sin.
44182cd038dSYoshinobu Inoue  * If don't have a local address for this socket yet,
44282cd038dSYoshinobu Inoue  * then pick one.
44382cd038dSYoshinobu Inoue  */
44482cd038dSYoshinobu Inoue int
4453e85b721SEd Maste in6_pcbconnect_mbuf(struct inpcb *inp, struct sockaddr *nam,
446fe1274eeSMichael Tuexen     struct ucred *cred, struct mbuf *m, bool rehash)
44782cd038dSYoshinobu Inoue {
448fa046d87SRobert Watson 	struct inpcbinfo *pcbinfo = inp->inp_pcbinfo;
4493e85b721SEd Maste 	struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam;
45025102351SMike Karels 	struct sockaddr_in6 laddr6;
45182cd038dSYoshinobu Inoue 	int error;
45282cd038dSYoshinobu Inoue 
453f161d294SMark Johnston 	KASSERT(sin6->sin6_family == AF_INET6,
454f161d294SMark Johnston 	    ("%s: invalid address family for %p", __func__, sin6));
455f161d294SMark Johnston 	KASSERT(sin6->sin6_len == sizeof(*sin6),
456f161d294SMark Johnston 	    ("%s: invalid address length for %p", __func__, sin6));
457f161d294SMark Johnston 
45825102351SMike Karels 	bzero(&laddr6, sizeof(laddr6));
45925102351SMike Karels 	laddr6.sin6_family = AF_INET6;
46025102351SMike Karels 
4618501a69cSRobert Watson 	INP_WLOCK_ASSERT(inp);
462fa046d87SRobert Watson 	INP_HASH_WLOCK_ASSERT(pcbinfo);
46307385abdSRobert Watson 
4640c325f53SAlexander V. Chernikov #ifdef ROUTE_MPATH
4650c325f53SAlexander V. Chernikov 	if (CALC_FLOWID_OUTBOUND) {
4660c325f53SAlexander V. Chernikov 		uint32_t hash_type, hash_val;
4670c325f53SAlexander V. Chernikov 
4680c325f53SAlexander V. Chernikov 		hash_val = fib6_calc_software_hash(&inp->in6p_laddr,
4690c325f53SAlexander V. Chernikov 		    &sin6->sin6_addr, 0, sin6->sin6_port,
4700c325f53SAlexander V. Chernikov 		    inp->inp_socket->so_proto->pr_protocol, &hash_type);
4710c325f53SAlexander V. Chernikov 		inp->inp_flowid = hash_val;
4720c325f53SAlexander V. Chernikov 		inp->inp_flowtype = hash_type;
4730c325f53SAlexander V. Chernikov 	}
4740c325f53SAlexander V. Chernikov #endif
47582cd038dSYoshinobu Inoue 	/*
47682cd038dSYoshinobu Inoue 	 * Call inner routine, to assign local interface address.
47788ff5695SSUZUKI Shinsuke 	 * in6_pcbladdr() may automatically fill in sin6_scope_id.
47882cd038dSYoshinobu Inoue 	 */
479f161d294SMark Johnston 	if ((error = in6_pcbladdr(inp, sin6, &laddr6.sin6_addr)) != 0)
48082cd038dSYoshinobu Inoue 		return (error);
48182cd038dSYoshinobu Inoue 
482fa046d87SRobert Watson 	if (in6_pcblookup_hash_locked(pcbinfo, &sin6->sin6_addr,
48382cd038dSYoshinobu Inoue 			       sin6->sin6_port,
48482cd038dSYoshinobu Inoue 			      IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)
48525102351SMike Karels 			      ? &laddr6.sin6_addr : &inp->in6p_laddr,
486a034518aSAndrew Gallatin 			      inp->inp_lport, 0, NULL, M_NODOM) != NULL) {
48782cd038dSYoshinobu Inoue 		return (EADDRINUSE);
48882cd038dSYoshinobu Inoue 	}
48982cd038dSYoshinobu Inoue 	if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) {
49082cd038dSYoshinobu Inoue 		if (inp->inp_lport == 0) {
49125102351SMike Karels 			/*
49225102351SMike Karels 			 * rehash was required to be true in the past for
49325102351SMike Karels 			 * this case; retain that convention.  However,
49425102351SMike Karels 			 * we now call in_pcb_lport_dest rather than
49525102351SMike Karels 			 * in6_pcbbind; the former does not insert into
49625102351SMike Karels 			 * the hash table, the latter does.  Change rehash
49725102351SMike Karels 			 * to false to do the in_pcbinshash below.
49825102351SMike Karels 			 */
499fe1274eeSMichael Tuexen 			KASSERT(rehash == true,
500fe1274eeSMichael Tuexen 			    ("Rehashing required for unbound inps"));
50125102351SMike Karels 			rehash = false;
50225102351SMike Karels 			error = in_pcb_lport_dest(inp,
50325102351SMike Karels 			    (struct sockaddr *) &laddr6, &inp->inp_lport,
504440598ddSJonathan T. Looney 			    (struct sockaddr *) sin6, sin6->sin6_port, cred,
505440598ddSJonathan T. Looney 			    INPLOOKUP_WILDCARD);
5064616026fSErmal Luçi 			if (error)
50782cd038dSYoshinobu Inoue 				return (error);
50882cd038dSYoshinobu Inoue 		}
50925102351SMike Karels 		inp->in6p_laddr = laddr6.sin6_addr;
51082cd038dSYoshinobu Inoue 	}
51182cd038dSYoshinobu Inoue 	inp->in6p_faddr = sin6->sin6_addr;
51282cd038dSYoshinobu Inoue 	inp->inp_fport = sin6->sin6_port;
51333841545SHajimu UMEMOTO 	/* update flowinfo - draft-itojun-ipv6-flowlabel-api-00 */
514fc384fa5SBjoern A. Zeeb 	inp->inp_flow &= ~IPV6_FLOWLABEL_MASK;
515fc384fa5SBjoern A. Zeeb 	if (inp->inp_flags & IN6P_AUTOFLOWLABEL)
516fc384fa5SBjoern A. Zeeb 		inp->inp_flow |=
517b79274baSHajimu UMEMOTO 		    (htonl(ip6_randomflowlabel()) & IPV6_FLOWLABEL_MASK);
51882cd038dSYoshinobu Inoue 
519fe1274eeSMichael Tuexen 	if (rehash) {
520db0ac6deSCy Schubert 		in_pcbrehash(inp);
521fe1274eeSMichael Tuexen 	} else {
522db0ac6deSCy Schubert 		in_pcbinshash(inp);
523fe1274eeSMichael Tuexen 	}
5242cb64cb2SGeorge V. Neville-Neil 
52582cd038dSYoshinobu Inoue 	return (0);
52682cd038dSYoshinobu Inoue }
52782cd038dSYoshinobu Inoue 
528d3c1f003SRobert Watson int
529d3c1f003SRobert Watson in6_pcbconnect(struct inpcb *inp, struct sockaddr *nam, struct ucred *cred)
530d3c1f003SRobert Watson {
531d3c1f003SRobert Watson 
532fe1274eeSMichael Tuexen 	return (in6_pcbconnect_mbuf(inp, nam, cred, NULL, true));
533d3c1f003SRobert Watson }
534d3c1f003SRobert Watson 
53582cd038dSYoshinobu Inoue void
5361272577eSXin LI in6_pcbdisconnect(struct inpcb *inp)
53782cd038dSYoshinobu Inoue {
53807385abdSRobert Watson 
5398501a69cSRobert Watson 	INP_WLOCK_ASSERT(inp);
540fa046d87SRobert Watson 	INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo);
54107385abdSRobert Watson 
54282cd038dSYoshinobu Inoue 	bzero((caddr_t)&inp->in6p_faddr, sizeof(inp->in6p_faddr));
54382cd038dSYoshinobu Inoue 	inp->inp_fport = 0;
54433841545SHajimu UMEMOTO 	/* clear flowinfo - draft-itojun-ipv6-flowlabel-api-00 */
545fc384fa5SBjoern A. Zeeb 	inp->inp_flow &= ~IPV6_FLOWLABEL_MASK;
54682cd038dSYoshinobu Inoue 	in_pcbrehash(inp);
54782cd038dSYoshinobu Inoue }
54882cd038dSYoshinobu Inoue 
54926ef6ac4SDon Lewis struct sockaddr *
5501272577eSXin LI in6_sockaddr(in_port_t port, struct in6_addr *addr_p)
55126ef6ac4SDon Lewis {
55226ef6ac4SDon Lewis 	struct sockaddr_in6 *sin6;
55326ef6ac4SDon Lewis 
5541ede983cSDag-Erling Smørgrav 	sin6 = malloc(sizeof *sin6, M_SONAME, M_WAITOK);
55526ef6ac4SDon Lewis 	bzero(sin6, sizeof *sin6);
55626ef6ac4SDon Lewis 	sin6->sin6_family = AF_INET6;
55726ef6ac4SDon Lewis 	sin6->sin6_len = sizeof(*sin6);
55826ef6ac4SDon Lewis 	sin6->sin6_port = port;
55926ef6ac4SDon Lewis 	sin6->sin6_addr = *addr_p;
560a1f7e5f8SHajimu UMEMOTO 	(void)sa6_recoverscope(sin6); /* XXX: should catch errors */
56126ef6ac4SDon Lewis 
56226ef6ac4SDon Lewis 	return (struct sockaddr *)sin6;
56326ef6ac4SDon Lewis }
56426ef6ac4SDon Lewis 
56526ef6ac4SDon Lewis struct sockaddr *
5661272577eSXin LI in6_v4mapsin6_sockaddr(in_port_t port, struct in_addr *addr_p)
56726ef6ac4SDon Lewis {
56826ef6ac4SDon Lewis 	struct sockaddr_in sin;
56926ef6ac4SDon Lewis 	struct sockaddr_in6 *sin6_p;
57026ef6ac4SDon Lewis 
57126ef6ac4SDon Lewis 	bzero(&sin, sizeof sin);
57226ef6ac4SDon Lewis 	sin.sin_family = AF_INET;
57326ef6ac4SDon Lewis 	sin.sin_len = sizeof(sin);
57426ef6ac4SDon Lewis 	sin.sin_port = port;
57526ef6ac4SDon Lewis 	sin.sin_addr = *addr_p;
57626ef6ac4SDon Lewis 
5771ede983cSDag-Erling Smørgrav 	sin6_p = malloc(sizeof *sin6_p, M_SONAME,
578a163d034SWarner Losh 		M_WAITOK);
57926ef6ac4SDon Lewis 	in6_sin_2_v4mapsin6(&sin, sin6_p);
58026ef6ac4SDon Lewis 
58126ef6ac4SDon Lewis 	return (struct sockaddr *)sin6_p;
58226ef6ac4SDon Lewis }
58326ef6ac4SDon Lewis 
58482cd038dSYoshinobu Inoue int
5851272577eSXin LI in6_getsockaddr(struct socket *so, struct sockaddr **nam)
58682cd038dSYoshinobu Inoue {
5873e85b721SEd Maste 	struct inpcb *inp;
58826ef6ac4SDon Lewis 	struct in6_addr addr;
58926ef6ac4SDon Lewis 	in_port_t port;
59082cd038dSYoshinobu Inoue 
59182cd038dSYoshinobu Inoue 	inp = sotoinpcb(so);
59254d642bbSRobert Watson 	KASSERT(inp != NULL, ("in6_getsockaddr: inp == NULL"));
59348477723SRobert Watson 
5948328afb7SRobert Watson 	INP_RLOCK(inp);
59526ef6ac4SDon Lewis 	port = inp->inp_lport;
59626ef6ac4SDon Lewis 	addr = inp->in6p_laddr;
5978328afb7SRobert Watson 	INP_RUNLOCK(inp);
59882cd038dSYoshinobu Inoue 
59926ef6ac4SDon Lewis 	*nam = in6_sockaddr(port, &addr);
60082cd038dSYoshinobu Inoue 	return 0;
60182cd038dSYoshinobu Inoue }
60282cd038dSYoshinobu Inoue 
60382cd038dSYoshinobu Inoue int
6041272577eSXin LI in6_getpeeraddr(struct socket *so, struct sockaddr **nam)
60582cd038dSYoshinobu Inoue {
60682cd038dSYoshinobu Inoue 	struct inpcb *inp;
60726ef6ac4SDon Lewis 	struct in6_addr addr;
60826ef6ac4SDon Lewis 	in_port_t port;
60982cd038dSYoshinobu Inoue 
61082cd038dSYoshinobu Inoue 	inp = sotoinpcb(so);
61154d642bbSRobert Watson 	KASSERT(inp != NULL, ("in6_getpeeraddr: inp == NULL"));
61248477723SRobert Watson 
6138328afb7SRobert Watson 	INP_RLOCK(inp);
61426ef6ac4SDon Lewis 	port = inp->inp_fport;
61526ef6ac4SDon Lewis 	addr = inp->in6p_faddr;
6168328afb7SRobert Watson 	INP_RUNLOCK(inp);
61782cd038dSYoshinobu Inoue 
61826ef6ac4SDon Lewis 	*nam = in6_sockaddr(port, &addr);
61982cd038dSYoshinobu Inoue 	return 0;
62082cd038dSYoshinobu Inoue }
62182cd038dSYoshinobu Inoue 
62282cd038dSYoshinobu Inoue int
62382cd038dSYoshinobu Inoue in6_mapped_sockaddr(struct socket *so, struct sockaddr **nam)
62482cd038dSYoshinobu Inoue {
62548477723SRobert Watson 	struct	inpcb *inp;
62682cd038dSYoshinobu Inoue 	int	error;
62782cd038dSYoshinobu Inoue 
62848477723SRobert Watson 	inp = sotoinpcb(so);
62948477723SRobert Watson 	KASSERT(inp != NULL, ("in6_mapped_sockaddr: inp == NULL"));
63048477723SRobert Watson 
63167107f45SBjoern A. Zeeb #ifdef INET
6325fac4178SHajimu UMEMOTO 	if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) {
63354d642bbSRobert Watson 		error = in_getsockaddr(so, nam);
634369dc8ceSEivind Eklund 		if (error == 0)
63582cd038dSYoshinobu Inoue 			in6_sin_2_v4mapsin6_in_sock(nam);
63667107f45SBjoern A. Zeeb 	} else
63767107f45SBjoern A. Zeeb #endif
63867107f45SBjoern A. Zeeb 	{
63954d642bbSRobert Watson 		/* scope issues will be handled in in6_getsockaddr(). */
64054d642bbSRobert Watson 		error = in6_getsockaddr(so, nam);
6417efe5d92SHajimu UMEMOTO 	}
64282cd038dSYoshinobu Inoue 
64382cd038dSYoshinobu Inoue 	return error;
64482cd038dSYoshinobu Inoue }
64582cd038dSYoshinobu Inoue 
64682cd038dSYoshinobu Inoue int
64782cd038dSYoshinobu Inoue in6_mapped_peeraddr(struct socket *so, struct sockaddr **nam)
64882cd038dSYoshinobu Inoue {
64948477723SRobert Watson 	struct	inpcb *inp;
65082cd038dSYoshinobu Inoue 	int	error;
65182cd038dSYoshinobu Inoue 
65248477723SRobert Watson 	inp = sotoinpcb(so);
65348477723SRobert Watson 	KASSERT(inp != NULL, ("in6_mapped_peeraddr: inp == NULL"));
65448477723SRobert Watson 
65567107f45SBjoern A. Zeeb #ifdef INET
6565fac4178SHajimu UMEMOTO 	if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) {
65754d642bbSRobert Watson 		error = in_getpeeraddr(so, nam);
658369dc8ceSEivind Eklund 		if (error == 0)
65982cd038dSYoshinobu Inoue 			in6_sin_2_v4mapsin6_in_sock(nam);
66082cd038dSYoshinobu Inoue 	} else
66167107f45SBjoern A. Zeeb #endif
66254d642bbSRobert Watson 	/* scope issues will be handled in in6_getpeeraddr(). */
66354d642bbSRobert Watson 	error = in6_getpeeraddr(so, nam);
66482cd038dSYoshinobu Inoue 
66582cd038dSYoshinobu Inoue 	return error;
66682cd038dSYoshinobu Inoue }
66782cd038dSYoshinobu Inoue 
66882cd038dSYoshinobu Inoue /*
66982cd038dSYoshinobu Inoue  * Pass some notification to all connections of a protocol
67082cd038dSYoshinobu Inoue  * associated with address dst.  The local address and/or port numbers
67182cd038dSYoshinobu Inoue  * may be specified to limit the search.  The "usual action" will be
67282cd038dSYoshinobu Inoue  * taken, depending on the ctlinput cmd.  The caller must filter any
67382cd038dSYoshinobu Inoue  * cmds that are uninteresting (e.g., no error in the map).
67482cd038dSYoshinobu Inoue  * Call the protocol specific routine (if any) to report
67582cd038dSYoshinobu Inoue  * any errors for each matching socket.
67682cd038dSYoshinobu Inoue  */
677db0ac6deSCy Schubert static bool
678db0ac6deSCy Schubert inp_match6(const struct inpcb *inp, void *v __unused)
679db0ac6deSCy Schubert {
680db0ac6deSCy Schubert 
681db0ac6deSCy Schubert 	return ((inp->inp_vflag & INP_IPV6) != 0);
682db0ac6deSCy Schubert }
68382cd038dSYoshinobu Inoue void
6841272577eSXin LI in6_pcbnotify(struct inpcbinfo *pcbinfo, struct sockaddr *dst,
6851272577eSXin LI     u_int fport_arg, const struct sockaddr *src, u_int lport_arg,
6861272577eSXin LI     int cmd, void *cmdarg,
6879233d8f3SDavid E. O'Brien     struct inpcb *(*notify)(struct inpcb *, int))
68882cd038dSYoshinobu Inoue {
689db0ac6deSCy Schubert 	struct inpcb_iterator inpi = INP_ITERATOR(pcbinfo, INPLOOKUP_WLOCKPCB,
690db0ac6deSCy Schubert 	    inp_match6, NULL);
691db0ac6deSCy Schubert 	struct inpcb *inp;
69233841545SHajimu UMEMOTO 	struct sockaddr_in6 sa6_src, *sa6_dst;
69382cd038dSYoshinobu Inoue 	u_short	fport = fport_arg, lport = lport_arg;
69433841545SHajimu UMEMOTO 	u_int32_t flowinfo;
69548477723SRobert Watson 	int errno;
69682cd038dSYoshinobu Inoue 
69778f94aa9SRuslan Ermilov 	if ((unsigned)cmd >= PRC_NCMDS || dst->sa_family != AF_INET6)
69882cd038dSYoshinobu Inoue 		return;
69933841545SHajimu UMEMOTO 
70033841545SHajimu UMEMOTO 	sa6_dst = (struct sockaddr_in6 *)dst;
70133841545SHajimu UMEMOTO 	if (IN6_IS_ADDR_UNSPECIFIED(&sa6_dst->sin6_addr))
70282cd038dSYoshinobu Inoue 		return;
70382cd038dSYoshinobu Inoue 
70482cd038dSYoshinobu Inoue 	/*
70533841545SHajimu UMEMOTO 	 * note that src can be NULL when we get notify by local fragmentation.
70633841545SHajimu UMEMOTO 	 */
707c4c0c592SAlfred Perlstein 	sa6_src = (src == NULL) ? sa6_any : *(const struct sockaddr_in6 *)src;
70833841545SHajimu UMEMOTO 	flowinfo = sa6_src.sin6_flowinfo;
70933841545SHajimu UMEMOTO 
71033841545SHajimu UMEMOTO 	/*
71182cd038dSYoshinobu Inoue 	 * Redirects go to all references to the destination,
712686cdd19SJun-ichiro itojun Hagino 	 * and use in6_rtchange to invalidate the route cache.
713686cdd19SJun-ichiro itojun Hagino 	 * Dead host indications: also use in6_rtchange to invalidate
714686cdd19SJun-ichiro itojun Hagino 	 * the cache, and deliver the error to all the sockets.
71582cd038dSYoshinobu Inoue 	 * Otherwise, if we have knowledge of the local port and address,
71682cd038dSYoshinobu Inoue 	 * deliver only to that socket.
71782cd038dSYoshinobu Inoue 	 */
71882cd038dSYoshinobu Inoue 	if (PRC_IS_REDIRECT(cmd) || cmd == PRC_HOSTDEAD) {
71982cd038dSYoshinobu Inoue 		fport = 0;
72082cd038dSYoshinobu Inoue 		lport = 0;
72133841545SHajimu UMEMOTO 		bzero((caddr_t)&sa6_src.sin6_addr, sizeof(sa6_src.sin6_addr));
722686cdd19SJun-ichiro itojun Hagino 
72333841545SHajimu UMEMOTO 		if (cmd != PRC_HOSTDEAD)
72433841545SHajimu UMEMOTO 			notify = in6_rtchange;
72582cd038dSYoshinobu Inoue 	}
72682cd038dSYoshinobu Inoue 	errno = inet6ctlerrmap[cmd];
727db0ac6deSCy Schubert 	while ((inp = inp_next(&inpi)) != NULL) {
728db0ac6deSCy Schubert 		INP_WLOCK_ASSERT(inp);
729686cdd19SJun-ichiro itojun Hagino 		/*
730efddf5c6SHajimu UMEMOTO 		 * If the error designates a new path MTU for a destination
731efddf5c6SHajimu UMEMOTO 		 * and the application (associated with this socket) wanted to
7328f1beb88SAndrey V. Elsukov 		 * know the value, notify.
733efddf5c6SHajimu UMEMOTO 		 * XXX: should we avoid to notify the value to TCP sockets?
734efddf5c6SHajimu UMEMOTO 		 */
735fd8dd3a6SAndrey V. Elsukov 		if (cmd == PRC_MSGSIZE && cmdarg != NULL)
736efddf5c6SHajimu UMEMOTO 			ip6_notify_pmtu(inp, (struct sockaddr_in6 *)dst,
7378f1beb88SAndrey V. Elsukov 					*(u_int32_t *)cmdarg);
738efddf5c6SHajimu UMEMOTO 
739efddf5c6SHajimu UMEMOTO 		/*
74033841545SHajimu UMEMOTO 		 * Detect if we should notify the error. If no source and
74104389c85SGordon Bergling 		 * destination ports are specified, but non-zero flowinfo and
74233841545SHajimu UMEMOTO 		 * local address match, notify the error. This is the case
74333841545SHajimu UMEMOTO 		 * when the error is delivered with an encrypted buffer
74433841545SHajimu UMEMOTO 		 * by ESP. Otherwise, just compare addresses and ports
74533841545SHajimu UMEMOTO 		 * as usual.
746686cdd19SJun-ichiro itojun Hagino 		 */
74733841545SHajimu UMEMOTO 		if (lport == 0 && fport == 0 && flowinfo &&
74833841545SHajimu UMEMOTO 		    inp->inp_socket != NULL &&
749fc384fa5SBjoern A. Zeeb 		    flowinfo == (inp->inp_flow & IPV6_FLOWLABEL_MASK) &&
75033841545SHajimu UMEMOTO 		    IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, &sa6_src.sin6_addr))
75133841545SHajimu UMEMOTO 			goto do_notify;
75233841545SHajimu UMEMOTO 		else if (!IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr,
75333841545SHajimu UMEMOTO 					     &sa6_dst->sin6_addr) ||
75482cd038dSYoshinobu Inoue 			 inp->inp_socket == 0 ||
75582cd038dSYoshinobu Inoue 			 (lport && inp->inp_lport != lport) ||
75633841545SHajimu UMEMOTO 			 (!IN6_IS_ADDR_UNSPECIFIED(&sa6_src.sin6_addr) &&
75733841545SHajimu UMEMOTO 			  !IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr,
75833841545SHajimu UMEMOTO 					      &sa6_src.sin6_addr)) ||
759f31f65a7SRobert Watson 			 (fport && inp->inp_fport != fport)) {
76082cd038dSYoshinobu Inoue 			continue;
761f31f65a7SRobert Watson 		}
762686cdd19SJun-ichiro itojun Hagino 
76333841545SHajimu UMEMOTO 	  do_notify:
764db0ac6deSCy Schubert 		if (notify)
765db0ac6deSCy Schubert 			(*notify)(inp, errno);
76682cd038dSYoshinobu Inoue 	}
76782cd038dSYoshinobu Inoue }
76882cd038dSYoshinobu Inoue 
76982cd038dSYoshinobu Inoue /*
770fa046d87SRobert Watson  * Lookup a PCB based on the local address and port.  Caller must hold the
771fa046d87SRobert Watson  * hash lock.  No inpcb locks or references are acquired.
77282cd038dSYoshinobu Inoue  */
77382cd038dSYoshinobu Inoue struct inpcb *
7741272577eSXin LI in6_pcblookup_local(struct inpcbinfo *pcbinfo, struct in6_addr *laddr,
77568e0d7e0SRobert Watson     u_short lport, int lookupflags, struct ucred *cred)
77682cd038dSYoshinobu Inoue {
7773e85b721SEd Maste 	struct inpcb *inp;
77882cd038dSYoshinobu Inoue 	int matchwild = 3, wildcard;
77982cd038dSYoshinobu Inoue 
78068e0d7e0SRobert Watson 	KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0,
78168e0d7e0SRobert Watson 	    ("%s: invalid lookup flags %d", __func__, lookupflags));
78268e0d7e0SRobert Watson 
783c17cd08fSGleb Smirnoff 	INP_HASH_LOCK_ASSERT(pcbinfo);
7848deea4a8SRobert Watson 
78568e0d7e0SRobert Watson 	if ((lookupflags & INPLOOKUP_WILDCARD) == 0) {
78682cd038dSYoshinobu Inoue 		struct inpcbhead *head;
78782cd038dSYoshinobu Inoue 		/*
78882cd038dSYoshinobu Inoue 		 * Look for an unconnected (wildcard foreign addr) PCB that
78982cd038dSYoshinobu Inoue 		 * matches the local address and port we're looking for.
79082cd038dSYoshinobu Inoue 		 */
791*a0577692SGleb Smirnoff 		head = &pcbinfo->ipi_hashbase[INP_PCBHASH_WILD(lport,
7921b44e5ffSAndrey V. Elsukov 		    pcbinfo->ipi_hashmask)];
793b872626dSMatt Macy 		CK_LIST_FOREACH(inp, head, inp_hash) {
794413628a7SBjoern A. Zeeb 			/* XXX inp locking */
795369dc8ceSEivind Eklund 			if ((inp->inp_vflag & INP_IPV6) == 0)
79682cd038dSYoshinobu Inoue 				continue;
79782cd038dSYoshinobu Inoue 			if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) &&
79882cd038dSYoshinobu Inoue 			    IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) &&
79982cd038dSYoshinobu Inoue 			    inp->inp_lport == lport) {
800413628a7SBjoern A. Zeeb 				/* Found. */
801413628a7SBjoern A. Zeeb 				if (cred == NULL ||
8020304c731SJamie Gritton 				    prison_equal_ip6(cred->cr_prison,
8030304c731SJamie Gritton 					inp->inp_cred->cr_prison))
80482cd038dSYoshinobu Inoue 					return (inp);
80582cd038dSYoshinobu Inoue 			}
80682cd038dSYoshinobu Inoue 		}
80782cd038dSYoshinobu Inoue 		/*
80882cd038dSYoshinobu Inoue 		 * Not found.
80982cd038dSYoshinobu Inoue 		 */
81082cd038dSYoshinobu Inoue 		return (NULL);
81182cd038dSYoshinobu Inoue 	} else {
81282cd038dSYoshinobu Inoue 		struct inpcbporthead *porthash;
81382cd038dSYoshinobu Inoue 		struct inpcbport *phd;
81482cd038dSYoshinobu Inoue 		struct inpcb *match = NULL;
81582cd038dSYoshinobu Inoue 		/*
81682cd038dSYoshinobu Inoue 		 * Best fit PCB lookup.
81782cd038dSYoshinobu Inoue 		 *
81882cd038dSYoshinobu Inoue 		 * First see if this local port is in use by looking on the
81982cd038dSYoshinobu Inoue 		 * port hash list.
82082cd038dSYoshinobu Inoue 		 */
821712fc218SRobert Watson 		porthash = &pcbinfo->ipi_porthashbase[INP_PCBPORTHASH(lport,
822712fc218SRobert Watson 		    pcbinfo->ipi_porthashmask)];
823b872626dSMatt Macy 		CK_LIST_FOREACH(phd, porthash, phd_hash) {
82482cd038dSYoshinobu Inoue 			if (phd->phd_port == lport)
82582cd038dSYoshinobu Inoue 				break;
82682cd038dSYoshinobu Inoue 		}
82782cd038dSYoshinobu Inoue 		if (phd != NULL) {
82882cd038dSYoshinobu Inoue 			/*
82982cd038dSYoshinobu Inoue 			 * Port is in use by one or more PCBs. Look for best
83082cd038dSYoshinobu Inoue 			 * fit.
83182cd038dSYoshinobu Inoue 			 */
832b872626dSMatt Macy 			CK_LIST_FOREACH(inp, &phd->phd_pcblist, inp_portlist) {
83382cd038dSYoshinobu Inoue 				wildcard = 0;
834413628a7SBjoern A. Zeeb 				if (cred != NULL &&
8350304c731SJamie Gritton 				    !prison_equal_ip6(cred->cr_prison,
8360304c731SJamie Gritton 					inp->inp_cred->cr_prison))
837413628a7SBjoern A. Zeeb 					continue;
838413628a7SBjoern A. Zeeb 				/* XXX inp locking */
839369dc8ceSEivind Eklund 				if ((inp->inp_vflag & INP_IPV6) == 0)
84082cd038dSYoshinobu Inoue 					continue;
84182cd038dSYoshinobu Inoue 				if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr))
84282cd038dSYoshinobu Inoue 					wildcard++;
84382cd038dSYoshinobu Inoue 				if (!IN6_IS_ADDR_UNSPECIFIED(
84482cd038dSYoshinobu Inoue 					&inp->in6p_laddr)) {
84582cd038dSYoshinobu Inoue 					if (IN6_IS_ADDR_UNSPECIFIED(laddr))
84682cd038dSYoshinobu Inoue 						wildcard++;
84782cd038dSYoshinobu Inoue 					else if (!IN6_ARE_ADDR_EQUAL(
84882cd038dSYoshinobu Inoue 					    &inp->in6p_laddr, laddr))
84982cd038dSYoshinobu Inoue 						continue;
85082cd038dSYoshinobu Inoue 				} else {
85182cd038dSYoshinobu Inoue 					if (!IN6_IS_ADDR_UNSPECIFIED(laddr))
85282cd038dSYoshinobu Inoue 						wildcard++;
85382cd038dSYoshinobu Inoue 				}
85482cd038dSYoshinobu Inoue 				if (wildcard < matchwild) {
85582cd038dSYoshinobu Inoue 					match = inp;
85682cd038dSYoshinobu Inoue 					matchwild = wildcard;
857413628a7SBjoern A. Zeeb 					if (matchwild == 0)
85882cd038dSYoshinobu Inoue 						break;
85982cd038dSYoshinobu Inoue 				}
86082cd038dSYoshinobu Inoue 			}
86182cd038dSYoshinobu Inoue 		}
86282cd038dSYoshinobu Inoue 		return (match);
86382cd038dSYoshinobu Inoue 	}
86482cd038dSYoshinobu Inoue }
86582cd038dSYoshinobu Inoue 
866db0ac6deSCy Schubert static bool
867db0ac6deSCy Schubert in6_multi_match(const struct inpcb *inp, void *v __unused)
868db0ac6deSCy Schubert {
869db0ac6deSCy Schubert 
870db0ac6deSCy Schubert 	if ((inp->inp_vflag & INP_IPV6) && inp->in6p_moptions != NULL)
871db0ac6deSCy Schubert 		return (true);
872db0ac6deSCy Schubert 	else
873db0ac6deSCy Schubert 		return (false);
874db0ac6deSCy Schubert }
875db0ac6deSCy Schubert 
876e43cc4aeSHajimu UMEMOTO void
8771272577eSXin LI in6_pcbpurgeif0(struct inpcbinfo *pcbinfo, struct ifnet *ifp)
878e43cc4aeSHajimu UMEMOTO {
879db0ac6deSCy Schubert 	struct inpcb_iterator inpi = INP_ITERATOR(pcbinfo, INPLOOKUP_RLOCKPCB,
880db0ac6deSCy Schubert 	    in6_multi_match, NULL);
8810ecd976eSBjoern A. Zeeb 	struct inpcb *inp;
88259854ecfSHans Petter Selasky 	struct in6_multi *inm;
88359854ecfSHans Petter Selasky 	struct in6_mfilter *imf;
884e43cc4aeSHajimu UMEMOTO 	struct ip6_moptions *im6o;
885e43cc4aeSHajimu UMEMOTO 
886db0ac6deSCy Schubert 	IN6_MULTI_LOCK_ASSERT();
887db0ac6deSCy Schubert 
888db0ac6deSCy Schubert 	while ((inp = inp_next(&inpi)) != NULL) {
889db0ac6deSCy Schubert 		INP_RLOCK_ASSERT(inp);
890db0ac6deSCy Schubert 
8910ecd976eSBjoern A. Zeeb 		im6o = inp->in6p_moptions;
892e43cc4aeSHajimu UMEMOTO 		/*
89333cde130SBruce M Simpson 		 * Unselect the outgoing ifp for multicast if it
89433cde130SBruce M Simpson 		 * is being detached.
895e43cc4aeSHajimu UMEMOTO 		 */
896e43cc4aeSHajimu UMEMOTO 		if (im6o->im6o_multicast_ifp == ifp)
897e43cc4aeSHajimu UMEMOTO 			im6o->im6o_multicast_ifp = NULL;
898e43cc4aeSHajimu UMEMOTO 		/*
899e43cc4aeSHajimu UMEMOTO 		 * Drop multicast group membership if we joined
900e43cc4aeSHajimu UMEMOTO 		 * through the interface being detached.
901e43cc4aeSHajimu UMEMOTO 		 */
90259854ecfSHans Petter Selasky restart:
90359854ecfSHans Petter Selasky 		IP6_MFILTER_FOREACH(imf, &im6o->im6o_head) {
90459854ecfSHans Petter Selasky 			if ((inm = imf->im6f_in6m) == NULL)
90559854ecfSHans Petter Selasky 				continue;
90659854ecfSHans Petter Selasky 			if (inm->in6m_ifp != ifp)
90759854ecfSHans Petter Selasky 				continue;
90859854ecfSHans Petter Selasky 			ip6_mfilter_remove(&im6o->im6o_head, imf);
90959854ecfSHans Petter Selasky 			in6_leavegroup_locked(inm, NULL);
91059854ecfSHans Petter Selasky 			ip6_mfilter_free(imf);
91159854ecfSHans Petter Selasky 			goto restart;
912e43cc4aeSHajimu UMEMOTO 		}
913e43cc4aeSHajimu UMEMOTO 	}
914e43cc4aeSHajimu UMEMOTO }
915e43cc4aeSHajimu UMEMOTO 
91682cd038dSYoshinobu Inoue /*
91782cd038dSYoshinobu Inoue  * Check for alternatives when higher level complains
91882cd038dSYoshinobu Inoue  * about service problems.  For now, invalidate cached
91982cd038dSYoshinobu Inoue  * routing information.  If the route was created dynamically
92082cd038dSYoshinobu Inoue  * (by a redirect), time to try a default gateway again.
92182cd038dSYoshinobu Inoue  */
92282cd038dSYoshinobu Inoue void
923ec86402eSBjoern A. Zeeb in6_losing(struct inpcb *inp)
92482cd038dSYoshinobu Inoue {
9251272577eSXin LI 
926ec86402eSBjoern A. Zeeb 	RO_INVALIDATE_CACHE(&inp->inp_route6);
92782cd038dSYoshinobu Inoue }
92882cd038dSYoshinobu Inoue 
92982cd038dSYoshinobu Inoue /*
93082cd038dSYoshinobu Inoue  * After a routing change, flush old routing
93182cd038dSYoshinobu Inoue  * and allocate a (hopefully) better one.
93282cd038dSYoshinobu Inoue  */
9333ce144eaSJeffrey Hsu struct inpcb *
934ec86402eSBjoern A. Zeeb in6_rtchange(struct inpcb *inp, int errno __unused)
93582cd038dSYoshinobu Inoue {
93684cc0778SGeorge V. Neville-Neil 
937ec86402eSBjoern A. Zeeb 	RO_INVALIDATE_CACHE(&inp->inp_route6);
9383ce144eaSJeffrey Hsu 	return inp;
93982cd038dSYoshinobu Inoue }
94082cd038dSYoshinobu Inoue 
9411a43cff9SSean Bruno static struct inpcb *
9421a43cff9SSean Bruno in6_pcblookup_lbgroup(const struct inpcbinfo *pcbinfo,
9431a43cff9SSean Bruno     const struct in6_addr *laddr, uint16_t lport, const struct in6_addr *faddr,
944a034518aSAndrew Gallatin     uint16_t fport, int lookupflags, uint8_t numa_domain)
9451a43cff9SSean Bruno {
946a034518aSAndrew Gallatin 	struct inpcb *local_wild, *numa_wild;
9471a43cff9SSean Bruno 	const struct inpcblbgrouphead *hdr;
9481a43cff9SSean Bruno 	struct inpcblbgroup *grp;
9491a43cff9SSean Bruno 	uint32_t idx;
9501a43cff9SSean Bruno 
9511a43cff9SSean Bruno 	INP_HASH_LOCK_ASSERT(pcbinfo);
9521a43cff9SSean Bruno 
9539d2877fcSMark Johnston 	hdr = &pcbinfo->ipi_lbgrouphashbase[
9549d2877fcSMark Johnston 	    INP_PCBPORTHASH(lport, pcbinfo->ipi_lbgrouphashmask)];
9551a43cff9SSean Bruno 
9561a43cff9SSean Bruno 	/*
9571a43cff9SSean Bruno 	 * Order of socket selection:
9581a43cff9SSean Bruno 	 * 1. non-wild.
9591a43cff9SSean Bruno 	 * 2. wild (if lookupflags contains INPLOOKUP_WILDCARD).
9601a43cff9SSean Bruno 	 *
9611a43cff9SSean Bruno 	 * NOTE:
9621a43cff9SSean Bruno 	 * - Load balanced group does not contain jailed sockets.
9631a43cff9SSean Bruno 	 * - Load balanced does not contain IPv4 mapped INET6 wild sockets.
9641a43cff9SSean Bruno 	 */
965d3a4b0daSMark Johnston 	local_wild = NULL;
966a034518aSAndrew Gallatin 	numa_wild = NULL;
96754af3d0dSMark Johnston 	CK_LIST_FOREACH(grp, hdr, il_list) {
9684b82a7b6SAndrew Gallatin #ifdef INET
9694b82a7b6SAndrew Gallatin 		if (!(grp->il_vflag & INP_IPV6))
9704b82a7b6SAndrew Gallatin 			continue;
9714b82a7b6SAndrew Gallatin #endif
972d3a4b0daSMark Johnston 		if (grp->il_lport != lport)
973d3a4b0daSMark Johnston 			continue;
9741a43cff9SSean Bruno 
975*a0577692SGleb Smirnoff 		idx = INP6_PCBLBGROUP_PKTHASH(faddr, lport, fport) %
976*a0577692SGleb Smirnoff 		    grp->il_inpcnt;
977a034518aSAndrew Gallatin 		if (IN6_ARE_ADDR_EQUAL(&grp->il6_laddr, laddr)) {
978a034518aSAndrew Gallatin 			if (numa_domain == M_NODOM ||
979a034518aSAndrew Gallatin 			    grp->il_numa_domain == numa_domain) {
9801a43cff9SSean Bruno 				return (grp->il_inp[idx]);
981a034518aSAndrew Gallatin 			}
982a034518aSAndrew Gallatin 			else
983a034518aSAndrew Gallatin 				numa_wild = grp->il_inp[idx];
984a034518aSAndrew Gallatin 		}
9851a43cff9SSean Bruno 		if (IN6_IS_ADDR_UNSPECIFIED(&grp->il6_laddr) &&
986a034518aSAndrew Gallatin 		    (lookupflags & INPLOOKUP_WILDCARD) != 0 &&
987a034518aSAndrew Gallatin 		    (local_wild == NULL || numa_domain == M_NODOM ||
988a034518aSAndrew Gallatin 			grp->il_numa_domain == numa_domain)) {
9891a43cff9SSean Bruno 			local_wild = grp->il_inp[idx];
9901a43cff9SSean Bruno 		}
991a034518aSAndrew Gallatin 	}
992a034518aSAndrew Gallatin 	if (numa_wild != NULL)
993a034518aSAndrew Gallatin 		return (numa_wild);
9941a43cff9SSean Bruno 	return (local_wild);
9951a43cff9SSean Bruno }
9961a43cff9SSean Bruno 
99782cd038dSYoshinobu Inoue /*
99825102351SMike Karels  * Lookup PCB in hash list.  Used in in_pcb.c as well as here.
99982cd038dSYoshinobu Inoue  */
100025102351SMike Karels struct inpcb *
1001fa046d87SRobert Watson in6_pcblookup_hash_locked(struct inpcbinfo *pcbinfo, struct in6_addr *faddr,
1002fa046d87SRobert Watson     u_int fport_arg, struct in6_addr *laddr, u_int lport_arg,
1003a034518aSAndrew Gallatin     int lookupflags, struct ifnet *ifp, uint8_t numa_domain)
100482cd038dSYoshinobu Inoue {
100582cd038dSYoshinobu Inoue 	struct inpcbhead *head;
1006413628a7SBjoern A. Zeeb 	struct inpcb *inp, *tmpinp;
100782cd038dSYoshinobu Inoue 	u_short fport = fport_arg, lport = lport_arg;
100833841545SHajimu UMEMOTO 
100968e0d7e0SRobert Watson 	KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0,
101068e0d7e0SRobert Watson 	    ("%s: invalid lookup flags %d", __func__, lookupflags));
101168e0d7e0SRobert Watson 
1012fa046d87SRobert Watson 	INP_HASH_LOCK_ASSERT(pcbinfo);
10138deea4a8SRobert Watson 
101482cd038dSYoshinobu Inoue 	/*
101582cd038dSYoshinobu Inoue 	 * First look for an exact match.
101682cd038dSYoshinobu Inoue 	 */
1017413628a7SBjoern A. Zeeb 	tmpinp = NULL;
1018*a0577692SGleb Smirnoff 	head = &pcbinfo->ipi_hashbase[INP6_PCBHASH(faddr, lport, fport,
1019*a0577692SGleb Smirnoff 	    pcbinfo->ipi_hashmask)];
1020b872626dSMatt Macy 	CK_LIST_FOREACH(inp, head, inp_hash) {
1021413628a7SBjoern A. Zeeb 		/* XXX inp locking */
1022369dc8ceSEivind Eklund 		if ((inp->inp_vflag & INP_IPV6) == 0)
102382cd038dSYoshinobu Inoue 			continue;
102482cd038dSYoshinobu Inoue 		if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) &&
102582cd038dSYoshinobu Inoue 		    IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) &&
102682cd038dSYoshinobu Inoue 		    inp->inp_fport == fport &&
102782cd038dSYoshinobu Inoue 		    inp->inp_lport == lport) {
102882cd038dSYoshinobu Inoue 			/*
1029413628a7SBjoern A. Zeeb 			 * XXX We should be able to directly return
1030413628a7SBjoern A. Zeeb 			 * the inp here, without any checks.
1031413628a7SBjoern A. Zeeb 			 * Well unless both bound with SO_REUSEPORT?
103282cd038dSYoshinobu Inoue 			 */
10330304c731SJamie Gritton 			if (prison_flag(inp->inp_cred, PR_IP6))
103482cd038dSYoshinobu Inoue 				return (inp);
1035413628a7SBjoern A. Zeeb 			if (tmpinp == NULL)
1036413628a7SBjoern A. Zeeb 				tmpinp = inp;
103782cd038dSYoshinobu Inoue 		}
103882cd038dSYoshinobu Inoue 	}
1039413628a7SBjoern A. Zeeb 	if (tmpinp != NULL)
1040413628a7SBjoern A. Zeeb 		return (tmpinp);
104182cd038dSYoshinobu Inoue 
1042413628a7SBjoern A. Zeeb 	/*
10431a43cff9SSean Bruno 	 * Then look in lb group (for wildcard match).
10441a43cff9SSean Bruno 	 */
1045d9ff5789SMark Johnston 	if ((lookupflags & INPLOOKUP_WILDCARD) != 0) {
10461a43cff9SSean Bruno 		inp = in6_pcblookup_lbgroup(pcbinfo, laddr, lport, faddr,
1047a034518aSAndrew Gallatin 		    fport, lookupflags, numa_domain);
1048d9ff5789SMark Johnston 		if (inp != NULL)
10491a43cff9SSean Bruno 			return (inp);
10501a43cff9SSean Bruno 	}
10511a43cff9SSean Bruno 
10521a43cff9SSean Bruno 	/*
1053413628a7SBjoern A. Zeeb 	 * Then look for a wildcard match, if requested.
1054413628a7SBjoern A. Zeeb 	 */
105568e0d7e0SRobert Watson 	if ((lookupflags & INPLOOKUP_WILDCARD) != 0) {
1056413628a7SBjoern A. Zeeb 		struct inpcb *local_wild = NULL, *local_exact = NULL;
1057413628a7SBjoern A. Zeeb 		struct inpcb *jail_wild = NULL;
1058413628a7SBjoern A. Zeeb 		int injail;
1059413628a7SBjoern A. Zeeb 
1060413628a7SBjoern A. Zeeb 		/*
1061413628a7SBjoern A. Zeeb 		 * Order of socket selection - we always prefer jails.
1062413628a7SBjoern A. Zeeb 		 *      1. jailed, non-wild.
1063413628a7SBjoern A. Zeeb 		 *      2. jailed, wild.
1064413628a7SBjoern A. Zeeb 		 *      3. non-jailed, non-wild.
1065413628a7SBjoern A. Zeeb 		 *      4. non-jailed, wild.
1066413628a7SBjoern A. Zeeb 		 */
1067*a0577692SGleb Smirnoff 		head = &pcbinfo->ipi_hashbase[INP_PCBHASH_WILD(lport,
10681b44e5ffSAndrey V. Elsukov 		    pcbinfo->ipi_hashmask)];
1069b872626dSMatt Macy 		CK_LIST_FOREACH(inp, head, inp_hash) {
1070413628a7SBjoern A. Zeeb 			/* XXX inp locking */
1071369dc8ceSEivind Eklund 			if ((inp->inp_vflag & INP_IPV6) == 0)
107282cd038dSYoshinobu Inoue 				continue;
1073413628a7SBjoern A. Zeeb 
1074413628a7SBjoern A. Zeeb 			if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) ||
1075413628a7SBjoern A. Zeeb 			    inp->inp_lport != lport) {
1076413628a7SBjoern A. Zeeb 				continue;
1077413628a7SBjoern A. Zeeb 			}
1078413628a7SBjoern A. Zeeb 
10790304c731SJamie Gritton 			injail = prison_flag(inp->inp_cred, PR_IP6);
1080413628a7SBjoern A. Zeeb 			if (injail) {
1081185e659cSGleb Smirnoff 				if (prison_check_ip6_locked(
1082185e659cSGleb Smirnoff 				    inp->inp_cred->cr_prison, laddr) != 0)
1083413628a7SBjoern A. Zeeb 					continue;
1084413628a7SBjoern A. Zeeb 			} else {
1085413628a7SBjoern A. Zeeb 				if (local_exact != NULL)
1086413628a7SBjoern A. Zeeb 					continue;
1087413628a7SBjoern A. Zeeb 			}
1088413628a7SBjoern A. Zeeb 
1089413628a7SBjoern A. Zeeb 			if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) {
1090413628a7SBjoern A. Zeeb 				if (injail)
109182cd038dSYoshinobu Inoue 					return (inp);
1092413628a7SBjoern A. Zeeb 				else
1093413628a7SBjoern A. Zeeb 					local_exact = inp;
1094413628a7SBjoern A. Zeeb 			} else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) {
1095413628a7SBjoern A. Zeeb 				if (injail)
1096413628a7SBjoern A. Zeeb 					jail_wild = inp;
1097413628a7SBjoern A. Zeeb 				else
109882cd038dSYoshinobu Inoue 					local_wild = inp;
109982cd038dSYoshinobu Inoue 			}
1100413628a7SBjoern A. Zeeb 		} /* LIST_FOREACH */
1101413628a7SBjoern A. Zeeb 
1102413628a7SBjoern A. Zeeb 		if (jail_wild != NULL)
1103413628a7SBjoern A. Zeeb 			return (jail_wild);
1104413628a7SBjoern A. Zeeb 		if (local_exact != NULL)
1105413628a7SBjoern A. Zeeb 			return (local_exact);
1106413628a7SBjoern A. Zeeb 		if (local_wild != NULL)
110782cd038dSYoshinobu Inoue 			return (local_wild);
110868e0d7e0SRobert Watson 	} /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */
110982cd038dSYoshinobu Inoue 
111082cd038dSYoshinobu Inoue 	/*
111182cd038dSYoshinobu Inoue 	 * Not found.
111282cd038dSYoshinobu Inoue 	 */
111382cd038dSYoshinobu Inoue 	return (NULL);
111482cd038dSYoshinobu Inoue }
111582cd038dSYoshinobu Inoue 
1116fa046d87SRobert Watson /*
1117fa046d87SRobert Watson  * Lookup PCB in hash list, using pcbinfo tables.  This variation locks the
1118fa046d87SRobert Watson  * hash list lock, and will return the inpcb locked (i.e., requires
1119fa046d87SRobert Watson  * INPLOOKUP_LOCKPCB).
1120fa046d87SRobert Watson  */
1121fa046d87SRobert Watson static struct inpcb *
1122fa046d87SRobert Watson in6_pcblookup_hash(struct inpcbinfo *pcbinfo, struct in6_addr *faddr,
1123fa046d87SRobert Watson     u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags,
1124a034518aSAndrew Gallatin     struct ifnet *ifp, uint8_t numa_domain)
1125fa046d87SRobert Watson {
1126fa046d87SRobert Watson 	struct inpcb *inp;
1127fa046d87SRobert Watson 
1128db0ac6deSCy Schubert 	smr_enter(pcbinfo->ipi_smr);
1129fa046d87SRobert Watson 	inp = in6_pcblookup_hash_locked(pcbinfo, faddr, fport, laddr, lport,
113008d9c920SGleb Smirnoff 	    lookupflags & INPLOOKUP_WILDCARD, ifp, numa_domain);
1131fa046d87SRobert Watson 	if (inp != NULL) {
1132db0ac6deSCy Schubert 		if (__predict_false(inp_smr_lock(inp,
1133db0ac6deSCy Schubert 		    (lookupflags & INPLOOKUP_LOCKMASK)) == false))
1134266f97b5SCy Schubert 			inp = NULL;
1135db0ac6deSCy Schubert 	} else
1136db0ac6deSCy Schubert 		smr_exit(pcbinfo->ipi_smr);
1137db0ac6deSCy Schubert 
1138fa046d87SRobert Watson 	return (inp);
1139fa046d87SRobert Watson }
1140fa046d87SRobert Watson 
1141fa046d87SRobert Watson /*
1142d3c1f003SRobert Watson  * Public inpcb lookup routines, accepting a 4-tuple, and optionally, an mbuf
1143d3c1f003SRobert Watson  * from which a pre-calculated hash value may be extracted.
1144fa046d87SRobert Watson  */
1145fa046d87SRobert Watson struct inpcb *
1146fa046d87SRobert Watson in6_pcblookup(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, u_int fport,
1147fa046d87SRobert Watson     struct in6_addr *laddr, u_int lport, int lookupflags, struct ifnet *ifp)
1148fa046d87SRobert Watson {
114952cd27cbSRobert Watson 
1150d3c1f003SRobert Watson 	KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0,
1151d3c1f003SRobert Watson 	    ("%s: invalid lookup flags %d", __func__, lookupflags));
11521db08fbeSGleb Smirnoff 	KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0,
11531db08fbeSGleb Smirnoff 	    ("%s: LOCKPCB not set", __func__));
1154fa046d87SRobert Watson 
1155d3c1f003SRobert Watson 	return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport,
1156a034518aSAndrew Gallatin 	    lookupflags, ifp, M_NODOM));
1157d3c1f003SRobert Watson }
1158d3c1f003SRobert Watson 
1159d3c1f003SRobert Watson struct inpcb *
1160d3c1f003SRobert Watson in6_pcblookup_mbuf(struct inpcbinfo *pcbinfo, struct in6_addr *faddr,
1161d3c1f003SRobert Watson     u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags,
1162d3c1f003SRobert Watson     struct ifnet *ifp, struct mbuf *m)
1163d3c1f003SRobert Watson {
116452cd27cbSRobert Watson 
1165fa046d87SRobert Watson 	KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0,
1166fa046d87SRobert Watson 	    ("%s: invalid lookup flags %d", __func__, lookupflags));
11671db08fbeSGleb Smirnoff 	KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0,
1168fa046d87SRobert Watson 	    ("%s: LOCKPCB not set", __func__));
1169fa046d87SRobert Watson 
1170fa046d87SRobert Watson 	return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport,
1171a034518aSAndrew Gallatin 	    lookupflags, ifp, m->m_pkthdr.numa_domain));
1172fa046d87SRobert Watson }
1173fa046d87SRobert Watson 
117482cd038dSYoshinobu Inoue void
1175dce33a45SErmal Luçi init_sin6(struct sockaddr_in6 *sin6, struct mbuf *m, int srcordst)
117682cd038dSYoshinobu Inoue {
117782cd038dSYoshinobu Inoue 	struct ip6_hdr *ip;
117882cd038dSYoshinobu Inoue 
117982cd038dSYoshinobu Inoue 	ip = mtod(m, struct ip6_hdr *);
118082cd038dSYoshinobu Inoue 	bzero(sin6, sizeof(*sin6));
118182cd038dSYoshinobu Inoue 	sin6->sin6_len = sizeof(*sin6);
118282cd038dSYoshinobu Inoue 	sin6->sin6_family = AF_INET6;
1183dce33a45SErmal Luçi 	sin6->sin6_addr = srcordst ? ip->ip6_dst : ip->ip6_src;
1184a1f7e5f8SHajimu UMEMOTO 
1185a1f7e5f8SHajimu UMEMOTO 	(void)sa6_recoverscope(sin6); /* XXX: should catch errors... */
118682cd038dSYoshinobu Inoue 
118782cd038dSYoshinobu Inoue 	return;
118882cd038dSYoshinobu Inoue }
1189