1caf43b02SWarner Losh /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 482cd038dSYoshinobu Inoue * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project. 5fa046d87SRobert Watson * Copyright (c) 2010-2011 Juniper Networks, Inc. 682cd038dSYoshinobu Inoue * All rights reserved. 782cd038dSYoshinobu Inoue * 8fa046d87SRobert Watson * Portions of this software were developed by Robert N. M. Watson under 9fa046d87SRobert Watson * contract to Juniper Networks, Inc. 10fa046d87SRobert Watson * 1182cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 1282cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 1382cd038dSYoshinobu Inoue * are met: 1482cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 1582cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 1682cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 1782cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 1882cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 1982cd038dSYoshinobu Inoue * 3. Neither the name of the project nor the names of its contributors 2082cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 2182cd038dSYoshinobu Inoue * without specific prior written permission. 2282cd038dSYoshinobu Inoue * 2382cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND 2482cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2582cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2682cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE 2782cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2882cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2982cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 3082cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 3182cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 3282cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 3382cd038dSYoshinobu Inoue * SUCH DAMAGE. 3482cd038dSYoshinobu Inoue * 35b48287a3SDavid E. O'Brien * $KAME: in6_pcb.c,v 1.31 2001/05/21 05:45:10 jinmei Exp $ 3682cd038dSYoshinobu Inoue */ 3782cd038dSYoshinobu Inoue 38caf43b02SWarner Losh /*- 3982cd038dSYoshinobu Inoue * Copyright (c) 1982, 1986, 1991, 1993 4082cd038dSYoshinobu Inoue * The Regents of the University of California. All rights reserved. 4182cd038dSYoshinobu Inoue * 4282cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 4382cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 4482cd038dSYoshinobu Inoue * are met: 4582cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 4682cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 4782cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 4882cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 4982cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 50fbbd9655SWarner Losh * 3. Neither the name of the University nor the names of its contributors 5182cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 5282cd038dSYoshinobu Inoue * without specific prior written permission. 5382cd038dSYoshinobu Inoue * 5482cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 5582cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 5682cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 5782cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 5882cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 5982cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 6082cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 6182cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 6282cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 6382cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 6482cd038dSYoshinobu Inoue * SUCH DAMAGE. 6582cd038dSYoshinobu Inoue * 6682cd038dSYoshinobu Inoue * @(#)in_pcb.c 8.2 (Berkeley) 1/4/94 6782cd038dSYoshinobu Inoue */ 6882cd038dSYoshinobu Inoue 69b48287a3SDavid E. O'Brien #include <sys/cdefs.h> 70b48287a3SDavid E. O'Brien __FBSDID("$FreeBSD$"); 71b48287a3SDavid E. O'Brien 7233841545SHajimu UMEMOTO #include "opt_inet.h" 7333841545SHajimu UMEMOTO #include "opt_inet6.h" 746a800098SYoshinobu Inoue #include "opt_ipsec.h" 750c325f53SAlexander V. Chernikov #include "opt_route.h" 767527624eSRobert Watson #include "opt_rss.h" 7782cd038dSYoshinobu Inoue 78*a0577692SGleb Smirnoff #include <sys/hash.h> 7982cd038dSYoshinobu Inoue #include <sys/param.h> 8082cd038dSYoshinobu Inoue #include <sys/systm.h> 8182cd038dSYoshinobu Inoue #include <sys/malloc.h> 8282cd038dSYoshinobu Inoue #include <sys/mbuf.h> 83fb59c426SYoshinobu Inoue #include <sys/domain.h> 8482cd038dSYoshinobu Inoue #include <sys/protosw.h> 8582cd038dSYoshinobu Inoue #include <sys/socket.h> 8682cd038dSYoshinobu Inoue #include <sys/socketvar.h> 8782cd038dSYoshinobu Inoue #include <sys/sockio.h> 8882cd038dSYoshinobu Inoue #include <sys/errno.h> 8982cd038dSYoshinobu Inoue #include <sys/time.h> 90acd3428bSRobert Watson #include <sys/priv.h> 9182cd038dSYoshinobu Inoue #include <sys/proc.h> 9282cd038dSYoshinobu Inoue #include <sys/jail.h> 9382cd038dSYoshinobu Inoue 9494540027SJeff Roberson #include <vm/uma.h> 9582cd038dSYoshinobu Inoue 9682cd038dSYoshinobu Inoue #include <net/if.h> 9776039bc8SGleb Smirnoff #include <net/if_var.h> 986d768226SGeorge V. Neville-Neil #include <net/if_llatbl.h> 9982cd038dSYoshinobu Inoue #include <net/if_types.h> 10082cd038dSYoshinobu Inoue #include <net/route.h> 101983066f0SAlexander V. Chernikov #include <net/route/nhop.h> 10282cd038dSYoshinobu Inoue 10382cd038dSYoshinobu Inoue #include <netinet/in.h> 10482cd038dSYoshinobu Inoue #include <netinet/in_var.h> 10582cd038dSYoshinobu Inoue #include <netinet/in_systm.h> 106f76fcf6dSJeffrey Hsu #include <netinet/tcp_var.h> 107686cdd19SJun-ichiro itojun Hagino #include <netinet/ip6.h> 108fb59c426SYoshinobu Inoue #include <netinet/ip_var.h> 109ac957cd2SJulian Elischer 11082cd038dSYoshinobu Inoue #include <netinet6/ip6_var.h> 11182cd038dSYoshinobu Inoue #include <netinet6/nd6.h> 11282cd038dSYoshinobu Inoue #include <netinet/in_pcb.h> 1130f617ae4SGleb Smirnoff #include <netinet/in_pcb_var.h> 11482cd038dSYoshinobu Inoue #include <netinet6/in6_pcb.h> 115983066f0SAlexander V. Chernikov #include <netinet6/in6_fib.h> 116a1f7e5f8SHajimu UMEMOTO #include <netinet6/scope6_var.h> 11782cd038dSYoshinobu Inoue 11882cd038dSYoshinobu Inoue int 119147f018aSGleb Smirnoff in6_pcbsetport(struct in6_addr *laddr, struct inpcb *inp, struct ucred *cred) 120147f018aSGleb Smirnoff { 121147f018aSGleb Smirnoff struct socket *so = inp->inp_socket; 122147f018aSGleb Smirnoff u_int16_t lport = 0; 123147f018aSGleb Smirnoff int error, lookupflags = 0; 124147f018aSGleb Smirnoff #ifdef INVARIANTS 125147f018aSGleb Smirnoff struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 126147f018aSGleb Smirnoff #endif 127147f018aSGleb Smirnoff 128147f018aSGleb Smirnoff INP_WLOCK_ASSERT(inp); 129147f018aSGleb Smirnoff INP_HASH_WLOCK_ASSERT(pcbinfo); 130147f018aSGleb Smirnoff 131147f018aSGleb Smirnoff error = prison_local_ip6(cred, laddr, 132147f018aSGleb Smirnoff ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0)); 133147f018aSGleb Smirnoff if (error) 134147f018aSGleb Smirnoff return(error); 135147f018aSGleb Smirnoff 136147f018aSGleb Smirnoff /* XXX: this is redundant when called from in6_pcbbind */ 137147f018aSGleb Smirnoff if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT|SO_REUSEPORT_LB)) == 0) 138147f018aSGleb Smirnoff lookupflags = INPLOOKUP_WILDCARD; 139147f018aSGleb Smirnoff 140147f018aSGleb Smirnoff inp->inp_flags |= INP_ANONPORT; 141147f018aSGleb Smirnoff 142147f018aSGleb Smirnoff error = in_pcb_lport(inp, NULL, &lport, cred, lookupflags); 143147f018aSGleb Smirnoff if (error != 0) 144147f018aSGleb Smirnoff return (error); 145147f018aSGleb Smirnoff 146147f018aSGleb Smirnoff inp->inp_lport = lport; 147147f018aSGleb Smirnoff if (in_pcbinshash(inp) != 0) { 148147f018aSGleb Smirnoff inp->in6p_laddr = in6addr_any; 149147f018aSGleb Smirnoff inp->inp_lport = 0; 150147f018aSGleb Smirnoff return (EAGAIN); 151147f018aSGleb Smirnoff } 152147f018aSGleb Smirnoff 153147f018aSGleb Smirnoff return (0); 154147f018aSGleb Smirnoff } 155147f018aSGleb Smirnoff 156147f018aSGleb Smirnoff int 1573e85b721SEd Maste in6_pcbbind(struct inpcb *inp, struct sockaddr *nam, 1581272577eSXin LI struct ucred *cred) 15982cd038dSYoshinobu Inoue { 16082cd038dSYoshinobu Inoue struct socket *so = inp->inp_socket; 16182cd038dSYoshinobu Inoue struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)NULL; 16282cd038dSYoshinobu Inoue struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 16382cd038dSYoshinobu Inoue u_short lport = 0; 16468e0d7e0SRobert Watson int error, lookupflags = 0; 16568e0d7e0SRobert Watson int reuseport = (so->so_options & SO_REUSEPORT); 16682cd038dSYoshinobu Inoue 1671a43cff9SSean Bruno /* 1681a43cff9SSean Bruno * XXX: Maybe we could let SO_REUSEPORT_LB set SO_REUSEPORT bit here 1691a43cff9SSean Bruno * so that we don't have to add to the (already messy) code below. 1701a43cff9SSean Bruno */ 1711a43cff9SSean Bruno int reuseport_lb = (so->so_options & SO_REUSEPORT_LB); 1721a43cff9SSean Bruno 1738501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 174fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 17507385abdSRobert Watson 17682cd038dSYoshinobu Inoue if (inp->inp_lport || !IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) 17782cd038dSYoshinobu Inoue return (EINVAL); 1781a43cff9SSean Bruno if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT|SO_REUSEPORT_LB)) == 0) 17968e0d7e0SRobert Watson lookupflags = INPLOOKUP_WILDCARD; 1804616026fSErmal Luçi if (nam == NULL) { 1817c2f3cb9SJamie Gritton if ((error = prison_local_ip6(cred, &inp->in6p_laddr, 1827c2f3cb9SJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 1837c2f3cb9SJamie Gritton return (error); 1847c2f3cb9SJamie Gritton } else { 18582cd038dSYoshinobu Inoue sin6 = (struct sockaddr_in6 *)nam; 186f161d294SMark Johnston KASSERT(sin6->sin6_family == AF_INET6, 187f161d294SMark Johnston ("%s: invalid address family for %p", __func__, sin6)); 188f161d294SMark Johnston KASSERT(sin6->sin6_len == sizeof(*sin6), 189f161d294SMark Johnston ("%s: invalid address length for %p", __func__, sin6)); 19082cd038dSYoshinobu Inoue 191603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 192a1f7e5f8SHajimu UMEMOTO return(error); 19382cd038dSYoshinobu Inoue 194b89e82ddSJamie Gritton if ((error = prison_local_ip6(cred, &sin6->sin6_addr, 195b89e82ddSJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 196b89e82ddSJamie Gritton return (error); 197413628a7SBjoern A. Zeeb 19882cd038dSYoshinobu Inoue lport = sin6->sin6_port; 19982cd038dSYoshinobu Inoue if (IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr)) { 20082cd038dSYoshinobu Inoue /* 20182cd038dSYoshinobu Inoue * Treat SO_REUSEADDR as SO_REUSEPORT for multicast; 20282cd038dSYoshinobu Inoue * allow compepte duplication of binding if 20382cd038dSYoshinobu Inoue * SO_REUSEPORT is set, or if SO_REUSEADDR is set 20482cd038dSYoshinobu Inoue * and a multicast address is bound on both 20582cd038dSYoshinobu Inoue * new and duplicated sockets. 20682cd038dSYoshinobu Inoue */ 207f122b319SMikolaj Golub if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT)) != 0) 20882cd038dSYoshinobu Inoue reuseport = SO_REUSEADDR|SO_REUSEPORT; 2091a43cff9SSean Bruno /* 2101a43cff9SSean Bruno * XXX: How to deal with SO_REUSEPORT_LB here? 2111a43cff9SSean Bruno * Treat same as SO_REUSEPORT for now. 2121a43cff9SSean Bruno */ 2131a43cff9SSean Bruno if ((so->so_options & 2141a43cff9SSean Bruno (SO_REUSEADDR|SO_REUSEPORT_LB)) != 0) 2151a43cff9SSean Bruno reuseport_lb = SO_REUSEADDR|SO_REUSEPORT_LB; 21682cd038dSYoshinobu Inoue } else if (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 217a68cc388SGleb Smirnoff struct epoch_tracker et; 2188c0fec80SRobert Watson struct ifaddr *ifa; 21982cd038dSYoshinobu Inoue 22082cd038dSYoshinobu Inoue sin6->sin6_port = 0; /* yech... */ 221a68cc388SGleb Smirnoff NET_EPOCH_ENTER(et); 2228c0fec80SRobert Watson if ((ifa = ifa_ifwithaddr((struct sockaddr *)sin6)) == 2238c0fec80SRobert Watson NULL && 224f44270e7SPawel Jakub Dawidek (inp->inp_flags & INP_BINDANY) == 0) { 225a68cc388SGleb Smirnoff NET_EPOCH_EXIT(et); 22682cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 227f44270e7SPawel Jakub Dawidek } 22882cd038dSYoshinobu Inoue 22982cd038dSYoshinobu Inoue /* 23082cd038dSYoshinobu Inoue * XXX: bind to an anycast address might accidentally 23182cd038dSYoshinobu Inoue * cause sending a packet with anycast source address. 23233841545SHajimu UMEMOTO * We should allow to bind to a deprecated address, since 2337efe5d92SHajimu UMEMOTO * the application dares to use it. 23482cd038dSYoshinobu Inoue */ 2358c0fec80SRobert Watson if (ifa != NULL && 2368c0fec80SRobert Watson ((struct in6_ifaddr *)ifa)->ia6_flags & 23733841545SHajimu UMEMOTO (IN6_IFF_ANYCAST|IN6_IFF_NOTREADY|IN6_IFF_DETACHED)) { 238a68cc388SGleb Smirnoff NET_EPOCH_EXIT(et); 23982cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 24082cd038dSYoshinobu Inoue } 241a68cc388SGleb Smirnoff NET_EPOCH_EXIT(et); 24282cd038dSYoshinobu Inoue } 24382cd038dSYoshinobu Inoue if (lport) { 24482cd038dSYoshinobu Inoue struct inpcb *t; 24529381b36SMikolaj Golub struct tcptw *tw; 24682cd038dSYoshinobu Inoue 24782cd038dSYoshinobu Inoue /* GROSS */ 248603724d3SBjoern A. Zeeb if (ntohs(lport) <= V_ipport_reservedhigh && 249603724d3SBjoern A. Zeeb ntohs(lport) >= V_ipport_reservedlow && 250cc426dd3SMateusz Guzik priv_check_cred(cred, PRIV_NETINET_RESERVEDPORT)) 25182cd038dSYoshinobu Inoue return (EACCES); 252835d4b89SPawel Jakub Dawidek if (!IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr) && 253cc426dd3SMateusz Guzik priv_check_cred(inp->inp_cred, PRIV_NETINET_REUSEPORT) != 0) { 254fb59c426SYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, 25582cd038dSYoshinobu Inoue &sin6->sin6_addr, lport, 256078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 257f66145c6SYaroslav Tykhiy if (t && 258c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 259ad71fe3cSRobert Watson ((t->inp_flags & INP_TIMEWAIT) == 0) && 260f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 261f66145c6SYaroslav Tykhiy IN6_IS_ADDR_UNSPECIFIED(&t->in6p_faddr)) && 2624cc20ab1SSeigo Tanimura (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr) || 26382cd038dSYoshinobu Inoue !IN6_IS_ADDR_UNSPECIFIED(&t->in6p_laddr) || 2641a43cff9SSean Bruno (t->inp_flags2 & INP_REUSEPORT) || 2651a43cff9SSean Bruno (t->inp_flags2 & INP_REUSEPORT_LB) == 0) && 266fc06cd42SMikolaj Golub (inp->inp_cred->cr_uid != 26786d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 26882cd038dSYoshinobu Inoue return (EADDRINUSE); 269c7c0d948SAdrian Chadd 270c7c0d948SAdrian Chadd /* 271c7c0d948SAdrian Chadd * If the socket is a BINDMULTI socket, then 272c7c0d948SAdrian Chadd * the credentials need to match and the 273c7c0d948SAdrian Chadd * original socket also has to have been bound 274c7c0d948SAdrian Chadd * with BINDMULTI. 275c7c0d948SAdrian Chadd */ 276c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 277c7c0d948SAdrian Chadd return (EADDRINUSE); 278c7c0d948SAdrian Chadd 27967107f45SBjoern A. Zeeb #ifdef INET 28033841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 281fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 282fb59c426SYoshinobu Inoue struct sockaddr_in sin; 283fb59c426SYoshinobu Inoue 284fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 285fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, 286fb59c426SYoshinobu Inoue sin.sin_addr, lport, 287078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 288f66145c6SYaroslav Tykhiy if (t && 289c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 290ad71fe3cSRobert Watson ((t->inp_flags & 291f66145c6SYaroslav Tykhiy INP_TIMEWAIT) == 0) && 292f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 293f66145c6SYaroslav Tykhiy ntohl(t->inp_faddr.s_addr) == 294f66145c6SYaroslav Tykhiy INADDR_ANY) && 29586d02c5cSBjoern A. Zeeb (inp->inp_cred->cr_uid != 29686d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 297fb59c426SYoshinobu Inoue return (EADDRINUSE); 298c7c0d948SAdrian Chadd 299c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 300c7c0d948SAdrian Chadd return (EADDRINUSE); 301fb59c426SYoshinobu Inoue } 30267107f45SBjoern A. Zeeb #endif 30382cd038dSYoshinobu Inoue } 30482cd038dSYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, &sin6->sin6_addr, 30568e0d7e0SRobert Watson lport, lookupflags, cred); 30629381b36SMikolaj Golub if (t && (t->inp_flags & INP_TIMEWAIT)) { 30729381b36SMikolaj Golub /* 30829381b36SMikolaj Golub * XXXRW: If an incpb has had its timewait 30929381b36SMikolaj Golub * state recycled, we treat the address as 31029381b36SMikolaj Golub * being in use (for now). This is better 31129381b36SMikolaj Golub * than a panic, but not desirable. 31229381b36SMikolaj Golub */ 31329381b36SMikolaj Golub tw = intotw(t); 31429381b36SMikolaj Golub if (tw == NULL || 3151a43cff9SSean Bruno ((reuseport & tw->tw_so_options) == 0 && 3161a43cff9SSean Bruno (reuseport_lb & tw->tw_so_options) == 0)) 31782cd038dSYoshinobu Inoue return (EADDRINUSE); 3181a43cff9SSean Bruno } else if (t && (reuseport & inp_so_options(t)) == 0 && 3191a43cff9SSean Bruno (reuseport_lb & inp_so_options(t)) == 0) { 32029381b36SMikolaj Golub return (EADDRINUSE); 32129381b36SMikolaj Golub } 32267107f45SBjoern A. Zeeb #ifdef INET 32333841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 324fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 325fb59c426SYoshinobu Inoue struct sockaddr_in sin; 326fb59c426SYoshinobu Inoue 327fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 328fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, sin.sin_addr, 32968e0d7e0SRobert Watson lport, lookupflags, cred); 330ad71fe3cSRobert Watson if (t && t->inp_flags & INP_TIMEWAIT) { 33129381b36SMikolaj Golub tw = intotw(t); 33229381b36SMikolaj Golub if (tw == NULL) 33329381b36SMikolaj Golub return (EADDRINUSE); 33429381b36SMikolaj Golub if ((reuseport & tw->tw_so_options) == 0 3351a43cff9SSean Bruno && (reuseport_lb & tw->tw_so_options) == 0 33629381b36SMikolaj Golub && (ntohl(t->inp_laddr.s_addr) != 33756e6821eSOlivier Houchard INADDR_ANY || ((inp->inp_vflag & 33856e6821eSOlivier Houchard INP_IPV6PROTO) == 33956e6821eSOlivier Houchard (t->inp_vflag & INP_IPV6PROTO)))) 34056e6821eSOlivier Houchard return (EADDRINUSE); 341efdf104bSMikolaj Golub } else if (t && 342efdf104bSMikolaj Golub (reuseport & inp_so_options(t)) == 0 && 3431a43cff9SSean Bruno (reuseport_lb & inp_so_options(t)) == 0 && 344fc06cd42SMikolaj Golub (ntohl(t->inp_laddr.s_addr) != INADDR_ANY || 3451a43cff9SSean Bruno (t->inp_vflag & INP_IPV6PROTO) != 0)) { 346fb59c426SYoshinobu Inoue return (EADDRINUSE); 347fb59c426SYoshinobu Inoue } 3481a43cff9SSean Bruno } 34967107f45SBjoern A. Zeeb #endif 35082cd038dSYoshinobu Inoue } 35182cd038dSYoshinobu Inoue inp->in6p_laddr = sin6->sin6_addr; 35282cd038dSYoshinobu Inoue } 35382cd038dSYoshinobu Inoue if (lport == 0) { 3544616026fSErmal Luçi if ((error = in6_pcbsetport(&inp->in6p_laddr, inp, cred)) != 0) { 3554a2b2562SBjoern A. Zeeb /* Undo an address bind that may have occurred. */ 3564a2b2562SBjoern A. Zeeb inp->in6p_laddr = in6addr_any; 357b89e82ddSJamie Gritton return (error); 3584a2b2562SBjoern A. Zeeb } 35955fd3bafSBjoern A. Zeeb } else { 36082cd038dSYoshinobu Inoue inp->inp_lport = lport; 36182cd038dSYoshinobu Inoue if (in_pcbinshash(inp) != 0) { 36282cd038dSYoshinobu Inoue inp->in6p_laddr = in6addr_any; 36382cd038dSYoshinobu Inoue inp->inp_lport = 0; 36482cd038dSYoshinobu Inoue return (EAGAIN); 36582cd038dSYoshinobu Inoue } 366686cdd19SJun-ichiro itojun Hagino } 36782cd038dSYoshinobu Inoue return (0); 36882cd038dSYoshinobu Inoue } 36982cd038dSYoshinobu Inoue 37082cd038dSYoshinobu Inoue /* 37182cd038dSYoshinobu Inoue * Transform old in6_pcbconnect() into an inner subroutine for new 37282cd038dSYoshinobu Inoue * in6_pcbconnect(): Do some validity-checking on the remote 37382cd038dSYoshinobu Inoue * address (in mbuf 'nam') and then determine local host address 37482cd038dSYoshinobu Inoue * (i.e., which interface) to use to access that remote host. 37582cd038dSYoshinobu Inoue * 37682cd038dSYoshinobu Inoue * This preserves definition of in6_pcbconnect(), while supporting a 37782cd038dSYoshinobu Inoue * slightly different version for T/TCP. (This is more than 37882cd038dSYoshinobu Inoue * a bit of a kludge, but cleaning up the internal interfaces would 37982cd038dSYoshinobu Inoue * have forced minor changes in every protocol). 38082cd038dSYoshinobu Inoue */ 381a7e201bbSAndrey V. Elsukov static int 382f161d294SMark Johnston in6_pcbladdr(struct inpcb *inp, struct sockaddr_in6 *sin6, 38388d166bfSBjoern A. Zeeb struct in6_addr *plocal_addr6) 38482cd038dSYoshinobu Inoue { 38582cd038dSYoshinobu Inoue int error = 0; 386a1f7e5f8SHajimu UMEMOTO int scope_ambiguous = 0; 38788d166bfSBjoern A. Zeeb struct in6_addr in6a; 388605284b8SAlexander V. Chernikov struct epoch_tracker et; 38982cd038dSYoshinobu Inoue 3908501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 391fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); /* XXXRW: why? */ 3928deea4a8SRobert Watson 39382cd038dSYoshinobu Inoue if (sin6->sin6_port == 0) 39482cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 39582cd038dSYoshinobu Inoue 396603724d3SBjoern A. Zeeb if (sin6->sin6_scope_id == 0 && !V_ip6_use_defzone) 397a1f7e5f8SHajimu UMEMOTO scope_ambiguous = 1; 398603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 399a1f7e5f8SHajimu UMEMOTO return(error); 400a1f7e5f8SHajimu UMEMOTO 401d7c5a620SMatt Macy if (!CK_STAILQ_EMPTY(&V_in6_ifaddrhead)) { 40282cd038dSYoshinobu Inoue /* 40382cd038dSYoshinobu Inoue * If the destination address is UNSPECIFIED addr, 40482cd038dSYoshinobu Inoue * use the loopback addr, e.g ::1. 40582cd038dSYoshinobu Inoue */ 40682cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) 40782cd038dSYoshinobu Inoue sin6->sin6_addr = in6addr_loopback; 40882cd038dSYoshinobu Inoue } 409b89e82ddSJamie Gritton if ((error = prison_remote_ip6(inp->inp_cred, &sin6->sin6_addr)) != 0) 410b89e82ddSJamie Gritton return (error); 411a1f7e5f8SHajimu UMEMOTO 412605284b8SAlexander V. Chernikov NET_EPOCH_ENTER(et); 413601c0b8bSAlexander V. Chernikov error = in6_selectsrc_socket(sin6, inp->in6p_outputopts, 414601c0b8bSAlexander V. Chernikov inp, inp->inp_cred, scope_ambiguous, &in6a, NULL); 415605284b8SAlexander V. Chernikov NET_EPOCH_EXIT(et); 41688d166bfSBjoern A. Zeeb if (error) 41788d166bfSBjoern A. Zeeb return (error); 41888d166bfSBjoern A. Zeeb 41988d166bfSBjoern A. Zeeb /* 42088d166bfSBjoern A. Zeeb * Do not update this earlier, in case we return with an error. 42188d166bfSBjoern A. Zeeb * 422601c0b8bSAlexander V. Chernikov * XXX: this in6_selectsrc_socket result might replace the bound local 423681ffdf9SBjoern A. Zeeb * address with the address specified by setsockopt(IPV6_PKTINFO). 42488d166bfSBjoern A. Zeeb * Is it the intended behavior? 42588d166bfSBjoern A. Zeeb */ 42688d166bfSBjoern A. Zeeb *plocal_addr6 = in6a; 42788d166bfSBjoern A. Zeeb 42882cd038dSYoshinobu Inoue /* 42982cd038dSYoshinobu Inoue * Don't do pcblookup call here; return interface in 43082cd038dSYoshinobu Inoue * plocal_addr6 43182cd038dSYoshinobu Inoue * and exit to caller, that will do the lookup. 43282cd038dSYoshinobu Inoue */ 433a1f7e5f8SHajimu UMEMOTO 43482cd038dSYoshinobu Inoue return (0); 43582cd038dSYoshinobu Inoue } 43682cd038dSYoshinobu Inoue 43782cd038dSYoshinobu Inoue /* 43882cd038dSYoshinobu Inoue * Outer subroutine: 43982cd038dSYoshinobu Inoue * Connect from a socket to a specified address. 44082cd038dSYoshinobu Inoue * Both address and port must be specified in argument sin. 44182cd038dSYoshinobu Inoue * If don't have a local address for this socket yet, 44282cd038dSYoshinobu Inoue * then pick one. 44382cd038dSYoshinobu Inoue */ 44482cd038dSYoshinobu Inoue int 4453e85b721SEd Maste in6_pcbconnect_mbuf(struct inpcb *inp, struct sockaddr *nam, 446fe1274eeSMichael Tuexen struct ucred *cred, struct mbuf *m, bool rehash) 44782cd038dSYoshinobu Inoue { 448fa046d87SRobert Watson struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 4493e85b721SEd Maste struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam; 45025102351SMike Karels struct sockaddr_in6 laddr6; 45182cd038dSYoshinobu Inoue int error; 45282cd038dSYoshinobu Inoue 453f161d294SMark Johnston KASSERT(sin6->sin6_family == AF_INET6, 454f161d294SMark Johnston ("%s: invalid address family for %p", __func__, sin6)); 455f161d294SMark Johnston KASSERT(sin6->sin6_len == sizeof(*sin6), 456f161d294SMark Johnston ("%s: invalid address length for %p", __func__, sin6)); 457f161d294SMark Johnston 45825102351SMike Karels bzero(&laddr6, sizeof(laddr6)); 45925102351SMike Karels laddr6.sin6_family = AF_INET6; 46025102351SMike Karels 4618501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 462fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 46307385abdSRobert Watson 4640c325f53SAlexander V. Chernikov #ifdef ROUTE_MPATH 4650c325f53SAlexander V. Chernikov if (CALC_FLOWID_OUTBOUND) { 4660c325f53SAlexander V. Chernikov uint32_t hash_type, hash_val; 4670c325f53SAlexander V. Chernikov 4680c325f53SAlexander V. Chernikov hash_val = fib6_calc_software_hash(&inp->in6p_laddr, 4690c325f53SAlexander V. Chernikov &sin6->sin6_addr, 0, sin6->sin6_port, 4700c325f53SAlexander V. Chernikov inp->inp_socket->so_proto->pr_protocol, &hash_type); 4710c325f53SAlexander V. Chernikov inp->inp_flowid = hash_val; 4720c325f53SAlexander V. Chernikov inp->inp_flowtype = hash_type; 4730c325f53SAlexander V. Chernikov } 4740c325f53SAlexander V. Chernikov #endif 47582cd038dSYoshinobu Inoue /* 47682cd038dSYoshinobu Inoue * Call inner routine, to assign local interface address. 47788ff5695SSUZUKI Shinsuke * in6_pcbladdr() may automatically fill in sin6_scope_id. 47882cd038dSYoshinobu Inoue */ 479f161d294SMark Johnston if ((error = in6_pcbladdr(inp, sin6, &laddr6.sin6_addr)) != 0) 48082cd038dSYoshinobu Inoue return (error); 48182cd038dSYoshinobu Inoue 482fa046d87SRobert Watson if (in6_pcblookup_hash_locked(pcbinfo, &sin6->sin6_addr, 48382cd038dSYoshinobu Inoue sin6->sin6_port, 48482cd038dSYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr) 48525102351SMike Karels ? &laddr6.sin6_addr : &inp->in6p_laddr, 486a034518aSAndrew Gallatin inp->inp_lport, 0, NULL, M_NODOM) != NULL) { 48782cd038dSYoshinobu Inoue return (EADDRINUSE); 48882cd038dSYoshinobu Inoue } 48982cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 49082cd038dSYoshinobu Inoue if (inp->inp_lport == 0) { 49125102351SMike Karels /* 49225102351SMike Karels * rehash was required to be true in the past for 49325102351SMike Karels * this case; retain that convention. However, 49425102351SMike Karels * we now call in_pcb_lport_dest rather than 49525102351SMike Karels * in6_pcbbind; the former does not insert into 49625102351SMike Karels * the hash table, the latter does. Change rehash 49725102351SMike Karels * to false to do the in_pcbinshash below. 49825102351SMike Karels */ 499fe1274eeSMichael Tuexen KASSERT(rehash == true, 500fe1274eeSMichael Tuexen ("Rehashing required for unbound inps")); 50125102351SMike Karels rehash = false; 50225102351SMike Karels error = in_pcb_lport_dest(inp, 50325102351SMike Karels (struct sockaddr *) &laddr6, &inp->inp_lport, 504440598ddSJonathan T. Looney (struct sockaddr *) sin6, sin6->sin6_port, cred, 505440598ddSJonathan T. Looney INPLOOKUP_WILDCARD); 5064616026fSErmal Luçi if (error) 50782cd038dSYoshinobu Inoue return (error); 50882cd038dSYoshinobu Inoue } 50925102351SMike Karels inp->in6p_laddr = laddr6.sin6_addr; 51082cd038dSYoshinobu Inoue } 51182cd038dSYoshinobu Inoue inp->in6p_faddr = sin6->sin6_addr; 51282cd038dSYoshinobu Inoue inp->inp_fport = sin6->sin6_port; 51333841545SHajimu UMEMOTO /* update flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 514fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 515fc384fa5SBjoern A. Zeeb if (inp->inp_flags & IN6P_AUTOFLOWLABEL) 516fc384fa5SBjoern A. Zeeb inp->inp_flow |= 517b79274baSHajimu UMEMOTO (htonl(ip6_randomflowlabel()) & IPV6_FLOWLABEL_MASK); 51882cd038dSYoshinobu Inoue 519fe1274eeSMichael Tuexen if (rehash) { 520db0ac6deSCy Schubert in_pcbrehash(inp); 521fe1274eeSMichael Tuexen } else { 522db0ac6deSCy Schubert in_pcbinshash(inp); 523fe1274eeSMichael Tuexen } 5242cb64cb2SGeorge V. Neville-Neil 52582cd038dSYoshinobu Inoue return (0); 52682cd038dSYoshinobu Inoue } 52782cd038dSYoshinobu Inoue 528d3c1f003SRobert Watson int 529d3c1f003SRobert Watson in6_pcbconnect(struct inpcb *inp, struct sockaddr *nam, struct ucred *cred) 530d3c1f003SRobert Watson { 531d3c1f003SRobert Watson 532fe1274eeSMichael Tuexen return (in6_pcbconnect_mbuf(inp, nam, cred, NULL, true)); 533d3c1f003SRobert Watson } 534d3c1f003SRobert Watson 53582cd038dSYoshinobu Inoue void 5361272577eSXin LI in6_pcbdisconnect(struct inpcb *inp) 53782cd038dSYoshinobu Inoue { 53807385abdSRobert Watson 5398501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 540fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); 54107385abdSRobert Watson 54282cd038dSYoshinobu Inoue bzero((caddr_t)&inp->in6p_faddr, sizeof(inp->in6p_faddr)); 54382cd038dSYoshinobu Inoue inp->inp_fport = 0; 54433841545SHajimu UMEMOTO /* clear flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 545fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 54682cd038dSYoshinobu Inoue in_pcbrehash(inp); 54782cd038dSYoshinobu Inoue } 54882cd038dSYoshinobu Inoue 54926ef6ac4SDon Lewis struct sockaddr * 5501272577eSXin LI in6_sockaddr(in_port_t port, struct in6_addr *addr_p) 55126ef6ac4SDon Lewis { 55226ef6ac4SDon Lewis struct sockaddr_in6 *sin6; 55326ef6ac4SDon Lewis 5541ede983cSDag-Erling Smørgrav sin6 = malloc(sizeof *sin6, M_SONAME, M_WAITOK); 55526ef6ac4SDon Lewis bzero(sin6, sizeof *sin6); 55626ef6ac4SDon Lewis sin6->sin6_family = AF_INET6; 55726ef6ac4SDon Lewis sin6->sin6_len = sizeof(*sin6); 55826ef6ac4SDon Lewis sin6->sin6_port = port; 55926ef6ac4SDon Lewis sin6->sin6_addr = *addr_p; 560a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors */ 56126ef6ac4SDon Lewis 56226ef6ac4SDon Lewis return (struct sockaddr *)sin6; 56326ef6ac4SDon Lewis } 56426ef6ac4SDon Lewis 56526ef6ac4SDon Lewis struct sockaddr * 5661272577eSXin LI in6_v4mapsin6_sockaddr(in_port_t port, struct in_addr *addr_p) 56726ef6ac4SDon Lewis { 56826ef6ac4SDon Lewis struct sockaddr_in sin; 56926ef6ac4SDon Lewis struct sockaddr_in6 *sin6_p; 57026ef6ac4SDon Lewis 57126ef6ac4SDon Lewis bzero(&sin, sizeof sin); 57226ef6ac4SDon Lewis sin.sin_family = AF_INET; 57326ef6ac4SDon Lewis sin.sin_len = sizeof(sin); 57426ef6ac4SDon Lewis sin.sin_port = port; 57526ef6ac4SDon Lewis sin.sin_addr = *addr_p; 57626ef6ac4SDon Lewis 5771ede983cSDag-Erling Smørgrav sin6_p = malloc(sizeof *sin6_p, M_SONAME, 578a163d034SWarner Losh M_WAITOK); 57926ef6ac4SDon Lewis in6_sin_2_v4mapsin6(&sin, sin6_p); 58026ef6ac4SDon Lewis 58126ef6ac4SDon Lewis return (struct sockaddr *)sin6_p; 58226ef6ac4SDon Lewis } 58326ef6ac4SDon Lewis 58482cd038dSYoshinobu Inoue int 5851272577eSXin LI in6_getsockaddr(struct socket *so, struct sockaddr **nam) 58682cd038dSYoshinobu Inoue { 5873e85b721SEd Maste struct inpcb *inp; 58826ef6ac4SDon Lewis struct in6_addr addr; 58926ef6ac4SDon Lewis in_port_t port; 59082cd038dSYoshinobu Inoue 59182cd038dSYoshinobu Inoue inp = sotoinpcb(so); 59254d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getsockaddr: inp == NULL")); 59348477723SRobert Watson 5948328afb7SRobert Watson INP_RLOCK(inp); 59526ef6ac4SDon Lewis port = inp->inp_lport; 59626ef6ac4SDon Lewis addr = inp->in6p_laddr; 5978328afb7SRobert Watson INP_RUNLOCK(inp); 59882cd038dSYoshinobu Inoue 59926ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 60082cd038dSYoshinobu Inoue return 0; 60182cd038dSYoshinobu Inoue } 60282cd038dSYoshinobu Inoue 60382cd038dSYoshinobu Inoue int 6041272577eSXin LI in6_getpeeraddr(struct socket *so, struct sockaddr **nam) 60582cd038dSYoshinobu Inoue { 60682cd038dSYoshinobu Inoue struct inpcb *inp; 60726ef6ac4SDon Lewis struct in6_addr addr; 60826ef6ac4SDon Lewis in_port_t port; 60982cd038dSYoshinobu Inoue 61082cd038dSYoshinobu Inoue inp = sotoinpcb(so); 61154d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getpeeraddr: inp == NULL")); 61248477723SRobert Watson 6138328afb7SRobert Watson INP_RLOCK(inp); 61426ef6ac4SDon Lewis port = inp->inp_fport; 61526ef6ac4SDon Lewis addr = inp->in6p_faddr; 6168328afb7SRobert Watson INP_RUNLOCK(inp); 61782cd038dSYoshinobu Inoue 61826ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 61982cd038dSYoshinobu Inoue return 0; 62082cd038dSYoshinobu Inoue } 62182cd038dSYoshinobu Inoue 62282cd038dSYoshinobu Inoue int 62382cd038dSYoshinobu Inoue in6_mapped_sockaddr(struct socket *so, struct sockaddr **nam) 62482cd038dSYoshinobu Inoue { 62548477723SRobert Watson struct inpcb *inp; 62682cd038dSYoshinobu Inoue int error; 62782cd038dSYoshinobu Inoue 62848477723SRobert Watson inp = sotoinpcb(so); 62948477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_sockaddr: inp == NULL")); 63048477723SRobert Watson 63167107f45SBjoern A. Zeeb #ifdef INET 6325fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 63354d642bbSRobert Watson error = in_getsockaddr(so, nam); 634369dc8ceSEivind Eklund if (error == 0) 63582cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 63667107f45SBjoern A. Zeeb } else 63767107f45SBjoern A. Zeeb #endif 63867107f45SBjoern A. Zeeb { 63954d642bbSRobert Watson /* scope issues will be handled in in6_getsockaddr(). */ 64054d642bbSRobert Watson error = in6_getsockaddr(so, nam); 6417efe5d92SHajimu UMEMOTO } 64282cd038dSYoshinobu Inoue 64382cd038dSYoshinobu Inoue return error; 64482cd038dSYoshinobu Inoue } 64582cd038dSYoshinobu Inoue 64682cd038dSYoshinobu Inoue int 64782cd038dSYoshinobu Inoue in6_mapped_peeraddr(struct socket *so, struct sockaddr **nam) 64882cd038dSYoshinobu Inoue { 64948477723SRobert Watson struct inpcb *inp; 65082cd038dSYoshinobu Inoue int error; 65182cd038dSYoshinobu Inoue 65248477723SRobert Watson inp = sotoinpcb(so); 65348477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_peeraddr: inp == NULL")); 65448477723SRobert Watson 65567107f45SBjoern A. Zeeb #ifdef INET 6565fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 65754d642bbSRobert Watson error = in_getpeeraddr(so, nam); 658369dc8ceSEivind Eklund if (error == 0) 65982cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 66082cd038dSYoshinobu Inoue } else 66167107f45SBjoern A. Zeeb #endif 66254d642bbSRobert Watson /* scope issues will be handled in in6_getpeeraddr(). */ 66354d642bbSRobert Watson error = in6_getpeeraddr(so, nam); 66482cd038dSYoshinobu Inoue 66582cd038dSYoshinobu Inoue return error; 66682cd038dSYoshinobu Inoue } 66782cd038dSYoshinobu Inoue 66882cd038dSYoshinobu Inoue /* 66982cd038dSYoshinobu Inoue * Pass some notification to all connections of a protocol 67082cd038dSYoshinobu Inoue * associated with address dst. The local address and/or port numbers 67182cd038dSYoshinobu Inoue * may be specified to limit the search. The "usual action" will be 67282cd038dSYoshinobu Inoue * taken, depending on the ctlinput cmd. The caller must filter any 67382cd038dSYoshinobu Inoue * cmds that are uninteresting (e.g., no error in the map). 67482cd038dSYoshinobu Inoue * Call the protocol specific routine (if any) to report 67582cd038dSYoshinobu Inoue * any errors for each matching socket. 67682cd038dSYoshinobu Inoue */ 677db0ac6deSCy Schubert static bool 678db0ac6deSCy Schubert inp_match6(const struct inpcb *inp, void *v __unused) 679db0ac6deSCy Schubert { 680db0ac6deSCy Schubert 681db0ac6deSCy Schubert return ((inp->inp_vflag & INP_IPV6) != 0); 682db0ac6deSCy Schubert } 68382cd038dSYoshinobu Inoue void 6841272577eSXin LI in6_pcbnotify(struct inpcbinfo *pcbinfo, struct sockaddr *dst, 6851272577eSXin LI u_int fport_arg, const struct sockaddr *src, u_int lport_arg, 6861272577eSXin LI int cmd, void *cmdarg, 6879233d8f3SDavid E. O'Brien struct inpcb *(*notify)(struct inpcb *, int)) 68882cd038dSYoshinobu Inoue { 689db0ac6deSCy Schubert struct inpcb_iterator inpi = INP_ITERATOR(pcbinfo, INPLOOKUP_WLOCKPCB, 690db0ac6deSCy Schubert inp_match6, NULL); 691db0ac6deSCy Schubert struct inpcb *inp; 69233841545SHajimu UMEMOTO struct sockaddr_in6 sa6_src, *sa6_dst; 69382cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 69433841545SHajimu UMEMOTO u_int32_t flowinfo; 69548477723SRobert Watson int errno; 69682cd038dSYoshinobu Inoue 69778f94aa9SRuslan Ermilov if ((unsigned)cmd >= PRC_NCMDS || dst->sa_family != AF_INET6) 69882cd038dSYoshinobu Inoue return; 69933841545SHajimu UMEMOTO 70033841545SHajimu UMEMOTO sa6_dst = (struct sockaddr_in6 *)dst; 70133841545SHajimu UMEMOTO if (IN6_IS_ADDR_UNSPECIFIED(&sa6_dst->sin6_addr)) 70282cd038dSYoshinobu Inoue return; 70382cd038dSYoshinobu Inoue 70482cd038dSYoshinobu Inoue /* 70533841545SHajimu UMEMOTO * note that src can be NULL when we get notify by local fragmentation. 70633841545SHajimu UMEMOTO */ 707c4c0c592SAlfred Perlstein sa6_src = (src == NULL) ? sa6_any : *(const struct sockaddr_in6 *)src; 70833841545SHajimu UMEMOTO flowinfo = sa6_src.sin6_flowinfo; 70933841545SHajimu UMEMOTO 71033841545SHajimu UMEMOTO /* 71182cd038dSYoshinobu Inoue * Redirects go to all references to the destination, 712686cdd19SJun-ichiro itojun Hagino * and use in6_rtchange to invalidate the route cache. 713686cdd19SJun-ichiro itojun Hagino * Dead host indications: also use in6_rtchange to invalidate 714686cdd19SJun-ichiro itojun Hagino * the cache, and deliver the error to all the sockets. 71582cd038dSYoshinobu Inoue * Otherwise, if we have knowledge of the local port and address, 71682cd038dSYoshinobu Inoue * deliver only to that socket. 71782cd038dSYoshinobu Inoue */ 71882cd038dSYoshinobu Inoue if (PRC_IS_REDIRECT(cmd) || cmd == PRC_HOSTDEAD) { 71982cd038dSYoshinobu Inoue fport = 0; 72082cd038dSYoshinobu Inoue lport = 0; 72133841545SHajimu UMEMOTO bzero((caddr_t)&sa6_src.sin6_addr, sizeof(sa6_src.sin6_addr)); 722686cdd19SJun-ichiro itojun Hagino 72333841545SHajimu UMEMOTO if (cmd != PRC_HOSTDEAD) 72433841545SHajimu UMEMOTO notify = in6_rtchange; 72582cd038dSYoshinobu Inoue } 72682cd038dSYoshinobu Inoue errno = inet6ctlerrmap[cmd]; 727db0ac6deSCy Schubert while ((inp = inp_next(&inpi)) != NULL) { 728db0ac6deSCy Schubert INP_WLOCK_ASSERT(inp); 729686cdd19SJun-ichiro itojun Hagino /* 730efddf5c6SHajimu UMEMOTO * If the error designates a new path MTU for a destination 731efddf5c6SHajimu UMEMOTO * and the application (associated with this socket) wanted to 7328f1beb88SAndrey V. Elsukov * know the value, notify. 733efddf5c6SHajimu UMEMOTO * XXX: should we avoid to notify the value to TCP sockets? 734efddf5c6SHajimu UMEMOTO */ 735fd8dd3a6SAndrey V. Elsukov if (cmd == PRC_MSGSIZE && cmdarg != NULL) 736efddf5c6SHajimu UMEMOTO ip6_notify_pmtu(inp, (struct sockaddr_in6 *)dst, 7378f1beb88SAndrey V. Elsukov *(u_int32_t *)cmdarg); 738efddf5c6SHajimu UMEMOTO 739efddf5c6SHajimu UMEMOTO /* 74033841545SHajimu UMEMOTO * Detect if we should notify the error. If no source and 74104389c85SGordon Bergling * destination ports are specified, but non-zero flowinfo and 74233841545SHajimu UMEMOTO * local address match, notify the error. This is the case 74333841545SHajimu UMEMOTO * when the error is delivered with an encrypted buffer 74433841545SHajimu UMEMOTO * by ESP. Otherwise, just compare addresses and ports 74533841545SHajimu UMEMOTO * as usual. 746686cdd19SJun-ichiro itojun Hagino */ 74733841545SHajimu UMEMOTO if (lport == 0 && fport == 0 && flowinfo && 74833841545SHajimu UMEMOTO inp->inp_socket != NULL && 749fc384fa5SBjoern A. Zeeb flowinfo == (inp->inp_flow & IPV6_FLOWLABEL_MASK) && 75033841545SHajimu UMEMOTO IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, &sa6_src.sin6_addr)) 75133841545SHajimu UMEMOTO goto do_notify; 75233841545SHajimu UMEMOTO else if (!IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, 75333841545SHajimu UMEMOTO &sa6_dst->sin6_addr) || 75482cd038dSYoshinobu Inoue inp->inp_socket == 0 || 75582cd038dSYoshinobu Inoue (lport && inp->inp_lport != lport) || 75633841545SHajimu UMEMOTO (!IN6_IS_ADDR_UNSPECIFIED(&sa6_src.sin6_addr) && 75733841545SHajimu UMEMOTO !IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, 75833841545SHajimu UMEMOTO &sa6_src.sin6_addr)) || 759f31f65a7SRobert Watson (fport && inp->inp_fport != fport)) { 76082cd038dSYoshinobu Inoue continue; 761f31f65a7SRobert Watson } 762686cdd19SJun-ichiro itojun Hagino 76333841545SHajimu UMEMOTO do_notify: 764db0ac6deSCy Schubert if (notify) 765db0ac6deSCy Schubert (*notify)(inp, errno); 76682cd038dSYoshinobu Inoue } 76782cd038dSYoshinobu Inoue } 76882cd038dSYoshinobu Inoue 76982cd038dSYoshinobu Inoue /* 770fa046d87SRobert Watson * Lookup a PCB based on the local address and port. Caller must hold the 771fa046d87SRobert Watson * hash lock. No inpcb locks or references are acquired. 77282cd038dSYoshinobu Inoue */ 77382cd038dSYoshinobu Inoue struct inpcb * 7741272577eSXin LI in6_pcblookup_local(struct inpcbinfo *pcbinfo, struct in6_addr *laddr, 77568e0d7e0SRobert Watson u_short lport, int lookupflags, struct ucred *cred) 77682cd038dSYoshinobu Inoue { 7773e85b721SEd Maste struct inpcb *inp; 77882cd038dSYoshinobu Inoue int matchwild = 3, wildcard; 77982cd038dSYoshinobu Inoue 78068e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 78168e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 78268e0d7e0SRobert Watson 783c17cd08fSGleb Smirnoff INP_HASH_LOCK_ASSERT(pcbinfo); 7848deea4a8SRobert Watson 78568e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) == 0) { 78682cd038dSYoshinobu Inoue struct inpcbhead *head; 78782cd038dSYoshinobu Inoue /* 78882cd038dSYoshinobu Inoue * Look for an unconnected (wildcard foreign addr) PCB that 78982cd038dSYoshinobu Inoue * matches the local address and port we're looking for. 79082cd038dSYoshinobu Inoue */ 791*a0577692SGleb Smirnoff head = &pcbinfo->ipi_hashbase[INP_PCBHASH_WILD(lport, 7921b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 793b872626dSMatt Macy CK_LIST_FOREACH(inp, head, inp_hash) { 794413628a7SBjoern A. Zeeb /* XXX inp locking */ 795369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 79682cd038dSYoshinobu Inoue continue; 79782cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) && 79882cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 79982cd038dSYoshinobu Inoue inp->inp_lport == lport) { 800413628a7SBjoern A. Zeeb /* Found. */ 801413628a7SBjoern A. Zeeb if (cred == NULL || 8020304c731SJamie Gritton prison_equal_ip6(cred->cr_prison, 8030304c731SJamie Gritton inp->inp_cred->cr_prison)) 80482cd038dSYoshinobu Inoue return (inp); 80582cd038dSYoshinobu Inoue } 80682cd038dSYoshinobu Inoue } 80782cd038dSYoshinobu Inoue /* 80882cd038dSYoshinobu Inoue * Not found. 80982cd038dSYoshinobu Inoue */ 81082cd038dSYoshinobu Inoue return (NULL); 81182cd038dSYoshinobu Inoue } else { 81282cd038dSYoshinobu Inoue struct inpcbporthead *porthash; 81382cd038dSYoshinobu Inoue struct inpcbport *phd; 81482cd038dSYoshinobu Inoue struct inpcb *match = NULL; 81582cd038dSYoshinobu Inoue /* 81682cd038dSYoshinobu Inoue * Best fit PCB lookup. 81782cd038dSYoshinobu Inoue * 81882cd038dSYoshinobu Inoue * First see if this local port is in use by looking on the 81982cd038dSYoshinobu Inoue * port hash list. 82082cd038dSYoshinobu Inoue */ 821712fc218SRobert Watson porthash = &pcbinfo->ipi_porthashbase[INP_PCBPORTHASH(lport, 822712fc218SRobert Watson pcbinfo->ipi_porthashmask)]; 823b872626dSMatt Macy CK_LIST_FOREACH(phd, porthash, phd_hash) { 82482cd038dSYoshinobu Inoue if (phd->phd_port == lport) 82582cd038dSYoshinobu Inoue break; 82682cd038dSYoshinobu Inoue } 82782cd038dSYoshinobu Inoue if (phd != NULL) { 82882cd038dSYoshinobu Inoue /* 82982cd038dSYoshinobu Inoue * Port is in use by one or more PCBs. Look for best 83082cd038dSYoshinobu Inoue * fit. 83182cd038dSYoshinobu Inoue */ 832b872626dSMatt Macy CK_LIST_FOREACH(inp, &phd->phd_pcblist, inp_portlist) { 83382cd038dSYoshinobu Inoue wildcard = 0; 834413628a7SBjoern A. Zeeb if (cred != NULL && 8350304c731SJamie Gritton !prison_equal_ip6(cred->cr_prison, 8360304c731SJamie Gritton inp->inp_cred->cr_prison)) 837413628a7SBjoern A. Zeeb continue; 838413628a7SBjoern A. Zeeb /* XXX inp locking */ 839369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 84082cd038dSYoshinobu Inoue continue; 84182cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr)) 84282cd038dSYoshinobu Inoue wildcard++; 84382cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED( 84482cd038dSYoshinobu Inoue &inp->in6p_laddr)) { 84582cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(laddr)) 84682cd038dSYoshinobu Inoue wildcard++; 84782cd038dSYoshinobu Inoue else if (!IN6_ARE_ADDR_EQUAL( 84882cd038dSYoshinobu Inoue &inp->in6p_laddr, laddr)) 84982cd038dSYoshinobu Inoue continue; 85082cd038dSYoshinobu Inoue } else { 85182cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(laddr)) 85282cd038dSYoshinobu Inoue wildcard++; 85382cd038dSYoshinobu Inoue } 85482cd038dSYoshinobu Inoue if (wildcard < matchwild) { 85582cd038dSYoshinobu Inoue match = inp; 85682cd038dSYoshinobu Inoue matchwild = wildcard; 857413628a7SBjoern A. Zeeb if (matchwild == 0) 85882cd038dSYoshinobu Inoue break; 85982cd038dSYoshinobu Inoue } 86082cd038dSYoshinobu Inoue } 86182cd038dSYoshinobu Inoue } 86282cd038dSYoshinobu Inoue return (match); 86382cd038dSYoshinobu Inoue } 86482cd038dSYoshinobu Inoue } 86582cd038dSYoshinobu Inoue 866db0ac6deSCy Schubert static bool 867db0ac6deSCy Schubert in6_multi_match(const struct inpcb *inp, void *v __unused) 868db0ac6deSCy Schubert { 869db0ac6deSCy Schubert 870db0ac6deSCy Schubert if ((inp->inp_vflag & INP_IPV6) && inp->in6p_moptions != NULL) 871db0ac6deSCy Schubert return (true); 872db0ac6deSCy Schubert else 873db0ac6deSCy Schubert return (false); 874db0ac6deSCy Schubert } 875db0ac6deSCy Schubert 876e43cc4aeSHajimu UMEMOTO void 8771272577eSXin LI in6_pcbpurgeif0(struct inpcbinfo *pcbinfo, struct ifnet *ifp) 878e43cc4aeSHajimu UMEMOTO { 879db0ac6deSCy Schubert struct inpcb_iterator inpi = INP_ITERATOR(pcbinfo, INPLOOKUP_RLOCKPCB, 880db0ac6deSCy Schubert in6_multi_match, NULL); 8810ecd976eSBjoern A. Zeeb struct inpcb *inp; 88259854ecfSHans Petter Selasky struct in6_multi *inm; 88359854ecfSHans Petter Selasky struct in6_mfilter *imf; 884e43cc4aeSHajimu UMEMOTO struct ip6_moptions *im6o; 885e43cc4aeSHajimu UMEMOTO 886db0ac6deSCy Schubert IN6_MULTI_LOCK_ASSERT(); 887db0ac6deSCy Schubert 888db0ac6deSCy Schubert while ((inp = inp_next(&inpi)) != NULL) { 889db0ac6deSCy Schubert INP_RLOCK_ASSERT(inp); 890db0ac6deSCy Schubert 8910ecd976eSBjoern A. Zeeb im6o = inp->in6p_moptions; 892e43cc4aeSHajimu UMEMOTO /* 89333cde130SBruce M Simpson * Unselect the outgoing ifp for multicast if it 89433cde130SBruce M Simpson * is being detached. 895e43cc4aeSHajimu UMEMOTO */ 896e43cc4aeSHajimu UMEMOTO if (im6o->im6o_multicast_ifp == ifp) 897e43cc4aeSHajimu UMEMOTO im6o->im6o_multicast_ifp = NULL; 898e43cc4aeSHajimu UMEMOTO /* 899e43cc4aeSHajimu UMEMOTO * Drop multicast group membership if we joined 900e43cc4aeSHajimu UMEMOTO * through the interface being detached. 901e43cc4aeSHajimu UMEMOTO */ 90259854ecfSHans Petter Selasky restart: 90359854ecfSHans Petter Selasky IP6_MFILTER_FOREACH(imf, &im6o->im6o_head) { 90459854ecfSHans Petter Selasky if ((inm = imf->im6f_in6m) == NULL) 90559854ecfSHans Petter Selasky continue; 90659854ecfSHans Petter Selasky if (inm->in6m_ifp != ifp) 90759854ecfSHans Petter Selasky continue; 90859854ecfSHans Petter Selasky ip6_mfilter_remove(&im6o->im6o_head, imf); 90959854ecfSHans Petter Selasky in6_leavegroup_locked(inm, NULL); 91059854ecfSHans Petter Selasky ip6_mfilter_free(imf); 91159854ecfSHans Petter Selasky goto restart; 912e43cc4aeSHajimu UMEMOTO } 913e43cc4aeSHajimu UMEMOTO } 914e43cc4aeSHajimu UMEMOTO } 915e43cc4aeSHajimu UMEMOTO 91682cd038dSYoshinobu Inoue /* 91782cd038dSYoshinobu Inoue * Check for alternatives when higher level complains 91882cd038dSYoshinobu Inoue * about service problems. For now, invalidate cached 91982cd038dSYoshinobu Inoue * routing information. If the route was created dynamically 92082cd038dSYoshinobu Inoue * (by a redirect), time to try a default gateway again. 92182cd038dSYoshinobu Inoue */ 92282cd038dSYoshinobu Inoue void 923ec86402eSBjoern A. Zeeb in6_losing(struct inpcb *inp) 92482cd038dSYoshinobu Inoue { 9251272577eSXin LI 926ec86402eSBjoern A. Zeeb RO_INVALIDATE_CACHE(&inp->inp_route6); 92782cd038dSYoshinobu Inoue } 92882cd038dSYoshinobu Inoue 92982cd038dSYoshinobu Inoue /* 93082cd038dSYoshinobu Inoue * After a routing change, flush old routing 93182cd038dSYoshinobu Inoue * and allocate a (hopefully) better one. 93282cd038dSYoshinobu Inoue */ 9333ce144eaSJeffrey Hsu struct inpcb * 934ec86402eSBjoern A. Zeeb in6_rtchange(struct inpcb *inp, int errno __unused) 93582cd038dSYoshinobu Inoue { 93684cc0778SGeorge V. Neville-Neil 937ec86402eSBjoern A. Zeeb RO_INVALIDATE_CACHE(&inp->inp_route6); 9383ce144eaSJeffrey Hsu return inp; 93982cd038dSYoshinobu Inoue } 94082cd038dSYoshinobu Inoue 9411a43cff9SSean Bruno static struct inpcb * 9421a43cff9SSean Bruno in6_pcblookup_lbgroup(const struct inpcbinfo *pcbinfo, 9431a43cff9SSean Bruno const struct in6_addr *laddr, uint16_t lport, const struct in6_addr *faddr, 944a034518aSAndrew Gallatin uint16_t fport, int lookupflags, uint8_t numa_domain) 9451a43cff9SSean Bruno { 946a034518aSAndrew Gallatin struct inpcb *local_wild, *numa_wild; 9471a43cff9SSean Bruno const struct inpcblbgrouphead *hdr; 9481a43cff9SSean Bruno struct inpcblbgroup *grp; 9491a43cff9SSean Bruno uint32_t idx; 9501a43cff9SSean Bruno 9511a43cff9SSean Bruno INP_HASH_LOCK_ASSERT(pcbinfo); 9521a43cff9SSean Bruno 9539d2877fcSMark Johnston hdr = &pcbinfo->ipi_lbgrouphashbase[ 9549d2877fcSMark Johnston INP_PCBPORTHASH(lport, pcbinfo->ipi_lbgrouphashmask)]; 9551a43cff9SSean Bruno 9561a43cff9SSean Bruno /* 9571a43cff9SSean Bruno * Order of socket selection: 9581a43cff9SSean Bruno * 1. non-wild. 9591a43cff9SSean Bruno * 2. wild (if lookupflags contains INPLOOKUP_WILDCARD). 9601a43cff9SSean Bruno * 9611a43cff9SSean Bruno * NOTE: 9621a43cff9SSean Bruno * - Load balanced group does not contain jailed sockets. 9631a43cff9SSean Bruno * - Load balanced does not contain IPv4 mapped INET6 wild sockets. 9641a43cff9SSean Bruno */ 965d3a4b0daSMark Johnston local_wild = NULL; 966a034518aSAndrew Gallatin numa_wild = NULL; 96754af3d0dSMark Johnston CK_LIST_FOREACH(grp, hdr, il_list) { 9684b82a7b6SAndrew Gallatin #ifdef INET 9694b82a7b6SAndrew Gallatin if (!(grp->il_vflag & INP_IPV6)) 9704b82a7b6SAndrew Gallatin continue; 9714b82a7b6SAndrew Gallatin #endif 972d3a4b0daSMark Johnston if (grp->il_lport != lport) 973d3a4b0daSMark Johnston continue; 9741a43cff9SSean Bruno 975*a0577692SGleb Smirnoff idx = INP6_PCBLBGROUP_PKTHASH(faddr, lport, fport) % 976*a0577692SGleb Smirnoff grp->il_inpcnt; 977a034518aSAndrew Gallatin if (IN6_ARE_ADDR_EQUAL(&grp->il6_laddr, laddr)) { 978a034518aSAndrew Gallatin if (numa_domain == M_NODOM || 979a034518aSAndrew Gallatin grp->il_numa_domain == numa_domain) { 9801a43cff9SSean Bruno return (grp->il_inp[idx]); 981a034518aSAndrew Gallatin } 982a034518aSAndrew Gallatin else 983a034518aSAndrew Gallatin numa_wild = grp->il_inp[idx]; 984a034518aSAndrew Gallatin } 9851a43cff9SSean Bruno if (IN6_IS_ADDR_UNSPECIFIED(&grp->il6_laddr) && 986a034518aSAndrew Gallatin (lookupflags & INPLOOKUP_WILDCARD) != 0 && 987a034518aSAndrew Gallatin (local_wild == NULL || numa_domain == M_NODOM || 988a034518aSAndrew Gallatin grp->il_numa_domain == numa_domain)) { 9891a43cff9SSean Bruno local_wild = grp->il_inp[idx]; 9901a43cff9SSean Bruno } 991a034518aSAndrew Gallatin } 992a034518aSAndrew Gallatin if (numa_wild != NULL) 993a034518aSAndrew Gallatin return (numa_wild); 9941a43cff9SSean Bruno return (local_wild); 9951a43cff9SSean Bruno } 9961a43cff9SSean Bruno 99782cd038dSYoshinobu Inoue /* 99825102351SMike Karels * Lookup PCB in hash list. Used in in_pcb.c as well as here. 99982cd038dSYoshinobu Inoue */ 100025102351SMike Karels struct inpcb * 1001fa046d87SRobert Watson in6_pcblookup_hash_locked(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1002fa046d87SRobert Watson u_int fport_arg, struct in6_addr *laddr, u_int lport_arg, 1003a034518aSAndrew Gallatin int lookupflags, struct ifnet *ifp, uint8_t numa_domain) 100482cd038dSYoshinobu Inoue { 100582cd038dSYoshinobu Inoue struct inpcbhead *head; 1006413628a7SBjoern A. Zeeb struct inpcb *inp, *tmpinp; 100782cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 100833841545SHajimu UMEMOTO 100968e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 101068e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 101168e0d7e0SRobert Watson 1012fa046d87SRobert Watson INP_HASH_LOCK_ASSERT(pcbinfo); 10138deea4a8SRobert Watson 101482cd038dSYoshinobu Inoue /* 101582cd038dSYoshinobu Inoue * First look for an exact match. 101682cd038dSYoshinobu Inoue */ 1017413628a7SBjoern A. Zeeb tmpinp = NULL; 1018*a0577692SGleb Smirnoff head = &pcbinfo->ipi_hashbase[INP6_PCBHASH(faddr, lport, fport, 1019*a0577692SGleb Smirnoff pcbinfo->ipi_hashmask)]; 1020b872626dSMatt Macy CK_LIST_FOREACH(inp, head, inp_hash) { 1021413628a7SBjoern A. Zeeb /* XXX inp locking */ 1022369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 102382cd038dSYoshinobu Inoue continue; 102482cd038dSYoshinobu Inoue if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) && 102582cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 102682cd038dSYoshinobu Inoue inp->inp_fport == fport && 102782cd038dSYoshinobu Inoue inp->inp_lport == lport) { 102882cd038dSYoshinobu Inoue /* 1029413628a7SBjoern A. Zeeb * XXX We should be able to directly return 1030413628a7SBjoern A. Zeeb * the inp here, without any checks. 1031413628a7SBjoern A. Zeeb * Well unless both bound with SO_REUSEPORT? 103282cd038dSYoshinobu Inoue */ 10330304c731SJamie Gritton if (prison_flag(inp->inp_cred, PR_IP6)) 103482cd038dSYoshinobu Inoue return (inp); 1035413628a7SBjoern A. Zeeb if (tmpinp == NULL) 1036413628a7SBjoern A. Zeeb tmpinp = inp; 103782cd038dSYoshinobu Inoue } 103882cd038dSYoshinobu Inoue } 1039413628a7SBjoern A. Zeeb if (tmpinp != NULL) 1040413628a7SBjoern A. Zeeb return (tmpinp); 104182cd038dSYoshinobu Inoue 1042413628a7SBjoern A. Zeeb /* 10431a43cff9SSean Bruno * Then look in lb group (for wildcard match). 10441a43cff9SSean Bruno */ 1045d9ff5789SMark Johnston if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 10461a43cff9SSean Bruno inp = in6_pcblookup_lbgroup(pcbinfo, laddr, lport, faddr, 1047a034518aSAndrew Gallatin fport, lookupflags, numa_domain); 1048d9ff5789SMark Johnston if (inp != NULL) 10491a43cff9SSean Bruno return (inp); 10501a43cff9SSean Bruno } 10511a43cff9SSean Bruno 10521a43cff9SSean Bruno /* 1053413628a7SBjoern A. Zeeb * Then look for a wildcard match, if requested. 1054413628a7SBjoern A. Zeeb */ 105568e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 1056413628a7SBjoern A. Zeeb struct inpcb *local_wild = NULL, *local_exact = NULL; 1057413628a7SBjoern A. Zeeb struct inpcb *jail_wild = NULL; 1058413628a7SBjoern A. Zeeb int injail; 1059413628a7SBjoern A. Zeeb 1060413628a7SBjoern A. Zeeb /* 1061413628a7SBjoern A. Zeeb * Order of socket selection - we always prefer jails. 1062413628a7SBjoern A. Zeeb * 1. jailed, non-wild. 1063413628a7SBjoern A. Zeeb * 2. jailed, wild. 1064413628a7SBjoern A. Zeeb * 3. non-jailed, non-wild. 1065413628a7SBjoern A. Zeeb * 4. non-jailed, wild. 1066413628a7SBjoern A. Zeeb */ 1067*a0577692SGleb Smirnoff head = &pcbinfo->ipi_hashbase[INP_PCBHASH_WILD(lport, 10681b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 1069b872626dSMatt Macy CK_LIST_FOREACH(inp, head, inp_hash) { 1070413628a7SBjoern A. Zeeb /* XXX inp locking */ 1071369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 107282cd038dSYoshinobu Inoue continue; 1073413628a7SBjoern A. Zeeb 1074413628a7SBjoern A. Zeeb if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 1075413628a7SBjoern A. Zeeb inp->inp_lport != lport) { 1076413628a7SBjoern A. Zeeb continue; 1077413628a7SBjoern A. Zeeb } 1078413628a7SBjoern A. Zeeb 10790304c731SJamie Gritton injail = prison_flag(inp->inp_cred, PR_IP6); 1080413628a7SBjoern A. Zeeb if (injail) { 1081185e659cSGleb Smirnoff if (prison_check_ip6_locked( 1082185e659cSGleb Smirnoff inp->inp_cred->cr_prison, laddr) != 0) 1083413628a7SBjoern A. Zeeb continue; 1084413628a7SBjoern A. Zeeb } else { 1085413628a7SBjoern A. Zeeb if (local_exact != NULL) 1086413628a7SBjoern A. Zeeb continue; 1087413628a7SBjoern A. Zeeb } 1088413628a7SBjoern A. Zeeb 1089413628a7SBjoern A. Zeeb if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 1090413628a7SBjoern A. Zeeb if (injail) 109182cd038dSYoshinobu Inoue return (inp); 1092413628a7SBjoern A. Zeeb else 1093413628a7SBjoern A. Zeeb local_exact = inp; 1094413628a7SBjoern A. Zeeb } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 1095413628a7SBjoern A. Zeeb if (injail) 1096413628a7SBjoern A. Zeeb jail_wild = inp; 1097413628a7SBjoern A. Zeeb else 109882cd038dSYoshinobu Inoue local_wild = inp; 109982cd038dSYoshinobu Inoue } 1100413628a7SBjoern A. Zeeb } /* LIST_FOREACH */ 1101413628a7SBjoern A. Zeeb 1102413628a7SBjoern A. Zeeb if (jail_wild != NULL) 1103413628a7SBjoern A. Zeeb return (jail_wild); 1104413628a7SBjoern A. Zeeb if (local_exact != NULL) 1105413628a7SBjoern A. Zeeb return (local_exact); 1106413628a7SBjoern A. Zeeb if (local_wild != NULL) 110782cd038dSYoshinobu Inoue return (local_wild); 110868e0d7e0SRobert Watson } /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */ 110982cd038dSYoshinobu Inoue 111082cd038dSYoshinobu Inoue /* 111182cd038dSYoshinobu Inoue * Not found. 111282cd038dSYoshinobu Inoue */ 111382cd038dSYoshinobu Inoue return (NULL); 111482cd038dSYoshinobu Inoue } 111582cd038dSYoshinobu Inoue 1116fa046d87SRobert Watson /* 1117fa046d87SRobert Watson * Lookup PCB in hash list, using pcbinfo tables. This variation locks the 1118fa046d87SRobert Watson * hash list lock, and will return the inpcb locked (i.e., requires 1119fa046d87SRobert Watson * INPLOOKUP_LOCKPCB). 1120fa046d87SRobert Watson */ 1121fa046d87SRobert Watson static struct inpcb * 1122fa046d87SRobert Watson in6_pcblookup_hash(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1123fa046d87SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1124a034518aSAndrew Gallatin struct ifnet *ifp, uint8_t numa_domain) 1125fa046d87SRobert Watson { 1126fa046d87SRobert Watson struct inpcb *inp; 1127fa046d87SRobert Watson 1128db0ac6deSCy Schubert smr_enter(pcbinfo->ipi_smr); 1129fa046d87SRobert Watson inp = in6_pcblookup_hash_locked(pcbinfo, faddr, fport, laddr, lport, 113008d9c920SGleb Smirnoff lookupflags & INPLOOKUP_WILDCARD, ifp, numa_domain); 1131fa046d87SRobert Watson if (inp != NULL) { 1132db0ac6deSCy Schubert if (__predict_false(inp_smr_lock(inp, 1133db0ac6deSCy Schubert (lookupflags & INPLOOKUP_LOCKMASK)) == false)) 1134266f97b5SCy Schubert inp = NULL; 1135db0ac6deSCy Schubert } else 1136db0ac6deSCy Schubert smr_exit(pcbinfo->ipi_smr); 1137db0ac6deSCy Schubert 1138fa046d87SRobert Watson return (inp); 1139fa046d87SRobert Watson } 1140fa046d87SRobert Watson 1141fa046d87SRobert Watson /* 1142d3c1f003SRobert Watson * Public inpcb lookup routines, accepting a 4-tuple, and optionally, an mbuf 1143d3c1f003SRobert Watson * from which a pre-calculated hash value may be extracted. 1144fa046d87SRobert Watson */ 1145fa046d87SRobert Watson struct inpcb * 1146fa046d87SRobert Watson in6_pcblookup(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, u_int fport, 1147fa046d87SRobert Watson struct in6_addr *laddr, u_int lport, int lookupflags, struct ifnet *ifp) 1148fa046d87SRobert Watson { 114952cd27cbSRobert Watson 1150d3c1f003SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1151d3c1f003SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 11521db08fbeSGleb Smirnoff KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 11531db08fbeSGleb Smirnoff ("%s: LOCKPCB not set", __func__)); 1154fa046d87SRobert Watson 1155d3c1f003SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1156a034518aSAndrew Gallatin lookupflags, ifp, M_NODOM)); 1157d3c1f003SRobert Watson } 1158d3c1f003SRobert Watson 1159d3c1f003SRobert Watson struct inpcb * 1160d3c1f003SRobert Watson in6_pcblookup_mbuf(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1161d3c1f003SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1162d3c1f003SRobert Watson struct ifnet *ifp, struct mbuf *m) 1163d3c1f003SRobert Watson { 116452cd27cbSRobert Watson 1165fa046d87SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1166fa046d87SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 11671db08fbeSGleb Smirnoff KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 1168fa046d87SRobert Watson ("%s: LOCKPCB not set", __func__)); 1169fa046d87SRobert Watson 1170fa046d87SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1171a034518aSAndrew Gallatin lookupflags, ifp, m->m_pkthdr.numa_domain)); 1172fa046d87SRobert Watson } 1173fa046d87SRobert Watson 117482cd038dSYoshinobu Inoue void 1175dce33a45SErmal Luçi init_sin6(struct sockaddr_in6 *sin6, struct mbuf *m, int srcordst) 117682cd038dSYoshinobu Inoue { 117782cd038dSYoshinobu Inoue struct ip6_hdr *ip; 117882cd038dSYoshinobu Inoue 117982cd038dSYoshinobu Inoue ip = mtod(m, struct ip6_hdr *); 118082cd038dSYoshinobu Inoue bzero(sin6, sizeof(*sin6)); 118182cd038dSYoshinobu Inoue sin6->sin6_len = sizeof(*sin6); 118282cd038dSYoshinobu Inoue sin6->sin6_family = AF_INET6; 1183dce33a45SErmal Luçi sin6->sin6_addr = srcordst ? ip->ip6_dst : ip->ip6_src; 1184a1f7e5f8SHajimu UMEMOTO 1185a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors... */ 118682cd038dSYoshinobu Inoue 118782cd038dSYoshinobu Inoue return; 118882cd038dSYoshinobu Inoue } 1189