1caf43b02SWarner Losh /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 482cd038dSYoshinobu Inoue * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project. 5fa046d87SRobert Watson * Copyright (c) 2010-2011 Juniper Networks, Inc. 682cd038dSYoshinobu Inoue * All rights reserved. 782cd038dSYoshinobu Inoue * 8fa046d87SRobert Watson * Portions of this software were developed by Robert N. M. Watson under 9fa046d87SRobert Watson * contract to Juniper Networks, Inc. 10fa046d87SRobert Watson * 1182cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 1282cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 1382cd038dSYoshinobu Inoue * are met: 1482cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 1582cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 1682cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 1782cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 1882cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 1982cd038dSYoshinobu Inoue * 3. Neither the name of the project nor the names of its contributors 2082cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 2182cd038dSYoshinobu Inoue * without specific prior written permission. 2282cd038dSYoshinobu Inoue * 2382cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND 2482cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2582cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2682cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE 2782cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2882cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2982cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 3082cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 3182cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 3282cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 3382cd038dSYoshinobu Inoue * SUCH DAMAGE. 3482cd038dSYoshinobu Inoue * 35b48287a3SDavid E. O'Brien * $KAME: in6_pcb.c,v 1.31 2001/05/21 05:45:10 jinmei Exp $ 3682cd038dSYoshinobu Inoue */ 3782cd038dSYoshinobu Inoue 38caf43b02SWarner Losh /*- 3982cd038dSYoshinobu Inoue * Copyright (c) 1982, 1986, 1991, 1993 4082cd038dSYoshinobu Inoue * The Regents of the University of California. All rights reserved. 4182cd038dSYoshinobu Inoue * 4282cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 4382cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 4482cd038dSYoshinobu Inoue * are met: 4582cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 4682cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 4782cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 4882cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 4982cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 50fbbd9655SWarner Losh * 3. Neither the name of the University nor the names of its contributors 5182cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 5282cd038dSYoshinobu Inoue * without specific prior written permission. 5382cd038dSYoshinobu Inoue * 5482cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 5582cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 5682cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 5782cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 5882cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 5982cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 6082cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 6182cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 6282cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 6382cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 6482cd038dSYoshinobu Inoue * SUCH DAMAGE. 6582cd038dSYoshinobu Inoue * 6682cd038dSYoshinobu Inoue * @(#)in_pcb.c 8.2 (Berkeley) 1/4/94 6782cd038dSYoshinobu Inoue */ 6882cd038dSYoshinobu Inoue 69b48287a3SDavid E. O'Brien #include <sys/cdefs.h> 70b48287a3SDavid E. O'Brien __FBSDID("$FreeBSD$"); 71b48287a3SDavid E. O'Brien 7233841545SHajimu UMEMOTO #include "opt_inet.h" 7333841545SHajimu UMEMOTO #include "opt_inet6.h" 746a800098SYoshinobu Inoue #include "opt_ipsec.h" 7552cd27cbSRobert Watson #include "opt_pcbgroup.h" 76*0c325f53SAlexander V. Chernikov #include "opt_route.h" 777527624eSRobert Watson #include "opt_rss.h" 7882cd038dSYoshinobu Inoue 7982cd038dSYoshinobu Inoue #include <sys/param.h> 8082cd038dSYoshinobu Inoue #include <sys/systm.h> 8182cd038dSYoshinobu Inoue #include <sys/malloc.h> 8282cd038dSYoshinobu Inoue #include <sys/mbuf.h> 83fb59c426SYoshinobu Inoue #include <sys/domain.h> 8482cd038dSYoshinobu Inoue #include <sys/protosw.h> 8582cd038dSYoshinobu Inoue #include <sys/socket.h> 8682cd038dSYoshinobu Inoue #include <sys/socketvar.h> 8782cd038dSYoshinobu Inoue #include <sys/sockio.h> 8882cd038dSYoshinobu Inoue #include <sys/errno.h> 8982cd038dSYoshinobu Inoue #include <sys/time.h> 90acd3428bSRobert Watson #include <sys/priv.h> 9182cd038dSYoshinobu Inoue #include <sys/proc.h> 9282cd038dSYoshinobu Inoue #include <sys/jail.h> 9382cd038dSYoshinobu Inoue 9494540027SJeff Roberson #include <vm/uma.h> 9582cd038dSYoshinobu Inoue 9682cd038dSYoshinobu Inoue #include <net/if.h> 9776039bc8SGleb Smirnoff #include <net/if_var.h> 986d768226SGeorge V. Neville-Neil #include <net/if_llatbl.h> 9982cd038dSYoshinobu Inoue #include <net/if_types.h> 10082cd038dSYoshinobu Inoue #include <net/route.h> 101983066f0SAlexander V. Chernikov #include <net/route/nhop.h> 10282cd038dSYoshinobu Inoue 10382cd038dSYoshinobu Inoue #include <netinet/in.h> 10482cd038dSYoshinobu Inoue #include <netinet/in_var.h> 10582cd038dSYoshinobu Inoue #include <netinet/in_systm.h> 106f76fcf6dSJeffrey Hsu #include <netinet/tcp_var.h> 107686cdd19SJun-ichiro itojun Hagino #include <netinet/ip6.h> 108fb59c426SYoshinobu Inoue #include <netinet/ip_var.h> 109ac957cd2SJulian Elischer 11082cd038dSYoshinobu Inoue #include <netinet6/ip6_var.h> 11182cd038dSYoshinobu Inoue #include <netinet6/nd6.h> 11282cd038dSYoshinobu Inoue #include <netinet/in_pcb.h> 11382cd038dSYoshinobu Inoue #include <netinet6/in6_pcb.h> 114983066f0SAlexander V. Chernikov #include <netinet6/in6_fib.h> 115a1f7e5f8SHajimu UMEMOTO #include <netinet6/scope6_var.h> 11682cd038dSYoshinobu Inoue 11782cd038dSYoshinobu Inoue int 1183e85b721SEd Maste in6_pcbbind(struct inpcb *inp, struct sockaddr *nam, 1191272577eSXin LI struct ucred *cred) 12082cd038dSYoshinobu Inoue { 12182cd038dSYoshinobu Inoue struct socket *so = inp->inp_socket; 12282cd038dSYoshinobu Inoue struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)NULL; 12382cd038dSYoshinobu Inoue struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 12482cd038dSYoshinobu Inoue u_short lport = 0; 12568e0d7e0SRobert Watson int error, lookupflags = 0; 12668e0d7e0SRobert Watson int reuseport = (so->so_options & SO_REUSEPORT); 12782cd038dSYoshinobu Inoue 1281a43cff9SSean Bruno /* 1291a43cff9SSean Bruno * XXX: Maybe we could let SO_REUSEPORT_LB set SO_REUSEPORT bit here 1301a43cff9SSean Bruno * so that we don't have to add to the (already messy) code below. 1311a43cff9SSean Bruno */ 1321a43cff9SSean Bruno int reuseport_lb = (so->so_options & SO_REUSEPORT_LB); 1331a43cff9SSean Bruno 1348501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 135fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 13607385abdSRobert Watson 137d7c5a620SMatt Macy if (CK_STAILQ_EMPTY(&V_in6_ifaddrhead)) /* XXX broken! */ 13882cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 13982cd038dSYoshinobu Inoue if (inp->inp_lport || !IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) 14082cd038dSYoshinobu Inoue return (EINVAL); 1411a43cff9SSean Bruno if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT|SO_REUSEPORT_LB)) == 0) 14268e0d7e0SRobert Watson lookupflags = INPLOOKUP_WILDCARD; 1434616026fSErmal Luçi if (nam == NULL) { 1447c2f3cb9SJamie Gritton if ((error = prison_local_ip6(cred, &inp->in6p_laddr, 1457c2f3cb9SJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 1467c2f3cb9SJamie Gritton return (error); 1477c2f3cb9SJamie Gritton } else { 14882cd038dSYoshinobu Inoue sin6 = (struct sockaddr_in6 *)nam; 14982cd038dSYoshinobu Inoue if (nam->sa_len != sizeof(*sin6)) 15082cd038dSYoshinobu Inoue return (EINVAL); 15182cd038dSYoshinobu Inoue /* 15282cd038dSYoshinobu Inoue * family check. 15382cd038dSYoshinobu Inoue */ 15482cd038dSYoshinobu Inoue if (nam->sa_family != AF_INET6) 15582cd038dSYoshinobu Inoue return (EAFNOSUPPORT); 15682cd038dSYoshinobu Inoue 157603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 158a1f7e5f8SHajimu UMEMOTO return(error); 15982cd038dSYoshinobu Inoue 160b89e82ddSJamie Gritton if ((error = prison_local_ip6(cred, &sin6->sin6_addr, 161b89e82ddSJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 162b89e82ddSJamie Gritton return (error); 163413628a7SBjoern A. Zeeb 16482cd038dSYoshinobu Inoue lport = sin6->sin6_port; 16582cd038dSYoshinobu Inoue if (IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr)) { 16682cd038dSYoshinobu Inoue /* 16782cd038dSYoshinobu Inoue * Treat SO_REUSEADDR as SO_REUSEPORT for multicast; 16882cd038dSYoshinobu Inoue * allow compepte duplication of binding if 16982cd038dSYoshinobu Inoue * SO_REUSEPORT is set, or if SO_REUSEADDR is set 17082cd038dSYoshinobu Inoue * and a multicast address is bound on both 17182cd038dSYoshinobu Inoue * new and duplicated sockets. 17282cd038dSYoshinobu Inoue */ 173f122b319SMikolaj Golub if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT)) != 0) 17482cd038dSYoshinobu Inoue reuseport = SO_REUSEADDR|SO_REUSEPORT; 1751a43cff9SSean Bruno /* 1761a43cff9SSean Bruno * XXX: How to deal with SO_REUSEPORT_LB here? 1771a43cff9SSean Bruno * Treat same as SO_REUSEPORT for now. 1781a43cff9SSean Bruno */ 1791a43cff9SSean Bruno if ((so->so_options & 1801a43cff9SSean Bruno (SO_REUSEADDR|SO_REUSEPORT_LB)) != 0) 1811a43cff9SSean Bruno reuseport_lb = SO_REUSEADDR|SO_REUSEPORT_LB; 18282cd038dSYoshinobu Inoue } else if (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 183a68cc388SGleb Smirnoff struct epoch_tracker et; 1848c0fec80SRobert Watson struct ifaddr *ifa; 18582cd038dSYoshinobu Inoue 18682cd038dSYoshinobu Inoue sin6->sin6_port = 0; /* yech... */ 187a68cc388SGleb Smirnoff NET_EPOCH_ENTER(et); 1888c0fec80SRobert Watson if ((ifa = ifa_ifwithaddr((struct sockaddr *)sin6)) == 1898c0fec80SRobert Watson NULL && 190f44270e7SPawel Jakub Dawidek (inp->inp_flags & INP_BINDANY) == 0) { 191a68cc388SGleb Smirnoff NET_EPOCH_EXIT(et); 19282cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 193f44270e7SPawel Jakub Dawidek } 19482cd038dSYoshinobu Inoue 19582cd038dSYoshinobu Inoue /* 19682cd038dSYoshinobu Inoue * XXX: bind to an anycast address might accidentally 19782cd038dSYoshinobu Inoue * cause sending a packet with anycast source address. 19833841545SHajimu UMEMOTO * We should allow to bind to a deprecated address, since 1997efe5d92SHajimu UMEMOTO * the application dares to use it. 20082cd038dSYoshinobu Inoue */ 2018c0fec80SRobert Watson if (ifa != NULL && 2028c0fec80SRobert Watson ((struct in6_ifaddr *)ifa)->ia6_flags & 20333841545SHajimu UMEMOTO (IN6_IFF_ANYCAST|IN6_IFF_NOTREADY|IN6_IFF_DETACHED)) { 204a68cc388SGleb Smirnoff NET_EPOCH_EXIT(et); 20582cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 20682cd038dSYoshinobu Inoue } 207a68cc388SGleb Smirnoff NET_EPOCH_EXIT(et); 20882cd038dSYoshinobu Inoue } 20982cd038dSYoshinobu Inoue if (lport) { 21082cd038dSYoshinobu Inoue struct inpcb *t; 21129381b36SMikolaj Golub struct tcptw *tw; 21282cd038dSYoshinobu Inoue 21382cd038dSYoshinobu Inoue /* GROSS */ 214603724d3SBjoern A. Zeeb if (ntohs(lport) <= V_ipport_reservedhigh && 215603724d3SBjoern A. Zeeb ntohs(lport) >= V_ipport_reservedlow && 216cc426dd3SMateusz Guzik priv_check_cred(cred, PRIV_NETINET_RESERVEDPORT)) 21782cd038dSYoshinobu Inoue return (EACCES); 218835d4b89SPawel Jakub Dawidek if (!IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr) && 219cc426dd3SMateusz Guzik priv_check_cred(inp->inp_cred, PRIV_NETINET_REUSEPORT) != 0) { 220fb59c426SYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, 22182cd038dSYoshinobu Inoue &sin6->sin6_addr, lport, 222078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 223f66145c6SYaroslav Tykhiy if (t && 224c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 225ad71fe3cSRobert Watson ((t->inp_flags & INP_TIMEWAIT) == 0) && 226f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 227f66145c6SYaroslav Tykhiy IN6_IS_ADDR_UNSPECIFIED(&t->in6p_faddr)) && 2284cc20ab1SSeigo Tanimura (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr) || 22982cd038dSYoshinobu Inoue !IN6_IS_ADDR_UNSPECIFIED(&t->in6p_laddr) || 2301a43cff9SSean Bruno (t->inp_flags2 & INP_REUSEPORT) || 2311a43cff9SSean Bruno (t->inp_flags2 & INP_REUSEPORT_LB) == 0) && 232fc06cd42SMikolaj Golub (inp->inp_cred->cr_uid != 23386d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 23482cd038dSYoshinobu Inoue return (EADDRINUSE); 235c7c0d948SAdrian Chadd 236c7c0d948SAdrian Chadd /* 237c7c0d948SAdrian Chadd * If the socket is a BINDMULTI socket, then 238c7c0d948SAdrian Chadd * the credentials need to match and the 239c7c0d948SAdrian Chadd * original socket also has to have been bound 240c7c0d948SAdrian Chadd * with BINDMULTI. 241c7c0d948SAdrian Chadd */ 242c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 243c7c0d948SAdrian Chadd return (EADDRINUSE); 244c7c0d948SAdrian Chadd 24567107f45SBjoern A. Zeeb #ifdef INET 24633841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 247fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 248fb59c426SYoshinobu Inoue struct sockaddr_in sin; 249fb59c426SYoshinobu Inoue 250fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 251fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, 252fb59c426SYoshinobu Inoue sin.sin_addr, lport, 253078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 254f66145c6SYaroslav Tykhiy if (t && 255c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 256ad71fe3cSRobert Watson ((t->inp_flags & 257f66145c6SYaroslav Tykhiy INP_TIMEWAIT) == 0) && 258f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 259f66145c6SYaroslav Tykhiy ntohl(t->inp_faddr.s_addr) == 260f66145c6SYaroslav Tykhiy INADDR_ANY) && 26186d02c5cSBjoern A. Zeeb (inp->inp_cred->cr_uid != 26286d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 263fb59c426SYoshinobu Inoue return (EADDRINUSE); 264c7c0d948SAdrian Chadd 265c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 266c7c0d948SAdrian Chadd return (EADDRINUSE); 267fb59c426SYoshinobu Inoue } 26867107f45SBjoern A. Zeeb #endif 26982cd038dSYoshinobu Inoue } 27082cd038dSYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, &sin6->sin6_addr, 27168e0d7e0SRobert Watson lport, lookupflags, cred); 27229381b36SMikolaj Golub if (t && (t->inp_flags & INP_TIMEWAIT)) { 27329381b36SMikolaj Golub /* 27429381b36SMikolaj Golub * XXXRW: If an incpb has had its timewait 27529381b36SMikolaj Golub * state recycled, we treat the address as 27629381b36SMikolaj Golub * being in use (for now). This is better 27729381b36SMikolaj Golub * than a panic, but not desirable. 27829381b36SMikolaj Golub */ 27929381b36SMikolaj Golub tw = intotw(t); 28029381b36SMikolaj Golub if (tw == NULL || 2811a43cff9SSean Bruno ((reuseport & tw->tw_so_options) == 0 && 2821a43cff9SSean Bruno (reuseport_lb & tw->tw_so_options) == 0)) 28382cd038dSYoshinobu Inoue return (EADDRINUSE); 2841a43cff9SSean Bruno } else if (t && (reuseport & inp_so_options(t)) == 0 && 2851a43cff9SSean Bruno (reuseport_lb & inp_so_options(t)) == 0) { 28629381b36SMikolaj Golub return (EADDRINUSE); 28729381b36SMikolaj Golub } 28867107f45SBjoern A. Zeeb #ifdef INET 28933841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 290fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 291fb59c426SYoshinobu Inoue struct sockaddr_in sin; 292fb59c426SYoshinobu Inoue 293fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 294fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, sin.sin_addr, 29568e0d7e0SRobert Watson lport, lookupflags, cred); 296ad71fe3cSRobert Watson if (t && t->inp_flags & INP_TIMEWAIT) { 29729381b36SMikolaj Golub tw = intotw(t); 29829381b36SMikolaj Golub if (tw == NULL) 29929381b36SMikolaj Golub return (EADDRINUSE); 30029381b36SMikolaj Golub if ((reuseport & tw->tw_so_options) == 0 3011a43cff9SSean Bruno && (reuseport_lb & tw->tw_so_options) == 0 30229381b36SMikolaj Golub && (ntohl(t->inp_laddr.s_addr) != 30356e6821eSOlivier Houchard INADDR_ANY || ((inp->inp_vflag & 30456e6821eSOlivier Houchard INP_IPV6PROTO) == 30556e6821eSOlivier Houchard (t->inp_vflag & INP_IPV6PROTO)))) 30656e6821eSOlivier Houchard return (EADDRINUSE); 307efdf104bSMikolaj Golub } else if (t && 308efdf104bSMikolaj Golub (reuseport & inp_so_options(t)) == 0 && 3091a43cff9SSean Bruno (reuseport_lb & inp_so_options(t)) == 0 && 310fc06cd42SMikolaj Golub (ntohl(t->inp_laddr.s_addr) != INADDR_ANY || 3111a43cff9SSean Bruno (t->inp_vflag & INP_IPV6PROTO) != 0)) { 312fb59c426SYoshinobu Inoue return (EADDRINUSE); 313fb59c426SYoshinobu Inoue } 3141a43cff9SSean Bruno } 31567107f45SBjoern A. Zeeb #endif 31682cd038dSYoshinobu Inoue } 31782cd038dSYoshinobu Inoue inp->in6p_laddr = sin6->sin6_addr; 31882cd038dSYoshinobu Inoue } 31982cd038dSYoshinobu Inoue if (lport == 0) { 3204616026fSErmal Luçi if ((error = in6_pcbsetport(&inp->in6p_laddr, inp, cred)) != 0) { 3214a2b2562SBjoern A. Zeeb /* Undo an address bind that may have occurred. */ 3224a2b2562SBjoern A. Zeeb inp->in6p_laddr = in6addr_any; 323b89e82ddSJamie Gritton return (error); 3244a2b2562SBjoern A. Zeeb } 32555fd3bafSBjoern A. Zeeb } else { 32682cd038dSYoshinobu Inoue inp->inp_lport = lport; 32782cd038dSYoshinobu Inoue if (in_pcbinshash(inp) != 0) { 32882cd038dSYoshinobu Inoue inp->in6p_laddr = in6addr_any; 32982cd038dSYoshinobu Inoue inp->inp_lport = 0; 33082cd038dSYoshinobu Inoue return (EAGAIN); 33182cd038dSYoshinobu Inoue } 332686cdd19SJun-ichiro itojun Hagino } 33382cd038dSYoshinobu Inoue return (0); 33482cd038dSYoshinobu Inoue } 33582cd038dSYoshinobu Inoue 33682cd038dSYoshinobu Inoue /* 33782cd038dSYoshinobu Inoue * Transform old in6_pcbconnect() into an inner subroutine for new 33882cd038dSYoshinobu Inoue * in6_pcbconnect(): Do some validity-checking on the remote 33982cd038dSYoshinobu Inoue * address (in mbuf 'nam') and then determine local host address 34082cd038dSYoshinobu Inoue * (i.e., which interface) to use to access that remote host. 34182cd038dSYoshinobu Inoue * 34282cd038dSYoshinobu Inoue * This preserves definition of in6_pcbconnect(), while supporting a 34382cd038dSYoshinobu Inoue * slightly different version for T/TCP. (This is more than 34482cd038dSYoshinobu Inoue * a bit of a kludge, but cleaning up the internal interfaces would 34582cd038dSYoshinobu Inoue * have forced minor changes in every protocol). 34682cd038dSYoshinobu Inoue */ 347a7e201bbSAndrey V. Elsukov static int 3483e85b721SEd Maste in6_pcbladdr(struct inpcb *inp, struct sockaddr *nam, 34988d166bfSBjoern A. Zeeb struct in6_addr *plocal_addr6) 35082cd038dSYoshinobu Inoue { 3513e85b721SEd Maste struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam; 35282cd038dSYoshinobu Inoue int error = 0; 353a1f7e5f8SHajimu UMEMOTO int scope_ambiguous = 0; 35488d166bfSBjoern A. Zeeb struct in6_addr in6a; 35582cd038dSYoshinobu Inoue 3568501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 357fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); /* XXXRW: why? */ 3588deea4a8SRobert Watson 35982cd038dSYoshinobu Inoue if (nam->sa_len != sizeof (*sin6)) 36082cd038dSYoshinobu Inoue return (EINVAL); 36182cd038dSYoshinobu Inoue if (sin6->sin6_family != AF_INET6) 36282cd038dSYoshinobu Inoue return (EAFNOSUPPORT); 36382cd038dSYoshinobu Inoue if (sin6->sin6_port == 0) 36482cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 36582cd038dSYoshinobu Inoue 366603724d3SBjoern A. Zeeb if (sin6->sin6_scope_id == 0 && !V_ip6_use_defzone) 367a1f7e5f8SHajimu UMEMOTO scope_ambiguous = 1; 368603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 369a1f7e5f8SHajimu UMEMOTO return(error); 370a1f7e5f8SHajimu UMEMOTO 371d7c5a620SMatt Macy if (!CK_STAILQ_EMPTY(&V_in6_ifaddrhead)) { 37282cd038dSYoshinobu Inoue /* 37382cd038dSYoshinobu Inoue * If the destination address is UNSPECIFIED addr, 37482cd038dSYoshinobu Inoue * use the loopback addr, e.g ::1. 37582cd038dSYoshinobu Inoue */ 37682cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) 37782cd038dSYoshinobu Inoue sin6->sin6_addr = in6addr_loopback; 37882cd038dSYoshinobu Inoue } 379b89e82ddSJamie Gritton if ((error = prison_remote_ip6(inp->inp_cred, &sin6->sin6_addr)) != 0) 380b89e82ddSJamie Gritton return (error); 381a1f7e5f8SHajimu UMEMOTO 382601c0b8bSAlexander V. Chernikov error = in6_selectsrc_socket(sin6, inp->in6p_outputopts, 383601c0b8bSAlexander V. Chernikov inp, inp->inp_cred, scope_ambiguous, &in6a, NULL); 38488d166bfSBjoern A. Zeeb if (error) 38588d166bfSBjoern A. Zeeb return (error); 38688d166bfSBjoern A. Zeeb 38788d166bfSBjoern A. Zeeb /* 38888d166bfSBjoern A. Zeeb * Do not update this earlier, in case we return with an error. 38988d166bfSBjoern A. Zeeb * 390601c0b8bSAlexander V. Chernikov * XXX: this in6_selectsrc_socket result might replace the bound local 391681ffdf9SBjoern A. Zeeb * address with the address specified by setsockopt(IPV6_PKTINFO). 39288d166bfSBjoern A. Zeeb * Is it the intended behavior? 39388d166bfSBjoern A. Zeeb */ 39488d166bfSBjoern A. Zeeb *plocal_addr6 = in6a; 39588d166bfSBjoern A. Zeeb 39682cd038dSYoshinobu Inoue /* 39782cd038dSYoshinobu Inoue * Don't do pcblookup call here; return interface in 39882cd038dSYoshinobu Inoue * plocal_addr6 39982cd038dSYoshinobu Inoue * and exit to caller, that will do the lookup. 40082cd038dSYoshinobu Inoue */ 401a1f7e5f8SHajimu UMEMOTO 40282cd038dSYoshinobu Inoue return (0); 40382cd038dSYoshinobu Inoue } 40482cd038dSYoshinobu Inoue 40582cd038dSYoshinobu Inoue /* 40682cd038dSYoshinobu Inoue * Outer subroutine: 40782cd038dSYoshinobu Inoue * Connect from a socket to a specified address. 40882cd038dSYoshinobu Inoue * Both address and port must be specified in argument sin. 40982cd038dSYoshinobu Inoue * If don't have a local address for this socket yet, 41082cd038dSYoshinobu Inoue * then pick one. 41182cd038dSYoshinobu Inoue */ 41282cd038dSYoshinobu Inoue int 4133e85b721SEd Maste in6_pcbconnect_mbuf(struct inpcb *inp, struct sockaddr *nam, 414fe1274eeSMichael Tuexen struct ucred *cred, struct mbuf *m, bool rehash) 41582cd038dSYoshinobu Inoue { 416fa046d87SRobert Watson struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 4173e85b721SEd Maste struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam; 41825102351SMike Karels struct sockaddr_in6 laddr6; 41982cd038dSYoshinobu Inoue int error; 42082cd038dSYoshinobu Inoue 42125102351SMike Karels bzero(&laddr6, sizeof(laddr6)); 42225102351SMike Karels laddr6.sin6_family = AF_INET6; 42325102351SMike Karels 4248501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 425fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 42607385abdSRobert Watson 427*0c325f53SAlexander V. Chernikov #ifdef ROUTE_MPATH 428*0c325f53SAlexander V. Chernikov if (CALC_FLOWID_OUTBOUND) { 429*0c325f53SAlexander V. Chernikov uint32_t hash_type, hash_val; 430*0c325f53SAlexander V. Chernikov 431*0c325f53SAlexander V. Chernikov hash_val = fib6_calc_software_hash(&inp->in6p_laddr, 432*0c325f53SAlexander V. Chernikov &sin6->sin6_addr, 0, sin6->sin6_port, 433*0c325f53SAlexander V. Chernikov inp->inp_socket->so_proto->pr_protocol, &hash_type); 434*0c325f53SAlexander V. Chernikov inp->inp_flowid = hash_val; 435*0c325f53SAlexander V. Chernikov inp->inp_flowtype = hash_type; 436*0c325f53SAlexander V. Chernikov } 437*0c325f53SAlexander V. Chernikov #endif 43882cd038dSYoshinobu Inoue /* 43982cd038dSYoshinobu Inoue * Call inner routine, to assign local interface address. 44088ff5695SSUZUKI Shinsuke * in6_pcbladdr() may automatically fill in sin6_scope_id. 44182cd038dSYoshinobu Inoue */ 44225102351SMike Karels if ((error = in6_pcbladdr(inp, nam, &laddr6.sin6_addr)) != 0) 44382cd038dSYoshinobu Inoue return (error); 44482cd038dSYoshinobu Inoue 445fa046d87SRobert Watson if (in6_pcblookup_hash_locked(pcbinfo, &sin6->sin6_addr, 44682cd038dSYoshinobu Inoue sin6->sin6_port, 44782cd038dSYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr) 44825102351SMike Karels ? &laddr6.sin6_addr : &inp->in6p_laddr, 44982cd038dSYoshinobu Inoue inp->inp_lport, 0, NULL) != NULL) { 45082cd038dSYoshinobu Inoue return (EADDRINUSE); 45182cd038dSYoshinobu Inoue } 45282cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 45382cd038dSYoshinobu Inoue if (inp->inp_lport == 0) { 45425102351SMike Karels /* 45525102351SMike Karels * rehash was required to be true in the past for 45625102351SMike Karels * this case; retain that convention. However, 45725102351SMike Karels * we now call in_pcb_lport_dest rather than 45825102351SMike Karels * in6_pcbbind; the former does not insert into 45925102351SMike Karels * the hash table, the latter does. Change rehash 46025102351SMike Karels * to false to do the in_pcbinshash below. 46125102351SMike Karels */ 462fe1274eeSMichael Tuexen KASSERT(rehash == true, 463fe1274eeSMichael Tuexen ("Rehashing required for unbound inps")); 46425102351SMike Karels rehash = false; 46525102351SMike Karels error = in_pcb_lport_dest(inp, 46625102351SMike Karels (struct sockaddr *) &laddr6, &inp->inp_lport, 46725102351SMike Karels (struct sockaddr *) sin6, sin6->sin6_port, cred, 0); 4684616026fSErmal Luçi if (error) 46982cd038dSYoshinobu Inoue return (error); 47082cd038dSYoshinobu Inoue } 47125102351SMike Karels inp->in6p_laddr = laddr6.sin6_addr; 47282cd038dSYoshinobu Inoue } 47382cd038dSYoshinobu Inoue inp->in6p_faddr = sin6->sin6_addr; 47482cd038dSYoshinobu Inoue inp->inp_fport = sin6->sin6_port; 47533841545SHajimu UMEMOTO /* update flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 476fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 477fc384fa5SBjoern A. Zeeb if (inp->inp_flags & IN6P_AUTOFLOWLABEL) 478fc384fa5SBjoern A. Zeeb inp->inp_flow |= 479b79274baSHajimu UMEMOTO (htonl(ip6_randomflowlabel()) & IPV6_FLOWLABEL_MASK); 48082cd038dSYoshinobu Inoue 481fe1274eeSMichael Tuexen if (rehash) { 482d3c1f003SRobert Watson in_pcbrehash_mbuf(inp, m); 483fe1274eeSMichael Tuexen } else { 484fe1274eeSMichael Tuexen in_pcbinshash_mbuf(inp, m); 485fe1274eeSMichael Tuexen } 4862cb64cb2SGeorge V. Neville-Neil 48782cd038dSYoshinobu Inoue return (0); 48882cd038dSYoshinobu Inoue } 48982cd038dSYoshinobu Inoue 490d3c1f003SRobert Watson int 491d3c1f003SRobert Watson in6_pcbconnect(struct inpcb *inp, struct sockaddr *nam, struct ucred *cred) 492d3c1f003SRobert Watson { 493d3c1f003SRobert Watson 494fe1274eeSMichael Tuexen return (in6_pcbconnect_mbuf(inp, nam, cred, NULL, true)); 495d3c1f003SRobert Watson } 496d3c1f003SRobert Watson 49782cd038dSYoshinobu Inoue void 4981272577eSXin LI in6_pcbdisconnect(struct inpcb *inp) 49982cd038dSYoshinobu Inoue { 50007385abdSRobert Watson 5018501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 502fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); 50307385abdSRobert Watson 50482cd038dSYoshinobu Inoue bzero((caddr_t)&inp->in6p_faddr, sizeof(inp->in6p_faddr)); 50582cd038dSYoshinobu Inoue inp->inp_fport = 0; 50633841545SHajimu UMEMOTO /* clear flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 507fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 50882cd038dSYoshinobu Inoue in_pcbrehash(inp); 50982cd038dSYoshinobu Inoue } 51082cd038dSYoshinobu Inoue 51126ef6ac4SDon Lewis struct sockaddr * 5121272577eSXin LI in6_sockaddr(in_port_t port, struct in6_addr *addr_p) 51326ef6ac4SDon Lewis { 51426ef6ac4SDon Lewis struct sockaddr_in6 *sin6; 51526ef6ac4SDon Lewis 5161ede983cSDag-Erling Smørgrav sin6 = malloc(sizeof *sin6, M_SONAME, M_WAITOK); 51726ef6ac4SDon Lewis bzero(sin6, sizeof *sin6); 51826ef6ac4SDon Lewis sin6->sin6_family = AF_INET6; 51926ef6ac4SDon Lewis sin6->sin6_len = sizeof(*sin6); 52026ef6ac4SDon Lewis sin6->sin6_port = port; 52126ef6ac4SDon Lewis sin6->sin6_addr = *addr_p; 522a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors */ 52326ef6ac4SDon Lewis 52426ef6ac4SDon Lewis return (struct sockaddr *)sin6; 52526ef6ac4SDon Lewis } 52626ef6ac4SDon Lewis 52726ef6ac4SDon Lewis struct sockaddr * 5281272577eSXin LI in6_v4mapsin6_sockaddr(in_port_t port, struct in_addr *addr_p) 52926ef6ac4SDon Lewis { 53026ef6ac4SDon Lewis struct sockaddr_in sin; 53126ef6ac4SDon Lewis struct sockaddr_in6 *sin6_p; 53226ef6ac4SDon Lewis 53326ef6ac4SDon Lewis bzero(&sin, sizeof sin); 53426ef6ac4SDon Lewis sin.sin_family = AF_INET; 53526ef6ac4SDon Lewis sin.sin_len = sizeof(sin); 53626ef6ac4SDon Lewis sin.sin_port = port; 53726ef6ac4SDon Lewis sin.sin_addr = *addr_p; 53826ef6ac4SDon Lewis 5391ede983cSDag-Erling Smørgrav sin6_p = malloc(sizeof *sin6_p, M_SONAME, 540a163d034SWarner Losh M_WAITOK); 54126ef6ac4SDon Lewis in6_sin_2_v4mapsin6(&sin, sin6_p); 54226ef6ac4SDon Lewis 54326ef6ac4SDon Lewis return (struct sockaddr *)sin6_p; 54426ef6ac4SDon Lewis } 54526ef6ac4SDon Lewis 54682cd038dSYoshinobu Inoue int 5471272577eSXin LI in6_getsockaddr(struct socket *so, struct sockaddr **nam) 54882cd038dSYoshinobu Inoue { 5493e85b721SEd Maste struct inpcb *inp; 55026ef6ac4SDon Lewis struct in6_addr addr; 55126ef6ac4SDon Lewis in_port_t port; 55282cd038dSYoshinobu Inoue 55382cd038dSYoshinobu Inoue inp = sotoinpcb(so); 55454d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getsockaddr: inp == NULL")); 55548477723SRobert Watson 5568328afb7SRobert Watson INP_RLOCK(inp); 55726ef6ac4SDon Lewis port = inp->inp_lport; 55826ef6ac4SDon Lewis addr = inp->in6p_laddr; 5598328afb7SRobert Watson INP_RUNLOCK(inp); 56082cd038dSYoshinobu Inoue 56126ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 56282cd038dSYoshinobu Inoue return 0; 56382cd038dSYoshinobu Inoue } 56482cd038dSYoshinobu Inoue 56582cd038dSYoshinobu Inoue int 5661272577eSXin LI in6_getpeeraddr(struct socket *so, struct sockaddr **nam) 56782cd038dSYoshinobu Inoue { 56882cd038dSYoshinobu Inoue struct inpcb *inp; 56926ef6ac4SDon Lewis struct in6_addr addr; 57026ef6ac4SDon Lewis in_port_t port; 57182cd038dSYoshinobu Inoue 57282cd038dSYoshinobu Inoue inp = sotoinpcb(so); 57354d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getpeeraddr: inp == NULL")); 57448477723SRobert Watson 5758328afb7SRobert Watson INP_RLOCK(inp); 57626ef6ac4SDon Lewis port = inp->inp_fport; 57726ef6ac4SDon Lewis addr = inp->in6p_faddr; 5788328afb7SRobert Watson INP_RUNLOCK(inp); 57982cd038dSYoshinobu Inoue 58026ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 58182cd038dSYoshinobu Inoue return 0; 58282cd038dSYoshinobu Inoue } 58382cd038dSYoshinobu Inoue 58482cd038dSYoshinobu Inoue int 58582cd038dSYoshinobu Inoue in6_mapped_sockaddr(struct socket *so, struct sockaddr **nam) 58682cd038dSYoshinobu Inoue { 58748477723SRobert Watson struct inpcb *inp; 58882cd038dSYoshinobu Inoue int error; 58982cd038dSYoshinobu Inoue 59048477723SRobert Watson inp = sotoinpcb(so); 59148477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_sockaddr: inp == NULL")); 59248477723SRobert Watson 59367107f45SBjoern A. Zeeb #ifdef INET 5945fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 59554d642bbSRobert Watson error = in_getsockaddr(so, nam); 596369dc8ceSEivind Eklund if (error == 0) 59782cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 59867107f45SBjoern A. Zeeb } else 59967107f45SBjoern A. Zeeb #endif 60067107f45SBjoern A. Zeeb { 60154d642bbSRobert Watson /* scope issues will be handled in in6_getsockaddr(). */ 60254d642bbSRobert Watson error = in6_getsockaddr(so, nam); 6037efe5d92SHajimu UMEMOTO } 60482cd038dSYoshinobu Inoue 60582cd038dSYoshinobu Inoue return error; 60682cd038dSYoshinobu Inoue } 60782cd038dSYoshinobu Inoue 60882cd038dSYoshinobu Inoue int 60982cd038dSYoshinobu Inoue in6_mapped_peeraddr(struct socket *so, struct sockaddr **nam) 61082cd038dSYoshinobu Inoue { 61148477723SRobert Watson struct inpcb *inp; 61282cd038dSYoshinobu Inoue int error; 61382cd038dSYoshinobu Inoue 61448477723SRobert Watson inp = sotoinpcb(so); 61548477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_peeraddr: inp == NULL")); 61648477723SRobert Watson 61767107f45SBjoern A. Zeeb #ifdef INET 6185fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 61954d642bbSRobert Watson error = in_getpeeraddr(so, nam); 620369dc8ceSEivind Eklund if (error == 0) 62182cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 62282cd038dSYoshinobu Inoue } else 62367107f45SBjoern A. Zeeb #endif 62454d642bbSRobert Watson /* scope issues will be handled in in6_getpeeraddr(). */ 62554d642bbSRobert Watson error = in6_getpeeraddr(so, nam); 62682cd038dSYoshinobu Inoue 62782cd038dSYoshinobu Inoue return error; 62882cd038dSYoshinobu Inoue } 62982cd038dSYoshinobu Inoue 63082cd038dSYoshinobu Inoue /* 63182cd038dSYoshinobu Inoue * Pass some notification to all connections of a protocol 63282cd038dSYoshinobu Inoue * associated with address dst. The local address and/or port numbers 63382cd038dSYoshinobu Inoue * may be specified to limit the search. The "usual action" will be 63482cd038dSYoshinobu Inoue * taken, depending on the ctlinput cmd. The caller must filter any 63582cd038dSYoshinobu Inoue * cmds that are uninteresting (e.g., no error in the map). 63682cd038dSYoshinobu Inoue * Call the protocol specific routine (if any) to report 63782cd038dSYoshinobu Inoue * any errors for each matching socket. 63882cd038dSYoshinobu Inoue */ 63982cd038dSYoshinobu Inoue void 6401272577eSXin LI in6_pcbnotify(struct inpcbinfo *pcbinfo, struct sockaddr *dst, 6411272577eSXin LI u_int fport_arg, const struct sockaddr *src, u_int lport_arg, 6421272577eSXin LI int cmd, void *cmdarg, 6439233d8f3SDavid E. O'Brien struct inpcb *(*notify)(struct inpcb *, int)) 64482cd038dSYoshinobu Inoue { 645f457d580SRobert Watson struct inpcb *inp, *inp_temp; 64633841545SHajimu UMEMOTO struct sockaddr_in6 sa6_src, *sa6_dst; 64782cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 64833841545SHajimu UMEMOTO u_int32_t flowinfo; 64948477723SRobert Watson int errno; 65082cd038dSYoshinobu Inoue 65178f94aa9SRuslan Ermilov if ((unsigned)cmd >= PRC_NCMDS || dst->sa_family != AF_INET6) 65282cd038dSYoshinobu Inoue return; 65333841545SHajimu UMEMOTO 65433841545SHajimu UMEMOTO sa6_dst = (struct sockaddr_in6 *)dst; 65533841545SHajimu UMEMOTO if (IN6_IS_ADDR_UNSPECIFIED(&sa6_dst->sin6_addr)) 65682cd038dSYoshinobu Inoue return; 65782cd038dSYoshinobu Inoue 65882cd038dSYoshinobu Inoue /* 65933841545SHajimu UMEMOTO * note that src can be NULL when we get notify by local fragmentation. 66033841545SHajimu UMEMOTO */ 661c4c0c592SAlfred Perlstein sa6_src = (src == NULL) ? sa6_any : *(const struct sockaddr_in6 *)src; 66233841545SHajimu UMEMOTO flowinfo = sa6_src.sin6_flowinfo; 66333841545SHajimu UMEMOTO 66433841545SHajimu UMEMOTO /* 66582cd038dSYoshinobu Inoue * Redirects go to all references to the destination, 666686cdd19SJun-ichiro itojun Hagino * and use in6_rtchange to invalidate the route cache. 667686cdd19SJun-ichiro itojun Hagino * Dead host indications: also use in6_rtchange to invalidate 668686cdd19SJun-ichiro itojun Hagino * the cache, and deliver the error to all the sockets. 66982cd038dSYoshinobu Inoue * Otherwise, if we have knowledge of the local port and address, 67082cd038dSYoshinobu Inoue * deliver only to that socket. 67182cd038dSYoshinobu Inoue */ 67282cd038dSYoshinobu Inoue if (PRC_IS_REDIRECT(cmd) || cmd == PRC_HOSTDEAD) { 67382cd038dSYoshinobu Inoue fport = 0; 67482cd038dSYoshinobu Inoue lport = 0; 67533841545SHajimu UMEMOTO bzero((caddr_t)&sa6_src.sin6_addr, sizeof(sa6_src.sin6_addr)); 676686cdd19SJun-ichiro itojun Hagino 67733841545SHajimu UMEMOTO if (cmd != PRC_HOSTDEAD) 67833841545SHajimu UMEMOTO notify = in6_rtchange; 67982cd038dSYoshinobu Inoue } 68082cd038dSYoshinobu Inoue errno = inet6ctlerrmap[cmd]; 681f31f65a7SRobert Watson INP_INFO_WLOCK(pcbinfo); 682b872626dSMatt Macy CK_LIST_FOREACH_SAFE(inp, pcbinfo->ipi_listhead, inp_list, inp_temp) { 6838501a69cSRobert Watson INP_WLOCK(inp); 684f31f65a7SRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) { 6858501a69cSRobert Watson INP_WUNLOCK(inp); 68682cd038dSYoshinobu Inoue continue; 687f31f65a7SRobert Watson } 688686cdd19SJun-ichiro itojun Hagino 689686cdd19SJun-ichiro itojun Hagino /* 690efddf5c6SHajimu UMEMOTO * If the error designates a new path MTU for a destination 691efddf5c6SHajimu UMEMOTO * and the application (associated with this socket) wanted to 6928f1beb88SAndrey V. Elsukov * know the value, notify. 693efddf5c6SHajimu UMEMOTO * XXX: should we avoid to notify the value to TCP sockets? 694efddf5c6SHajimu UMEMOTO */ 695fd8dd3a6SAndrey V. Elsukov if (cmd == PRC_MSGSIZE && cmdarg != NULL) 696efddf5c6SHajimu UMEMOTO ip6_notify_pmtu(inp, (struct sockaddr_in6 *)dst, 6978f1beb88SAndrey V. Elsukov *(u_int32_t *)cmdarg); 698efddf5c6SHajimu UMEMOTO 699efddf5c6SHajimu UMEMOTO /* 70033841545SHajimu UMEMOTO * Detect if we should notify the error. If no source and 70133841545SHajimu UMEMOTO * destination ports are specifed, but non-zero flowinfo and 70233841545SHajimu UMEMOTO * local address match, notify the error. This is the case 70333841545SHajimu UMEMOTO * when the error is delivered with an encrypted buffer 70433841545SHajimu UMEMOTO * by ESP. Otherwise, just compare addresses and ports 70533841545SHajimu UMEMOTO * as usual. 706686cdd19SJun-ichiro itojun Hagino */ 70733841545SHajimu UMEMOTO if (lport == 0 && fport == 0 && flowinfo && 70833841545SHajimu UMEMOTO inp->inp_socket != NULL && 709fc384fa5SBjoern A. Zeeb flowinfo == (inp->inp_flow & IPV6_FLOWLABEL_MASK) && 71033841545SHajimu UMEMOTO IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, &sa6_src.sin6_addr)) 71133841545SHajimu UMEMOTO goto do_notify; 71233841545SHajimu UMEMOTO else if (!IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, 71333841545SHajimu UMEMOTO &sa6_dst->sin6_addr) || 71482cd038dSYoshinobu Inoue inp->inp_socket == 0 || 71582cd038dSYoshinobu Inoue (lport && inp->inp_lport != lport) || 71633841545SHajimu UMEMOTO (!IN6_IS_ADDR_UNSPECIFIED(&sa6_src.sin6_addr) && 71733841545SHajimu UMEMOTO !IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, 71833841545SHajimu UMEMOTO &sa6_src.sin6_addr)) || 719f31f65a7SRobert Watson (fport && inp->inp_fport != fport)) { 7208501a69cSRobert Watson INP_WUNLOCK(inp); 72182cd038dSYoshinobu Inoue continue; 722f31f65a7SRobert Watson } 723686cdd19SJun-ichiro itojun Hagino 72433841545SHajimu UMEMOTO do_notify: 7255a019265SRobert Watson if (notify) { 7265a019265SRobert Watson if ((*notify)(inp, errno)) 7278501a69cSRobert Watson INP_WUNLOCK(inp); 7285a019265SRobert Watson } else 7298501a69cSRobert Watson INP_WUNLOCK(inp); 73082cd038dSYoshinobu Inoue } 731f31f65a7SRobert Watson INP_INFO_WUNLOCK(pcbinfo); 73282cd038dSYoshinobu Inoue } 73382cd038dSYoshinobu Inoue 73482cd038dSYoshinobu Inoue /* 735fa046d87SRobert Watson * Lookup a PCB based on the local address and port. Caller must hold the 736fa046d87SRobert Watson * hash lock. No inpcb locks or references are acquired. 73782cd038dSYoshinobu Inoue */ 73882cd038dSYoshinobu Inoue struct inpcb * 7391272577eSXin LI in6_pcblookup_local(struct inpcbinfo *pcbinfo, struct in6_addr *laddr, 74068e0d7e0SRobert Watson u_short lport, int lookupflags, struct ucred *cred) 74182cd038dSYoshinobu Inoue { 7423e85b721SEd Maste struct inpcb *inp; 74382cd038dSYoshinobu Inoue int matchwild = 3, wildcard; 74482cd038dSYoshinobu Inoue 74568e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 74668e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 74768e0d7e0SRobert Watson 748c17cd08fSGleb Smirnoff INP_HASH_LOCK_ASSERT(pcbinfo); 7498deea4a8SRobert Watson 75068e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) == 0) { 75182cd038dSYoshinobu Inoue struct inpcbhead *head; 75282cd038dSYoshinobu Inoue /* 75382cd038dSYoshinobu Inoue * Look for an unconnected (wildcard foreign addr) PCB that 75482cd038dSYoshinobu Inoue * matches the local address and port we're looking for. 75582cd038dSYoshinobu Inoue */ 7561b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 7571b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 7581b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 759b872626dSMatt Macy CK_LIST_FOREACH(inp, head, inp_hash) { 760413628a7SBjoern A. Zeeb /* XXX inp locking */ 761369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 76282cd038dSYoshinobu Inoue continue; 76382cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) && 76482cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 76582cd038dSYoshinobu Inoue inp->inp_lport == lport) { 766413628a7SBjoern A. Zeeb /* Found. */ 767413628a7SBjoern A. Zeeb if (cred == NULL || 7680304c731SJamie Gritton prison_equal_ip6(cred->cr_prison, 7690304c731SJamie Gritton inp->inp_cred->cr_prison)) 77082cd038dSYoshinobu Inoue return (inp); 77182cd038dSYoshinobu Inoue } 77282cd038dSYoshinobu Inoue } 77382cd038dSYoshinobu Inoue /* 77482cd038dSYoshinobu Inoue * Not found. 77582cd038dSYoshinobu Inoue */ 77682cd038dSYoshinobu Inoue return (NULL); 77782cd038dSYoshinobu Inoue } else { 77882cd038dSYoshinobu Inoue struct inpcbporthead *porthash; 77982cd038dSYoshinobu Inoue struct inpcbport *phd; 78082cd038dSYoshinobu Inoue struct inpcb *match = NULL; 78182cd038dSYoshinobu Inoue /* 78282cd038dSYoshinobu Inoue * Best fit PCB lookup. 78382cd038dSYoshinobu Inoue * 78482cd038dSYoshinobu Inoue * First see if this local port is in use by looking on the 78582cd038dSYoshinobu Inoue * port hash list. 78682cd038dSYoshinobu Inoue */ 787712fc218SRobert Watson porthash = &pcbinfo->ipi_porthashbase[INP_PCBPORTHASH(lport, 788712fc218SRobert Watson pcbinfo->ipi_porthashmask)]; 789b872626dSMatt Macy CK_LIST_FOREACH(phd, porthash, phd_hash) { 79082cd038dSYoshinobu Inoue if (phd->phd_port == lport) 79182cd038dSYoshinobu Inoue break; 79282cd038dSYoshinobu Inoue } 79382cd038dSYoshinobu Inoue if (phd != NULL) { 79482cd038dSYoshinobu Inoue /* 79582cd038dSYoshinobu Inoue * Port is in use by one or more PCBs. Look for best 79682cd038dSYoshinobu Inoue * fit. 79782cd038dSYoshinobu Inoue */ 798b872626dSMatt Macy CK_LIST_FOREACH(inp, &phd->phd_pcblist, inp_portlist) { 79982cd038dSYoshinobu Inoue wildcard = 0; 800413628a7SBjoern A. Zeeb if (cred != NULL && 8010304c731SJamie Gritton !prison_equal_ip6(cred->cr_prison, 8020304c731SJamie Gritton inp->inp_cred->cr_prison)) 803413628a7SBjoern A. Zeeb continue; 804413628a7SBjoern A. Zeeb /* XXX inp locking */ 805369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 80682cd038dSYoshinobu Inoue continue; 80782cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr)) 80882cd038dSYoshinobu Inoue wildcard++; 80982cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED( 81082cd038dSYoshinobu Inoue &inp->in6p_laddr)) { 81182cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(laddr)) 81282cd038dSYoshinobu Inoue wildcard++; 81382cd038dSYoshinobu Inoue else if (!IN6_ARE_ADDR_EQUAL( 81482cd038dSYoshinobu Inoue &inp->in6p_laddr, laddr)) 81582cd038dSYoshinobu Inoue continue; 81682cd038dSYoshinobu Inoue } else { 81782cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(laddr)) 81882cd038dSYoshinobu Inoue wildcard++; 81982cd038dSYoshinobu Inoue } 82082cd038dSYoshinobu Inoue if (wildcard < matchwild) { 82182cd038dSYoshinobu Inoue match = inp; 82282cd038dSYoshinobu Inoue matchwild = wildcard; 823413628a7SBjoern A. Zeeb if (matchwild == 0) 82482cd038dSYoshinobu Inoue break; 82582cd038dSYoshinobu Inoue } 82682cd038dSYoshinobu Inoue } 82782cd038dSYoshinobu Inoue } 82882cd038dSYoshinobu Inoue return (match); 82982cd038dSYoshinobu Inoue } 83082cd038dSYoshinobu Inoue } 83182cd038dSYoshinobu Inoue 832e43cc4aeSHajimu UMEMOTO void 8331272577eSXin LI in6_pcbpurgeif0(struct inpcbinfo *pcbinfo, struct ifnet *ifp) 834e43cc4aeSHajimu UMEMOTO { 8350ecd976eSBjoern A. Zeeb struct inpcb *inp; 83659854ecfSHans Petter Selasky struct in6_multi *inm; 83759854ecfSHans Petter Selasky struct in6_mfilter *imf; 838e43cc4aeSHajimu UMEMOTO struct ip6_moptions *im6o; 839e43cc4aeSHajimu UMEMOTO 840ff9b006dSJulien Charbon INP_INFO_WLOCK(pcbinfo); 8410ecd976eSBjoern A. Zeeb CK_LIST_FOREACH(inp, pcbinfo->ipi_listhead, inp_list) { 8420ecd976eSBjoern A. Zeeb INP_WLOCK(inp); 8430ecd976eSBjoern A. Zeeb if (__predict_false(inp->inp_flags2 & INP_FREED)) { 8440ecd976eSBjoern A. Zeeb INP_WUNLOCK(inp); 845e15e0e3eSBjoern A. Zeeb continue; 846e15e0e3eSBjoern A. Zeeb } 8470ecd976eSBjoern A. Zeeb im6o = inp->in6p_moptions; 8480ecd976eSBjoern A. Zeeb if ((inp->inp_vflag & INP_IPV6) && im6o != NULL) { 849e43cc4aeSHajimu UMEMOTO /* 85033cde130SBruce M Simpson * Unselect the outgoing ifp for multicast if it 85133cde130SBruce M Simpson * is being detached. 852e43cc4aeSHajimu UMEMOTO */ 853e43cc4aeSHajimu UMEMOTO if (im6o->im6o_multicast_ifp == ifp) 854e43cc4aeSHajimu UMEMOTO im6o->im6o_multicast_ifp = NULL; 855e43cc4aeSHajimu UMEMOTO /* 856e43cc4aeSHajimu UMEMOTO * Drop multicast group membership if we joined 857e43cc4aeSHajimu UMEMOTO * through the interface being detached. 858e43cc4aeSHajimu UMEMOTO */ 85959854ecfSHans Petter Selasky restart: 86059854ecfSHans Petter Selasky IP6_MFILTER_FOREACH(imf, &im6o->im6o_head) { 86159854ecfSHans Petter Selasky if ((inm = imf->im6f_in6m) == NULL) 86259854ecfSHans Petter Selasky continue; 86359854ecfSHans Petter Selasky if (inm->in6m_ifp != ifp) 86459854ecfSHans Petter Selasky continue; 86559854ecfSHans Petter Selasky ip6_mfilter_remove(&im6o->im6o_head, imf); 86659854ecfSHans Petter Selasky IN6_MULTI_LOCK_ASSERT(); 86759854ecfSHans Petter Selasky in6_leavegroup_locked(inm, NULL); 86859854ecfSHans Petter Selasky ip6_mfilter_free(imf); 86959854ecfSHans Petter Selasky goto restart; 870e43cc4aeSHajimu UMEMOTO } 871e43cc4aeSHajimu UMEMOTO } 8720ecd976eSBjoern A. Zeeb INP_WUNLOCK(inp); 873e43cc4aeSHajimu UMEMOTO } 874ff9b006dSJulien Charbon INP_INFO_WUNLOCK(pcbinfo); 875e43cc4aeSHajimu UMEMOTO } 876e43cc4aeSHajimu UMEMOTO 87782cd038dSYoshinobu Inoue /* 87882cd038dSYoshinobu Inoue * Check for alternatives when higher level complains 87982cd038dSYoshinobu Inoue * about service problems. For now, invalidate cached 88082cd038dSYoshinobu Inoue * routing information. If the route was created dynamically 88182cd038dSYoshinobu Inoue * (by a redirect), time to try a default gateway again. 88282cd038dSYoshinobu Inoue */ 88382cd038dSYoshinobu Inoue void 884ec86402eSBjoern A. Zeeb in6_losing(struct inpcb *inp) 88582cd038dSYoshinobu Inoue { 8861272577eSXin LI 887ec86402eSBjoern A. Zeeb RO_INVALIDATE_CACHE(&inp->inp_route6); 88882cd038dSYoshinobu Inoue } 88982cd038dSYoshinobu Inoue 89082cd038dSYoshinobu Inoue /* 89182cd038dSYoshinobu Inoue * After a routing change, flush old routing 89282cd038dSYoshinobu Inoue * and allocate a (hopefully) better one. 89382cd038dSYoshinobu Inoue */ 8943ce144eaSJeffrey Hsu struct inpcb * 895ec86402eSBjoern A. Zeeb in6_rtchange(struct inpcb *inp, int errno __unused) 89682cd038dSYoshinobu Inoue { 89784cc0778SGeorge V. Neville-Neil 898ec86402eSBjoern A. Zeeb RO_INVALIDATE_CACHE(&inp->inp_route6); 8993ce144eaSJeffrey Hsu return inp; 90082cd038dSYoshinobu Inoue } 90182cd038dSYoshinobu Inoue 9021a43cff9SSean Bruno static struct inpcb * 9031a43cff9SSean Bruno in6_pcblookup_lbgroup(const struct inpcbinfo *pcbinfo, 9041a43cff9SSean Bruno const struct in6_addr *laddr, uint16_t lport, const struct in6_addr *faddr, 9051a43cff9SSean Bruno uint16_t fport, int lookupflags) 9061a43cff9SSean Bruno { 907d3a4b0daSMark Johnston struct inpcb *local_wild; 9081a43cff9SSean Bruno const struct inpcblbgrouphead *hdr; 9091a43cff9SSean Bruno struct inpcblbgroup *grp; 9101a43cff9SSean Bruno uint32_t idx; 9111a43cff9SSean Bruno 9121a43cff9SSean Bruno INP_HASH_LOCK_ASSERT(pcbinfo); 9131a43cff9SSean Bruno 9149d2877fcSMark Johnston hdr = &pcbinfo->ipi_lbgrouphashbase[ 9159d2877fcSMark Johnston INP_PCBPORTHASH(lport, pcbinfo->ipi_lbgrouphashmask)]; 9161a43cff9SSean Bruno 9171a43cff9SSean Bruno /* 9181a43cff9SSean Bruno * Order of socket selection: 9191a43cff9SSean Bruno * 1. non-wild. 9201a43cff9SSean Bruno * 2. wild (if lookupflags contains INPLOOKUP_WILDCARD). 9211a43cff9SSean Bruno * 9221a43cff9SSean Bruno * NOTE: 9231a43cff9SSean Bruno * - Load balanced group does not contain jailed sockets. 9241a43cff9SSean Bruno * - Load balanced does not contain IPv4 mapped INET6 wild sockets. 9251a43cff9SSean Bruno */ 926d3a4b0daSMark Johnston local_wild = NULL; 92754af3d0dSMark Johnston CK_LIST_FOREACH(grp, hdr, il_list) { 9284b82a7b6SAndrew Gallatin #ifdef INET 9294b82a7b6SAndrew Gallatin if (!(grp->il_vflag & INP_IPV6)) 9304b82a7b6SAndrew Gallatin continue; 9314b82a7b6SAndrew Gallatin #endif 932d3a4b0daSMark Johnston if (grp->il_lport != lport) 933d3a4b0daSMark Johnston continue; 9341a43cff9SSean Bruno 935d3a4b0daSMark Johnston idx = INP_PCBLBGROUP_PKTHASH(INP6_PCBHASHKEY(faddr), lport, 936d3a4b0daSMark Johnston fport) % grp->il_inpcnt; 937d3a4b0daSMark Johnston if (IN6_ARE_ADDR_EQUAL(&grp->il6_laddr, laddr)) 9381a43cff9SSean Bruno return (grp->il_inp[idx]); 9391a43cff9SSean Bruno if (IN6_IS_ADDR_UNSPECIFIED(&grp->il6_laddr) && 940d3a4b0daSMark Johnston (lookupflags & INPLOOKUP_WILDCARD) != 0) 9411a43cff9SSean Bruno local_wild = grp->il_inp[idx]; 9421a43cff9SSean Bruno } 9431a43cff9SSean Bruno return (local_wild); 9441a43cff9SSean Bruno } 9451a43cff9SSean Bruno 94652cd27cbSRobert Watson #ifdef PCBGROUP 94752cd27cbSRobert Watson /* 94852cd27cbSRobert Watson * Lookup PCB in hash list, using pcbgroup tables. 94952cd27cbSRobert Watson */ 95052cd27cbSRobert Watson static struct inpcb * 95152cd27cbSRobert Watson in6_pcblookup_group(struct inpcbinfo *pcbinfo, struct inpcbgroup *pcbgroup, 95252cd27cbSRobert Watson struct in6_addr *faddr, u_int fport_arg, struct in6_addr *laddr, 95352cd27cbSRobert Watson u_int lport_arg, int lookupflags, struct ifnet *ifp) 95452cd27cbSRobert Watson { 95552cd27cbSRobert Watson struct inpcbhead *head; 95652cd27cbSRobert Watson struct inpcb *inp, *tmpinp; 95752cd27cbSRobert Watson u_short fport = fport_arg, lport = lport_arg; 9587fb2986fSJonathan T. Looney bool locked; 95952cd27cbSRobert Watson 96052cd27cbSRobert Watson /* 96152cd27cbSRobert Watson * First look for an exact match. 96252cd27cbSRobert Watson */ 96352cd27cbSRobert Watson tmpinp = NULL; 96452cd27cbSRobert Watson INP_GROUP_LOCK(pcbgroup); 9651b44e5ffSAndrey V. Elsukov head = &pcbgroup->ipg_hashbase[INP_PCBHASH( 9661b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(faddr), lport, fport, pcbgroup->ipg_hashmask)]; 967feeef850SMatt Macy CK_LIST_FOREACH(inp, head, inp_pcbgrouphash) { 96852cd27cbSRobert Watson /* XXX inp locking */ 96952cd27cbSRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) 97052cd27cbSRobert Watson continue; 97152cd27cbSRobert Watson if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) && 97252cd27cbSRobert Watson IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 97352cd27cbSRobert Watson inp->inp_fport == fport && 97452cd27cbSRobert Watson inp->inp_lport == lport) { 97552cd27cbSRobert Watson /* 97652cd27cbSRobert Watson * XXX We should be able to directly return 97752cd27cbSRobert Watson * the inp here, without any checks. 97852cd27cbSRobert Watson * Well unless both bound with SO_REUSEPORT? 97952cd27cbSRobert Watson */ 98052cd27cbSRobert Watson if (prison_flag(inp->inp_cred, PR_IP6)) 98152cd27cbSRobert Watson goto found; 98252cd27cbSRobert Watson if (tmpinp == NULL) 98352cd27cbSRobert Watson tmpinp = inp; 98452cd27cbSRobert Watson } 98552cd27cbSRobert Watson } 98652cd27cbSRobert Watson if (tmpinp != NULL) { 98752cd27cbSRobert Watson inp = tmpinp; 98852cd27cbSRobert Watson goto found; 98952cd27cbSRobert Watson } 99052cd27cbSRobert Watson 99152cd27cbSRobert Watson /* 992c7c0d948SAdrian Chadd * Then look for a wildcard match in the pcbgroup. 993c7c0d948SAdrian Chadd */ 994c7c0d948SAdrian Chadd if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 995c7c0d948SAdrian Chadd struct inpcb *local_wild = NULL, *local_exact = NULL; 996c7c0d948SAdrian Chadd struct inpcb *jail_wild = NULL; 997c7c0d948SAdrian Chadd int injail; 998c7c0d948SAdrian Chadd 999c7c0d948SAdrian Chadd /* 1000c7c0d948SAdrian Chadd * Order of socket selection - we always prefer jails. 1001c7c0d948SAdrian Chadd * 1. jailed, non-wild. 1002c7c0d948SAdrian Chadd * 2. jailed, wild. 1003c7c0d948SAdrian Chadd * 3. non-jailed, non-wild. 1004c7c0d948SAdrian Chadd * 4. non-jailed, wild. 1005c7c0d948SAdrian Chadd */ 1006c7c0d948SAdrian Chadd head = &pcbgroup->ipg_hashbase[ 1007c7c0d948SAdrian Chadd INP_PCBHASH(INADDR_ANY, lport, 0, pcbgroup->ipg_hashmask)]; 1008feeef850SMatt Macy CK_LIST_FOREACH(inp, head, inp_pcbgrouphash) { 1009c7c0d948SAdrian Chadd /* XXX inp locking */ 1010c7c0d948SAdrian Chadd if ((inp->inp_vflag & INP_IPV6) == 0) 1011c7c0d948SAdrian Chadd continue; 1012c7c0d948SAdrian Chadd 1013c7c0d948SAdrian Chadd if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 1014c7c0d948SAdrian Chadd inp->inp_lport != lport) { 1015c7c0d948SAdrian Chadd continue; 1016c7c0d948SAdrian Chadd } 1017c7c0d948SAdrian Chadd 1018c7c0d948SAdrian Chadd injail = prison_flag(inp->inp_cred, PR_IP6); 1019c7c0d948SAdrian Chadd if (injail) { 1020c7c0d948SAdrian Chadd if (prison_check_ip6(inp->inp_cred, 1021c7c0d948SAdrian Chadd laddr) != 0) 1022c7c0d948SAdrian Chadd continue; 1023c7c0d948SAdrian Chadd } else { 1024c7c0d948SAdrian Chadd if (local_exact != NULL) 1025c7c0d948SAdrian Chadd continue; 1026c7c0d948SAdrian Chadd } 1027c7c0d948SAdrian Chadd 1028c7c0d948SAdrian Chadd if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 1029c7c0d948SAdrian Chadd if (injail) 1030c7c0d948SAdrian Chadd goto found; 1031c7c0d948SAdrian Chadd else 1032c7c0d948SAdrian Chadd local_exact = inp; 1033c7c0d948SAdrian Chadd } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 1034c7c0d948SAdrian Chadd if (injail) 1035c7c0d948SAdrian Chadd jail_wild = inp; 1036c7c0d948SAdrian Chadd else 1037c7c0d948SAdrian Chadd local_wild = inp; 1038c7c0d948SAdrian Chadd } 1039c7c0d948SAdrian Chadd } /* LIST_FOREACH */ 1040c7c0d948SAdrian Chadd 1041c7c0d948SAdrian Chadd inp = jail_wild; 1042c7c0d948SAdrian Chadd if (inp == NULL) 1043c7c0d948SAdrian Chadd inp = jail_wild; 1044c7c0d948SAdrian Chadd if (inp == NULL) 1045c7c0d948SAdrian Chadd inp = local_exact; 1046c7c0d948SAdrian Chadd if (inp == NULL) 1047c7c0d948SAdrian Chadd inp = local_wild; 1048c7c0d948SAdrian Chadd if (inp != NULL) 1049c7c0d948SAdrian Chadd goto found; 1050c7c0d948SAdrian Chadd } 1051c7c0d948SAdrian Chadd 1052c7c0d948SAdrian Chadd /* 105352cd27cbSRobert Watson * Then look for a wildcard match, if requested. 105452cd27cbSRobert Watson */ 105552cd27cbSRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 105652cd27cbSRobert Watson struct inpcb *local_wild = NULL, *local_exact = NULL; 105752cd27cbSRobert Watson struct inpcb *jail_wild = NULL; 105852cd27cbSRobert Watson int injail; 105952cd27cbSRobert Watson 106052cd27cbSRobert Watson /* 106152cd27cbSRobert Watson * Order of socket selection - we always prefer jails. 106252cd27cbSRobert Watson * 1. jailed, non-wild. 106352cd27cbSRobert Watson * 2. jailed, wild. 106452cd27cbSRobert Watson * 3. non-jailed, non-wild. 106552cd27cbSRobert Watson * 4. non-jailed, wild. 106652cd27cbSRobert Watson */ 10671b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_wildbase[INP_PCBHASH( 10681b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 10691b44e5ffSAndrey V. Elsukov pcbinfo->ipi_wildmask)]; 1070feeef850SMatt Macy CK_LIST_FOREACH(inp, head, inp_pcbgroup_wild) { 107152cd27cbSRobert Watson /* XXX inp locking */ 107252cd27cbSRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) 107352cd27cbSRobert Watson continue; 107452cd27cbSRobert Watson 107552cd27cbSRobert Watson if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 107652cd27cbSRobert Watson inp->inp_lport != lport) { 107752cd27cbSRobert Watson continue; 107852cd27cbSRobert Watson } 107952cd27cbSRobert Watson 108052cd27cbSRobert Watson injail = prison_flag(inp->inp_cred, PR_IP6); 108152cd27cbSRobert Watson if (injail) { 108252cd27cbSRobert Watson if (prison_check_ip6(inp->inp_cred, 108352cd27cbSRobert Watson laddr) != 0) 108452cd27cbSRobert Watson continue; 108552cd27cbSRobert Watson } else { 108652cd27cbSRobert Watson if (local_exact != NULL) 108752cd27cbSRobert Watson continue; 108852cd27cbSRobert Watson } 108952cd27cbSRobert Watson 109052cd27cbSRobert Watson if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 109152cd27cbSRobert Watson if (injail) 109252cd27cbSRobert Watson goto found; 109352cd27cbSRobert Watson else 109452cd27cbSRobert Watson local_exact = inp; 109552cd27cbSRobert Watson } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 109652cd27cbSRobert Watson if (injail) 109752cd27cbSRobert Watson jail_wild = inp; 109852cd27cbSRobert Watson else 109952cd27cbSRobert Watson local_wild = inp; 110052cd27cbSRobert Watson } 110152cd27cbSRobert Watson } /* LIST_FOREACH */ 110252cd27cbSRobert Watson 110352cd27cbSRobert Watson inp = jail_wild; 110452cd27cbSRobert Watson if (inp == NULL) 110552cd27cbSRobert Watson inp = jail_wild; 110652cd27cbSRobert Watson if (inp == NULL) 110752cd27cbSRobert Watson inp = local_exact; 110852cd27cbSRobert Watson if (inp == NULL) 110952cd27cbSRobert Watson inp = local_wild; 111052cd27cbSRobert Watson if (inp != NULL) 111152cd27cbSRobert Watson goto found; 111252cd27cbSRobert Watson } /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */ 111352cd27cbSRobert Watson INP_GROUP_UNLOCK(pcbgroup); 111452cd27cbSRobert Watson return (NULL); 111552cd27cbSRobert Watson 111652cd27cbSRobert Watson found: 11177fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 11187fb2986fSJonathan T. Looney locked = INP_TRY_WLOCK(inp); 11197fb2986fSJonathan T. Looney else if (lookupflags & INPLOOKUP_RLOCKPCB) 11207fb2986fSJonathan T. Looney locked = INP_TRY_RLOCK(inp); 11217fb2986fSJonathan T. Looney else 11227fb2986fSJonathan T. Looney panic("%s: locking buf", __func__); 11237fb2986fSJonathan T. Looney if (!locked) 112452cd27cbSRobert Watson in_pcbref(inp); 112552cd27cbSRobert Watson INP_GROUP_UNLOCK(pcbgroup); 11267fb2986fSJonathan T. Looney if (!locked) { 112752cd27cbSRobert Watson if (lookupflags & INPLOOKUP_WLOCKPCB) { 112852cd27cbSRobert Watson INP_WLOCK(inp); 112952cd27cbSRobert Watson if (in_pcbrele_wlocked(inp)) 113052cd27cbSRobert Watson return (NULL); 11317fb2986fSJonathan T. Looney } else { 113252cd27cbSRobert Watson INP_RLOCK(inp); 113352cd27cbSRobert Watson if (in_pcbrele_rlocked(inp)) 113452cd27cbSRobert Watson return (NULL); 11357fb2986fSJonathan T. Looney } 11367fb2986fSJonathan T. Looney } 11377fb2986fSJonathan T. Looney #ifdef INVARIANTS 11387fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 11397fb2986fSJonathan T. Looney INP_WLOCK_ASSERT(inp); 11407fb2986fSJonathan T. Looney else 11417fb2986fSJonathan T. Looney INP_RLOCK_ASSERT(inp); 11427fb2986fSJonathan T. Looney #endif 114352cd27cbSRobert Watson return (inp); 114452cd27cbSRobert Watson } 114552cd27cbSRobert Watson #endif /* PCBGROUP */ 114652cd27cbSRobert Watson 114782cd038dSYoshinobu Inoue /* 114825102351SMike Karels * Lookup PCB in hash list. Used in in_pcb.c as well as here. 114982cd038dSYoshinobu Inoue */ 115025102351SMike Karels struct inpcb * 1151fa046d87SRobert Watson in6_pcblookup_hash_locked(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1152fa046d87SRobert Watson u_int fport_arg, struct in6_addr *laddr, u_int lport_arg, 1153fa046d87SRobert Watson int lookupflags, struct ifnet *ifp) 115482cd038dSYoshinobu Inoue { 115582cd038dSYoshinobu Inoue struct inpcbhead *head; 1156413628a7SBjoern A. Zeeb struct inpcb *inp, *tmpinp; 115782cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 115833841545SHajimu UMEMOTO 115968e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 116068e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 116168e0d7e0SRobert Watson 1162fa046d87SRobert Watson INP_HASH_LOCK_ASSERT(pcbinfo); 11638deea4a8SRobert Watson 116482cd038dSYoshinobu Inoue /* 116582cd038dSYoshinobu Inoue * First look for an exact match. 116682cd038dSYoshinobu Inoue */ 1167413628a7SBjoern A. Zeeb tmpinp = NULL; 11681b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 11691b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(faddr), lport, fport, pcbinfo->ipi_hashmask)]; 1170b872626dSMatt Macy CK_LIST_FOREACH(inp, head, inp_hash) { 1171413628a7SBjoern A. Zeeb /* XXX inp locking */ 1172369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 117382cd038dSYoshinobu Inoue continue; 117482cd038dSYoshinobu Inoue if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) && 117582cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 117682cd038dSYoshinobu Inoue inp->inp_fport == fport && 117782cd038dSYoshinobu Inoue inp->inp_lport == lport) { 117882cd038dSYoshinobu Inoue /* 1179413628a7SBjoern A. Zeeb * XXX We should be able to directly return 1180413628a7SBjoern A. Zeeb * the inp here, without any checks. 1181413628a7SBjoern A. Zeeb * Well unless both bound with SO_REUSEPORT? 118282cd038dSYoshinobu Inoue */ 11830304c731SJamie Gritton if (prison_flag(inp->inp_cred, PR_IP6)) 118482cd038dSYoshinobu Inoue return (inp); 1185413628a7SBjoern A. Zeeb if (tmpinp == NULL) 1186413628a7SBjoern A. Zeeb tmpinp = inp; 118782cd038dSYoshinobu Inoue } 118882cd038dSYoshinobu Inoue } 1189413628a7SBjoern A. Zeeb if (tmpinp != NULL) 1190413628a7SBjoern A. Zeeb return (tmpinp); 119182cd038dSYoshinobu Inoue 1192413628a7SBjoern A. Zeeb /* 11931a43cff9SSean Bruno * Then look in lb group (for wildcard match). 11941a43cff9SSean Bruno */ 1195d9ff5789SMark Johnston if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 11961a43cff9SSean Bruno inp = in6_pcblookup_lbgroup(pcbinfo, laddr, lport, faddr, 11971a43cff9SSean Bruno fport, lookupflags); 1198d9ff5789SMark Johnston if (inp != NULL) 11991a43cff9SSean Bruno return (inp); 12001a43cff9SSean Bruno } 12011a43cff9SSean Bruno 12021a43cff9SSean Bruno /* 1203413628a7SBjoern A. Zeeb * Then look for a wildcard match, if requested. 1204413628a7SBjoern A. Zeeb */ 120568e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 1206413628a7SBjoern A. Zeeb struct inpcb *local_wild = NULL, *local_exact = NULL; 1207413628a7SBjoern A. Zeeb struct inpcb *jail_wild = NULL; 1208413628a7SBjoern A. Zeeb int injail; 1209413628a7SBjoern A. Zeeb 1210413628a7SBjoern A. Zeeb /* 1211413628a7SBjoern A. Zeeb * Order of socket selection - we always prefer jails. 1212413628a7SBjoern A. Zeeb * 1. jailed, non-wild. 1213413628a7SBjoern A. Zeeb * 2. jailed, wild. 1214413628a7SBjoern A. Zeeb * 3. non-jailed, non-wild. 1215413628a7SBjoern A. Zeeb * 4. non-jailed, wild. 1216413628a7SBjoern A. Zeeb */ 12171b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 12181b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 12191b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 1220b872626dSMatt Macy CK_LIST_FOREACH(inp, head, inp_hash) { 1221413628a7SBjoern A. Zeeb /* XXX inp locking */ 1222369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 122382cd038dSYoshinobu Inoue continue; 1224413628a7SBjoern A. Zeeb 1225413628a7SBjoern A. Zeeb if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 1226413628a7SBjoern A. Zeeb inp->inp_lport != lport) { 1227413628a7SBjoern A. Zeeb continue; 1228413628a7SBjoern A. Zeeb } 1229413628a7SBjoern A. Zeeb 12300304c731SJamie Gritton injail = prison_flag(inp->inp_cred, PR_IP6); 1231413628a7SBjoern A. Zeeb if (injail) { 1232b89e82ddSJamie Gritton if (prison_check_ip6(inp->inp_cred, 1233b89e82ddSJamie Gritton laddr) != 0) 1234413628a7SBjoern A. Zeeb continue; 1235413628a7SBjoern A. Zeeb } else { 1236413628a7SBjoern A. Zeeb if (local_exact != NULL) 1237413628a7SBjoern A. Zeeb continue; 1238413628a7SBjoern A. Zeeb } 1239413628a7SBjoern A. Zeeb 1240413628a7SBjoern A. Zeeb if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 1241413628a7SBjoern A. Zeeb if (injail) 124282cd038dSYoshinobu Inoue return (inp); 1243413628a7SBjoern A. Zeeb else 1244413628a7SBjoern A. Zeeb local_exact = inp; 1245413628a7SBjoern A. Zeeb } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 1246413628a7SBjoern A. Zeeb if (injail) 1247413628a7SBjoern A. Zeeb jail_wild = inp; 1248413628a7SBjoern A. Zeeb else 124982cd038dSYoshinobu Inoue local_wild = inp; 125082cd038dSYoshinobu Inoue } 1251413628a7SBjoern A. Zeeb } /* LIST_FOREACH */ 1252413628a7SBjoern A. Zeeb 1253413628a7SBjoern A. Zeeb if (jail_wild != NULL) 1254413628a7SBjoern A. Zeeb return (jail_wild); 1255413628a7SBjoern A. Zeeb if (local_exact != NULL) 1256413628a7SBjoern A. Zeeb return (local_exact); 1257413628a7SBjoern A. Zeeb if (local_wild != NULL) 125882cd038dSYoshinobu Inoue return (local_wild); 125968e0d7e0SRobert Watson } /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */ 126082cd038dSYoshinobu Inoue 126182cd038dSYoshinobu Inoue /* 126282cd038dSYoshinobu Inoue * Not found. 126382cd038dSYoshinobu Inoue */ 126482cd038dSYoshinobu Inoue return (NULL); 126582cd038dSYoshinobu Inoue } 126682cd038dSYoshinobu Inoue 1267fa046d87SRobert Watson /* 1268fa046d87SRobert Watson * Lookup PCB in hash list, using pcbinfo tables. This variation locks the 1269fa046d87SRobert Watson * hash list lock, and will return the inpcb locked (i.e., requires 1270fa046d87SRobert Watson * INPLOOKUP_LOCKPCB). 1271fa046d87SRobert Watson */ 1272fa046d87SRobert Watson static struct inpcb * 1273fa046d87SRobert Watson in6_pcblookup_hash(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1274fa046d87SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1275fa046d87SRobert Watson struct ifnet *ifp) 1276fa046d87SRobert Watson { 1277fa046d87SRobert Watson struct inpcb *inp; 1278fa046d87SRobert Watson 1279fa046d87SRobert Watson inp = in6_pcblookup_hash_locked(pcbinfo, faddr, fport, laddr, lport, 1280fa046d87SRobert Watson (lookupflags & ~(INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)), ifp); 1281fa046d87SRobert Watson if (inp != NULL) { 1282fa046d87SRobert Watson if (lookupflags & INPLOOKUP_WLOCKPCB) { 1283fa046d87SRobert Watson INP_WLOCK(inp); 1284f25b23cfSMatt Macy if (__predict_false(inp->inp_flags2 & INP_FREED)) { 1285f25b23cfSMatt Macy INP_WUNLOCK(inp); 1286f25b23cfSMatt Macy inp = NULL; 1287f25b23cfSMatt Macy } 1288f25b23cfSMatt Macy } else if (lookupflags & INPLOOKUP_RLOCKPCB) { 1289fa046d87SRobert Watson INP_RLOCK(inp); 1290f25b23cfSMatt Macy if (__predict_false(inp->inp_flags2 & INP_FREED)) { 1291f25b23cfSMatt Macy INP_RUNLOCK(inp); 1292f25b23cfSMatt Macy inp = NULL; 12937fb2986fSJonathan T. Looney } 1294f25b23cfSMatt Macy } else 1295f25b23cfSMatt Macy panic("%s: locking bug", __func__); 12967fb2986fSJonathan T. Looney #ifdef INVARIANTS 1297f25b23cfSMatt Macy if (inp != NULL) { 12987fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 12997fb2986fSJonathan T. Looney INP_WLOCK_ASSERT(inp); 13007fb2986fSJonathan T. Looney else 13017fb2986fSJonathan T. Looney INP_RLOCK_ASSERT(inp); 1302f25b23cfSMatt Macy } 13037fb2986fSJonathan T. Looney #endif 1304f25b23cfSMatt Macy } 1305fa046d87SRobert Watson return (inp); 1306fa046d87SRobert Watson } 1307fa046d87SRobert Watson 1308fa046d87SRobert Watson /* 1309d3c1f003SRobert Watson * Public inpcb lookup routines, accepting a 4-tuple, and optionally, an mbuf 1310d3c1f003SRobert Watson * from which a pre-calculated hash value may be extracted. 131152cd27cbSRobert Watson * 131252cd27cbSRobert Watson * Possibly more of this logic should be in in6_pcbgroup.c. 1313fa046d87SRobert Watson */ 1314fa046d87SRobert Watson struct inpcb * 1315fa046d87SRobert Watson in6_pcblookup(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, u_int fport, 1316fa046d87SRobert Watson struct in6_addr *laddr, u_int lport, int lookupflags, struct ifnet *ifp) 1317fa046d87SRobert Watson { 13187527624eSRobert Watson #if defined(PCBGROUP) && !defined(RSS) 131952cd27cbSRobert Watson struct inpcbgroup *pcbgroup; 132052cd27cbSRobert Watson #endif 132152cd27cbSRobert Watson 1322d3c1f003SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1323d3c1f003SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 1324d3c1f003SRobert Watson KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 1325d3c1f003SRobert Watson ("%s: LOCKPCB not set", __func__)); 1326fa046d87SRobert Watson 13277527624eSRobert Watson /* 13287527624eSRobert Watson * When not using RSS, use connection groups in preference to the 13297527624eSRobert Watson * reservation table when looking up 4-tuples. When using RSS, just 13307527624eSRobert Watson * use the reservation table, due to the cost of the Toeplitz hash 13317527624eSRobert Watson * in software. 13327527624eSRobert Watson * 13337527624eSRobert Watson * XXXRW: This policy belongs in the pcbgroup code, as in principle 13347527624eSRobert Watson * we could be doing RSS with a non-Toeplitz hash that is affordable 13357527624eSRobert Watson * in software. 13367527624eSRobert Watson */ 13377527624eSRobert Watson #if defined(PCBGROUP) && !defined(RSS) 133852cd27cbSRobert Watson if (in_pcbgroup_enabled(pcbinfo)) { 133952cd27cbSRobert Watson pcbgroup = in6_pcbgroup_bytuple(pcbinfo, laddr, lport, faddr, 134052cd27cbSRobert Watson fport); 134152cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, fport, 134252cd27cbSRobert Watson laddr, lport, lookupflags, ifp)); 134352cd27cbSRobert Watson } 134452cd27cbSRobert Watson #endif 1345d3c1f003SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1346d3c1f003SRobert Watson lookupflags, ifp)); 1347d3c1f003SRobert Watson } 1348d3c1f003SRobert Watson 1349d3c1f003SRobert Watson struct inpcb * 1350d3c1f003SRobert Watson in6_pcblookup_mbuf(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1351d3c1f003SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1352d3c1f003SRobert Watson struct ifnet *ifp, struct mbuf *m) 1353d3c1f003SRobert Watson { 135452cd27cbSRobert Watson #ifdef PCBGROUP 135552cd27cbSRobert Watson struct inpcbgroup *pcbgroup; 135652cd27cbSRobert Watson #endif 135752cd27cbSRobert Watson 1358fa046d87SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1359fa046d87SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 1360fa046d87SRobert Watson KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 1361fa046d87SRobert Watson ("%s: LOCKPCB not set", __func__)); 1362fa046d87SRobert Watson 136352cd27cbSRobert Watson #ifdef PCBGROUP 13647527624eSRobert Watson /* 13657527624eSRobert Watson * If we can use a hardware-generated hash to look up the connection 13667527624eSRobert Watson * group, use that connection group to find the inpcb. Otherwise 13677527624eSRobert Watson * fall back on a software hash -- or the reservation table if we're 13687527624eSRobert Watson * using RSS. 13697527624eSRobert Watson * 13707527624eSRobert Watson * XXXRW: As above, that policy belongs in the pcbgroup code. 13717527624eSRobert Watson */ 13727527624eSRobert Watson if (in_pcbgroup_enabled(pcbinfo) && 1373c2529042SHans Petter Selasky M_HASHTYPE_TEST(m, M_HASHTYPE_NONE) == 0) { 137452cd27cbSRobert Watson pcbgroup = in6_pcbgroup_byhash(pcbinfo, M_HASHTYPE_GET(m), 137552cd27cbSRobert Watson m->m_pkthdr.flowid); 137652cd27cbSRobert Watson if (pcbgroup != NULL) 137752cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, 137852cd27cbSRobert Watson fport, laddr, lport, lookupflags, ifp)); 13797527624eSRobert Watson #ifndef RSS 138052cd27cbSRobert Watson pcbgroup = in6_pcbgroup_bytuple(pcbinfo, laddr, lport, faddr, 138152cd27cbSRobert Watson fport); 138252cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, fport, 138352cd27cbSRobert Watson laddr, lport, lookupflags, ifp)); 13847527624eSRobert Watson #endif 138552cd27cbSRobert Watson } 138652cd27cbSRobert Watson #endif 1387fa046d87SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1388fa046d87SRobert Watson lookupflags, ifp)); 1389fa046d87SRobert Watson } 1390fa046d87SRobert Watson 139182cd038dSYoshinobu Inoue void 1392dce33a45SErmal Luçi init_sin6(struct sockaddr_in6 *sin6, struct mbuf *m, int srcordst) 139382cd038dSYoshinobu Inoue { 139482cd038dSYoshinobu Inoue struct ip6_hdr *ip; 139582cd038dSYoshinobu Inoue 139682cd038dSYoshinobu Inoue ip = mtod(m, struct ip6_hdr *); 139782cd038dSYoshinobu Inoue bzero(sin6, sizeof(*sin6)); 139882cd038dSYoshinobu Inoue sin6->sin6_len = sizeof(*sin6); 139982cd038dSYoshinobu Inoue sin6->sin6_family = AF_INET6; 1400dce33a45SErmal Luçi sin6->sin6_addr = srcordst ? ip->ip6_dst : ip->ip6_src; 1401a1f7e5f8SHajimu UMEMOTO 1402a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors... */ 140382cd038dSYoshinobu Inoue 140482cd038dSYoshinobu Inoue return; 140582cd038dSYoshinobu Inoue } 1406