1caf43b02SWarner Losh /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 482cd038dSYoshinobu Inoue * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project. 5fa046d87SRobert Watson * Copyright (c) 2010-2011 Juniper Networks, Inc. 682cd038dSYoshinobu Inoue * All rights reserved. 782cd038dSYoshinobu Inoue * 8fa046d87SRobert Watson * Portions of this software were developed by Robert N. M. Watson under 9fa046d87SRobert Watson * contract to Juniper Networks, Inc. 10fa046d87SRobert Watson * 1182cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 1282cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 1382cd038dSYoshinobu Inoue * are met: 1482cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 1582cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 1682cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 1782cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 1882cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 1982cd038dSYoshinobu Inoue * 3. Neither the name of the project nor the names of its contributors 2082cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 2182cd038dSYoshinobu Inoue * without specific prior written permission. 2282cd038dSYoshinobu Inoue * 2382cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND 2482cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2582cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2682cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE 2782cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2882cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2982cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 3082cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 3182cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 3282cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 3382cd038dSYoshinobu Inoue * SUCH DAMAGE. 3482cd038dSYoshinobu Inoue * 35b48287a3SDavid E. O'Brien * $KAME: in6_pcb.c,v 1.31 2001/05/21 05:45:10 jinmei Exp $ 3682cd038dSYoshinobu Inoue */ 3782cd038dSYoshinobu Inoue 38caf43b02SWarner Losh /*- 3982cd038dSYoshinobu Inoue * Copyright (c) 1982, 1986, 1991, 1993 4082cd038dSYoshinobu Inoue * The Regents of the University of California. All rights reserved. 4182cd038dSYoshinobu Inoue * 4282cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 4382cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 4482cd038dSYoshinobu Inoue * are met: 4582cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 4682cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 4782cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 4882cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 4982cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 50fbbd9655SWarner Losh * 3. Neither the name of the University nor the names of its contributors 5182cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 5282cd038dSYoshinobu Inoue * without specific prior written permission. 5382cd038dSYoshinobu Inoue * 5482cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 5582cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 5682cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 5782cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 5882cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 5982cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 6082cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 6182cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 6282cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 6382cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 6482cd038dSYoshinobu Inoue * SUCH DAMAGE. 6582cd038dSYoshinobu Inoue * 6682cd038dSYoshinobu Inoue * @(#)in_pcb.c 8.2 (Berkeley) 1/4/94 6782cd038dSYoshinobu Inoue */ 6882cd038dSYoshinobu Inoue 69b48287a3SDavid E. O'Brien #include <sys/cdefs.h> 70b48287a3SDavid E. O'Brien __FBSDID("$FreeBSD$"); 71b48287a3SDavid E. O'Brien 7233841545SHajimu UMEMOTO #include "opt_inet.h" 7333841545SHajimu UMEMOTO #include "opt_inet6.h" 746a800098SYoshinobu Inoue #include "opt_ipsec.h" 7552cd27cbSRobert Watson #include "opt_pcbgroup.h" 767527624eSRobert Watson #include "opt_rss.h" 7782cd038dSYoshinobu Inoue 7882cd038dSYoshinobu Inoue #include <sys/param.h> 7982cd038dSYoshinobu Inoue #include <sys/systm.h> 8082cd038dSYoshinobu Inoue #include <sys/malloc.h> 8182cd038dSYoshinobu Inoue #include <sys/mbuf.h> 82fb59c426SYoshinobu Inoue #include <sys/domain.h> 8382cd038dSYoshinobu Inoue #include <sys/protosw.h> 8482cd038dSYoshinobu Inoue #include <sys/socket.h> 8582cd038dSYoshinobu Inoue #include <sys/socketvar.h> 8682cd038dSYoshinobu Inoue #include <sys/sockio.h> 8782cd038dSYoshinobu Inoue #include <sys/errno.h> 8882cd038dSYoshinobu Inoue #include <sys/time.h> 89acd3428bSRobert Watson #include <sys/priv.h> 9082cd038dSYoshinobu Inoue #include <sys/proc.h> 9182cd038dSYoshinobu Inoue #include <sys/jail.h> 9282cd038dSYoshinobu Inoue 9394540027SJeff Roberson #include <vm/uma.h> 9482cd038dSYoshinobu Inoue 9582cd038dSYoshinobu Inoue #include <net/if.h> 9676039bc8SGleb Smirnoff #include <net/if_var.h> 976d768226SGeorge V. Neville-Neil #include <net/if_llatbl.h> 9882cd038dSYoshinobu Inoue #include <net/if_types.h> 9982cd038dSYoshinobu Inoue #include <net/route.h> 10082cd038dSYoshinobu Inoue 10182cd038dSYoshinobu Inoue #include <netinet/in.h> 10282cd038dSYoshinobu Inoue #include <netinet/in_var.h> 10382cd038dSYoshinobu Inoue #include <netinet/in_systm.h> 104f76fcf6dSJeffrey Hsu #include <netinet/tcp_var.h> 105686cdd19SJun-ichiro itojun Hagino #include <netinet/ip6.h> 106fb59c426SYoshinobu Inoue #include <netinet/ip_var.h> 107ac957cd2SJulian Elischer 10882cd038dSYoshinobu Inoue #include <netinet6/ip6_var.h> 10982cd038dSYoshinobu Inoue #include <netinet6/nd6.h> 11082cd038dSYoshinobu Inoue #include <netinet/in_pcb.h> 11182cd038dSYoshinobu Inoue #include <netinet6/in6_pcb.h> 112a1f7e5f8SHajimu UMEMOTO #include <netinet6/scope6_var.h> 11382cd038dSYoshinobu Inoue 114a7e201bbSAndrey V. Elsukov static struct inpcb *in6_pcblookup_hash_locked(struct inpcbinfo *, 115a7e201bbSAndrey V. Elsukov struct in6_addr *, u_int, struct in6_addr *, u_int, int, struct ifnet *); 116a7e201bbSAndrey V. Elsukov 11782cd038dSYoshinobu Inoue int 1183e85b721SEd Maste in6_pcbbind(struct inpcb *inp, struct sockaddr *nam, 1191272577eSXin LI struct ucred *cred) 12082cd038dSYoshinobu Inoue { 12182cd038dSYoshinobu Inoue struct socket *so = inp->inp_socket; 12282cd038dSYoshinobu Inoue struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)NULL; 12382cd038dSYoshinobu Inoue struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 12482cd038dSYoshinobu Inoue u_short lport = 0; 12568e0d7e0SRobert Watson int error, lookupflags = 0; 12668e0d7e0SRobert Watson int reuseport = (so->so_options & SO_REUSEPORT); 12782cd038dSYoshinobu Inoue 1281a43cff9SSean Bruno /* 1291a43cff9SSean Bruno * XXX: Maybe we could let SO_REUSEPORT_LB set SO_REUSEPORT bit here 1301a43cff9SSean Bruno * so that we don't have to add to the (already messy) code below. 1311a43cff9SSean Bruno */ 1321a43cff9SSean Bruno int reuseport_lb = (so->so_options & SO_REUSEPORT_LB); 1331a43cff9SSean Bruno 1348501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 135fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 13607385abdSRobert Watson 137d7c5a620SMatt Macy if (CK_STAILQ_EMPTY(&V_in6_ifaddrhead)) /* XXX broken! */ 13882cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 13982cd038dSYoshinobu Inoue if (inp->inp_lport || !IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) 14082cd038dSYoshinobu Inoue return (EINVAL); 1411a43cff9SSean Bruno if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT|SO_REUSEPORT_LB)) == 0) 14268e0d7e0SRobert Watson lookupflags = INPLOOKUP_WILDCARD; 1434616026fSErmal Luçi if (nam == NULL) { 1447c2f3cb9SJamie Gritton if ((error = prison_local_ip6(cred, &inp->in6p_laddr, 1457c2f3cb9SJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 1467c2f3cb9SJamie Gritton return (error); 1477c2f3cb9SJamie Gritton } else { 14882cd038dSYoshinobu Inoue sin6 = (struct sockaddr_in6 *)nam; 14982cd038dSYoshinobu Inoue if (nam->sa_len != sizeof(*sin6)) 15082cd038dSYoshinobu Inoue return (EINVAL); 15182cd038dSYoshinobu Inoue /* 15282cd038dSYoshinobu Inoue * family check. 15382cd038dSYoshinobu Inoue */ 15482cd038dSYoshinobu Inoue if (nam->sa_family != AF_INET6) 15582cd038dSYoshinobu Inoue return (EAFNOSUPPORT); 15682cd038dSYoshinobu Inoue 157603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 158a1f7e5f8SHajimu UMEMOTO return(error); 15982cd038dSYoshinobu Inoue 160b89e82ddSJamie Gritton if ((error = prison_local_ip6(cred, &sin6->sin6_addr, 161b89e82ddSJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 162b89e82ddSJamie Gritton return (error); 163413628a7SBjoern A. Zeeb 16482cd038dSYoshinobu Inoue lport = sin6->sin6_port; 16582cd038dSYoshinobu Inoue if (IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr)) { 16682cd038dSYoshinobu Inoue /* 16782cd038dSYoshinobu Inoue * Treat SO_REUSEADDR as SO_REUSEPORT for multicast; 16882cd038dSYoshinobu Inoue * allow compepte duplication of binding if 16982cd038dSYoshinobu Inoue * SO_REUSEPORT is set, or if SO_REUSEADDR is set 17082cd038dSYoshinobu Inoue * and a multicast address is bound on both 17182cd038dSYoshinobu Inoue * new and duplicated sockets. 17282cd038dSYoshinobu Inoue */ 173f122b319SMikolaj Golub if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT)) != 0) 17482cd038dSYoshinobu Inoue reuseport = SO_REUSEADDR|SO_REUSEPORT; 1751a43cff9SSean Bruno /* 1761a43cff9SSean Bruno * XXX: How to deal with SO_REUSEPORT_LB here? 1771a43cff9SSean Bruno * Treat same as SO_REUSEPORT for now. 1781a43cff9SSean Bruno */ 1791a43cff9SSean Bruno if ((so->so_options & 1801a43cff9SSean Bruno (SO_REUSEADDR|SO_REUSEPORT_LB)) != 0) 1811a43cff9SSean Bruno reuseport_lb = SO_REUSEADDR|SO_REUSEPORT_LB; 18282cd038dSYoshinobu Inoue } else if (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 1838c0fec80SRobert Watson struct ifaddr *ifa; 18482cd038dSYoshinobu Inoue 18582cd038dSYoshinobu Inoue sin6->sin6_port = 0; /* yech... */ 1864f6c66ccSMatt Macy NET_EPOCH_ENTER(); 1878c0fec80SRobert Watson if ((ifa = ifa_ifwithaddr((struct sockaddr *)sin6)) == 1888c0fec80SRobert Watson NULL && 189f44270e7SPawel Jakub Dawidek (inp->inp_flags & INP_BINDANY) == 0) { 1904f6c66ccSMatt Macy NET_EPOCH_EXIT(); 19182cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 192f44270e7SPawel Jakub Dawidek } 19382cd038dSYoshinobu Inoue 19482cd038dSYoshinobu Inoue /* 19582cd038dSYoshinobu Inoue * XXX: bind to an anycast address might accidentally 19682cd038dSYoshinobu Inoue * cause sending a packet with anycast source address. 19733841545SHajimu UMEMOTO * We should allow to bind to a deprecated address, since 1987efe5d92SHajimu UMEMOTO * the application dares to use it. 19982cd038dSYoshinobu Inoue */ 2008c0fec80SRobert Watson if (ifa != NULL && 2018c0fec80SRobert Watson ((struct in6_ifaddr *)ifa)->ia6_flags & 20233841545SHajimu UMEMOTO (IN6_IFF_ANYCAST|IN6_IFF_NOTREADY|IN6_IFF_DETACHED)) { 2034f6c66ccSMatt Macy NET_EPOCH_EXIT(); 20482cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 20582cd038dSYoshinobu Inoue } 2064f6c66ccSMatt Macy NET_EPOCH_EXIT(); 20782cd038dSYoshinobu Inoue } 20882cd038dSYoshinobu Inoue if (lport) { 20982cd038dSYoshinobu Inoue struct inpcb *t; 21029381b36SMikolaj Golub struct tcptw *tw; 21182cd038dSYoshinobu Inoue 21282cd038dSYoshinobu Inoue /* GROSS */ 213603724d3SBjoern A. Zeeb if (ntohs(lport) <= V_ipport_reservedhigh && 214603724d3SBjoern A. Zeeb ntohs(lport) >= V_ipport_reservedlow && 215acd3428bSRobert Watson priv_check_cred(cred, PRIV_NETINET_RESERVEDPORT, 21632f9753cSRobert Watson 0)) 21782cd038dSYoshinobu Inoue return (EACCES); 218835d4b89SPawel Jakub Dawidek if (!IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr) && 21986d02c5cSBjoern A. Zeeb priv_check_cred(inp->inp_cred, 22032f9753cSRobert Watson PRIV_NETINET_REUSEPORT, 0) != 0) { 221fb59c426SYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, 22282cd038dSYoshinobu Inoue &sin6->sin6_addr, lport, 223078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 224f66145c6SYaroslav Tykhiy if (t && 225c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 226ad71fe3cSRobert Watson ((t->inp_flags & INP_TIMEWAIT) == 0) && 227f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 228f66145c6SYaroslav Tykhiy IN6_IS_ADDR_UNSPECIFIED(&t->in6p_faddr)) && 2294cc20ab1SSeigo Tanimura (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr) || 23082cd038dSYoshinobu Inoue !IN6_IS_ADDR_UNSPECIFIED(&t->in6p_laddr) || 2311a43cff9SSean Bruno (t->inp_flags2 & INP_REUSEPORT) || 2321a43cff9SSean Bruno (t->inp_flags2 & INP_REUSEPORT_LB) == 0) && 233fc06cd42SMikolaj Golub (inp->inp_cred->cr_uid != 23486d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 23582cd038dSYoshinobu Inoue return (EADDRINUSE); 236c7c0d948SAdrian Chadd 237c7c0d948SAdrian Chadd /* 238c7c0d948SAdrian Chadd * If the socket is a BINDMULTI socket, then 239c7c0d948SAdrian Chadd * the credentials need to match and the 240c7c0d948SAdrian Chadd * original socket also has to have been bound 241c7c0d948SAdrian Chadd * with BINDMULTI. 242c7c0d948SAdrian Chadd */ 243c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 244c7c0d948SAdrian Chadd return (EADDRINUSE); 245c7c0d948SAdrian Chadd 24667107f45SBjoern A. Zeeb #ifdef INET 24733841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 248fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 249fb59c426SYoshinobu Inoue struct sockaddr_in sin; 250fb59c426SYoshinobu Inoue 251fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 252fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, 253fb59c426SYoshinobu Inoue sin.sin_addr, lport, 254078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 255f66145c6SYaroslav Tykhiy if (t && 256c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 257ad71fe3cSRobert Watson ((t->inp_flags & 258f66145c6SYaroslav Tykhiy INP_TIMEWAIT) == 0) && 259f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 260f66145c6SYaroslav Tykhiy ntohl(t->inp_faddr.s_addr) == 261f66145c6SYaroslav Tykhiy INADDR_ANY) && 26286d02c5cSBjoern A. Zeeb (inp->inp_cred->cr_uid != 26386d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 264fb59c426SYoshinobu Inoue return (EADDRINUSE); 265c7c0d948SAdrian Chadd 266c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 267c7c0d948SAdrian Chadd return (EADDRINUSE); 268fb59c426SYoshinobu Inoue } 26967107f45SBjoern A. Zeeb #endif 27082cd038dSYoshinobu Inoue } 27182cd038dSYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, &sin6->sin6_addr, 27268e0d7e0SRobert Watson lport, lookupflags, cred); 27329381b36SMikolaj Golub if (t && (t->inp_flags & INP_TIMEWAIT)) { 27429381b36SMikolaj Golub /* 27529381b36SMikolaj Golub * XXXRW: If an incpb has had its timewait 27629381b36SMikolaj Golub * state recycled, we treat the address as 27729381b36SMikolaj Golub * being in use (for now). This is better 27829381b36SMikolaj Golub * than a panic, but not desirable. 27929381b36SMikolaj Golub */ 28029381b36SMikolaj Golub tw = intotw(t); 28129381b36SMikolaj Golub if (tw == NULL || 2821a43cff9SSean Bruno ((reuseport & tw->tw_so_options) == 0 && 2831a43cff9SSean Bruno (reuseport_lb & tw->tw_so_options) == 0)) 28482cd038dSYoshinobu Inoue return (EADDRINUSE); 2851a43cff9SSean Bruno } else if (t && (reuseport & inp_so_options(t)) == 0 && 2861a43cff9SSean Bruno (reuseport_lb & inp_so_options(t)) == 0) { 28729381b36SMikolaj Golub return (EADDRINUSE); 28829381b36SMikolaj Golub } 28967107f45SBjoern A. Zeeb #ifdef INET 29033841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 291fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 292fb59c426SYoshinobu Inoue struct sockaddr_in sin; 293fb59c426SYoshinobu Inoue 294fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 295fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, sin.sin_addr, 29668e0d7e0SRobert Watson lport, lookupflags, cred); 297ad71fe3cSRobert Watson if (t && t->inp_flags & INP_TIMEWAIT) { 29829381b36SMikolaj Golub tw = intotw(t); 29929381b36SMikolaj Golub if (tw == NULL) 30029381b36SMikolaj Golub return (EADDRINUSE); 30129381b36SMikolaj Golub if ((reuseport & tw->tw_so_options) == 0 3021a43cff9SSean Bruno && (reuseport_lb & tw->tw_so_options) == 0 30329381b36SMikolaj Golub && (ntohl(t->inp_laddr.s_addr) != 30456e6821eSOlivier Houchard INADDR_ANY || ((inp->inp_vflag & 30556e6821eSOlivier Houchard INP_IPV6PROTO) == 30656e6821eSOlivier Houchard (t->inp_vflag & INP_IPV6PROTO)))) 30756e6821eSOlivier Houchard return (EADDRINUSE); 308efdf104bSMikolaj Golub } else if (t && 309efdf104bSMikolaj Golub (reuseport & inp_so_options(t)) == 0 && 3101a43cff9SSean Bruno (reuseport_lb & inp_so_options(t)) == 0 && 311fc06cd42SMikolaj Golub (ntohl(t->inp_laddr.s_addr) != INADDR_ANY || 3121a43cff9SSean Bruno (t->inp_vflag & INP_IPV6PROTO) != 0)) { 313fb59c426SYoshinobu Inoue return (EADDRINUSE); 314fb59c426SYoshinobu Inoue } 3151a43cff9SSean Bruno } 31667107f45SBjoern A. Zeeb #endif 31782cd038dSYoshinobu Inoue } 31882cd038dSYoshinobu Inoue inp->in6p_laddr = sin6->sin6_addr; 31982cd038dSYoshinobu Inoue } 32082cd038dSYoshinobu Inoue if (lport == 0) { 3214616026fSErmal Luçi if ((error = in6_pcbsetport(&inp->in6p_laddr, inp, cred)) != 0) { 3224a2b2562SBjoern A. Zeeb /* Undo an address bind that may have occurred. */ 3234a2b2562SBjoern A. Zeeb inp->in6p_laddr = in6addr_any; 324b89e82ddSJamie Gritton return (error); 3254a2b2562SBjoern A. Zeeb } 32655fd3bafSBjoern A. Zeeb } else { 32782cd038dSYoshinobu Inoue inp->inp_lport = lport; 32882cd038dSYoshinobu Inoue if (in_pcbinshash(inp) != 0) { 32982cd038dSYoshinobu Inoue inp->in6p_laddr = in6addr_any; 33082cd038dSYoshinobu Inoue inp->inp_lport = 0; 33182cd038dSYoshinobu Inoue return (EAGAIN); 33282cd038dSYoshinobu Inoue } 333686cdd19SJun-ichiro itojun Hagino } 33482cd038dSYoshinobu Inoue return (0); 33582cd038dSYoshinobu Inoue } 33682cd038dSYoshinobu Inoue 33782cd038dSYoshinobu Inoue /* 33882cd038dSYoshinobu Inoue * Transform old in6_pcbconnect() into an inner subroutine for new 33982cd038dSYoshinobu Inoue * in6_pcbconnect(): Do some validity-checking on the remote 34082cd038dSYoshinobu Inoue * address (in mbuf 'nam') and then determine local host address 34182cd038dSYoshinobu Inoue * (i.e., which interface) to use to access that remote host. 34282cd038dSYoshinobu Inoue * 34382cd038dSYoshinobu Inoue * This preserves definition of in6_pcbconnect(), while supporting a 34482cd038dSYoshinobu Inoue * slightly different version for T/TCP. (This is more than 34582cd038dSYoshinobu Inoue * a bit of a kludge, but cleaning up the internal interfaces would 34682cd038dSYoshinobu Inoue * have forced minor changes in every protocol). 34782cd038dSYoshinobu Inoue */ 348a7e201bbSAndrey V. Elsukov static int 3493e85b721SEd Maste in6_pcbladdr(struct inpcb *inp, struct sockaddr *nam, 35088d166bfSBjoern A. Zeeb struct in6_addr *plocal_addr6) 35182cd038dSYoshinobu Inoue { 3523e85b721SEd Maste struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam; 35382cd038dSYoshinobu Inoue int error = 0; 354a1f7e5f8SHajimu UMEMOTO int scope_ambiguous = 0; 35588d166bfSBjoern A. Zeeb struct in6_addr in6a; 35682cd038dSYoshinobu Inoue 3578501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 358fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); /* XXXRW: why? */ 3598deea4a8SRobert Watson 36082cd038dSYoshinobu Inoue if (nam->sa_len != sizeof (*sin6)) 36182cd038dSYoshinobu Inoue return (EINVAL); 36282cd038dSYoshinobu Inoue if (sin6->sin6_family != AF_INET6) 36382cd038dSYoshinobu Inoue return (EAFNOSUPPORT); 36482cd038dSYoshinobu Inoue if (sin6->sin6_port == 0) 36582cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 36682cd038dSYoshinobu Inoue 367603724d3SBjoern A. Zeeb if (sin6->sin6_scope_id == 0 && !V_ip6_use_defzone) 368a1f7e5f8SHajimu UMEMOTO scope_ambiguous = 1; 369603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 370a1f7e5f8SHajimu UMEMOTO return(error); 371a1f7e5f8SHajimu UMEMOTO 372d7c5a620SMatt Macy if (!CK_STAILQ_EMPTY(&V_in6_ifaddrhead)) { 37382cd038dSYoshinobu Inoue /* 37482cd038dSYoshinobu Inoue * If the destination address is UNSPECIFIED addr, 37582cd038dSYoshinobu Inoue * use the loopback addr, e.g ::1. 37682cd038dSYoshinobu Inoue */ 37782cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) 37882cd038dSYoshinobu Inoue sin6->sin6_addr = in6addr_loopback; 37982cd038dSYoshinobu Inoue } 380b89e82ddSJamie Gritton if ((error = prison_remote_ip6(inp->inp_cred, &sin6->sin6_addr)) != 0) 381b89e82ddSJamie Gritton return (error); 382a1f7e5f8SHajimu UMEMOTO 383601c0b8bSAlexander V. Chernikov error = in6_selectsrc_socket(sin6, inp->in6p_outputopts, 384601c0b8bSAlexander V. Chernikov inp, inp->inp_cred, scope_ambiguous, &in6a, NULL); 38588d166bfSBjoern A. Zeeb if (error) 38688d166bfSBjoern A. Zeeb return (error); 38788d166bfSBjoern A. Zeeb 38888d166bfSBjoern A. Zeeb /* 38988d166bfSBjoern A. Zeeb * Do not update this earlier, in case we return with an error. 39088d166bfSBjoern A. Zeeb * 391601c0b8bSAlexander V. Chernikov * XXX: this in6_selectsrc_socket result might replace the bound local 392681ffdf9SBjoern A. Zeeb * address with the address specified by setsockopt(IPV6_PKTINFO). 39388d166bfSBjoern A. Zeeb * Is it the intended behavior? 39488d166bfSBjoern A. Zeeb */ 39588d166bfSBjoern A. Zeeb *plocal_addr6 = in6a; 39688d166bfSBjoern A. Zeeb 39782cd038dSYoshinobu Inoue /* 39882cd038dSYoshinobu Inoue * Don't do pcblookup call here; return interface in 39982cd038dSYoshinobu Inoue * plocal_addr6 40082cd038dSYoshinobu Inoue * and exit to caller, that will do the lookup. 40182cd038dSYoshinobu Inoue */ 402a1f7e5f8SHajimu UMEMOTO 40382cd038dSYoshinobu Inoue return (0); 40482cd038dSYoshinobu Inoue } 40582cd038dSYoshinobu Inoue 40682cd038dSYoshinobu Inoue /* 40782cd038dSYoshinobu Inoue * Outer subroutine: 40882cd038dSYoshinobu Inoue * Connect from a socket to a specified address. 40982cd038dSYoshinobu Inoue * Both address and port must be specified in argument sin. 41082cd038dSYoshinobu Inoue * If don't have a local address for this socket yet, 41182cd038dSYoshinobu Inoue * then pick one. 41282cd038dSYoshinobu Inoue */ 41382cd038dSYoshinobu Inoue int 4143e85b721SEd Maste in6_pcbconnect_mbuf(struct inpcb *inp, struct sockaddr *nam, 415d3c1f003SRobert Watson struct ucred *cred, struct mbuf *m) 41682cd038dSYoshinobu Inoue { 417fa046d87SRobert Watson struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 4183e85b721SEd Maste struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam; 41988d166bfSBjoern A. Zeeb struct in6_addr addr6; 42082cd038dSYoshinobu Inoue int error; 42182cd038dSYoshinobu Inoue 4228501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 423fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 42407385abdSRobert Watson 42582cd038dSYoshinobu Inoue /* 42682cd038dSYoshinobu Inoue * Call inner routine, to assign local interface address. 42788ff5695SSUZUKI Shinsuke * in6_pcbladdr() may automatically fill in sin6_scope_id. 42882cd038dSYoshinobu Inoue */ 42982cd038dSYoshinobu Inoue if ((error = in6_pcbladdr(inp, nam, &addr6)) != 0) 43082cd038dSYoshinobu Inoue return (error); 43182cd038dSYoshinobu Inoue 432fa046d87SRobert Watson if (in6_pcblookup_hash_locked(pcbinfo, &sin6->sin6_addr, 43382cd038dSYoshinobu Inoue sin6->sin6_port, 43482cd038dSYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr) 43588d166bfSBjoern A. Zeeb ? &addr6 : &inp->in6p_laddr, 43682cd038dSYoshinobu Inoue inp->inp_lport, 0, NULL) != NULL) { 43782cd038dSYoshinobu Inoue return (EADDRINUSE); 43882cd038dSYoshinobu Inoue } 43982cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 44082cd038dSYoshinobu Inoue if (inp->inp_lport == 0) { 4414616026fSErmal Luçi error = in6_pcbbind(inp, (struct sockaddr *)0, cred); 4424616026fSErmal Luçi if (error) 44382cd038dSYoshinobu Inoue return (error); 44482cd038dSYoshinobu Inoue } 44588d166bfSBjoern A. Zeeb inp->in6p_laddr = addr6; 44682cd038dSYoshinobu Inoue } 44782cd038dSYoshinobu Inoue inp->in6p_faddr = sin6->sin6_addr; 44882cd038dSYoshinobu Inoue inp->inp_fport = sin6->sin6_port; 44933841545SHajimu UMEMOTO /* update flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 450fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 451fc384fa5SBjoern A. Zeeb if (inp->inp_flags & IN6P_AUTOFLOWLABEL) 452fc384fa5SBjoern A. Zeeb inp->inp_flow |= 453b79274baSHajimu UMEMOTO (htonl(ip6_randomflowlabel()) & IPV6_FLOWLABEL_MASK); 45482cd038dSYoshinobu Inoue 455d3c1f003SRobert Watson in_pcbrehash_mbuf(inp, m); 4562cb64cb2SGeorge V. Neville-Neil 45782cd038dSYoshinobu Inoue return (0); 45882cd038dSYoshinobu Inoue } 45982cd038dSYoshinobu Inoue 460d3c1f003SRobert Watson int 461d3c1f003SRobert Watson in6_pcbconnect(struct inpcb *inp, struct sockaddr *nam, struct ucred *cred) 462d3c1f003SRobert Watson { 463d3c1f003SRobert Watson 464d3c1f003SRobert Watson return (in6_pcbconnect_mbuf(inp, nam, cred, NULL)); 465d3c1f003SRobert Watson } 466d3c1f003SRobert Watson 46782cd038dSYoshinobu Inoue void 4681272577eSXin LI in6_pcbdisconnect(struct inpcb *inp) 46982cd038dSYoshinobu Inoue { 47007385abdSRobert Watson 4718501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 472fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); 47307385abdSRobert Watson 47482cd038dSYoshinobu Inoue bzero((caddr_t)&inp->in6p_faddr, sizeof(inp->in6p_faddr)); 47582cd038dSYoshinobu Inoue inp->inp_fport = 0; 47633841545SHajimu UMEMOTO /* clear flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 477fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 47882cd038dSYoshinobu Inoue in_pcbrehash(inp); 47982cd038dSYoshinobu Inoue } 48082cd038dSYoshinobu Inoue 48126ef6ac4SDon Lewis struct sockaddr * 4821272577eSXin LI in6_sockaddr(in_port_t port, struct in6_addr *addr_p) 48326ef6ac4SDon Lewis { 48426ef6ac4SDon Lewis struct sockaddr_in6 *sin6; 48526ef6ac4SDon Lewis 4861ede983cSDag-Erling Smørgrav sin6 = malloc(sizeof *sin6, M_SONAME, M_WAITOK); 48726ef6ac4SDon Lewis bzero(sin6, sizeof *sin6); 48826ef6ac4SDon Lewis sin6->sin6_family = AF_INET6; 48926ef6ac4SDon Lewis sin6->sin6_len = sizeof(*sin6); 49026ef6ac4SDon Lewis sin6->sin6_port = port; 49126ef6ac4SDon Lewis sin6->sin6_addr = *addr_p; 492a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors */ 49326ef6ac4SDon Lewis 49426ef6ac4SDon Lewis return (struct sockaddr *)sin6; 49526ef6ac4SDon Lewis } 49626ef6ac4SDon Lewis 49726ef6ac4SDon Lewis struct sockaddr * 4981272577eSXin LI in6_v4mapsin6_sockaddr(in_port_t port, struct in_addr *addr_p) 49926ef6ac4SDon Lewis { 50026ef6ac4SDon Lewis struct sockaddr_in sin; 50126ef6ac4SDon Lewis struct sockaddr_in6 *sin6_p; 50226ef6ac4SDon Lewis 50326ef6ac4SDon Lewis bzero(&sin, sizeof sin); 50426ef6ac4SDon Lewis sin.sin_family = AF_INET; 50526ef6ac4SDon Lewis sin.sin_len = sizeof(sin); 50626ef6ac4SDon Lewis sin.sin_port = port; 50726ef6ac4SDon Lewis sin.sin_addr = *addr_p; 50826ef6ac4SDon Lewis 5091ede983cSDag-Erling Smørgrav sin6_p = malloc(sizeof *sin6_p, M_SONAME, 510a163d034SWarner Losh M_WAITOK); 51126ef6ac4SDon Lewis in6_sin_2_v4mapsin6(&sin, sin6_p); 51226ef6ac4SDon Lewis 51326ef6ac4SDon Lewis return (struct sockaddr *)sin6_p; 51426ef6ac4SDon Lewis } 51526ef6ac4SDon Lewis 51682cd038dSYoshinobu Inoue int 5171272577eSXin LI in6_getsockaddr(struct socket *so, struct sockaddr **nam) 51882cd038dSYoshinobu Inoue { 5193e85b721SEd Maste struct inpcb *inp; 52026ef6ac4SDon Lewis struct in6_addr addr; 52126ef6ac4SDon Lewis in_port_t port; 52282cd038dSYoshinobu Inoue 52382cd038dSYoshinobu Inoue inp = sotoinpcb(so); 52454d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getsockaddr: inp == NULL")); 52548477723SRobert Watson 5268328afb7SRobert Watson INP_RLOCK(inp); 52726ef6ac4SDon Lewis port = inp->inp_lport; 52826ef6ac4SDon Lewis addr = inp->in6p_laddr; 5298328afb7SRobert Watson INP_RUNLOCK(inp); 53082cd038dSYoshinobu Inoue 53126ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 53282cd038dSYoshinobu Inoue return 0; 53382cd038dSYoshinobu Inoue } 53482cd038dSYoshinobu Inoue 53582cd038dSYoshinobu Inoue int 5361272577eSXin LI in6_getpeeraddr(struct socket *so, struct sockaddr **nam) 53782cd038dSYoshinobu Inoue { 53882cd038dSYoshinobu Inoue struct inpcb *inp; 53926ef6ac4SDon Lewis struct in6_addr addr; 54026ef6ac4SDon Lewis in_port_t port; 54182cd038dSYoshinobu Inoue 54282cd038dSYoshinobu Inoue inp = sotoinpcb(so); 54354d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getpeeraddr: inp == NULL")); 54448477723SRobert Watson 5458328afb7SRobert Watson INP_RLOCK(inp); 54626ef6ac4SDon Lewis port = inp->inp_fport; 54726ef6ac4SDon Lewis addr = inp->in6p_faddr; 5488328afb7SRobert Watson INP_RUNLOCK(inp); 54982cd038dSYoshinobu Inoue 55026ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 55182cd038dSYoshinobu Inoue return 0; 55282cd038dSYoshinobu Inoue } 55382cd038dSYoshinobu Inoue 55482cd038dSYoshinobu Inoue int 55582cd038dSYoshinobu Inoue in6_mapped_sockaddr(struct socket *so, struct sockaddr **nam) 55682cd038dSYoshinobu Inoue { 55748477723SRobert Watson struct inpcb *inp; 55882cd038dSYoshinobu Inoue int error; 55982cd038dSYoshinobu Inoue 56048477723SRobert Watson inp = sotoinpcb(so); 56148477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_sockaddr: inp == NULL")); 56248477723SRobert Watson 56367107f45SBjoern A. Zeeb #ifdef INET 5645fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 56554d642bbSRobert Watson error = in_getsockaddr(so, nam); 566369dc8ceSEivind Eklund if (error == 0) 56782cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 56867107f45SBjoern A. Zeeb } else 56967107f45SBjoern A. Zeeb #endif 57067107f45SBjoern A. Zeeb { 57154d642bbSRobert Watson /* scope issues will be handled in in6_getsockaddr(). */ 57254d642bbSRobert Watson error = in6_getsockaddr(so, nam); 5737efe5d92SHajimu UMEMOTO } 57482cd038dSYoshinobu Inoue 57582cd038dSYoshinobu Inoue return error; 57682cd038dSYoshinobu Inoue } 57782cd038dSYoshinobu Inoue 57882cd038dSYoshinobu Inoue int 57982cd038dSYoshinobu Inoue in6_mapped_peeraddr(struct socket *so, struct sockaddr **nam) 58082cd038dSYoshinobu Inoue { 58148477723SRobert Watson struct inpcb *inp; 58282cd038dSYoshinobu Inoue int error; 58382cd038dSYoshinobu Inoue 58448477723SRobert Watson inp = sotoinpcb(so); 58548477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_peeraddr: inp == NULL")); 58648477723SRobert Watson 58767107f45SBjoern A. Zeeb #ifdef INET 5885fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 58954d642bbSRobert Watson error = in_getpeeraddr(so, nam); 590369dc8ceSEivind Eklund if (error == 0) 59182cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 59282cd038dSYoshinobu Inoue } else 59367107f45SBjoern A. Zeeb #endif 59454d642bbSRobert Watson /* scope issues will be handled in in6_getpeeraddr(). */ 59554d642bbSRobert Watson error = in6_getpeeraddr(so, nam); 59682cd038dSYoshinobu Inoue 59782cd038dSYoshinobu Inoue return error; 59882cd038dSYoshinobu Inoue } 59982cd038dSYoshinobu Inoue 60082cd038dSYoshinobu Inoue /* 60182cd038dSYoshinobu Inoue * Pass some notification to all connections of a protocol 60282cd038dSYoshinobu Inoue * associated with address dst. The local address and/or port numbers 60382cd038dSYoshinobu Inoue * may be specified to limit the search. The "usual action" will be 60482cd038dSYoshinobu Inoue * taken, depending on the ctlinput cmd. The caller must filter any 60582cd038dSYoshinobu Inoue * cmds that are uninteresting (e.g., no error in the map). 60682cd038dSYoshinobu Inoue * Call the protocol specific routine (if any) to report 60782cd038dSYoshinobu Inoue * any errors for each matching socket. 60882cd038dSYoshinobu Inoue */ 60982cd038dSYoshinobu Inoue void 6101272577eSXin LI in6_pcbnotify(struct inpcbinfo *pcbinfo, struct sockaddr *dst, 6111272577eSXin LI u_int fport_arg, const struct sockaddr *src, u_int lport_arg, 6121272577eSXin LI int cmd, void *cmdarg, 6139233d8f3SDavid E. O'Brien struct inpcb *(*notify)(struct inpcb *, int)) 61482cd038dSYoshinobu Inoue { 615f457d580SRobert Watson struct inpcb *inp, *inp_temp; 61633841545SHajimu UMEMOTO struct sockaddr_in6 sa6_src, *sa6_dst; 61782cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 61833841545SHajimu UMEMOTO u_int32_t flowinfo; 61948477723SRobert Watson int errno; 62082cd038dSYoshinobu Inoue 62178f94aa9SRuslan Ermilov if ((unsigned)cmd >= PRC_NCMDS || dst->sa_family != AF_INET6) 62282cd038dSYoshinobu Inoue return; 62333841545SHajimu UMEMOTO 62433841545SHajimu UMEMOTO sa6_dst = (struct sockaddr_in6 *)dst; 62533841545SHajimu UMEMOTO if (IN6_IS_ADDR_UNSPECIFIED(&sa6_dst->sin6_addr)) 62682cd038dSYoshinobu Inoue return; 62782cd038dSYoshinobu Inoue 62882cd038dSYoshinobu Inoue /* 62933841545SHajimu UMEMOTO * note that src can be NULL when we get notify by local fragmentation. 63033841545SHajimu UMEMOTO */ 631c4c0c592SAlfred Perlstein sa6_src = (src == NULL) ? sa6_any : *(const struct sockaddr_in6 *)src; 63233841545SHajimu UMEMOTO flowinfo = sa6_src.sin6_flowinfo; 63333841545SHajimu UMEMOTO 63433841545SHajimu UMEMOTO /* 63582cd038dSYoshinobu Inoue * Redirects go to all references to the destination, 636686cdd19SJun-ichiro itojun Hagino * and use in6_rtchange to invalidate the route cache. 637686cdd19SJun-ichiro itojun Hagino * Dead host indications: also use in6_rtchange to invalidate 638686cdd19SJun-ichiro itojun Hagino * the cache, and deliver the error to all the sockets. 63982cd038dSYoshinobu Inoue * Otherwise, if we have knowledge of the local port and address, 64082cd038dSYoshinobu Inoue * deliver only to that socket. 64182cd038dSYoshinobu Inoue */ 64282cd038dSYoshinobu Inoue if (PRC_IS_REDIRECT(cmd) || cmd == PRC_HOSTDEAD) { 64382cd038dSYoshinobu Inoue fport = 0; 64482cd038dSYoshinobu Inoue lport = 0; 64533841545SHajimu UMEMOTO bzero((caddr_t)&sa6_src.sin6_addr, sizeof(sa6_src.sin6_addr)); 646686cdd19SJun-ichiro itojun Hagino 64733841545SHajimu UMEMOTO if (cmd != PRC_HOSTDEAD) 64833841545SHajimu UMEMOTO notify = in6_rtchange; 64982cd038dSYoshinobu Inoue } 65082cd038dSYoshinobu Inoue errno = inet6ctlerrmap[cmd]; 651f31f65a7SRobert Watson INP_INFO_WLOCK(pcbinfo); 652f457d580SRobert Watson LIST_FOREACH_SAFE(inp, pcbinfo->ipi_listhead, inp_list, inp_temp) { 6538501a69cSRobert Watson INP_WLOCK(inp); 654f31f65a7SRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) { 6558501a69cSRobert Watson INP_WUNLOCK(inp); 65682cd038dSYoshinobu Inoue continue; 657f31f65a7SRobert Watson } 658686cdd19SJun-ichiro itojun Hagino 659686cdd19SJun-ichiro itojun Hagino /* 660efddf5c6SHajimu UMEMOTO * If the error designates a new path MTU for a destination 661efddf5c6SHajimu UMEMOTO * and the application (associated with this socket) wanted to 6628f1beb88SAndrey V. Elsukov * know the value, notify. 663efddf5c6SHajimu UMEMOTO * XXX: should we avoid to notify the value to TCP sockets? 664efddf5c6SHajimu UMEMOTO */ 665fd8dd3a6SAndrey V. Elsukov if (cmd == PRC_MSGSIZE && cmdarg != NULL) 666efddf5c6SHajimu UMEMOTO ip6_notify_pmtu(inp, (struct sockaddr_in6 *)dst, 6678f1beb88SAndrey V. Elsukov *(u_int32_t *)cmdarg); 668efddf5c6SHajimu UMEMOTO 669efddf5c6SHajimu UMEMOTO /* 67033841545SHajimu UMEMOTO * Detect if we should notify the error. If no source and 67133841545SHajimu UMEMOTO * destination ports are specifed, but non-zero flowinfo and 67233841545SHajimu UMEMOTO * local address match, notify the error. This is the case 67333841545SHajimu UMEMOTO * when the error is delivered with an encrypted buffer 67433841545SHajimu UMEMOTO * by ESP. Otherwise, just compare addresses and ports 67533841545SHajimu UMEMOTO * as usual. 676686cdd19SJun-ichiro itojun Hagino */ 67733841545SHajimu UMEMOTO if (lport == 0 && fport == 0 && flowinfo && 67833841545SHajimu UMEMOTO inp->inp_socket != NULL && 679fc384fa5SBjoern A. Zeeb flowinfo == (inp->inp_flow & IPV6_FLOWLABEL_MASK) && 68033841545SHajimu UMEMOTO IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, &sa6_src.sin6_addr)) 68133841545SHajimu UMEMOTO goto do_notify; 68233841545SHajimu UMEMOTO else if (!IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, 68333841545SHajimu UMEMOTO &sa6_dst->sin6_addr) || 68482cd038dSYoshinobu Inoue inp->inp_socket == 0 || 68582cd038dSYoshinobu Inoue (lport && inp->inp_lport != lport) || 68633841545SHajimu UMEMOTO (!IN6_IS_ADDR_UNSPECIFIED(&sa6_src.sin6_addr) && 68733841545SHajimu UMEMOTO !IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, 68833841545SHajimu UMEMOTO &sa6_src.sin6_addr)) || 689f31f65a7SRobert Watson (fport && inp->inp_fport != fport)) { 6908501a69cSRobert Watson INP_WUNLOCK(inp); 69182cd038dSYoshinobu Inoue continue; 692f31f65a7SRobert Watson } 693686cdd19SJun-ichiro itojun Hagino 69433841545SHajimu UMEMOTO do_notify: 6955a019265SRobert Watson if (notify) { 6965a019265SRobert Watson if ((*notify)(inp, errno)) 6978501a69cSRobert Watson INP_WUNLOCK(inp); 6985a019265SRobert Watson } else 6998501a69cSRobert Watson INP_WUNLOCK(inp); 70082cd038dSYoshinobu Inoue } 701f31f65a7SRobert Watson INP_INFO_WUNLOCK(pcbinfo); 70282cd038dSYoshinobu Inoue } 70382cd038dSYoshinobu Inoue 70482cd038dSYoshinobu Inoue /* 705fa046d87SRobert Watson * Lookup a PCB based on the local address and port. Caller must hold the 706fa046d87SRobert Watson * hash lock. No inpcb locks or references are acquired. 70782cd038dSYoshinobu Inoue */ 70882cd038dSYoshinobu Inoue struct inpcb * 7091272577eSXin LI in6_pcblookup_local(struct inpcbinfo *pcbinfo, struct in6_addr *laddr, 71068e0d7e0SRobert Watson u_short lport, int lookupflags, struct ucred *cred) 71182cd038dSYoshinobu Inoue { 7123e85b721SEd Maste struct inpcb *inp; 71382cd038dSYoshinobu Inoue int matchwild = 3, wildcard; 71482cd038dSYoshinobu Inoue 71568e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 71668e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 71768e0d7e0SRobert Watson 718fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 7198deea4a8SRobert Watson 72068e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) == 0) { 72182cd038dSYoshinobu Inoue struct inpcbhead *head; 72282cd038dSYoshinobu Inoue /* 72382cd038dSYoshinobu Inoue * Look for an unconnected (wildcard foreign addr) PCB that 72482cd038dSYoshinobu Inoue * matches the local address and port we're looking for. 72582cd038dSYoshinobu Inoue */ 7261b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 7271b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 7281b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 72982cd038dSYoshinobu Inoue LIST_FOREACH(inp, head, inp_hash) { 730413628a7SBjoern A. Zeeb /* XXX inp locking */ 731369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 73282cd038dSYoshinobu Inoue continue; 73382cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) && 73482cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 73582cd038dSYoshinobu Inoue inp->inp_lport == lport) { 736413628a7SBjoern A. Zeeb /* Found. */ 737413628a7SBjoern A. Zeeb if (cred == NULL || 7380304c731SJamie Gritton prison_equal_ip6(cred->cr_prison, 7390304c731SJamie Gritton inp->inp_cred->cr_prison)) 74082cd038dSYoshinobu Inoue return (inp); 74182cd038dSYoshinobu Inoue } 74282cd038dSYoshinobu Inoue } 74382cd038dSYoshinobu Inoue /* 74482cd038dSYoshinobu Inoue * Not found. 74582cd038dSYoshinobu Inoue */ 74682cd038dSYoshinobu Inoue return (NULL); 74782cd038dSYoshinobu Inoue } else { 74882cd038dSYoshinobu Inoue struct inpcbporthead *porthash; 74982cd038dSYoshinobu Inoue struct inpcbport *phd; 75082cd038dSYoshinobu Inoue struct inpcb *match = NULL; 75182cd038dSYoshinobu Inoue /* 75282cd038dSYoshinobu Inoue * Best fit PCB lookup. 75382cd038dSYoshinobu Inoue * 75482cd038dSYoshinobu Inoue * First see if this local port is in use by looking on the 75582cd038dSYoshinobu Inoue * port hash list. 75682cd038dSYoshinobu Inoue */ 757712fc218SRobert Watson porthash = &pcbinfo->ipi_porthashbase[INP_PCBPORTHASH(lport, 758712fc218SRobert Watson pcbinfo->ipi_porthashmask)]; 75982cd038dSYoshinobu Inoue LIST_FOREACH(phd, porthash, phd_hash) { 76082cd038dSYoshinobu Inoue if (phd->phd_port == lport) 76182cd038dSYoshinobu Inoue break; 76282cd038dSYoshinobu Inoue } 76382cd038dSYoshinobu Inoue if (phd != NULL) { 76482cd038dSYoshinobu Inoue /* 76582cd038dSYoshinobu Inoue * Port is in use by one or more PCBs. Look for best 76682cd038dSYoshinobu Inoue * fit. 76782cd038dSYoshinobu Inoue */ 76882cd038dSYoshinobu Inoue LIST_FOREACH(inp, &phd->phd_pcblist, inp_portlist) { 76982cd038dSYoshinobu Inoue wildcard = 0; 770413628a7SBjoern A. Zeeb if (cred != NULL && 7710304c731SJamie Gritton !prison_equal_ip6(cred->cr_prison, 7720304c731SJamie Gritton inp->inp_cred->cr_prison)) 773413628a7SBjoern A. Zeeb continue; 774413628a7SBjoern A. Zeeb /* XXX inp locking */ 775369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 77682cd038dSYoshinobu Inoue continue; 77782cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr)) 77882cd038dSYoshinobu Inoue wildcard++; 77982cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED( 78082cd038dSYoshinobu Inoue &inp->in6p_laddr)) { 78182cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(laddr)) 78282cd038dSYoshinobu Inoue wildcard++; 78382cd038dSYoshinobu Inoue else if (!IN6_ARE_ADDR_EQUAL( 78482cd038dSYoshinobu Inoue &inp->in6p_laddr, laddr)) 78582cd038dSYoshinobu Inoue continue; 78682cd038dSYoshinobu Inoue } else { 78782cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(laddr)) 78882cd038dSYoshinobu Inoue wildcard++; 78982cd038dSYoshinobu Inoue } 79082cd038dSYoshinobu Inoue if (wildcard < matchwild) { 79182cd038dSYoshinobu Inoue match = inp; 79282cd038dSYoshinobu Inoue matchwild = wildcard; 793413628a7SBjoern A. Zeeb if (matchwild == 0) 79482cd038dSYoshinobu Inoue break; 79582cd038dSYoshinobu Inoue } 79682cd038dSYoshinobu Inoue } 79782cd038dSYoshinobu Inoue } 79882cd038dSYoshinobu Inoue return (match); 79982cd038dSYoshinobu Inoue } 80082cd038dSYoshinobu Inoue } 80182cd038dSYoshinobu Inoue 802e43cc4aeSHajimu UMEMOTO void 8031272577eSXin LI in6_pcbpurgeif0(struct inpcbinfo *pcbinfo, struct ifnet *ifp) 804e43cc4aeSHajimu UMEMOTO { 805fc384fa5SBjoern A. Zeeb struct inpcb *in6p; 806e43cc4aeSHajimu UMEMOTO struct ip6_moptions *im6o; 80733cde130SBruce M Simpson int i, gap; 808e43cc4aeSHajimu UMEMOTO 809ff9b006dSJulien Charbon INP_INFO_WLOCK(pcbinfo); 810712fc218SRobert Watson LIST_FOREACH(in6p, pcbinfo->ipi_listhead, inp_list) { 8118501a69cSRobert Watson INP_WLOCK(in6p); 812e43cc4aeSHajimu UMEMOTO im6o = in6p->in6p_moptions; 81333cde130SBruce M Simpson if ((in6p->inp_vflag & INP_IPV6) && im6o != NULL) { 814e43cc4aeSHajimu UMEMOTO /* 81533cde130SBruce M Simpson * Unselect the outgoing ifp for multicast if it 81633cde130SBruce M Simpson * is being detached. 817e43cc4aeSHajimu UMEMOTO */ 818e43cc4aeSHajimu UMEMOTO if (im6o->im6o_multicast_ifp == ifp) 819e43cc4aeSHajimu UMEMOTO im6o->im6o_multicast_ifp = NULL; 820e43cc4aeSHajimu UMEMOTO /* 821e43cc4aeSHajimu UMEMOTO * Drop multicast group membership if we joined 822e43cc4aeSHajimu UMEMOTO * through the interface being detached. 823e43cc4aeSHajimu UMEMOTO */ 82433cde130SBruce M Simpson gap = 0; 82533cde130SBruce M Simpson for (i = 0; i < im6o->im6o_num_memberships; i++) { 82633cde130SBruce M Simpson if (im6o->im6o_membership[i]->in6m_ifp == 82733cde130SBruce M Simpson ifp) { 828f3e1324bSStephen Hurd in6_leavegroup(im6o->im6o_membership[i], NULL); 82933cde130SBruce M Simpson gap++; 83033cde130SBruce M Simpson } else if (gap != 0) { 83133cde130SBruce M Simpson im6o->im6o_membership[i - gap] = 83233cde130SBruce M Simpson im6o->im6o_membership[i]; 833e43cc4aeSHajimu UMEMOTO } 834e43cc4aeSHajimu UMEMOTO } 83533cde130SBruce M Simpson im6o->im6o_num_memberships -= gap; 836e43cc4aeSHajimu UMEMOTO } 8378501a69cSRobert Watson INP_WUNLOCK(in6p); 838e43cc4aeSHajimu UMEMOTO } 839ff9b006dSJulien Charbon INP_INFO_WUNLOCK(pcbinfo); 840e43cc4aeSHajimu UMEMOTO } 841e43cc4aeSHajimu UMEMOTO 84282cd038dSYoshinobu Inoue /* 84382cd038dSYoshinobu Inoue * Check for alternatives when higher level complains 84482cd038dSYoshinobu Inoue * about service problems. For now, invalidate cached 84582cd038dSYoshinobu Inoue * routing information. If the route was created dynamically 84682cd038dSYoshinobu Inoue * (by a redirect), time to try a default gateway again. 84782cd038dSYoshinobu Inoue */ 84882cd038dSYoshinobu Inoue void 8491272577eSXin LI in6_losing(struct inpcb *in6p) 85082cd038dSYoshinobu Inoue { 8511272577eSXin LI 85284cc0778SGeorge V. Neville-Neil if (in6p->inp_route6.ro_rt) { 85384cc0778SGeorge V. Neville-Neil RTFREE(in6p->inp_route6.ro_rt); 85484cc0778SGeorge V. Neville-Neil in6p->inp_route6.ro_rt = (struct rtentry *)NULL; 85584cc0778SGeorge V. Neville-Neil } 8566d768226SGeorge V. Neville-Neil if (in6p->inp_route.ro_lle) 8576d768226SGeorge V. Neville-Neil LLE_FREE(in6p->inp_route.ro_lle); /* zeros ro_lle */ 85897d8d152SAndre Oppermann return; 85982cd038dSYoshinobu Inoue } 86082cd038dSYoshinobu Inoue 86182cd038dSYoshinobu Inoue /* 86282cd038dSYoshinobu Inoue * After a routing change, flush old routing 86382cd038dSYoshinobu Inoue * and allocate a (hopefully) better one. 86482cd038dSYoshinobu Inoue */ 8653ce144eaSJeffrey Hsu struct inpcb * 8661272577eSXin LI in6_rtchange(struct inpcb *inp, int errno) 86782cd038dSYoshinobu Inoue { 86884cc0778SGeorge V. Neville-Neil 86984cc0778SGeorge V. Neville-Neil if (inp->inp_route6.ro_rt) { 87084cc0778SGeorge V. Neville-Neil RTFREE(inp->inp_route6.ro_rt); 87184cc0778SGeorge V. Neville-Neil inp->inp_route6.ro_rt = (struct rtentry *)NULL; 87284cc0778SGeorge V. Neville-Neil } 8736d768226SGeorge V. Neville-Neil if (inp->inp_route.ro_lle) 8746d768226SGeorge V. Neville-Neil LLE_FREE(inp->inp_route.ro_lle); /* zeros ro_lle */ 8753ce144eaSJeffrey Hsu return inp; 87682cd038dSYoshinobu Inoue } 87782cd038dSYoshinobu Inoue 8781a43cff9SSean Bruno static struct inpcb * 8791a43cff9SSean Bruno in6_pcblookup_lbgroup(const struct inpcbinfo *pcbinfo, 8801a43cff9SSean Bruno const struct in6_addr *laddr, uint16_t lport, const struct in6_addr *faddr, 8811a43cff9SSean Bruno uint16_t fport, int lookupflags) 8821a43cff9SSean Bruno { 8831a43cff9SSean Bruno struct inpcb *local_wild = NULL; 8841a43cff9SSean Bruno const struct inpcblbgrouphead *hdr; 8851a43cff9SSean Bruno struct inpcblbgroup *grp; 8861a43cff9SSean Bruno struct inpcblbgroup *grp_local_wild; 8871a43cff9SSean Bruno uint32_t idx; 8881a43cff9SSean Bruno 8891a43cff9SSean Bruno INP_HASH_LOCK_ASSERT(pcbinfo); 8901a43cff9SSean Bruno 8911a43cff9SSean Bruno hdr = &pcbinfo->ipi_lbgrouphashbase[INP_PCBLBGROUP_PORTHASH( 8921a43cff9SSean Bruno lport, pcbinfo->ipi_lbgrouphashmask)]; 8931a43cff9SSean Bruno 8941a43cff9SSean Bruno /* 8951a43cff9SSean Bruno * Order of socket selection: 8961a43cff9SSean Bruno * 1. non-wild. 8971a43cff9SSean Bruno * 2. wild (if lookupflags contains INPLOOKUP_WILDCARD). 8981a43cff9SSean Bruno * 8991a43cff9SSean Bruno * NOTE: 9001a43cff9SSean Bruno * - Load balanced group does not contain jailed sockets. 9011a43cff9SSean Bruno * - Load balanced does not contain IPv4 mapped INET6 wild sockets. 9021a43cff9SSean Bruno */ 9031a43cff9SSean Bruno LIST_FOREACH(grp, hdr, il_list) { 9041a43cff9SSean Bruno if (grp->il_lport == lport) { 9051a43cff9SSean Bruno idx = 0; 9061a43cff9SSean Bruno int pkt_hash = INP_PCBLBGROUP_PKTHASH( 9071a43cff9SSean Bruno INP6_PCBHASHKEY(faddr), lport, fport); 9081a43cff9SSean Bruno 9091a43cff9SSean Bruno idx = pkt_hash % grp->il_inpcnt; 9101a43cff9SSean Bruno 9111a43cff9SSean Bruno if (IN6_ARE_ADDR_EQUAL(&grp->il6_laddr, laddr)) { 9121a43cff9SSean Bruno return (grp->il_inp[idx]); 9131a43cff9SSean Bruno } else { 9141a43cff9SSean Bruno if (IN6_IS_ADDR_UNSPECIFIED(&grp->il6_laddr) && 9151a43cff9SSean Bruno (lookupflags & INPLOOKUP_WILDCARD)) { 9161a43cff9SSean Bruno local_wild = grp->il_inp[idx]; 9171a43cff9SSean Bruno grp_local_wild = grp; 9181a43cff9SSean Bruno } 9191a43cff9SSean Bruno } 9201a43cff9SSean Bruno } 9211a43cff9SSean Bruno } 9221a43cff9SSean Bruno if (local_wild != NULL) { 9231a43cff9SSean Bruno return (local_wild); 9241a43cff9SSean Bruno } 9251a43cff9SSean Bruno return (NULL); 9261a43cff9SSean Bruno } 9271a43cff9SSean Bruno 92852cd27cbSRobert Watson #ifdef PCBGROUP 92952cd27cbSRobert Watson /* 93052cd27cbSRobert Watson * Lookup PCB in hash list, using pcbgroup tables. 93152cd27cbSRobert Watson */ 93252cd27cbSRobert Watson static struct inpcb * 93352cd27cbSRobert Watson in6_pcblookup_group(struct inpcbinfo *pcbinfo, struct inpcbgroup *pcbgroup, 93452cd27cbSRobert Watson struct in6_addr *faddr, u_int fport_arg, struct in6_addr *laddr, 93552cd27cbSRobert Watson u_int lport_arg, int lookupflags, struct ifnet *ifp) 93652cd27cbSRobert Watson { 93752cd27cbSRobert Watson struct inpcbhead *head; 93852cd27cbSRobert Watson struct inpcb *inp, *tmpinp; 93952cd27cbSRobert Watson u_short fport = fport_arg, lport = lport_arg; 9407fb2986fSJonathan T. Looney bool locked; 94152cd27cbSRobert Watson 94252cd27cbSRobert Watson /* 94352cd27cbSRobert Watson * First look for an exact match. 94452cd27cbSRobert Watson */ 94552cd27cbSRobert Watson tmpinp = NULL; 94652cd27cbSRobert Watson INP_GROUP_LOCK(pcbgroup); 9471b44e5ffSAndrey V. Elsukov head = &pcbgroup->ipg_hashbase[INP_PCBHASH( 9481b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(faddr), lport, fport, pcbgroup->ipg_hashmask)]; 94952cd27cbSRobert Watson LIST_FOREACH(inp, head, inp_pcbgrouphash) { 95052cd27cbSRobert Watson /* XXX inp locking */ 95152cd27cbSRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) 95252cd27cbSRobert Watson continue; 95352cd27cbSRobert Watson if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) && 95452cd27cbSRobert Watson IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 95552cd27cbSRobert Watson inp->inp_fport == fport && 95652cd27cbSRobert Watson inp->inp_lport == lport) { 95752cd27cbSRobert Watson /* 95852cd27cbSRobert Watson * XXX We should be able to directly return 95952cd27cbSRobert Watson * the inp here, without any checks. 96052cd27cbSRobert Watson * Well unless both bound with SO_REUSEPORT? 96152cd27cbSRobert Watson */ 96252cd27cbSRobert Watson if (prison_flag(inp->inp_cred, PR_IP6)) 96352cd27cbSRobert Watson goto found; 96452cd27cbSRobert Watson if (tmpinp == NULL) 96552cd27cbSRobert Watson tmpinp = inp; 96652cd27cbSRobert Watson } 96752cd27cbSRobert Watson } 96852cd27cbSRobert Watson if (tmpinp != NULL) { 96952cd27cbSRobert Watson inp = tmpinp; 97052cd27cbSRobert Watson goto found; 97152cd27cbSRobert Watson } 97252cd27cbSRobert Watson 97352cd27cbSRobert Watson /* 974c7c0d948SAdrian Chadd * Then look for a wildcard match in the pcbgroup. 975c7c0d948SAdrian Chadd */ 976c7c0d948SAdrian Chadd if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 977c7c0d948SAdrian Chadd struct inpcb *local_wild = NULL, *local_exact = NULL; 978c7c0d948SAdrian Chadd struct inpcb *jail_wild = NULL; 979c7c0d948SAdrian Chadd int injail; 980c7c0d948SAdrian Chadd 981c7c0d948SAdrian Chadd /* 982c7c0d948SAdrian Chadd * Order of socket selection - we always prefer jails. 983c7c0d948SAdrian Chadd * 1. jailed, non-wild. 984c7c0d948SAdrian Chadd * 2. jailed, wild. 985c7c0d948SAdrian Chadd * 3. non-jailed, non-wild. 986c7c0d948SAdrian Chadd * 4. non-jailed, wild. 987c7c0d948SAdrian Chadd */ 988c7c0d948SAdrian Chadd head = &pcbgroup->ipg_hashbase[ 989c7c0d948SAdrian Chadd INP_PCBHASH(INADDR_ANY, lport, 0, pcbgroup->ipg_hashmask)]; 990c7c0d948SAdrian Chadd LIST_FOREACH(inp, head, inp_pcbgrouphash) { 991c7c0d948SAdrian Chadd /* XXX inp locking */ 992c7c0d948SAdrian Chadd if ((inp->inp_vflag & INP_IPV6) == 0) 993c7c0d948SAdrian Chadd continue; 994c7c0d948SAdrian Chadd 995c7c0d948SAdrian Chadd if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 996c7c0d948SAdrian Chadd inp->inp_lport != lport) { 997c7c0d948SAdrian Chadd continue; 998c7c0d948SAdrian Chadd } 999c7c0d948SAdrian Chadd 1000c7c0d948SAdrian Chadd injail = prison_flag(inp->inp_cred, PR_IP6); 1001c7c0d948SAdrian Chadd if (injail) { 1002c7c0d948SAdrian Chadd if (prison_check_ip6(inp->inp_cred, 1003c7c0d948SAdrian Chadd laddr) != 0) 1004c7c0d948SAdrian Chadd continue; 1005c7c0d948SAdrian Chadd } else { 1006c7c0d948SAdrian Chadd if (local_exact != NULL) 1007c7c0d948SAdrian Chadd continue; 1008c7c0d948SAdrian Chadd } 1009c7c0d948SAdrian Chadd 1010c7c0d948SAdrian Chadd if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 1011c7c0d948SAdrian Chadd if (injail) 1012c7c0d948SAdrian Chadd goto found; 1013c7c0d948SAdrian Chadd else 1014c7c0d948SAdrian Chadd local_exact = inp; 1015c7c0d948SAdrian Chadd } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 1016c7c0d948SAdrian Chadd if (injail) 1017c7c0d948SAdrian Chadd jail_wild = inp; 1018c7c0d948SAdrian Chadd else 1019c7c0d948SAdrian Chadd local_wild = inp; 1020c7c0d948SAdrian Chadd } 1021c7c0d948SAdrian Chadd } /* LIST_FOREACH */ 1022c7c0d948SAdrian Chadd 1023c7c0d948SAdrian Chadd inp = jail_wild; 1024c7c0d948SAdrian Chadd if (inp == NULL) 1025c7c0d948SAdrian Chadd inp = jail_wild; 1026c7c0d948SAdrian Chadd if (inp == NULL) 1027c7c0d948SAdrian Chadd inp = local_exact; 1028c7c0d948SAdrian Chadd if (inp == NULL) 1029c7c0d948SAdrian Chadd inp = local_wild; 1030c7c0d948SAdrian Chadd if (inp != NULL) 1031c7c0d948SAdrian Chadd goto found; 1032c7c0d948SAdrian Chadd } 1033c7c0d948SAdrian Chadd 1034c7c0d948SAdrian Chadd /* 103552cd27cbSRobert Watson * Then look for a wildcard match, if requested. 103652cd27cbSRobert Watson */ 103752cd27cbSRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 103852cd27cbSRobert Watson struct inpcb *local_wild = NULL, *local_exact = NULL; 103952cd27cbSRobert Watson struct inpcb *jail_wild = NULL; 104052cd27cbSRobert Watson int injail; 104152cd27cbSRobert Watson 104252cd27cbSRobert Watson /* 104352cd27cbSRobert Watson * Order of socket selection - we always prefer jails. 104452cd27cbSRobert Watson * 1. jailed, non-wild. 104552cd27cbSRobert Watson * 2. jailed, wild. 104652cd27cbSRobert Watson * 3. non-jailed, non-wild. 104752cd27cbSRobert Watson * 4. non-jailed, wild. 104852cd27cbSRobert Watson */ 10491b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_wildbase[INP_PCBHASH( 10501b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 10511b44e5ffSAndrey V. Elsukov pcbinfo->ipi_wildmask)]; 105252cd27cbSRobert Watson LIST_FOREACH(inp, head, inp_pcbgroup_wild) { 105352cd27cbSRobert Watson /* XXX inp locking */ 105452cd27cbSRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) 105552cd27cbSRobert Watson continue; 105652cd27cbSRobert Watson 105752cd27cbSRobert Watson if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 105852cd27cbSRobert Watson inp->inp_lport != lport) { 105952cd27cbSRobert Watson continue; 106052cd27cbSRobert Watson } 106152cd27cbSRobert Watson 106252cd27cbSRobert Watson injail = prison_flag(inp->inp_cred, PR_IP6); 106352cd27cbSRobert Watson if (injail) { 106452cd27cbSRobert Watson if (prison_check_ip6(inp->inp_cred, 106552cd27cbSRobert Watson laddr) != 0) 106652cd27cbSRobert Watson continue; 106752cd27cbSRobert Watson } else { 106852cd27cbSRobert Watson if (local_exact != NULL) 106952cd27cbSRobert Watson continue; 107052cd27cbSRobert Watson } 107152cd27cbSRobert Watson 107252cd27cbSRobert Watson if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 107352cd27cbSRobert Watson if (injail) 107452cd27cbSRobert Watson goto found; 107552cd27cbSRobert Watson else 107652cd27cbSRobert Watson local_exact = inp; 107752cd27cbSRobert Watson } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 107852cd27cbSRobert Watson if (injail) 107952cd27cbSRobert Watson jail_wild = inp; 108052cd27cbSRobert Watson else 108152cd27cbSRobert Watson local_wild = inp; 108252cd27cbSRobert Watson } 108352cd27cbSRobert Watson } /* LIST_FOREACH */ 108452cd27cbSRobert Watson 108552cd27cbSRobert Watson inp = jail_wild; 108652cd27cbSRobert Watson if (inp == NULL) 108752cd27cbSRobert Watson inp = jail_wild; 108852cd27cbSRobert Watson if (inp == NULL) 108952cd27cbSRobert Watson inp = local_exact; 109052cd27cbSRobert Watson if (inp == NULL) 109152cd27cbSRobert Watson inp = local_wild; 109252cd27cbSRobert Watson if (inp != NULL) 109352cd27cbSRobert Watson goto found; 109452cd27cbSRobert Watson } /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */ 109552cd27cbSRobert Watson INP_GROUP_UNLOCK(pcbgroup); 109652cd27cbSRobert Watson return (NULL); 109752cd27cbSRobert Watson 109852cd27cbSRobert Watson found: 10997fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 11007fb2986fSJonathan T. Looney locked = INP_TRY_WLOCK(inp); 11017fb2986fSJonathan T. Looney else if (lookupflags & INPLOOKUP_RLOCKPCB) 11027fb2986fSJonathan T. Looney locked = INP_TRY_RLOCK(inp); 11037fb2986fSJonathan T. Looney else 11047fb2986fSJonathan T. Looney panic("%s: locking buf", __func__); 11057fb2986fSJonathan T. Looney if (!locked) 110652cd27cbSRobert Watson in_pcbref(inp); 110752cd27cbSRobert Watson INP_GROUP_UNLOCK(pcbgroup); 11087fb2986fSJonathan T. Looney if (!locked) { 110952cd27cbSRobert Watson if (lookupflags & INPLOOKUP_WLOCKPCB) { 111052cd27cbSRobert Watson INP_WLOCK(inp); 111152cd27cbSRobert Watson if (in_pcbrele_wlocked(inp)) 111252cd27cbSRobert Watson return (NULL); 11137fb2986fSJonathan T. Looney } else { 111452cd27cbSRobert Watson INP_RLOCK(inp); 111552cd27cbSRobert Watson if (in_pcbrele_rlocked(inp)) 111652cd27cbSRobert Watson return (NULL); 11177fb2986fSJonathan T. Looney } 11187fb2986fSJonathan T. Looney } 11197fb2986fSJonathan T. Looney #ifdef INVARIANTS 11207fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 11217fb2986fSJonathan T. Looney INP_WLOCK_ASSERT(inp); 11227fb2986fSJonathan T. Looney else 11237fb2986fSJonathan T. Looney INP_RLOCK_ASSERT(inp); 11247fb2986fSJonathan T. Looney #endif 112552cd27cbSRobert Watson return (inp); 112652cd27cbSRobert Watson } 112752cd27cbSRobert Watson #endif /* PCBGROUP */ 112852cd27cbSRobert Watson 112982cd038dSYoshinobu Inoue /* 113082cd038dSYoshinobu Inoue * Lookup PCB in hash list. 113182cd038dSYoshinobu Inoue */ 1132a7e201bbSAndrey V. Elsukov static struct inpcb * 1133fa046d87SRobert Watson in6_pcblookup_hash_locked(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1134fa046d87SRobert Watson u_int fport_arg, struct in6_addr *laddr, u_int lport_arg, 1135fa046d87SRobert Watson int lookupflags, struct ifnet *ifp) 113682cd038dSYoshinobu Inoue { 113782cd038dSYoshinobu Inoue struct inpcbhead *head; 1138413628a7SBjoern A. Zeeb struct inpcb *inp, *tmpinp; 113982cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 114033841545SHajimu UMEMOTO 114168e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 114268e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 114368e0d7e0SRobert Watson 1144fa046d87SRobert Watson INP_HASH_LOCK_ASSERT(pcbinfo); 11458deea4a8SRobert Watson 114682cd038dSYoshinobu Inoue /* 114782cd038dSYoshinobu Inoue * First look for an exact match. 114882cd038dSYoshinobu Inoue */ 1149413628a7SBjoern A. Zeeb tmpinp = NULL; 11501b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 11511b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(faddr), lport, fport, pcbinfo->ipi_hashmask)]; 1152cfa1ca9dSYoshinobu Inoue LIST_FOREACH(inp, head, inp_hash) { 1153413628a7SBjoern A. Zeeb /* XXX inp locking */ 1154369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 115582cd038dSYoshinobu Inoue continue; 115682cd038dSYoshinobu Inoue if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) && 115782cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 115882cd038dSYoshinobu Inoue inp->inp_fport == fport && 115982cd038dSYoshinobu Inoue inp->inp_lport == lport) { 116082cd038dSYoshinobu Inoue /* 1161413628a7SBjoern A. Zeeb * XXX We should be able to directly return 1162413628a7SBjoern A. Zeeb * the inp here, without any checks. 1163413628a7SBjoern A. Zeeb * Well unless both bound with SO_REUSEPORT? 116482cd038dSYoshinobu Inoue */ 11650304c731SJamie Gritton if (prison_flag(inp->inp_cred, PR_IP6)) 116682cd038dSYoshinobu Inoue return (inp); 1167413628a7SBjoern A. Zeeb if (tmpinp == NULL) 1168413628a7SBjoern A. Zeeb tmpinp = inp; 116982cd038dSYoshinobu Inoue } 117082cd038dSYoshinobu Inoue } 1171413628a7SBjoern A. Zeeb if (tmpinp != NULL) 1172413628a7SBjoern A. Zeeb return (tmpinp); 117382cd038dSYoshinobu Inoue 1174413628a7SBjoern A. Zeeb /* 11751a43cff9SSean Bruno * Then look in lb group (for wildcard match). 11761a43cff9SSean Bruno */ 11771a43cff9SSean Bruno if (pcbinfo->ipi_lbgrouphashbase != NULL && 11781a43cff9SSean Bruno (lookupflags & INPLOOKUP_WILDCARD)) { 11791a43cff9SSean Bruno inp = in6_pcblookup_lbgroup(pcbinfo, laddr, lport, faddr, 11801a43cff9SSean Bruno fport, lookupflags); 11811a43cff9SSean Bruno if (inp != NULL) { 11821a43cff9SSean Bruno return (inp); 11831a43cff9SSean Bruno } 11841a43cff9SSean Bruno } 11851a43cff9SSean Bruno 11861a43cff9SSean Bruno /* 1187413628a7SBjoern A. Zeeb * Then look for a wildcard match, if requested. 1188413628a7SBjoern A. Zeeb */ 118968e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 1190413628a7SBjoern A. Zeeb struct inpcb *local_wild = NULL, *local_exact = NULL; 1191413628a7SBjoern A. Zeeb struct inpcb *jail_wild = NULL; 1192413628a7SBjoern A. Zeeb int injail; 1193413628a7SBjoern A. Zeeb 1194413628a7SBjoern A. Zeeb /* 1195413628a7SBjoern A. Zeeb * Order of socket selection - we always prefer jails. 1196413628a7SBjoern A. Zeeb * 1. jailed, non-wild. 1197413628a7SBjoern A. Zeeb * 2. jailed, wild. 1198413628a7SBjoern A. Zeeb * 3. non-jailed, non-wild. 1199413628a7SBjoern A. Zeeb * 4. non-jailed, wild. 1200413628a7SBjoern A. Zeeb */ 12011b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 12021b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 12031b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 1204cfa1ca9dSYoshinobu Inoue LIST_FOREACH(inp, head, inp_hash) { 1205413628a7SBjoern A. Zeeb /* XXX inp locking */ 1206369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 120782cd038dSYoshinobu Inoue continue; 1208413628a7SBjoern A. Zeeb 1209413628a7SBjoern A. Zeeb if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 1210413628a7SBjoern A. Zeeb inp->inp_lport != lport) { 1211413628a7SBjoern A. Zeeb continue; 1212413628a7SBjoern A. Zeeb } 1213413628a7SBjoern A. Zeeb 12140304c731SJamie Gritton injail = prison_flag(inp->inp_cred, PR_IP6); 1215413628a7SBjoern A. Zeeb if (injail) { 1216b89e82ddSJamie Gritton if (prison_check_ip6(inp->inp_cred, 1217b89e82ddSJamie Gritton laddr) != 0) 1218413628a7SBjoern A. Zeeb continue; 1219413628a7SBjoern A. Zeeb } else { 1220413628a7SBjoern A. Zeeb if (local_exact != NULL) 1221413628a7SBjoern A. Zeeb continue; 1222413628a7SBjoern A. Zeeb } 1223413628a7SBjoern A. Zeeb 1224413628a7SBjoern A. Zeeb if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 1225413628a7SBjoern A. Zeeb if (injail) 122682cd038dSYoshinobu Inoue return (inp); 1227413628a7SBjoern A. Zeeb else 1228413628a7SBjoern A. Zeeb local_exact = inp; 1229413628a7SBjoern A. Zeeb } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 1230413628a7SBjoern A. Zeeb if (injail) 1231413628a7SBjoern A. Zeeb jail_wild = inp; 1232413628a7SBjoern A. Zeeb else 123382cd038dSYoshinobu Inoue local_wild = inp; 123482cd038dSYoshinobu Inoue } 1235413628a7SBjoern A. Zeeb } /* LIST_FOREACH */ 1236413628a7SBjoern A. Zeeb 1237413628a7SBjoern A. Zeeb if (jail_wild != NULL) 1238413628a7SBjoern A. Zeeb return (jail_wild); 1239413628a7SBjoern A. Zeeb if (local_exact != NULL) 1240413628a7SBjoern A. Zeeb return (local_exact); 1241413628a7SBjoern A. Zeeb if (local_wild != NULL) 124282cd038dSYoshinobu Inoue return (local_wild); 124368e0d7e0SRobert Watson } /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */ 124482cd038dSYoshinobu Inoue 124582cd038dSYoshinobu Inoue /* 124682cd038dSYoshinobu Inoue * Not found. 124782cd038dSYoshinobu Inoue */ 124882cd038dSYoshinobu Inoue return (NULL); 124982cd038dSYoshinobu Inoue } 125082cd038dSYoshinobu Inoue 1251fa046d87SRobert Watson /* 1252fa046d87SRobert Watson * Lookup PCB in hash list, using pcbinfo tables. This variation locks the 1253fa046d87SRobert Watson * hash list lock, and will return the inpcb locked (i.e., requires 1254fa046d87SRobert Watson * INPLOOKUP_LOCKPCB). 1255fa046d87SRobert Watson */ 1256fa046d87SRobert Watson static struct inpcb * 1257fa046d87SRobert Watson in6_pcblookup_hash(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1258fa046d87SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1259fa046d87SRobert Watson struct ifnet *ifp) 1260fa046d87SRobert Watson { 1261fa046d87SRobert Watson struct inpcb *inp; 12627fb2986fSJonathan T. Looney bool locked; 1263fa046d87SRobert Watson 1264fa046d87SRobert Watson INP_HASH_RLOCK(pcbinfo); 1265fa046d87SRobert Watson inp = in6_pcblookup_hash_locked(pcbinfo, faddr, fport, laddr, lport, 1266fa046d87SRobert Watson (lookupflags & ~(INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)), ifp); 1267fa046d87SRobert Watson if (inp != NULL) { 12687fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 12697fb2986fSJonathan T. Looney locked = INP_TRY_WLOCK(inp); 12707fb2986fSJonathan T. Looney else if (lookupflags & INPLOOKUP_RLOCKPCB) 12717fb2986fSJonathan T. Looney locked = INP_TRY_RLOCK(inp); 12727fb2986fSJonathan T. Looney else 12737fb2986fSJonathan T. Looney panic("%s: locking bug", __func__); 12747fb2986fSJonathan T. Looney if (!locked) 1275fa046d87SRobert Watson in_pcbref(inp); 1276fa046d87SRobert Watson INP_HASH_RUNLOCK(pcbinfo); 12777fb2986fSJonathan T. Looney if (!locked) { 1278fa046d87SRobert Watson if (lookupflags & INPLOOKUP_WLOCKPCB) { 1279fa046d87SRobert Watson INP_WLOCK(inp); 1280fa046d87SRobert Watson if (in_pcbrele_wlocked(inp)) 1281fa046d87SRobert Watson return (NULL); 12827fb2986fSJonathan T. Looney } else { 1283fa046d87SRobert Watson INP_RLOCK(inp); 1284fa046d87SRobert Watson if (in_pcbrele_rlocked(inp)) 1285fa046d87SRobert Watson return (NULL); 12867fb2986fSJonathan T. Looney } 12877fb2986fSJonathan T. Looney } 12887fb2986fSJonathan T. Looney #ifdef INVARIANTS 12897fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 12907fb2986fSJonathan T. Looney INP_WLOCK_ASSERT(inp); 12917fb2986fSJonathan T. Looney else 12927fb2986fSJonathan T. Looney INP_RLOCK_ASSERT(inp); 12937fb2986fSJonathan T. Looney #endif 1294fa046d87SRobert Watson } else 1295fa046d87SRobert Watson INP_HASH_RUNLOCK(pcbinfo); 1296fa046d87SRobert Watson return (inp); 1297fa046d87SRobert Watson } 1298fa046d87SRobert Watson 1299fa046d87SRobert Watson /* 1300d3c1f003SRobert Watson * Public inpcb lookup routines, accepting a 4-tuple, and optionally, an mbuf 1301d3c1f003SRobert Watson * from which a pre-calculated hash value may be extracted. 130252cd27cbSRobert Watson * 130352cd27cbSRobert Watson * Possibly more of this logic should be in in6_pcbgroup.c. 1304fa046d87SRobert Watson */ 1305fa046d87SRobert Watson struct inpcb * 1306fa046d87SRobert Watson in6_pcblookup(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, u_int fport, 1307fa046d87SRobert Watson struct in6_addr *laddr, u_int lport, int lookupflags, struct ifnet *ifp) 1308fa046d87SRobert Watson { 13097527624eSRobert Watson #if defined(PCBGROUP) && !defined(RSS) 131052cd27cbSRobert Watson struct inpcbgroup *pcbgroup; 131152cd27cbSRobert Watson #endif 131252cd27cbSRobert Watson 1313d3c1f003SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1314d3c1f003SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 1315d3c1f003SRobert Watson KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 1316d3c1f003SRobert Watson ("%s: LOCKPCB not set", __func__)); 1317fa046d87SRobert Watson 13187527624eSRobert Watson /* 13197527624eSRobert Watson * When not using RSS, use connection groups in preference to the 13207527624eSRobert Watson * reservation table when looking up 4-tuples. When using RSS, just 13217527624eSRobert Watson * use the reservation table, due to the cost of the Toeplitz hash 13227527624eSRobert Watson * in software. 13237527624eSRobert Watson * 13247527624eSRobert Watson * XXXRW: This policy belongs in the pcbgroup code, as in principle 13257527624eSRobert Watson * we could be doing RSS with a non-Toeplitz hash that is affordable 13267527624eSRobert Watson * in software. 13277527624eSRobert Watson */ 13287527624eSRobert Watson #if defined(PCBGROUP) && !defined(RSS) 132952cd27cbSRobert Watson if (in_pcbgroup_enabled(pcbinfo)) { 133052cd27cbSRobert Watson pcbgroup = in6_pcbgroup_bytuple(pcbinfo, laddr, lport, faddr, 133152cd27cbSRobert Watson fport); 133252cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, fport, 133352cd27cbSRobert Watson laddr, lport, lookupflags, ifp)); 133452cd27cbSRobert Watson } 133552cd27cbSRobert Watson #endif 1336d3c1f003SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1337d3c1f003SRobert Watson lookupflags, ifp)); 1338d3c1f003SRobert Watson } 1339d3c1f003SRobert Watson 1340d3c1f003SRobert Watson struct inpcb * 1341d3c1f003SRobert Watson in6_pcblookup_mbuf(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1342d3c1f003SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1343d3c1f003SRobert Watson struct ifnet *ifp, struct mbuf *m) 1344d3c1f003SRobert Watson { 134552cd27cbSRobert Watson #ifdef PCBGROUP 134652cd27cbSRobert Watson struct inpcbgroup *pcbgroup; 134752cd27cbSRobert Watson #endif 134852cd27cbSRobert Watson 1349fa046d87SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1350fa046d87SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 1351fa046d87SRobert Watson KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 1352fa046d87SRobert Watson ("%s: LOCKPCB not set", __func__)); 1353fa046d87SRobert Watson 135452cd27cbSRobert Watson #ifdef PCBGROUP 13557527624eSRobert Watson /* 13567527624eSRobert Watson * If we can use a hardware-generated hash to look up the connection 13577527624eSRobert Watson * group, use that connection group to find the inpcb. Otherwise 13587527624eSRobert Watson * fall back on a software hash -- or the reservation table if we're 13597527624eSRobert Watson * using RSS. 13607527624eSRobert Watson * 13617527624eSRobert Watson * XXXRW: As above, that policy belongs in the pcbgroup code. 13627527624eSRobert Watson */ 13637527624eSRobert Watson if (in_pcbgroup_enabled(pcbinfo) && 1364c2529042SHans Petter Selasky M_HASHTYPE_TEST(m, M_HASHTYPE_NONE) == 0) { 136552cd27cbSRobert Watson pcbgroup = in6_pcbgroup_byhash(pcbinfo, M_HASHTYPE_GET(m), 136652cd27cbSRobert Watson m->m_pkthdr.flowid); 136752cd27cbSRobert Watson if (pcbgroup != NULL) 136852cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, 136952cd27cbSRobert Watson fport, laddr, lport, lookupflags, ifp)); 13707527624eSRobert Watson #ifndef RSS 137152cd27cbSRobert Watson pcbgroup = in6_pcbgroup_bytuple(pcbinfo, laddr, lport, faddr, 137252cd27cbSRobert Watson fport); 137352cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, fport, 137452cd27cbSRobert Watson laddr, lport, lookupflags, ifp)); 13757527624eSRobert Watson #endif 137652cd27cbSRobert Watson } 137752cd27cbSRobert Watson #endif 1378fa046d87SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1379fa046d87SRobert Watson lookupflags, ifp)); 1380fa046d87SRobert Watson } 1381fa046d87SRobert Watson 138282cd038dSYoshinobu Inoue void 1383dce33a45SErmal Luçi init_sin6(struct sockaddr_in6 *sin6, struct mbuf *m, int srcordst) 138482cd038dSYoshinobu Inoue { 138582cd038dSYoshinobu Inoue struct ip6_hdr *ip; 138682cd038dSYoshinobu Inoue 138782cd038dSYoshinobu Inoue ip = mtod(m, struct ip6_hdr *); 138882cd038dSYoshinobu Inoue bzero(sin6, sizeof(*sin6)); 138982cd038dSYoshinobu Inoue sin6->sin6_len = sizeof(*sin6); 139082cd038dSYoshinobu Inoue sin6->sin6_family = AF_INET6; 1391dce33a45SErmal Luçi sin6->sin6_addr = srcordst ? ip->ip6_dst : ip->ip6_src; 1392a1f7e5f8SHajimu UMEMOTO 1393a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors... */ 139482cd038dSYoshinobu Inoue 139582cd038dSYoshinobu Inoue return; 139682cd038dSYoshinobu Inoue } 1397