1caf43b02SWarner Losh /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 482cd038dSYoshinobu Inoue * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project. 5fa046d87SRobert Watson * Copyright (c) 2010-2011 Juniper Networks, Inc. 682cd038dSYoshinobu Inoue * All rights reserved. 782cd038dSYoshinobu Inoue * 8fa046d87SRobert Watson * Portions of this software were developed by Robert N. M. Watson under 9fa046d87SRobert Watson * contract to Juniper Networks, Inc. 10fa046d87SRobert Watson * 1182cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 1282cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 1382cd038dSYoshinobu Inoue * are met: 1482cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 1582cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 1682cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 1782cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 1882cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 1982cd038dSYoshinobu Inoue * 3. Neither the name of the project nor the names of its contributors 2082cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 2182cd038dSYoshinobu Inoue * without specific prior written permission. 2282cd038dSYoshinobu Inoue * 2382cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND 2482cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2582cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2682cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE 2782cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2882cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2982cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 3082cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 3182cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 3282cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 3382cd038dSYoshinobu Inoue * SUCH DAMAGE. 3482cd038dSYoshinobu Inoue * 35b48287a3SDavid E. O'Brien * $KAME: in6_pcb.c,v 1.31 2001/05/21 05:45:10 jinmei Exp $ 3682cd038dSYoshinobu Inoue */ 3782cd038dSYoshinobu Inoue 38caf43b02SWarner Losh /*- 3982cd038dSYoshinobu Inoue * Copyright (c) 1982, 1986, 1991, 1993 4082cd038dSYoshinobu Inoue * The Regents of the University of California. All rights reserved. 4182cd038dSYoshinobu Inoue * 4282cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 4382cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 4482cd038dSYoshinobu Inoue * are met: 4582cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 4682cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 4782cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 4882cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 4982cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 50fbbd9655SWarner Losh * 3. Neither the name of the University nor the names of its contributors 5182cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 5282cd038dSYoshinobu Inoue * without specific prior written permission. 5382cd038dSYoshinobu Inoue * 5482cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 5582cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 5682cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 5782cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 5882cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 5982cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 6082cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 6182cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 6282cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 6382cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 6482cd038dSYoshinobu Inoue * SUCH DAMAGE. 6582cd038dSYoshinobu Inoue * 6682cd038dSYoshinobu Inoue * @(#)in_pcb.c 8.2 (Berkeley) 1/4/94 6782cd038dSYoshinobu Inoue */ 6882cd038dSYoshinobu Inoue 69b48287a3SDavid E. O'Brien #include <sys/cdefs.h> 70b48287a3SDavid E. O'Brien __FBSDID("$FreeBSD$"); 71b48287a3SDavid E. O'Brien 7233841545SHajimu UMEMOTO #include "opt_inet.h" 7333841545SHajimu UMEMOTO #include "opt_inet6.h" 746a800098SYoshinobu Inoue #include "opt_ipsec.h" 7552cd27cbSRobert Watson #include "opt_pcbgroup.h" 767527624eSRobert Watson #include "opt_rss.h" 7782cd038dSYoshinobu Inoue 7882cd038dSYoshinobu Inoue #include <sys/param.h> 7982cd038dSYoshinobu Inoue #include <sys/systm.h> 8082cd038dSYoshinobu Inoue #include <sys/malloc.h> 8182cd038dSYoshinobu Inoue #include <sys/mbuf.h> 82fb59c426SYoshinobu Inoue #include <sys/domain.h> 8382cd038dSYoshinobu Inoue #include <sys/protosw.h> 8482cd038dSYoshinobu Inoue #include <sys/socket.h> 8582cd038dSYoshinobu Inoue #include <sys/socketvar.h> 8682cd038dSYoshinobu Inoue #include <sys/sockio.h> 8782cd038dSYoshinobu Inoue #include <sys/errno.h> 8882cd038dSYoshinobu Inoue #include <sys/time.h> 89acd3428bSRobert Watson #include <sys/priv.h> 9082cd038dSYoshinobu Inoue #include <sys/proc.h> 9182cd038dSYoshinobu Inoue #include <sys/jail.h> 9282cd038dSYoshinobu Inoue 9394540027SJeff Roberson #include <vm/uma.h> 9482cd038dSYoshinobu Inoue 9582cd038dSYoshinobu Inoue #include <net/if.h> 9676039bc8SGleb Smirnoff #include <net/if_var.h> 976d768226SGeorge V. Neville-Neil #include <net/if_llatbl.h> 9882cd038dSYoshinobu Inoue #include <net/if_types.h> 9982cd038dSYoshinobu Inoue #include <net/route.h> 10082cd038dSYoshinobu Inoue 10182cd038dSYoshinobu Inoue #include <netinet/in.h> 10282cd038dSYoshinobu Inoue #include <netinet/in_var.h> 10382cd038dSYoshinobu Inoue #include <netinet/in_systm.h> 104f76fcf6dSJeffrey Hsu #include <netinet/tcp_var.h> 105686cdd19SJun-ichiro itojun Hagino #include <netinet/ip6.h> 106fb59c426SYoshinobu Inoue #include <netinet/ip_var.h> 107ac957cd2SJulian Elischer 10882cd038dSYoshinobu Inoue #include <netinet6/ip6_var.h> 10982cd038dSYoshinobu Inoue #include <netinet6/nd6.h> 11082cd038dSYoshinobu Inoue #include <netinet/in_pcb.h> 11182cd038dSYoshinobu Inoue #include <netinet6/in6_pcb.h> 112a1f7e5f8SHajimu UMEMOTO #include <netinet6/scope6_var.h> 11382cd038dSYoshinobu Inoue 114a7e201bbSAndrey V. Elsukov static struct inpcb *in6_pcblookup_hash_locked(struct inpcbinfo *, 115a7e201bbSAndrey V. Elsukov struct in6_addr *, u_int, struct in6_addr *, u_int, int, struct ifnet *); 116a7e201bbSAndrey V. Elsukov 11782cd038dSYoshinobu Inoue int 1183e85b721SEd Maste in6_pcbbind(struct inpcb *inp, struct sockaddr *nam, 1191272577eSXin LI struct ucred *cred) 12082cd038dSYoshinobu Inoue { 12182cd038dSYoshinobu Inoue struct socket *so = inp->inp_socket; 12282cd038dSYoshinobu Inoue struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)NULL; 12382cd038dSYoshinobu Inoue struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 12482cd038dSYoshinobu Inoue u_short lport = 0; 12568e0d7e0SRobert Watson int error, lookupflags = 0; 12668e0d7e0SRobert Watson int reuseport = (so->so_options & SO_REUSEPORT); 12782cd038dSYoshinobu Inoue 1281a43cff9SSean Bruno /* 1291a43cff9SSean Bruno * XXX: Maybe we could let SO_REUSEPORT_LB set SO_REUSEPORT bit here 1301a43cff9SSean Bruno * so that we don't have to add to the (already messy) code below. 1311a43cff9SSean Bruno */ 1321a43cff9SSean Bruno int reuseport_lb = (so->so_options & SO_REUSEPORT_LB); 1331a43cff9SSean Bruno 1348501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 135fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 13607385abdSRobert Watson 137d7c5a620SMatt Macy if (CK_STAILQ_EMPTY(&V_in6_ifaddrhead)) /* XXX broken! */ 13882cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 13982cd038dSYoshinobu Inoue if (inp->inp_lport || !IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) 14082cd038dSYoshinobu Inoue return (EINVAL); 1411a43cff9SSean Bruno if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT|SO_REUSEPORT_LB)) == 0) 14268e0d7e0SRobert Watson lookupflags = INPLOOKUP_WILDCARD; 1434616026fSErmal Luçi if (nam == NULL) { 1447c2f3cb9SJamie Gritton if ((error = prison_local_ip6(cred, &inp->in6p_laddr, 1457c2f3cb9SJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 1467c2f3cb9SJamie Gritton return (error); 1477c2f3cb9SJamie Gritton } else { 14882cd038dSYoshinobu Inoue sin6 = (struct sockaddr_in6 *)nam; 14982cd038dSYoshinobu Inoue if (nam->sa_len != sizeof(*sin6)) 15082cd038dSYoshinobu Inoue return (EINVAL); 15182cd038dSYoshinobu Inoue /* 15282cd038dSYoshinobu Inoue * family check. 15382cd038dSYoshinobu Inoue */ 15482cd038dSYoshinobu Inoue if (nam->sa_family != AF_INET6) 15582cd038dSYoshinobu Inoue return (EAFNOSUPPORT); 15682cd038dSYoshinobu Inoue 157603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 158a1f7e5f8SHajimu UMEMOTO return(error); 15982cd038dSYoshinobu Inoue 160b89e82ddSJamie Gritton if ((error = prison_local_ip6(cred, &sin6->sin6_addr, 161b89e82ddSJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 162b89e82ddSJamie Gritton return (error); 163413628a7SBjoern A. Zeeb 16482cd038dSYoshinobu Inoue lport = sin6->sin6_port; 16582cd038dSYoshinobu Inoue if (IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr)) { 16682cd038dSYoshinobu Inoue /* 16782cd038dSYoshinobu Inoue * Treat SO_REUSEADDR as SO_REUSEPORT for multicast; 16882cd038dSYoshinobu Inoue * allow compepte duplication of binding if 16982cd038dSYoshinobu Inoue * SO_REUSEPORT is set, or if SO_REUSEADDR is set 17082cd038dSYoshinobu Inoue * and a multicast address is bound on both 17182cd038dSYoshinobu Inoue * new and duplicated sockets. 17282cd038dSYoshinobu Inoue */ 173f122b319SMikolaj Golub if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT)) != 0) 17482cd038dSYoshinobu Inoue reuseport = SO_REUSEADDR|SO_REUSEPORT; 1751a43cff9SSean Bruno /* 1761a43cff9SSean Bruno * XXX: How to deal with SO_REUSEPORT_LB here? 1771a43cff9SSean Bruno * Treat same as SO_REUSEPORT for now. 1781a43cff9SSean Bruno */ 1791a43cff9SSean Bruno if ((so->so_options & 1801a43cff9SSean Bruno (SO_REUSEADDR|SO_REUSEPORT_LB)) != 0) 1811a43cff9SSean Bruno reuseport_lb = SO_REUSEADDR|SO_REUSEPORT_LB; 18282cd038dSYoshinobu Inoue } else if (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 183a68cc388SGleb Smirnoff struct epoch_tracker et; 1848c0fec80SRobert Watson struct ifaddr *ifa; 18582cd038dSYoshinobu Inoue 18682cd038dSYoshinobu Inoue sin6->sin6_port = 0; /* yech... */ 187a68cc388SGleb Smirnoff NET_EPOCH_ENTER(et); 1888c0fec80SRobert Watson if ((ifa = ifa_ifwithaddr((struct sockaddr *)sin6)) == 1898c0fec80SRobert Watson NULL && 190f44270e7SPawel Jakub Dawidek (inp->inp_flags & INP_BINDANY) == 0) { 191a68cc388SGleb Smirnoff NET_EPOCH_EXIT(et); 19282cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 193f44270e7SPawel Jakub Dawidek } 19482cd038dSYoshinobu Inoue 19582cd038dSYoshinobu Inoue /* 19682cd038dSYoshinobu Inoue * XXX: bind to an anycast address might accidentally 19782cd038dSYoshinobu Inoue * cause sending a packet with anycast source address. 19833841545SHajimu UMEMOTO * We should allow to bind to a deprecated address, since 1997efe5d92SHajimu UMEMOTO * the application dares to use it. 20082cd038dSYoshinobu Inoue */ 2018c0fec80SRobert Watson if (ifa != NULL && 2028c0fec80SRobert Watson ((struct in6_ifaddr *)ifa)->ia6_flags & 20333841545SHajimu UMEMOTO (IN6_IFF_ANYCAST|IN6_IFF_NOTREADY|IN6_IFF_DETACHED)) { 204a68cc388SGleb Smirnoff NET_EPOCH_EXIT(et); 20582cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 20682cd038dSYoshinobu Inoue } 207a68cc388SGleb Smirnoff NET_EPOCH_EXIT(et); 20882cd038dSYoshinobu Inoue } 20982cd038dSYoshinobu Inoue if (lport) { 21082cd038dSYoshinobu Inoue struct inpcb *t; 21129381b36SMikolaj Golub struct tcptw *tw; 21282cd038dSYoshinobu Inoue 21382cd038dSYoshinobu Inoue /* GROSS */ 214603724d3SBjoern A. Zeeb if (ntohs(lport) <= V_ipport_reservedhigh && 215603724d3SBjoern A. Zeeb ntohs(lport) >= V_ipport_reservedlow && 216cc426dd3SMateusz Guzik priv_check_cred(cred, PRIV_NETINET_RESERVEDPORT)) 21782cd038dSYoshinobu Inoue return (EACCES); 218835d4b89SPawel Jakub Dawidek if (!IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr) && 219cc426dd3SMateusz Guzik priv_check_cred(inp->inp_cred, PRIV_NETINET_REUSEPORT) != 0) { 220fb59c426SYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, 22182cd038dSYoshinobu Inoue &sin6->sin6_addr, lport, 222078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 223f66145c6SYaroslav Tykhiy if (t && 224c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 225ad71fe3cSRobert Watson ((t->inp_flags & INP_TIMEWAIT) == 0) && 226f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 227f66145c6SYaroslav Tykhiy IN6_IS_ADDR_UNSPECIFIED(&t->in6p_faddr)) && 2284cc20ab1SSeigo Tanimura (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr) || 22982cd038dSYoshinobu Inoue !IN6_IS_ADDR_UNSPECIFIED(&t->in6p_laddr) || 2301a43cff9SSean Bruno (t->inp_flags2 & INP_REUSEPORT) || 2311a43cff9SSean Bruno (t->inp_flags2 & INP_REUSEPORT_LB) == 0) && 232fc06cd42SMikolaj Golub (inp->inp_cred->cr_uid != 23386d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 23482cd038dSYoshinobu Inoue return (EADDRINUSE); 235c7c0d948SAdrian Chadd 236c7c0d948SAdrian Chadd /* 237c7c0d948SAdrian Chadd * If the socket is a BINDMULTI socket, then 238c7c0d948SAdrian Chadd * the credentials need to match and the 239c7c0d948SAdrian Chadd * original socket also has to have been bound 240c7c0d948SAdrian Chadd * with BINDMULTI. 241c7c0d948SAdrian Chadd */ 242c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 243c7c0d948SAdrian Chadd return (EADDRINUSE); 244c7c0d948SAdrian Chadd 24567107f45SBjoern A. Zeeb #ifdef INET 24633841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 247fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 248fb59c426SYoshinobu Inoue struct sockaddr_in sin; 249fb59c426SYoshinobu Inoue 250fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 251fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, 252fb59c426SYoshinobu Inoue sin.sin_addr, lport, 253078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 254f66145c6SYaroslav Tykhiy if (t && 255c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 256ad71fe3cSRobert Watson ((t->inp_flags & 257f66145c6SYaroslav Tykhiy INP_TIMEWAIT) == 0) && 258f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 259f66145c6SYaroslav Tykhiy ntohl(t->inp_faddr.s_addr) == 260f66145c6SYaroslav Tykhiy INADDR_ANY) && 26186d02c5cSBjoern A. Zeeb (inp->inp_cred->cr_uid != 26286d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 263fb59c426SYoshinobu Inoue return (EADDRINUSE); 264c7c0d948SAdrian Chadd 265c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 266c7c0d948SAdrian Chadd return (EADDRINUSE); 267fb59c426SYoshinobu Inoue } 26867107f45SBjoern A. Zeeb #endif 26982cd038dSYoshinobu Inoue } 27082cd038dSYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, &sin6->sin6_addr, 27168e0d7e0SRobert Watson lport, lookupflags, cred); 27229381b36SMikolaj Golub if (t && (t->inp_flags & INP_TIMEWAIT)) { 27329381b36SMikolaj Golub /* 27429381b36SMikolaj Golub * XXXRW: If an incpb has had its timewait 27529381b36SMikolaj Golub * state recycled, we treat the address as 27629381b36SMikolaj Golub * being in use (for now). This is better 27729381b36SMikolaj Golub * than a panic, but not desirable. 27829381b36SMikolaj Golub */ 27929381b36SMikolaj Golub tw = intotw(t); 28029381b36SMikolaj Golub if (tw == NULL || 2811a43cff9SSean Bruno ((reuseport & tw->tw_so_options) == 0 && 2821a43cff9SSean Bruno (reuseport_lb & tw->tw_so_options) == 0)) 28382cd038dSYoshinobu Inoue return (EADDRINUSE); 2841a43cff9SSean Bruno } else if (t && (reuseport & inp_so_options(t)) == 0 && 2851a43cff9SSean Bruno (reuseport_lb & inp_so_options(t)) == 0) { 28629381b36SMikolaj Golub return (EADDRINUSE); 28729381b36SMikolaj Golub } 28867107f45SBjoern A. Zeeb #ifdef INET 28933841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 290fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 291fb59c426SYoshinobu Inoue struct sockaddr_in sin; 292fb59c426SYoshinobu Inoue 293fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 294fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, sin.sin_addr, 29568e0d7e0SRobert Watson lport, lookupflags, cred); 296ad71fe3cSRobert Watson if (t && t->inp_flags & INP_TIMEWAIT) { 29729381b36SMikolaj Golub tw = intotw(t); 29829381b36SMikolaj Golub if (tw == NULL) 29929381b36SMikolaj Golub return (EADDRINUSE); 30029381b36SMikolaj Golub if ((reuseport & tw->tw_so_options) == 0 3011a43cff9SSean Bruno && (reuseport_lb & tw->tw_so_options) == 0 30229381b36SMikolaj Golub && (ntohl(t->inp_laddr.s_addr) != 30356e6821eSOlivier Houchard INADDR_ANY || ((inp->inp_vflag & 30456e6821eSOlivier Houchard INP_IPV6PROTO) == 30556e6821eSOlivier Houchard (t->inp_vflag & INP_IPV6PROTO)))) 30656e6821eSOlivier Houchard return (EADDRINUSE); 307efdf104bSMikolaj Golub } else if (t && 308efdf104bSMikolaj Golub (reuseport & inp_so_options(t)) == 0 && 3091a43cff9SSean Bruno (reuseport_lb & inp_so_options(t)) == 0 && 310fc06cd42SMikolaj Golub (ntohl(t->inp_laddr.s_addr) != INADDR_ANY || 3111a43cff9SSean Bruno (t->inp_vflag & INP_IPV6PROTO) != 0)) { 312fb59c426SYoshinobu Inoue return (EADDRINUSE); 313fb59c426SYoshinobu Inoue } 3141a43cff9SSean Bruno } 31567107f45SBjoern A. Zeeb #endif 31682cd038dSYoshinobu Inoue } 31782cd038dSYoshinobu Inoue inp->in6p_laddr = sin6->sin6_addr; 31882cd038dSYoshinobu Inoue } 31982cd038dSYoshinobu Inoue if (lport == 0) { 3204616026fSErmal Luçi if ((error = in6_pcbsetport(&inp->in6p_laddr, inp, cred)) != 0) { 3214a2b2562SBjoern A. Zeeb /* Undo an address bind that may have occurred. */ 3224a2b2562SBjoern A. Zeeb inp->in6p_laddr = in6addr_any; 323b89e82ddSJamie Gritton return (error); 3244a2b2562SBjoern A. Zeeb } 32555fd3bafSBjoern A. Zeeb } else { 32682cd038dSYoshinobu Inoue inp->inp_lport = lport; 32782cd038dSYoshinobu Inoue if (in_pcbinshash(inp) != 0) { 32882cd038dSYoshinobu Inoue inp->in6p_laddr = in6addr_any; 32982cd038dSYoshinobu Inoue inp->inp_lport = 0; 33082cd038dSYoshinobu Inoue return (EAGAIN); 33182cd038dSYoshinobu Inoue } 332686cdd19SJun-ichiro itojun Hagino } 33382cd038dSYoshinobu Inoue return (0); 33482cd038dSYoshinobu Inoue } 33582cd038dSYoshinobu Inoue 33682cd038dSYoshinobu Inoue /* 33782cd038dSYoshinobu Inoue * Transform old in6_pcbconnect() into an inner subroutine for new 33882cd038dSYoshinobu Inoue * in6_pcbconnect(): Do some validity-checking on the remote 33982cd038dSYoshinobu Inoue * address (in mbuf 'nam') and then determine local host address 34082cd038dSYoshinobu Inoue * (i.e., which interface) to use to access that remote host. 34182cd038dSYoshinobu Inoue * 34282cd038dSYoshinobu Inoue * This preserves definition of in6_pcbconnect(), while supporting a 34382cd038dSYoshinobu Inoue * slightly different version for T/TCP. (This is more than 34482cd038dSYoshinobu Inoue * a bit of a kludge, but cleaning up the internal interfaces would 34582cd038dSYoshinobu Inoue * have forced minor changes in every protocol). 34682cd038dSYoshinobu Inoue */ 347a7e201bbSAndrey V. Elsukov static int 3483e85b721SEd Maste in6_pcbladdr(struct inpcb *inp, struct sockaddr *nam, 34988d166bfSBjoern A. Zeeb struct in6_addr *plocal_addr6) 35082cd038dSYoshinobu Inoue { 3513e85b721SEd Maste struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam; 35282cd038dSYoshinobu Inoue int error = 0; 353a1f7e5f8SHajimu UMEMOTO int scope_ambiguous = 0; 35488d166bfSBjoern A. Zeeb struct in6_addr in6a; 35582cd038dSYoshinobu Inoue 3568501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 357fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); /* XXXRW: why? */ 3588deea4a8SRobert Watson 35982cd038dSYoshinobu Inoue if (nam->sa_len != sizeof (*sin6)) 36082cd038dSYoshinobu Inoue return (EINVAL); 36182cd038dSYoshinobu Inoue if (sin6->sin6_family != AF_INET6) 36282cd038dSYoshinobu Inoue return (EAFNOSUPPORT); 36382cd038dSYoshinobu Inoue if (sin6->sin6_port == 0) 36482cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 36582cd038dSYoshinobu Inoue 366603724d3SBjoern A. Zeeb if (sin6->sin6_scope_id == 0 && !V_ip6_use_defzone) 367a1f7e5f8SHajimu UMEMOTO scope_ambiguous = 1; 368603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 369a1f7e5f8SHajimu UMEMOTO return(error); 370a1f7e5f8SHajimu UMEMOTO 371d7c5a620SMatt Macy if (!CK_STAILQ_EMPTY(&V_in6_ifaddrhead)) { 37282cd038dSYoshinobu Inoue /* 37382cd038dSYoshinobu Inoue * If the destination address is UNSPECIFIED addr, 37482cd038dSYoshinobu Inoue * use the loopback addr, e.g ::1. 37582cd038dSYoshinobu Inoue */ 37682cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) 37782cd038dSYoshinobu Inoue sin6->sin6_addr = in6addr_loopback; 37882cd038dSYoshinobu Inoue } 379b89e82ddSJamie Gritton if ((error = prison_remote_ip6(inp->inp_cred, &sin6->sin6_addr)) != 0) 380b89e82ddSJamie Gritton return (error); 381a1f7e5f8SHajimu UMEMOTO 382601c0b8bSAlexander V. Chernikov error = in6_selectsrc_socket(sin6, inp->in6p_outputopts, 383601c0b8bSAlexander V. Chernikov inp, inp->inp_cred, scope_ambiguous, &in6a, NULL); 38488d166bfSBjoern A. Zeeb if (error) 38588d166bfSBjoern A. Zeeb return (error); 38688d166bfSBjoern A. Zeeb 38788d166bfSBjoern A. Zeeb /* 38888d166bfSBjoern A. Zeeb * Do not update this earlier, in case we return with an error. 38988d166bfSBjoern A. Zeeb * 390601c0b8bSAlexander V. Chernikov * XXX: this in6_selectsrc_socket result might replace the bound local 391681ffdf9SBjoern A. Zeeb * address with the address specified by setsockopt(IPV6_PKTINFO). 39288d166bfSBjoern A. Zeeb * Is it the intended behavior? 39388d166bfSBjoern A. Zeeb */ 39488d166bfSBjoern A. Zeeb *plocal_addr6 = in6a; 39588d166bfSBjoern A. Zeeb 39682cd038dSYoshinobu Inoue /* 39782cd038dSYoshinobu Inoue * Don't do pcblookup call here; return interface in 39882cd038dSYoshinobu Inoue * plocal_addr6 39982cd038dSYoshinobu Inoue * and exit to caller, that will do the lookup. 40082cd038dSYoshinobu Inoue */ 401a1f7e5f8SHajimu UMEMOTO 40282cd038dSYoshinobu Inoue return (0); 40382cd038dSYoshinobu Inoue } 40482cd038dSYoshinobu Inoue 40582cd038dSYoshinobu Inoue /* 40682cd038dSYoshinobu Inoue * Outer subroutine: 40782cd038dSYoshinobu Inoue * Connect from a socket to a specified address. 40882cd038dSYoshinobu Inoue * Both address and port must be specified in argument sin. 40982cd038dSYoshinobu Inoue * If don't have a local address for this socket yet, 41082cd038dSYoshinobu Inoue * then pick one. 41182cd038dSYoshinobu Inoue */ 41282cd038dSYoshinobu Inoue int 4133e85b721SEd Maste in6_pcbconnect_mbuf(struct inpcb *inp, struct sockaddr *nam, 414fe1274eeSMichael Tuexen struct ucred *cred, struct mbuf *m, bool rehash) 41582cd038dSYoshinobu Inoue { 416fa046d87SRobert Watson struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 4173e85b721SEd Maste struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam; 41888d166bfSBjoern A. Zeeb struct in6_addr addr6; 41982cd038dSYoshinobu Inoue int error; 42082cd038dSYoshinobu Inoue 4218501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 422fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 42307385abdSRobert Watson 42482cd038dSYoshinobu Inoue /* 42582cd038dSYoshinobu Inoue * Call inner routine, to assign local interface address. 42688ff5695SSUZUKI Shinsuke * in6_pcbladdr() may automatically fill in sin6_scope_id. 42782cd038dSYoshinobu Inoue */ 42882cd038dSYoshinobu Inoue if ((error = in6_pcbladdr(inp, nam, &addr6)) != 0) 42982cd038dSYoshinobu Inoue return (error); 43082cd038dSYoshinobu Inoue 431fa046d87SRobert Watson if (in6_pcblookup_hash_locked(pcbinfo, &sin6->sin6_addr, 43282cd038dSYoshinobu Inoue sin6->sin6_port, 43382cd038dSYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr) 43488d166bfSBjoern A. Zeeb ? &addr6 : &inp->in6p_laddr, 43582cd038dSYoshinobu Inoue inp->inp_lport, 0, NULL) != NULL) { 43682cd038dSYoshinobu Inoue return (EADDRINUSE); 43782cd038dSYoshinobu Inoue } 43882cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 43982cd038dSYoshinobu Inoue if (inp->inp_lport == 0) { 440fe1274eeSMichael Tuexen KASSERT(rehash == true, 441fe1274eeSMichael Tuexen ("Rehashing required for unbound inps")); 4424616026fSErmal Luçi error = in6_pcbbind(inp, (struct sockaddr *)0, cred); 4434616026fSErmal Luçi if (error) 44482cd038dSYoshinobu Inoue return (error); 44582cd038dSYoshinobu Inoue } 44688d166bfSBjoern A. Zeeb inp->in6p_laddr = addr6; 44782cd038dSYoshinobu Inoue } 44882cd038dSYoshinobu Inoue inp->in6p_faddr = sin6->sin6_addr; 44982cd038dSYoshinobu Inoue inp->inp_fport = sin6->sin6_port; 45033841545SHajimu UMEMOTO /* update flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 451fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 452fc384fa5SBjoern A. Zeeb if (inp->inp_flags & IN6P_AUTOFLOWLABEL) 453fc384fa5SBjoern A. Zeeb inp->inp_flow |= 454b79274baSHajimu UMEMOTO (htonl(ip6_randomflowlabel()) & IPV6_FLOWLABEL_MASK); 45582cd038dSYoshinobu Inoue 456fe1274eeSMichael Tuexen if (rehash) { 457d3c1f003SRobert Watson in_pcbrehash_mbuf(inp, m); 458fe1274eeSMichael Tuexen } else { 459fe1274eeSMichael Tuexen in_pcbinshash_mbuf(inp, m); 460fe1274eeSMichael Tuexen } 4612cb64cb2SGeorge V. Neville-Neil 46282cd038dSYoshinobu Inoue return (0); 46382cd038dSYoshinobu Inoue } 46482cd038dSYoshinobu Inoue 465d3c1f003SRobert Watson int 466d3c1f003SRobert Watson in6_pcbconnect(struct inpcb *inp, struct sockaddr *nam, struct ucred *cred) 467d3c1f003SRobert Watson { 468d3c1f003SRobert Watson 469fe1274eeSMichael Tuexen return (in6_pcbconnect_mbuf(inp, nam, cred, NULL, true)); 470d3c1f003SRobert Watson } 471d3c1f003SRobert Watson 47282cd038dSYoshinobu Inoue void 4731272577eSXin LI in6_pcbdisconnect(struct inpcb *inp) 47482cd038dSYoshinobu Inoue { 47507385abdSRobert Watson 4768501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 477fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); 47807385abdSRobert Watson 47982cd038dSYoshinobu Inoue bzero((caddr_t)&inp->in6p_faddr, sizeof(inp->in6p_faddr)); 48082cd038dSYoshinobu Inoue inp->inp_fport = 0; 48133841545SHajimu UMEMOTO /* clear flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 482fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 48382cd038dSYoshinobu Inoue in_pcbrehash(inp); 48482cd038dSYoshinobu Inoue } 48582cd038dSYoshinobu Inoue 48626ef6ac4SDon Lewis struct sockaddr * 4871272577eSXin LI in6_sockaddr(in_port_t port, struct in6_addr *addr_p) 48826ef6ac4SDon Lewis { 48926ef6ac4SDon Lewis struct sockaddr_in6 *sin6; 49026ef6ac4SDon Lewis 4911ede983cSDag-Erling Smørgrav sin6 = malloc(sizeof *sin6, M_SONAME, M_WAITOK); 49226ef6ac4SDon Lewis bzero(sin6, sizeof *sin6); 49326ef6ac4SDon Lewis sin6->sin6_family = AF_INET6; 49426ef6ac4SDon Lewis sin6->sin6_len = sizeof(*sin6); 49526ef6ac4SDon Lewis sin6->sin6_port = port; 49626ef6ac4SDon Lewis sin6->sin6_addr = *addr_p; 497a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors */ 49826ef6ac4SDon Lewis 49926ef6ac4SDon Lewis return (struct sockaddr *)sin6; 50026ef6ac4SDon Lewis } 50126ef6ac4SDon Lewis 50226ef6ac4SDon Lewis struct sockaddr * 5031272577eSXin LI in6_v4mapsin6_sockaddr(in_port_t port, struct in_addr *addr_p) 50426ef6ac4SDon Lewis { 50526ef6ac4SDon Lewis struct sockaddr_in sin; 50626ef6ac4SDon Lewis struct sockaddr_in6 *sin6_p; 50726ef6ac4SDon Lewis 50826ef6ac4SDon Lewis bzero(&sin, sizeof sin); 50926ef6ac4SDon Lewis sin.sin_family = AF_INET; 51026ef6ac4SDon Lewis sin.sin_len = sizeof(sin); 51126ef6ac4SDon Lewis sin.sin_port = port; 51226ef6ac4SDon Lewis sin.sin_addr = *addr_p; 51326ef6ac4SDon Lewis 5141ede983cSDag-Erling Smørgrav sin6_p = malloc(sizeof *sin6_p, M_SONAME, 515a163d034SWarner Losh M_WAITOK); 51626ef6ac4SDon Lewis in6_sin_2_v4mapsin6(&sin, sin6_p); 51726ef6ac4SDon Lewis 51826ef6ac4SDon Lewis return (struct sockaddr *)sin6_p; 51926ef6ac4SDon Lewis } 52026ef6ac4SDon Lewis 52182cd038dSYoshinobu Inoue int 5221272577eSXin LI in6_getsockaddr(struct socket *so, struct sockaddr **nam) 52382cd038dSYoshinobu Inoue { 5243e85b721SEd Maste struct inpcb *inp; 52526ef6ac4SDon Lewis struct in6_addr addr; 52626ef6ac4SDon Lewis in_port_t port; 52782cd038dSYoshinobu Inoue 52882cd038dSYoshinobu Inoue inp = sotoinpcb(so); 52954d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getsockaddr: inp == NULL")); 53048477723SRobert Watson 5318328afb7SRobert Watson INP_RLOCK(inp); 53226ef6ac4SDon Lewis port = inp->inp_lport; 53326ef6ac4SDon Lewis addr = inp->in6p_laddr; 5348328afb7SRobert Watson INP_RUNLOCK(inp); 53582cd038dSYoshinobu Inoue 53626ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 53782cd038dSYoshinobu Inoue return 0; 53882cd038dSYoshinobu Inoue } 53982cd038dSYoshinobu Inoue 54082cd038dSYoshinobu Inoue int 5411272577eSXin LI in6_getpeeraddr(struct socket *so, struct sockaddr **nam) 54282cd038dSYoshinobu Inoue { 54382cd038dSYoshinobu Inoue struct inpcb *inp; 54426ef6ac4SDon Lewis struct in6_addr addr; 54526ef6ac4SDon Lewis in_port_t port; 54682cd038dSYoshinobu Inoue 54782cd038dSYoshinobu Inoue inp = sotoinpcb(so); 54854d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getpeeraddr: inp == NULL")); 54948477723SRobert Watson 5508328afb7SRobert Watson INP_RLOCK(inp); 55126ef6ac4SDon Lewis port = inp->inp_fport; 55226ef6ac4SDon Lewis addr = inp->in6p_faddr; 5538328afb7SRobert Watson INP_RUNLOCK(inp); 55482cd038dSYoshinobu Inoue 55526ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 55682cd038dSYoshinobu Inoue return 0; 55782cd038dSYoshinobu Inoue } 55882cd038dSYoshinobu Inoue 55982cd038dSYoshinobu Inoue int 56082cd038dSYoshinobu Inoue in6_mapped_sockaddr(struct socket *so, struct sockaddr **nam) 56182cd038dSYoshinobu Inoue { 56248477723SRobert Watson struct inpcb *inp; 56382cd038dSYoshinobu Inoue int error; 56482cd038dSYoshinobu Inoue 56548477723SRobert Watson inp = sotoinpcb(so); 56648477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_sockaddr: inp == NULL")); 56748477723SRobert Watson 56867107f45SBjoern A. Zeeb #ifdef INET 5695fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 57054d642bbSRobert Watson error = in_getsockaddr(so, nam); 571369dc8ceSEivind Eklund if (error == 0) 57282cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 57367107f45SBjoern A. Zeeb } else 57467107f45SBjoern A. Zeeb #endif 57567107f45SBjoern A. Zeeb { 57654d642bbSRobert Watson /* scope issues will be handled in in6_getsockaddr(). */ 57754d642bbSRobert Watson error = in6_getsockaddr(so, nam); 5787efe5d92SHajimu UMEMOTO } 57982cd038dSYoshinobu Inoue 58082cd038dSYoshinobu Inoue return error; 58182cd038dSYoshinobu Inoue } 58282cd038dSYoshinobu Inoue 58382cd038dSYoshinobu Inoue int 58482cd038dSYoshinobu Inoue in6_mapped_peeraddr(struct socket *so, struct sockaddr **nam) 58582cd038dSYoshinobu Inoue { 58648477723SRobert Watson struct inpcb *inp; 58782cd038dSYoshinobu Inoue int error; 58882cd038dSYoshinobu Inoue 58948477723SRobert Watson inp = sotoinpcb(so); 59048477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_peeraddr: inp == NULL")); 59148477723SRobert Watson 59267107f45SBjoern A. Zeeb #ifdef INET 5935fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 59454d642bbSRobert Watson error = in_getpeeraddr(so, nam); 595369dc8ceSEivind Eklund if (error == 0) 59682cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 59782cd038dSYoshinobu Inoue } else 59867107f45SBjoern A. Zeeb #endif 59954d642bbSRobert Watson /* scope issues will be handled in in6_getpeeraddr(). */ 60054d642bbSRobert Watson error = in6_getpeeraddr(so, nam); 60182cd038dSYoshinobu Inoue 60282cd038dSYoshinobu Inoue return error; 60382cd038dSYoshinobu Inoue } 60482cd038dSYoshinobu Inoue 60582cd038dSYoshinobu Inoue /* 60682cd038dSYoshinobu Inoue * Pass some notification to all connections of a protocol 60782cd038dSYoshinobu Inoue * associated with address dst. The local address and/or port numbers 60882cd038dSYoshinobu Inoue * may be specified to limit the search. The "usual action" will be 60982cd038dSYoshinobu Inoue * taken, depending on the ctlinput cmd. The caller must filter any 61082cd038dSYoshinobu Inoue * cmds that are uninteresting (e.g., no error in the map). 61182cd038dSYoshinobu Inoue * Call the protocol specific routine (if any) to report 61282cd038dSYoshinobu Inoue * any errors for each matching socket. 61382cd038dSYoshinobu Inoue */ 61482cd038dSYoshinobu Inoue void 6151272577eSXin LI in6_pcbnotify(struct inpcbinfo *pcbinfo, struct sockaddr *dst, 6161272577eSXin LI u_int fport_arg, const struct sockaddr *src, u_int lport_arg, 6171272577eSXin LI int cmd, void *cmdarg, 6189233d8f3SDavid E. O'Brien struct inpcb *(*notify)(struct inpcb *, int)) 61982cd038dSYoshinobu Inoue { 620f457d580SRobert Watson struct inpcb *inp, *inp_temp; 62133841545SHajimu UMEMOTO struct sockaddr_in6 sa6_src, *sa6_dst; 62282cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 62333841545SHajimu UMEMOTO u_int32_t flowinfo; 62448477723SRobert Watson int errno; 62582cd038dSYoshinobu Inoue 62678f94aa9SRuslan Ermilov if ((unsigned)cmd >= PRC_NCMDS || dst->sa_family != AF_INET6) 62782cd038dSYoshinobu Inoue return; 62833841545SHajimu UMEMOTO 62933841545SHajimu UMEMOTO sa6_dst = (struct sockaddr_in6 *)dst; 63033841545SHajimu UMEMOTO if (IN6_IS_ADDR_UNSPECIFIED(&sa6_dst->sin6_addr)) 63182cd038dSYoshinobu Inoue return; 63282cd038dSYoshinobu Inoue 63382cd038dSYoshinobu Inoue /* 63433841545SHajimu UMEMOTO * note that src can be NULL when we get notify by local fragmentation. 63533841545SHajimu UMEMOTO */ 636c4c0c592SAlfred Perlstein sa6_src = (src == NULL) ? sa6_any : *(const struct sockaddr_in6 *)src; 63733841545SHajimu UMEMOTO flowinfo = sa6_src.sin6_flowinfo; 63833841545SHajimu UMEMOTO 63933841545SHajimu UMEMOTO /* 64082cd038dSYoshinobu Inoue * Redirects go to all references to the destination, 641686cdd19SJun-ichiro itojun Hagino * and use in6_rtchange to invalidate the route cache. 642686cdd19SJun-ichiro itojun Hagino * Dead host indications: also use in6_rtchange to invalidate 643686cdd19SJun-ichiro itojun Hagino * the cache, and deliver the error to all the sockets. 64482cd038dSYoshinobu Inoue * Otherwise, if we have knowledge of the local port and address, 64582cd038dSYoshinobu Inoue * deliver only to that socket. 64682cd038dSYoshinobu Inoue */ 64782cd038dSYoshinobu Inoue if (PRC_IS_REDIRECT(cmd) || cmd == PRC_HOSTDEAD) { 64882cd038dSYoshinobu Inoue fport = 0; 64982cd038dSYoshinobu Inoue lport = 0; 65033841545SHajimu UMEMOTO bzero((caddr_t)&sa6_src.sin6_addr, sizeof(sa6_src.sin6_addr)); 651686cdd19SJun-ichiro itojun Hagino 65233841545SHajimu UMEMOTO if (cmd != PRC_HOSTDEAD) 65333841545SHajimu UMEMOTO notify = in6_rtchange; 65482cd038dSYoshinobu Inoue } 65582cd038dSYoshinobu Inoue errno = inet6ctlerrmap[cmd]; 656f31f65a7SRobert Watson INP_INFO_WLOCK(pcbinfo); 657b872626dSMatt Macy CK_LIST_FOREACH_SAFE(inp, pcbinfo->ipi_listhead, inp_list, inp_temp) { 6588501a69cSRobert Watson INP_WLOCK(inp); 659f31f65a7SRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) { 6608501a69cSRobert Watson INP_WUNLOCK(inp); 66182cd038dSYoshinobu Inoue continue; 662f31f65a7SRobert Watson } 663686cdd19SJun-ichiro itojun Hagino 664686cdd19SJun-ichiro itojun Hagino /* 665efddf5c6SHajimu UMEMOTO * If the error designates a new path MTU for a destination 666efddf5c6SHajimu UMEMOTO * and the application (associated with this socket) wanted to 6678f1beb88SAndrey V. Elsukov * know the value, notify. 668efddf5c6SHajimu UMEMOTO * XXX: should we avoid to notify the value to TCP sockets? 669efddf5c6SHajimu UMEMOTO */ 670fd8dd3a6SAndrey V. Elsukov if (cmd == PRC_MSGSIZE && cmdarg != NULL) 671efddf5c6SHajimu UMEMOTO ip6_notify_pmtu(inp, (struct sockaddr_in6 *)dst, 6728f1beb88SAndrey V. Elsukov *(u_int32_t *)cmdarg); 673efddf5c6SHajimu UMEMOTO 674efddf5c6SHajimu UMEMOTO /* 67533841545SHajimu UMEMOTO * Detect if we should notify the error. If no source and 67633841545SHajimu UMEMOTO * destination ports are specifed, but non-zero flowinfo and 67733841545SHajimu UMEMOTO * local address match, notify the error. This is the case 67833841545SHajimu UMEMOTO * when the error is delivered with an encrypted buffer 67933841545SHajimu UMEMOTO * by ESP. Otherwise, just compare addresses and ports 68033841545SHajimu UMEMOTO * as usual. 681686cdd19SJun-ichiro itojun Hagino */ 68233841545SHajimu UMEMOTO if (lport == 0 && fport == 0 && flowinfo && 68333841545SHajimu UMEMOTO inp->inp_socket != NULL && 684fc384fa5SBjoern A. Zeeb flowinfo == (inp->inp_flow & IPV6_FLOWLABEL_MASK) && 68533841545SHajimu UMEMOTO IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, &sa6_src.sin6_addr)) 68633841545SHajimu UMEMOTO goto do_notify; 68733841545SHajimu UMEMOTO else if (!IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, 68833841545SHajimu UMEMOTO &sa6_dst->sin6_addr) || 68982cd038dSYoshinobu Inoue inp->inp_socket == 0 || 69082cd038dSYoshinobu Inoue (lport && inp->inp_lport != lport) || 69133841545SHajimu UMEMOTO (!IN6_IS_ADDR_UNSPECIFIED(&sa6_src.sin6_addr) && 69233841545SHajimu UMEMOTO !IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, 69333841545SHajimu UMEMOTO &sa6_src.sin6_addr)) || 694f31f65a7SRobert Watson (fport && inp->inp_fport != fport)) { 6958501a69cSRobert Watson INP_WUNLOCK(inp); 69682cd038dSYoshinobu Inoue continue; 697f31f65a7SRobert Watson } 698686cdd19SJun-ichiro itojun Hagino 69933841545SHajimu UMEMOTO do_notify: 7005a019265SRobert Watson if (notify) { 7015a019265SRobert Watson if ((*notify)(inp, errno)) 7028501a69cSRobert Watson INP_WUNLOCK(inp); 7035a019265SRobert Watson } else 7048501a69cSRobert Watson INP_WUNLOCK(inp); 70582cd038dSYoshinobu Inoue } 706f31f65a7SRobert Watson INP_INFO_WUNLOCK(pcbinfo); 70782cd038dSYoshinobu Inoue } 70882cd038dSYoshinobu Inoue 70982cd038dSYoshinobu Inoue /* 710fa046d87SRobert Watson * Lookup a PCB based on the local address and port. Caller must hold the 711fa046d87SRobert Watson * hash lock. No inpcb locks or references are acquired. 71282cd038dSYoshinobu Inoue */ 71382cd038dSYoshinobu Inoue struct inpcb * 7141272577eSXin LI in6_pcblookup_local(struct inpcbinfo *pcbinfo, struct in6_addr *laddr, 71568e0d7e0SRobert Watson u_short lport, int lookupflags, struct ucred *cred) 71682cd038dSYoshinobu Inoue { 7173e85b721SEd Maste struct inpcb *inp; 71882cd038dSYoshinobu Inoue int matchwild = 3, wildcard; 71982cd038dSYoshinobu Inoue 72068e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 72168e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 72268e0d7e0SRobert Watson 723c17cd08fSGleb Smirnoff INP_HASH_LOCK_ASSERT(pcbinfo); 7248deea4a8SRobert Watson 72568e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) == 0) { 72682cd038dSYoshinobu Inoue struct inpcbhead *head; 72782cd038dSYoshinobu Inoue /* 72882cd038dSYoshinobu Inoue * Look for an unconnected (wildcard foreign addr) PCB that 72982cd038dSYoshinobu Inoue * matches the local address and port we're looking for. 73082cd038dSYoshinobu Inoue */ 7311b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 7321b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 7331b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 734b872626dSMatt Macy CK_LIST_FOREACH(inp, head, inp_hash) { 735413628a7SBjoern A. Zeeb /* XXX inp locking */ 736369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 73782cd038dSYoshinobu Inoue continue; 73882cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) && 73982cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 74082cd038dSYoshinobu Inoue inp->inp_lport == lport) { 741413628a7SBjoern A. Zeeb /* Found. */ 742413628a7SBjoern A. Zeeb if (cred == NULL || 7430304c731SJamie Gritton prison_equal_ip6(cred->cr_prison, 7440304c731SJamie Gritton inp->inp_cred->cr_prison)) 74582cd038dSYoshinobu Inoue return (inp); 74682cd038dSYoshinobu Inoue } 74782cd038dSYoshinobu Inoue } 74882cd038dSYoshinobu Inoue /* 74982cd038dSYoshinobu Inoue * Not found. 75082cd038dSYoshinobu Inoue */ 75182cd038dSYoshinobu Inoue return (NULL); 75282cd038dSYoshinobu Inoue } else { 75382cd038dSYoshinobu Inoue struct inpcbporthead *porthash; 75482cd038dSYoshinobu Inoue struct inpcbport *phd; 75582cd038dSYoshinobu Inoue struct inpcb *match = NULL; 75682cd038dSYoshinobu Inoue /* 75782cd038dSYoshinobu Inoue * Best fit PCB lookup. 75882cd038dSYoshinobu Inoue * 75982cd038dSYoshinobu Inoue * First see if this local port is in use by looking on the 76082cd038dSYoshinobu Inoue * port hash list. 76182cd038dSYoshinobu Inoue */ 762712fc218SRobert Watson porthash = &pcbinfo->ipi_porthashbase[INP_PCBPORTHASH(lport, 763712fc218SRobert Watson pcbinfo->ipi_porthashmask)]; 764b872626dSMatt Macy CK_LIST_FOREACH(phd, porthash, phd_hash) { 76582cd038dSYoshinobu Inoue if (phd->phd_port == lport) 76682cd038dSYoshinobu Inoue break; 76782cd038dSYoshinobu Inoue } 76882cd038dSYoshinobu Inoue if (phd != NULL) { 76982cd038dSYoshinobu Inoue /* 77082cd038dSYoshinobu Inoue * Port is in use by one or more PCBs. Look for best 77182cd038dSYoshinobu Inoue * fit. 77282cd038dSYoshinobu Inoue */ 773b872626dSMatt Macy CK_LIST_FOREACH(inp, &phd->phd_pcblist, inp_portlist) { 77482cd038dSYoshinobu Inoue wildcard = 0; 775413628a7SBjoern A. Zeeb if (cred != NULL && 7760304c731SJamie Gritton !prison_equal_ip6(cred->cr_prison, 7770304c731SJamie Gritton inp->inp_cred->cr_prison)) 778413628a7SBjoern A. Zeeb continue; 779413628a7SBjoern A. Zeeb /* XXX inp locking */ 780369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 78182cd038dSYoshinobu Inoue continue; 78282cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr)) 78382cd038dSYoshinobu Inoue wildcard++; 78482cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED( 78582cd038dSYoshinobu Inoue &inp->in6p_laddr)) { 78682cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(laddr)) 78782cd038dSYoshinobu Inoue wildcard++; 78882cd038dSYoshinobu Inoue else if (!IN6_ARE_ADDR_EQUAL( 78982cd038dSYoshinobu Inoue &inp->in6p_laddr, laddr)) 79082cd038dSYoshinobu Inoue continue; 79182cd038dSYoshinobu Inoue } else { 79282cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(laddr)) 79382cd038dSYoshinobu Inoue wildcard++; 79482cd038dSYoshinobu Inoue } 79582cd038dSYoshinobu Inoue if (wildcard < matchwild) { 79682cd038dSYoshinobu Inoue match = inp; 79782cd038dSYoshinobu Inoue matchwild = wildcard; 798413628a7SBjoern A. Zeeb if (matchwild == 0) 79982cd038dSYoshinobu Inoue break; 80082cd038dSYoshinobu Inoue } 80182cd038dSYoshinobu Inoue } 80282cd038dSYoshinobu Inoue } 80382cd038dSYoshinobu Inoue return (match); 80482cd038dSYoshinobu Inoue } 80582cd038dSYoshinobu Inoue } 80682cd038dSYoshinobu Inoue 807e43cc4aeSHajimu UMEMOTO void 8081272577eSXin LI in6_pcbpurgeif0(struct inpcbinfo *pcbinfo, struct ifnet *ifp) 809e43cc4aeSHajimu UMEMOTO { 8100ecd976eSBjoern A. Zeeb struct inpcb *inp; 81159854ecfSHans Petter Selasky struct in6_multi *inm; 81259854ecfSHans Petter Selasky struct in6_mfilter *imf; 813e43cc4aeSHajimu UMEMOTO struct ip6_moptions *im6o; 814e43cc4aeSHajimu UMEMOTO 815ff9b006dSJulien Charbon INP_INFO_WLOCK(pcbinfo); 8160ecd976eSBjoern A. Zeeb CK_LIST_FOREACH(inp, pcbinfo->ipi_listhead, inp_list) { 8170ecd976eSBjoern A. Zeeb INP_WLOCK(inp); 8180ecd976eSBjoern A. Zeeb if (__predict_false(inp->inp_flags2 & INP_FREED)) { 8190ecd976eSBjoern A. Zeeb INP_WUNLOCK(inp); 820e15e0e3eSBjoern A. Zeeb continue; 821e15e0e3eSBjoern A. Zeeb } 8220ecd976eSBjoern A. Zeeb im6o = inp->in6p_moptions; 8230ecd976eSBjoern A. Zeeb if ((inp->inp_vflag & INP_IPV6) && im6o != NULL) { 824e43cc4aeSHajimu UMEMOTO /* 82533cde130SBruce M Simpson * Unselect the outgoing ifp for multicast if it 82633cde130SBruce M Simpson * is being detached. 827e43cc4aeSHajimu UMEMOTO */ 828e43cc4aeSHajimu UMEMOTO if (im6o->im6o_multicast_ifp == ifp) 829e43cc4aeSHajimu UMEMOTO im6o->im6o_multicast_ifp = NULL; 830e43cc4aeSHajimu UMEMOTO /* 831e43cc4aeSHajimu UMEMOTO * Drop multicast group membership if we joined 832e43cc4aeSHajimu UMEMOTO * through the interface being detached. 833e43cc4aeSHajimu UMEMOTO */ 83459854ecfSHans Petter Selasky restart: 83559854ecfSHans Petter Selasky IP6_MFILTER_FOREACH(imf, &im6o->im6o_head) { 83659854ecfSHans Petter Selasky if ((inm = imf->im6f_in6m) == NULL) 83759854ecfSHans Petter Selasky continue; 83859854ecfSHans Petter Selasky if (inm->in6m_ifp != ifp) 83959854ecfSHans Petter Selasky continue; 84059854ecfSHans Petter Selasky ip6_mfilter_remove(&im6o->im6o_head, imf); 84159854ecfSHans Petter Selasky IN6_MULTI_LOCK_ASSERT(); 84259854ecfSHans Petter Selasky in6_leavegroup_locked(inm, NULL); 84359854ecfSHans Petter Selasky ip6_mfilter_free(imf); 84459854ecfSHans Petter Selasky goto restart; 845e43cc4aeSHajimu UMEMOTO } 846e43cc4aeSHajimu UMEMOTO } 8470ecd976eSBjoern A. Zeeb INP_WUNLOCK(inp); 848e43cc4aeSHajimu UMEMOTO } 849ff9b006dSJulien Charbon INP_INFO_WUNLOCK(pcbinfo); 850e43cc4aeSHajimu UMEMOTO } 851e43cc4aeSHajimu UMEMOTO 85282cd038dSYoshinobu Inoue /* 85382cd038dSYoshinobu Inoue * Check for alternatives when higher level complains 85482cd038dSYoshinobu Inoue * about service problems. For now, invalidate cached 85582cd038dSYoshinobu Inoue * routing information. If the route was created dynamically 85682cd038dSYoshinobu Inoue * (by a redirect), time to try a default gateway again. 85782cd038dSYoshinobu Inoue */ 85882cd038dSYoshinobu Inoue void 859ec86402eSBjoern A. Zeeb in6_losing(struct inpcb *inp) 86082cd038dSYoshinobu Inoue { 8611272577eSXin LI 862ec86402eSBjoern A. Zeeb RO_INVALIDATE_CACHE(&inp->inp_route6); 86382cd038dSYoshinobu Inoue } 86482cd038dSYoshinobu Inoue 86582cd038dSYoshinobu Inoue /* 86682cd038dSYoshinobu Inoue * After a routing change, flush old routing 86782cd038dSYoshinobu Inoue * and allocate a (hopefully) better one. 86882cd038dSYoshinobu Inoue */ 8693ce144eaSJeffrey Hsu struct inpcb * 870ec86402eSBjoern A. Zeeb in6_rtchange(struct inpcb *inp, int errno __unused) 87182cd038dSYoshinobu Inoue { 87284cc0778SGeorge V. Neville-Neil 873ec86402eSBjoern A. Zeeb RO_INVALIDATE_CACHE(&inp->inp_route6); 8743ce144eaSJeffrey Hsu return inp; 87582cd038dSYoshinobu Inoue } 87682cd038dSYoshinobu Inoue 8771a43cff9SSean Bruno static struct inpcb * 8781a43cff9SSean Bruno in6_pcblookup_lbgroup(const struct inpcbinfo *pcbinfo, 8791a43cff9SSean Bruno const struct in6_addr *laddr, uint16_t lport, const struct in6_addr *faddr, 8801a43cff9SSean Bruno uint16_t fport, int lookupflags) 8811a43cff9SSean Bruno { 882d3a4b0daSMark Johnston struct inpcb *local_wild; 8831a43cff9SSean Bruno const struct inpcblbgrouphead *hdr; 8841a43cff9SSean Bruno struct inpcblbgroup *grp; 8851a43cff9SSean Bruno uint32_t idx; 8861a43cff9SSean Bruno 8871a43cff9SSean Bruno INP_HASH_LOCK_ASSERT(pcbinfo); 8881a43cff9SSean Bruno 8899d2877fcSMark Johnston hdr = &pcbinfo->ipi_lbgrouphashbase[ 8909d2877fcSMark Johnston INP_PCBPORTHASH(lport, pcbinfo->ipi_lbgrouphashmask)]; 8911a43cff9SSean Bruno 8921a43cff9SSean Bruno /* 8931a43cff9SSean Bruno * Order of socket selection: 8941a43cff9SSean Bruno * 1. non-wild. 8951a43cff9SSean Bruno * 2. wild (if lookupflags contains INPLOOKUP_WILDCARD). 8961a43cff9SSean Bruno * 8971a43cff9SSean Bruno * NOTE: 8981a43cff9SSean Bruno * - Load balanced group does not contain jailed sockets. 8991a43cff9SSean Bruno * - Load balanced does not contain IPv4 mapped INET6 wild sockets. 9001a43cff9SSean Bruno */ 901d3a4b0daSMark Johnston local_wild = NULL; 90254af3d0dSMark Johnston CK_LIST_FOREACH(grp, hdr, il_list) { 9034b82a7b6SAndrew Gallatin #ifdef INET 9044b82a7b6SAndrew Gallatin if (!(grp->il_vflag & INP_IPV6)) 9054b82a7b6SAndrew Gallatin continue; 9064b82a7b6SAndrew Gallatin #endif 907d3a4b0daSMark Johnston if (grp->il_lport != lport) 908d3a4b0daSMark Johnston continue; 9091a43cff9SSean Bruno 910d3a4b0daSMark Johnston idx = INP_PCBLBGROUP_PKTHASH(INP6_PCBHASHKEY(faddr), lport, 911d3a4b0daSMark Johnston fport) % grp->il_inpcnt; 912d3a4b0daSMark Johnston if (IN6_ARE_ADDR_EQUAL(&grp->il6_laddr, laddr)) 9131a43cff9SSean Bruno return (grp->il_inp[idx]); 9141a43cff9SSean Bruno if (IN6_IS_ADDR_UNSPECIFIED(&grp->il6_laddr) && 915d3a4b0daSMark Johnston (lookupflags & INPLOOKUP_WILDCARD) != 0) 9161a43cff9SSean Bruno local_wild = grp->il_inp[idx]; 9171a43cff9SSean Bruno } 9181a43cff9SSean Bruno return (local_wild); 9191a43cff9SSean Bruno } 9201a43cff9SSean Bruno 92152cd27cbSRobert Watson #ifdef PCBGROUP 92252cd27cbSRobert Watson /* 92352cd27cbSRobert Watson * Lookup PCB in hash list, using pcbgroup tables. 92452cd27cbSRobert Watson */ 92552cd27cbSRobert Watson static struct inpcb * 92652cd27cbSRobert Watson in6_pcblookup_group(struct inpcbinfo *pcbinfo, struct inpcbgroup *pcbgroup, 92752cd27cbSRobert Watson struct in6_addr *faddr, u_int fport_arg, struct in6_addr *laddr, 92852cd27cbSRobert Watson u_int lport_arg, int lookupflags, struct ifnet *ifp) 92952cd27cbSRobert Watson { 93052cd27cbSRobert Watson struct inpcbhead *head; 93152cd27cbSRobert Watson struct inpcb *inp, *tmpinp; 93252cd27cbSRobert Watson u_short fport = fport_arg, lport = lport_arg; 9337fb2986fSJonathan T. Looney bool locked; 93452cd27cbSRobert Watson 93552cd27cbSRobert Watson /* 93652cd27cbSRobert Watson * First look for an exact match. 93752cd27cbSRobert Watson */ 93852cd27cbSRobert Watson tmpinp = NULL; 93952cd27cbSRobert Watson INP_GROUP_LOCK(pcbgroup); 9401b44e5ffSAndrey V. Elsukov head = &pcbgroup->ipg_hashbase[INP_PCBHASH( 9411b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(faddr), lport, fport, pcbgroup->ipg_hashmask)]; 942feeef850SMatt Macy CK_LIST_FOREACH(inp, head, inp_pcbgrouphash) { 94352cd27cbSRobert Watson /* XXX inp locking */ 94452cd27cbSRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) 94552cd27cbSRobert Watson continue; 94652cd27cbSRobert Watson if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) && 94752cd27cbSRobert Watson IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 94852cd27cbSRobert Watson inp->inp_fport == fport && 94952cd27cbSRobert Watson inp->inp_lport == lport) { 95052cd27cbSRobert Watson /* 95152cd27cbSRobert Watson * XXX We should be able to directly return 95252cd27cbSRobert Watson * the inp here, without any checks. 95352cd27cbSRobert Watson * Well unless both bound with SO_REUSEPORT? 95452cd27cbSRobert Watson */ 95552cd27cbSRobert Watson if (prison_flag(inp->inp_cred, PR_IP6)) 95652cd27cbSRobert Watson goto found; 95752cd27cbSRobert Watson if (tmpinp == NULL) 95852cd27cbSRobert Watson tmpinp = inp; 95952cd27cbSRobert Watson } 96052cd27cbSRobert Watson } 96152cd27cbSRobert Watson if (tmpinp != NULL) { 96252cd27cbSRobert Watson inp = tmpinp; 96352cd27cbSRobert Watson goto found; 96452cd27cbSRobert Watson } 96552cd27cbSRobert Watson 96652cd27cbSRobert Watson /* 967c7c0d948SAdrian Chadd * Then look for a wildcard match in the pcbgroup. 968c7c0d948SAdrian Chadd */ 969c7c0d948SAdrian Chadd if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 970c7c0d948SAdrian Chadd struct inpcb *local_wild = NULL, *local_exact = NULL; 971c7c0d948SAdrian Chadd struct inpcb *jail_wild = NULL; 972c7c0d948SAdrian Chadd int injail; 973c7c0d948SAdrian Chadd 974c7c0d948SAdrian Chadd /* 975c7c0d948SAdrian Chadd * Order of socket selection - we always prefer jails. 976c7c0d948SAdrian Chadd * 1. jailed, non-wild. 977c7c0d948SAdrian Chadd * 2. jailed, wild. 978c7c0d948SAdrian Chadd * 3. non-jailed, non-wild. 979c7c0d948SAdrian Chadd * 4. non-jailed, wild. 980c7c0d948SAdrian Chadd */ 981c7c0d948SAdrian Chadd head = &pcbgroup->ipg_hashbase[ 982c7c0d948SAdrian Chadd INP_PCBHASH(INADDR_ANY, lport, 0, pcbgroup->ipg_hashmask)]; 983feeef850SMatt Macy CK_LIST_FOREACH(inp, head, inp_pcbgrouphash) { 984c7c0d948SAdrian Chadd /* XXX inp locking */ 985c7c0d948SAdrian Chadd if ((inp->inp_vflag & INP_IPV6) == 0) 986c7c0d948SAdrian Chadd continue; 987c7c0d948SAdrian Chadd 988c7c0d948SAdrian Chadd if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 989c7c0d948SAdrian Chadd inp->inp_lport != lport) { 990c7c0d948SAdrian Chadd continue; 991c7c0d948SAdrian Chadd } 992c7c0d948SAdrian Chadd 993c7c0d948SAdrian Chadd injail = prison_flag(inp->inp_cred, PR_IP6); 994c7c0d948SAdrian Chadd if (injail) { 995c7c0d948SAdrian Chadd if (prison_check_ip6(inp->inp_cred, 996c7c0d948SAdrian Chadd laddr) != 0) 997c7c0d948SAdrian Chadd continue; 998c7c0d948SAdrian Chadd } else { 999c7c0d948SAdrian Chadd if (local_exact != NULL) 1000c7c0d948SAdrian Chadd continue; 1001c7c0d948SAdrian Chadd } 1002c7c0d948SAdrian Chadd 1003c7c0d948SAdrian Chadd if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 1004c7c0d948SAdrian Chadd if (injail) 1005c7c0d948SAdrian Chadd goto found; 1006c7c0d948SAdrian Chadd else 1007c7c0d948SAdrian Chadd local_exact = inp; 1008c7c0d948SAdrian Chadd } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 1009c7c0d948SAdrian Chadd if (injail) 1010c7c0d948SAdrian Chadd jail_wild = inp; 1011c7c0d948SAdrian Chadd else 1012c7c0d948SAdrian Chadd local_wild = inp; 1013c7c0d948SAdrian Chadd } 1014c7c0d948SAdrian Chadd } /* LIST_FOREACH */ 1015c7c0d948SAdrian Chadd 1016c7c0d948SAdrian Chadd inp = jail_wild; 1017c7c0d948SAdrian Chadd if (inp == NULL) 1018c7c0d948SAdrian Chadd inp = jail_wild; 1019c7c0d948SAdrian Chadd if (inp == NULL) 1020c7c0d948SAdrian Chadd inp = local_exact; 1021c7c0d948SAdrian Chadd if (inp == NULL) 1022c7c0d948SAdrian Chadd inp = local_wild; 1023c7c0d948SAdrian Chadd if (inp != NULL) 1024c7c0d948SAdrian Chadd goto found; 1025c7c0d948SAdrian Chadd } 1026c7c0d948SAdrian Chadd 1027c7c0d948SAdrian Chadd /* 102852cd27cbSRobert Watson * Then look for a wildcard match, if requested. 102952cd27cbSRobert Watson */ 103052cd27cbSRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 103152cd27cbSRobert Watson struct inpcb *local_wild = NULL, *local_exact = NULL; 103252cd27cbSRobert Watson struct inpcb *jail_wild = NULL; 103352cd27cbSRobert Watson int injail; 103452cd27cbSRobert Watson 103552cd27cbSRobert Watson /* 103652cd27cbSRobert Watson * Order of socket selection - we always prefer jails. 103752cd27cbSRobert Watson * 1. jailed, non-wild. 103852cd27cbSRobert Watson * 2. jailed, wild. 103952cd27cbSRobert Watson * 3. non-jailed, non-wild. 104052cd27cbSRobert Watson * 4. non-jailed, wild. 104152cd27cbSRobert Watson */ 10421b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_wildbase[INP_PCBHASH( 10431b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 10441b44e5ffSAndrey V. Elsukov pcbinfo->ipi_wildmask)]; 1045feeef850SMatt Macy CK_LIST_FOREACH(inp, head, inp_pcbgroup_wild) { 104652cd27cbSRobert Watson /* XXX inp locking */ 104752cd27cbSRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) 104852cd27cbSRobert Watson continue; 104952cd27cbSRobert Watson 105052cd27cbSRobert Watson if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 105152cd27cbSRobert Watson inp->inp_lport != lport) { 105252cd27cbSRobert Watson continue; 105352cd27cbSRobert Watson } 105452cd27cbSRobert Watson 105552cd27cbSRobert Watson injail = prison_flag(inp->inp_cred, PR_IP6); 105652cd27cbSRobert Watson if (injail) { 105752cd27cbSRobert Watson if (prison_check_ip6(inp->inp_cred, 105852cd27cbSRobert Watson laddr) != 0) 105952cd27cbSRobert Watson continue; 106052cd27cbSRobert Watson } else { 106152cd27cbSRobert Watson if (local_exact != NULL) 106252cd27cbSRobert Watson continue; 106352cd27cbSRobert Watson } 106452cd27cbSRobert Watson 106552cd27cbSRobert Watson if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 106652cd27cbSRobert Watson if (injail) 106752cd27cbSRobert Watson goto found; 106852cd27cbSRobert Watson else 106952cd27cbSRobert Watson local_exact = inp; 107052cd27cbSRobert Watson } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 107152cd27cbSRobert Watson if (injail) 107252cd27cbSRobert Watson jail_wild = inp; 107352cd27cbSRobert Watson else 107452cd27cbSRobert Watson local_wild = inp; 107552cd27cbSRobert Watson } 107652cd27cbSRobert Watson } /* LIST_FOREACH */ 107752cd27cbSRobert Watson 107852cd27cbSRobert Watson inp = jail_wild; 107952cd27cbSRobert Watson if (inp == NULL) 108052cd27cbSRobert Watson inp = jail_wild; 108152cd27cbSRobert Watson if (inp == NULL) 108252cd27cbSRobert Watson inp = local_exact; 108352cd27cbSRobert Watson if (inp == NULL) 108452cd27cbSRobert Watson inp = local_wild; 108552cd27cbSRobert Watson if (inp != NULL) 108652cd27cbSRobert Watson goto found; 108752cd27cbSRobert Watson } /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */ 108852cd27cbSRobert Watson INP_GROUP_UNLOCK(pcbgroup); 108952cd27cbSRobert Watson return (NULL); 109052cd27cbSRobert Watson 109152cd27cbSRobert Watson found: 10927fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 10937fb2986fSJonathan T. Looney locked = INP_TRY_WLOCK(inp); 10947fb2986fSJonathan T. Looney else if (lookupflags & INPLOOKUP_RLOCKPCB) 10957fb2986fSJonathan T. Looney locked = INP_TRY_RLOCK(inp); 10967fb2986fSJonathan T. Looney else 10977fb2986fSJonathan T. Looney panic("%s: locking buf", __func__); 10987fb2986fSJonathan T. Looney if (!locked) 109952cd27cbSRobert Watson in_pcbref(inp); 110052cd27cbSRobert Watson INP_GROUP_UNLOCK(pcbgroup); 11017fb2986fSJonathan T. Looney if (!locked) { 110252cd27cbSRobert Watson if (lookupflags & INPLOOKUP_WLOCKPCB) { 110352cd27cbSRobert Watson INP_WLOCK(inp); 110452cd27cbSRobert Watson if (in_pcbrele_wlocked(inp)) 110552cd27cbSRobert Watson return (NULL); 11067fb2986fSJonathan T. Looney } else { 110752cd27cbSRobert Watson INP_RLOCK(inp); 110852cd27cbSRobert Watson if (in_pcbrele_rlocked(inp)) 110952cd27cbSRobert Watson return (NULL); 11107fb2986fSJonathan T. Looney } 11117fb2986fSJonathan T. Looney } 11127fb2986fSJonathan T. Looney #ifdef INVARIANTS 11137fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 11147fb2986fSJonathan T. Looney INP_WLOCK_ASSERT(inp); 11157fb2986fSJonathan T. Looney else 11167fb2986fSJonathan T. Looney INP_RLOCK_ASSERT(inp); 11177fb2986fSJonathan T. Looney #endif 111852cd27cbSRobert Watson return (inp); 111952cd27cbSRobert Watson } 112052cd27cbSRobert Watson #endif /* PCBGROUP */ 112152cd27cbSRobert Watson 112282cd038dSYoshinobu Inoue /* 112382cd038dSYoshinobu Inoue * Lookup PCB in hash list. 112482cd038dSYoshinobu Inoue */ 1125a7e201bbSAndrey V. Elsukov static struct inpcb * 1126fa046d87SRobert Watson in6_pcblookup_hash_locked(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1127fa046d87SRobert Watson u_int fport_arg, struct in6_addr *laddr, u_int lport_arg, 1128fa046d87SRobert Watson int lookupflags, struct ifnet *ifp) 112982cd038dSYoshinobu Inoue { 113082cd038dSYoshinobu Inoue struct inpcbhead *head; 1131413628a7SBjoern A. Zeeb struct inpcb *inp, *tmpinp; 113282cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 113333841545SHajimu UMEMOTO 113468e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 113568e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 113668e0d7e0SRobert Watson 1137fa046d87SRobert Watson INP_HASH_LOCK_ASSERT(pcbinfo); 11388deea4a8SRobert Watson 113982cd038dSYoshinobu Inoue /* 114082cd038dSYoshinobu Inoue * First look for an exact match. 114182cd038dSYoshinobu Inoue */ 1142413628a7SBjoern A. Zeeb tmpinp = NULL; 11431b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 11441b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(faddr), lport, fport, pcbinfo->ipi_hashmask)]; 1145b872626dSMatt Macy CK_LIST_FOREACH(inp, head, inp_hash) { 1146413628a7SBjoern A. Zeeb /* XXX inp locking */ 1147369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 114882cd038dSYoshinobu Inoue continue; 114982cd038dSYoshinobu Inoue if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) && 115082cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 115182cd038dSYoshinobu Inoue inp->inp_fport == fport && 115282cd038dSYoshinobu Inoue inp->inp_lport == lport) { 115382cd038dSYoshinobu Inoue /* 1154413628a7SBjoern A. Zeeb * XXX We should be able to directly return 1155413628a7SBjoern A. Zeeb * the inp here, without any checks. 1156413628a7SBjoern A. Zeeb * Well unless both bound with SO_REUSEPORT? 115782cd038dSYoshinobu Inoue */ 11580304c731SJamie Gritton if (prison_flag(inp->inp_cred, PR_IP6)) 115982cd038dSYoshinobu Inoue return (inp); 1160413628a7SBjoern A. Zeeb if (tmpinp == NULL) 1161413628a7SBjoern A. Zeeb tmpinp = inp; 116282cd038dSYoshinobu Inoue } 116382cd038dSYoshinobu Inoue } 1164413628a7SBjoern A. Zeeb if (tmpinp != NULL) 1165413628a7SBjoern A. Zeeb return (tmpinp); 116682cd038dSYoshinobu Inoue 1167413628a7SBjoern A. Zeeb /* 11681a43cff9SSean Bruno * Then look in lb group (for wildcard match). 11691a43cff9SSean Bruno */ 1170d9ff5789SMark Johnston if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 11711a43cff9SSean Bruno inp = in6_pcblookup_lbgroup(pcbinfo, laddr, lport, faddr, 11721a43cff9SSean Bruno fport, lookupflags); 1173d9ff5789SMark Johnston if (inp != NULL) 11741a43cff9SSean Bruno return (inp); 11751a43cff9SSean Bruno } 11761a43cff9SSean Bruno 11771a43cff9SSean Bruno /* 1178413628a7SBjoern A. Zeeb * Then look for a wildcard match, if requested. 1179413628a7SBjoern A. Zeeb */ 118068e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 1181413628a7SBjoern A. Zeeb struct inpcb *local_wild = NULL, *local_exact = NULL; 1182413628a7SBjoern A. Zeeb struct inpcb *jail_wild = NULL; 1183413628a7SBjoern A. Zeeb int injail; 1184413628a7SBjoern A. Zeeb 1185413628a7SBjoern A. Zeeb /* 1186413628a7SBjoern A. Zeeb * Order of socket selection - we always prefer jails. 1187413628a7SBjoern A. Zeeb * 1. jailed, non-wild. 1188413628a7SBjoern A. Zeeb * 2. jailed, wild. 1189413628a7SBjoern A. Zeeb * 3. non-jailed, non-wild. 1190413628a7SBjoern A. Zeeb * 4. non-jailed, wild. 1191413628a7SBjoern A. Zeeb */ 11921b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 11931b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 11941b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 1195b872626dSMatt Macy CK_LIST_FOREACH(inp, head, inp_hash) { 1196413628a7SBjoern A. Zeeb /* XXX inp locking */ 1197369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 119882cd038dSYoshinobu Inoue continue; 1199413628a7SBjoern A. Zeeb 1200413628a7SBjoern A. Zeeb if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 1201413628a7SBjoern A. Zeeb inp->inp_lport != lport) { 1202413628a7SBjoern A. Zeeb continue; 1203413628a7SBjoern A. Zeeb } 1204413628a7SBjoern A. Zeeb 12050304c731SJamie Gritton injail = prison_flag(inp->inp_cred, PR_IP6); 1206413628a7SBjoern A. Zeeb if (injail) { 1207b89e82ddSJamie Gritton if (prison_check_ip6(inp->inp_cred, 1208b89e82ddSJamie Gritton laddr) != 0) 1209413628a7SBjoern A. Zeeb continue; 1210413628a7SBjoern A. Zeeb } else { 1211413628a7SBjoern A. Zeeb if (local_exact != NULL) 1212413628a7SBjoern A. Zeeb continue; 1213413628a7SBjoern A. Zeeb } 1214413628a7SBjoern A. Zeeb 1215413628a7SBjoern A. Zeeb if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 1216413628a7SBjoern A. Zeeb if (injail) 121782cd038dSYoshinobu Inoue return (inp); 1218413628a7SBjoern A. Zeeb else 1219413628a7SBjoern A. Zeeb local_exact = inp; 1220413628a7SBjoern A. Zeeb } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 1221413628a7SBjoern A. Zeeb if (injail) 1222413628a7SBjoern A. Zeeb jail_wild = inp; 1223413628a7SBjoern A. Zeeb else 122482cd038dSYoshinobu Inoue local_wild = inp; 122582cd038dSYoshinobu Inoue } 1226413628a7SBjoern A. Zeeb } /* LIST_FOREACH */ 1227413628a7SBjoern A. Zeeb 1228413628a7SBjoern A. Zeeb if (jail_wild != NULL) 1229413628a7SBjoern A. Zeeb return (jail_wild); 1230413628a7SBjoern A. Zeeb if (local_exact != NULL) 1231413628a7SBjoern A. Zeeb return (local_exact); 1232413628a7SBjoern A. Zeeb if (local_wild != NULL) 123382cd038dSYoshinobu Inoue return (local_wild); 123468e0d7e0SRobert Watson } /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */ 123582cd038dSYoshinobu Inoue 123682cd038dSYoshinobu Inoue /* 123782cd038dSYoshinobu Inoue * Not found. 123882cd038dSYoshinobu Inoue */ 123982cd038dSYoshinobu Inoue return (NULL); 124082cd038dSYoshinobu Inoue } 124182cd038dSYoshinobu Inoue 1242fa046d87SRobert Watson /* 1243fa046d87SRobert Watson * Lookup PCB in hash list, using pcbinfo tables. This variation locks the 1244fa046d87SRobert Watson * hash list lock, and will return the inpcb locked (i.e., requires 1245fa046d87SRobert Watson * INPLOOKUP_LOCKPCB). 1246fa046d87SRobert Watson */ 1247fa046d87SRobert Watson static struct inpcb * 1248fa046d87SRobert Watson in6_pcblookup_hash(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1249fa046d87SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1250fa046d87SRobert Watson struct ifnet *ifp) 1251fa046d87SRobert Watson { 1252fa046d87SRobert Watson struct inpcb *inp; 1253fa046d87SRobert Watson 1254fa046d87SRobert Watson inp = in6_pcblookup_hash_locked(pcbinfo, faddr, fport, laddr, lport, 1255fa046d87SRobert Watson (lookupflags & ~(INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)), ifp); 1256fa046d87SRobert Watson if (inp != NULL) { 1257fa046d87SRobert Watson if (lookupflags & INPLOOKUP_WLOCKPCB) { 1258fa046d87SRobert Watson INP_WLOCK(inp); 1259f25b23cfSMatt Macy if (__predict_false(inp->inp_flags2 & INP_FREED)) { 1260f25b23cfSMatt Macy INP_WUNLOCK(inp); 1261f25b23cfSMatt Macy inp = NULL; 1262f25b23cfSMatt Macy } 1263f25b23cfSMatt Macy } else if (lookupflags & INPLOOKUP_RLOCKPCB) { 1264fa046d87SRobert Watson INP_RLOCK(inp); 1265f25b23cfSMatt Macy if (__predict_false(inp->inp_flags2 & INP_FREED)) { 1266f25b23cfSMatt Macy INP_RUNLOCK(inp); 1267f25b23cfSMatt Macy inp = NULL; 12687fb2986fSJonathan T. Looney } 1269f25b23cfSMatt Macy } else 1270f25b23cfSMatt Macy panic("%s: locking bug", __func__); 12717fb2986fSJonathan T. Looney #ifdef INVARIANTS 1272f25b23cfSMatt Macy if (inp != NULL) { 12737fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 12747fb2986fSJonathan T. Looney INP_WLOCK_ASSERT(inp); 12757fb2986fSJonathan T. Looney else 12767fb2986fSJonathan T. Looney INP_RLOCK_ASSERT(inp); 1277f25b23cfSMatt Macy } 12787fb2986fSJonathan T. Looney #endif 1279f25b23cfSMatt Macy } 1280fa046d87SRobert Watson return (inp); 1281fa046d87SRobert Watson } 1282fa046d87SRobert Watson 1283fa046d87SRobert Watson /* 1284d3c1f003SRobert Watson * Public inpcb lookup routines, accepting a 4-tuple, and optionally, an mbuf 1285d3c1f003SRobert Watson * from which a pre-calculated hash value may be extracted. 128652cd27cbSRobert Watson * 128752cd27cbSRobert Watson * Possibly more of this logic should be in in6_pcbgroup.c. 1288fa046d87SRobert Watson */ 1289fa046d87SRobert Watson struct inpcb * 1290fa046d87SRobert Watson in6_pcblookup(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, u_int fport, 1291fa046d87SRobert Watson struct in6_addr *laddr, u_int lport, int lookupflags, struct ifnet *ifp) 1292fa046d87SRobert Watson { 12937527624eSRobert Watson #if defined(PCBGROUP) && !defined(RSS) 129452cd27cbSRobert Watson struct inpcbgroup *pcbgroup; 129552cd27cbSRobert Watson #endif 129652cd27cbSRobert Watson 1297d3c1f003SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1298d3c1f003SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 1299d3c1f003SRobert Watson KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 1300d3c1f003SRobert Watson ("%s: LOCKPCB not set", __func__)); 1301fa046d87SRobert Watson 13027527624eSRobert Watson /* 13037527624eSRobert Watson * When not using RSS, use connection groups in preference to the 13047527624eSRobert Watson * reservation table when looking up 4-tuples. When using RSS, just 13057527624eSRobert Watson * use the reservation table, due to the cost of the Toeplitz hash 13067527624eSRobert Watson * in software. 13077527624eSRobert Watson * 13087527624eSRobert Watson * XXXRW: This policy belongs in the pcbgroup code, as in principle 13097527624eSRobert Watson * we could be doing RSS with a non-Toeplitz hash that is affordable 13107527624eSRobert Watson * in software. 13117527624eSRobert Watson */ 13127527624eSRobert Watson #if defined(PCBGROUP) && !defined(RSS) 131352cd27cbSRobert Watson if (in_pcbgroup_enabled(pcbinfo)) { 131452cd27cbSRobert Watson pcbgroup = in6_pcbgroup_bytuple(pcbinfo, laddr, lport, faddr, 131552cd27cbSRobert Watson fport); 131652cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, fport, 131752cd27cbSRobert Watson laddr, lport, lookupflags, ifp)); 131852cd27cbSRobert Watson } 131952cd27cbSRobert Watson #endif 1320d3c1f003SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1321d3c1f003SRobert Watson lookupflags, ifp)); 1322d3c1f003SRobert Watson } 1323d3c1f003SRobert Watson 1324d3c1f003SRobert Watson struct inpcb * 1325d3c1f003SRobert Watson in6_pcblookup_mbuf(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1326d3c1f003SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1327d3c1f003SRobert Watson struct ifnet *ifp, struct mbuf *m) 1328d3c1f003SRobert Watson { 132952cd27cbSRobert Watson #ifdef PCBGROUP 133052cd27cbSRobert Watson struct inpcbgroup *pcbgroup; 133152cd27cbSRobert Watson #endif 133252cd27cbSRobert Watson 1333fa046d87SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1334fa046d87SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 1335fa046d87SRobert Watson KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 1336fa046d87SRobert Watson ("%s: LOCKPCB not set", __func__)); 1337fa046d87SRobert Watson 133852cd27cbSRobert Watson #ifdef PCBGROUP 13397527624eSRobert Watson /* 13407527624eSRobert Watson * If we can use a hardware-generated hash to look up the connection 13417527624eSRobert Watson * group, use that connection group to find the inpcb. Otherwise 13427527624eSRobert Watson * fall back on a software hash -- or the reservation table if we're 13437527624eSRobert Watson * using RSS. 13447527624eSRobert Watson * 13457527624eSRobert Watson * XXXRW: As above, that policy belongs in the pcbgroup code. 13467527624eSRobert Watson */ 13477527624eSRobert Watson if (in_pcbgroup_enabled(pcbinfo) && 1348c2529042SHans Petter Selasky M_HASHTYPE_TEST(m, M_HASHTYPE_NONE) == 0) { 134952cd27cbSRobert Watson pcbgroup = in6_pcbgroup_byhash(pcbinfo, M_HASHTYPE_GET(m), 135052cd27cbSRobert Watson m->m_pkthdr.flowid); 135152cd27cbSRobert Watson if (pcbgroup != NULL) 135252cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, 135352cd27cbSRobert Watson fport, laddr, lport, lookupflags, ifp)); 13547527624eSRobert Watson #ifndef RSS 135552cd27cbSRobert Watson pcbgroup = in6_pcbgroup_bytuple(pcbinfo, laddr, lport, faddr, 135652cd27cbSRobert Watson fport); 135752cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, fport, 135852cd27cbSRobert Watson laddr, lport, lookupflags, ifp)); 13597527624eSRobert Watson #endif 136052cd27cbSRobert Watson } 136152cd27cbSRobert Watson #endif 1362fa046d87SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1363fa046d87SRobert Watson lookupflags, ifp)); 1364fa046d87SRobert Watson } 1365fa046d87SRobert Watson 136682cd038dSYoshinobu Inoue void 1367dce33a45SErmal Luçi init_sin6(struct sockaddr_in6 *sin6, struct mbuf *m, int srcordst) 136882cd038dSYoshinobu Inoue { 136982cd038dSYoshinobu Inoue struct ip6_hdr *ip; 137082cd038dSYoshinobu Inoue 137182cd038dSYoshinobu Inoue ip = mtod(m, struct ip6_hdr *); 137282cd038dSYoshinobu Inoue bzero(sin6, sizeof(*sin6)); 137382cd038dSYoshinobu Inoue sin6->sin6_len = sizeof(*sin6); 137482cd038dSYoshinobu Inoue sin6->sin6_family = AF_INET6; 1375dce33a45SErmal Luçi sin6->sin6_addr = srcordst ? ip->ip6_dst : ip->ip6_src; 1376a1f7e5f8SHajimu UMEMOTO 1377a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors... */ 137882cd038dSYoshinobu Inoue 137982cd038dSYoshinobu Inoue return; 138082cd038dSYoshinobu Inoue } 1381