1caf43b02SWarner Losh /*- 251369649SPedro F. Giffuni * SPDX-License-Identifier: BSD-3-Clause 351369649SPedro F. Giffuni * 482cd038dSYoshinobu Inoue * Copyright (C) 1995, 1996, 1997, and 1998 WIDE Project. 5fa046d87SRobert Watson * Copyright (c) 2010-2011 Juniper Networks, Inc. 682cd038dSYoshinobu Inoue * All rights reserved. 782cd038dSYoshinobu Inoue * 8fa046d87SRobert Watson * Portions of this software were developed by Robert N. M. Watson under 9fa046d87SRobert Watson * contract to Juniper Networks, Inc. 10fa046d87SRobert Watson * 1182cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 1282cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 1382cd038dSYoshinobu Inoue * are met: 1482cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 1582cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 1682cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 1782cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 1882cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 1982cd038dSYoshinobu Inoue * 3. Neither the name of the project nor the names of its contributors 2082cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 2182cd038dSYoshinobu Inoue * without specific prior written permission. 2282cd038dSYoshinobu Inoue * 2382cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE PROJECT AND CONTRIBUTORS ``AS IS'' AND 2482cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 2582cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 2682cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE PROJECT OR CONTRIBUTORS BE LIABLE 2782cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 2882cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 2982cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 3082cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 3182cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 3282cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 3382cd038dSYoshinobu Inoue * SUCH DAMAGE. 3482cd038dSYoshinobu Inoue * 35b48287a3SDavid E. O'Brien * $KAME: in6_pcb.c,v 1.31 2001/05/21 05:45:10 jinmei Exp $ 3682cd038dSYoshinobu Inoue */ 3782cd038dSYoshinobu Inoue 38caf43b02SWarner Losh /*- 3982cd038dSYoshinobu Inoue * Copyright (c) 1982, 1986, 1991, 1993 4082cd038dSYoshinobu Inoue * The Regents of the University of California. All rights reserved. 4182cd038dSYoshinobu Inoue * 4282cd038dSYoshinobu Inoue * Redistribution and use in source and binary forms, with or without 4382cd038dSYoshinobu Inoue * modification, are permitted provided that the following conditions 4482cd038dSYoshinobu Inoue * are met: 4582cd038dSYoshinobu Inoue * 1. Redistributions of source code must retain the above copyright 4682cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer. 4782cd038dSYoshinobu Inoue * 2. Redistributions in binary form must reproduce the above copyright 4882cd038dSYoshinobu Inoue * notice, this list of conditions and the following disclaimer in the 4982cd038dSYoshinobu Inoue * documentation and/or other materials provided with the distribution. 50fbbd9655SWarner Losh * 3. Neither the name of the University nor the names of its contributors 5182cd038dSYoshinobu Inoue * may be used to endorse or promote products derived from this software 5282cd038dSYoshinobu Inoue * without specific prior written permission. 5382cd038dSYoshinobu Inoue * 5482cd038dSYoshinobu Inoue * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND 5582cd038dSYoshinobu Inoue * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE 5682cd038dSYoshinobu Inoue * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE 5782cd038dSYoshinobu Inoue * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE 5882cd038dSYoshinobu Inoue * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL 5982cd038dSYoshinobu Inoue * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS 6082cd038dSYoshinobu Inoue * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) 6182cd038dSYoshinobu Inoue * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT 6282cd038dSYoshinobu Inoue * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY 6382cd038dSYoshinobu Inoue * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF 6482cd038dSYoshinobu Inoue * SUCH DAMAGE. 6582cd038dSYoshinobu Inoue * 6682cd038dSYoshinobu Inoue * @(#)in_pcb.c 8.2 (Berkeley) 1/4/94 6782cd038dSYoshinobu Inoue */ 6882cd038dSYoshinobu Inoue 69b48287a3SDavid E. O'Brien #include <sys/cdefs.h> 70b48287a3SDavid E. O'Brien __FBSDID("$FreeBSD$"); 71b48287a3SDavid E. O'Brien 7233841545SHajimu UMEMOTO #include "opt_inet.h" 7333841545SHajimu UMEMOTO #include "opt_inet6.h" 746a800098SYoshinobu Inoue #include "opt_ipsec.h" 7552cd27cbSRobert Watson #include "opt_pcbgroup.h" 767527624eSRobert Watson #include "opt_rss.h" 7782cd038dSYoshinobu Inoue 7882cd038dSYoshinobu Inoue #include <sys/param.h> 7982cd038dSYoshinobu Inoue #include <sys/systm.h> 8082cd038dSYoshinobu Inoue #include <sys/malloc.h> 8182cd038dSYoshinobu Inoue #include <sys/mbuf.h> 82fb59c426SYoshinobu Inoue #include <sys/domain.h> 8382cd038dSYoshinobu Inoue #include <sys/protosw.h> 8482cd038dSYoshinobu Inoue #include <sys/socket.h> 8582cd038dSYoshinobu Inoue #include <sys/socketvar.h> 8682cd038dSYoshinobu Inoue #include <sys/sockio.h> 8782cd038dSYoshinobu Inoue #include <sys/errno.h> 8882cd038dSYoshinobu Inoue #include <sys/time.h> 89acd3428bSRobert Watson #include <sys/priv.h> 9082cd038dSYoshinobu Inoue #include <sys/proc.h> 9182cd038dSYoshinobu Inoue #include <sys/jail.h> 9282cd038dSYoshinobu Inoue 9394540027SJeff Roberson #include <vm/uma.h> 9482cd038dSYoshinobu Inoue 9582cd038dSYoshinobu Inoue #include <net/if.h> 9676039bc8SGleb Smirnoff #include <net/if_var.h> 976d768226SGeorge V. Neville-Neil #include <net/if_llatbl.h> 9882cd038dSYoshinobu Inoue #include <net/if_types.h> 9982cd038dSYoshinobu Inoue #include <net/route.h> 10082cd038dSYoshinobu Inoue 10182cd038dSYoshinobu Inoue #include <netinet/in.h> 10282cd038dSYoshinobu Inoue #include <netinet/in_var.h> 10382cd038dSYoshinobu Inoue #include <netinet/in_systm.h> 104f76fcf6dSJeffrey Hsu #include <netinet/tcp_var.h> 105686cdd19SJun-ichiro itojun Hagino #include <netinet/ip6.h> 106fb59c426SYoshinobu Inoue #include <netinet/ip_var.h> 107ac957cd2SJulian Elischer 10882cd038dSYoshinobu Inoue #include <netinet6/ip6_var.h> 10982cd038dSYoshinobu Inoue #include <netinet6/nd6.h> 11082cd038dSYoshinobu Inoue #include <netinet/in_pcb.h> 11182cd038dSYoshinobu Inoue #include <netinet6/in6_pcb.h> 112a1f7e5f8SHajimu UMEMOTO #include <netinet6/scope6_var.h> 11382cd038dSYoshinobu Inoue 114a7e201bbSAndrey V. Elsukov static struct inpcb *in6_pcblookup_hash_locked(struct inpcbinfo *, 115a7e201bbSAndrey V. Elsukov struct in6_addr *, u_int, struct in6_addr *, u_int, int, struct ifnet *); 116a7e201bbSAndrey V. Elsukov 11782cd038dSYoshinobu Inoue int 1183e85b721SEd Maste in6_pcbbind(struct inpcb *inp, struct sockaddr *nam, 1191272577eSXin LI struct ucred *cred) 12082cd038dSYoshinobu Inoue { 12182cd038dSYoshinobu Inoue struct socket *so = inp->inp_socket; 12282cd038dSYoshinobu Inoue struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)NULL; 12382cd038dSYoshinobu Inoue struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 12482cd038dSYoshinobu Inoue u_short lport = 0; 12568e0d7e0SRobert Watson int error, lookupflags = 0; 12668e0d7e0SRobert Watson int reuseport = (so->so_options & SO_REUSEPORT); 12782cd038dSYoshinobu Inoue 1288501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 129fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 13007385abdSRobert Watson 13180af0152SRobert Watson if (TAILQ_EMPTY(&V_in6_ifaddrhead)) /* XXX broken! */ 13282cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 13382cd038dSYoshinobu Inoue if (inp->inp_lport || !IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) 13482cd038dSYoshinobu Inoue return (EINVAL); 13582cd038dSYoshinobu Inoue if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT)) == 0) 13668e0d7e0SRobert Watson lookupflags = INPLOOKUP_WILDCARD; 1374616026fSErmal Luçi if (nam == NULL) { 1387c2f3cb9SJamie Gritton if ((error = prison_local_ip6(cred, &inp->in6p_laddr, 1397c2f3cb9SJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 1407c2f3cb9SJamie Gritton return (error); 1417c2f3cb9SJamie Gritton } else { 14282cd038dSYoshinobu Inoue sin6 = (struct sockaddr_in6 *)nam; 14382cd038dSYoshinobu Inoue if (nam->sa_len != sizeof(*sin6)) 14482cd038dSYoshinobu Inoue return (EINVAL); 14582cd038dSYoshinobu Inoue /* 14682cd038dSYoshinobu Inoue * family check. 14782cd038dSYoshinobu Inoue */ 14882cd038dSYoshinobu Inoue if (nam->sa_family != AF_INET6) 14982cd038dSYoshinobu Inoue return (EAFNOSUPPORT); 15082cd038dSYoshinobu Inoue 151603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 152a1f7e5f8SHajimu UMEMOTO return(error); 15382cd038dSYoshinobu Inoue 154b89e82ddSJamie Gritton if ((error = prison_local_ip6(cred, &sin6->sin6_addr, 155b89e82ddSJamie Gritton ((inp->inp_flags & IN6P_IPV6_V6ONLY) != 0))) != 0) 156b89e82ddSJamie Gritton return (error); 157413628a7SBjoern A. Zeeb 15882cd038dSYoshinobu Inoue lport = sin6->sin6_port; 15982cd038dSYoshinobu Inoue if (IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr)) { 16082cd038dSYoshinobu Inoue /* 16182cd038dSYoshinobu Inoue * Treat SO_REUSEADDR as SO_REUSEPORT for multicast; 16282cd038dSYoshinobu Inoue * allow compepte duplication of binding if 16382cd038dSYoshinobu Inoue * SO_REUSEPORT is set, or if SO_REUSEADDR is set 16482cd038dSYoshinobu Inoue * and a multicast address is bound on both 16582cd038dSYoshinobu Inoue * new and duplicated sockets. 16682cd038dSYoshinobu Inoue */ 167f122b319SMikolaj Golub if ((so->so_options & (SO_REUSEADDR|SO_REUSEPORT)) != 0) 16882cd038dSYoshinobu Inoue reuseport = SO_REUSEADDR|SO_REUSEPORT; 16982cd038dSYoshinobu Inoue } else if (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 1708c0fec80SRobert Watson struct ifaddr *ifa; 17182cd038dSYoshinobu Inoue 17282cd038dSYoshinobu Inoue sin6->sin6_port = 0; /* yech... */ 1738c0fec80SRobert Watson if ((ifa = ifa_ifwithaddr((struct sockaddr *)sin6)) == 1748c0fec80SRobert Watson NULL && 175f44270e7SPawel Jakub Dawidek (inp->inp_flags & INP_BINDANY) == 0) { 17682cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 177f44270e7SPawel Jakub Dawidek } 17882cd038dSYoshinobu Inoue 17982cd038dSYoshinobu Inoue /* 18082cd038dSYoshinobu Inoue * XXX: bind to an anycast address might accidentally 18182cd038dSYoshinobu Inoue * cause sending a packet with anycast source address. 18233841545SHajimu UMEMOTO * We should allow to bind to a deprecated address, since 1837efe5d92SHajimu UMEMOTO * the application dares to use it. 18482cd038dSYoshinobu Inoue */ 1858c0fec80SRobert Watson if (ifa != NULL && 1868c0fec80SRobert Watson ((struct in6_ifaddr *)ifa)->ia6_flags & 18733841545SHajimu UMEMOTO (IN6_IFF_ANYCAST|IN6_IFF_NOTREADY|IN6_IFF_DETACHED)) { 1888c0fec80SRobert Watson ifa_free(ifa); 18982cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 19082cd038dSYoshinobu Inoue } 1918c0fec80SRobert Watson if (ifa != NULL) 1928c0fec80SRobert Watson ifa_free(ifa); 19382cd038dSYoshinobu Inoue } 19482cd038dSYoshinobu Inoue if (lport) { 19582cd038dSYoshinobu Inoue struct inpcb *t; 19629381b36SMikolaj Golub struct tcptw *tw; 19782cd038dSYoshinobu Inoue 19882cd038dSYoshinobu Inoue /* GROSS */ 199603724d3SBjoern A. Zeeb if (ntohs(lport) <= V_ipport_reservedhigh && 200603724d3SBjoern A. Zeeb ntohs(lport) >= V_ipport_reservedlow && 201acd3428bSRobert Watson priv_check_cred(cred, PRIV_NETINET_RESERVEDPORT, 20232f9753cSRobert Watson 0)) 20382cd038dSYoshinobu Inoue return (EACCES); 204835d4b89SPawel Jakub Dawidek if (!IN6_IS_ADDR_MULTICAST(&sin6->sin6_addr) && 20586d02c5cSBjoern A. Zeeb priv_check_cred(inp->inp_cred, 20632f9753cSRobert Watson PRIV_NETINET_REUSEPORT, 0) != 0) { 207fb59c426SYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, 20882cd038dSYoshinobu Inoue &sin6->sin6_addr, lport, 209078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 210f66145c6SYaroslav Tykhiy if (t && 211c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 212ad71fe3cSRobert Watson ((t->inp_flags & INP_TIMEWAIT) == 0) && 213f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 214f66145c6SYaroslav Tykhiy IN6_IS_ADDR_UNSPECIFIED(&t->in6p_faddr)) && 2154cc20ab1SSeigo Tanimura (!IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr) || 21682cd038dSYoshinobu Inoue !IN6_IS_ADDR_UNSPECIFIED(&t->in6p_laddr) || 217fc06cd42SMikolaj Golub (t->inp_flags2 & INP_REUSEPORT) == 0) && 218fc06cd42SMikolaj Golub (inp->inp_cred->cr_uid != 21986d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 22082cd038dSYoshinobu Inoue return (EADDRINUSE); 221c7c0d948SAdrian Chadd 222c7c0d948SAdrian Chadd /* 223c7c0d948SAdrian Chadd * If the socket is a BINDMULTI socket, then 224c7c0d948SAdrian Chadd * the credentials need to match and the 225c7c0d948SAdrian Chadd * original socket also has to have been bound 226c7c0d948SAdrian Chadd * with BINDMULTI. 227c7c0d948SAdrian Chadd */ 228c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 229c7c0d948SAdrian Chadd return (EADDRINUSE); 230c7c0d948SAdrian Chadd 23167107f45SBjoern A. Zeeb #ifdef INET 23233841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 233fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 234fb59c426SYoshinobu Inoue struct sockaddr_in sin; 235fb59c426SYoshinobu Inoue 236fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 237fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, 238fb59c426SYoshinobu Inoue sin.sin_addr, lport, 239078b7042SBjoern A. Zeeb INPLOOKUP_WILDCARD, cred); 240f66145c6SYaroslav Tykhiy if (t && 241c7c0d948SAdrian Chadd ((inp->inp_flags2 & INP_BINDMULTI) == 0) && 242ad71fe3cSRobert Watson ((t->inp_flags & 243f66145c6SYaroslav Tykhiy INP_TIMEWAIT) == 0) && 244f66145c6SYaroslav Tykhiy (so->so_type != SOCK_STREAM || 245f66145c6SYaroslav Tykhiy ntohl(t->inp_faddr.s_addr) == 246f66145c6SYaroslav Tykhiy INADDR_ANY) && 24786d02c5cSBjoern A. Zeeb (inp->inp_cred->cr_uid != 24886d02c5cSBjoern A. Zeeb t->inp_cred->cr_uid)) 249fb59c426SYoshinobu Inoue return (EADDRINUSE); 250c7c0d948SAdrian Chadd 251c7c0d948SAdrian Chadd if (t && (! in_pcbbind_check_bindmulti(inp, t))) 252c7c0d948SAdrian Chadd return (EADDRINUSE); 253fb59c426SYoshinobu Inoue } 25467107f45SBjoern A. Zeeb #endif 25582cd038dSYoshinobu Inoue } 25682cd038dSYoshinobu Inoue t = in6_pcblookup_local(pcbinfo, &sin6->sin6_addr, 25768e0d7e0SRobert Watson lport, lookupflags, cred); 25829381b36SMikolaj Golub if (t && (t->inp_flags & INP_TIMEWAIT)) { 25929381b36SMikolaj Golub /* 26029381b36SMikolaj Golub * XXXRW: If an incpb has had its timewait 26129381b36SMikolaj Golub * state recycled, we treat the address as 26229381b36SMikolaj Golub * being in use (for now). This is better 26329381b36SMikolaj Golub * than a panic, but not desirable. 26429381b36SMikolaj Golub */ 26529381b36SMikolaj Golub tw = intotw(t); 26629381b36SMikolaj Golub if (tw == NULL || 26729381b36SMikolaj Golub (reuseport & tw->tw_so_options) == 0) 26882cd038dSYoshinobu Inoue return (EADDRINUSE); 269efdf104bSMikolaj Golub } else if (t && (reuseport & inp_so_options(t)) == 0) { 27029381b36SMikolaj Golub return (EADDRINUSE); 27129381b36SMikolaj Golub } 27267107f45SBjoern A. Zeeb #ifdef INET 27333841545SHajimu UMEMOTO if ((inp->inp_flags & IN6P_IPV6_V6ONLY) == 0 && 274fb59c426SYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) { 275fb59c426SYoshinobu Inoue struct sockaddr_in sin; 276fb59c426SYoshinobu Inoue 277fb59c426SYoshinobu Inoue in6_sin6_2_sin(&sin, sin6); 278fb59c426SYoshinobu Inoue t = in_pcblookup_local(pcbinfo, sin.sin_addr, 27968e0d7e0SRobert Watson lport, lookupflags, cred); 280ad71fe3cSRobert Watson if (t && t->inp_flags & INP_TIMEWAIT) { 28129381b36SMikolaj Golub tw = intotw(t); 28229381b36SMikolaj Golub if (tw == NULL) 28329381b36SMikolaj Golub return (EADDRINUSE); 28429381b36SMikolaj Golub if ((reuseport & tw->tw_so_options) == 0 28529381b36SMikolaj Golub && (ntohl(t->inp_laddr.s_addr) != 28656e6821eSOlivier Houchard INADDR_ANY || ((inp->inp_vflag & 28756e6821eSOlivier Houchard INP_IPV6PROTO) == 28856e6821eSOlivier Houchard (t->inp_vflag & INP_IPV6PROTO)))) 28956e6821eSOlivier Houchard return (EADDRINUSE); 290efdf104bSMikolaj Golub } else if (t && 291efdf104bSMikolaj Golub (reuseport & inp_so_options(t)) == 0 && 292fc06cd42SMikolaj Golub (ntohl(t->inp_laddr.s_addr) != INADDR_ANY || 293040ee1ecSMikolaj Golub (t->inp_vflag & INP_IPV6PROTO) != 0)) 294fb59c426SYoshinobu Inoue return (EADDRINUSE); 295fb59c426SYoshinobu Inoue } 29667107f45SBjoern A. Zeeb #endif 29782cd038dSYoshinobu Inoue } 29882cd038dSYoshinobu Inoue inp->in6p_laddr = sin6->sin6_addr; 29982cd038dSYoshinobu Inoue } 30082cd038dSYoshinobu Inoue if (lport == 0) { 3014616026fSErmal Luçi if ((error = in6_pcbsetport(&inp->in6p_laddr, inp, cred)) != 0) { 3024a2b2562SBjoern A. Zeeb /* Undo an address bind that may have occurred. */ 3034a2b2562SBjoern A. Zeeb inp->in6p_laddr = in6addr_any; 304b89e82ddSJamie Gritton return (error); 3054a2b2562SBjoern A. Zeeb } 30655fd3bafSBjoern A. Zeeb } else { 30782cd038dSYoshinobu Inoue inp->inp_lport = lport; 30882cd038dSYoshinobu Inoue if (in_pcbinshash(inp) != 0) { 30982cd038dSYoshinobu Inoue inp->in6p_laddr = in6addr_any; 31082cd038dSYoshinobu Inoue inp->inp_lport = 0; 31182cd038dSYoshinobu Inoue return (EAGAIN); 31282cd038dSYoshinobu Inoue } 313686cdd19SJun-ichiro itojun Hagino } 31482cd038dSYoshinobu Inoue return (0); 31582cd038dSYoshinobu Inoue } 31682cd038dSYoshinobu Inoue 31782cd038dSYoshinobu Inoue /* 31882cd038dSYoshinobu Inoue * Transform old in6_pcbconnect() into an inner subroutine for new 31982cd038dSYoshinobu Inoue * in6_pcbconnect(): Do some validity-checking on the remote 32082cd038dSYoshinobu Inoue * address (in mbuf 'nam') and then determine local host address 32182cd038dSYoshinobu Inoue * (i.e., which interface) to use to access that remote host. 32282cd038dSYoshinobu Inoue * 32382cd038dSYoshinobu Inoue * This preserves definition of in6_pcbconnect(), while supporting a 32482cd038dSYoshinobu Inoue * slightly different version for T/TCP. (This is more than 32582cd038dSYoshinobu Inoue * a bit of a kludge, but cleaning up the internal interfaces would 32682cd038dSYoshinobu Inoue * have forced minor changes in every protocol). 32782cd038dSYoshinobu Inoue */ 328a7e201bbSAndrey V. Elsukov static int 3293e85b721SEd Maste in6_pcbladdr(struct inpcb *inp, struct sockaddr *nam, 33088d166bfSBjoern A. Zeeb struct in6_addr *plocal_addr6) 33182cd038dSYoshinobu Inoue { 3323e85b721SEd Maste struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam; 33382cd038dSYoshinobu Inoue int error = 0; 334a1f7e5f8SHajimu UMEMOTO int scope_ambiguous = 0; 33588d166bfSBjoern A. Zeeb struct in6_addr in6a; 33682cd038dSYoshinobu Inoue 3378501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 338fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); /* XXXRW: why? */ 3398deea4a8SRobert Watson 34082cd038dSYoshinobu Inoue if (nam->sa_len != sizeof (*sin6)) 34182cd038dSYoshinobu Inoue return (EINVAL); 34282cd038dSYoshinobu Inoue if (sin6->sin6_family != AF_INET6) 34382cd038dSYoshinobu Inoue return (EAFNOSUPPORT); 34482cd038dSYoshinobu Inoue if (sin6->sin6_port == 0) 34582cd038dSYoshinobu Inoue return (EADDRNOTAVAIL); 34682cd038dSYoshinobu Inoue 347603724d3SBjoern A. Zeeb if (sin6->sin6_scope_id == 0 && !V_ip6_use_defzone) 348a1f7e5f8SHajimu UMEMOTO scope_ambiguous = 1; 349603724d3SBjoern A. Zeeb if ((error = sa6_embedscope(sin6, V_ip6_use_defzone)) != 0) 350a1f7e5f8SHajimu UMEMOTO return(error); 351a1f7e5f8SHajimu UMEMOTO 35280af0152SRobert Watson if (!TAILQ_EMPTY(&V_in6_ifaddrhead)) { 35382cd038dSYoshinobu Inoue /* 35482cd038dSYoshinobu Inoue * If the destination address is UNSPECIFIED addr, 35582cd038dSYoshinobu Inoue * use the loopback addr, e.g ::1. 35682cd038dSYoshinobu Inoue */ 35782cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&sin6->sin6_addr)) 35882cd038dSYoshinobu Inoue sin6->sin6_addr = in6addr_loopback; 35982cd038dSYoshinobu Inoue } 360b89e82ddSJamie Gritton if ((error = prison_remote_ip6(inp->inp_cred, &sin6->sin6_addr)) != 0) 361b89e82ddSJamie Gritton return (error); 362a1f7e5f8SHajimu UMEMOTO 363601c0b8bSAlexander V. Chernikov error = in6_selectsrc_socket(sin6, inp->in6p_outputopts, 364601c0b8bSAlexander V. Chernikov inp, inp->inp_cred, scope_ambiguous, &in6a, NULL); 36588d166bfSBjoern A. Zeeb if (error) 36688d166bfSBjoern A. Zeeb return (error); 36788d166bfSBjoern A. Zeeb 36888d166bfSBjoern A. Zeeb /* 36988d166bfSBjoern A. Zeeb * Do not update this earlier, in case we return with an error. 37088d166bfSBjoern A. Zeeb * 371601c0b8bSAlexander V. Chernikov * XXX: this in6_selectsrc_socket result might replace the bound local 372681ffdf9SBjoern A. Zeeb * address with the address specified by setsockopt(IPV6_PKTINFO). 37388d166bfSBjoern A. Zeeb * Is it the intended behavior? 37488d166bfSBjoern A. Zeeb */ 37588d166bfSBjoern A. Zeeb *plocal_addr6 = in6a; 37688d166bfSBjoern A. Zeeb 37782cd038dSYoshinobu Inoue /* 37882cd038dSYoshinobu Inoue * Don't do pcblookup call here; return interface in 37982cd038dSYoshinobu Inoue * plocal_addr6 38082cd038dSYoshinobu Inoue * and exit to caller, that will do the lookup. 38182cd038dSYoshinobu Inoue */ 382a1f7e5f8SHajimu UMEMOTO 38382cd038dSYoshinobu Inoue return (0); 38482cd038dSYoshinobu Inoue } 38582cd038dSYoshinobu Inoue 38682cd038dSYoshinobu Inoue /* 38782cd038dSYoshinobu Inoue * Outer subroutine: 38882cd038dSYoshinobu Inoue * Connect from a socket to a specified address. 38982cd038dSYoshinobu Inoue * Both address and port must be specified in argument sin. 39082cd038dSYoshinobu Inoue * If don't have a local address for this socket yet, 39182cd038dSYoshinobu Inoue * then pick one. 39282cd038dSYoshinobu Inoue */ 39382cd038dSYoshinobu Inoue int 3943e85b721SEd Maste in6_pcbconnect_mbuf(struct inpcb *inp, struct sockaddr *nam, 395d3c1f003SRobert Watson struct ucred *cred, struct mbuf *m) 39682cd038dSYoshinobu Inoue { 397fa046d87SRobert Watson struct inpcbinfo *pcbinfo = inp->inp_pcbinfo; 3983e85b721SEd Maste struct sockaddr_in6 *sin6 = (struct sockaddr_in6 *)nam; 39988d166bfSBjoern A. Zeeb struct in6_addr addr6; 40082cd038dSYoshinobu Inoue int error; 40182cd038dSYoshinobu Inoue 4028501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 403fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 40407385abdSRobert Watson 40582cd038dSYoshinobu Inoue /* 40682cd038dSYoshinobu Inoue * Call inner routine, to assign local interface address. 40788ff5695SSUZUKI Shinsuke * in6_pcbladdr() may automatically fill in sin6_scope_id. 40882cd038dSYoshinobu Inoue */ 40982cd038dSYoshinobu Inoue if ((error = in6_pcbladdr(inp, nam, &addr6)) != 0) 41082cd038dSYoshinobu Inoue return (error); 41182cd038dSYoshinobu Inoue 412fa046d87SRobert Watson if (in6_pcblookup_hash_locked(pcbinfo, &sin6->sin6_addr, 41382cd038dSYoshinobu Inoue sin6->sin6_port, 41482cd038dSYoshinobu Inoue IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr) 41588d166bfSBjoern A. Zeeb ? &addr6 : &inp->in6p_laddr, 41682cd038dSYoshinobu Inoue inp->inp_lport, 0, NULL) != NULL) { 41782cd038dSYoshinobu Inoue return (EADDRINUSE); 41882cd038dSYoshinobu Inoue } 41982cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 42082cd038dSYoshinobu Inoue if (inp->inp_lport == 0) { 4214616026fSErmal Luçi error = in6_pcbbind(inp, (struct sockaddr *)0, cred); 4224616026fSErmal Luçi if (error) 42382cd038dSYoshinobu Inoue return (error); 42482cd038dSYoshinobu Inoue } 42588d166bfSBjoern A. Zeeb inp->in6p_laddr = addr6; 42682cd038dSYoshinobu Inoue } 42782cd038dSYoshinobu Inoue inp->in6p_faddr = sin6->sin6_addr; 42882cd038dSYoshinobu Inoue inp->inp_fport = sin6->sin6_port; 42933841545SHajimu UMEMOTO /* update flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 430fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 431fc384fa5SBjoern A. Zeeb if (inp->inp_flags & IN6P_AUTOFLOWLABEL) 432fc384fa5SBjoern A. Zeeb inp->inp_flow |= 433b79274baSHajimu UMEMOTO (htonl(ip6_randomflowlabel()) & IPV6_FLOWLABEL_MASK); 43482cd038dSYoshinobu Inoue 435d3c1f003SRobert Watson in_pcbrehash_mbuf(inp, m); 4362cb64cb2SGeorge V. Neville-Neil 43782cd038dSYoshinobu Inoue return (0); 43882cd038dSYoshinobu Inoue } 43982cd038dSYoshinobu Inoue 440d3c1f003SRobert Watson int 441d3c1f003SRobert Watson in6_pcbconnect(struct inpcb *inp, struct sockaddr *nam, struct ucred *cred) 442d3c1f003SRobert Watson { 443d3c1f003SRobert Watson 444d3c1f003SRobert Watson return (in6_pcbconnect_mbuf(inp, nam, cred, NULL)); 445d3c1f003SRobert Watson } 446d3c1f003SRobert Watson 44782cd038dSYoshinobu Inoue void 4481272577eSXin LI in6_pcbdisconnect(struct inpcb *inp) 44982cd038dSYoshinobu Inoue { 45007385abdSRobert Watson 4518501a69cSRobert Watson INP_WLOCK_ASSERT(inp); 452fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(inp->inp_pcbinfo); 45307385abdSRobert Watson 45482cd038dSYoshinobu Inoue bzero((caddr_t)&inp->in6p_faddr, sizeof(inp->in6p_faddr)); 45582cd038dSYoshinobu Inoue inp->inp_fport = 0; 45633841545SHajimu UMEMOTO /* clear flowinfo - draft-itojun-ipv6-flowlabel-api-00 */ 457fc384fa5SBjoern A. Zeeb inp->inp_flow &= ~IPV6_FLOWLABEL_MASK; 45882cd038dSYoshinobu Inoue in_pcbrehash(inp); 45982cd038dSYoshinobu Inoue } 46082cd038dSYoshinobu Inoue 46126ef6ac4SDon Lewis struct sockaddr * 4621272577eSXin LI in6_sockaddr(in_port_t port, struct in6_addr *addr_p) 46326ef6ac4SDon Lewis { 46426ef6ac4SDon Lewis struct sockaddr_in6 *sin6; 46526ef6ac4SDon Lewis 4661ede983cSDag-Erling Smørgrav sin6 = malloc(sizeof *sin6, M_SONAME, M_WAITOK); 46726ef6ac4SDon Lewis bzero(sin6, sizeof *sin6); 46826ef6ac4SDon Lewis sin6->sin6_family = AF_INET6; 46926ef6ac4SDon Lewis sin6->sin6_len = sizeof(*sin6); 47026ef6ac4SDon Lewis sin6->sin6_port = port; 47126ef6ac4SDon Lewis sin6->sin6_addr = *addr_p; 472a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors */ 47326ef6ac4SDon Lewis 47426ef6ac4SDon Lewis return (struct sockaddr *)sin6; 47526ef6ac4SDon Lewis } 47626ef6ac4SDon Lewis 47726ef6ac4SDon Lewis struct sockaddr * 4781272577eSXin LI in6_v4mapsin6_sockaddr(in_port_t port, struct in_addr *addr_p) 47926ef6ac4SDon Lewis { 48026ef6ac4SDon Lewis struct sockaddr_in sin; 48126ef6ac4SDon Lewis struct sockaddr_in6 *sin6_p; 48226ef6ac4SDon Lewis 48326ef6ac4SDon Lewis bzero(&sin, sizeof sin); 48426ef6ac4SDon Lewis sin.sin_family = AF_INET; 48526ef6ac4SDon Lewis sin.sin_len = sizeof(sin); 48626ef6ac4SDon Lewis sin.sin_port = port; 48726ef6ac4SDon Lewis sin.sin_addr = *addr_p; 48826ef6ac4SDon Lewis 4891ede983cSDag-Erling Smørgrav sin6_p = malloc(sizeof *sin6_p, M_SONAME, 490a163d034SWarner Losh M_WAITOK); 49126ef6ac4SDon Lewis in6_sin_2_v4mapsin6(&sin, sin6_p); 49226ef6ac4SDon Lewis 49326ef6ac4SDon Lewis return (struct sockaddr *)sin6_p; 49426ef6ac4SDon Lewis } 49526ef6ac4SDon Lewis 49682cd038dSYoshinobu Inoue int 4971272577eSXin LI in6_getsockaddr(struct socket *so, struct sockaddr **nam) 49882cd038dSYoshinobu Inoue { 4993e85b721SEd Maste struct inpcb *inp; 50026ef6ac4SDon Lewis struct in6_addr addr; 50126ef6ac4SDon Lewis in_port_t port; 50282cd038dSYoshinobu Inoue 50382cd038dSYoshinobu Inoue inp = sotoinpcb(so); 50454d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getsockaddr: inp == NULL")); 50548477723SRobert Watson 5068328afb7SRobert Watson INP_RLOCK(inp); 50726ef6ac4SDon Lewis port = inp->inp_lport; 50826ef6ac4SDon Lewis addr = inp->in6p_laddr; 5098328afb7SRobert Watson INP_RUNLOCK(inp); 51082cd038dSYoshinobu Inoue 51126ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 51282cd038dSYoshinobu Inoue return 0; 51382cd038dSYoshinobu Inoue } 51482cd038dSYoshinobu Inoue 51582cd038dSYoshinobu Inoue int 5161272577eSXin LI in6_getpeeraddr(struct socket *so, struct sockaddr **nam) 51782cd038dSYoshinobu Inoue { 51882cd038dSYoshinobu Inoue struct inpcb *inp; 51926ef6ac4SDon Lewis struct in6_addr addr; 52026ef6ac4SDon Lewis in_port_t port; 52182cd038dSYoshinobu Inoue 52282cd038dSYoshinobu Inoue inp = sotoinpcb(so); 52354d642bbSRobert Watson KASSERT(inp != NULL, ("in6_getpeeraddr: inp == NULL")); 52448477723SRobert Watson 5258328afb7SRobert Watson INP_RLOCK(inp); 52626ef6ac4SDon Lewis port = inp->inp_fport; 52726ef6ac4SDon Lewis addr = inp->in6p_faddr; 5288328afb7SRobert Watson INP_RUNLOCK(inp); 52982cd038dSYoshinobu Inoue 53026ef6ac4SDon Lewis *nam = in6_sockaddr(port, &addr); 53182cd038dSYoshinobu Inoue return 0; 53282cd038dSYoshinobu Inoue } 53382cd038dSYoshinobu Inoue 53482cd038dSYoshinobu Inoue int 53582cd038dSYoshinobu Inoue in6_mapped_sockaddr(struct socket *so, struct sockaddr **nam) 53682cd038dSYoshinobu Inoue { 53748477723SRobert Watson struct inpcb *inp; 53882cd038dSYoshinobu Inoue int error; 53982cd038dSYoshinobu Inoue 54048477723SRobert Watson inp = sotoinpcb(so); 54148477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_sockaddr: inp == NULL")); 54248477723SRobert Watson 54367107f45SBjoern A. Zeeb #ifdef INET 5445fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 54554d642bbSRobert Watson error = in_getsockaddr(so, nam); 546369dc8ceSEivind Eklund if (error == 0) 54782cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 54867107f45SBjoern A. Zeeb } else 54967107f45SBjoern A. Zeeb #endif 55067107f45SBjoern A. Zeeb { 55154d642bbSRobert Watson /* scope issues will be handled in in6_getsockaddr(). */ 55254d642bbSRobert Watson error = in6_getsockaddr(so, nam); 5537efe5d92SHajimu UMEMOTO } 55482cd038dSYoshinobu Inoue 55582cd038dSYoshinobu Inoue return error; 55682cd038dSYoshinobu Inoue } 55782cd038dSYoshinobu Inoue 55882cd038dSYoshinobu Inoue int 55982cd038dSYoshinobu Inoue in6_mapped_peeraddr(struct socket *so, struct sockaddr **nam) 56082cd038dSYoshinobu Inoue { 56148477723SRobert Watson struct inpcb *inp; 56282cd038dSYoshinobu Inoue int error; 56382cd038dSYoshinobu Inoue 56448477723SRobert Watson inp = sotoinpcb(so); 56548477723SRobert Watson KASSERT(inp != NULL, ("in6_mapped_peeraddr: inp == NULL")); 56648477723SRobert Watson 56767107f45SBjoern A. Zeeb #ifdef INET 5685fac4178SHajimu UMEMOTO if ((inp->inp_vflag & (INP_IPV4 | INP_IPV6)) == INP_IPV4) { 56954d642bbSRobert Watson error = in_getpeeraddr(so, nam); 570369dc8ceSEivind Eklund if (error == 0) 57182cd038dSYoshinobu Inoue in6_sin_2_v4mapsin6_in_sock(nam); 57282cd038dSYoshinobu Inoue } else 57367107f45SBjoern A. Zeeb #endif 57454d642bbSRobert Watson /* scope issues will be handled in in6_getpeeraddr(). */ 57554d642bbSRobert Watson error = in6_getpeeraddr(so, nam); 57682cd038dSYoshinobu Inoue 57782cd038dSYoshinobu Inoue return error; 57882cd038dSYoshinobu Inoue } 57982cd038dSYoshinobu Inoue 58082cd038dSYoshinobu Inoue /* 58182cd038dSYoshinobu Inoue * Pass some notification to all connections of a protocol 58282cd038dSYoshinobu Inoue * associated with address dst. The local address and/or port numbers 58382cd038dSYoshinobu Inoue * may be specified to limit the search. The "usual action" will be 58482cd038dSYoshinobu Inoue * taken, depending on the ctlinput cmd. The caller must filter any 58582cd038dSYoshinobu Inoue * cmds that are uninteresting (e.g., no error in the map). 58682cd038dSYoshinobu Inoue * Call the protocol specific routine (if any) to report 58782cd038dSYoshinobu Inoue * any errors for each matching socket. 58882cd038dSYoshinobu Inoue */ 58982cd038dSYoshinobu Inoue void 5901272577eSXin LI in6_pcbnotify(struct inpcbinfo *pcbinfo, struct sockaddr *dst, 5911272577eSXin LI u_int fport_arg, const struct sockaddr *src, u_int lport_arg, 5921272577eSXin LI int cmd, void *cmdarg, 5939233d8f3SDavid E. O'Brien struct inpcb *(*notify)(struct inpcb *, int)) 59482cd038dSYoshinobu Inoue { 595f457d580SRobert Watson struct inpcb *inp, *inp_temp; 59633841545SHajimu UMEMOTO struct sockaddr_in6 sa6_src, *sa6_dst; 59782cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 59833841545SHajimu UMEMOTO u_int32_t flowinfo; 59948477723SRobert Watson int errno; 60082cd038dSYoshinobu Inoue 60178f94aa9SRuslan Ermilov if ((unsigned)cmd >= PRC_NCMDS || dst->sa_family != AF_INET6) 60282cd038dSYoshinobu Inoue return; 60333841545SHajimu UMEMOTO 60433841545SHajimu UMEMOTO sa6_dst = (struct sockaddr_in6 *)dst; 60533841545SHajimu UMEMOTO if (IN6_IS_ADDR_UNSPECIFIED(&sa6_dst->sin6_addr)) 60682cd038dSYoshinobu Inoue return; 60782cd038dSYoshinobu Inoue 60882cd038dSYoshinobu Inoue /* 60933841545SHajimu UMEMOTO * note that src can be NULL when we get notify by local fragmentation. 61033841545SHajimu UMEMOTO */ 611c4c0c592SAlfred Perlstein sa6_src = (src == NULL) ? sa6_any : *(const struct sockaddr_in6 *)src; 61233841545SHajimu UMEMOTO flowinfo = sa6_src.sin6_flowinfo; 61333841545SHajimu UMEMOTO 61433841545SHajimu UMEMOTO /* 61582cd038dSYoshinobu Inoue * Redirects go to all references to the destination, 616686cdd19SJun-ichiro itojun Hagino * and use in6_rtchange to invalidate the route cache. 617686cdd19SJun-ichiro itojun Hagino * Dead host indications: also use in6_rtchange to invalidate 618686cdd19SJun-ichiro itojun Hagino * the cache, and deliver the error to all the sockets. 61982cd038dSYoshinobu Inoue * Otherwise, if we have knowledge of the local port and address, 62082cd038dSYoshinobu Inoue * deliver only to that socket. 62182cd038dSYoshinobu Inoue */ 62282cd038dSYoshinobu Inoue if (PRC_IS_REDIRECT(cmd) || cmd == PRC_HOSTDEAD) { 62382cd038dSYoshinobu Inoue fport = 0; 62482cd038dSYoshinobu Inoue lport = 0; 62533841545SHajimu UMEMOTO bzero((caddr_t)&sa6_src.sin6_addr, sizeof(sa6_src.sin6_addr)); 626686cdd19SJun-ichiro itojun Hagino 62733841545SHajimu UMEMOTO if (cmd != PRC_HOSTDEAD) 62833841545SHajimu UMEMOTO notify = in6_rtchange; 62982cd038dSYoshinobu Inoue } 63082cd038dSYoshinobu Inoue errno = inet6ctlerrmap[cmd]; 631f31f65a7SRobert Watson INP_INFO_WLOCK(pcbinfo); 632f457d580SRobert Watson LIST_FOREACH_SAFE(inp, pcbinfo->ipi_listhead, inp_list, inp_temp) { 6338501a69cSRobert Watson INP_WLOCK(inp); 634f31f65a7SRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) { 6358501a69cSRobert Watson INP_WUNLOCK(inp); 63682cd038dSYoshinobu Inoue continue; 637f31f65a7SRobert Watson } 638686cdd19SJun-ichiro itojun Hagino 639686cdd19SJun-ichiro itojun Hagino /* 640efddf5c6SHajimu UMEMOTO * If the error designates a new path MTU for a destination 641efddf5c6SHajimu UMEMOTO * and the application (associated with this socket) wanted to 6428f1beb88SAndrey V. Elsukov * know the value, notify. 643efddf5c6SHajimu UMEMOTO * XXX: should we avoid to notify the value to TCP sockets? 644efddf5c6SHajimu UMEMOTO */ 645fd8dd3a6SAndrey V. Elsukov if (cmd == PRC_MSGSIZE && cmdarg != NULL) 646efddf5c6SHajimu UMEMOTO ip6_notify_pmtu(inp, (struct sockaddr_in6 *)dst, 6478f1beb88SAndrey V. Elsukov *(u_int32_t *)cmdarg); 648efddf5c6SHajimu UMEMOTO 649efddf5c6SHajimu UMEMOTO /* 65033841545SHajimu UMEMOTO * Detect if we should notify the error. If no source and 65133841545SHajimu UMEMOTO * destination ports are specifed, but non-zero flowinfo and 65233841545SHajimu UMEMOTO * local address match, notify the error. This is the case 65333841545SHajimu UMEMOTO * when the error is delivered with an encrypted buffer 65433841545SHajimu UMEMOTO * by ESP. Otherwise, just compare addresses and ports 65533841545SHajimu UMEMOTO * as usual. 656686cdd19SJun-ichiro itojun Hagino */ 65733841545SHajimu UMEMOTO if (lport == 0 && fport == 0 && flowinfo && 65833841545SHajimu UMEMOTO inp->inp_socket != NULL && 659fc384fa5SBjoern A. Zeeb flowinfo == (inp->inp_flow & IPV6_FLOWLABEL_MASK) && 66033841545SHajimu UMEMOTO IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, &sa6_src.sin6_addr)) 66133841545SHajimu UMEMOTO goto do_notify; 66233841545SHajimu UMEMOTO else if (!IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, 66333841545SHajimu UMEMOTO &sa6_dst->sin6_addr) || 66482cd038dSYoshinobu Inoue inp->inp_socket == 0 || 66582cd038dSYoshinobu Inoue (lport && inp->inp_lport != lport) || 66633841545SHajimu UMEMOTO (!IN6_IS_ADDR_UNSPECIFIED(&sa6_src.sin6_addr) && 66733841545SHajimu UMEMOTO !IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, 66833841545SHajimu UMEMOTO &sa6_src.sin6_addr)) || 669f31f65a7SRobert Watson (fport && inp->inp_fport != fport)) { 6708501a69cSRobert Watson INP_WUNLOCK(inp); 67182cd038dSYoshinobu Inoue continue; 672f31f65a7SRobert Watson } 673686cdd19SJun-ichiro itojun Hagino 67433841545SHajimu UMEMOTO do_notify: 6755a019265SRobert Watson if (notify) { 6765a019265SRobert Watson if ((*notify)(inp, errno)) 6778501a69cSRobert Watson INP_WUNLOCK(inp); 6785a019265SRobert Watson } else 6798501a69cSRobert Watson INP_WUNLOCK(inp); 68082cd038dSYoshinobu Inoue } 681f31f65a7SRobert Watson INP_INFO_WUNLOCK(pcbinfo); 68282cd038dSYoshinobu Inoue } 68382cd038dSYoshinobu Inoue 68482cd038dSYoshinobu Inoue /* 685fa046d87SRobert Watson * Lookup a PCB based on the local address and port. Caller must hold the 686fa046d87SRobert Watson * hash lock. No inpcb locks or references are acquired. 68782cd038dSYoshinobu Inoue */ 68882cd038dSYoshinobu Inoue struct inpcb * 6891272577eSXin LI in6_pcblookup_local(struct inpcbinfo *pcbinfo, struct in6_addr *laddr, 69068e0d7e0SRobert Watson u_short lport, int lookupflags, struct ucred *cred) 69182cd038dSYoshinobu Inoue { 6923e85b721SEd Maste struct inpcb *inp; 69382cd038dSYoshinobu Inoue int matchwild = 3, wildcard; 69482cd038dSYoshinobu Inoue 69568e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 69668e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 69768e0d7e0SRobert Watson 698fa046d87SRobert Watson INP_HASH_WLOCK_ASSERT(pcbinfo); 6998deea4a8SRobert Watson 70068e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) == 0) { 70182cd038dSYoshinobu Inoue struct inpcbhead *head; 70282cd038dSYoshinobu Inoue /* 70382cd038dSYoshinobu Inoue * Look for an unconnected (wildcard foreign addr) PCB that 70482cd038dSYoshinobu Inoue * matches the local address and port we're looking for. 70582cd038dSYoshinobu Inoue */ 7061b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 7071b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 7081b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 70982cd038dSYoshinobu Inoue LIST_FOREACH(inp, head, inp_hash) { 710413628a7SBjoern A. Zeeb /* XXX inp locking */ 711369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 71282cd038dSYoshinobu Inoue continue; 71382cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) && 71482cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 71582cd038dSYoshinobu Inoue inp->inp_lport == lport) { 716413628a7SBjoern A. Zeeb /* Found. */ 717413628a7SBjoern A. Zeeb if (cred == NULL || 7180304c731SJamie Gritton prison_equal_ip6(cred->cr_prison, 7190304c731SJamie Gritton inp->inp_cred->cr_prison)) 72082cd038dSYoshinobu Inoue return (inp); 72182cd038dSYoshinobu Inoue } 72282cd038dSYoshinobu Inoue } 72382cd038dSYoshinobu Inoue /* 72482cd038dSYoshinobu Inoue * Not found. 72582cd038dSYoshinobu Inoue */ 72682cd038dSYoshinobu Inoue return (NULL); 72782cd038dSYoshinobu Inoue } else { 72882cd038dSYoshinobu Inoue struct inpcbporthead *porthash; 72982cd038dSYoshinobu Inoue struct inpcbport *phd; 73082cd038dSYoshinobu Inoue struct inpcb *match = NULL; 73182cd038dSYoshinobu Inoue /* 73282cd038dSYoshinobu Inoue * Best fit PCB lookup. 73382cd038dSYoshinobu Inoue * 73482cd038dSYoshinobu Inoue * First see if this local port is in use by looking on the 73582cd038dSYoshinobu Inoue * port hash list. 73682cd038dSYoshinobu Inoue */ 737712fc218SRobert Watson porthash = &pcbinfo->ipi_porthashbase[INP_PCBPORTHASH(lport, 738712fc218SRobert Watson pcbinfo->ipi_porthashmask)]; 73982cd038dSYoshinobu Inoue LIST_FOREACH(phd, porthash, phd_hash) { 74082cd038dSYoshinobu Inoue if (phd->phd_port == lport) 74182cd038dSYoshinobu Inoue break; 74282cd038dSYoshinobu Inoue } 74382cd038dSYoshinobu Inoue if (phd != NULL) { 74482cd038dSYoshinobu Inoue /* 74582cd038dSYoshinobu Inoue * Port is in use by one or more PCBs. Look for best 74682cd038dSYoshinobu Inoue * fit. 74782cd038dSYoshinobu Inoue */ 74882cd038dSYoshinobu Inoue LIST_FOREACH(inp, &phd->phd_pcblist, inp_portlist) { 74982cd038dSYoshinobu Inoue wildcard = 0; 750413628a7SBjoern A. Zeeb if (cred != NULL && 7510304c731SJamie Gritton !prison_equal_ip6(cred->cr_prison, 7520304c731SJamie Gritton inp->inp_cred->cr_prison)) 753413628a7SBjoern A. Zeeb continue; 754413628a7SBjoern A. Zeeb /* XXX inp locking */ 755369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 75682cd038dSYoshinobu Inoue continue; 75782cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr)) 75882cd038dSYoshinobu Inoue wildcard++; 75982cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED( 76082cd038dSYoshinobu Inoue &inp->in6p_laddr)) { 76182cd038dSYoshinobu Inoue if (IN6_IS_ADDR_UNSPECIFIED(laddr)) 76282cd038dSYoshinobu Inoue wildcard++; 76382cd038dSYoshinobu Inoue else if (!IN6_ARE_ADDR_EQUAL( 76482cd038dSYoshinobu Inoue &inp->in6p_laddr, laddr)) 76582cd038dSYoshinobu Inoue continue; 76682cd038dSYoshinobu Inoue } else { 76782cd038dSYoshinobu Inoue if (!IN6_IS_ADDR_UNSPECIFIED(laddr)) 76882cd038dSYoshinobu Inoue wildcard++; 76982cd038dSYoshinobu Inoue } 77082cd038dSYoshinobu Inoue if (wildcard < matchwild) { 77182cd038dSYoshinobu Inoue match = inp; 77282cd038dSYoshinobu Inoue matchwild = wildcard; 773413628a7SBjoern A. Zeeb if (matchwild == 0) 77482cd038dSYoshinobu Inoue break; 77582cd038dSYoshinobu Inoue } 77682cd038dSYoshinobu Inoue } 77782cd038dSYoshinobu Inoue } 77882cd038dSYoshinobu Inoue return (match); 77982cd038dSYoshinobu Inoue } 78082cd038dSYoshinobu Inoue } 78182cd038dSYoshinobu Inoue 782e43cc4aeSHajimu UMEMOTO void 7831272577eSXin LI in6_pcbpurgeif0(struct inpcbinfo *pcbinfo, struct ifnet *ifp) 784e43cc4aeSHajimu UMEMOTO { 785fc384fa5SBjoern A. Zeeb struct inpcb *in6p; 786e43cc4aeSHajimu UMEMOTO struct ip6_moptions *im6o; 78733cde130SBruce M Simpson int i, gap; 788e43cc4aeSHajimu UMEMOTO 789ff9b006dSJulien Charbon INP_INFO_WLOCK(pcbinfo); 790712fc218SRobert Watson LIST_FOREACH(in6p, pcbinfo->ipi_listhead, inp_list) { 7918501a69cSRobert Watson INP_WLOCK(in6p); 792e43cc4aeSHajimu UMEMOTO im6o = in6p->in6p_moptions; 79333cde130SBruce M Simpson if ((in6p->inp_vflag & INP_IPV6) && im6o != NULL) { 794e43cc4aeSHajimu UMEMOTO /* 79533cde130SBruce M Simpson * Unselect the outgoing ifp for multicast if it 79633cde130SBruce M Simpson * is being detached. 797e43cc4aeSHajimu UMEMOTO */ 798e43cc4aeSHajimu UMEMOTO if (im6o->im6o_multicast_ifp == ifp) 799e43cc4aeSHajimu UMEMOTO im6o->im6o_multicast_ifp = NULL; 800e43cc4aeSHajimu UMEMOTO /* 801e43cc4aeSHajimu UMEMOTO * Drop multicast group membership if we joined 802e43cc4aeSHajimu UMEMOTO * through the interface being detached. 803e43cc4aeSHajimu UMEMOTO */ 80433cde130SBruce M Simpson gap = 0; 80533cde130SBruce M Simpson for (i = 0; i < im6o->im6o_num_memberships; i++) { 80633cde130SBruce M Simpson if (im6o->im6o_membership[i]->in6m_ifp == 80733cde130SBruce M Simpson ifp) { 80833cde130SBruce M Simpson in6_mc_leave(im6o->im6o_membership[i], 80933cde130SBruce M Simpson NULL); 81033cde130SBruce M Simpson gap++; 81133cde130SBruce M Simpson } else if (gap != 0) { 81233cde130SBruce M Simpson im6o->im6o_membership[i - gap] = 81333cde130SBruce M Simpson im6o->im6o_membership[i]; 814e43cc4aeSHajimu UMEMOTO } 815e43cc4aeSHajimu UMEMOTO } 81633cde130SBruce M Simpson im6o->im6o_num_memberships -= gap; 817e43cc4aeSHajimu UMEMOTO } 8188501a69cSRobert Watson INP_WUNLOCK(in6p); 819e43cc4aeSHajimu UMEMOTO } 820ff9b006dSJulien Charbon INP_INFO_WUNLOCK(pcbinfo); 821e43cc4aeSHajimu UMEMOTO } 822e43cc4aeSHajimu UMEMOTO 82382cd038dSYoshinobu Inoue /* 82482cd038dSYoshinobu Inoue * Check for alternatives when higher level complains 82582cd038dSYoshinobu Inoue * about service problems. For now, invalidate cached 82682cd038dSYoshinobu Inoue * routing information. If the route was created dynamically 82782cd038dSYoshinobu Inoue * (by a redirect), time to try a default gateway again. 82882cd038dSYoshinobu Inoue */ 82982cd038dSYoshinobu Inoue void 8301272577eSXin LI in6_losing(struct inpcb *in6p) 83182cd038dSYoshinobu Inoue { 8321272577eSXin LI 83384cc0778SGeorge V. Neville-Neil if (in6p->inp_route6.ro_rt) { 83484cc0778SGeorge V. Neville-Neil RTFREE(in6p->inp_route6.ro_rt); 83584cc0778SGeorge V. Neville-Neil in6p->inp_route6.ro_rt = (struct rtentry *)NULL; 83684cc0778SGeorge V. Neville-Neil } 8376d768226SGeorge V. Neville-Neil if (in6p->inp_route.ro_lle) 8386d768226SGeorge V. Neville-Neil LLE_FREE(in6p->inp_route.ro_lle); /* zeros ro_lle */ 83997d8d152SAndre Oppermann return; 84082cd038dSYoshinobu Inoue } 84182cd038dSYoshinobu Inoue 84282cd038dSYoshinobu Inoue /* 84382cd038dSYoshinobu Inoue * After a routing change, flush old routing 84482cd038dSYoshinobu Inoue * and allocate a (hopefully) better one. 84582cd038dSYoshinobu Inoue */ 8463ce144eaSJeffrey Hsu struct inpcb * 8471272577eSXin LI in6_rtchange(struct inpcb *inp, int errno) 84882cd038dSYoshinobu Inoue { 84984cc0778SGeorge V. Neville-Neil 85084cc0778SGeorge V. Neville-Neil if (inp->inp_route6.ro_rt) { 85184cc0778SGeorge V. Neville-Neil RTFREE(inp->inp_route6.ro_rt); 85284cc0778SGeorge V. Neville-Neil inp->inp_route6.ro_rt = (struct rtentry *)NULL; 85384cc0778SGeorge V. Neville-Neil } 8546d768226SGeorge V. Neville-Neil if (inp->inp_route.ro_lle) 8556d768226SGeorge V. Neville-Neil LLE_FREE(inp->inp_route.ro_lle); /* zeros ro_lle */ 8563ce144eaSJeffrey Hsu return inp; 85782cd038dSYoshinobu Inoue } 85882cd038dSYoshinobu Inoue 85952cd27cbSRobert Watson #ifdef PCBGROUP 86052cd27cbSRobert Watson /* 86152cd27cbSRobert Watson * Lookup PCB in hash list, using pcbgroup tables. 86252cd27cbSRobert Watson */ 86352cd27cbSRobert Watson static struct inpcb * 86452cd27cbSRobert Watson in6_pcblookup_group(struct inpcbinfo *pcbinfo, struct inpcbgroup *pcbgroup, 86552cd27cbSRobert Watson struct in6_addr *faddr, u_int fport_arg, struct in6_addr *laddr, 86652cd27cbSRobert Watson u_int lport_arg, int lookupflags, struct ifnet *ifp) 86752cd27cbSRobert Watson { 86852cd27cbSRobert Watson struct inpcbhead *head; 86952cd27cbSRobert Watson struct inpcb *inp, *tmpinp; 87052cd27cbSRobert Watson u_short fport = fport_arg, lport = lport_arg; 8717fb2986fSJonathan T. Looney bool locked; 87252cd27cbSRobert Watson 87352cd27cbSRobert Watson /* 87452cd27cbSRobert Watson * First look for an exact match. 87552cd27cbSRobert Watson */ 87652cd27cbSRobert Watson tmpinp = NULL; 87752cd27cbSRobert Watson INP_GROUP_LOCK(pcbgroup); 8781b44e5ffSAndrey V. Elsukov head = &pcbgroup->ipg_hashbase[INP_PCBHASH( 8791b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(faddr), lport, fport, pcbgroup->ipg_hashmask)]; 88052cd27cbSRobert Watson LIST_FOREACH(inp, head, inp_pcbgrouphash) { 88152cd27cbSRobert Watson /* XXX inp locking */ 88252cd27cbSRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) 88352cd27cbSRobert Watson continue; 88452cd27cbSRobert Watson if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) && 88552cd27cbSRobert Watson IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 88652cd27cbSRobert Watson inp->inp_fport == fport && 88752cd27cbSRobert Watson inp->inp_lport == lport) { 88852cd27cbSRobert Watson /* 88952cd27cbSRobert Watson * XXX We should be able to directly return 89052cd27cbSRobert Watson * the inp here, without any checks. 89152cd27cbSRobert Watson * Well unless both bound with SO_REUSEPORT? 89252cd27cbSRobert Watson */ 89352cd27cbSRobert Watson if (prison_flag(inp->inp_cred, PR_IP6)) 89452cd27cbSRobert Watson goto found; 89552cd27cbSRobert Watson if (tmpinp == NULL) 89652cd27cbSRobert Watson tmpinp = inp; 89752cd27cbSRobert Watson } 89852cd27cbSRobert Watson } 89952cd27cbSRobert Watson if (tmpinp != NULL) { 90052cd27cbSRobert Watson inp = tmpinp; 90152cd27cbSRobert Watson goto found; 90252cd27cbSRobert Watson } 90352cd27cbSRobert Watson 90452cd27cbSRobert Watson /* 905c7c0d948SAdrian Chadd * Then look for a wildcard match in the pcbgroup. 906c7c0d948SAdrian Chadd */ 907c7c0d948SAdrian Chadd if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 908c7c0d948SAdrian Chadd struct inpcb *local_wild = NULL, *local_exact = NULL; 909c7c0d948SAdrian Chadd struct inpcb *jail_wild = NULL; 910c7c0d948SAdrian Chadd int injail; 911c7c0d948SAdrian Chadd 912c7c0d948SAdrian Chadd /* 913c7c0d948SAdrian Chadd * Order of socket selection - we always prefer jails. 914c7c0d948SAdrian Chadd * 1. jailed, non-wild. 915c7c0d948SAdrian Chadd * 2. jailed, wild. 916c7c0d948SAdrian Chadd * 3. non-jailed, non-wild. 917c7c0d948SAdrian Chadd * 4. non-jailed, wild. 918c7c0d948SAdrian Chadd */ 919c7c0d948SAdrian Chadd head = &pcbgroup->ipg_hashbase[ 920c7c0d948SAdrian Chadd INP_PCBHASH(INADDR_ANY, lport, 0, pcbgroup->ipg_hashmask)]; 921c7c0d948SAdrian Chadd LIST_FOREACH(inp, head, inp_pcbgrouphash) { 922c7c0d948SAdrian Chadd /* XXX inp locking */ 923c7c0d948SAdrian Chadd if ((inp->inp_vflag & INP_IPV6) == 0) 924c7c0d948SAdrian Chadd continue; 925c7c0d948SAdrian Chadd 926c7c0d948SAdrian Chadd if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 927c7c0d948SAdrian Chadd inp->inp_lport != lport) { 928c7c0d948SAdrian Chadd continue; 929c7c0d948SAdrian Chadd } 930c7c0d948SAdrian Chadd 931c7c0d948SAdrian Chadd injail = prison_flag(inp->inp_cred, PR_IP6); 932c7c0d948SAdrian Chadd if (injail) { 933c7c0d948SAdrian Chadd if (prison_check_ip6(inp->inp_cred, 934c7c0d948SAdrian Chadd laddr) != 0) 935c7c0d948SAdrian Chadd continue; 936c7c0d948SAdrian Chadd } else { 937c7c0d948SAdrian Chadd if (local_exact != NULL) 938c7c0d948SAdrian Chadd continue; 939c7c0d948SAdrian Chadd } 940c7c0d948SAdrian Chadd 941c7c0d948SAdrian Chadd if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 942c7c0d948SAdrian Chadd if (injail) 943c7c0d948SAdrian Chadd goto found; 944c7c0d948SAdrian Chadd else 945c7c0d948SAdrian Chadd local_exact = inp; 946c7c0d948SAdrian Chadd } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 947c7c0d948SAdrian Chadd if (injail) 948c7c0d948SAdrian Chadd jail_wild = inp; 949c7c0d948SAdrian Chadd else 950c7c0d948SAdrian Chadd local_wild = inp; 951c7c0d948SAdrian Chadd } 952c7c0d948SAdrian Chadd } /* LIST_FOREACH */ 953c7c0d948SAdrian Chadd 954c7c0d948SAdrian Chadd inp = jail_wild; 955c7c0d948SAdrian Chadd if (inp == NULL) 956c7c0d948SAdrian Chadd inp = jail_wild; 957c7c0d948SAdrian Chadd if (inp == NULL) 958c7c0d948SAdrian Chadd inp = local_exact; 959c7c0d948SAdrian Chadd if (inp == NULL) 960c7c0d948SAdrian Chadd inp = local_wild; 961c7c0d948SAdrian Chadd if (inp != NULL) 962c7c0d948SAdrian Chadd goto found; 963c7c0d948SAdrian Chadd } 964c7c0d948SAdrian Chadd 965c7c0d948SAdrian Chadd /* 96652cd27cbSRobert Watson * Then look for a wildcard match, if requested. 96752cd27cbSRobert Watson */ 96852cd27cbSRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 96952cd27cbSRobert Watson struct inpcb *local_wild = NULL, *local_exact = NULL; 97052cd27cbSRobert Watson struct inpcb *jail_wild = NULL; 97152cd27cbSRobert Watson int injail; 97252cd27cbSRobert Watson 97352cd27cbSRobert Watson /* 97452cd27cbSRobert Watson * Order of socket selection - we always prefer jails. 97552cd27cbSRobert Watson * 1. jailed, non-wild. 97652cd27cbSRobert Watson * 2. jailed, wild. 97752cd27cbSRobert Watson * 3. non-jailed, non-wild. 97852cd27cbSRobert Watson * 4. non-jailed, wild. 97952cd27cbSRobert Watson */ 9801b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_wildbase[INP_PCBHASH( 9811b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 9821b44e5ffSAndrey V. Elsukov pcbinfo->ipi_wildmask)]; 98352cd27cbSRobert Watson LIST_FOREACH(inp, head, inp_pcbgroup_wild) { 98452cd27cbSRobert Watson /* XXX inp locking */ 98552cd27cbSRobert Watson if ((inp->inp_vflag & INP_IPV6) == 0) 98652cd27cbSRobert Watson continue; 98752cd27cbSRobert Watson 98852cd27cbSRobert Watson if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 98952cd27cbSRobert Watson inp->inp_lport != lport) { 99052cd27cbSRobert Watson continue; 99152cd27cbSRobert Watson } 99252cd27cbSRobert Watson 99352cd27cbSRobert Watson injail = prison_flag(inp->inp_cred, PR_IP6); 99452cd27cbSRobert Watson if (injail) { 99552cd27cbSRobert Watson if (prison_check_ip6(inp->inp_cred, 99652cd27cbSRobert Watson laddr) != 0) 99752cd27cbSRobert Watson continue; 99852cd27cbSRobert Watson } else { 99952cd27cbSRobert Watson if (local_exact != NULL) 100052cd27cbSRobert Watson continue; 100152cd27cbSRobert Watson } 100252cd27cbSRobert Watson 100352cd27cbSRobert Watson if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 100452cd27cbSRobert Watson if (injail) 100552cd27cbSRobert Watson goto found; 100652cd27cbSRobert Watson else 100752cd27cbSRobert Watson local_exact = inp; 100852cd27cbSRobert Watson } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 100952cd27cbSRobert Watson if (injail) 101052cd27cbSRobert Watson jail_wild = inp; 101152cd27cbSRobert Watson else 101252cd27cbSRobert Watson local_wild = inp; 101352cd27cbSRobert Watson } 101452cd27cbSRobert Watson } /* LIST_FOREACH */ 101552cd27cbSRobert Watson 101652cd27cbSRobert Watson inp = jail_wild; 101752cd27cbSRobert Watson if (inp == NULL) 101852cd27cbSRobert Watson inp = jail_wild; 101952cd27cbSRobert Watson if (inp == NULL) 102052cd27cbSRobert Watson inp = local_exact; 102152cd27cbSRobert Watson if (inp == NULL) 102252cd27cbSRobert Watson inp = local_wild; 102352cd27cbSRobert Watson if (inp != NULL) 102452cd27cbSRobert Watson goto found; 102552cd27cbSRobert Watson } /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */ 102652cd27cbSRobert Watson INP_GROUP_UNLOCK(pcbgroup); 102752cd27cbSRobert Watson return (NULL); 102852cd27cbSRobert Watson 102952cd27cbSRobert Watson found: 10307fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 10317fb2986fSJonathan T. Looney locked = INP_TRY_WLOCK(inp); 10327fb2986fSJonathan T. Looney else if (lookupflags & INPLOOKUP_RLOCKPCB) 10337fb2986fSJonathan T. Looney locked = INP_TRY_RLOCK(inp); 10347fb2986fSJonathan T. Looney else 10357fb2986fSJonathan T. Looney panic("%s: locking buf", __func__); 10367fb2986fSJonathan T. Looney if (!locked) 103752cd27cbSRobert Watson in_pcbref(inp); 103852cd27cbSRobert Watson INP_GROUP_UNLOCK(pcbgroup); 10397fb2986fSJonathan T. Looney if (!locked) { 104052cd27cbSRobert Watson if (lookupflags & INPLOOKUP_WLOCKPCB) { 104152cd27cbSRobert Watson INP_WLOCK(inp); 104252cd27cbSRobert Watson if (in_pcbrele_wlocked(inp)) 104352cd27cbSRobert Watson return (NULL); 10447fb2986fSJonathan T. Looney } else { 104552cd27cbSRobert Watson INP_RLOCK(inp); 104652cd27cbSRobert Watson if (in_pcbrele_rlocked(inp)) 104752cd27cbSRobert Watson return (NULL); 10487fb2986fSJonathan T. Looney } 10497fb2986fSJonathan T. Looney } 10507fb2986fSJonathan T. Looney #ifdef INVARIANTS 10517fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 10527fb2986fSJonathan T. Looney INP_WLOCK_ASSERT(inp); 10537fb2986fSJonathan T. Looney else 10547fb2986fSJonathan T. Looney INP_RLOCK_ASSERT(inp); 10557fb2986fSJonathan T. Looney #endif 105652cd27cbSRobert Watson return (inp); 105752cd27cbSRobert Watson } 105852cd27cbSRobert Watson #endif /* PCBGROUP */ 105952cd27cbSRobert Watson 106082cd038dSYoshinobu Inoue /* 106182cd038dSYoshinobu Inoue * Lookup PCB in hash list. 106282cd038dSYoshinobu Inoue */ 1063a7e201bbSAndrey V. Elsukov static struct inpcb * 1064fa046d87SRobert Watson in6_pcblookup_hash_locked(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1065fa046d87SRobert Watson u_int fport_arg, struct in6_addr *laddr, u_int lport_arg, 1066fa046d87SRobert Watson int lookupflags, struct ifnet *ifp) 106782cd038dSYoshinobu Inoue { 106882cd038dSYoshinobu Inoue struct inpcbhead *head; 1069413628a7SBjoern A. Zeeb struct inpcb *inp, *tmpinp; 107082cd038dSYoshinobu Inoue u_short fport = fport_arg, lport = lport_arg; 107133841545SHajimu UMEMOTO 107268e0d7e0SRobert Watson KASSERT((lookupflags & ~(INPLOOKUP_WILDCARD)) == 0, 107368e0d7e0SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 107468e0d7e0SRobert Watson 1075fa046d87SRobert Watson INP_HASH_LOCK_ASSERT(pcbinfo); 10768deea4a8SRobert Watson 107782cd038dSYoshinobu Inoue /* 107882cd038dSYoshinobu Inoue * First look for an exact match. 107982cd038dSYoshinobu Inoue */ 1080413628a7SBjoern A. Zeeb tmpinp = NULL; 10811b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 10821b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(faddr), lport, fport, pcbinfo->ipi_hashmask)]; 1083cfa1ca9dSYoshinobu Inoue LIST_FOREACH(inp, head, inp_hash) { 1084413628a7SBjoern A. Zeeb /* XXX inp locking */ 1085369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 108682cd038dSYoshinobu Inoue continue; 108782cd038dSYoshinobu Inoue if (IN6_ARE_ADDR_EQUAL(&inp->in6p_faddr, faddr) && 108882cd038dSYoshinobu Inoue IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr) && 108982cd038dSYoshinobu Inoue inp->inp_fport == fport && 109082cd038dSYoshinobu Inoue inp->inp_lport == lport) { 109182cd038dSYoshinobu Inoue /* 1092413628a7SBjoern A. Zeeb * XXX We should be able to directly return 1093413628a7SBjoern A. Zeeb * the inp here, without any checks. 1094413628a7SBjoern A. Zeeb * Well unless both bound with SO_REUSEPORT? 109582cd038dSYoshinobu Inoue */ 10960304c731SJamie Gritton if (prison_flag(inp->inp_cred, PR_IP6)) 109782cd038dSYoshinobu Inoue return (inp); 1098413628a7SBjoern A. Zeeb if (tmpinp == NULL) 1099413628a7SBjoern A. Zeeb tmpinp = inp; 110082cd038dSYoshinobu Inoue } 110182cd038dSYoshinobu Inoue } 1102413628a7SBjoern A. Zeeb if (tmpinp != NULL) 1103413628a7SBjoern A. Zeeb return (tmpinp); 110482cd038dSYoshinobu Inoue 1105413628a7SBjoern A. Zeeb /* 1106413628a7SBjoern A. Zeeb * Then look for a wildcard match, if requested. 1107413628a7SBjoern A. Zeeb */ 110868e0d7e0SRobert Watson if ((lookupflags & INPLOOKUP_WILDCARD) != 0) { 1109413628a7SBjoern A. Zeeb struct inpcb *local_wild = NULL, *local_exact = NULL; 1110413628a7SBjoern A. Zeeb struct inpcb *jail_wild = NULL; 1111413628a7SBjoern A. Zeeb int injail; 1112413628a7SBjoern A. Zeeb 1113413628a7SBjoern A. Zeeb /* 1114413628a7SBjoern A. Zeeb * Order of socket selection - we always prefer jails. 1115413628a7SBjoern A. Zeeb * 1. jailed, non-wild. 1116413628a7SBjoern A. Zeeb * 2. jailed, wild. 1117413628a7SBjoern A. Zeeb * 3. non-jailed, non-wild. 1118413628a7SBjoern A. Zeeb * 4. non-jailed, wild. 1119413628a7SBjoern A. Zeeb */ 11201b44e5ffSAndrey V. Elsukov head = &pcbinfo->ipi_hashbase[INP_PCBHASH( 11211b44e5ffSAndrey V. Elsukov INP6_PCBHASHKEY(&in6addr_any), lport, 0, 11221b44e5ffSAndrey V. Elsukov pcbinfo->ipi_hashmask)]; 1123cfa1ca9dSYoshinobu Inoue LIST_FOREACH(inp, head, inp_hash) { 1124413628a7SBjoern A. Zeeb /* XXX inp locking */ 1125369dc8ceSEivind Eklund if ((inp->inp_vflag & INP_IPV6) == 0) 112682cd038dSYoshinobu Inoue continue; 1127413628a7SBjoern A. Zeeb 1128413628a7SBjoern A. Zeeb if (!IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_faddr) || 1129413628a7SBjoern A. Zeeb inp->inp_lport != lport) { 1130413628a7SBjoern A. Zeeb continue; 1131413628a7SBjoern A. Zeeb } 1132413628a7SBjoern A. Zeeb 11330304c731SJamie Gritton injail = prison_flag(inp->inp_cred, PR_IP6); 1134413628a7SBjoern A. Zeeb if (injail) { 1135b89e82ddSJamie Gritton if (prison_check_ip6(inp->inp_cred, 1136b89e82ddSJamie Gritton laddr) != 0) 1137413628a7SBjoern A. Zeeb continue; 1138413628a7SBjoern A. Zeeb } else { 1139413628a7SBjoern A. Zeeb if (local_exact != NULL) 1140413628a7SBjoern A. Zeeb continue; 1141413628a7SBjoern A. Zeeb } 1142413628a7SBjoern A. Zeeb 1143413628a7SBjoern A. Zeeb if (IN6_ARE_ADDR_EQUAL(&inp->in6p_laddr, laddr)) { 1144413628a7SBjoern A. Zeeb if (injail) 114582cd038dSYoshinobu Inoue return (inp); 1146413628a7SBjoern A. Zeeb else 1147413628a7SBjoern A. Zeeb local_exact = inp; 1148413628a7SBjoern A. Zeeb } else if (IN6_IS_ADDR_UNSPECIFIED(&inp->in6p_laddr)) { 1149413628a7SBjoern A. Zeeb if (injail) 1150413628a7SBjoern A. Zeeb jail_wild = inp; 1151413628a7SBjoern A. Zeeb else 115282cd038dSYoshinobu Inoue local_wild = inp; 115382cd038dSYoshinobu Inoue } 1154413628a7SBjoern A. Zeeb } /* LIST_FOREACH */ 1155413628a7SBjoern A. Zeeb 1156413628a7SBjoern A. Zeeb if (jail_wild != NULL) 1157413628a7SBjoern A. Zeeb return (jail_wild); 1158413628a7SBjoern A. Zeeb if (local_exact != NULL) 1159413628a7SBjoern A. Zeeb return (local_exact); 1160413628a7SBjoern A. Zeeb if (local_wild != NULL) 116182cd038dSYoshinobu Inoue return (local_wild); 116268e0d7e0SRobert Watson } /* if ((lookupflags & INPLOOKUP_WILDCARD) != 0) */ 116382cd038dSYoshinobu Inoue 116482cd038dSYoshinobu Inoue /* 116582cd038dSYoshinobu Inoue * Not found. 116682cd038dSYoshinobu Inoue */ 116782cd038dSYoshinobu Inoue return (NULL); 116882cd038dSYoshinobu Inoue } 116982cd038dSYoshinobu Inoue 1170fa046d87SRobert Watson /* 1171fa046d87SRobert Watson * Lookup PCB in hash list, using pcbinfo tables. This variation locks the 1172fa046d87SRobert Watson * hash list lock, and will return the inpcb locked (i.e., requires 1173fa046d87SRobert Watson * INPLOOKUP_LOCKPCB). 1174fa046d87SRobert Watson */ 1175fa046d87SRobert Watson static struct inpcb * 1176fa046d87SRobert Watson in6_pcblookup_hash(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1177fa046d87SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1178fa046d87SRobert Watson struct ifnet *ifp) 1179fa046d87SRobert Watson { 1180fa046d87SRobert Watson struct inpcb *inp; 11817fb2986fSJonathan T. Looney bool locked; 1182fa046d87SRobert Watson 1183fa046d87SRobert Watson INP_HASH_RLOCK(pcbinfo); 1184fa046d87SRobert Watson inp = in6_pcblookup_hash_locked(pcbinfo, faddr, fport, laddr, lport, 1185fa046d87SRobert Watson (lookupflags & ~(INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)), ifp); 1186fa046d87SRobert Watson if (inp != NULL) { 11877fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 11887fb2986fSJonathan T. Looney locked = INP_TRY_WLOCK(inp); 11897fb2986fSJonathan T. Looney else if (lookupflags & INPLOOKUP_RLOCKPCB) 11907fb2986fSJonathan T. Looney locked = INP_TRY_RLOCK(inp); 11917fb2986fSJonathan T. Looney else 11927fb2986fSJonathan T. Looney panic("%s: locking bug", __func__); 11937fb2986fSJonathan T. Looney if (!locked) 1194fa046d87SRobert Watson in_pcbref(inp); 1195fa046d87SRobert Watson INP_HASH_RUNLOCK(pcbinfo); 11967fb2986fSJonathan T. Looney if (!locked) { 1197fa046d87SRobert Watson if (lookupflags & INPLOOKUP_WLOCKPCB) { 1198fa046d87SRobert Watson INP_WLOCK(inp); 1199fa046d87SRobert Watson if (in_pcbrele_wlocked(inp)) 1200fa046d87SRobert Watson return (NULL); 12017fb2986fSJonathan T. Looney } else { 1202fa046d87SRobert Watson INP_RLOCK(inp); 1203fa046d87SRobert Watson if (in_pcbrele_rlocked(inp)) 1204fa046d87SRobert Watson return (NULL); 12057fb2986fSJonathan T. Looney } 12067fb2986fSJonathan T. Looney } 12077fb2986fSJonathan T. Looney #ifdef INVARIANTS 12087fb2986fSJonathan T. Looney if (lookupflags & INPLOOKUP_WLOCKPCB) 12097fb2986fSJonathan T. Looney INP_WLOCK_ASSERT(inp); 12107fb2986fSJonathan T. Looney else 12117fb2986fSJonathan T. Looney INP_RLOCK_ASSERT(inp); 12127fb2986fSJonathan T. Looney #endif 1213fa046d87SRobert Watson } else 1214fa046d87SRobert Watson INP_HASH_RUNLOCK(pcbinfo); 1215fa046d87SRobert Watson return (inp); 1216fa046d87SRobert Watson } 1217fa046d87SRobert Watson 1218fa046d87SRobert Watson /* 1219d3c1f003SRobert Watson * Public inpcb lookup routines, accepting a 4-tuple, and optionally, an mbuf 1220d3c1f003SRobert Watson * from which a pre-calculated hash value may be extracted. 122152cd27cbSRobert Watson * 122252cd27cbSRobert Watson * Possibly more of this logic should be in in6_pcbgroup.c. 1223fa046d87SRobert Watson */ 1224fa046d87SRobert Watson struct inpcb * 1225fa046d87SRobert Watson in6_pcblookup(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, u_int fport, 1226fa046d87SRobert Watson struct in6_addr *laddr, u_int lport, int lookupflags, struct ifnet *ifp) 1227fa046d87SRobert Watson { 12287527624eSRobert Watson #if defined(PCBGROUP) && !defined(RSS) 122952cd27cbSRobert Watson struct inpcbgroup *pcbgroup; 123052cd27cbSRobert Watson #endif 123152cd27cbSRobert Watson 1232d3c1f003SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1233d3c1f003SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 1234d3c1f003SRobert Watson KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 1235d3c1f003SRobert Watson ("%s: LOCKPCB not set", __func__)); 1236fa046d87SRobert Watson 12377527624eSRobert Watson /* 12387527624eSRobert Watson * When not using RSS, use connection groups in preference to the 12397527624eSRobert Watson * reservation table when looking up 4-tuples. When using RSS, just 12407527624eSRobert Watson * use the reservation table, due to the cost of the Toeplitz hash 12417527624eSRobert Watson * in software. 12427527624eSRobert Watson * 12437527624eSRobert Watson * XXXRW: This policy belongs in the pcbgroup code, as in principle 12447527624eSRobert Watson * we could be doing RSS with a non-Toeplitz hash that is affordable 12457527624eSRobert Watson * in software. 12467527624eSRobert Watson */ 12477527624eSRobert Watson #if defined(PCBGROUP) && !defined(RSS) 124852cd27cbSRobert Watson if (in_pcbgroup_enabled(pcbinfo)) { 124952cd27cbSRobert Watson pcbgroup = in6_pcbgroup_bytuple(pcbinfo, laddr, lport, faddr, 125052cd27cbSRobert Watson fport); 125152cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, fport, 125252cd27cbSRobert Watson laddr, lport, lookupflags, ifp)); 125352cd27cbSRobert Watson } 125452cd27cbSRobert Watson #endif 1255d3c1f003SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1256d3c1f003SRobert Watson lookupflags, ifp)); 1257d3c1f003SRobert Watson } 1258d3c1f003SRobert Watson 1259d3c1f003SRobert Watson struct inpcb * 1260d3c1f003SRobert Watson in6_pcblookup_mbuf(struct inpcbinfo *pcbinfo, struct in6_addr *faddr, 1261d3c1f003SRobert Watson u_int fport, struct in6_addr *laddr, u_int lport, int lookupflags, 1262d3c1f003SRobert Watson struct ifnet *ifp, struct mbuf *m) 1263d3c1f003SRobert Watson { 126452cd27cbSRobert Watson #ifdef PCBGROUP 126552cd27cbSRobert Watson struct inpcbgroup *pcbgroup; 126652cd27cbSRobert Watson #endif 126752cd27cbSRobert Watson 1268fa046d87SRobert Watson KASSERT((lookupflags & ~INPLOOKUP_MASK) == 0, 1269fa046d87SRobert Watson ("%s: invalid lookup flags %d", __func__, lookupflags)); 1270fa046d87SRobert Watson KASSERT((lookupflags & (INPLOOKUP_RLOCKPCB | INPLOOKUP_WLOCKPCB)) != 0, 1271fa046d87SRobert Watson ("%s: LOCKPCB not set", __func__)); 1272fa046d87SRobert Watson 127352cd27cbSRobert Watson #ifdef PCBGROUP 12747527624eSRobert Watson /* 12757527624eSRobert Watson * If we can use a hardware-generated hash to look up the connection 12767527624eSRobert Watson * group, use that connection group to find the inpcb. Otherwise 12777527624eSRobert Watson * fall back on a software hash -- or the reservation table if we're 12787527624eSRobert Watson * using RSS. 12797527624eSRobert Watson * 12807527624eSRobert Watson * XXXRW: As above, that policy belongs in the pcbgroup code. 12817527624eSRobert Watson */ 12827527624eSRobert Watson if (in_pcbgroup_enabled(pcbinfo) && 1283c2529042SHans Petter Selasky M_HASHTYPE_TEST(m, M_HASHTYPE_NONE) == 0) { 128452cd27cbSRobert Watson pcbgroup = in6_pcbgroup_byhash(pcbinfo, M_HASHTYPE_GET(m), 128552cd27cbSRobert Watson m->m_pkthdr.flowid); 128652cd27cbSRobert Watson if (pcbgroup != NULL) 128752cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, 128852cd27cbSRobert Watson fport, laddr, lport, lookupflags, ifp)); 12897527624eSRobert Watson #ifndef RSS 129052cd27cbSRobert Watson pcbgroup = in6_pcbgroup_bytuple(pcbinfo, laddr, lport, faddr, 129152cd27cbSRobert Watson fport); 129252cd27cbSRobert Watson return (in6_pcblookup_group(pcbinfo, pcbgroup, faddr, fport, 129352cd27cbSRobert Watson laddr, lport, lookupflags, ifp)); 12947527624eSRobert Watson #endif 129552cd27cbSRobert Watson } 129652cd27cbSRobert Watson #endif 1297fa046d87SRobert Watson return (in6_pcblookup_hash(pcbinfo, faddr, fport, laddr, lport, 1298fa046d87SRobert Watson lookupflags, ifp)); 1299fa046d87SRobert Watson } 1300fa046d87SRobert Watson 130182cd038dSYoshinobu Inoue void 1302dce33a45SErmal Luçi init_sin6(struct sockaddr_in6 *sin6, struct mbuf *m, int srcordst) 130382cd038dSYoshinobu Inoue { 130482cd038dSYoshinobu Inoue struct ip6_hdr *ip; 130582cd038dSYoshinobu Inoue 130682cd038dSYoshinobu Inoue ip = mtod(m, struct ip6_hdr *); 130782cd038dSYoshinobu Inoue bzero(sin6, sizeof(*sin6)); 130882cd038dSYoshinobu Inoue sin6->sin6_len = sizeof(*sin6); 130982cd038dSYoshinobu Inoue sin6->sin6_family = AF_INET6; 1310dce33a45SErmal Luçi sin6->sin6_addr = srcordst ? ip->ip6_dst : ip->ip6_src; 1311a1f7e5f8SHajimu UMEMOTO 1312a1f7e5f8SHajimu UMEMOTO (void)sa6_recoverscope(sin6); /* XXX: should catch errors... */ 131382cd038dSYoshinobu Inoue 131482cd038dSYoshinobu Inoue return; 131582cd038dSYoshinobu Inoue } 1316