]> git.saurik.com Git - apple/xnu.git/blobdiff - bsd/netinet6/ip6_forward.c
xnu-1504.15.3.tar.gz
[apple/xnu.git] / bsd / netinet6 / ip6_forward.c
index 18cde6fcc15e7d531d1f0f536feb21be3be719c0..202d8ccb1a9d90d175c59a3e6c91fb2a3b073022 100644 (file)
@@ -1,4 +1,32 @@
-/*     $FreeBSD: src/sys/netinet6/ip6_forward.c,v 1.4.2.4 2001/07/03 11:01:53 ume Exp $        */
+/*
+ * Copyright (c) 2008 Apple Inc. All rights reserved.
+ *
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
+ * 
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.
+ * 
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ * 
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
+ * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.
+ * 
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
+ */
+
+/*     $FreeBSD: src/sys/netinet6/ip6_forward.c,v 1.16 2002/10/16 02:25:05 sam Exp $   */
 /*     $KAME: ip6_forward.c,v 1.69 2001/05/17 03:48:30 itojun Exp $    */
 
 /*
 #include <netkey/key.h>
 extern int ipsec_bypass;
 #endif /* IPSEC */
+extern lck_mtx_t *ip6_mutex;
 
 #include <netinet6/ip6_fw.h>
 
 #include <net/net_osdep.h>
 
-struct route_in6 ip6_forward_rt;
+#if PF
+#include <net/pfvar.h>
+#endif /* PF */
 
 /*
  * Forward a packet.  If some error occurs return the sender
@@ -88,19 +119,23 @@ struct     route_in6 ip6_forward_rt;
  */
 
 void
-ip6_forward(m, srcrt)
-       struct mbuf *m;
-       int srcrt;
+ip6_forward(struct mbuf *m, struct route_in6 *ip6forward_rt,
+    int srcrt, int locked)
 {
        struct ip6_hdr *ip6 = mtod(m, struct ip6_hdr *);
        struct sockaddr_in6 *dst;
        struct rtentry *rt;
        int error, type = 0, code = 0;
        struct mbuf *mcopy = NULL;
-       struct ifnet *origifp;  /* maybe unnecessary */
+       struct ifnet *ifp, *origifp;    /* maybe unnecessary */
 #if IPSEC
        struct secpolicy *sp = NULL;
 #endif
+       struct timeval timenow;
+       int     tunneledv4 = 0;
+
+       getmicrotime(&timenow);
+
 
 #if IPSEC
        /*
@@ -110,10 +145,12 @@ ip6_forward(m, srcrt)
         * Don't increment ip6s_cantforward because this is the check
         * before forwarding packet actually.
         */
-       if (ipsec_bypass == 0 && ipsec6_in_reject(m, NULL)) {
-               ipsec6stat.in_polvio++;
-               m_freem(m);
-               return;
+       if (ipsec_bypass == 0) {
+               if (ipsec6_in_reject(m, NULL)) {
+                       IPSEC_STAT_INCREMENT(ipsec6stat.in_polvio);
+                       m_freem(m);
+                       return;
+               }
        }
 #endif /*IPSEC*/
 
@@ -128,8 +165,8 @@ ip6_forward(m, srcrt)
            IN6_IS_ADDR_UNSPECIFIED(&ip6->ip6_src)) {
                ip6stat.ip6s_cantforward++;
                /* XXX in6_ifstat_inc(rt->rt_ifp, ifs6_in_discard) */
-               if (ip6_log_time + ip6_log_interval < time_second) {
-                       ip6_log_time = time_second;
+               if (ip6_log_time + ip6_log_interval < timenow.tv_sec) {
+                       ip6_log_time = timenow.tv_sec;
                        log(LOG_DEBUG,
                            "cannot forward "
                            "from %s to %s nxt %d received on %s\n",
@@ -144,8 +181,12 @@ ip6_forward(m, srcrt)
 
        if (ip6->ip6_hlim <= IPV6_HLIMDEC) {
                /* XXX in6_ifstat_inc(rt->rt_ifp, ifs6_in_discard) */
+               if (locked)
+                       lck_mtx_unlock(ip6_mutex);
                icmp6_error(m, ICMP6_TIME_EXCEEDED,
                                ICMP6_TIME_EXCEED_TRANSIT, 0);
+               if (locked)
+                       lck_mtx_lock(ip6_mutex);
                return;
        }
        ip6->ip6_hlim -= IPV6_HLIMDEC;
@@ -164,12 +205,11 @@ ip6_forward(m, srcrt)
 #if IPSEC
        if (ipsec_bypass != 0)
                goto skip_ipsec;
-
        /* get a security policy for this packet */
        sp = ipsec6_getpolicybyaddr(m, IPSEC_DIR_OUTBOUND, IP_FORWARDING,
            &error);
        if (sp == NULL) {
-               ipsec6stat.out_inval++;
+               IPSEC_STAT_INCREMENT(ipsec6stat.out_inval);
                ip6stat.ip6s_cantforward++;
                if (mcopy) {
 #if 0
@@ -187,12 +227,13 @@ ip6_forward(m, srcrt)
        /* check policy */
        switch (sp->policy) {
        case IPSEC_POLICY_DISCARD:
+        case IPSEC_POLICY_GENERATE:
                /*
                 * This packet is just discarded.
                 */
-               ipsec6stat.out_polvio++;
+               IPSEC_STAT_INCREMENT(ipsec6stat.out_polvio);
                ip6stat.ip6s_cantforward++;
-               key_freesp(sp);
+               key_freesp(sp, KEY_SADB_UNLOCKED);
                if (mcopy) {
 #if 0
                        /* XXX: what icmp ? */
@@ -206,7 +247,7 @@ ip6_forward(m, srcrt)
        case IPSEC_POLICY_BYPASS:
        case IPSEC_POLICY_NONE:
                /* no need to do IPsec. */
-               key_freesp(sp);
+               key_freesp(sp, KEY_SADB_UNLOCKED);
                goto skip_ipsec;
 
        case IPSEC_POLICY_IPSEC:
@@ -214,7 +255,7 @@ ip6_forward(m, srcrt)
                        /* XXX should be panic ? */
                        printf("ip6_forward: No IPsec request specified.\n");
                        ip6stat.ip6s_cantforward++;
-                       key_freesp(sp);
+                       key_freesp(sp, KEY_SADB_UNLOCKED);
                        if (mcopy) {
 #if 0
                                /* XXX: what icmp ? */
@@ -232,7 +273,7 @@ ip6_forward(m, srcrt)
        default:
                /* should be panic ?? */
                printf("ip6_forward: Invalid policy found. %d\n", sp->policy);
-               key_freesp(sp);
+               key_freesp(sp, KEY_SADB_UNLOCKED);
                goto skip_ipsec;
        }
 
@@ -252,11 +293,16 @@ ip6_forward(m, srcrt)
        state.ro = NULL;        /* update at ipsec6_output_tunnel() */
        state.dst = NULL;       /* update at ipsec6_output_tunnel() */
 
-       error = ipsec6_output_tunnel(&state, sp, 0);
-
+       if (locked)
+               lck_mtx_unlock(ip6_mutex);
+       error = ipsec6_output_tunnel(&state, sp, 0, &tunneledv4);
+       if (locked)
+               lck_mtx_lock(ip6_mutex);
+       key_freesp(sp, KEY_SADB_UNLOCKED);
+       if (tunneledv4)
+               return;  /* packet is gone - sent over IPv4 */
+               
        m = state.m;
-       key_freesp(sp);
-
        if (error) {
                /* mbuf is already reclaimed in ipsec6_output_tunnel. */
                switch (error) {
@@ -268,7 +314,7 @@ ip6_forward(m, srcrt)
                        break;
                default:
                        printf("ip6_output (ipsec): error code %d\n", error);
-                       /*fall through*/
+                       /* fall through */
                case ENOENT:
                        /* don't show these error codes to the user */
                        break;
@@ -288,63 +334,101 @@ ip6_forward(m, srcrt)
     skip_ipsec:
 #endif /* IPSEC */
 
-       dst = (struct sockaddr_in6 *)&ip6_forward_rt.ro_dst;
+       /*
+        * If "locked", ip6forward_rt points to the globally defined
+        * struct route cache which requires ip6_mutex, e.g. when this
+        * is called from ip6_input().  Else the caller is responsible
+        * for the struct route and its serialization (if needed), e.g.
+        * when this is called from ip6_rthdr0().
+        */
+       if (locked)
+               lck_mtx_assert(ip6_mutex, LCK_MTX_ASSERT_OWNED);
+       dst = (struct sockaddr_in6 *)&ip6forward_rt->ro_dst;
+       if ((rt = ip6forward_rt->ro_rt) != NULL) {
+               RT_LOCK(rt);
+               /* Take an extra ref for ourselves */
+               RT_ADDREF_LOCKED(rt);
+       }
+
        if (!srcrt) {
                /*
-                * ip6_forward_rt.ro_dst.sin6_addr is equal to ip6->ip6_dst
+                * ip6forward_rt->ro_dst.sin6_addr is equal to ip6->ip6_dst
                 */
-               if (ip6_forward_rt.ro_rt == 0 ||
-                   (ip6_forward_rt.ro_rt->rt_flags & RTF_UP) == 0) {
-                       if (ip6_forward_rt.ro_rt) {
-                               rtfree(ip6_forward_rt.ro_rt);
-                               ip6_forward_rt.ro_rt = 0;
+               if (rt == NULL || !(rt->rt_flags & RTF_UP) ||
+                   rt->generation_id != route_generation) {
+                       if (rt != NULL) {
+                               /* Release extra ref */
+                               RT_REMREF_LOCKED(rt);
+                               RT_UNLOCK(rt);
+                               rtfree(rt);
+                               ip6forward_rt->ro_rt = NULL;
                        }
                        /* this probably fails but give it a try again */
-                       rtalloc_ign((struct route *)&ip6_forward_rt,
-                                   RTF_PRCLONING);
+                       rtalloc_ign((struct route *)ip6forward_rt,
+                           RTF_PRCLONING);
+                       if ((rt = ip6forward_rt->ro_rt) != NULL) {
+                               RT_LOCK(rt);
+                               /* Take an extra ref for ourselves */
+                               RT_ADDREF_LOCKED(rt);
+                       }
                }
 
-               if (ip6_forward_rt.ro_rt == 0) {
+               if (rt == NULL) {
                        ip6stat.ip6s_noroute++;
                        in6_ifstat_inc(m->m_pkthdr.rcvif, ifs6_in_noroute);
                        if (mcopy) {
+                               if (locked)
+                                       lck_mtx_unlock(ip6_mutex);
                                icmp6_error(mcopy, ICMP6_DST_UNREACH,
                                            ICMP6_DST_UNREACH_NOROUTE, 0);
+                               if (locked)
+                                       lck_mtx_lock(ip6_mutex);
                        }
                        m_freem(m);
                        return;
                }
-       } else if ((rt = ip6_forward_rt.ro_rt) == 0 ||
-                !IN6_ARE_ADDR_EQUAL(&ip6->ip6_dst, &dst->sin6_addr)) {
-               if (ip6_forward_rt.ro_rt) {
-                       rtfree(ip6_forward_rt.ro_rt);
-                       ip6_forward_rt.ro_rt = 0;
+               RT_LOCK_ASSERT_HELD(rt);
+       } else if (rt == NULL || !(rt->rt_flags & RTF_UP) ||
+           !IN6_ARE_ADDR_EQUAL(&ip6->ip6_dst, &dst->sin6_addr) ||
+           rt->generation_id != route_generation) {
+               if (rt != NULL) {
+                       /* Release extra ref */
+                       RT_REMREF_LOCKED(rt);
+                       RT_UNLOCK(rt);
+                       rtfree(rt);
+                       ip6forward_rt->ro_rt = NULL;
                }
                bzero(dst, sizeof(*dst));
                dst->sin6_len = sizeof(struct sockaddr_in6);
                dst->sin6_family = AF_INET6;
                dst->sin6_addr = ip6->ip6_dst;
 
-               rtalloc_ign((struct route *)&ip6_forward_rt, RTF_PRCLONING);
-               if (ip6_forward_rt.ro_rt == 0) {
+               rtalloc_ign((struct route *)ip6forward_rt, RTF_PRCLONING);
+               if ((rt = ip6forward_rt->ro_rt) == NULL) {
                        ip6stat.ip6s_noroute++;
                        in6_ifstat_inc(m->m_pkthdr.rcvif, ifs6_in_noroute);
                        if (mcopy) {
+                               if (locked)
+                                       lck_mtx_unlock(ip6_mutex);
                                icmp6_error(mcopy, ICMP6_DST_UNREACH,
-                                           ICMP6_DST_UNREACH_NOROUTE, 0);
+                                   ICMP6_DST_UNREACH_NOROUTE, 0);
+                               if (locked)
+                                       lck_mtx_lock(ip6_mutex);
                        }
                        m_freem(m);
                        return;
                }
+               RT_LOCK(rt);
+               /* Take an extra ref for ourselves */
+               RT_ADDREF_LOCKED(rt);
        }
-       rt = ip6_forward_rt.ro_rt;
 
        /*
         * Scope check: if a packet can't be delivered to its destination
         * for the reason that the destination is beyond the scope of the
         * source address, discard the packet and return an icmp6 destination
         * unreachable error with Code 2 (beyond scope of source address).
-        * [draft-ietf-ipngwg-icmp-v3-00.txt, Section 3.1]
+        * [draft-ietf-ipngwg-icmp-v3-02.txt, Section 3.1]
         */
        if (in6_addr2scopeid(m->m_pkthdr.rcvif, &ip6->ip6_src) !=
            in6_addr2scopeid(rt->rt_ifp, &ip6->ip6_src)) {
@@ -352,8 +436,8 @@ ip6_forward(m, srcrt)
                ip6stat.ip6s_badscope++;
                in6_ifstat_inc(rt->rt_ifp, ifs6_in_discard);
 
-               if (ip6_log_time + ip6_log_interval < time_second) {
-                       ip6_log_time = time_second;
+               if (ip6_log_time + ip6_log_interval < timenow.tv_sec) {
+                       ip6_log_time = timenow.tv_sec;
                        log(LOG_DEBUG,
                            "cannot forward "
                            "src %s, dst %s, nxt %d, rcvif %s, outif %s\n",
@@ -362,9 +446,17 @@ ip6_forward(m, srcrt)
                            ip6->ip6_nxt,
                            if_name(m->m_pkthdr.rcvif), if_name(rt->rt_ifp));
                }
-               if (mcopy)
+               /* Release extra ref */
+               RT_REMREF_LOCKED(rt);
+               RT_UNLOCK(rt);
+               if (mcopy) {
+                       if (locked)
+                               lck_mtx_unlock(ip6_mutex);
                        icmp6_error(mcopy, ICMP6_DST_UNREACH,
                                    ICMP6_DST_UNREACH_BEYONDSCOPE, 0);
+                       if (locked)
+                               lck_mtx_lock(ip6_mutex);
+               }
                m_freem(m);
                return;
        }
@@ -372,15 +464,15 @@ ip6_forward(m, srcrt)
        if (m->m_pkthdr.len > rt->rt_ifp->if_mtu) {
                in6_ifstat_inc(rt->rt_ifp, ifs6_in_toobig);
                if (mcopy) {
-                       u_long mtu;
+                       uint32_t mtu;
 #if IPSEC
-                       struct secpolicy *sp;
+                       struct secpolicy *sp2;
                        int ipsecerror;
                        size_t ipsechdrsiz;
 #endif
 
                        mtu = rt->rt_ifp->if_mtu;
-#if IPSEC_IPV6FWD
+#if IPSEC
                        /*
                         * When we do IPsec tunnel ingress, we need to play
                         * with if_mtu value (decrement IPsec header size
@@ -388,15 +480,15 @@ ip6_forward(m, srcrt)
                         * case, as we have the outgoing interface for
                         * encapsulated packet as "rt->rt_ifp".
                         */
-                       sp = ipsec6_getpolicybyaddr(mcopy, IPSEC_DIR_OUTBOUND,
+                       sp2 = ipsec6_getpolicybyaddr(mcopy, IPSEC_DIR_OUTBOUND,
                                IP_FORWARDING, &ipsecerror);
-                       if (sp) {
+                       if (sp2) {
                                ipsechdrsiz = ipsec6_hdrsiz(mcopy,
                                        IPSEC_DIR_OUTBOUND, NULL);
                                if (ipsechdrsiz < mtu)
                                        mtu -= ipsechdrsiz;
+                               key_freesp(sp2, KEY_SADB_UNLOCKED);
                        }
-
                        /*
                         * if mtu becomes less than minimum MTU,
                         * tell minimum MTU (and I'll need to fragment it).
@@ -404,7 +496,18 @@ ip6_forward(m, srcrt)
                        if (mtu < IPV6_MMTU)
                                mtu = IPV6_MMTU;
 #endif
+                       /* Release extra ref */
+                       RT_REMREF_LOCKED(rt);
+                       RT_UNLOCK(rt);
+                       if (locked)
+                               lck_mtx_unlock(ip6_mutex);
                        icmp6_error(mcopy, ICMP6_PACKET_TOO_BIG, 0, mtu);
+                       if (locked)
+                               lck_mtx_lock(ip6_mutex);
+               } else {
+                       /* Release extra ref */
+                       RT_REMREF_LOCKED(rt);
+                       RT_UNLOCK(rt);
                }
                m_freem(m);
                return;
@@ -435,27 +538,41 @@ ip6_forward(m, srcrt)
                         * type/code is based on suggestion by Rich Draves.
                         * not sure if it is the best pick.
                         */
+                       RT_REMREF_LOCKED(rt);   /* Release extra ref */
+                       RT_UNLOCK(rt);
+                       if (locked)
+                               lck_mtx_unlock(ip6_mutex);
                        icmp6_error(mcopy, ICMP6_DST_UNREACH,
                                    ICMP6_DST_UNREACH_ADDR, 0);
+                       if (locked)
+                               lck_mtx_lock(ip6_mutex);
                        m_freem(m);
                        return;
                }
                type = ND_REDIRECT;
        }
 
+#if IPFW2
        /*
         * Check with the firewall...
         */
        if (ip6_fw_enable && ip6_fw_chk_ptr) {
                u_short port = 0;
+               ifp = rt->rt_ifp;
+               /* Drop the lock but retain the extra ref */
+               RT_UNLOCK(rt);
                /* If ipfw says divert, we have to just drop packet */
-               if ((*ip6_fw_chk_ptr)(&ip6, rt->rt_ifp, &port, &m)) {
+               if (ip6_fw_chk_ptr(&ip6, ifp, &port, &m)) {
                        m_freem(m);
                        goto freecopy;
                }
-               if (!m)
+               if (!m) {
                        goto freecopy;
+               }
+               /* We still have the extra ref on rt */
+               RT_LOCK(rt);
        }
+#endif
 
        /*
         * Fake scoped addresses. Note that even link-local source or
@@ -482,11 +599,11 @@ ip6_forward(m, srcrt)
 #endif
                {
                        printf("ip6_forward: outgoing interface is loopback. "
-                              "src %s, dst %s, nxt %d, rcvif %s, outif %s\n",
-                              ip6_sprintf(&ip6->ip6_src),
-                              ip6_sprintf(&ip6->ip6_dst),
-                              ip6->ip6_nxt, if_name(m->m_pkthdr.rcvif),
-                              if_name(rt->rt_ifp));
+                               "src %s, dst %s, nxt %d, rcvif %s, outif %s\n",
+                               ip6_sprintf(&ip6->ip6_src),
+                               ip6_sprintf(&ip6->ip6_dst),
+                               ip6->ip6_nxt, if_name(m->m_pkthdr.rcvif),
+                               if_name(rt->rt_ifp));
                }
 
                /* we can just use rcvif in forwarding. */
@@ -503,28 +620,61 @@ ip6_forward(m, srcrt)
        in6_clearscope(&ip6->ip6_dst);
 #endif
 
-       error = nd6_output(rt->rt_ifp, origifp, m, dst, rt);
+       ifp = rt->rt_ifp;
+       /* Drop the lock but retain the extra ref */
+       RT_UNLOCK(rt);
+
+#if PF
+       if (locked)
+               lck_mtx_unlock(ip6_mutex);
+
+       /* Invoke outbound packet filter */
+       error = pf_af_hook(ifp, NULL, &m, AF_INET6, FALSE);
+
+       if (locked)
+               lck_mtx_lock(ip6_mutex);
+
+       if (error) {
+               if (m != NULL) {
+                       panic("%s: unexpected packet %p\n", __func__, m);
+                       /* NOTREACHED */
+               }
+               /* Already freed by callee */
+               goto senderr;
+       }
+       ip6 = mtod(m, struct ip6_hdr *);
+#endif /* PF */
+
+       error = nd6_output(ifp, origifp, m, dst, rt, locked);
        if (error) {
-               in6_ifstat_inc(rt->rt_ifp, ifs6_out_discard);
+               in6_ifstat_inc(ifp, ifs6_out_discard);
                ip6stat.ip6s_cantforward++;
        } else {
                ip6stat.ip6s_forward++;
-               in6_ifstat_inc(rt->rt_ifp, ifs6_out_forward);
+               in6_ifstat_inc(ifp, ifs6_out_forward);
                if (type)
                        ip6stat.ip6s_redirectsent++;
                else {
-                       if (mcopy)
+                       if (mcopy) {
                                goto freecopy;
+                       }
                }
        }
-       if (mcopy == NULL)
+#if PF
+senderr:
+#endif /* PF */
+       if (mcopy == NULL) {
+               /* Release extra ref */
+               RT_REMREF(rt);
                return;
-
+       }
        switch (error) {
        case 0:
 #if 1
                if (type == ND_REDIRECT) {
                        icmp6_redirect_output(mcopy, rt);
+                       /* Release extra ref */
+                       RT_REMREF(rt);
                        return;
                }
 #endif
@@ -547,10 +697,18 @@ ip6_forward(m, srcrt)
                code = ICMP6_DST_UNREACH_ADDR;
                break;
        }
+       if (locked)
+               lck_mtx_unlock(ip6_mutex);
        icmp6_error(mcopy, type, code, 0);
+       if (locked)
+               lck_mtx_lock(ip6_mutex);
+       /* Release extra ref */
+       RT_REMREF(rt);
        return;
 
  freecopy:
        m_freem(mcopy);
+       /* Release extra ref */
+       RT_REMREF(rt);
        return;
 }