xnu-1699.24.23.tar.gz

[apple/xnu.git] / bsd / kern / uipc_mbuf2.c

diff --git a/bsd/kern/uipc_mbuf2.c b/bsd/kern/uipc_mbuf2.c
index 649bc4db5eea857d6deae271d90c6e4b56b82655..38623846055a626e7da955f9bcf07a45692a05a9 100644 (file)
--- a/bsd/kern/uipc_mbuf2.c
+++ b/bsd/kern/uipc_mbuf2.c
@@ -1,5 +1,5 @@
 /*
 /*

- * Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2000-2010 Apple Inc. All rights reserved.

  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * 


@@ -90,6 +90,12 @@
  *
  *     @(#)uipc_mbuf.c 8.4 (Berkeley) 2/14/95
  */
  *
  *     @(#)uipc_mbuf.c 8.4 (Berkeley) 2/14/95
  */

+/*
+ * NOTICE: This file was modified by SPARTA, Inc. in 2005 to introduce
+ * support for mandatory and extensible security protections.  This notice
+ * is included in support of clause 2.2 (b) of the Apple Public License,
+ * Version 2.0.
+ */

 
 
 /*#define PULLDOWN_DEBUG*/
 
 
 /*#define PULLDOWN_DEBUG*/


@@ -99,10 +105,15 @@
 #include <sys/proc_internal.h>
 #include <sys/malloc.h>
 #include <sys/mbuf.h>
 #include <sys/proc_internal.h>
 #include <sys/malloc.h>
 #include <sys/mbuf.h>

-#if defined(PULLDOWN_STAT) && defined(INET6)
+#include <sys/mcache.h>
+#if INET6

 #include <netinet/in.h>
 #include <netinet/ip6.h>
 #include <netinet6/ip6_var.h>
 #include <netinet/in.h>
 #include <netinet/ip6.h>
 #include <netinet6/ip6_var.h>

+#endif /* INET6 */
+
+#if CONFIG_MACF_NET
+#include <security/mac_framework.h>

 #endif
 
 /*
 #endif
 
 /*


@@ -116,15 +127,12 @@
  * XXX M_TRAILINGSPACE/M_LEADINGSPACE on shared cluster (sharedcluster)
  */
 struct mbuf *
  * XXX M_TRAILINGSPACE/M_LEADINGSPACE on shared cluster (sharedcluster)
  */
 struct mbuf *

-m_pulldown(m, off, len, offp)
-       struct mbuf *m;
-       int off, len;
-       int *offp;
+m_pulldown(struct mbuf *m, int off, int len, int *offp)

 {
        struct mbuf *n, *o;
        int hlen, tlen, olen;
        int sharedcluster;
 {
        struct mbuf *n, *o;
        int hlen, tlen, olen;
        int sharedcluster;

-#if defined(PULLDOWN_STAT) && defined(INET6)
+#if defined(PULLDOWN_STAT) && INET6

        static struct mbuf *prev = NULL;
        int prevlen = 0, prevmlen = 0;
 #endif
        static struct mbuf *prev = NULL;
        int prevlen = 0, prevmlen = 0;
 #endif


@@ -137,11 +145,11 @@ m_pulldown(m, off, len, offp)
                return NULL;    /* impossible */
        }
 
                return NULL;    /* impossible */
        }
 

-#if defined(PULLDOWN_STAT) && defined(INET6)
+#if defined(PULLDOWN_STAT) && INET6

        ip6stat.ip6s_pulldown++;
 #endif
 
        ip6stat.ip6s_pulldown++;
 #endif
 

-#if defined(PULLDOWN_STAT) && defined(INET6)
+#if defined(PULLDOWN_STAT) && INET6

        /* statistics for m_pullup */
        ip6stat.ip6s_pullup++;
        if (off + len > MHLEN)
        /* statistics for m_pullup */
        ip6stat.ip6s_pullup++;
        if (off + len > MHLEN)


@@ -234,7 +242,7 @@ m_pulldown(m, off, len, offp)
        if ((off == 0 || offp) && len <= n->m_len - off)
                goto ok;
 
        if ((off == 0 || offp) && len <= n->m_len - off)
                goto ok;
 

-#if defined(PULLDOWN_STAT) && defined(INET6)
+#if defined(PULLDOWN_STAT) && INET6

        ip6stat.ip6s_pulldown_copy++;
 #endif
 
        ip6stat.ip6s_pulldown_copy++;
 #endif
 


@@ -314,7 +322,7 @@ m_pulldown(m, off, len, offp)
         * now, we need to do the hard way.  don't m_copy as there's no room
         * on both end.
         */
         * now, we need to do the hard way.  don't m_copy as there's no room
         * on both end.
         */

-#if defined(PULLDOWN_STAT) && defined(INET6)
+#if defined(PULLDOWN_STAT) && INET6

        ip6stat.ip6s_pulldown_alloc++;
 #endif
        MGET(o, M_DONTWAIT, m->m_type);
        ip6stat.ip6s_pulldown_alloc++;
 #endif
        MGET(o, M_DONTWAIT, m->m_type);


@@ -359,84 +367,64 @@ ok:
 }
 
 /*
 }
 
 /*

- * pkthdr.aux chain manipulation.
- * we don't allow clusters at this moment. 
+ * Create and return an m_tag, either by re-using space in a previous tag
+ * or by allocating a new mbuf/cluster

  */
  */

-struct mbuf *
-m_aux_add(m, af, type)
-       struct mbuf *m;
-       int af, type;
+struct m_tag *
+m_tag_create(u_int32_t id, u_int16_t type, int len, int wait, struct mbuf *buf)

 {
 {

-       struct mbuf *n;
-       struct mauxtag *t;
-
-       if ((m->m_flags & M_PKTHDR) == 0)
-               return NULL;
-
-       n = m_aux_find(m, af, type);
-       if (n)
-               return n;
-
-       MGET(n, M_DONTWAIT, m->m_type);
-       if (n == NULL)
-               return NULL;
-
-       t = mtod(n, struct mauxtag *);
-       t->af = af;
-       t->type = type;
-       n->m_data += sizeof(struct mauxtag);
-       n->m_len = 0;
-       n->m_next = m->m_pkthdr.aux;
-       m->m_pkthdr.aux = n;
-       return n;
-}
+       struct m_tag *t = NULL;
+       struct m_tag *p;

 
 

-struct mbuf *
-m_aux_find(m, af, type)
-       struct mbuf *m;
-       int af, type;
-{
-       struct mbuf *n;
-       struct mauxtag *t;
+       if (len < 0)
+               return (NULL);

 
 

-       if ((m->m_flags & M_PKTHDR) == 0)
-               return NULL;
+       if (len + sizeof (struct m_tag) + sizeof (struct m_taghdr) > MLEN)
+               return (m_tag_alloc(id, type, len, wait));

 
 

-       for (n = m->m_pkthdr.aux; n; n = n->m_next) {
-               t = (struct mauxtag *)n->m_dat;
-               if (t->af == af && t->type == type)
-                       return n;
-       }
-       return NULL;
-}
+       /*
+        * We've exhausted all external cases. Now, go through the m_tag
+        * chain and see if we can fit it in any of them.
+        * If not (t == NULL), call m_tag_alloc to store it in a new mbuf.
+        */
+       p = SLIST_FIRST(&buf->m_pkthdr.tags);
+       while(p != NULL) {
+               /* 2KCL m_tag */
+               if (M_TAG_ALIGN(p->m_tag_len) +
+                   sizeof (struct m_taghdr) > MLEN) {
+                       p = SLIST_NEXT(p, m_tag_link);
+                       continue;
+               }

 
 

-void
-m_aux_delete(m, victim)
-       struct mbuf *m;
-       struct mbuf *victim;
-{
-       struct mbuf *n, *prev, *next;
-       struct mauxtag *t;
+               VERIFY(p->m_tag_cookie == M_TAG_VALID_PATTERN);

 
 

-       if ((m->m_flags & M_PKTHDR) == 0)
-               return;
+               struct mbuf *m = m_dtom(p);
+               struct m_taghdr *hdr = (struct m_taghdr *)m->m_data;
+
+               VERIFY(m->m_flags & M_TAGHDR && !(m->m_flags & M_EXT));

 
 

-       prev = NULL;
-       n = m->m_pkthdr.aux;
-       while (n) {
-               t = (struct mauxtag *)n->m_dat;
-               next = n->m_next;
-               if (n == victim) {
-                       if (prev)
-                               prev->m_next = n->m_next;
-                       else
-                               m->m_pkthdr.aux = n->m_next;
-                       n->m_next = NULL;
-                       m_free(n);
-               } else
-                       prev = n;
-               n = next;
+               /* The mbuf can store this m_tag */
+               if (M_TAG_ALIGN(len) <= MLEN - m->m_len) {
+                       t = (struct m_tag *)(m->m_data + m->m_len);
+                       hdr->refcnt++;
+                       m->m_len += M_TAG_ALIGN(len);
+                       VERIFY(m->m_len <= MLEN);
+                       break;
+               }
+
+               p = SLIST_NEXT(p, m_tag_link);

        }
        }

+
+       if (t == NULL)
+               return (m_tag_alloc(id, type, len, wait));
+
+       t->m_tag_cookie = M_TAG_VALID_PATTERN;
+       t->m_tag_type = type;
+       t->m_tag_len = len;
+       t->m_tag_id = id;
+       if (len > 0)
+               bzero(t + 1, len);
+       return (t);

 }
 
 /* Get a packet tag structure along with specified data following. */
 }
 
 /* Get a packet tag structure along with specified data following. */


@@ -446,27 +434,39 @@ m_tag_alloc(u_int32_t id, u_int16_t type, int len, int wait)
        struct m_tag *t;
 
        if (len < 0)
        struct m_tag *t;
 
        if (len < 0)

-               return NULL;
-#ifndef __APPLE__
-       t = malloc(len + sizeof(struct m_tag), M_PACKET_TAGS, wait);
-#else
-       /*MALLOC(t, struct m_tag *, len + sizeof(struct m_tag), M_TEMP, M_WAITOK);*/
-        if (len + sizeof(struct m_tag) <= MLEN) {
+               return (NULL);
+
+        if (M_TAG_ALIGN(len) + sizeof (struct m_taghdr) <= MLEN) {

                struct mbuf *m = m_get(wait, MT_TAG);
                struct mbuf *m = m_get(wait, MT_TAG);

+               struct m_taghdr *hdr;
+

                if (m == NULL)
                if (m == NULL)

-                       return NULL;
-               t = (struct m_tag *) m->m_dat;
-        } else if (len + sizeof(struct m_tag) <= MCLBYTES) {
-               MCLALLOC((caddr_t)t, wait);
-        } else
+                       return (NULL);
+
+               m->m_flags |= M_TAGHDR;
+
+               hdr = (struct m_taghdr *)m->m_data;
+               hdr->refcnt = 1;
+               m->m_len += sizeof (struct m_taghdr);
+               t = (struct m_tag *)(m->m_data + m->m_len);
+               m->m_len += M_TAG_ALIGN(len);
+               VERIFY(m->m_len <= MLEN);
+        } else if (len + sizeof (struct m_tag) <= MCLBYTES) {
+               t = (struct m_tag *)m_mclalloc(wait);
+        } else {

                 t = NULL;
                 t = NULL;

-#endif
+       }
+

        if (t == NULL)
        if (t == NULL)

-               return NULL;
+               return (NULL);
+
+       t->m_tag_cookie = M_TAG_VALID_PATTERN;

        t->m_tag_type = type;
        t->m_tag_len = len;
        t->m_tag_id = id;
        t->m_tag_type = type;
        t->m_tag_len = len;
        t->m_tag_id = id;

-       return t;
+       if (len > 0)
+               bzero(t + 1, len);
+       return (t);

 }
 
 
 }
 
 


@@ -474,26 +474,50 @@ m_tag_alloc(u_int32_t id, u_int16_t type, int len, int wait)
 void
 m_tag_free(struct m_tag *t)
 {
 void
 m_tag_free(struct m_tag *t)
 {

-#ifndef __APPLE__
-       free(t, M_PACKET_TAGS);
-#else
-       /* FREE(t, M_TEMP); */
+#if CONFIG_MACF_NET
+       if (t != NULL && 
+           t->m_tag_id   == KERNEL_MODULE_TAG_ID &&
+           t->m_tag_type == KERNEL_TAG_TYPE_MACLABEL)
+               mac_mbuf_tag_destroy(t);
+#endif
+#if INET6
+       if (t != NULL &&
+           t->m_tag_id   == KERNEL_MODULE_TAG_ID &&
+           t->m_tag_type == KERNEL_TAG_TYPE_INET6 &&
+           t->m_tag_len  == sizeof (struct ip6aux))
+               ip6_destroyaux((struct ip6aux *)(t + 1));
+#endif /* INET6 */

        if (t == NULL)
                return;
        if (t == NULL)
                return;

-       if (t->m_tag_len <= MLEN) {
+       if (M_TAG_ALIGN(t->m_tag_len) + sizeof (struct m_taghdr) <= MLEN) {

                struct mbuf * m = m_dtom(t);
                struct mbuf * m = m_dtom(t);

-               m_free(m);
+               VERIFY(m->m_flags & M_TAGHDR);
+               struct m_taghdr *hdr = (struct m_taghdr *)m->m_data;
+
+               /* No other tags in this mbuf */
+               if(--hdr->refcnt == 0) {
+                       m_free(m);
+                       return;
+               }
+
+               /* Pattern-fill the header */
+               u_int64_t *fill_ptr = (u_int64_t *)t;
+               u_int64_t *end_ptr = (u_int64_t *)(t + 1);
+               while (fill_ptr < end_ptr) {
+                       *fill_ptr = M_TAG_FREE_PATTERN;
+                       fill_ptr++;
+               }

        } else {
        } else {

-               MCLFREE((caddr_t)t);
+               m_mclfree((caddr_t)t);

        }
        }

-#endif

 }
 
 /* Prepend a packet tag. */
 void
 m_tag_prepend(struct mbuf *m, struct m_tag *t)
 {
 }
 
 /* Prepend a packet tag. */
 void
 m_tag_prepend(struct mbuf *m, struct m_tag *t)
 {

-       KASSERT(m && t, ("m_tag_prepend: null argument, m %p t %p", m, t));
+       VERIFY(m != NULL && t != NULL);
+

        SLIST_INSERT_HEAD(&m->m_pkthdr.tags, t, m_tag_link);
 }
 
        SLIST_INSERT_HEAD(&m->m_pkthdr.tags, t, m_tag_link);
 }
 


@@ -501,7 +525,9 @@ m_tag_prepend(struct mbuf *m, struct m_tag *t)
 void
 m_tag_unlink(struct mbuf *m, struct m_tag *t)
 {
 void
 m_tag_unlink(struct mbuf *m, struct m_tag *t)
 {

-       KASSERT(m && t, ("m_tag_unlink: null argument, m %p t %p", m, t));
+       VERIFY(m != NULL && t != NULL);
+       VERIFY(t->m_tag_cookie == M_TAG_VALID_PATTERN);
+

        SLIST_REMOVE(&m->m_pkthdr.tags, t, m_tag, m_tag_link);
 }
 
        SLIST_REMOVE(&m->m_pkthdr.tags, t, m_tag, m_tag_link);
 }
 


@@ -509,7 +535,8 @@ m_tag_unlink(struct mbuf *m, struct m_tag *t)
 void
 m_tag_delete(struct mbuf *m, struct m_tag *t)
 {
 void
 m_tag_delete(struct mbuf *m, struct m_tag *t)
 {

-       KASSERT(m && t, ("m_tag_delete: null argument, m %p t %p", m, t));
+       VERIFY(m != NULL && t != NULL);
+

        m_tag_unlink(m, t);
        m_tag_free(t);
 }
        m_tag_unlink(m, t);
        m_tag_free(t);
 }


@@ -520,15 +547,21 @@ m_tag_delete_chain(struct mbuf *m, struct m_tag *t)
 {
        struct m_tag *p, *q;
 
 {
        struct m_tag *p, *q;
 

-       KASSERT(m, ("m_tag_delete_chain: null mbuf"));
-       if (t != NULL)
+       VERIFY(m != NULL);
+
+       if (t != NULL) {

                p = t;
                p = t;

-       else
+       } else {

                p = SLIST_FIRST(&m->m_pkthdr.tags);
                p = SLIST_FIRST(&m->m_pkthdr.tags);

+       }

        if (p == NULL)
                return;
        if (p == NULL)
                return;

-       while ((q = SLIST_NEXT(p, m_tag_link)) != NULL)
+
+       VERIFY(p->m_tag_cookie == M_TAG_VALID_PATTERN);
+       while ((q = SLIST_NEXT(p, m_tag_link)) != NULL) {
+               VERIFY(q->m_tag_cookie == M_TAG_VALID_PATTERN);

                m_tag_delete(m, q);
                m_tag_delete(m, q);

+       }

        m_tag_delete(m, p);
 }
 
        m_tag_delete(m, p);
 }
 


@@ -538,17 +571,21 @@ m_tag_locate(struct mbuf *m, u_int32_t id, u_int16_t type, struct m_tag *t)
 {
        struct m_tag *p;
 
 {
        struct m_tag *p;
 

-       KASSERT(m, ("m_tag_find: null mbuf"));
-       if (t == NULL)
+       VERIFY(m != NULL);
+
+       if (t == NULL) {

                p = SLIST_FIRST(&m->m_pkthdr.tags);
                p = SLIST_FIRST(&m->m_pkthdr.tags);

-       else
+       } else {
+               VERIFY(t->m_tag_cookie == M_TAG_VALID_PATTERN);

                p = SLIST_NEXT(t, m_tag_link);
                p = SLIST_NEXT(t, m_tag_link);

+       }

        while (p != NULL) {
        while (p != NULL) {

+               VERIFY(p->m_tag_cookie == M_TAG_VALID_PATTERN);

                if (p->m_tag_id == id && p->m_tag_type == type)
                if (p->m_tag_id == id && p->m_tag_type == type)

-                       return p;
+                       return (p);

                p = SLIST_NEXT(p, m_tag_link);
        }
                p = SLIST_NEXT(p, m_tag_link);
        }

-       return NULL;
+       return (NULL);

 }
 
 /* Copy a single tag. */
 }
 
 /* Copy a single tag. */


@@ -557,12 +594,37 @@ m_tag_copy(struct m_tag *t, int how)
 {
        struct m_tag *p;
 
 {
        struct m_tag *p;
 

-       KASSERT(t, ("m_tag_copy: null tag"));
+       VERIFY(t != NULL);
+

        p = m_tag_alloc(t->m_tag_id, t->m_tag_type, t->m_tag_len, how);
        if (p == NULL)
                return (NULL);
        p = m_tag_alloc(t->m_tag_id, t->m_tag_type, t->m_tag_len, how);
        if (p == NULL)
                return (NULL);

+#if CONFIG_MACF_NET
+       /*
+        * XXXMAC: we should probably pass off the initialization, and
+        * copying here?  can we hid that KERNEL_TAG_TYPE_MACLABEL is
+        * special from the mbuf code?
+        */
+       if (t != NULL &&
+           t->m_tag_id   == KERNEL_MODULE_TAG_ID &&
+           t->m_tag_type == KERNEL_TAG_TYPE_MACLABEL) {
+               if (mac_mbuf_tag_init(p, how) != 0) {
+                       m_tag_free(p);
+                       return (NULL);
+               }
+               mac_mbuf_tag_copy(t, p);
+       } else
+#endif
+#if INET6
+       if (t != NULL &&
+           t->m_tag_id   == KERNEL_MODULE_TAG_ID &&
+           t->m_tag_type == KERNEL_TAG_TYPE_INET6 &&
+           t->m_tag_len  == sizeof (struct ip6aux)) {
+               ip6_copyaux((struct ip6aux *)(t + 1), (struct ip6aux *)(p + 1));
+       } else
+#endif /* INET6 */

        bcopy(t + 1, p + 1, t->m_tag_len); /* Copy the data */
        bcopy(t + 1, p + 1, t->m_tag_len); /* Copy the data */

-       return p;
+       return (p);

 }
 
 /*
 }
 
 /*


@@ -576,42 +638,61 @@ m_tag_copy_chain(struct mbuf *to, struct mbuf *from, int how)
 {
        struct m_tag *p, *t, *tprev = NULL;
 
 {
        struct m_tag *p, *t, *tprev = NULL;
 

-       KASSERT(to && from,
-               ("m_tag_copy: null argument, to %p from %p", to, from));
+       VERIFY(to != NULL && from != NULL);
+

        m_tag_delete_chain(to, NULL);
        SLIST_FOREACH(p, &from->m_pkthdr.tags, m_tag_link) {
        m_tag_delete_chain(to, NULL);
        SLIST_FOREACH(p, &from->m_pkthdr.tags, m_tag_link) {

+               VERIFY(p->m_tag_cookie == M_TAG_VALID_PATTERN);

                t = m_tag_copy(p, how);
                if (t == NULL) {
                        m_tag_delete_chain(to, NULL);
                t = m_tag_copy(p, how);
                if (t == NULL) {
                        m_tag_delete_chain(to, NULL);

-                       return 0;
+                       return (0);

                }
                }

-               if (tprev == NULL)
+               if (tprev == NULL) {

                        SLIST_INSERT_HEAD(&to->m_pkthdr.tags, t, m_tag_link);
                        SLIST_INSERT_HEAD(&to->m_pkthdr.tags, t, m_tag_link);

-               else {
+               } else {

                        SLIST_INSERT_AFTER(tprev, t, m_tag_link);
                        tprev = t;
                }
        }
                        SLIST_INSERT_AFTER(tprev, t, m_tag_link);
                        tprev = t;
                }
        }

-       return 1;
+       return (1);

 }
 
 /* Initialize tags on an mbuf. */
 void
 m_tag_init(struct mbuf *m)
 {
 }
 
 /* Initialize tags on an mbuf. */
 void
 m_tag_init(struct mbuf *m)
 {

+       VERIFY(m != NULL);
+

        SLIST_INIT(&m->m_pkthdr.tags);
        SLIST_INIT(&m->m_pkthdr.tags);

+#if PF_PKTHDR
+       bzero(&m->m_pkthdr.pf_mtag, sizeof (m->m_pkthdr.pf_mtag));
+#endif

 }
 
 /* Get first tag in chain. */
 struct m_tag *
 m_tag_first(struct mbuf *m)
 {
 }
 
 /* Get first tag in chain. */
 struct m_tag *
 m_tag_first(struct mbuf *m)
 {

-       return SLIST_FIRST(&m->m_pkthdr.tags);
+       VERIFY(m != NULL);
+
+       return (SLIST_FIRST(&m->m_pkthdr.tags));

 }
 
 /* Get next tag in chain. */
 struct m_tag *
 }
 
 /* Get next tag in chain. */
 struct m_tag *

-m_tag_next(__unused struct mbuf *m, struct m_tag *t)
+m_tag_next(struct mbuf *m, struct m_tag *t)
+{
+#pragma unused(m)
+       VERIFY(t != NULL);
+       VERIFY(t->m_tag_cookie == M_TAG_VALID_PATTERN);
+
+       return (SLIST_NEXT(t, m_tag_link));
+}
+
+void
+m_prio_init(struct mbuf *m)

 {
 {

-       return SLIST_NEXT(t, m_tag_link);
+       if (m->m_flags & M_PKTHDR)
+               m->m_pkthdr.prio = MBUF_TC_BE;

 }
 }