xnu-792.24.17.tar.gz

[apple/xnu.git] / bsd / kern / uipc_usrreq.c

diff --git a/bsd/kern/uipc_usrreq.c b/bsd/kern/uipc_usrreq.c
index 07f56acbdb6674202f316a170ef68b53bb50c79e..ca560d4156c22c2c7fa5dd765356a599fc1285b7 100644 (file)
--- a/bsd/kern/uipc_usrreq.c
+++ b/bsd/kern/uipc_usrreq.c
@@ -3,20 +3,19 @@
  *
  * @APPLE_LICENSE_HEADER_START@
  * 
  *
  * @APPLE_LICENSE_HEADER_START@
  * 

- * This file contains Original Code and/or Modifications of Original Code
- * as defined in and that are subject to the Apple Public Source License
- * Version 2.0 (the 'License'). You may not use this file except in
- * compliance with the License. Please obtain a copy of the License at
- * http://www.opensource.apple.com/apsl/ and read it before using this
- * file.
+ * The contents of this file constitute Original Code as defined in and
+ * are subject to the Apple Public Source License Version 1.1 (the
+ * "License").  You may not use this file except in compliance with the
+ * License.  Please obtain a copy of the License at
+ * http://www.apple.com/publicsource and read it before using this file.

  * 
  * 

- * The Original Code and all software distributed under the License are
- * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * This Original Code and all software distributed under the License are
+ * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER

  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,

- * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
- * Please see the License for the specific language governing rights and
- * limitations under the License.
+ * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT.  Please see the
+ * License for the specific language governing rights and limitations
+ * under the License.

  * 
  * @APPLE_LICENSE_HEADER_END@
  */
  * 
  * @APPLE_LICENSE_HEADER_END@
  */


@@ -89,7 +88,11 @@
 struct zone *unp_zone;
 static unp_gen_t unp_gencnt;
 static u_int unp_count;
 struct zone *unp_zone;
 static unp_gen_t unp_gencnt;
 static u_int unp_count;

-static lck_mtx_t               *unp_mutex;
+
+static lck_attr_t              *unp_mtx_attr;
+static lck_grp_t               *unp_mtx_grp;
+static lck_grp_attr_t          *unp_mtx_grp_attr;
+static lck_rw_t                *unp_list_mtx;

 
 extern lck_mtx_t * uipc_lock;
 static struct unp_head unp_shead, unp_dhead;
 
 extern lck_mtx_t * uipc_lock;
 static struct unp_head unp_shead, unp_dhead;


@@ -304,8 +307,13 @@ uipc_send(struct socket *so, int flags, struct mbuf *m, struct sockaddr *nam,
                goto release;
        }
 
                goto release;
        }
 

-       if (control && (error = unp_internalize(control, p)))
-               goto release;
+       if (control) {
+               socket_unlock(so, 0); /* release global lock to avoid deadlock (4436174) */ 
+               error = unp_internalize(control, p);
+               socket_lock(so, 0);
+               if (error)
+                       goto release;
+       }

 
        switch (so->so_type) {
        case SOCK_DGRAM: 
 
        switch (so->so_type) {
        case SOCK_DGRAM: 


@@ -560,7 +568,7 @@ unp_attach(struct socket *so)
        if (unp == NULL)
                return (ENOBUFS);
        bzero(unp, sizeof *unp);
        if (unp == NULL)
                return (ENOBUFS);
        bzero(unp, sizeof *unp);

-       lck_mtx_lock(unp_mutex);
+       lck_rw_lock_exclusive(unp_list_mtx);

        LIST_INIT(&unp->unp_refs);
        unp->unp_socket = so;
        unp->unp_gencnt = ++unp_gencnt;
        LIST_INIT(&unp->unp_refs);
        unp->unp_socket = so;
        unp->unp_gencnt = ++unp_gencnt;


@@ -568,16 +576,17 @@ unp_attach(struct socket *so)
        LIST_INSERT_HEAD(so->so_type == SOCK_DGRAM ? &unp_dhead
                         : &unp_shead, unp, unp_link);
        so->so_pcb = (caddr_t)unp;
        LIST_INSERT_HEAD(so->so_type == SOCK_DGRAM ? &unp_dhead
                         : &unp_shead, unp, unp_link);
        so->so_pcb = (caddr_t)unp;

-       lck_mtx_unlock(unp_mutex);
+       lck_rw_done(unp_list_mtx);

        return (0);
 }
 
 static void
 unp_detach(struct unpcb *unp)
 {
        return (0);
 }
 
 static void
 unp_detach(struct unpcb *unp)
 {

-       lck_mtx_assert(unp_mutex, LCK_MTX_ASSERT_OWNED);
+       lck_rw_lock_exclusive(unp_list_mtx);

        LIST_REMOVE(unp, unp_link);
        unp->unp_gencnt = ++unp_gencnt;
        LIST_REMOVE(unp, unp_link);
        unp->unp_gencnt = ++unp_gencnt;

+       lck_rw_done(unp_list_mtx);

        --unp_count;
        if (unp->unp_vnode) {
                struct vnode *tvp = unp->unp_vnode;
        --unp_count;
        if (unp->unp_vnode) {
                struct vnode *tvp = unp->unp_vnode;


@@ -723,7 +732,7 @@ unp_connect(
        if (error)
                goto bad;
        so2 = vp->v_socket;
        if (error)
                goto bad;
        so2 = vp->v_socket;

-       if (so2 == 0) {
+       if (so2 == 0 || so2->so_pcb == NULL ) {

                error = ECONNREFUSED;
                goto bad;
        }
                error = ECONNREFUSED;
                goto bad;
        }


@@ -788,8 +797,10 @@ unp_connect(
        }
        error = unp_connect2(so, so2);
 bad:
        }
        error = unp_connect2(so, so2);
 bad:

-       if (so2 != NULL)
-               so2->so_usecount--; /* release count on socket */
+        
+       if (so2 != NULL) 
+                       so2->so_usecount--;     /* release count on socket */
+       

        vnode_put(vp);
        return (error);
 }
        vnode_put(vp);
        return (error);
 }


@@ -845,12 +856,13 @@ unp_disconnect(struct unpcb *unp)
 
        if (unp2 == 0)
                return;
 
        if (unp2 == 0)
                return;

-       lck_mtx_assert(unp_mutex, LCK_MTX_ASSERT_OWNED);

        unp->unp_conn = 0;
        switch (unp->unp_socket->so_type) {
 
        case SOCK_DGRAM:
        unp->unp_conn = 0;
        switch (unp->unp_socket->so_type) {
 
        case SOCK_DGRAM:

+               lck_rw_lock_exclusive(unp_list_mtx);

                LIST_REMOVE(unp, unp_reflink);
                LIST_REMOVE(unp, unp_reflink);

+               lck_rw_done(unp_list_mtx);

                unp->unp_socket->so_state &= ~SS_ISCONNECTED;
                break;
 
                unp->unp_socket->so_state &= ~SS_ISCONNECTED;
                break;
 


@@ -880,7 +892,7 @@ unp_pcblist SYSCTL_HANDLER_ARGS
        struct xunpgen xug;
        struct unp_head *head;
 
        struct xunpgen xug;
        struct unp_head *head;
 

-       lck_mtx_lock(unp_mutex);
+       lck_rw_lock_shared(unp_list_mtx);

        head = ((intptr_t)arg1 == SOCK_DGRAM ? &unp_dhead : &unp_shead);
 
        /*
        head = ((intptr_t)arg1 == SOCK_DGRAM ? &unp_dhead : &unp_shead);
 
        /*


@@ -891,12 +903,12 @@ unp_pcblist SYSCTL_HANDLER_ARGS
                n = unp_count;
                req->oldidx = 2 * (sizeof xug)
                        + (n + n/8) * sizeof(struct xunpcb);
                n = unp_count;
                req->oldidx = 2 * (sizeof xug)
                        + (n + n/8) * sizeof(struct xunpcb);

-               lck_mtx_unlock(unp_mutex);
+               lck_rw_done(unp_list_mtx);

                return 0;
        }
 
        if (req->newptr != USER_ADDR_NULL) {
                return 0;
        }
 
        if (req->newptr != USER_ADDR_NULL) {

-               lck_mtx_unlock(unp_mutex);
+               lck_rw_done(unp_list_mtx);

                return EPERM;
        }
 
                return EPERM;
        }
 


@@ -913,7 +925,7 @@ unp_pcblist SYSCTL_HANDLER_ARGS
        xug.xug_sogen = so_gencnt;
        error = SYSCTL_OUT(req, &xug, sizeof xug);
        if (error) {
        xug.xug_sogen = so_gencnt;
        error = SYSCTL_OUT(req, &xug, sizeof xug);
        if (error) {

-               lck_mtx_unlock(unp_mutex);
+               lck_rw_done(unp_list_mtx);

                return error;
        }
 
                return error;
        }
 


@@ -921,13 +933,13 @@ unp_pcblist SYSCTL_HANDLER_ARGS
         * We are done if there is no pcb
         */
        if (n == 0)  {
         * We are done if there is no pcb
         */
        if (n == 0)  {

-           lck_mtx_unlock(unp_mutex);
+           lck_rw_done(unp_list_mtx);

            return 0;
        }
 
        MALLOC(unp_list, struct unpcb **, n * sizeof *unp_list, M_TEMP, M_WAITOK);
        if (unp_list == 0) {
            return 0;
        }
 
        MALLOC(unp_list, struct unpcb **, n * sizeof *unp_list, M_TEMP, M_WAITOK);
        if (unp_list == 0) {

-               lck_mtx_unlock(unp_mutex);
+               lck_rw_done(unp_list_mtx);

                return ENOMEM;
        }
        
                return ENOMEM;
        }
        


@@ -979,7 +991,7 @@ unp_pcblist SYSCTL_HANDLER_ARGS
                error = SYSCTL_OUT(req, &xug, sizeof xug);
        }
        FREE(unp_list, M_TEMP);
                error = SYSCTL_OUT(req, &xug, sizeof xug);
        }
        FREE(unp_list, M_TEMP);

-       lck_mtx_unlock(unp_mutex);
+       lck_rw_done(unp_list_mtx);

        return error;
 }
 
        return error;
 }
 


@@ -1060,9 +1072,8 @@ unp_externalize(struct mbuf *rights)
                bzero(fp, sizeof(struct fileproc));
                fp->f_iocount = 0;
                fp->f_fglob = fg;
                bzero(fp, sizeof(struct fileproc));
                fp->f_iocount = 0;
                fp->f_fglob = fg;

-               p->p_fd->fd_ofiles[f] = fp;

                fg_removeuipc(fg);
                fg_removeuipc(fg);

-               *fdflags(p, f) &= ~UF_RESERVED;
+               procfdtbl_releasefd(p, f, fp);

                unp_rights--;
                *(int *)rp++ = f;
        }
                unp_rights--;
                *(int *)rp++ = f;
        }


@@ -1082,7 +1093,18 @@ unp_init(void)
        LIST_INIT(&unp_dhead);
        LIST_INIT(&unp_shead);
        
        LIST_INIT(&unp_dhead);
        LIST_INIT(&unp_shead);
        

-       unp_mutex = localdomain.dom_mtx;
+       /*
+        * allocate lock group attribute and group for udp pcb mutexes
+        */
+       unp_mtx_grp_attr = lck_grp_attr_alloc_init();
+
+       unp_mtx_grp = lck_grp_alloc_init("unp_list", unp_mtx_grp_attr);
+               
+       unp_mtx_attr = lck_attr_alloc_init();
+
+       if ((unp_list_mtx = lck_rw_alloc_init(unp_mtx_grp, unp_mtx_attr)) == NULL)
+               return; /* pretty much dead if this fails... */
+

 }
 
 #ifndef MIN
 }
 
 #ifndef MIN


@@ -1129,7 +1151,16 @@ unp_internalize(
        return (0);
 }
 
        return (0);
 }
 

-static int     unp_defer, unp_gcing;
+static int     unp_defer, unp_gcing, unp_gcwait;
+/* always called under uipc_lock */
+void
+unp_gc_wait(void)
+{
+       while (unp_gcing != 0) {
+               unp_gcwait = 1;
+               msleep(&unp_gcing, uipc_lock, 0 , "unp_gc_wait", NULL);
+       }
+}

 
 static void
 unp_gc()
 
 static void
 unp_gc()


@@ -1138,7 +1169,8 @@ unp_gc()
        register struct socket *so;
        struct fileglob **extra_ref, **fpp;
        int nunref, i;
        register struct socket *so;
        struct fileglob **extra_ref, **fpp;
        int nunref, i;

-
+       int need_gcwakeup = 0;
+       

        lck_mtx_lock(uipc_lock);
        if (unp_gcing) {
                lck_mtx_unlock(uipc_lock);
        lck_mtx_lock(uipc_lock);
        if (unp_gcing) {
                lck_mtx_unlock(uipc_lock);


@@ -1320,7 +1352,17 @@ unp_gc()
        }
        for (i = nunref, fpp = extra_ref; --i >= 0; ++fpp)
                closef_locked((struct fileproc *)0, *fpp, (struct proc *) NULL);
        }
        for (i = nunref, fpp = extra_ref; --i >= 0; ++fpp)
                closef_locked((struct fileproc *)0, *fpp, (struct proc *) NULL);

+       lck_mtx_lock(uipc_lock);

        unp_gcing = 0;
        unp_gcing = 0;

+
+       if (unp_gcwait != 0) {
+               unp_gcwait = 0;
+               need_gcwakeup = 1;
+       }
+       lck_mtx_unlock(uipc_lock);
+
+       if (need_gcwakeup != 0)
+               wakeup(&unp_gcing);

        FREE((caddr_t)extra_ref, M_FILEGLOB);
 
 }
        FREE((caddr_t)extra_ref, M_FILEGLOB);
 
 }