bsd/miscfs/nullfs/null_subr.c

   1 /*
   2  * Copyright (c) 2016 Apple Inc. All rights reserved.
   3  *
   4  * @APPLE_LICENSE_HEADER_START@
   5  *
   6  * This file contains Original Code and/or Modifications of Original Code
   7  * as defined in and that are subject to the Apple Public Source License
   8  * Version 2.0 (the 'License'). You may not use this file except in
   9  * compliance with the License. Please obtain a copy of the License at
  10  * http://www.opensource.apple.com/apsl/ and read it before using this
  11  * file.
  12  *
  13  * The Original Code and all software distributed under the License are
  14  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  15  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  16  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  17  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  18  * Please see the License for the specific language governing rights and
  19  * limitations under the License.
  20  *
  21  * @APPLE_LICENSE_HEADER_END@
  22  */
  23
  24 /*-
  25  * Portions Copyright (c) 1992, 1993
  26  *  The Regents of the University of California.  All rights reserved.
  27  *
  28  * This code is derived from software donated to Berkeley by
  29  * Jan-Simon Pendry.
  30  *
  31  * Redistribution and use in source and binary forms, with or without
  32  * modification, are permitted provided that the following conditions
  33  * are met:
  34  * 1. Redistributions of source code must retain the above copyright
  35  *    notice, this list of conditions and the following disclaimer.
  36  * 2. Redistributions in binary form must reproduce the above copyright
  37  *    notice, this list of conditions and the following disclaimer in the
  38  *    documentation and/or other materials provided with the distribution.
  39  * 4. Neither the name of the University nor the names of its contributors
  40  *    may be used to endorse or promote products derived from this software
  41  *    without specific prior written permission.
  42  *
  43  * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
  44  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  45  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
  46  * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
  47  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
  48  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
  49  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
  50  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
  51  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
  52  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
  53  * SUCH DAMAGE.
  54  *
  55  *  @(#)null_subr.c 8.7 (Berkeley) 5/14/95
  56  *
  57  * $FreeBSD$
  58  */
  59 #include <sys/param.h>
  60 #include <sys/systm.h>
  61 #include <sys/kernel.h>
  62 #include <sys/lock.h>
  63 #include <sys/malloc.h>
  64 #include <sys/mount.h>
  65 #include <sys/proc.h>
  66 #include <sys/vnode.h>
  67
  68 #include "nullfs.h"
  69
  70 /*
  71  * Null layer cache:
  72  * Each cache entry holds a reference to the lower vnode
  73  * along with a pointer to the alias vnode.  When an
  74  * entry is added the lower vnode is VREF'd.  When the
  75  * alias is removed the lower vnode is vrele'd.
  76  */
  77
  78 #define NULL_HASH_SIZE (desiredvnodes / 10)
  79
  80 /* osx doesn't really have the functionality freebsd uses here..gonna try this
  81  * hacked hash...*/
  82 #define NULL_NHASH(vp) (&null_node_hashtbl[((((uintptr_t)vp) >> vnsz2log) + (uintptr_t)vnode_mount(vp)) & null_hash_mask])
  83
  84 static LIST_HEAD(null_node_hashhead, null_node) * null_node_hashtbl;
  85 static lck_mtx_t null_hashmtx;
  86 static lck_attr_t * null_hashlck_attr;
  87 static lck_grp_t * null_hashlck_grp;
  88 static lck_grp_attr_t * null_hashlck_grp_attr;
  89 static u_long null_hash_mask;
  90
  91 /* os x doesn't have hashes built into vnode. gonna try doing what freebsd does
  92  *  anyway
  93  *  Don't want to create a dependency on vnode_internal.h and the real struct
  94  *  vnode.
  95  *  9 is an eyeball of the log 2 size of vnode */
  96 static int vnsz2log = 9;
  97
  98 static int null_hashins(struct mount *, struct null_node *, struct vnode **);
  99
 100 int
 101 nullfs_init_lck(lck_mtx_t * lck)
 102 {
 103         int error = 1;
 104         if (lck && null_hashlck_grp && null_hashlck_attr) {
 105                 lck_mtx_init(lck, null_hashlck_grp, null_hashlck_attr);
 106                 error = 0;
 107         }
 108         return error;
 109 }
 110
 111 int
 112 nullfs_destroy_lck(lck_mtx_t * lck)
 113 {
 114         int error = 1;
 115         if (lck && null_hashlck_grp) {
 116                 lck_mtx_destroy(lck, null_hashlck_grp);
 117                 error = 0;
 118         }
 119         return error;
 120 }
 121
 122 /*
 123  * Initialise cache headers
 124  */
 125 int
 126 nullfs_init(__unused struct vfsconf * vfsp)
 127 {
 128         NULLFSDEBUG("%s\n", __FUNCTION__);
 129
 130         /* assuming for now that this happens immediately and by default after fs
 131          * installation */
 132         null_hashlck_grp_attr = lck_grp_attr_alloc_init();
 133         if (null_hashlck_grp_attr == NULL) {
 134                 goto error;
 135         }
 136         null_hashlck_grp = lck_grp_alloc_init("com.apple.filesystems.nullfs", null_hashlck_grp_attr);
 137         if (null_hashlck_grp == NULL) {
 138                 goto error;
 139         }
 140         null_hashlck_attr = lck_attr_alloc_init();
 141         if (null_hashlck_attr == NULL) {
 142                 goto error;
 143         }
 144
 145         lck_mtx_init(&null_hashmtx, null_hashlck_grp, null_hashlck_attr);
 146         null_node_hashtbl = hashinit(NULL_HASH_SIZE, M_TEMP, &null_hash_mask);
 147         NULLFSDEBUG("%s finished\n", __FUNCTION__);
 148         return 0;
 149 error:
 150         printf("NULLFS: failed to get lock element\n");
 151         if (null_hashlck_grp_attr) {
 152                 lck_grp_attr_free(null_hashlck_grp_attr);
 153                 null_hashlck_grp_attr = NULL;
 154         }
 155         if (null_hashlck_grp) {
 156                 lck_grp_free(null_hashlck_grp);
 157                 null_hashlck_grp = NULL;
 158         }
 159         if (null_hashlck_attr) {
 160                 lck_attr_free(null_hashlck_attr);
 161                 null_hashlck_attr = NULL;
 162         }
 163         return KERN_FAILURE;
 164 }
 165
 166 int
 167 nullfs_uninit()
 168 {
 169         /* This gets called when the fs is uninstalled, there wasn't an exact
 170          * equivalent in vfsops */
 171         lck_mtx_destroy(&null_hashmtx, null_hashlck_grp);
 172         FREE(null_node_hashtbl, M_TEMP);
 173         if (null_hashlck_grp_attr) {
 174                 lck_grp_attr_free(null_hashlck_grp_attr);
 175                 null_hashlck_grp_attr = NULL;
 176         }
 177         if (null_hashlck_grp) {
 178                 lck_grp_free(null_hashlck_grp);
 179                 null_hashlck_grp = NULL;
 180         }
 181         if (null_hashlck_attr) {
 182                 lck_attr_free(null_hashlck_attr);
 183                 null_hashlck_attr = NULL;
 184         }
 185         return 0;
 186 }
 187
 188 /*
 189  * Find the nullfs vnode mapped to lowervp. Return it in *vpp with an iocount if found.
 190  * Return 0 on success. On failure *vpp will be null and a non-zero error code will be returned.
 191  */
 192 int
 193 null_hashget(struct mount * mp, struct vnode * lowervp, struct vnode ** vpp)
 194 {
 195         struct null_node_hashhead * hd;
 196         struct null_node * a;
 197         struct vnode * vp;
 198         int error = ENOENT;
 199
 200         /*
 201          * Find hash base, and then search the (two-way) linked
 202          * list looking for a null_node structure which is referencing
 203          * the lower vnode. We only give up our reference at reclaim so
 204          * just check whether the lowervp has gotten pulled from under us
 205          */
 206         hd = NULL_NHASH(lowervp);
 207         lck_mtx_lock(&null_hashmtx);
 208         LIST_FOREACH(a, hd, null_hash)
 209         {
 210                 if (a->null_lowervp == lowervp && vnode_mount(NULLTOV(a)) == mp) {
 211                         vp = NULLTOV(a);
 212                         if (a->null_lowervid != vnode_vid(lowervp)) {
 213                                 /*lowervp has reved */
 214                                 error = EIO;
 215                         } else {
 216                                 /* if we found something then get an iocount on it */
 217                                 error = vnode_getwithvid(vp, a->null_myvid);
 218                                 if (error == 0) {
 219                                         *vpp = vp;
 220                                 }
 221                         }
 222                         break;
 223                 }
 224         }
 225         lck_mtx_unlock(&null_hashmtx);
 226         return error;
 227 }
 228
 229 /*
 230  * Act like null_hashget, but add passed null_node to hash if no existing
 231  * node found.
 232  */
 233 static int
 234 null_hashins(struct mount * mp, struct null_node * xp, struct vnode ** vpp)
 235 {
 236         struct null_node_hashhead * hd;
 237         struct null_node * oxp;
 238         struct vnode * ovp;
 239         int error = 0;
 240
 241         hd = NULL_NHASH(xp->null_lowervp);
 242         lck_mtx_lock(&null_hashmtx);
 243         LIST_FOREACH(oxp, hd, null_hash)
 244         {
 245                 if (oxp->null_lowervp == xp->null_lowervp && vnode_mount(NULLTOV(oxp)) == mp) {
 246                         /*
 247                          * See null_hashget for a description of this
 248                          * operation.
 249                          */
 250                         ovp = NULLTOV(oxp);
 251                         if (oxp->null_lowervid != vnode_vid(oxp->null_lowervp)) {
 252                                 /*vp doesn't exist so return null (not sure we are actually gonna catch
 253                                  *  recycle right now
 254                                  *  This is an exceptional case right now, it suggests the vnode we are
 255                                  *  trying to add has been recycled
 256                                  *  don't add it.*/
 257                                 error = EIO;
 258                                 goto end;
 259                         }
 260                         /* if we found something in the hash map then grab an iocount */
 261                         error = vnode_getwithvid(ovp, oxp->null_myvid);
 262                         if (error == 0) {
 263                                 *vpp = ovp;
 264                         }
 265                         goto end;
 266                 }
 267         }
 268         /* if it wasn't in the hash map then the vnode pointed to by xp already has a
 269          * iocount so don't bother */
 270         LIST_INSERT_HEAD(hd, xp, null_hash);
 271         xp->null_flags |= NULL_FLAG_HASHED;
 272 end:
 273         lck_mtx_unlock(&null_hashmtx);
 274         return error;
 275 }
 276
 277 /*
 278  * Remove node from hash.
 279  */
 280 void
 281 null_hashrem(struct null_node * xp)
 282 {
 283         lck_mtx_lock(&null_hashmtx);
 284         LIST_REMOVE(xp, null_hash);
 285         lck_mtx_unlock(&null_hashmtx);
 286 }
 287
 288 static struct null_node *
 289 null_nodecreate(struct vnode * lowervp)
 290 {
 291         struct null_node * xp;
 292
 293         MALLOC(xp, struct null_node *, sizeof(struct null_node), M_TEMP, M_WAITOK | M_ZERO);
 294         if (xp != NULL) {
 295                 if (lowervp) {
 296                         xp->null_lowervp  = lowervp;
 297                         xp->null_lowervid = vnode_vid(lowervp);
 298                 }
 299         }
 300         return xp;
 301 }
 302
 303 /* assumption is that vnode has iocount on it after vnode create */
 304 int
 305 null_getnewvnode(
 306         struct mount * mp, struct vnode * lowervp, struct vnode * dvp, struct vnode ** vpp, struct componentname * cnp, int root)
 307 {
 308         struct vnode_fsparam vnfs_param;
 309         int error             = 0;
 310         enum vtype type       = VDIR;
 311         struct null_node * xp = null_nodecreate(lowervp);
 312
 313         if (xp == NULL) {
 314                 return ENOMEM;
 315         }
 316
 317         if (lowervp) {
 318                 type = vnode_vtype(lowervp);
 319         }
 320
 321         vnfs_param.vnfs_mp         = mp;
 322         vnfs_param.vnfs_vtype      = type;
 323         vnfs_param.vnfs_str        = "nullfs";
 324         vnfs_param.vnfs_dvp        = dvp;
 325         vnfs_param.vnfs_fsnode     = (void *)xp;
 326         vnfs_param.vnfs_vops       = nullfs_vnodeop_p;
 327         vnfs_param.vnfs_markroot   = root;
 328         vnfs_param.vnfs_marksystem = 0;
 329         vnfs_param.vnfs_rdev       = 0;
 330         vnfs_param.vnfs_filesize   = 0; // set this to 0 since we should only be shadowing non-regular files
 331         vnfs_param.vnfs_cnp        = cnp;
 332         vnfs_param.vnfs_flags      = VNFS_ADDFSREF;
 333
 334         error = vnode_create(VNCREATE_FLAVOR, VCREATESIZE, &vnfs_param, vpp);
 335         if (error == 0) {
 336                 xp->null_vnode = *vpp;
 337                 xp->null_myvid = vnode_vid(*vpp);
 338                 vnode_settag(*vpp, VT_NULL);
 339         } else {
 340                 FREE(xp, M_TEMP);
 341         }
 342         return error;
 343 }
 344
 345 /*
 346  * Make a new or get existing nullfs node.
 347  * Vp is the alias vnode, lowervp is the lower vnode.
 348  *
 349  * lowervp is assumed to have an iocount on it from the caller
 350  */
 351 int
 352 null_nodeget(
 353         struct mount * mp, struct vnode * lowervp, struct vnode * dvp, struct vnode ** vpp, struct componentname * cnp, int root)
 354 {
 355         struct vnode * vp;
 356         int error;
 357
 358         /* Lookup the hash firstly. */
 359         error = null_hashget(mp, lowervp, vpp);
 360         /* ENOENT means it wasn't found, EIO is a failure we should bail from, 0 is it
 361          * was found */
 362         if (error != ENOENT) {
 363                 /* null_hashget checked the vid, so if we got something here its legit to
 364                  * the best of our knowledge*/
 365                 /* if we found something then there is an iocount on vpp,
 366                  *  if we didn't find something then vpp shouldn't be used by the caller */
 367                 return error;
 368         }
 369
 370         /*
 371          * We do not serialize vnode creation, instead we will check for
 372          * duplicates later, when adding new vnode to hash.
 373          */
 374         error = vnode_ref(lowervp); // take a ref on lowervp so we let the system know we care about it
 375         if (error) {
 376                 // Failed to get a reference on the lower vp so bail. Lowervp may be gone already.
 377                 return error;
 378         }
 379
 380         error = null_getnewvnode(mp, lowervp, dvp, &vp, cnp, root);
 381
 382         if (error) {
 383                 vnode_rele(lowervp);
 384                 return error;
 385         }
 386
 387         /*
 388          * Atomically insert our new node into the hash or vget existing
 389          * if someone else has beaten us to it.
 390          */
 391         error = null_hashins(mp, VTONULL(vp), vpp);
 392         if (error || *vpp != NULL) {
 393                 /* recycle will call reclaim which will get rid of the internals */
 394                 vnode_recycle(vp);
 395                 vnode_put(vp);
 396                 /* if we found vpp, then null_hashins put an iocount on it */
 397                 return error;
 398         }
 399
 400         /* vp has an iocount from null_getnewvnode */
 401         *vpp = vp;
 402
 403         return 0;
 404 }