2 * Copyright (c) 2000-2015 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
28 /* Copyright (c) 1995 NeXT Computer, Inc. All Rights Reserved */
30 * Copyright (c) 1989, 1993, 1995
31 * The Regents of the University of California. All rights reserved.
33 * This code is derived from software contributed to Berkeley by
34 * Poul-Henning Kamp of the FreeBSD Project.
36 * Redistribution and use in source and binary forms, with or without
37 * modification, are permitted provided that the following conditions
39 * 1. Redistributions of source code must retain the above copyright
40 * notice, this list of conditions and the following disclaimer.
41 * 2. Redistributions in binary form must reproduce the above copyright
42 * notice, this list of conditions and the following disclaimer in the
43 * documentation and/or other materials provided with the distribution.
44 * 3. All advertising materials mentioning features or use of this software
45 * must display the following acknowledgement:
46 * This product includes software developed by the University of
47 * California, Berkeley and its contributors.
48 * 4. Neither the name of the University nor the names of its contributors
49 * may be used to endorse or promote products derived from this software
50 * without specific prior written permission.
52 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
53 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
54 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
55 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
56 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
57 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
58 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
59 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
60 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
61 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
65 * @(#)vfs_cache.c 8.5 (Berkeley) 3/22/95
68 * NOTICE: This file was modified by SPARTA, Inc. in 2005 to introduce
69 * support for mandatory and extensible security protections. This notice
70 * is included in support of clause 2.2 (b) of the Apple Public License,
73 #include <sys/param.h>
74 #include <sys/systm.h>
76 #include <sys/mount_internal.h>
77 #include <sys/vnode_internal.h>
78 #include <miscfs/specfs/specdev.h>
79 #include <sys/namei.h>
80 #include <sys/errno.h>
81 #include <sys/malloc.h>
82 #include <sys/kauth.h>
84 #include <sys/paths.h>
87 #include <security/mac_framework.h>
91 * Name caching works as follows:
93 * Names found by directory scans are retained in a cache
94 * for future reference. It is managed LRU, so frequently
95 * used names will hang around. Cache is indexed by hash value
96 * obtained from (vp, name) where vp refers to the directory
99 * If it is a "negative" entry, (i.e. for a name that is known NOT to
100 * exist) the vnode pointer will be NULL.
102 * Upon reaching the last segment of a path, if the reference
103 * is for DELETE, or NOCACHE is set (rewrite), and the
104 * name is located in the cache, it will be dropped.
108 * Structures associated with name cacheing.
111 LIST_HEAD(nchashhead
, namecache
) *nchashtbl
; /* Hash Table */
113 u_long nchash
; /* size of hash table - 1 */
114 long numcache
; /* number of cache entries allocated */
119 TAILQ_HEAD(, namecache
) nchead
; /* chain of all name cache entries */
120 TAILQ_HEAD(, namecache
) neghead
; /* chain of only negative cache entries */
125 struct nchstats nchstats
; /* cache effectiveness statistics */
127 #define NCHSTAT(v) { \
130 #define NAME_CACHE_LOCK() name_cache_lock()
131 #define NAME_CACHE_UNLOCK() name_cache_unlock()
132 #define NAME_CACHE_LOCK_SHARED() name_cache_lock()
137 #define NAME_CACHE_LOCK() name_cache_lock()
138 #define NAME_CACHE_UNLOCK() name_cache_unlock()
139 #define NAME_CACHE_LOCK_SHARED() name_cache_lock_shared()
144 /* vars for name cache list lock */
145 lck_grp_t
* namecache_lck_grp
;
146 lck_grp_attr_t
* namecache_lck_grp_attr
;
147 lck_attr_t
* namecache_lck_attr
;
149 lck_grp_t
* strcache_lck_grp
;
150 lck_grp_attr_t
* strcache_lck_grp_attr
;
151 lck_attr_t
* strcache_lck_attr
;
153 lck_rw_t
* namecache_rw_lock
;
154 lck_rw_t
* strtable_rw_lock
;
156 #define NUM_STRCACHE_LOCKS 1024
158 lck_mtx_t strcache_mtx_locks
[NUM_STRCACHE_LOCKS
];
161 static vnode_t
cache_lookup_locked(vnode_t dvp
, struct componentname
*cnp
);
162 static const char *add_name_internal(const char *, uint32_t, u_int
, boolean_t
, u_int
);
163 static void init_string_table(void);
164 static void cache_delete(struct namecache
*, int);
165 static void cache_enter_locked(vnode_t dvp
, vnode_t vp
, struct componentname
*cnp
, const char *strname
);
167 #ifdef DUMP_STRING_TABLE
169 * Internal dump function used for debugging
171 void dump_string_table(void);
172 #endif /* DUMP_STRING_TABLE */
174 static void init_crc32(void);
175 static unsigned int crc32tab
[256];
178 #define NCHHASH(dvp, hash_val) \
179 (&nchashtbl[(dvp->v_id ^ (hash_val)) & nchashmask])
182 * This function tries to check if a directory vp is a subdirectory of dvp
183 * only from valid v_parent pointers. It is called with the name cache lock
184 * held and does not drop the lock anytime inside the function.
186 * It returns a boolean that indicates whether or not it was able to
187 * successfully infer the parent/descendent relationship via the v_parent
188 * pointers, or if it could not infer such relationship and that the decision
189 * must be delegated to the owning filesystem.
191 * If it does not defer the decision, i.e. it was successfuly able to determine
192 * the parent/descendent relationship, *is_subdir tells the caller if vp is a
193 * subdirectory of dvp.
195 * If the decision is deferred, *next_vp is where it stopped i.e. *next_vp
196 * is the vnode whose parent is to be determined from the filesystem.
197 * *is_subdir, in this case, is not indicative of anything and should be
200 * The return value and output args should be used as follows :
202 * defer = cache_check_vnode_issubdir(vp, dvp, is_subdir, next_vp);
205 * vp is subdirectory;
207 * vp is not a subdirectory;
210 * check this vnode's parent from the filesystem
212 * error (likely because of forced unmount).
217 cache_check_vnode_issubdir(vnode_t vp
, vnode_t dvp
, boolean_t
*is_subdir
,
231 } else if (tvp
== rootvnode
) {
232 /* *is_subdir = FALSE */
237 while ((tvp
->v_flag
& VROOT
) && tmp
&& tmp
->mnt_vnodecovered
&&
238 tvp
!= dvp
&& tvp
!= rootvnode
) {
239 tvp
= tmp
->mnt_vnodecovered
;
244 * If dvp is not at the top of a mount "stack" then
245 * vp is not a subdirectory of dvp either.
247 if (tvp
== dvp
|| tvp
== rootvnode
) {
248 /* *is_subdir = FALSE */
258 if ((tvp
->v_flag
& VISHARDLINK
) || !(tvp
->v_parent
)) {
270 /* maximum times retry from potentially transient errors in vnode_issubdir */
271 #define MAX_ERROR_RETRY 3
274 * This function checks if a given directory (vp) is a subdirectory of dvp.
275 * It walks backwards from vp and if it hits dvp in its parent chain,
276 * it is a subdirectory. If it encounters the root directory, it is not
279 * This function returns an error if it is unsuccessful and 0 on success.
281 * On entry (and exit) vp has an iocount and if this function has to take
282 * any iocounts on other vnodes in the parent chain traversal, it releases them.
285 vnode_issubdir(vnode_t vp
, vnode_t dvp
, int *is_subdir
, vfs_context_t ctx
)
287 vnode_t start_vp
, tvp
;
288 vnode_t vp_with_iocount
;
290 char dotdotbuf
[] = "..";
291 int error_retry_count
= 0; /* retry count for potentially transient
297 * Anytime we acquire an iocount in this function, we save the vnode
298 * in this variable and release it before exiting.
300 vp_with_iocount
= NULLVP
;
306 struct componentname cn
;
307 boolean_t is_subdir_locked
= FALSE
;
312 } else if (tvp
== rootvnode
) {
313 /* *is_subdir = FALSE */
317 NAME_CACHE_LOCK_SHARED();
319 defer
= cache_check_vnode_issubdir(tvp
, dvp
, &is_subdir_locked
,
323 vid
= vnode_vid(tvp
);
328 *is_subdir
= is_subdir_locked
;
333 if (error_retry_count
++ < MAX_ERROR_RETRY
) {
341 if (tvp
!= start_vp
) {
342 if (vp_with_iocount
) {
343 vnode_put(vp_with_iocount
);
344 vp_with_iocount
= NULLVP
;
347 error
= vnode_getwithvid(tvp
, vid
);
349 if (error_retry_count
++ < MAX_ERROR_RETRY
) {
357 vp_with_iocount
= tvp
;
360 bzero(&cn
, sizeof(cn
));
361 cn
.cn_nameiop
= LOOKUP
;
362 cn
.cn_flags
= ISLASTCN
| ISDOTDOT
;
364 cn
.cn_pnbuf
= &dotdotbuf
[0];
365 cn
.cn_pnlen
= sizeof(dotdotbuf
);
366 cn
.cn_nameptr
= cn
.cn_pnbuf
;
370 if ((error
= VNOP_LOOKUP(tvp
, &pvp
, &cn
, ctx
)))
373 if (!(tvp
->v_flag
& VISHARDLINK
) && tvp
->v_parent
!= pvp
) {
374 (void)vnode_update_identity(tvp
, pvp
, NULL
, 0, 0,
375 VNODE_UPDATE_PARENT
);
379 vnode_put(vp_with_iocount
);
381 vp_with_iocount
= tvp
= pvp
;
385 vnode_put(vp_with_iocount
);
391 * This function builds the path in "buff" from the supplied vnode.
392 * The length of the buffer *INCLUDING* the trailing zero byte is
393 * returned in outlen. NOTE: the length includes the trailing zero
394 * byte and thus the length is one greater than what strlen would
395 * return. This is important and lots of code elsewhere in the kernel
396 * assumes this behavior.
398 * This function can call vnop in file system if the parent vnode
399 * does not exist or when called for hardlinks via volfs path.
400 * If BUILDPATH_NO_FS_ENTER is set in flags, it only uses values present
401 * in the name cache and does not enter the file system.
403 * If BUILDPATH_CHECK_MOVED is set in flags, we return EAGAIN when
404 * we encounter ENOENT during path reconstruction. ENOENT means that
405 * one of the parents moved while we were building the path. The
406 * caller can special handle this case by calling build_path again.
408 * If BUILDPATH_VOLUME_RELATIVE is set in flags, we return path
409 * that is relative to the nearest mount point, i.e. do not
410 * cross over mount points during building the path.
412 * passed in vp must have a valid io_count reference
414 * If parent vnode is non-NULL it also must have an io count. This
415 * allows build_path_with_parent to be safely called for operations
416 * unlink, rmdir and rename that already have io counts on the target
417 * and the directory. In this way build_path_with_parent does not have
418 * to try and obtain an additional io count on the parent. Taking an
419 * io count ont the parent can lead to dead lock if a forced unmount
420 * occures at the right moment. For a fuller explaination on how this
421 * can occur see the comment for vn_getpath_with_parent.
425 build_path_with_parent(vnode_t first_vp
, vnode_t parent_vp
, char *buff
, int buflen
, int *outlen
, int flags
, vfs_context_t ctx
)
428 vnode_t vp_with_iocount
;
429 vnode_t proc_root_dir_vp
;
436 if (first_vp
== NULLVP
)
443 * Grab the process fd so we can evaluate fd_rdir.
445 if (vfs_context_proc(ctx
)->p_fd
)
446 proc_root_dir_vp
= vfs_context_proc(ctx
)->p_fd
->fd_rdir
;
448 proc_root_dir_vp
= NULL
;
450 vp_with_iocount
= NULLVP
;
454 end
= &buff
[buflen
-1];
458 * holding the NAME_CACHE_LOCK in shared mode is
459 * sufficient to stabilize both the vp->v_parent chain
460 * and the 'vp->v_mount->mnt_vnodecovered' chain
462 * if we need to drop this lock, we must first grab the v_id
463 * from the vnode we're currently working with... if that
464 * vnode doesn't already have an io_count reference (the vp
465 * passed in comes with one), we must grab a reference
466 * after we drop the NAME_CACHE_LOCK via vnode_getwithvid...
467 * deadlocks may result if you call vnode_get while holding
468 * the NAME_CACHE_LOCK... we lazily release the reference
469 * we pick up the next time we encounter a need to drop
470 * the NAME_CACHE_LOCK or before we return from this routine
472 NAME_CACHE_LOCK_SHARED();
475 * Check if this is the root of a file system.
477 while (vp
&& vp
->v_flag
& VROOT
) {
478 if (vp
->v_mount
== NULL
) {
482 if ((vp
->v_mount
->mnt_flag
& MNT_ROOTFS
) || (vp
== proc_root_dir_vp
)) {
484 * It's the root of the root file system, so it's
492 * This the root of the volume and the caller does not
493 * want to cross mount points. Therefore just return
494 * '/' as the relative path.
496 if (flags
& BUILDPATH_VOLUME_RELATIVE
) {
500 vp
= vp
->v_mount
->mnt_vnodecovered
;
505 while ((vp
!= NULLVP
) && (vp
->v_parent
!= vp
)) {
509 * For hardlinks the v_name may be stale, so if its OK
510 * to enter a file system, ask the file system for the
511 * name and parent (below).
513 fixhardlink
= (vp
->v_flag
& VISHARDLINK
) &&
514 (vp
->v_mount
->mnt_kern_flag
& MNTK_PATH_FROM_ID
) &&
515 !(flags
& BUILDPATH_NO_FS_ENTER
);
520 if (str
== NULL
|| *str
== '\0') {
521 if (vp
->v_parent
!= NULL
)
529 * Check that there's enough space (including space for the '/')
531 if ((end
- buff
) < (len
+ 1)) {
536 * Copy the name backwards.
540 for (; len
> 0; len
--)
543 * Add a path separator.
549 * Walk up the parent chain.
551 if (((vp
->v_parent
!= NULLVP
) && !fixhardlink
) ||
552 (flags
& BUILDPATH_NO_FS_ENTER
)) {
555 * In this if () block we are not allowed to enter the filesystem
556 * to conclusively get the most accurate parent identifier.
557 * As a result, if 'vp' does not identify '/' and it
558 * does not have a valid v_parent, then error out
559 * and disallow further path construction
561 if ((vp
->v_parent
== NULLVP
) && (rootvnode
!= vp
)) {
563 * Only '/' is allowed to have a NULL parent
564 * pointer. Upper level callers should ideally
565 * re-drive name lookup on receiving a ENOENT.
569 /* The code below will exit early if 'tvp = vp' == NULL */
574 * if the vnode we have in hand isn't a directory and it
575 * has a v_parent, then we started with the resource fork
576 * so skip up to avoid getting a duplicate copy of the
577 * file name in the path.
579 if (vp
&& !vnode_isdir(vp
) && vp
->v_parent
) {
584 * No parent, go get it if supported.
586 struct vnode_attr va
;
590 * Make sure file system supports obtaining a path from id.
592 if (!(vp
->v_mount
->mnt_kern_flag
& MNTK_PATH_FROM_ID
)) {
600 if (vp
!= first_vp
&& vp
!= parent_vp
&& vp
!= vp_with_iocount
) {
601 if (vp_with_iocount
) {
602 vnode_put(vp_with_iocount
);
603 vp_with_iocount
= NULLVP
;
605 if (vnode_getwithvid(vp
, vid
))
607 vp_with_iocount
= vp
;
610 VATTR_WANTED(&va
, va_parentid
);
613 VATTR_WANTED(&va
, va_name
);
614 MALLOC_ZONE(va
.va_name
, caddr_t
, MAXPATHLEN
, M_NAMEI
, M_WAITOK
);
619 * Ask the file system for its parent id and for its name (optional).
621 ret
= vnode_getattr(vp
, &va
, ctx
);
624 if ((ret
== 0) && (VATTR_IS_SUPPORTED(&va
, va_name
))) {
626 vnode_update_identity(vp
, NULL
, str
, strlen(str
), 0, VNODE_UPDATE_NAME
);
627 } else if (vp
->v_name
) {
637 * Check that there's enough space.
639 if ((end
- buff
) < (len
+ 1)) {
642 /* Copy the name backwards. */
645 for (; len
> 0; len
--) {
649 * Add a path separator.
654 FREE_ZONE(va
.va_name
, MAXPATHLEN
, M_NAMEI
);
656 if (ret
|| !VATTR_IS_SUPPORTED(&va
, va_parentid
)) {
661 * Ask the file system for the parent vnode.
663 if ((ret
= VFS_VGET(vp
->v_mount
, (ino64_t
)va
.va_parentid
, &dvp
, ctx
)))
666 if (!fixhardlink
&& (vp
->v_parent
!= dvp
))
667 vnode_update_identity(vp
, dvp
, NULL
, 0, 0, VNODE_UPDATE_PARENT
);
670 vnode_put(vp_with_iocount
);
672 vp_with_iocount
= vp
;
674 NAME_CACHE_LOCK_SHARED();
677 * if the vnode we have in hand isn't a directory and it
678 * has a v_parent, then we started with the resource fork
679 * so skip up to avoid getting a duplicate copy of the
680 * file name in the path.
682 if (vp
&& !vnode_isdir(vp
) && vp
->v_parent
)
686 if (vp
&& (flags
& BUILDPATH_CHECKACCESS
)) {
691 if (vp
!= first_vp
&& vp
!= parent_vp
&& vp
!= vp_with_iocount
) {
692 if (vp_with_iocount
) {
693 vnode_put(vp_with_iocount
);
694 vp_with_iocount
= NULLVP
;
696 if (vnode_getwithvid(vp
, vid
))
698 vp_with_iocount
= vp
;
700 if ((ret
= vnode_authorize(vp
, NULL
, KAUTH_VNODE_SEARCH
, ctx
)))
701 goto out
; /* no peeking */
703 NAME_CACHE_LOCK_SHARED();
707 * When a mount point is crossed switch the vp.
708 * Continue until we find the root or we find
709 * a vnode that's not the root of a mounted
715 if (tvp
== proc_root_dir_vp
)
716 goto out_unlock
; /* encountered the root */
718 if (!(tvp
->v_flag
& VROOT
) || !tvp
->v_mount
)
719 break; /* not the root of a mounted FS */
721 if (flags
& BUILDPATH_VOLUME_RELATIVE
) {
722 /* Do not cross over mount points */
725 tvp
= tvp
->v_mount
->mnt_vnodecovered
;
736 vnode_put(vp_with_iocount
);
738 * Slide the name down to the beginning of the buffer.
740 memmove(buff
, end
, &buff
[buflen
] - end
);
743 * length includes the trailing zero byte
745 *outlen
= &buff
[buflen
] - end
;
747 /* One of the parents was moved during path reconstruction.
748 * The caller is interested in knowing whether any of the
749 * parents moved via BUILDPATH_CHECK_MOVED, so return EAGAIN.
751 if ((ret
== ENOENT
) && (flags
& BUILDPATH_CHECK_MOVED
)) {
759 build_path(vnode_t first_vp
, char *buff
, int buflen
, int *outlen
, int flags
, vfs_context_t ctx
)
761 return (build_path_with_parent(first_vp
, NULL
, buff
, buflen
, outlen
, flags
, ctx
));
765 * return NULLVP if vp's parent doesn't
766 * exist, or we can't get a valid iocount
767 * else return the parent of vp
770 vnode_getparent(vnode_t vp
)
772 vnode_t pvp
= NULLVP
;
775 NAME_CACHE_LOCK_SHARED();
777 * v_parent is stable behind the name_cache lock
778 * however, the only thing we can really guarantee
779 * is that we've grabbed a valid iocount on the
780 * parent of 'vp' at the time we took the name_cache lock...
781 * once we drop the lock, vp could get re-parented
783 if ( (pvp
= vp
->v_parent
) != NULLVP
) {
788 if (vnode_getwithvid(pvp
, pvid
) != 0)
796 vnode_getname(vnode_t vp
)
798 const char *name
= NULL
;
800 NAME_CACHE_LOCK_SHARED();
803 name
= vfs_addname(vp
->v_name
, strlen(vp
->v_name
), 0, 0);
810 vnode_putname(const char *name
)
812 vfs_removename(name
);
815 static const char unknown_vnodename
[] = "(unknown vnode name)";
818 vnode_getname_printable(vnode_t vp
)
820 const char *name
= vnode_getname(vp
);
824 switch (vp
->v_type
) {
829 * Create an artificial dev name from
830 * major and minor device number
833 (void) snprintf(dev_name
, sizeof(dev_name
),
834 "%c(%u, %u)", VCHR
== vp
->v_type
? 'c':'b',
835 major(vp
->v_rdev
), minor(vp
->v_rdev
));
837 * Add the newly created dev name to the name
838 * cache to allow easier cleanup. Also,
839 * vfs_addname allocates memory for the new name
842 NAME_CACHE_LOCK_SHARED();
843 name
= vfs_addname(dev_name
, strlen(dev_name
), 0, 0);
848 return unknown_vnodename
;
853 vnode_putname_printable(const char *name
)
855 if (name
== unknown_vnodename
)
862 * if VNODE_UPDATE_PARENT, and we can take
863 * a reference on dvp, then update vp with
864 * it's new parent... if vp already has a parent,
865 * then drop the reference vp held on it
867 * if VNODE_UPDATE_NAME,
868 * then drop string ref on v_name if it exists, and if name is non-NULL
869 * then pick up a string reference on name and record it in v_name...
870 * optionally pass in the length and hashval of name if known
872 * if VNODE_UPDATE_CACHE, flush the name cache entries associated with vp
875 vnode_update_identity(vnode_t vp
, vnode_t dvp
, const char *name
, int name_len
, uint32_t name_hashval
, int flags
)
877 struct namecache
*ncp
;
878 vnode_t old_parentvp
= NULLVP
;
880 int isstream
= (vp
->v_flag
& VISNAMEDSTREAM
);
881 int kusecountbumped
= 0;
883 kauth_cred_t tcred
= NULL
;
884 const char *vname
= NULL
;
885 const char *tname
= NULL
;
887 if (flags
& VNODE_UPDATE_PARENT
) {
888 if (dvp
&& vnode_ref(dvp
) != 0) {
892 /* Don't count a stream's parent ref during unmounts */
893 if (isstream
&& dvp
&& (dvp
!= vp
) && (dvp
!= vp
->v_parent
) && (dvp
->v_type
== VREG
)) {
894 vnode_lock_spin(dvp
);
903 if ( (flags
& VNODE_UPDATE_NAME
) ) {
904 if (name
!= vp
->v_name
) {
907 name_len
= strlen(name
);
908 tname
= vfs_addname(name
, name_len
, name_hashval
, 0);
911 flags
&= ~VNODE_UPDATE_NAME
;
913 if ( (flags
& (VNODE_UPDATE_PURGE
| VNODE_UPDATE_PARENT
| VNODE_UPDATE_CACHE
| VNODE_UPDATE_NAME
)) ) {
917 if ( (flags
& VNODE_UPDATE_PURGE
) ) {
920 vp
->v_parent
->v_nc_generation
++;
922 while ( (ncp
= LIST_FIRST(&vp
->v_nclinks
)) )
923 cache_delete(ncp
, 1);
925 while ( (ncp
= TAILQ_FIRST(&vp
->v_ncchildren
)) )
926 cache_delete(ncp
, 1);
929 * Use a temp variable to avoid kauth_cred_unref() while NAME_CACHE_LOCK is held
933 vp
->v_authorized_actions
= 0;
934 vp
->v_cred_timestamp
= 0;
936 if ( (flags
& VNODE_UPDATE_NAME
) ) {
940 if (flags
& VNODE_UPDATE_PARENT
) {
941 if (dvp
!= vp
&& dvp
!= vp
->v_parent
) {
942 old_parentvp
= vp
->v_parent
;
947 flags
|= VNODE_UPDATE_CACHE
;
950 if (flags
& VNODE_UPDATE_CACHE
) {
951 while ( (ncp
= LIST_FIRST(&vp
->v_nclinks
)) )
952 cache_delete(ncp
, 1);
957 vfs_removename(vname
);
959 if (IS_VALID_CRED(tcred
))
960 kauth_cred_unref(&tcred
);
964 /* Back-out the ref we took if we lost a race for vp->v_parent. */
965 if (kusecountbumped
) {
966 vnode_lock_spin(dvp
);
967 if (dvp
->v_kusecount
> 0)
979 vnode_lock_spin(old_parentvp
);
980 if ((old_parentvp
->v_type
!= VDIR
) && (old_parentvp
->v_kusecount
> 0))
981 --old_parentvp
->v_kusecount
;
982 vnode_unlock(old_parentvp
);
985 ut
= get_bsdthread_info(current_thread());
988 * indicated to vnode_rele that it shouldn't do a
989 * vnode_reclaim at this time... instead it will
990 * chain the vnode to the uu_vreclaims list...
991 * we'll be responsible for calling vnode_reclaim
992 * on each of the vnodes in this list...
994 ut
->uu_defer_reclaims
= 1;
995 ut
->uu_vreclaims
= NULLVP
;
997 while ( (vp
= old_parentvp
) != NULLVP
) {
1000 vnode_rele_internal(vp
, 0, 0, 1);
1003 * check to see if the vnode is now in the state
1004 * that would have triggered a vnode_reclaim in vnode_rele
1005 * if it is, we save it's parent pointer and then NULL
1006 * out the v_parent field... we'll drop the reference
1007 * that was held on the next iteration of this loop...
1008 * this short circuits a potential deep recursion if we
1009 * have a long chain of parents in this state...
1010 * we'll sit in this loop until we run into
1011 * a parent in this chain that is not in this state
1013 * make our check and the vnode_rele atomic
1014 * with respect to the current vnode we're working on
1015 * by holding the vnode lock
1016 * if vnode_rele deferred the vnode_reclaim and has put
1017 * this vnode on the list to be reaped by us, than
1018 * it has left this vnode with an iocount == 1
1020 if ( (vp
->v_iocount
== 1) && (vp
->v_usecount
== 0) &&
1021 ((vp
->v_lflag
& (VL_MARKTERM
| VL_TERMINATE
| VL_DEAD
)) == VL_MARKTERM
)) {
1023 * vnode_rele wanted to do a vnode_reclaim on this vnode
1024 * it should be sitting on the head of the uu_vreclaims chain
1025 * pull the parent pointer now so that when we do the
1026 * vnode_reclaim for each of the vnodes in the uu_vreclaims
1027 * list, we won't recurse back through here
1029 * need to do a convert here in case vnode_rele_internal
1030 * returns with the lock held in the spin mode... it
1031 * can drop and retake the lock under certain circumstances
1033 vnode_lock_convert(vp
);
1036 old_parentvp
= vp
->v_parent
;
1037 vp
->v_parent
= NULLVP
;
1038 NAME_CACHE_UNLOCK();
1041 * we're done... we ran into a vnode that isn't
1044 old_parentvp
= NULLVP
;
1048 ut
->uu_defer_reclaims
= 0;
1050 while ( (vp
= ut
->uu_vreclaims
) != NULLVP
) {
1051 ut
->uu_vreclaims
= vp
->v_defer_reclaimlist
;
1054 * vnode_put will drive the vnode_reclaim if
1055 * we are still the only reference on this vnode
1064 * Mark a vnode as having multiple hard links. HFS makes use of this
1065 * because it keeps track of each link separately, and wants to know
1066 * which link was actually used.
1068 * This will cause the name cache to force a VNOP_LOOKUP on the vnode
1069 * so that HFS can post-process the lookup. Also, volfs will call
1070 * VNOP_GETATTR2 to determine the parent, instead of using v_parent.
1072 void vnode_setmultipath(vnode_t vp
)
1074 vnode_lock_spin(vp
);
1077 * In theory, we're changing the vnode's identity as far as the
1078 * name cache is concerned, so we ought to grab the name cache lock
1079 * here. However, there is already a race, and grabbing the name
1080 * cache lock only makes the race window slightly smaller.
1082 * The race happens because the vnode already exists in the name
1083 * cache, and could be found by one thread before another thread
1084 * can set the hard link flag.
1087 vp
->v_flag
|= VISHARDLINK
;
1095 * backwards compatibility
1097 void vnode_uncache_credentials(vnode_t vp
)
1099 vnode_uncache_authorized_action(vp
, KAUTH_INVALIDATE_CACHED_RIGHTS
);
1104 * use the exclusive form of NAME_CACHE_LOCK to protect the update of the
1105 * following fields in the vnode: v_cred_timestamp, v_cred, v_authorized_actions
1106 * we use this lock so that we can look at the v_cred and v_authorized_actions
1107 * atomically while behind the NAME_CACHE_LOCK in shared mode in 'cache_lookup_path',
1108 * which is the super-hot path... if we are updating the authorized actions for this
1109 * vnode, we are already in the super-slow and far less frequented path so its not
1110 * that bad that we take the lock exclusive for this case... of course we strive
1111 * to hold it for the minimum amount of time possible
1114 void vnode_uncache_authorized_action(vnode_t vp
, kauth_action_t action
)
1116 kauth_cred_t tcred
= NOCRED
;
1120 vp
->v_authorized_actions
&= ~action
;
1122 if (action
== KAUTH_INVALIDATE_CACHED_RIGHTS
&&
1123 IS_VALID_CRED(vp
->v_cred
)) {
1125 * Use a temp variable to avoid kauth_cred_unref() while NAME_CACHE_LOCK is held
1128 vp
->v_cred
= NOCRED
;
1130 NAME_CACHE_UNLOCK();
1132 if (tcred
!= NOCRED
)
1133 kauth_cred_unref(&tcred
);
1137 extern int bootarg_vnode_cache_defeat
; /* default = 0, from bsd_init.c */
1140 vnode_cache_is_authorized(vnode_t vp
, vfs_context_t ctx
, kauth_action_t action
)
1143 boolean_t retval
= FALSE
;
1145 /* Boot argument to defeat rights caching */
1146 if (bootarg_vnode_cache_defeat
)
1149 if ( (vp
->v_mount
->mnt_kern_flag
& (MNTK_AUTH_OPAQUE
| MNTK_AUTH_CACHE_TTL
)) ) {
1151 * a TTL is enabled on the rights cache... handle it here
1152 * a TTL of 0 indicates that no rights should be cached
1154 if (vp
->v_mount
->mnt_authcache_ttl
) {
1155 if ( !(vp
->v_mount
->mnt_kern_flag
& MNTK_AUTH_CACHE_TTL
) ) {
1157 * For filesystems marked only MNTK_AUTH_OPAQUE (generally network ones),
1158 * we will only allow a SEARCH right on a directory to be cached...
1159 * that cached right always has a default TTL associated with it
1161 if (action
!= KAUTH_VNODE_SEARCH
|| vp
->v_type
!= VDIR
)
1164 if (vp
!= NULLVP
&& vnode_cache_is_stale(vp
) == TRUE
) {
1165 vnode_uncache_authorized_action(vp
, vp
->v_authorized_actions
);
1172 ucred
= vfs_context_ucred(ctx
);
1174 NAME_CACHE_LOCK_SHARED();
1176 if (vp
->v_cred
== ucred
&& (vp
->v_authorized_actions
& action
) == action
)
1179 NAME_CACHE_UNLOCK();
1185 void vnode_cache_authorized_action(vnode_t vp
, vfs_context_t ctx
, kauth_action_t action
)
1187 kauth_cred_t tcred
= NOCRED
;
1190 boolean_t ttl_active
= FALSE
;
1192 ucred
= vfs_context_ucred(ctx
);
1194 if (!IS_VALID_CRED(ucred
) || action
== 0)
1197 if ( (vp
->v_mount
->mnt_kern_flag
& (MNTK_AUTH_OPAQUE
| MNTK_AUTH_CACHE_TTL
)) ) {
1199 * a TTL is enabled on the rights cache... handle it here
1200 * a TTL of 0 indicates that no rights should be cached
1202 if (vp
->v_mount
->mnt_authcache_ttl
== 0)
1205 if ( !(vp
->v_mount
->mnt_kern_flag
& MNTK_AUTH_CACHE_TTL
) ) {
1207 * only cache SEARCH action for filesystems marked
1208 * MNTK_AUTH_OPAQUE on VDIRs...
1209 * the lookup_path code will time these out
1211 if ( (action
& ~KAUTH_VNODE_SEARCH
) || vp
->v_type
!= VDIR
)
1220 if (vp
->v_cred
!= ucred
) {
1221 kauth_cred_ref(ucred
);
1223 * Use a temp variable to avoid kauth_cred_unref() while NAME_CACHE_LOCK is held
1227 vp
->v_authorized_actions
= 0;
1229 if (ttl_active
== TRUE
&& vp
->v_authorized_actions
== 0) {
1231 * only reset the timestamnp on the
1232 * first authorization cached after the previous
1233 * timer has expired or we're switching creds...
1234 * 'vnode_cache_is_authorized' will clear the
1235 * authorized actions if the TTL is active and
1238 vp
->v_cred_timestamp
= tv
.tv_sec
;
1240 vp
->v_authorized_actions
|= action
;
1242 NAME_CACHE_UNLOCK();
1244 if (IS_VALID_CRED(tcred
))
1245 kauth_cred_unref(&tcred
);
1249 boolean_t
vnode_cache_is_stale(vnode_t vp
)
1256 if ((tv
.tv_sec
- vp
->v_cred_timestamp
) > vp
->v_mount
->mnt_authcache_ttl
)
1267 * Returns: 0 Success
1268 * ERECYCLE vnode was recycled from underneath us. Force lookup to be re-driven from namei.
1269 * This errno value should not be seen by anyone outside of the kernel.
1272 cache_lookup_path(struct nameidata
*ndp
, struct componentname
*cnp
, vnode_t dp
,
1273 vfs_context_t ctx
, int *dp_authorized
, vnode_t last_dp
)
1275 char *cp
; /* pointer into pathname argument */
1277 int vvid
= 0; /* protected by vp != NULLVP */
1278 vnode_t vp
= NULLVP
;
1279 vnode_t tdp
= NULLVP
;
1281 boolean_t ttl_enabled
= FALSE
;
1286 boolean_t dotdotchecked
= FALSE
;
1290 #endif /* CONFIG_TRIGGERS */
1292 ucred
= vfs_context_ucred(ctx
);
1293 ndp
->ni_flag
&= ~(NAMEI_TRAILINGSLASH
);
1295 NAME_CACHE_LOCK_SHARED();
1297 if ( dp
->v_mount
&& (dp
->v_mount
->mnt_kern_flag
& (MNTK_AUTH_OPAQUE
| MNTK_AUTH_CACHE_TTL
)) ) {
1303 * Search a directory.
1305 * The cn_hash value is for use by cache_lookup
1306 * The last component of the filename is left accessible via
1307 * cnp->cn_nameptr for callers that need the name.
1310 cp
= cnp
->cn_nameptr
;
1312 while (*cp
&& (*cp
!= '/')) {
1313 hash
= crc32tab
[((hash
>> 24) ^ (unsigned char)*cp
++)] ^ hash
<< 8;
1316 * the crc generator can legitimately generate
1317 * a 0... however, 0 for us means that we
1318 * haven't computed a hash, so use 1 instead
1322 cnp
->cn_hash
= hash
;
1323 cnp
->cn_namelen
= cp
- cnp
->cn_nameptr
;
1325 ndp
->ni_pathlen
-= cnp
->cn_namelen
;
1329 * Replace multiple slashes by a single slash and trailing slashes
1330 * by a null. This must be done before VNOP_LOOKUP() because some
1331 * fs's don't know about trailing slashes. Remember if there were
1332 * trailing slashes to handle symlinks, existing non-directories
1333 * and non-existing files that won't be directories specially later.
1335 while (*cp
== '/' && (cp
[1] == '/' || cp
[1] == '\0')) {
1340 ndp
->ni_flag
|= NAMEI_TRAILINGSLASH
;
1341 *ndp
->ni_next
= '\0';
1346 cnp
->cn_flags
&= ~(MAKEENTRY
| ISLASTCN
| ISDOTDOT
);
1349 cnp
->cn_flags
|= ISLASTCN
;
1351 if (cnp
->cn_namelen
== 2 && cnp
->cn_nameptr
[1] == '.' && cnp
->cn_nameptr
[0] == '.')
1352 cnp
->cn_flags
|= ISDOTDOT
;
1357 * Process a request for a file's resource fork.
1359 * Consume the _PATH_RSRCFORKSPEC suffix and tag the path.
1361 if ((ndp
->ni_pathlen
== sizeof(_PATH_RSRCFORKSPEC
)) &&
1362 (cp
[1] == '.' && cp
[2] == '.') &&
1363 bcmp(cp
, _PATH_RSRCFORKSPEC
, sizeof(_PATH_RSRCFORKSPEC
)) == 0) {
1364 /* Skip volfs file systems that don't support native streams. */
1365 if ((dp
->v_mount
!= NULL
) &&
1366 (dp
->v_mount
->mnt_flag
& MNT_DOVOLFS
) &&
1367 (dp
->v_mount
->mnt_kern_flag
& MNTK_NAMED_STREAMS
) == 0) {
1370 cnp
->cn_flags
|= CN_WANTSRSRCFORK
;
1371 cnp
->cn_flags
|= ISLASTCN
;
1372 ndp
->ni_next
[0] = '\0';
1373 ndp
->ni_pathlen
= 1;
1381 * Name cache provides authorization caching (see below)
1382 * that will short circuit MAC checks in lookup().
1383 * We must perform MAC check here. On denial
1384 * dp_authorized will remain 0 and second check will
1385 * be perfomed in lookup().
1387 if (!(cnp
->cn_flags
& DONOTAUTH
)) {
1388 error
= mac_vnode_check_lookup(ctx
, dp
, cnp
);
1390 NAME_CACHE_UNLOCK();
1396 (dp
->v_mount
->mnt_authcache_ttl
== 0 ||
1397 ((tv
.tv_sec
- dp
->v_cred_timestamp
) > dp
->v_mount
->mnt_authcache_ttl
))) {
1402 * NAME_CACHE_LOCK holds these fields stable
1404 * We can't cache KAUTH_VNODE_SEARCHBYANYONE for root correctly
1405 * so we make an ugly check for root here. root is always
1406 * allowed and breaking out of here only to find out that is
1407 * authorized by virtue of being root is very very expensive.
1408 * However, the check for not root is valid only for filesystems
1409 * which use local authorization.
1411 * XXX: Remove the check for root when we can reliably set
1412 * KAUTH_VNODE_SEARCHBYANYONE as root.
1414 if ((dp
->v_cred
!= ucred
|| !(dp
->v_authorized_actions
& KAUTH_VNODE_SEARCH
)) &&
1415 !(dp
->v_authorized_actions
& KAUTH_VNODE_SEARCHBYANYONE
) &&
1416 (ttl_enabled
|| !vfs_context_issuser(ctx
))) {
1421 * indicate that we're allowed to traverse this directory...
1422 * even if we fail the cache lookup or decide to bail for
1423 * some other reason, this information is valid and is used
1424 * to avoid doing a vnode_authorize before the call to VNOP_LOOKUP
1428 if ( (cnp
->cn_flags
& (ISLASTCN
| ISDOTDOT
)) ) {
1429 if (cnp
->cn_nameiop
!= LOOKUP
)
1431 if (cnp
->cn_flags
& LOCKPARENT
)
1433 if (cnp
->cn_flags
& NOCACHE
)
1435 if (cnp
->cn_flags
& ISDOTDOT
) {
1437 * Force directory hardlinks to go to
1438 * file system for ".." requests.
1440 if (dp
&& (dp
->v_flag
& VISHARDLINK
)) {
1444 * Quit here only if we can't use
1445 * the parent directory pointer or
1446 * don't have one. Otherwise, we'll
1449 if ((dp
->v_flag
& VROOT
) ||
1450 dp
== ndp
->ni_rootdir
||
1451 dp
->v_parent
== NULLVP
)
1456 if ((cnp
->cn_flags
& CN_SKIPNAMECACHE
)) {
1458 * Force lookup to go to the filesystem with
1459 * all cnp fields set up.
1465 * "." and ".." aren't supposed to be cached, so check
1466 * for them before checking the cache.
1468 if (cnp
->cn_namelen
== 1 && cnp
->cn_nameptr
[0] == '.')
1470 else if ( (cnp
->cn_flags
& ISDOTDOT
) ) {
1472 * If this is a chrooted process, we need to check if
1473 * the process is trying to break out of its chrooted
1474 * jail. We do that by trying to determine if dp is
1475 * a subdirectory of ndp->ni_rootdir. If we aren't
1476 * able to determine that by the v_parent pointers, we
1477 * will leave the fast path.
1479 * Since this function may see dotdot components
1480 * many times and it has the name cache lock held for
1481 * the entire duration, we optimise this by doing this
1482 * check only once per cache_lookup_path call.
1483 * If dotdotchecked is set, it means we've done this
1484 * check once already and don't need to do it again.
1486 if (!dotdotchecked
&& (ndp
->ni_rootdir
!= rootvnode
)) {
1488 boolean_t defer
= FALSE
;
1489 boolean_t is_subdir
= FALSE
;
1491 defer
= cache_check_vnode_issubdir(tvp
,
1492 ndp
->ni_rootdir
, &is_subdir
, &tvp
);
1495 /* defer to Filesystem */
1497 } else if (!is_subdir
) {
1499 * This process is trying to break out
1500 * of its chrooted jail, so all its
1501 * dotdot accesses will be translated to
1502 * its root directory.
1504 vp
= ndp
->ni_rootdir
;
1507 * All good, let this dotdot access
1512 dotdotchecked
= TRUE
;
1517 if ( (vp
= cache_lookup_locked(dp
, cnp
)) == NULLVP
)
1520 if ( (vp
->v_flag
& VISHARDLINK
) ) {
1522 * The file system wants a VNOP_LOOKUP on this vnode
1528 if ( (cnp
->cn_flags
& ISLASTCN
) )
1531 if (vp
->v_type
!= VDIR
) {
1532 if (vp
->v_type
!= VLNK
)
1537 if ( (mp
= vp
->v_mountedhere
) && ((cnp
->cn_flags
& NOCROSSMOUNT
) == 0)) {
1538 vnode_t tmp_vp
= mp
->mnt_realrootvp
;
1539 if (tmp_vp
== NULLVP
|| mp
->mnt_generation
!= mount_generation
||
1540 mp
->mnt_realrootvp_vid
!= tmp_vp
->v_id
)
1547 * After traversing all mountpoints stacked here, if we have a
1548 * trigger in hand, resolve it. Note that we don't need to
1549 * leave the fast path if the mount has already happened.
1553 #endif /* CONFIG_TRIGGERS */
1559 cnp
->cn_nameptr
= ndp
->ni_next
+ 1;
1561 while (*cnp
->cn_nameptr
== '/') {
1570 NAME_CACHE_UNLOCK();
1572 if ((vp
!= NULLVP
) && (vp
->v_type
!= VLNK
) &&
1573 ((cnp
->cn_flags
& (ISLASTCN
| LOCKPARENT
| WANTPARENT
| SAVESTART
)) == ISLASTCN
)) {
1575 * if we've got a child and it's the last component, and
1576 * the lookup doesn't need to return the parent then we
1577 * can skip grabbing an iocount on the parent, since all
1578 * we're going to do with it is a vnode_put just before
1579 * we return from 'lookup'. If it's a symbolic link,
1580 * we need the parent in case the link happens to be
1581 * a relative pathname.
1588 * return the last directory we looked at
1589 * with an io reference held. If it was the one passed
1590 * in as a result of the last iteration of VNOP_LOOKUP,
1591 * it should already hold an io ref. No need to increase ref.
1595 if (dp
== ndp
->ni_usedvp
) {
1597 * if this vnode matches the one passed in via USEDVP
1598 * than this context already holds an io_count... just
1599 * use vnode_get to get an extra ref for lookup to play
1600 * with... can't use the getwithvid variant here because
1601 * it will block behind a vnode_drain which would result
1602 * in a deadlock (since we already own an io_count that the
1603 * vnode_drain is waiting on)... vnode_get grabs the io_count
1604 * immediately w/o waiting... it always succeeds
1607 } else if ((error
= vnode_getwithvid_drainok(dp
, vid
))) {
1609 * failure indicates the vnode
1610 * changed identity or is being
1611 * TERMINATED... in either case
1614 * don't necessarily return ENOENT, though, because
1615 * we really want to go back to disk and make sure it's
1616 * there or not if someone else is changing this
1617 * vnode. That being said, the one case where we do want
1618 * to return ENOENT is when the vnode's mount point is
1619 * in the process of unmounting and we might cause a deadlock
1620 * in our attempt to take an iocount. An ENODEV error return
1621 * is from vnode_get* is an indication this but we change that
1622 * ENOENT for upper layers.
1624 if (error
== ENODEV
) {
1634 if ( (vnode_getwithvid_drainok(vp
, vvid
)) ) {
1638 * can't get reference on the vp we'd like
1639 * to return... if we didn't grab a reference
1640 * on the directory (due to fast path bypass),
1641 * then we need to do it now... we can't return
1642 * with both ni_dvp and ni_vp NULL, and no
1656 trigger_vp
= vp
? vp
: dp
;
1657 if ((error
== 0) && (trigger_vp
!= NULLVP
) && vnode_isdir(trigger_vp
)) {
1658 error
= vnode_trigger_resolve(trigger_vp
, ndp
, ctx
);
1667 #endif /* CONFIG_TRIGGERS */
1671 * If we came into cache_lookup_path after an iteration of the lookup loop that
1672 * resulted in a call to VNOP_LOOKUP, then VNOP_LOOKUP returned a vnode with a io ref
1673 * on it. It is now the job of cache_lookup_path to drop the ref on this vnode
1674 * when it is no longer needed. If we get to this point, and last_dp is not NULL
1675 * and it is ALSO not the dvp we want to return to caller of this function, it MUST be
1676 * the case that we got to a subsequent path component and this previous vnode is
1677 * no longer needed. We can then drop the io ref on it.
1679 if ((last_dp
!= NULLVP
) && (last_dp
!= ndp
->ni_dvp
)){
1683 //initialized to 0, should be the same if no error cases occurred.
1689 cache_lookup_locked(vnode_t dvp
, struct componentname
*cnp
)
1691 struct namecache
*ncp
;
1692 struct nchashhead
*ncpp
;
1693 long namelen
= cnp
->cn_namelen
;
1694 unsigned int hashval
= cnp
->cn_hash
;
1700 ncpp
= NCHHASH(dvp
, cnp
->cn_hash
);
1701 LIST_FOREACH(ncp
, ncpp
, nc_hash
) {
1702 if ((ncp
->nc_dvp
== dvp
) && (ncp
->nc_hashval
== hashval
)) {
1703 if (strncmp(ncp
->nc_name
, cnp
->cn_nameptr
, namelen
) == 0 && ncp
->nc_name
[namelen
] == 0)
1709 * We failed to find an entry
1714 NCHSTAT(ncs_goodhits
);
1716 return (ncp
->nc_vp
);
1720 unsigned int hash_string(const char *cp
, int len
);
1722 // Have to take a len argument because we may only need to
1723 // hash part of a componentname.
1726 hash_string(const char *cp
, int len
)
1732 hash
= crc32tab
[((hash
>> 24) ^ (unsigned char)*cp
++)] ^ hash
<< 8;
1735 while (*cp
!= '\0') {
1736 hash
= crc32tab
[((hash
>> 24) ^ (unsigned char)*cp
++)] ^ hash
<< 8;
1740 * the crc generator can legitimately generate
1741 * a 0... however, 0 for us means that we
1742 * haven't computed a hash, so use 1 instead
1751 * Lookup an entry in the cache
1753 * We don't do this if the segment name is long, simply so the cache
1754 * can avoid holding long names (which would either waste space, or
1755 * add greatly to the complexity).
1757 * Lookup is called with dvp pointing to the directory to search,
1758 * cnp pointing to the name of the entry being sought. If the lookup
1759 * succeeds, the vnode is returned in *vpp, and a status of -1 is
1760 * returned. If the lookup determines that the name does not exist
1761 * (negative cacheing), a status of ENOENT is returned. If the lookup
1762 * fails, a status of zero is returned.
1766 cache_lookup(struct vnode
*dvp
, struct vnode
**vpp
, struct componentname
*cnp
)
1768 struct namecache
*ncp
;
1769 struct nchashhead
*ncpp
;
1770 long namelen
= cnp
->cn_namelen
;
1771 unsigned int hashval
;
1772 boolean_t have_exclusive
= FALSE
;
1776 if (cnp
->cn_hash
== 0)
1777 cnp
->cn_hash
= hash_string(cnp
->cn_nameptr
, cnp
->cn_namelen
);
1778 hashval
= cnp
->cn_hash
;
1784 NAME_CACHE_LOCK_SHARED();
1787 ncpp
= NCHHASH(dvp
, cnp
->cn_hash
);
1788 LIST_FOREACH(ncp
, ncpp
, nc_hash
) {
1789 if ((ncp
->nc_dvp
== dvp
) && (ncp
->nc_hashval
== hashval
)) {
1790 if (strncmp(ncp
->nc_name
, cnp
->cn_nameptr
, namelen
) == 0 && ncp
->nc_name
[namelen
] == 0)
1794 /* We failed to find an entry */
1797 NAME_CACHE_UNLOCK();
1801 /* We don't want to have an entry, so dump it */
1802 if ((cnp
->cn_flags
& MAKEENTRY
) == 0) {
1803 if (have_exclusive
== TRUE
) {
1804 NCHSTAT(ncs_badhits
);
1805 cache_delete(ncp
, 1);
1806 NAME_CACHE_UNLOCK();
1809 NAME_CACHE_UNLOCK();
1811 have_exclusive
= TRUE
;
1816 /* We found a "positive" match, return the vnode */
1818 NCHSTAT(ncs_goodhits
);
1821 NAME_CACHE_UNLOCK();
1823 if (vnode_getwithvid(vp
, vid
)) {
1826 NCHSTAT(ncs_badvid
);
1827 NAME_CACHE_UNLOCK();
1835 /* We found a negative match, and want to create it, so purge */
1836 if (cnp
->cn_nameiop
== CREATE
|| cnp
->cn_nameiop
== RENAME
) {
1837 if (have_exclusive
== TRUE
) {
1838 NCHSTAT(ncs_badhits
);
1839 cache_delete(ncp
, 1);
1840 NAME_CACHE_UNLOCK();
1843 NAME_CACHE_UNLOCK();
1845 have_exclusive
= TRUE
;
1850 * We found a "negative" match, ENOENT notifies client of this match.
1852 NCHSTAT(ncs_neghits
);
1854 NAME_CACHE_UNLOCK();
1859 cache_enter_create(vnode_t dvp
, vnode_t vp
, struct componentname
*cnp
)
1861 const char *strname
;
1863 if (cnp
->cn_hash
== 0)
1864 cnp
->cn_hash
= hash_string(cnp
->cn_nameptr
, cnp
->cn_namelen
);
1867 * grab 2 references on the string entered
1868 * one for the cache_enter_locked to consume
1869 * and the second to be consumed by v_name (vnode_create call point)
1871 strname
= add_name_internal(cnp
->cn_nameptr
, cnp
->cn_namelen
, cnp
->cn_hash
, TRUE
, 0);
1875 cache_enter_locked(dvp
, vp
, cnp
, strname
);
1877 NAME_CACHE_UNLOCK();
1884 * Add an entry to the cache...
1885 * but first check to see if the directory
1886 * that this entry is to be associated with has
1887 * had any cache_purges applied since we took
1888 * our identity snapshot... this check needs to
1889 * be done behind the name cache lock
1892 cache_enter_with_gen(struct vnode
*dvp
, struct vnode
*vp
, struct componentname
*cnp
, int gen
)
1895 if (cnp
->cn_hash
== 0)
1896 cnp
->cn_hash
= hash_string(cnp
->cn_nameptr
, cnp
->cn_namelen
);
1900 if (dvp
->v_nc_generation
== gen
)
1901 (void)cache_enter_locked(dvp
, vp
, cnp
, NULL
);
1903 NAME_CACHE_UNLOCK();
1908 * Add an entry to the cache.
1911 cache_enter(struct vnode
*dvp
, struct vnode
*vp
, struct componentname
*cnp
)
1913 const char *strname
;
1915 if (cnp
->cn_hash
== 0)
1916 cnp
->cn_hash
= hash_string(cnp
->cn_nameptr
, cnp
->cn_namelen
);
1919 * grab 1 reference on the string entered
1920 * for the cache_enter_locked to consume
1922 strname
= add_name_internal(cnp
->cn_nameptr
, cnp
->cn_namelen
, cnp
->cn_hash
, FALSE
, 0);
1926 cache_enter_locked(dvp
, vp
, cnp
, strname
);
1928 NAME_CACHE_UNLOCK();
1933 cache_enter_locked(struct vnode
*dvp
, struct vnode
*vp
, struct componentname
*cnp
, const char *strname
)
1935 struct namecache
*ncp
, *negp
;
1936 struct nchashhead
*ncpp
;
1942 * if the entry is for -ve caching vp is null
1944 if ((vp
!= NULLVP
) && (LIST_FIRST(&vp
->v_nclinks
))) {
1946 * someone beat us to the punch..
1947 * this vnode is already in the cache
1949 if (strname
!= NULL
)
1950 vfs_removename(strname
);
1954 * We allocate a new entry if we are less than the maximum
1955 * allowed and the one at the front of the list is in use.
1956 * Otherwise we use the one at the front of the list.
1958 if (numcache
< desiredNodes
&&
1959 ((ncp
= nchead
.tqh_first
) == NULL
||
1960 ncp
->nc_hash
.le_prev
!= 0)) {
1962 * Allocate one more entry
1964 ncp
= (struct namecache
*)_MALLOC_ZONE(sizeof(*ncp
), M_CACHE
, M_WAITOK
);
1968 * reuse an old entry
1970 ncp
= TAILQ_FIRST(&nchead
);
1971 TAILQ_REMOVE(&nchead
, ncp
, nc_entry
);
1973 if (ncp
->nc_hash
.le_prev
!= 0) {
1975 * still in use... we need to
1976 * delete it before re-using it
1978 NCHSTAT(ncs_stolen
);
1979 cache_delete(ncp
, 0);
1982 NCHSTAT(ncs_enters
);
1985 * Fill in cache info, if vp is NULL this is a "negative" cache entry.
1989 ncp
->nc_hashval
= cnp
->cn_hash
;
1991 if (strname
== NULL
)
1992 ncp
->nc_name
= add_name_internal(cnp
->cn_nameptr
, cnp
->cn_namelen
, cnp
->cn_hash
, FALSE
, 0);
1994 ncp
->nc_name
= strname
;
1997 // If the bytes of the name associated with the vnode differ,
1998 // use the name associated with the vnode since the file system
1999 // may have set that explicitly in the case of a lookup on a
2000 // case-insensitive file system where the case of the looked up
2001 // name differs from what is on disk. For more details, see:
2002 // <rdar://problem/8044697> FSEvents doesn't always decompose diacritical unicode chars in the paths of the changed directories
2004 const char *vn_name
= vp
? vp
->v_name
: NULL
;
2005 unsigned int len
= vn_name
? strlen(vn_name
) : 0;
2006 if (vn_name
&& ncp
&& ncp
->nc_name
&& strncmp(ncp
->nc_name
, vn_name
, len
) != 0) {
2007 unsigned int hash
= hash_string(vn_name
, len
);
2009 vfs_removename(ncp
->nc_name
);
2010 ncp
->nc_name
= add_name_internal(vn_name
, len
, hash
, FALSE
, 0);
2011 ncp
->nc_hashval
= hash
;
2015 * make us the newest entry in the cache
2016 * i.e. we'll be the last to be stolen
2018 TAILQ_INSERT_TAIL(&nchead
, ncp
, nc_entry
);
2020 ncpp
= NCHHASH(dvp
, cnp
->cn_hash
);
2023 struct namecache
*p
;
2025 for (p
= ncpp
->lh_first
; p
!= 0; p
= p
->nc_hash
.le_next
)
2027 panic("cache_enter: duplicate");
2031 * make us available to be found via lookup
2033 LIST_INSERT_HEAD(ncpp
, ncp
, nc_hash
);
2037 * add to the list of name cache entries
2040 LIST_INSERT_HEAD(&vp
->v_nclinks
, ncp
, nc_un
.nc_link
);
2043 * this is a negative cache entry (vp == NULL)
2044 * stick it on the negative cache list.
2046 TAILQ_INSERT_TAIL(&neghead
, ncp
, nc_un
.nc_negentry
);
2050 if (ncs_negtotal
> desiredNegNodes
) {
2052 * if we've reached our desired limit
2053 * of negative cache entries, delete
2056 negp
= TAILQ_FIRST(&neghead
);
2057 cache_delete(negp
, 1);
2061 * add us to the list of name cache entries that
2062 * are children of dvp
2065 TAILQ_INSERT_TAIL(&dvp
->v_ncchildren
, ncp
, nc_child
);
2067 TAILQ_INSERT_HEAD(&dvp
->v_ncchildren
, ncp
, nc_child
);
2072 * Initialize CRC-32 remainder table.
2074 static void init_crc32(void)
2077 * the CRC-32 generator polynomial is:
2078 * x^32 + x^26 + x^23 + x^22 + x^16 + x^12 + x^10
2079 * + x^8 + x^7 + x^5 + x^4 + x^2 + x + 1
2081 unsigned int crc32_polynomial
= 0x04c11db7;
2085 * pre-calculate the CRC-32 remainder for each possible octet encoding
2087 for (i
= 0; i
< 256; i
++) {
2088 unsigned int crc_rem
= i
<< 24;
2090 for (j
= 0; j
< 8; j
++) {
2091 if (crc_rem
& 0x80000000)
2092 crc_rem
= (crc_rem
<< 1) ^ crc32_polynomial
;
2094 crc_rem
= (crc_rem
<< 1);
2096 crc32tab
[i
] = crc_rem
;
2102 * Name cache initialization, from vfs_init() when we are booting
2109 desiredNegNodes
= (desiredvnodes
/ 10);
2110 desiredNodes
= desiredvnodes
+ desiredNegNodes
;
2112 TAILQ_INIT(&nchead
);
2113 TAILQ_INIT(&neghead
);
2117 nchashtbl
= hashinit(MAX(CONFIG_NC_HASH
, (2 *desiredNodes
)), M_CACHE
, &nchash
);
2118 nchashmask
= nchash
;
2121 init_string_table();
2123 /* Allocate name cache lock group attribute and group */
2124 namecache_lck_grp_attr
= lck_grp_attr_alloc_init();
2126 namecache_lck_grp
= lck_grp_alloc_init("Name Cache", namecache_lck_grp_attr
);
2128 /* Allocate name cache lock attribute */
2129 namecache_lck_attr
= lck_attr_alloc_init();
2131 /* Allocate name cache lock */
2132 namecache_rw_lock
= lck_rw_alloc_init(namecache_lck_grp
, namecache_lck_attr
);
2135 /* Allocate string cache lock group attribute and group */
2136 strcache_lck_grp_attr
= lck_grp_attr_alloc_init();
2138 strcache_lck_grp
= lck_grp_alloc_init("String Cache", strcache_lck_grp_attr
);
2140 /* Allocate string cache lock attribute */
2141 strcache_lck_attr
= lck_attr_alloc_init();
2143 /* Allocate string cache lock */
2144 strtable_rw_lock
= lck_rw_alloc_init(strcache_lck_grp
, strcache_lck_attr
);
2146 for (i
= 0; i
< NUM_STRCACHE_LOCKS
; i
++)
2147 lck_mtx_init(&strcache_mtx_locks
[i
], strcache_lck_grp
, strcache_lck_attr
);
2151 name_cache_lock_shared(void)
2153 lck_rw_lock_shared(namecache_rw_lock
);
2157 name_cache_lock(void)
2159 lck_rw_lock_exclusive(namecache_rw_lock
);
2163 name_cache_unlock(void)
2165 lck_rw_done(namecache_rw_lock
);
2170 resize_namecache(u_int newsize
)
2172 struct nchashhead
*new_table
;
2173 struct nchashhead
*old_table
;
2174 struct nchashhead
*old_head
, *head
;
2175 struct namecache
*entry
, *next
;
2176 uint32_t i
, hashval
;
2177 int dNodes
, dNegNodes
;
2178 u_long new_size
, old_size
;
2180 dNegNodes
= (newsize
/ 10);
2181 dNodes
= newsize
+ dNegNodes
;
2183 // we don't support shrinking yet
2184 if (dNodes
<= desiredNodes
) {
2187 new_table
= hashinit(2 * dNodes
, M_CACHE
, &nchashmask
);
2188 new_size
= nchashmask
+ 1;
2190 if (new_table
== NULL
) {
2196 old_table
= nchashtbl
;
2197 nchashtbl
= new_table
;
2201 // walk the old table and insert all the entries into
2204 for(i
=0; i
< old_size
; i
++) {
2205 old_head
= &old_table
[i
];
2206 for (entry
=old_head
->lh_first
; entry
!= NULL
; entry
=next
) {
2208 // XXXdbg - Beware: this assumes that hash_string() does
2209 // the same thing as what happens in
2210 // lookup() over in vfs_lookup.c
2211 hashval
= hash_string(entry
->nc_name
, 0);
2212 entry
->nc_hashval
= hashval
;
2213 head
= NCHHASH(entry
->nc_dvp
, hashval
);
2215 next
= entry
->nc_hash
.le_next
;
2216 LIST_INSERT_HEAD(head
, entry
, nc_hash
);
2219 desiredNodes
= dNodes
;
2220 desiredNegNodes
= dNegNodes
;
2222 NAME_CACHE_UNLOCK();
2223 FREE(old_table
, M_CACHE
);
2229 cache_delete(struct namecache
*ncp
, int free_entry
)
2231 NCHSTAT(ncs_deletes
);
2234 LIST_REMOVE(ncp
, nc_un
.nc_link
);
2236 TAILQ_REMOVE(&neghead
, ncp
, nc_un
.nc_negentry
);
2239 TAILQ_REMOVE(&(ncp
->nc_dvp
->v_ncchildren
), ncp
, nc_child
);
2241 LIST_REMOVE(ncp
, nc_hash
);
2243 * this field is used to indicate
2244 * that the entry is in use and
2245 * must be deleted before it can
2248 ncp
->nc_hash
.le_prev
= NULL
;
2250 vfs_removename(ncp
->nc_name
);
2251 ncp
->nc_name
= NULL
;
2253 TAILQ_REMOVE(&nchead
, ncp
, nc_entry
);
2254 FREE_ZONE(ncp
, sizeof(*ncp
), M_CACHE
);
2261 * purge the entry associated with the
2262 * specified vnode from the name cache
2265 cache_purge(vnode_t vp
)
2267 struct namecache
*ncp
;
2268 kauth_cred_t tcred
= NULL
;
2270 if ((LIST_FIRST(&vp
->v_nclinks
) == NULL
) &&
2271 (TAILQ_FIRST(&vp
->v_ncchildren
) == NULL
) &&
2272 (vp
->v_cred
== NOCRED
) &&
2273 (vp
->v_parent
== NULLVP
))
2279 vp
->v_parent
->v_nc_generation
++;
2281 while ( (ncp
= LIST_FIRST(&vp
->v_nclinks
)) )
2282 cache_delete(ncp
, 1);
2284 while ( (ncp
= TAILQ_FIRST(&vp
->v_ncchildren
)) )
2285 cache_delete(ncp
, 1);
2288 * Use a temp variable to avoid kauth_cred_unref() while NAME_CACHE_LOCK is held
2291 vp
->v_cred
= NOCRED
;
2292 vp
->v_authorized_actions
= 0;
2294 NAME_CACHE_UNLOCK();
2296 if (IS_VALID_CRED(tcred
))
2297 kauth_cred_unref(&tcred
);
2301 * Purge all negative cache entries that are children of the
2302 * given vnode. A case-insensitive file system (or any file
2303 * system that has multiple equivalent names for the same
2304 * directory entry) can use this when creating or renaming
2305 * to remove negative entries that may no longer apply.
2308 cache_purge_negatives(vnode_t vp
)
2310 struct namecache
*ncp
, *next_ncp
;
2314 TAILQ_FOREACH_SAFE(ncp
, &vp
->v_ncchildren
, nc_child
, next_ncp
) {
2318 cache_delete(ncp
, 1);
2321 NAME_CACHE_UNLOCK();
2325 * Flush all entries referencing a particular filesystem.
2327 * Since we need to check it anyway, we will flush all the invalid
2328 * entries at the same time.
2331 cache_purgevfs(struct mount
*mp
)
2333 struct nchashhead
*ncpp
;
2334 struct namecache
*ncp
;
2337 /* Scan hash tables for applicable entries */
2338 for (ncpp
= &nchashtbl
[nchash
- 1]; ncpp
>= nchashtbl
; ncpp
--) {
2340 for (ncp
= ncpp
->lh_first
; ncp
!= 0; ncp
= ncp
->nc_hash
.le_next
) {
2341 if (ncp
->nc_dvp
->v_mount
== mp
) {
2342 cache_delete(ncp
, 0);
2347 NAME_CACHE_UNLOCK();
2353 // String ref routines
2355 static LIST_HEAD(stringhead
, string_t
) *string_ref_table
;
2356 static u_long string_table_mask
;
2357 static uint32_t filled_buckets
=0;
2360 typedef struct string_t
{
2361 LIST_ENTRY(string_t
) hash_chain
;
2368 resize_string_ref_table(void)
2370 struct stringhead
*new_table
;
2371 struct stringhead
*old_table
;
2372 struct stringhead
*old_head
, *head
;
2373 string_t
*entry
, *next
;
2374 uint32_t i
, hashval
;
2375 u_long new_mask
, old_mask
;
2378 * need to hold the table lock exclusively
2379 * in order to grow the table... need to recheck
2380 * the need to resize again after we've taken
2381 * the lock exclusively in case some other thread
2382 * beat us to the punch
2384 lck_rw_lock_exclusive(strtable_rw_lock
);
2386 if (4 * filled_buckets
< ((string_table_mask
+ 1) * 3)) {
2387 lck_rw_done(strtable_rw_lock
);
2390 new_table
= hashinit((string_table_mask
+ 1) * 2, M_CACHE
, &new_mask
);
2392 if (new_table
== NULL
) {
2393 printf("failed to resize the hash table.\n");
2394 lck_rw_done(strtable_rw_lock
);
2399 old_table
= string_ref_table
;
2400 string_ref_table
= new_table
;
2401 old_mask
= string_table_mask
;
2402 string_table_mask
= new_mask
;
2405 // walk the old table and insert all the entries into
2408 for (i
= 0; i
<= old_mask
; i
++) {
2409 old_head
= &old_table
[i
];
2410 for (entry
= old_head
->lh_first
; entry
!= NULL
; entry
= next
) {
2411 hashval
= hash_string((const char *)entry
->str
, 0);
2412 head
= &string_ref_table
[hashval
& string_table_mask
];
2413 if (head
->lh_first
== NULL
) {
2416 next
= entry
->hash_chain
.le_next
;
2417 LIST_INSERT_HEAD(head
, entry
, hash_chain
);
2420 lck_rw_done(strtable_rw_lock
);
2422 FREE(old_table
, M_CACHE
);
2427 init_string_table(void)
2429 string_ref_table
= hashinit(CONFIG_VFS_NAMES
, M_CACHE
, &string_table_mask
);
2434 vfs_addname(const char *name
, uint32_t len
, u_int hashval
, u_int flags
)
2436 return (add_name_internal(name
, len
, hashval
, FALSE
, flags
));
2441 add_name_internal(const char *name
, uint32_t len
, u_int hashval
, boolean_t need_extra_ref
, __unused u_int flags
)
2443 struct stringhead
*head
;
2445 uint32_t chain_len
= 0;
2446 uint32_t hash_index
;
2447 uint32_t lock_index
;
2450 if (len
> MAXPATHLEN
)
2454 * if the length already accounts for the null-byte, then
2455 * subtract one so later on we don't index past the end
2458 if (len
> 0 && name
[len
-1] == '\0') {
2462 hashval
= hash_string(name
, len
);
2466 * take this lock 'shared' to keep the hash stable
2467 * if someone else decides to grow the pool they
2468 * will take this lock exclusively
2470 lck_rw_lock_shared(strtable_rw_lock
);
2473 * If the table gets more than 3/4 full, resize it
2475 if (4 * filled_buckets
>= ((string_table_mask
+ 1) * 3)) {
2476 lck_rw_done(strtable_rw_lock
);
2478 resize_string_ref_table();
2480 lck_rw_lock_shared(strtable_rw_lock
);
2482 hash_index
= hashval
& string_table_mask
;
2483 lock_index
= hash_index
% NUM_STRCACHE_LOCKS
;
2485 head
= &string_ref_table
[hash_index
];
2487 lck_mtx_lock_spin(&strcache_mtx_locks
[lock_index
]);
2489 for (entry
= head
->lh_first
; entry
!= NULL
; chain_len
++, entry
= entry
->hash_chain
.le_next
) {
2490 if (strncmp(entry
->str
, name
, len
) == 0 && entry
->str
[len
] == 0) {
2495 if (entry
== NULL
) {
2496 lck_mtx_convert_spin(&strcache_mtx_locks
[lock_index
]);
2498 * it wasn't already there so add it.
2500 MALLOC(entry
, string_t
*, sizeof(string_t
) + len
+ 1, M_TEMP
, M_WAITOK
);
2502 if (head
->lh_first
== NULL
) {
2503 OSAddAtomic(1, &filled_buckets
);
2505 ptr
= (char *)((char *)entry
+ sizeof(string_t
));
2506 strncpy(ptr
, name
, len
);
2509 entry
->refcount
= 1;
2510 LIST_INSERT_HEAD(head
, entry
, hash_chain
);
2512 if (need_extra_ref
== TRUE
)
2515 lck_mtx_unlock(&strcache_mtx_locks
[lock_index
]);
2516 lck_rw_done(strtable_rw_lock
);
2518 return (const char *)entry
->str
;
2523 vfs_removename(const char *nameref
)
2525 struct stringhead
*head
;
2528 uint32_t hash_index
;
2529 uint32_t lock_index
;
2530 int retval
= ENOENT
;
2532 hashval
= hash_string(nameref
, 0);
2535 * take this lock 'shared' to keep the hash stable
2536 * if someone else decides to grow the pool they
2537 * will take this lock exclusively
2539 lck_rw_lock_shared(strtable_rw_lock
);
2541 * must compute the head behind the table lock
2542 * since the size and location of the table
2543 * can change on the fly
2545 hash_index
= hashval
& string_table_mask
;
2546 lock_index
= hash_index
% NUM_STRCACHE_LOCKS
;
2548 head
= &string_ref_table
[hash_index
];
2550 lck_mtx_lock_spin(&strcache_mtx_locks
[lock_index
]);
2552 for (entry
= head
->lh_first
; entry
!= NULL
; entry
= entry
->hash_chain
.le_next
) {
2553 if (entry
->str
== nameref
) {
2556 if (entry
->refcount
== 0) {
2557 LIST_REMOVE(entry
, hash_chain
);
2559 if (head
->lh_first
== NULL
) {
2560 OSAddAtomic(-1, &filled_buckets
);
2569 lck_mtx_unlock(&strcache_mtx_locks
[lock_index
]);
2570 lck_rw_done(strtable_rw_lock
);
2573 FREE(entry
, M_TEMP
);
2579 #ifdef DUMP_STRING_TABLE
2581 dump_string_table(void)
2583 struct stringhead
*head
;
2587 lck_rw_lock_shared(strtable_rw_lock
);
2589 for (i
= 0; i
<= string_table_mask
; i
++) {
2590 head
= &string_ref_table
[i
];
2591 for (entry
=head
->lh_first
; entry
!= NULL
; entry
=entry
->hash_chain
.le_next
) {
2592 printf("%6d - %s\n", entry
->refcount
, entry
->str
);
2595 lck_rw_done(strtable_rw_lock
);
2597 #endif /* DUMP_STRING_TABLE */