2 * Copyright (c) 2000-2007 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
28 /* Copyright (c) 1995 NeXT Computer, Inc. All Rights Reserved */
30 * Copyright (c) 1989, 1993, 1995
31 * The Regents of the University of California. All rights reserved.
33 * This code is derived from software contributed to Berkeley by
34 * Poul-Henning Kamp of the FreeBSD Project.
36 * Redistribution and use in source and binary forms, with or without
37 * modification, are permitted provided that the following conditions
39 * 1. Redistributions of source code must retain the above copyright
40 * notice, this list of conditions and the following disclaimer.
41 * 2. Redistributions in binary form must reproduce the above copyright
42 * notice, this list of conditions and the following disclaimer in the
43 * documentation and/or other materials provided with the distribution.
44 * 3. All advertising materials mentioning features or use of this software
45 * must display the following acknowledgement:
46 * This product includes software developed by the University of
47 * California, Berkeley and its contributors.
48 * 4. Neither the name of the University nor the names of its contributors
49 * may be used to endorse or promote products derived from this software
50 * without specific prior written permission.
52 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
53 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
54 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
55 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
56 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
57 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
58 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
59 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
60 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
61 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
65 * @(#)vfs_cache.c 8.5 (Berkeley) 3/22/95
68 * NOTICE: This file was modified by SPARTA, Inc. in 2005 to introduce
69 * support for mandatory and extensible security protections. This notice
70 * is included in support of clause 2.2 (b) of the Apple Public License,
73 #include <sys/param.h>
74 #include <sys/systm.h>
76 #include <sys/mount_internal.h>
77 #include <sys/vnode_internal.h>
78 #include <sys/namei.h>
79 #include <sys/errno.h>
80 #include <sys/malloc.h>
81 #include <sys/kauth.h>
83 #include <sys/paths.h>
86 #include <security/mac_framework.h>
90 * Name caching works as follows:
92 * Names found by directory scans are retained in a cache
93 * for future reference. It is managed LRU, so frequently
94 * used names will hang around. Cache is indexed by hash value
95 * obtained from (vp, name) where vp refers to the directory
98 * If it is a "negative" entry, (i.e. for a name that is known NOT to
99 * exist) the vnode pointer will be NULL.
101 * Upon reaching the last segment of a path, if the reference
102 * is for DELETE, or NOCACHE is set (rewrite), and the
103 * name is located in the cache, it will be dropped.
107 * Structures associated with name cacheing.
110 LIST_HEAD(nchashhead
, namecache
) *nchashtbl
; /* Hash Table */
112 u_long nchash
; /* size of hash table - 1 */
113 long numcache
; /* number of cache entries allocated */
117 TAILQ_HEAD(, namecache
) nchead
; /* chain of all name cache entries */
118 TAILQ_HEAD(, namecache
) neghead
; /* chain of only negative cache entries */
123 struct nchstats nchstats
; /* cache effectiveness statistics */
125 #define NCHSTAT(v) { \
128 #define NAME_CACHE_LOCK() name_cache_lock()
129 #define NAME_CACHE_UNLOCK() name_cache_unlock()
130 #define NAME_CACHE_LOCK_SHARED() name_cache_lock()
135 #define NAME_CACHE_LOCK() name_cache_lock()
136 #define NAME_CACHE_UNLOCK() name_cache_unlock()
137 #define NAME_CACHE_LOCK_SHARED() name_cache_lock_shared()
142 /* vars for name cache list lock */
143 lck_grp_t
* namecache_lck_grp
;
144 lck_grp_attr_t
* namecache_lck_grp_attr
;
145 lck_attr_t
* namecache_lck_attr
;
146 lck_rw_t
* namecache_rw_lock
;
148 static vnode_t
cache_lookup_locked(vnode_t dvp
, struct componentname
*cnp
);
149 static int remove_name_locked(const char *);
150 static const char *add_name_locked(const char *, size_t, u_int
, u_int
);
151 static void init_string_table(void) __attribute__((section("__TEXT, initcode")));
152 static void cache_delete(struct namecache
*, int);
153 static void cache_enter_locked(vnode_t dvp
, vnode_t vp
, struct componentname
*cnp
);
155 #ifdef DUMP_STRING_TABLE
157 * Internal dump function used for debugging
159 void dump_string_table(void);
160 #endif /* DUMP_STRING_TABLE */
162 static void init_crc32(void) __attribute__((section("__TEXT, initcode")));
163 static unsigned int crc32tab
[256];
166 #define NCHHASH(dvp, hash_val) \
167 (&nchashtbl[(dvp->v_id ^ (hash_val)) & nchashmask])
172 // This function builds the path to a filename in "buff". The
173 // length of the buffer *INCLUDING* the trailing zero byte is
174 // returned in outlen. NOTE: the length includes the trailing
175 // zero byte and thus the length is one greater than what strlen
176 // would return. This is important and lots of code elsewhere
177 // in the kernel assumes this behavior.
179 // This function can call vnop in file system if the parent vnode
180 // does not exist or when called for hardlinks via volfs path.
181 // If BUILDPATH_NO_FS_ENTER is set in flags, it only uses values present
182 // in the name cache and does not enter the file system.
185 build_path(vnode_t first_vp
, char *buff
, int buflen
, int *outlen
, int flags
, vfs_context_t ctx
)
188 vnode_t proc_root_dir_vp
;
195 if (first_vp
== NULLVP
) {
198 /* Grab the process fd so we can evaluate fd_rdir. */
199 if (vfs_context_proc(ctx
)->p_fd
) {
200 proc_root_dir_vp
= vfs_context_proc(ctx
)->p_fd
->fd_rdir
;
202 proc_root_dir_vp
= NULL
;
206 end
= &buff
[buflen
-1];
209 /* Check if this is the root of a file system. */
210 while (vp
&& vp
->v_flag
& VROOT
) {
211 if (vp
->v_mount
== NULL
) {
214 if ((vp
->v_mount
->mnt_flag
& MNT_ROOTFS
) || (vp
== proc_root_dir_vp
)) {
216 * It's the root of the root file system, so it's
222 vp
= vp
->v_mount
->mnt_vnodecovered
;
225 NAME_CACHE_LOCK_SHARED();
227 while ((vp
!= NULLVP
) && (vp
->v_parent
!= vp
)) {
229 * For hardlinks the v_name may be stale, so if its OK
230 * to enter a file system, ask the file system for the
231 * name and parent (below).
233 fixhardlink
= (vp
->v_flag
& VISHARDLINK
) &&
234 (vp
->v_mount
->mnt_kern_flag
& MNTK_PATH_FROM_ID
) &&
235 !(flags
& BUILDPATH_NO_FS_ENTER
);
238 if (str
== NULL
|| *str
== '\0') {
239 if (vp
->v_parent
!= NULL
) {
248 * Check that there's enough space (including space for the '/')
250 if ((end
- buff
) < (len
+ 1)) {
254 /* Copy the name backwards. */
257 for (; len
> 0; len
--) {
260 /* Add a path separator. */
265 * Walk up the parent chain.
267 if (((vp
->v_parent
!= NULLVP
) && !fixhardlink
) ||
268 (flags
& BUILDPATH_NO_FS_ENTER
)) {
271 // if the vnode we have in hand isn't a directory and it
272 // has a v_parent, then we started with the resource fork
273 // so skip up to avoid getting a duplicate copy of the
274 // file name in the path.
275 if (vp
&& !vnode_isdir(vp
) && vp
->v_parent
) {
278 } else /* No parent, go get it if supported. */ {
279 struct vnode_attr va
;
283 /* Make sure file system supports obtaining a path from id. */
284 if (!(vp
->v_mount
->mnt_kern_flag
& MNTK_PATH_FROM_ID
)) {
291 if (vnode_getwithvid(vp
, vid
) != 0) {
292 /* vnode was recycled, so start over. */
297 VATTR_WANTED(&va
, va_parentid
);
299 VATTR_WANTED(&va
, va_name
);
300 MALLOC_ZONE(va
.va_name
, caddr_t
, MAXPATHLEN
, M_NAMEI
, M_WAITOK
);
304 /* Ask the file system for its parent id and for its name (optional). */
305 ret
= vnode_getattr(vp
, &va
, ctx
);
308 if ((ret
== 0) && (VATTR_IS_SUPPORTED(&va
, va_name
))) {
310 } else if (vp
->v_name
) {
319 /* Check that there's enough space. */
320 if ((end
- buff
) < (len
+ 1)) {
323 /* Copy the name backwards. */
326 for (; len
> 0; len
--) {
329 /* Add a path separator. */
333 FREE_ZONE(va
.va_name
, MAXPATHLEN
, M_NAMEI
);
335 if (ret
|| !VATTR_IS_SUPPORTED(&va
, va_parentid
)) {
340 /* Ask the file system for the parent vnode. */
341 ret
= VFS_VGET(vp
->v_mount
, (ino64_t
)va
.va_parentid
, &dvp
, ctx
);
346 if (!fixhardlink
&& (vp
->v_parent
!= dvp
)) {
347 vnode_update_identity(vp
, dvp
, NULL
, 0, 0, VNODE_UPDATE_PARENT
);
352 * We are no longer under the name cache lock here.
353 * So to avoid a race for vnode termination, take a
354 * reference on the vnode and drop that reference
355 * after reacquiring the name cache lock. We use the
356 * vnode_rele_ext call with the dont_reenter flag
357 * set to avoid re-entering the file system which
358 * could possibly re-enter the name cache.
360 if (vnode_ref(dvp
) != 0) {
364 NAME_CACHE_LOCK_SHARED();
367 vnode_rele_ext(dvp
, 0, 1);
370 // if the vnode we have in hand isn't a directory and it
371 // has a v_parent, then we started with the resource fork
372 // so skip up to avoid getting a duplicate copy of the
373 // file name in the path.
374 if (vp
&& !vnode_isdir(vp
) && vp
->v_parent
) {
379 * When a mount point is crossed switch the vp.
380 * Continue until we find the root or we find
381 * a vnode that's not the root of a mounted
385 if (vp
== proc_root_dir_vp
) {
387 goto out
; /* encountered the root */
389 if (!(vp
->v_flag
& VROOT
) || !vp
->v_mount
)
390 break; /* not the root of a mounted FS */
391 vp
= vp
->v_mount
->mnt_vnodecovered
;
396 /* Slide the name down to the beginning of the buffer. */
397 memmove(buff
, end
, &buff
[buflen
] - end
);
399 *outlen
= &buff
[buflen
] - end
; /* length includes the trailing zero byte */
406 * return NULLVP if vp's parent doesn't
407 * exist, or we can't get a valid iocount
408 * else return the parent of vp
411 vnode_getparent(vnode_t vp
)
413 vnode_t pvp
= NULLVP
;
416 NAME_CACHE_LOCK_SHARED();
418 * v_parent is stable behind the name_cache lock
419 * however, the only thing we can really guarantee
420 * is that we've grabbed a valid iocount on the
421 * parent of 'vp' at the time we took the name_cache lock...
422 * once we drop the lock, vp could get re-parented
424 if ( (pvp
= vp
->v_parent
) != NULLVP
) {
429 if (vnode_getwithvid(pvp
, pvid
) != 0)
437 vnode_getname(vnode_t vp
)
439 const char *name
= NULL
;
444 name
= add_name_locked(vp
->v_name
, strlen(vp
->v_name
), 0, 0);
451 vnode_putname(const char *name
)
455 remove_name_locked(name
);
462 * if VNODE_UPDATE_PARENT, and we can take
463 * a reference on dvp, then update vp with
464 * it's new parent... if vp already has a parent,
465 * then drop the reference vp held on it
467 * if VNODE_UPDATE_NAME,
468 * then drop string ref on v_name if it exists, and if name is non-NULL
469 * then pick up a string reference on name and record it in v_name...
470 * optionally pass in the length and hashval of name if known
472 * if VNODE_UPDATE_CACHE, flush the name cache entries associated with vp
475 vnode_update_identity(vnode_t vp
, vnode_t dvp
, const char *name
, int name_len
, int name_hashval
, int flags
)
477 struct namecache
*ncp
;
478 vnode_t old_parentvp
= NULLVP
;
480 int isstream
= (vp
->v_flag
& VISNAMEDSTREAM
);
481 int kusecountbumped
= 0;
484 if (flags
& VNODE_UPDATE_PARENT
) {
485 if (dvp
&& vnode_ref(dvp
) != 0) {
489 /* Don't count a stream's parent ref during unmounts */
490 if (isstream
&& dvp
&& (dvp
!= vp
) && (dvp
!= vp
->v_parent
) && (dvp
->v_type
== VREG
)) {
491 vnode_lock_spin(dvp
);
502 if ( (flags
& VNODE_UPDATE_NAME
) && (name
!= vp
->v_name
) ) {
503 if (vp
->v_name
!= NULL
) {
504 remove_name_locked(vp
->v_name
);
509 name_len
= strlen(name
);
510 vp
->v_name
= add_name_locked(name
, name_len
, name_hashval
, 0);
513 if (flags
& VNODE_UPDATE_PARENT
) {
514 if (dvp
!= vp
&& dvp
!= vp
->v_parent
) {
515 old_parentvp
= vp
->v_parent
;
520 flags
|= VNODE_UPDATE_CACHE
;
523 if (flags
& VNODE_UPDATE_CACHE
) {
524 while ( (ncp
= LIST_FIRST(&vp
->v_nclinks
)) )
525 cache_delete(ncp
, 1);
531 /* Back-out the ref we took if we lost a race for vp->v_parent. */
532 if (kusecountbumped
) {
533 vnode_lock_spin(dvp
);
534 if (dvp
->v_kusecount
> 0)
546 vnode_lock_spin(old_parentvp
);
547 if ((old_parentvp
->v_type
!= VDIR
) && (old_parentvp
->v_kusecount
> 0))
548 --old_parentvp
->v_kusecount
;
549 vnode_unlock(old_parentvp
);
552 ut
= get_bsdthread_info(current_thread());
555 * indicated to vnode_rele that it shouldn't do a
556 * vnode_reclaim at this time... instead it will
557 * chain the vnode to the uu_vreclaims list...
558 * we'll be responsible for calling vnode_reclaim
559 * on each of the vnodes in this list...
561 ut
->uu_defer_reclaims
= 1;
562 ut
->uu_vreclaims
= NULLVP
;
564 while ( (vp
= old_parentvp
) != NULLVP
) {
567 vnode_rele_internal(vp
, 0, 0, 1);
570 * check to see if the vnode is now in the state
571 * that would have triggered a vnode_reclaim in vnode_rele
572 * if it is, we save it's parent pointer and then NULL
573 * out the v_parent field... we'll drop the reference
574 * that was held on the next iteration of this loop...
575 * this short circuits a potential deep recursion if we
576 * have a long chain of parents in this state...
577 * we'll sit in this loop until we run into
578 * a parent in this chain that is not in this state
580 * make our check and the node_rele atomic
581 * with respect to the current vnode we're working on
582 * by holding the vnode lock
583 * if vnode_rele deferred the vnode_reclaim and has put
584 * this vnode on the list to be reaped by us, than
585 * it has left this vnode with an iocount == 1
587 if ( (vp
->v_iocount
== 1) && (vp
->v_usecount
== 0) &&
588 ((vp
->v_lflag
& (VL_MARKTERM
| VL_TERMINATE
| VL_DEAD
)) == VL_MARKTERM
)) {
590 * vnode_rele wanted to do a vnode_reclaim on this vnode
591 * it should be sitting on the head of the uu_vreclaims chain
592 * pull the parent pointer now so that when we do the
593 * vnode_reclaim for each of the vnodes in the uu_vreclaims
594 * list, we won't recurse back through here
596 * need to do a convert here in case vnode_rele_internal
597 * returns with the lock held in the spin mode... it
598 * can drop and retake the lock under certain circumstances
600 vnode_lock_convert(vp
);
603 old_parentvp
= vp
->v_parent
;
604 vp
->v_parent
= NULLVP
;
608 * we're done... we ran into a vnode that isn't
611 old_parentvp
= NULLVP
;
615 ut
->uu_defer_reclaims
= 0;
617 while ( (vp
= ut
->uu_vreclaims
) != NULLVP
) {
618 ut
->uu_vreclaims
= vp
->v_defer_reclaimlist
;
621 * vnode_put will drive the vnode_reclaim if
622 * we are still the only reference on this vnode
631 * Mark a vnode as having multiple hard links. HFS makes use of this
632 * because it keeps track of each link separately, and wants to know
633 * which link was actually used.
635 * This will cause the name cache to force a VNOP_LOOKUP on the vnode
636 * so that HFS can post-process the lookup. Also, volfs will call
637 * VNOP_GETATTR2 to determine the parent, instead of using v_parent.
639 void vnode_setmultipath(vnode_t vp
)
644 * In theory, we're changing the vnode's identity as far as the
645 * name cache is concerned, so we ought to grab the name cache lock
646 * here. However, there is already a race, and grabbing the name
647 * cache lock only makes the race window slightly smaller.
649 * The race happens because the vnode already exists in the name
650 * cache, and could be found by one thread before another thread
651 * can set the hard link flag.
654 vp
->v_flag
|= VISHARDLINK
;
662 * backwards compatibility
664 void vnode_uncache_credentials(vnode_t vp
)
666 vnode_uncache_authorized_action(vp
, KAUTH_INVALIDATE_CACHED_RIGHTS
);
671 * use the exclusive form of NAME_CACHE_LOCK to protect the update of the
672 * following fields in the vnode: v_cred_timestamp, v_cred, v_authorized_actions
673 * we use this lock so that we can look at the v_cred and v_authorized_actions
674 * atomically while behind the NAME_CACHE_LOCK in shared mode in 'cache_lookup_path',
675 * which is the super-hot path... if we are updating the authorized actions for this
676 * vnode, we are already in the super-slow and far less frequented path so its not
677 * that bad that we take the lock exclusive for this case... of course we strive
678 * to hold it for the minimum amount of time possible
681 void vnode_uncache_authorized_action(vnode_t vp
, kauth_action_t action
)
683 kauth_cred_t tcred
= NOCRED
;
687 vp
->v_authorized_actions
&= ~action
;
689 if (action
== KAUTH_INVALIDATE_CACHED_RIGHTS
&&
690 IS_VALID_CRED(vp
->v_cred
)) {
692 * Use a temp variable to avoid kauth_cred_unref() while NAME_CACHE_LOCK is held
700 kauth_cred_unref(&tcred
);
704 boolean_t
vnode_cache_is_authorized(vnode_t vp
, vfs_context_t ctx
, kauth_action_t action
)
707 boolean_t retval
= FALSE
;
709 if ( (vp
->v_mount
->mnt_kern_flag
& (MNTK_AUTH_OPAQUE
| MNTK_AUTH_CACHE_TTL
)) ) {
711 * a TTL is enabled on the rights cache... handle it here
712 * a TTL of 0 indicates that no rights should be cached
714 if (vp
->v_mount
->mnt_authcache_ttl
) {
715 if ( !(vp
->v_mount
->mnt_kern_flag
& MNTK_AUTH_CACHE_TTL
) ) {
717 * For filesystems marked only MNTK_AUTH_OPAQUE (generally network ones),
718 * we will only allow a SEARCH right on a directory to be cached...
719 * that cached right always has a default TTL associated with it
721 if (action
!= KAUTH_VNODE_SEARCH
|| vp
->v_type
!= VDIR
)
724 if (vp
!= NULLVP
&& vnode_cache_is_stale(vp
) == TRUE
) {
725 vnode_uncache_authorized_action(vp
, vp
->v_authorized_actions
);
732 ucred
= vfs_context_ucred(ctx
);
734 NAME_CACHE_LOCK_SHARED();
736 if (vp
->v_cred
== ucred
&& (vp
->v_authorized_actions
& action
) == action
)
745 void vnode_cache_authorized_action(vnode_t vp
, vfs_context_t ctx
, kauth_action_t action
)
747 kauth_cred_t tcred
= NOCRED
;
750 boolean_t ttl_active
= FALSE
;
752 ucred
= vfs_context_ucred(ctx
);
754 if (!IS_VALID_CRED(ucred
) || action
== 0)
757 if ( (vp
->v_mount
->mnt_kern_flag
& (MNTK_AUTH_OPAQUE
| MNTK_AUTH_CACHE_TTL
)) ) {
759 * a TTL is enabled on the rights cache... handle it here
760 * a TTL of 0 indicates that no rights should be cached
762 if (vp
->v_mount
->mnt_authcache_ttl
== 0)
765 if ( !(vp
->v_mount
->mnt_kern_flag
& MNTK_AUTH_CACHE_TTL
) ) {
767 * only cache SEARCH action for filesystems marked
768 * MNTK_AUTH_OPAQUE on VDIRs...
769 * the lookup_path code will time these out
771 if ( (action
& ~KAUTH_VNODE_SEARCH
) || vp
->v_type
!= VDIR
)
780 if (vp
->v_cred
!= ucred
) {
781 kauth_cred_ref(ucred
);
783 * Use a temp variable to avoid kauth_cred_unref() while NAME_CACHE_LOCK is held
787 vp
->v_authorized_actions
= 0;
789 if (ttl_active
== TRUE
&& vp
->v_authorized_actions
== 0) {
791 * only reset the timestamnp on the
792 * first authorization cached after the previous
793 * timer has expired or we're switching creds...
794 * 'vnode_cache_is_authorized' will clear the
795 * authorized actions if the TTL is active and
798 vp
->v_cred_timestamp
= tv
.tv_sec
;
800 vp
->v_authorized_actions
|= action
;
804 if (IS_VALID_CRED(tcred
))
805 kauth_cred_unref(&tcred
);
809 boolean_t
vnode_cache_is_stale(vnode_t vp
)
816 if ((tv
.tv_sec
- vp
->v_cred_timestamp
) > vp
->v_mount
->mnt_authcache_ttl
)
828 * ERECYCLE vnode was recycled from underneath us. Force lookup to be re-driven from namei.
829 * This errno value should not be seen by anyone outside of the kernel.
832 cache_lookup_path(struct nameidata
*ndp
, struct componentname
*cnp
, vnode_t dp
,
833 vfs_context_t ctx
, int *trailing_slash
, int *dp_authorized
, vnode_t last_dp
)
835 char *cp
; /* pointer into pathname argument */
837 int vvid
= 0; /* protected by vp != NULLVP */
839 vnode_t tdp
= NULLVP
;
841 boolean_t ttl_enabled
= FALSE
;
847 ucred
= vfs_context_ucred(ctx
);
850 NAME_CACHE_LOCK_SHARED();
852 if ( dp
->v_mount
&& (dp
->v_mount
->mnt_kern_flag
& (MNTK_AUTH_OPAQUE
| MNTK_AUTH_CACHE_TTL
)) ) {
858 * Search a directory.
860 * The cn_hash value is for use by cache_lookup
861 * The last component of the filename is left accessible via
862 * cnp->cn_nameptr for callers that need the name.
865 cp
= cnp
->cn_nameptr
;
867 while (*cp
&& (*cp
!= '/')) {
868 hash
^= crc32tab
[((hash
>> 24) ^ (unsigned char)*cp
++)];
871 * the crc generator can legitimately generate
872 * a 0... however, 0 for us means that we
873 * haven't computed a hash, so use 1 instead
878 cnp
->cn_namelen
= cp
- cnp
->cn_nameptr
;
880 ndp
->ni_pathlen
-= cnp
->cn_namelen
;
884 * Replace multiple slashes by a single slash and trailing slashes
885 * by a null. This must be done before VNOP_LOOKUP() because some
886 * fs's don't know about trailing slashes. Remember if there were
887 * trailing slashes to handle symlinks, existing non-directories
888 * and non-existing files that won't be directories specially later.
890 while (*cp
== '/' && (cp
[1] == '/' || cp
[1] == '\0')) {
896 *ndp
->ni_next
= '\0';
901 cnp
->cn_flags
&= ~(MAKEENTRY
| ISLASTCN
| ISDOTDOT
);
904 cnp
->cn_flags
|= ISLASTCN
;
906 if (cnp
->cn_namelen
== 2 && cnp
->cn_nameptr
[1] == '.' && cnp
->cn_nameptr
[0] == '.')
907 cnp
->cn_flags
|= ISDOTDOT
;
912 * Process a request for a file's resource fork.
914 * Consume the _PATH_RSRCFORKSPEC suffix and tag the path.
916 if ((ndp
->ni_pathlen
== sizeof(_PATH_RSRCFORKSPEC
)) &&
917 (cp
[1] == '.' && cp
[2] == '.') &&
918 bcmp(cp
, _PATH_RSRCFORKSPEC
, sizeof(_PATH_RSRCFORKSPEC
)) == 0) {
919 /* Skip volfs file systems that don't support native streams. */
920 if ((dp
->v_mount
!= NULL
) &&
921 (dp
->v_mount
->mnt_flag
& MNT_DOVOLFS
) &&
922 (dp
->v_mount
->mnt_kern_flag
& MNTK_NAMED_STREAMS
) == 0) {
925 cnp
->cn_flags
|= CN_WANTSRSRCFORK
;
926 cnp
->cn_flags
|= ISLASTCN
;
927 ndp
->ni_next
[0] = '\0';
936 * Name cache provides authorization caching (see below)
937 * that will short circuit MAC checks in lookup().
938 * We must perform MAC check here. On denial
939 * dp_authorized will remain 0 and second check will
940 * be perfomed in lookup().
942 if (!(cnp
->cn_flags
& DONOTAUTH
)) {
943 error
= mac_vnode_check_lookup(ctx
, dp
, cnp
);
950 if (ttl_enabled
&& ((tv
.tv_sec
- dp
->v_cred_timestamp
) > dp
->v_mount
->mnt_authcache_ttl
))
954 * NAME_CACHE_LOCK holds these fields stable
956 if ((dp
->v_cred
!= ucred
|| !(dp
->v_authorized_actions
& KAUTH_VNODE_SEARCH
)) &&
957 !(dp
->v_authorized_actions
& KAUTH_VNODE_SEARCHBYANYONE
))
961 * indicate that we're allowed to traverse this directory...
962 * even if we fail the cache lookup or decide to bail for
963 * some other reason, this information is valid and is used
964 * to avoid doing a vnode_authorize before the call to VNOP_LOOKUP
968 if ( (cnp
->cn_flags
& (ISLASTCN
| ISDOTDOT
)) ) {
969 if (cnp
->cn_nameiop
!= LOOKUP
)
971 if (cnp
->cn_flags
& (LOCKPARENT
| NOCACHE
))
973 if (cnp
->cn_flags
& ISDOTDOT
) {
975 * Force directory hardlinks to go to
976 * file system for ".." requests.
978 if (dp
&& (dp
->v_flag
& VISHARDLINK
)) {
982 * Quit here only if we can't use
983 * the parent directory pointer or
984 * don't have one. Otherwise, we'll
987 if ((dp
->v_flag
& VROOT
) ||
988 dp
== ndp
->ni_rootdir
||
989 dp
->v_parent
== NULLVP
)
995 * "." and ".." aren't supposed to be cached, so check
996 * for them before checking the cache.
998 if (cnp
->cn_namelen
== 1 && cnp
->cn_nameptr
[0] == '.')
1000 else if ((cnp
->cn_flags
& ISDOTDOT
) && dp
->v_parent
)
1003 if ( (vp
= cache_lookup_locked(dp
, cnp
)) == NULLVP
)
1007 if ( (cnp
->cn_flags
& ISLASTCN
) )
1010 if (vp
->v_type
!= VDIR
) {
1011 if (vp
->v_type
!= VLNK
)
1015 if ( (mp
= vp
->v_mountedhere
) && ((cnp
->cn_flags
& NOCROSSMOUNT
) == 0)) {
1017 if (mp
->mnt_realrootvp
== NULLVP
|| mp
->mnt_generation
!= mount_generation
||
1018 mp
->mnt_realrootvp_vid
!= mp
->mnt_realrootvp
->v_id
)
1020 vp
= mp
->mnt_realrootvp
;
1025 cnp
->cn_nameptr
= ndp
->ni_next
+ 1;
1027 while (*cnp
->cn_nameptr
== '/') {
1036 NAME_CACHE_UNLOCK();
1038 if ((vp
!= NULLVP
) && (vp
->v_type
!= VLNK
) &&
1039 ((cnp
->cn_flags
& (ISLASTCN
| LOCKPARENT
| WANTPARENT
| SAVESTART
)) == ISLASTCN
)) {
1041 * if we've got a child and it's the last component, and
1042 * the lookup doesn't need to return the parent then we
1043 * can skip grabbing an iocount on the parent, since all
1044 * we're going to do with it is a vnode_put just before
1045 * we return from 'lookup'. If it's a symbolic link,
1046 * we need the parent in case the link happens to be
1047 * a relative pathname.
1054 * return the last directory we looked at
1055 * with an io reference held. If it was the one passed
1056 * in as a result of the last iteration of VNOP_LOOKUP,
1057 * it should already hold an io ref. No need to increase ref.
1061 if (dp
== ndp
->ni_usedvp
) {
1063 * if this vnode matches the one passed in via USEDVP
1064 * than this context already holds an io_count... just
1065 * use vnode_get to get an extra ref for lookup to play
1066 * with... can't use the getwithvid variant here because
1067 * it will block behind a vnode_drain which would result
1068 * in a deadlock (since we already own an io_count that the
1069 * vnode_drain is waiting on)... vnode_get grabs the io_count
1070 * immediately w/o waiting... it always succeeds
1073 } else if ( (vnode_getwithvid(dp
, vid
)) ) {
1075 * failure indicates the vnode
1076 * changed identity or is being
1077 * TERMINATED... in either case
1080 * don't necessarily return ENOENT, though, because
1081 * we really want to go back to disk and make sure it's
1082 * there or not if someone else is changing this
1091 if ( (vnode_getwithvid(vp
, vvid
)) ) {
1095 * can't get reference on the vp we'd like
1096 * to return... if we didn't grab a reference
1097 * on the directory (due to fast path bypass),
1098 * then we need to do it now... we can't return
1099 * with both ni_dvp and ni_vp NULL, and no
1113 * If we came into cache_lookup_path after an iteration of the lookup loop that
1114 * resulted in a call to VNOP_LOOKUP, then VNOP_LOOKUP returned a vnode with a io ref
1115 * on it. It is now the job of cache_lookup_path to drop the ref on this vnode
1116 * when it is no longer needed. If we get to this point, and last_dp is not NULL
1117 * and it is ALSO not the dvp we want to return to caller of this function, it MUST be
1118 * the case that we got to a subsequent path component and this previous vnode is
1119 * no longer needed. We can then drop the io ref on it.
1121 if ((last_dp
!= NULLVP
) && (last_dp
!= ndp
->ni_dvp
)){
1125 //initialized to 0, should be the same if no error cases occurred.
1131 cache_lookup_locked(vnode_t dvp
, struct componentname
*cnp
)
1133 struct namecache
*ncp
;
1134 struct nchashhead
*ncpp
;
1135 long namelen
= cnp
->cn_namelen
;
1136 char *nameptr
= cnp
->cn_nameptr
;
1137 unsigned int hashval
= (cnp
->cn_hash
& NCHASHMASK
);
1140 ncpp
= NCHHASH(dvp
, cnp
->cn_hash
);
1141 LIST_FOREACH(ncp
, ncpp
, nc_hash
) {
1142 if ((ncp
->nc_dvp
== dvp
) && (ncp
->nc_hashval
== hashval
)) {
1143 if (memcmp(ncp
->nc_name
, nameptr
, namelen
) == 0 && ncp
->nc_name
[namelen
] == 0)
1149 * We failed to find an entry
1154 NCHSTAT(ncs_goodhits
);
1157 if (vp
&& (vp
->v_flag
& VISHARDLINK
)) {
1159 * The file system wants a VNOP_LOOKUP on this vnode
1169 // Have to take a len argument because we may only need to
1170 // hash part of a componentname.
1173 hash_string(const char *cp
, int len
)
1179 hash
^= crc32tab
[((hash
>> 24) ^ (unsigned char)*cp
++)];
1182 while (*cp
!= '\0') {
1183 hash
^= crc32tab
[((hash
>> 24) ^ (unsigned char)*cp
++)];
1187 * the crc generator can legitimately generate
1188 * a 0... however, 0 for us means that we
1189 * haven't computed a hash, so use 1 instead
1198 * Lookup an entry in the cache
1200 * We don't do this if the segment name is long, simply so the cache
1201 * can avoid holding long names (which would either waste space, or
1202 * add greatly to the complexity).
1204 * Lookup is called with dvp pointing to the directory to search,
1205 * cnp pointing to the name of the entry being sought. If the lookup
1206 * succeeds, the vnode is returned in *vpp, and a status of -1 is
1207 * returned. If the lookup determines that the name does not exist
1208 * (negative cacheing), a status of ENOENT is returned. If the lookup
1209 * fails, a status of zero is returned.
1213 cache_lookup(struct vnode
*dvp
, struct vnode
**vpp
, struct componentname
*cnp
)
1215 struct namecache
*ncp
;
1216 struct nchashhead
*ncpp
;
1217 long namelen
= cnp
->cn_namelen
;
1218 char *nameptr
= cnp
->cn_nameptr
;
1219 unsigned int hashval
= (cnp
->cn_hash
& NCHASHMASK
);
1220 boolean_t have_exclusive
= FALSE
;
1224 NAME_CACHE_LOCK_SHARED();
1226 ncpp
= NCHHASH(dvp
, cnp
->cn_hash
);
1228 LIST_FOREACH(ncp
, ncpp
, nc_hash
) {
1229 if ((ncp
->nc_dvp
== dvp
) && (ncp
->nc_hashval
== hashval
)) {
1230 if (memcmp(ncp
->nc_name
, nameptr
, namelen
) == 0 && ncp
->nc_name
[namelen
] == 0)
1234 /* We failed to find an entry */
1237 NAME_CACHE_UNLOCK();
1241 /* We don't want to have an entry, so dump it */
1242 if ((cnp
->cn_flags
& MAKEENTRY
) == 0) {
1243 if (have_exclusive
== TRUE
) {
1244 NCHSTAT(ncs_badhits
);
1245 cache_delete(ncp
, 1);
1246 NAME_CACHE_UNLOCK();
1249 NAME_CACHE_UNLOCK();
1251 have_exclusive
= TRUE
;
1256 /* We found a "positive" match, return the vnode */
1258 NCHSTAT(ncs_goodhits
);
1261 NAME_CACHE_UNLOCK();
1263 if (vnode_getwithvid(vp
, vid
)) {
1266 NCHSTAT(ncs_badvid
);
1267 NAME_CACHE_UNLOCK();
1275 /* We found a negative match, and want to create it, so purge */
1276 if (cnp
->cn_nameiop
== CREATE
|| cnp
->cn_nameiop
== RENAME
) {
1277 if (have_exclusive
== TRUE
) {
1278 NCHSTAT(ncs_badhits
);
1279 cache_delete(ncp
, 1);
1280 NAME_CACHE_UNLOCK();
1283 NAME_CACHE_UNLOCK();
1285 have_exclusive
= TRUE
;
1290 * We found a "negative" match, ENOENT notifies client of this match.
1291 * The nc_whiteout field records whether this is a whiteout.
1293 NCHSTAT(ncs_neghits
);
1295 if (ncp
->nc_whiteout
)
1296 cnp
->cn_flags
|= ISWHITEOUT
;
1297 NAME_CACHE_UNLOCK();
1303 * Add an entry to the cache...
1304 * but first check to see if the directory
1305 * that this entry is to be associated with has
1306 * had any cache_purges applied since we took
1307 * our identity snapshot... this check needs to
1308 * be done behind the name cache lock
1311 cache_enter_with_gen(struct vnode
*dvp
, struct vnode
*vp
, struct componentname
*cnp
, int gen
)
1314 if (cnp
->cn_hash
== 0)
1315 cnp
->cn_hash
= hash_string(cnp
->cn_nameptr
, cnp
->cn_namelen
);
1319 if (dvp
->v_nc_generation
== gen
)
1320 cache_enter_locked(dvp
, vp
, cnp
);
1322 NAME_CACHE_UNLOCK();
1327 * Add an entry to the cache.
1330 cache_enter(struct vnode
*dvp
, struct vnode
*vp
, struct componentname
*cnp
)
1332 if (cnp
->cn_hash
== 0)
1333 cnp
->cn_hash
= hash_string(cnp
->cn_nameptr
, cnp
->cn_namelen
);
1337 cache_enter_locked(dvp
, vp
, cnp
);
1339 NAME_CACHE_UNLOCK();
1344 cache_enter_locked(struct vnode
*dvp
, struct vnode
*vp
, struct componentname
*cnp
)
1346 struct namecache
*ncp
, *negp
;
1347 struct nchashhead
*ncpp
;
1350 * if the entry is for -ve caching vp is null
1352 if ((vp
!= NULLVP
) && (LIST_FIRST(&vp
->v_nclinks
))) {
1354 * someone beat us to the punch..
1355 * this vnode is already in the cache
1360 * We allocate a new entry if we are less than the maximum
1361 * allowed and the one at the front of the list is in use.
1362 * Otherwise we use the one at the front of the list.
1364 if (numcache
< desiredNodes
&&
1365 ((ncp
= nchead
.tqh_first
) == NULL
||
1366 ncp
->nc_hash
.le_prev
!= 0)) {
1368 * Allocate one more entry
1370 ncp
= (struct namecache
*)_MALLOC_ZONE((u_long
)sizeof *ncp
, M_CACHE
, M_WAITOK
);
1374 * reuse an old entry
1376 ncp
= TAILQ_FIRST(&nchead
);
1377 TAILQ_REMOVE(&nchead
, ncp
, nc_entry
);
1379 if (ncp
->nc_hash
.le_prev
!= 0) {
1381 * still in use... we need to
1382 * delete it before re-using it
1384 NCHSTAT(ncs_stolen
);
1385 cache_delete(ncp
, 0);
1388 NCHSTAT(ncs_enters
);
1391 * Fill in cache info, if vp is NULL this is a "negative" cache entry.
1395 ncp
->nc_hashval
= cnp
->cn_hash
;
1396 ncp
->nc_whiteout
= FALSE
;
1397 ncp
->nc_name
= add_name_locked(cnp
->cn_nameptr
, cnp
->cn_namelen
, cnp
->cn_hash
, 0);
1400 * make us the newest entry in the cache
1401 * i.e. we'll be the last to be stolen
1403 TAILQ_INSERT_TAIL(&nchead
, ncp
, nc_entry
);
1405 ncpp
= NCHHASH(dvp
, cnp
->cn_hash
);
1408 struct namecache
*p
;
1410 for (p
= ncpp
->lh_first
; p
!= 0; p
= p
->nc_hash
.le_next
)
1412 panic("cache_enter: duplicate");
1416 * make us available to be found via lookup
1418 LIST_INSERT_HEAD(ncpp
, ncp
, nc_hash
);
1422 * add to the list of name cache entries
1425 LIST_INSERT_HEAD(&vp
->v_nclinks
, ncp
, nc_un
.nc_link
);
1428 * this is a negative cache entry (vp == NULL)
1429 * stick it on the negative cache list
1430 * and record the whiteout state
1432 TAILQ_INSERT_TAIL(&neghead
, ncp
, nc_un
.nc_negentry
);
1434 if (cnp
->cn_flags
& ISWHITEOUT
)
1435 ncp
->nc_whiteout
= TRUE
;
1438 if (ncs_negtotal
> desiredNegNodes
) {
1440 * if we've reached our desired limit
1441 * of negative cache entries, delete
1444 negp
= TAILQ_FIRST(&neghead
);
1445 TAILQ_REMOVE(&neghead
, negp
, nc_un
.nc_negentry
);
1447 cache_delete(negp
, 1);
1451 * add us to the list of name cache entries that
1452 * are children of dvp
1454 LIST_INSERT_HEAD(&dvp
->v_ncchildren
, ncp
, nc_child
);
1459 * Initialize CRC-32 remainder table.
1461 static void init_crc32(void)
1464 * the CRC-32 generator polynomial is:
1465 * x^32 + x^26 + x^23 + x^22 + x^16 + x^12 + x^10
1466 * + x^8 + x^7 + x^5 + x^4 + x^2 + x + 1
1468 unsigned int crc32_polynomial
= 0x04c11db7;
1472 * pre-calculate the CRC-32 remainder for each possible octet encoding
1474 for (i
= 0; i
< 256; i
++) {
1475 unsigned int crc_rem
= i
<< 24;
1477 for (j
= 0; j
< 8; j
++) {
1478 if (crc_rem
& 0x80000000)
1479 crc_rem
= (crc_rem
<< 1) ^ crc32_polynomial
;
1481 crc_rem
= (crc_rem
<< 1);
1483 crc32tab
[i
] = crc_rem
;
1489 * Name cache initialization, from vfs_init() when we are booting
1494 desiredNegNodes
= (desiredvnodes
/ 10);
1495 desiredNodes
= desiredvnodes
+ desiredNegNodes
;
1497 TAILQ_INIT(&nchead
);
1498 TAILQ_INIT(&neghead
);
1502 nchashtbl
= hashinit(MAX(CONFIG_NC_HASH
, (2 *desiredNodes
)), M_CACHE
, &nchash
);
1503 nchashmask
= nchash
;
1506 init_string_table();
1508 /* Allocate mount list lock group attribute and group */
1509 namecache_lck_grp_attr
= lck_grp_attr_alloc_init();
1511 namecache_lck_grp
= lck_grp_alloc_init("Name Cache", namecache_lck_grp_attr
);
1513 /* Allocate mount list lock attribute */
1514 namecache_lck_attr
= lck_attr_alloc_init();
1516 /* Allocate mount list lock */
1517 namecache_rw_lock
= lck_rw_alloc_init(namecache_lck_grp
, namecache_lck_attr
);
1523 name_cache_lock_shared(void)
1525 lck_rw_lock_shared(namecache_rw_lock
);
1529 name_cache_lock(void)
1531 lck_rw_lock_exclusive(namecache_rw_lock
);
1535 name_cache_unlock(void)
1537 lck_rw_done(namecache_rw_lock
);
1542 resize_namecache(u_int newsize
)
1544 struct nchashhead
*new_table
;
1545 struct nchashhead
*old_table
;
1546 struct nchashhead
*old_head
, *head
;
1547 struct namecache
*entry
, *next
;
1548 uint32_t i
, hashval
;
1549 int dNodes
, dNegNodes
;
1550 u_long new_size
, old_size
;
1552 dNegNodes
= (newsize
/ 10);
1553 dNodes
= newsize
+ dNegNodes
;
1555 // we don't support shrinking yet
1556 if (dNodes
< desiredNodes
) {
1559 new_table
= hashinit(2 * dNodes
, M_CACHE
, &nchashmask
);
1560 new_size
= nchashmask
+ 1;
1562 if (new_table
== NULL
) {
1568 old_table
= nchashtbl
;
1569 nchashtbl
= new_table
;
1573 // walk the old table and insert all the entries into
1576 for(i
=0; i
< old_size
; i
++) {
1577 old_head
= &old_table
[i
];
1578 for (entry
=old_head
->lh_first
; entry
!= NULL
; entry
=next
) {
1580 // XXXdbg - Beware: this assumes that hash_string() does
1581 // the same thing as what happens in
1582 // lookup() over in vfs_lookup.c
1583 hashval
= hash_string(entry
->nc_name
, 0);
1584 entry
->nc_hashval
= hashval
;
1585 head
= NCHHASH(entry
->nc_dvp
, hashval
);
1587 next
= entry
->nc_hash
.le_next
;
1588 LIST_INSERT_HEAD(head
, entry
, nc_hash
);
1591 desiredNodes
= dNodes
;
1592 desiredNegNodes
= dNegNodes
;
1594 NAME_CACHE_UNLOCK();
1595 FREE(old_table
, M_CACHE
);
1601 cache_delete(struct namecache
*ncp
, int age_entry
)
1603 NCHSTAT(ncs_deletes
);
1606 LIST_REMOVE(ncp
, nc_un
.nc_link
);
1608 TAILQ_REMOVE(&neghead
, ncp
, nc_un
.nc_negentry
);
1611 LIST_REMOVE(ncp
, nc_child
);
1613 LIST_REMOVE(ncp
, nc_hash
);
1615 * this field is used to indicate
1616 * that the entry is in use and
1617 * must be deleted before it can
1620 ncp
->nc_hash
.le_prev
= NULL
;
1624 * make it the next one available
1625 * for cache_enter's use
1627 TAILQ_REMOVE(&nchead
, ncp
, nc_entry
);
1628 TAILQ_INSERT_HEAD(&nchead
, ncp
, nc_entry
);
1630 remove_name_locked(ncp
->nc_name
);
1631 ncp
->nc_name
= NULL
;
1636 * purge the entry associated with the
1637 * specified vnode from the name cache
1640 cache_purge(vnode_t vp
)
1642 struct namecache
*ncp
;
1643 kauth_cred_t tcred
= NULL
;
1645 if ((LIST_FIRST(&vp
->v_nclinks
) == NULL
) && (LIST_FIRST(&vp
->v_ncchildren
) == NULL
) && (vp
->v_cred
== NOCRED
))
1651 vp
->v_parent
->v_nc_generation
++;
1653 while ( (ncp
= LIST_FIRST(&vp
->v_nclinks
)) )
1654 cache_delete(ncp
, 1);
1656 while ( (ncp
= LIST_FIRST(&vp
->v_ncchildren
)) )
1657 cache_delete(ncp
, 1);
1660 * Use a temp variable to avoid kauth_cred_unref() while NAME_CACHE_LOCK is held
1663 vp
->v_cred
= NOCRED
;
1664 vp
->v_authorized_actions
= 0;
1666 NAME_CACHE_UNLOCK();
1668 if (IS_VALID_CRED(tcred
))
1669 kauth_cred_unref(&tcred
);
1673 * Purge all negative cache entries that are children of the
1674 * given vnode. A case-insensitive file system (or any file
1675 * system that has multiple equivalent names for the same
1676 * directory entry) can use this when creating or renaming
1677 * to remove negative entries that may no longer apply.
1680 cache_purge_negatives(vnode_t vp
)
1682 struct namecache
*ncp
;
1686 LIST_FOREACH(ncp
, &vp
->v_ncchildren
, nc_child
)
1687 if (ncp
->nc_vp
== NULL
)
1688 cache_delete(ncp
, 1);
1690 NAME_CACHE_UNLOCK();
1694 * Flush all entries referencing a particular filesystem.
1696 * Since we need to check it anyway, we will flush all the invalid
1697 * entries at the same time.
1700 cache_purgevfs(struct mount
*mp
)
1702 struct nchashhead
*ncpp
;
1703 struct namecache
*ncp
;
1706 /* Scan hash tables for applicable entries */
1707 for (ncpp
= &nchashtbl
[nchash
- 1]; ncpp
>= nchashtbl
; ncpp
--) {
1709 for (ncp
= ncpp
->lh_first
; ncp
!= 0; ncp
= ncp
->nc_hash
.le_next
) {
1710 if (ncp
->nc_dvp
->v_mount
== mp
) {
1711 cache_delete(ncp
, 0);
1716 NAME_CACHE_UNLOCK();
1722 // String ref routines
1724 static LIST_HEAD(stringhead
, string_t
) *string_ref_table
;
1725 static u_long string_table_mask
;
1726 static uint32_t max_chain_len
=0;
1727 static struct stringhead
*long_chain_head
=NULL
;
1728 static uint32_t filled_buckets
=0;
1729 static uint32_t num_dups
=0;
1730 static uint32_t nstrings
=0;
1732 typedef struct string_t
{
1733 LIST_ENTRY(string_t
) hash_chain
;
1741 resize_string_ref_table(void)
1743 struct stringhead
*new_table
;
1744 struct stringhead
*old_table
;
1745 struct stringhead
*old_head
, *head
;
1746 string_t
*entry
, *next
;
1747 uint32_t i
, hashval
;
1748 u_long new_mask
, old_mask
;
1750 new_table
= hashinit((string_table_mask
+ 1) * 2, M_CACHE
, &new_mask
);
1751 if (new_table
== NULL
) {
1756 old_table
= string_ref_table
;
1757 string_ref_table
= new_table
;
1758 old_mask
= string_table_mask
;
1759 string_table_mask
= new_mask
;
1761 printf("resize: max chain len %d, new table size %lu\n",
1762 max_chain_len
, new_mask
+ 1);
1764 long_chain_head
= NULL
;
1767 // walk the old table and insert all the entries into
1770 for(i
=0; i
<= old_mask
; i
++) {
1771 old_head
= &old_table
[i
];
1772 for (entry
=old_head
->lh_first
; entry
!= NULL
; entry
=next
) {
1773 hashval
= hash_string((const char *)entry
->str
, 0);
1774 head
= &string_ref_table
[hashval
& string_table_mask
];
1775 if (head
->lh_first
== NULL
) {
1779 next
= entry
->hash_chain
.le_next
;
1780 LIST_INSERT_HEAD(head
, entry
, hash_chain
);
1784 FREE(old_table
, M_CACHE
);
1791 init_string_table(void)
1793 string_ref_table
= hashinit(CONFIG_VFS_NAMES
, M_CACHE
, &string_table_mask
);
1798 vfs_addname(const char *name
, size_t len
, u_int hashval
, u_int flags
)
1803 ptr
= add_name_locked(name
, len
, hashval
, flags
);
1804 NAME_CACHE_UNLOCK();
1810 add_name_locked(const char *name
, size_t len
, u_int hashval
, __unused u_int flags
)
1812 struct stringhead
*head
;
1814 uint32_t chain_len
= 0;
1818 // If the table gets more than 3/4 full, resize it
1820 if (4*filled_buckets
>= ((string_table_mask
+ 1) * 3)) {
1821 if (resize_string_ref_table() != 0) {
1822 printf("failed to resize the hash table.\n");
1826 hashval
= hash_string(name
, 0);
1830 // if the length already accounts for the null-byte, then
1831 // subtract one so later on we don't index past the end
1834 if (len
> 0 && name
[len
-1] == '\0') {
1838 head
= &string_ref_table
[hashval
& string_table_mask
];
1839 for (entry
=head
->lh_first
; entry
!= NULL
; chain_len
++, entry
=entry
->hash_chain
.le_next
) {
1840 if (memcmp(entry
->str
, name
, len
) == 0 && entry
->str
[len
] == '\0') {
1847 if (entry
== NULL
) {
1848 // it wasn't already there so add it.
1849 MALLOC(entry
, string_t
*, sizeof(string_t
) + len
+ 1, M_TEMP
, M_WAITOK
);
1851 // have to get "head" again because we could have blocked
1852 // in malloc and thus head could have changed.
1854 head
= &string_ref_table
[hashval
& string_table_mask
];
1855 if (head
->lh_first
== NULL
) {
1859 ptr
= (char *)((char *)entry
+ sizeof(string_t
));
1860 strncpy(ptr
, name
, len
);
1863 entry
->refcount
= 1;
1864 LIST_INSERT_HEAD(head
, entry
, hash_chain
);
1866 if (chain_len
> max_chain_len
) {
1867 max_chain_len
= chain_len
;
1868 long_chain_head
= head
;
1874 return (const char *)entry
->str
;
1878 vfs_removename(const char *nameref
)
1883 i
= remove_name_locked(nameref
);
1884 NAME_CACHE_UNLOCK();
1892 remove_name_locked(const char *nameref
)
1894 struct stringhead
*head
;
1899 hashval
= hash_string(nameref
, 0);
1900 head
= &string_ref_table
[hashval
& string_table_mask
];
1901 for (entry
=head
->lh_first
; entry
!= NULL
; entry
=entry
->hash_chain
.le_next
) {
1902 if (entry
->str
== nameref
) {
1904 if (entry
->refcount
== 0) {
1905 LIST_REMOVE(entry
, hash_chain
);
1906 if (head
->lh_first
== NULL
) {
1913 FREE(entry
, M_TEMP
);
1926 #ifdef DUMP_STRING_TABLE
1928 dump_string_table(void)
1930 struct stringhead
*head
;
1934 NAME_CACHE_LOCK_SHARED();
1936 for (i
= 0; i
<= string_table_mask
; i
++) {
1937 head
= &string_ref_table
[i
];
1938 for (entry
=head
->lh_first
; entry
!= NULL
; entry
=entry
->hash_chain
.le_next
) {
1939 printf("%6d - %s\n", entry
->refcount
, entry
->str
);
1942 NAME_CACHE_UNLOCK();
1944 #endif /* DUMP_STRING_TABLE */