]> git.saurik.com Git - apple/xnu.git/blob - bsd/vfs/vfs_subr.c
xnu-792.13.8.tar.gz
[apple/xnu.git] / bsd / vfs / vfs_subr.c
1 /*
2 * Copyright (c) 2000-2005 Apple Computer, Inc. All rights reserved.
3 *
4 * @APPLE_LICENSE_OSREFERENCE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the
10 * License may not be used to create, or enable the creation or
11 * redistribution of, unlawful or unlicensed copies of an Apple operating
12 * system, or to circumvent, violate, or enable the circumvention or
13 * violation of, any terms of an Apple operating system software license
14 * agreement.
15 *
16 * Please obtain a copy of the License at
17 * http://www.opensource.apple.com/apsl/ and read it before using this
18 * file.
19 *
20 * The Original Code and all software distributed under the License are
21 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
22 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
23 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
24 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
25 * Please see the License for the specific language governing rights and
26 * limitations under the License.
27 *
28 * @APPLE_LICENSE_OSREFERENCE_HEADER_END@
29 */
30 /* Copyright (c) 1995 NeXT Computer, Inc. All Rights Reserved */
31 /*
32 * Copyright (c) 1989, 1993
33 * The Regents of the University of California. All rights reserved.
34 * (c) UNIX System Laboratories, Inc.
35 * All or some portions of this file are derived from material licensed
36 * to the University of California by American Telephone and Telegraph
37 * Co. or Unix System Laboratories, Inc. and are reproduced herein with
38 * the permission of UNIX System Laboratories, Inc.
39 *
40 * Redistribution and use in source and binary forms, with or without
41 * modification, are permitted provided that the following conditions
42 * are met:
43 * 1. Redistributions of source code must retain the above copyright
44 * notice, this list of conditions and the following disclaimer.
45 * 2. Redistributions in binary form must reproduce the above copyright
46 * notice, this list of conditions and the following disclaimer in the
47 * documentation and/or other materials provided with the distribution.
48 * 3. All advertising materials mentioning features or use of this software
49 * must display the following acknowledgement:
50 * This product includes software developed by the University of
51 * California, Berkeley and its contributors.
52 * 4. Neither the name of the University nor the names of its contributors
53 * may be used to endorse or promote products derived from this software
54 * without specific prior written permission.
55 *
56 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
57 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
58 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
59 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
60 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
61 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
62 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
63 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
64 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
65 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
66 * SUCH DAMAGE.
67 *
68 * @(#)vfs_subr.c 8.31 (Berkeley) 5/26/95
69 */
70
71 /*
72 * External virtual filesystem routines
73 */
74
75 #undef DIAGNOSTIC
76 #define DIAGNOSTIC 1
77
78 #include <sys/param.h>
79 #include <sys/systm.h>
80 #include <sys/proc_internal.h>
81 #include <sys/kauth.h>
82 #include <sys/mount_internal.h>
83 #include <sys/time.h>
84 #include <sys/lock.h>
85 #include <sys/vnode_internal.h>
86 #include <sys/stat.h>
87 #include <sys/namei.h>
88 #include <sys/ucred.h>
89 #include <sys/buf_internal.h>
90 #include <sys/errno.h>
91 #include <sys/malloc.h>
92 #include <sys/domain.h>
93 #include <sys/mbuf.h>
94 #include <sys/syslog.h>
95 #include <sys/ubc_internal.h>
96 #include <sys/vm.h>
97 #include <sys/sysctl.h>
98 #include <sys/filedesc.h>
99 #include <sys/event.h>
100 #include <sys/kdebug.h>
101 #include <sys/kauth.h>
102 #include <sys/user.h>
103 #include <miscfs/fifofs/fifo.h>
104
105 #include <string.h>
106 #include <machine/spl.h>
107
108
109 #include <kern/assert.h>
110
111 #include <miscfs/specfs/specdev.h>
112
113 #include <mach/mach_types.h>
114 #include <mach/memory_object_types.h>
115
116 extern lck_grp_t *vnode_lck_grp;
117 extern lck_attr_t *vnode_lck_attr;
118
119
120 extern lck_mtx_t * mnt_list_mtx_lock;
121
122 enum vtype iftovt_tab[16] = {
123 VNON, VFIFO, VCHR, VNON, VDIR, VNON, VBLK, VNON,
124 VREG, VNON, VLNK, VNON, VSOCK, VNON, VNON, VBAD,
125 };
126 int vttoif_tab[9] = {
127 0, S_IFREG, S_IFDIR, S_IFBLK, S_IFCHR, S_IFLNK,
128 S_IFSOCK, S_IFIFO, S_IFMT,
129 };
130
131 extern int ubc_isinuse_locked(vnode_t, int, int);
132 extern kern_return_t adjust_vm_object_cache(vm_size_t oval, vm_size_t nval);
133
134 static void vnode_list_add(vnode_t);
135 static void vnode_list_remove(vnode_t);
136
137 static errno_t vnode_drain(vnode_t);
138 static void vgone(vnode_t);
139 static void vclean(vnode_t vp, int flag, proc_t p);
140 static void vnode_reclaim_internal(vnode_t, int, int);
141
142 static void vnode_dropiocount (vnode_t, int);
143 static errno_t vnode_getiocount(vnode_t vp, int locked, int vid, int vflags);
144 static int vget_internal(vnode_t, int, int);
145
146 static vnode_t checkalias(vnode_t vp, dev_t nvp_rdev);
147 static int vnode_reload(vnode_t);
148 static int vnode_isinuse_locked(vnode_t, int, int);
149
150 static void insmntque(vnode_t vp, mount_t mp);
151 mount_t mount_list_lookupby_fsid(fsid_t *, int, int);
152 static int mount_getvfscnt(void);
153 static int mount_fillfsids(fsid_t *, int );
154 static void vnode_iterate_setup(mount_t);
155 static int vnode_umount_preflight(mount_t, vnode_t, int);
156 static int vnode_iterate_prepare(mount_t);
157 static int vnode_iterate_reloadq(mount_t);
158 static void vnode_iterate_clear(mount_t);
159
160 TAILQ_HEAD(freelst, vnode) vnode_free_list; /* vnode free list */
161 TAILQ_HEAD(inactivelst, vnode) vnode_inactive_list; /* vnode inactive list */
162 struct mntlist mountlist; /* mounted filesystem list */
163 static int nummounts = 0;
164
165 #if DIAGNOSTIC
166 #define VLISTCHECK(fun, vp, list) \
167 if ((vp)->v_freelist.tqe_prev == (struct vnode **)0xdeadb) \
168 panic("%s: %s vnode not on %slist", (fun), (list), (list));
169
170 #define VINACTIVECHECK(fun, vp, expected) \
171 do { \
172 int __is_inactive = ISSET((vp)->v_flag, VUINACTIVE); \
173 if (__is_inactive ^ expected) \
174 panic("%s: %sinactive vnode, expected %s", (fun), \
175 __is_inactive? "" : "not ", \
176 expected? "inactive": "not inactive"); \
177 } while(0)
178 #else
179 #define VLISTCHECK(fun, vp, list)
180 #define VINACTIVECHECK(fun, vp, expected)
181 #endif /* DIAGNOSTIC */
182
183 #define VLISTNONE(vp) \
184 do { \
185 (vp)->v_freelist.tqe_next = (struct vnode *)0; \
186 (vp)->v_freelist.tqe_prev = (struct vnode **)0xdeadb; \
187 } while(0)
188
189 #define VONLIST(vp) \
190 ((vp)->v_freelist.tqe_prev != (struct vnode **)0xdeadb)
191
192 /* remove a vnode from free vnode list */
193 #define VREMFREE(fun, vp) \
194 do { \
195 VLISTCHECK((fun), (vp), "free"); \
196 TAILQ_REMOVE(&vnode_free_list, (vp), v_freelist); \
197 VLISTNONE((vp)); \
198 freevnodes--; \
199 } while(0)
200
201 /* remove a vnode from inactive vnode list */
202 #define VREMINACTIVE(fun, vp) \
203 do { \
204 VLISTCHECK((fun), (vp), "inactive"); \
205 VINACTIVECHECK((fun), (vp), VUINACTIVE); \
206 TAILQ_REMOVE(&vnode_inactive_list, (vp), v_freelist); \
207 CLR((vp)->v_flag, VUINACTIVE); \
208 VLISTNONE((vp)); \
209 inactivevnodes--; \
210 } while(0)
211
212 /*
213 * Have to declare first two locks as actual data even if !MACH_SLOCKS, since
214 * a pointers to them get passed around.
215 */
216 void * mntvnode_slock;
217 void * mntid_slock;
218 void * spechash_slock;
219
220 /*
221 * vnodetarget is the amount of vnodes we expect to get back
222 * from the the inactive vnode list and VM object cache.
223 * As vnreclaim() is a mainly cpu bound operation for faster
224 * processers this number could be higher.
225 * Having this number too high introduces longer delays in
226 * the execution of new_vnode().
227 */
228 unsigned long vnodetarget; /* target for vnreclaim() */
229 #define VNODE_FREE_TARGET 20 /* Default value for vnodetarget */
230
231 /*
232 * We need quite a few vnodes on the free list to sustain the
233 * rapid stat() the compilation process does, and still benefit from the name
234 * cache. Having too few vnodes on the free list causes serious disk
235 * thrashing as we cycle through them.
236 */
237 #define VNODE_FREE_MIN 300 /* freelist should have at least these many */
238
239 /*
240 * We need to get vnodes back from the VM object cache when a certain #
241 * of vnodes are reused from the freelist. This is essential for the
242 * caching to be effective in the namecache and the buffer cache [for the
243 * metadata].
244 */
245 #define VNODE_TOOMANY_REUSED (VNODE_FREE_MIN/4)
246
247 /*
248 * If we have enough vnodes on the freelist we do not want to reclaim
249 * the vnodes from the VM object cache.
250 */
251 #define VNODE_FREE_ENOUGH (VNODE_FREE_MIN + (VNODE_FREE_MIN/2))
252
253 /*
254 * Initialize the vnode management data structures.
255 */
256 __private_extern__ void
257 vntblinit(void)
258 {
259 TAILQ_INIT(&vnode_free_list);
260 TAILQ_INIT(&vnode_inactive_list);
261 TAILQ_INIT(&mountlist);
262
263 if (!vnodetarget)
264 vnodetarget = VNODE_FREE_TARGET;
265
266 /*
267 * Scale the vm_object_cache to accomodate the vnodes
268 * we want to cache
269 */
270 (void) adjust_vm_object_cache(0, desiredvnodes - VNODE_FREE_MIN);
271 }
272
273 /* Reset the VM Object Cache with the values passed in */
274 __private_extern__ kern_return_t
275 reset_vmobjectcache(unsigned int val1, unsigned int val2)
276 {
277 vm_size_t oval = val1 - VNODE_FREE_MIN;
278 vm_size_t nval;
279
280 if(val2 < VNODE_FREE_MIN)
281 nval = 0;
282 else
283 nval = val2 - VNODE_FREE_MIN;
284
285 return(adjust_vm_object_cache(oval, nval));
286 }
287
288
289 /* the timeout is in 10 msecs */
290 int
291 vnode_waitforwrites(vnode_t vp, int output_target, int slpflag, int slptimeout, char *msg) {
292 int error = 0;
293 struct timespec ts;
294
295 KERNEL_DEBUG(0x3010280 | DBG_FUNC_START, (int)vp, output_target, vp->v_numoutput, 0, 0);
296
297 if (vp->v_numoutput > output_target) {
298
299 slpflag &= ~PDROP;
300
301 vnode_lock(vp);
302
303 while ((vp->v_numoutput > output_target) && error == 0) {
304 if (output_target)
305 vp->v_flag |= VTHROTTLED;
306 else
307 vp->v_flag |= VBWAIT;
308 ts.tv_sec = (slptimeout/100);
309 ts.tv_nsec = (slptimeout % 1000) * 10 * NSEC_PER_USEC * 1000 ;
310 error = msleep((caddr_t)&vp->v_numoutput, &vp->v_lock, (slpflag | (PRIBIO + 1)), msg, &ts);
311 }
312 vnode_unlock(vp);
313 }
314 KERNEL_DEBUG(0x3010280 | DBG_FUNC_END, (int)vp, output_target, vp->v_numoutput, error, 0);
315
316 return error;
317 }
318
319
320 void
321 vnode_startwrite(vnode_t vp) {
322
323 OSAddAtomic(1, &vp->v_numoutput);
324 }
325
326
327 void
328 vnode_writedone(vnode_t vp)
329 {
330 if (vp) {
331 int need_wakeup = 0;
332
333 OSAddAtomic(-1, &vp->v_numoutput);
334
335 vnode_lock(vp);
336
337 if (vp->v_numoutput < 0)
338 panic("vnode_writedone: numoutput < 0");
339
340 if ((vp->v_flag & VTHROTTLED) && (vp->v_numoutput < (VNODE_ASYNC_THROTTLE / 3))) {
341 vp->v_flag &= ~VTHROTTLED;
342 need_wakeup = 1;
343 }
344 if ((vp->v_flag & VBWAIT) && (vp->v_numoutput == 0)) {
345 vp->v_flag &= ~VBWAIT;
346 need_wakeup = 1;
347 }
348 vnode_unlock(vp);
349
350 if (need_wakeup)
351 wakeup((caddr_t)&vp->v_numoutput);
352 }
353 }
354
355
356
357 int
358 vnode_hasdirtyblks(vnode_t vp)
359 {
360 struct cl_writebehind *wbp;
361
362 /*
363 * Not taking the buf_mtxp as there is little
364 * point doing it. Even if the lock is taken the
365 * state can change right after that. If their
366 * needs to be a synchronization, it must be driven
367 * by the caller
368 */
369 if (vp->v_dirtyblkhd.lh_first)
370 return (1);
371
372 if (!UBCINFOEXISTS(vp))
373 return (0);
374
375 wbp = vp->v_ubcinfo->cl_wbehind;
376
377 if (wbp && (wbp->cl_number || wbp->cl_scmap))
378 return (1);
379
380 return (0);
381 }
382
383 int
384 vnode_hascleanblks(vnode_t vp)
385 {
386 /*
387 * Not taking the buf_mtxp as there is little
388 * point doing it. Even if the lock is taken the
389 * state can change right after that. If their
390 * needs to be a synchronization, it must be driven
391 * by the caller
392 */
393 if (vp->v_cleanblkhd.lh_first)
394 return (1);
395 return (0);
396 }
397
398 void
399 vnode_iterate_setup(mount_t mp)
400 {
401 while (mp->mnt_lflag & MNT_LITER) {
402 mp->mnt_lflag |= MNT_LITERWAIT;
403 msleep((caddr_t)mp, &mp->mnt_mlock, PVFS, "vnode_iterate_setup", 0);
404 }
405
406 mp->mnt_lflag |= MNT_LITER;
407
408 }
409
410 static int
411 vnode_umount_preflight(mount_t mp, vnode_t skipvp, int flags)
412 {
413 vnode_t vp;
414
415 TAILQ_FOREACH(vp, &mp->mnt_vnodelist, v_mntvnodes) {
416 if (vp->v_type == VDIR)
417 continue;
418 if (vp == skipvp)
419 continue;
420 if ((flags & SKIPSYSTEM) && ((vp->v_flag & VSYSTEM) ||
421 (vp->v_flag & VNOFLUSH)))
422 continue;
423 if ((flags & SKIPSWAP) && (vp->v_flag & VSWAP))
424 continue;
425 if ((flags & WRITECLOSE) &&
426 (vp->v_writecount == 0 || vp->v_type != VREG))
427 continue;
428 /* Look for busy vnode */
429 if (((vp->v_usecount != 0) &&
430 ((vp->v_usecount - vp->v_kusecount) != 0)))
431 return(1);
432 }
433
434 return(0);
435 }
436
437 /*
438 * This routine prepares iteration by moving all the vnodes to worker queue
439 * called with mount lock held
440 */
441 int
442 vnode_iterate_prepare(mount_t mp)
443 {
444 vnode_t vp;
445
446 if (TAILQ_EMPTY(&mp->mnt_vnodelist)) {
447 /* nothing to do */
448 return (0);
449 }
450
451 vp = TAILQ_FIRST(&mp->mnt_vnodelist);
452 vp->v_mntvnodes.tqe_prev = &(mp->mnt_workerqueue.tqh_first);
453 mp->mnt_workerqueue.tqh_first = mp->mnt_vnodelist.tqh_first;
454 mp->mnt_workerqueue.tqh_last = mp->mnt_vnodelist.tqh_last;
455
456 TAILQ_INIT(&mp->mnt_vnodelist);
457 if (mp->mnt_newvnodes.tqh_first != NULL)
458 panic("vnode_iterate_prepare: newvnode when entering vnode");
459 TAILQ_INIT(&mp->mnt_newvnodes);
460
461 return (1);
462 }
463
464
465 /* called with mount lock held */
466 int
467 vnode_iterate_reloadq(mount_t mp)
468 {
469 int moved = 0;
470
471 /* add the remaining entries in workerq to the end of mount vnode list */
472 if (!TAILQ_EMPTY(&mp->mnt_workerqueue)) {
473 struct vnode * mvp;
474 mvp = TAILQ_LAST(&mp->mnt_vnodelist, vnodelst);
475
476 /* Joining the workerque entities to mount vnode list */
477 if (mvp)
478 mvp->v_mntvnodes.tqe_next = mp->mnt_workerqueue.tqh_first;
479 else
480 mp->mnt_vnodelist.tqh_first = mp->mnt_workerqueue.tqh_first;
481 mp->mnt_workerqueue.tqh_first->v_mntvnodes.tqe_prev = mp->mnt_vnodelist.tqh_last;
482 mp->mnt_vnodelist.tqh_last = mp->mnt_workerqueue.tqh_last;
483 TAILQ_INIT(&mp->mnt_workerqueue);
484 }
485
486 /* add the newvnodes to the head of mount vnode list */
487 if (!TAILQ_EMPTY(&mp->mnt_newvnodes)) {
488 struct vnode * nlvp;
489 nlvp = TAILQ_LAST(&mp->mnt_newvnodes, vnodelst);
490
491 mp->mnt_newvnodes.tqh_first->v_mntvnodes.tqe_prev = &mp->mnt_vnodelist.tqh_first;
492 nlvp->v_mntvnodes.tqe_next = mp->mnt_vnodelist.tqh_first;
493 if(mp->mnt_vnodelist.tqh_first)
494 mp->mnt_vnodelist.tqh_first->v_mntvnodes.tqe_prev = &nlvp->v_mntvnodes.tqe_next;
495 else
496 mp->mnt_vnodelist.tqh_last = mp->mnt_newvnodes.tqh_last;
497 mp->mnt_vnodelist.tqh_first = mp->mnt_newvnodes.tqh_first;
498 TAILQ_INIT(&mp->mnt_newvnodes);
499 moved = 1;
500 }
501
502 return(moved);
503 }
504
505
506 void
507 vnode_iterate_clear(mount_t mp)
508 {
509 mp->mnt_lflag &= ~MNT_LITER;
510 if (mp->mnt_lflag & MNT_LITERWAIT) {
511 mp->mnt_lflag &= ~MNT_LITERWAIT;
512 wakeup(mp);
513 }
514 }
515
516
517 int
518 vnode_iterate(mp, flags, callout, arg)
519 mount_t mp;
520 int flags;
521 int (*callout)(struct vnode *, void *);
522 void * arg;
523 {
524 struct vnode *vp;
525 int vid, retval;
526 int ret = 0;
527
528 mount_lock(mp);
529
530 vnode_iterate_setup(mp);
531
532 /* it is returns 0 then there is nothing to do */
533 retval = vnode_iterate_prepare(mp);
534
535 if (retval == 0) {
536 vnode_iterate_clear(mp);
537 mount_unlock(mp);
538 return(ret);
539 }
540
541 /* iterate over all the vnodes */
542 while (!TAILQ_EMPTY(&mp->mnt_workerqueue)) {
543 vp = TAILQ_FIRST(&mp->mnt_workerqueue);
544 TAILQ_REMOVE(&mp->mnt_workerqueue, vp, v_mntvnodes);
545 TAILQ_INSERT_TAIL(&mp->mnt_vnodelist, vp, v_mntvnodes);
546 vid = vp->v_id;
547 if ((vp->v_data == NULL) || (vp->v_type == VNON) || (vp->v_mount != mp)) {
548 continue;
549 }
550 mount_unlock(mp);
551
552 if ( vget_internal(vp, vid, (flags | VNODE_NODEAD| VNODE_WITHID | VNODE_NOSUSPEND))) {
553 mount_lock(mp);
554 continue;
555 }
556 if (flags & VNODE_RELOAD) {
557 /*
558 * we're reloading the filesystem
559 * cast out any inactive vnodes...
560 */
561 if (vnode_reload(vp)) {
562 /* vnode will be recycled on the refcount drop */
563 vnode_put(vp);
564 mount_lock(mp);
565 continue;
566 }
567 }
568
569 retval = callout(vp, arg);
570
571 switch (retval) {
572 case VNODE_RETURNED:
573 case VNODE_RETURNED_DONE:
574 vnode_put(vp);
575 if (retval == VNODE_RETURNED_DONE) {
576 mount_lock(mp);
577 ret = 0;
578 goto out;
579 }
580 break;
581
582 case VNODE_CLAIMED_DONE:
583 mount_lock(mp);
584 ret = 0;
585 goto out;
586 case VNODE_CLAIMED:
587 default:
588 break;
589 }
590 mount_lock(mp);
591 }
592
593 out:
594 (void)vnode_iterate_reloadq(mp);
595 vnode_iterate_clear(mp);
596 mount_unlock(mp);
597 return (ret);
598 }
599
600 void
601 mount_lock_renames(mount_t mp)
602 {
603 lck_mtx_lock(&mp->mnt_renamelock);
604 }
605
606 void
607 mount_unlock_renames(mount_t mp)
608 {
609 lck_mtx_unlock(&mp->mnt_renamelock);
610 }
611
612 void
613 mount_lock(mount_t mp)
614 {
615 lck_mtx_lock(&mp->mnt_mlock);
616 }
617
618 void
619 mount_unlock(mount_t mp)
620 {
621 lck_mtx_unlock(&mp->mnt_mlock);
622 }
623
624
625 void
626 mount_ref(mount_t mp, int locked)
627 {
628 if ( !locked)
629 mount_lock(mp);
630
631 mp->mnt_count++;
632
633 if ( !locked)
634 mount_unlock(mp);
635 }
636
637
638 void
639 mount_drop(mount_t mp, int locked)
640 {
641 if ( !locked)
642 mount_lock(mp);
643
644 mp->mnt_count--;
645
646 if (mp->mnt_count == 0 && (mp->mnt_lflag & MNT_LDRAIN))
647 wakeup(&mp->mnt_lflag);
648
649 if ( !locked)
650 mount_unlock(mp);
651 }
652
653
654 int
655 mount_iterref(mount_t mp, int locked)
656 {
657 int retval = 0;
658
659 if (!locked)
660 mount_list_lock();
661 if (mp->mnt_iterref < 0) {
662 retval = 1;
663 } else {
664 mp->mnt_iterref++;
665 }
666 if (!locked)
667 mount_list_unlock();
668 return(retval);
669 }
670
671 int
672 mount_isdrained(mount_t mp, int locked)
673 {
674 int retval;
675
676 if (!locked)
677 mount_list_lock();
678 if (mp->mnt_iterref < 0)
679 retval = 1;
680 else
681 retval = 0;
682 if (!locked)
683 mount_list_unlock();
684 return(retval);
685 }
686
687 void
688 mount_iterdrop(mount_t mp)
689 {
690 mount_list_lock();
691 mp->mnt_iterref--;
692 wakeup(&mp->mnt_iterref);
693 mount_list_unlock();
694 }
695
696 void
697 mount_iterdrain(mount_t mp)
698 {
699 mount_list_lock();
700 while (mp->mnt_iterref)
701 msleep((caddr_t)&mp->mnt_iterref, mnt_list_mtx_lock, PVFS, "mount_iterdrain", 0 );
702 /* mount iterations drained */
703 mp->mnt_iterref = -1;
704 mount_list_unlock();
705 }
706 void
707 mount_iterreset(mount_t mp)
708 {
709 mount_list_lock();
710 if (mp->mnt_iterref == -1)
711 mp->mnt_iterref = 0;
712 mount_list_unlock();
713 }
714
715 /* always called with mount lock held */
716 int
717 mount_refdrain(mount_t mp)
718 {
719 if (mp->mnt_lflag & MNT_LDRAIN)
720 panic("already in drain");
721 mp->mnt_lflag |= MNT_LDRAIN;
722
723 while (mp->mnt_count)
724 msleep((caddr_t)&mp->mnt_lflag, &mp->mnt_mlock, PVFS, "mount_drain", 0 );
725
726 if (mp->mnt_vnodelist.tqh_first != NULL)
727 panic("mount_refdrain: dangling vnode");
728
729 mp->mnt_lflag &= ~MNT_LDRAIN;
730
731 return(0);
732 }
733
734
735 /*
736 * Mark a mount point as busy. Used to synchronize access and to delay
737 * unmounting.
738 */
739 int
740 vfs_busy(mount_t mp, int flags)
741 {
742
743 restart:
744 if (mp->mnt_lflag & MNT_LDEAD)
745 return(ENOENT);
746
747 if (mp->mnt_lflag & MNT_LUNMOUNT) {
748 if (flags & LK_NOWAIT)
749 return (ENOENT);
750
751 mount_lock(mp);
752
753 if (mp->mnt_lflag & MNT_LDEAD) {
754 mount_unlock(mp);
755 return(ENOENT);
756 }
757 if (mp->mnt_lflag & MNT_LUNMOUNT) {
758 mp->mnt_lflag |= MNT_LWAIT;
759 /*
760 * Since all busy locks are shared except the exclusive
761 * lock granted when unmounting, the only place that a
762 * wakeup needs to be done is at the release of the
763 * exclusive lock at the end of dounmount.
764 */
765 msleep((caddr_t)mp, &mp->mnt_mlock, (PVFS | PDROP), "vfsbusy", 0 );
766 return (ENOENT);
767 }
768 mount_unlock(mp);
769 }
770
771 lck_rw_lock_shared(&mp->mnt_rwlock);
772
773 /*
774 * until we are granted the rwlock, it's possible for the mount point to
775 * change state, so reevaluate before granting the vfs_busy
776 */
777 if (mp->mnt_lflag & (MNT_LDEAD | MNT_LUNMOUNT)) {
778 lck_rw_done(&mp->mnt_rwlock);
779 goto restart;
780 }
781 return (0);
782 }
783
784 /*
785 * Free a busy filesystem.
786 */
787
788 void
789 vfs_unbusy(mount_t mp)
790 {
791 lck_rw_done(&mp->mnt_rwlock);
792 }
793
794
795
796 static void
797 vfs_rootmountfailed(mount_t mp) {
798
799 mount_list_lock();
800 mp->mnt_vtable->vfc_refcount--;
801 mount_list_unlock();
802
803 vfs_unbusy(mp);
804
805 mount_lock_destroy(mp);
806
807 FREE_ZONE(mp, sizeof(struct mount), M_MOUNT);
808 }
809
810 /*
811 * Lookup a filesystem type, and if found allocate and initialize
812 * a mount structure for it.
813 *
814 * Devname is usually updated by mount(8) after booting.
815 */
816 static mount_t
817 vfs_rootmountalloc_internal(struct vfstable *vfsp, const char *devname)
818 {
819 mount_t mp;
820
821 mp = _MALLOC_ZONE((u_long)sizeof(struct mount), M_MOUNT, M_WAITOK);
822 bzero((char *)mp, (u_long)sizeof(struct mount));
823
824 /* Initialize the default IO constraints */
825 mp->mnt_maxreadcnt = mp->mnt_maxwritecnt = MAXPHYS;
826 mp->mnt_segreadcnt = mp->mnt_segwritecnt = 32;
827 mp->mnt_maxsegreadsize = mp->mnt_maxreadcnt;
828 mp->mnt_maxsegwritesize = mp->mnt_maxwritecnt;
829 mp->mnt_devblocksize = DEV_BSIZE;
830
831 mount_lock_init(mp);
832 (void)vfs_busy(mp, LK_NOWAIT);
833
834 TAILQ_INIT(&mp->mnt_vnodelist);
835 TAILQ_INIT(&mp->mnt_workerqueue);
836 TAILQ_INIT(&mp->mnt_newvnodes);
837
838 mp->mnt_vtable = vfsp;
839 mp->mnt_op = vfsp->vfc_vfsops;
840 mp->mnt_flag = MNT_RDONLY | MNT_ROOTFS;
841 mp->mnt_vnodecovered = NULLVP;
842 //mp->mnt_stat.f_type = vfsp->vfc_typenum;
843 mp->mnt_flag |= vfsp->vfc_flags & MNT_VISFLAGMASK;
844
845 mount_list_lock();
846 vfsp->vfc_refcount++;
847 mount_list_unlock();
848
849 strncpy(mp->mnt_vfsstat.f_fstypename, vfsp->vfc_name, MFSTYPENAMELEN);
850 mp->mnt_vfsstat.f_mntonname[0] = '/';
851 (void) copystr((char *)devname, mp->mnt_vfsstat.f_mntfromname, MAXPATHLEN - 1, 0);
852
853 return (mp);
854 }
855
856 errno_t
857 vfs_rootmountalloc(const char *fstypename, const char *devname, mount_t *mpp)
858 {
859 struct vfstable *vfsp;
860
861 for (vfsp = vfsconf; vfsp; vfsp = vfsp->vfc_next)
862 if (!strcmp(vfsp->vfc_name, fstypename))
863 break;
864 if (vfsp == NULL)
865 return (ENODEV);
866
867 *mpp = vfs_rootmountalloc_internal(vfsp, devname);
868
869 if (*mpp)
870 return (0);
871
872 return (ENOMEM);
873 }
874
875
876 /*
877 * Find an appropriate filesystem to use for the root. If a filesystem
878 * has not been preselected, walk through the list of known filesystems
879 * trying those that have mountroot routines, and try them until one
880 * works or we have tried them all.
881 */
882 extern int (*mountroot)(void);
883
884 int
885 vfs_mountroot()
886 {
887 struct vfstable *vfsp;
888 struct vfs_context context;
889 int error;
890 mount_t mp;
891
892 if (mountroot != NULL) {
893 /*
894 * used for netboot which follows a different set of rules
895 */
896 error = (*mountroot)();
897 return (error);
898 }
899 if ((error = bdevvp(rootdev, &rootvp))) {
900 printf("vfs_mountroot: can't setup bdevvp\n");
901 return (error);
902 }
903 context.vc_proc = current_proc();
904 context.vc_ucred = kauth_cred_get();
905
906 for (vfsp = vfsconf; vfsp; vfsp = vfsp->vfc_next) {
907 if (vfsp->vfc_mountroot == NULL)
908 continue;
909
910 mp = vfs_rootmountalloc_internal(vfsp, "root_device");
911 mp->mnt_devvp = rootvp;
912
913 if ((error = (*vfsp->vfc_mountroot)(mp, rootvp, &context)) == 0) {
914 mp->mnt_devvp->v_specflags |= SI_MOUNTEDON;
915
916 vfs_unbusy(mp);
917
918 mount_list_add(mp);
919
920 /*
921 * cache the IO attributes for the underlying physical media...
922 * an error return indicates the underlying driver doesn't
923 * support all the queries necessary... however, reasonable
924 * defaults will have been set, so no reason to bail or care
925 */
926 vfs_init_io_attributes(rootvp, mp);
927 /*
928 * get rid of iocount reference returned
929 * by bdevvp... it will have also taken
930 * a usecount reference which we want to keep
931 */
932 vnode_put(rootvp);
933
934 return (0);
935 }
936 vfs_rootmountfailed(mp);
937
938 if (error != EINVAL)
939 printf("%s_mountroot failed: %d\n", vfsp->vfc_name, error);
940 }
941 return (ENODEV);
942 }
943
944 /*
945 * Lookup a mount point by filesystem identifier.
946 */
947 extern mount_t vfs_getvfs_locked(fsid_t *);
948
949 struct mount *
950 vfs_getvfs(fsid)
951 fsid_t *fsid;
952 {
953 return (mount_list_lookupby_fsid(fsid, 0, 0));
954 }
955
956 struct mount *
957 vfs_getvfs_locked(fsid)
958 fsid_t *fsid;
959 {
960 return(mount_list_lookupby_fsid(fsid, 1, 0));
961 }
962
963 struct mount *
964 vfs_getvfs_by_mntonname(u_char *path)
965 {
966 mount_t retmp = (mount_t)0;
967 mount_t mp;
968
969 mount_list_lock();
970 TAILQ_FOREACH(mp, &mountlist, mnt_list) {
971 if (!strcmp(mp->mnt_vfsstat.f_mntonname, path)) {
972 retmp = mp;
973 goto out;
974 }
975 }
976 out:
977 mount_list_unlock();
978 return (retmp);
979 }
980
981 /* generation number for creation of new fsids */
982 u_short mntid_gen = 0;
983 /*
984 * Get a new unique fsid
985 */
986 void
987 vfs_getnewfsid(mp)
988 struct mount *mp;
989 {
990
991 fsid_t tfsid;
992 int mtype;
993 mount_t nmp;
994
995 mount_list_lock();
996
997 /* generate a new fsid */
998 mtype = mp->mnt_vtable->vfc_typenum;
999 if (++mntid_gen == 0)
1000 mntid_gen++;
1001 tfsid.val[0] = makedev(nblkdev + mtype, mntid_gen);
1002 tfsid.val[1] = mtype;
1003
1004 TAILQ_FOREACH(nmp, &mountlist, mnt_list) {
1005 while (vfs_getvfs_locked(&tfsid)) {
1006 if (++mntid_gen == 0)
1007 mntid_gen++;
1008 tfsid.val[0] = makedev(nblkdev + mtype, mntid_gen);
1009 }
1010 }
1011 mp->mnt_vfsstat.f_fsid.val[0] = tfsid.val[0];
1012 mp->mnt_vfsstat.f_fsid.val[1] = tfsid.val[1];
1013 mount_list_unlock();
1014 }
1015
1016 /*
1017 * Routines having to do with the management of the vnode table.
1018 */
1019 extern int (**dead_vnodeop_p)(void *);
1020 long numvnodes, freevnodes;
1021 long inactivevnodes;
1022
1023
1024 /*
1025 * Move a vnode from one mount queue to another.
1026 */
1027 static void
1028 insmntque(vnode_t vp, mount_t mp)
1029 {
1030 mount_t lmp;
1031 /*
1032 * Delete from old mount point vnode list, if on one.
1033 */
1034 if ( (lmp = vp->v_mount) != NULL && lmp != dead_mountp) {
1035 if ((vp->v_lflag & VNAMED_MOUNT) == 0)
1036 panic("insmntque: vp not in mount vnode list");
1037 vp->v_lflag &= ~VNAMED_MOUNT;
1038
1039 mount_lock(lmp);
1040
1041 mount_drop(lmp, 1);
1042
1043 if (vp->v_mntvnodes.tqe_next == NULL) {
1044 if (TAILQ_LAST(&lmp->mnt_vnodelist, vnodelst) == vp)
1045 TAILQ_REMOVE(&lmp->mnt_vnodelist, vp, v_mntvnodes);
1046 else if (TAILQ_LAST(&lmp->mnt_newvnodes, vnodelst) == vp)
1047 TAILQ_REMOVE(&lmp->mnt_newvnodes, vp, v_mntvnodes);
1048 else if (TAILQ_LAST(&lmp->mnt_workerqueue, vnodelst) == vp)
1049 TAILQ_REMOVE(&lmp->mnt_workerqueue, vp, v_mntvnodes);
1050 } else {
1051 vp->v_mntvnodes.tqe_next->v_mntvnodes.tqe_prev = vp->v_mntvnodes.tqe_prev;
1052 *vp->v_mntvnodes.tqe_prev = vp->v_mntvnodes.tqe_next;
1053 }
1054 vp->v_mntvnodes.tqe_next = 0;
1055 vp->v_mntvnodes.tqe_prev = 0;
1056 mount_unlock(lmp);
1057 return;
1058 }
1059
1060 /*
1061 * Insert into list of vnodes for the new mount point, if available.
1062 */
1063 if ((vp->v_mount = mp) != NULL) {
1064 mount_lock(mp);
1065 if ((vp->v_mntvnodes.tqe_next != 0) && (vp->v_mntvnodes.tqe_prev != 0))
1066 panic("vp already in mount list");
1067 if (mp->mnt_lflag & MNT_LITER)
1068 TAILQ_INSERT_HEAD(&mp->mnt_newvnodes, vp, v_mntvnodes);
1069 else
1070 TAILQ_INSERT_HEAD(&mp->mnt_vnodelist, vp, v_mntvnodes);
1071 if (vp->v_lflag & VNAMED_MOUNT)
1072 panic("insmntque: vp already in mount vnode list");
1073 if ((vp->v_freelist.tqe_prev != (struct vnode **)0xdeadb))
1074 panic("insmntque: vp on the free list\n");
1075 vp->v_lflag |= VNAMED_MOUNT;
1076 mount_ref(mp, 1);
1077 mount_unlock(mp);
1078 }
1079 }
1080
1081
1082 /*
1083 * Create a vnode for a block device.
1084 * Used for root filesystem, argdev, and swap areas.
1085 * Also used for memory file system special devices.
1086 */
1087 int
1088 bdevvp(dev_t dev, vnode_t *vpp)
1089 {
1090 vnode_t nvp;
1091 int error;
1092 struct vnode_fsparam vfsp;
1093 struct vfs_context context;
1094
1095 if (dev == NODEV) {
1096 *vpp = NULLVP;
1097 return (ENODEV);
1098 }
1099
1100 context.vc_proc = current_proc();
1101 context.vc_ucred = FSCRED;
1102
1103 vfsp.vnfs_mp = (struct mount *)0;
1104 vfsp.vnfs_vtype = VBLK;
1105 vfsp.vnfs_str = "bdevvp";
1106 vfsp.vnfs_dvp = 0;
1107 vfsp.vnfs_fsnode = 0;
1108 vfsp.vnfs_cnp = 0;
1109 vfsp.vnfs_vops = spec_vnodeop_p;
1110 vfsp.vnfs_rdev = dev;
1111 vfsp.vnfs_filesize = 0;
1112
1113 vfsp.vnfs_flags = VNFS_NOCACHE | VNFS_CANTCACHE;
1114
1115 vfsp.vnfs_marksystem = 0;
1116 vfsp.vnfs_markroot = 0;
1117
1118 if ( (error = vnode_create(VNCREATE_FLAVOR, VCREATESIZE, &vfsp, &nvp)) ) {
1119 *vpp = NULLVP;
1120 return (error);
1121 }
1122 if ( (error = vnode_ref(nvp)) ) {
1123 panic("bdevvp failed: vnode_ref");
1124 return (error);
1125 }
1126 if ( (error = VNOP_FSYNC(nvp, MNT_WAIT, &context)) ) {
1127 panic("bdevvp failed: fsync");
1128 return (error);
1129 }
1130 if ( (error = buf_invalidateblks(nvp, BUF_WRITE_DATA, 0, 0)) ) {
1131 panic("bdevvp failed: invalidateblks");
1132 return (error);
1133 }
1134 if ( (error = VNOP_OPEN(nvp, FREAD, &context)) ) {
1135 panic("bdevvp failed: open");
1136 return (error);
1137 }
1138 *vpp = nvp;
1139
1140 return (0);
1141 }
1142
1143 /*
1144 * Check to see if the new vnode represents a special device
1145 * for which we already have a vnode (either because of
1146 * bdevvp() or because of a different vnode representing
1147 * the same block device). If such an alias exists, deallocate
1148 * the existing contents and return the aliased vnode. The
1149 * caller is responsible for filling it with its new contents.
1150 */
1151 static vnode_t
1152 checkalias(nvp, nvp_rdev)
1153 register struct vnode *nvp;
1154 dev_t nvp_rdev;
1155 {
1156 struct vnode *vp;
1157 struct vnode **vpp;
1158 int vid = 0;
1159
1160 vpp = &speclisth[SPECHASH(nvp_rdev)];
1161 loop:
1162 SPECHASH_LOCK();
1163
1164 for (vp = *vpp; vp; vp = vp->v_specnext) {
1165 if (nvp_rdev == vp->v_rdev && nvp->v_type == vp->v_type) {
1166 vid = vp->v_id;
1167 break;
1168 }
1169 }
1170 SPECHASH_UNLOCK();
1171
1172 if (vp) {
1173 if (vnode_getwithvid(vp,vid)) {
1174 goto loop;
1175 }
1176 /*
1177 * Termination state is checked in vnode_getwithvid
1178 */
1179 vnode_lock(vp);
1180
1181 /*
1182 * Alias, but not in use, so flush it out.
1183 */
1184 if ((vp->v_iocount == 1) && (vp->v_usecount == 0)) {
1185 vnode_reclaim_internal(vp, 1, 0);
1186 vnode_unlock(vp);
1187 vnode_put(vp);
1188 goto loop;
1189 }
1190 }
1191 if (vp == NULL || vp->v_tag != VT_NON) {
1192 MALLOC_ZONE(nvp->v_specinfo, struct specinfo *, sizeof(struct specinfo),
1193 M_SPECINFO, M_WAITOK);
1194 bzero(nvp->v_specinfo, sizeof(struct specinfo));
1195 nvp->v_rdev = nvp_rdev;
1196 nvp->v_specflags = 0;
1197 nvp->v_speclastr = -1;
1198
1199 SPECHASH_LOCK();
1200 nvp->v_hashchain = vpp;
1201 nvp->v_specnext = *vpp;
1202 *vpp = nvp;
1203 SPECHASH_UNLOCK();
1204
1205 if (vp != NULLVP) {
1206 nvp->v_flag |= VALIASED;
1207 vp->v_flag |= VALIASED;
1208 vnode_unlock(vp);
1209 vnode_put(vp);
1210 }
1211 return (NULLVP);
1212 }
1213 return (vp);
1214 }
1215
1216
1217 /*
1218 * Get a reference on a particular vnode and lock it if requested.
1219 * If the vnode was on the inactive list, remove it from the list.
1220 * If the vnode was on the free list, remove it from the list and
1221 * move it to inactive list as needed.
1222 * The vnode lock bit is set if the vnode is being eliminated in
1223 * vgone. The process is awakened when the transition is completed,
1224 * and an error returned to indicate that the vnode is no longer
1225 * usable (possibly having been changed to a new file system type).
1226 */
1227 static int
1228 vget_internal(vnode_t vp, int vid, int vflags)
1229 {
1230 int error = 0;
1231 u_long vpid;
1232
1233 vnode_lock(vp);
1234
1235 if (vflags & VNODE_WITHID)
1236 vpid = vid;
1237 else
1238 vpid = vp->v_id; // save off the original v_id
1239
1240 if ((vflags & VNODE_WRITEABLE) && (vp->v_writecount == 0))
1241 /*
1242 * vnode to be returned only if it has writers opened
1243 */
1244 error = EINVAL;
1245 else
1246 error = vnode_getiocount(vp, 1, vpid, vflags);
1247
1248 vnode_unlock(vp);
1249
1250 return (error);
1251 }
1252
1253 int
1254 vnode_ref(vnode_t vp)
1255 {
1256
1257 return (vnode_ref_ext(vp, 0));
1258 }
1259
1260 int
1261 vnode_ref_ext(vnode_t vp, int fmode)
1262 {
1263 int error = 0;
1264
1265 vnode_lock(vp);
1266
1267 /*
1268 * once all the current call sites have been fixed to insure they have
1269 * taken an iocount, we can toughen this assert up and insist that the
1270 * iocount is non-zero... a non-zero usecount doesn't insure correctness
1271 */
1272 if (vp->v_iocount <= 0 && vp->v_usecount <= 0)
1273 panic("vnode_ref_ext: vp %x has no valid reference %d, %d", vp, vp->v_iocount, vp->v_usecount);
1274
1275 /*
1276 * if you are the owner of drain/termination, can acquire usecount
1277 */
1278 if ((vp->v_lflag & (VL_DRAIN | VL_TERMINATE | VL_DEAD))) {
1279 if (vp->v_owner != current_thread()) {
1280 error = ENOENT;
1281 goto out;
1282 }
1283 }
1284 vp->v_usecount++;
1285
1286 if (fmode & FWRITE) {
1287 if (++vp->v_writecount <= 0)
1288 panic("vnode_ref_ext: v_writecount");
1289 }
1290 if (fmode & O_EVTONLY) {
1291 if (++vp->v_kusecount <= 0)
1292 panic("vnode_ref_ext: v_kusecount");
1293 }
1294 out:
1295 vnode_unlock(vp);
1296
1297 return (error);
1298 }
1299
1300
1301 /*
1302 * put the vnode on appropriate free list.
1303 * called with vnode LOCKED
1304 */
1305 static void
1306 vnode_list_add(vnode_t vp)
1307 {
1308
1309 /*
1310 * if it is already on a list or non zero references return
1311 */
1312 if (VONLIST(vp) || (vp->v_usecount != 0) || (vp->v_iocount != 0))
1313 return;
1314 vnode_list_lock();
1315
1316 /*
1317 * insert at tail of LRU list or at head if VAGE or VL_DEAD is set
1318 */
1319 if ((vp->v_flag & VAGE) || (vp->v_lflag & VL_DEAD)) {
1320 TAILQ_INSERT_HEAD(&vnode_free_list, vp, v_freelist);
1321 vp->v_flag &= ~VAGE;
1322 } else {
1323 TAILQ_INSERT_TAIL(&vnode_free_list, vp, v_freelist);
1324 }
1325 freevnodes++;
1326
1327 vnode_list_unlock();
1328 }
1329
1330 /*
1331 * remove the vnode from appropriate free list.
1332 */
1333 static void
1334 vnode_list_remove(vnode_t vp)
1335 {
1336 /*
1337 * we want to avoid taking the list lock
1338 * in the case where we're not on the free
1339 * list... this will be true for most
1340 * directories and any currently in use files
1341 *
1342 * we're guaranteed that we can't go from
1343 * the not-on-list state to the on-list
1344 * state since we hold the vnode lock...
1345 * all calls to vnode_list_add are done
1346 * under the vnode lock... so we can
1347 * check for that condition (the prevelant one)
1348 * without taking the list lock
1349 */
1350 if (VONLIST(vp)) {
1351 vnode_list_lock();
1352 /*
1353 * however, we're not guaranteed that
1354 * we won't go from the on-list state
1355 * to the non-on-list state until we
1356 * hold the vnode_list_lock... this
1357 * is due to new_vnode removing vnodes
1358 * from the free list uder the list_lock
1359 * w/o the vnode lock... so we need to
1360 * check again whether we're currently
1361 * on the free list
1362 */
1363 if (VONLIST(vp)) {
1364 VREMFREE("vnode_list_remove", vp);
1365 VLISTNONE(vp);
1366 }
1367 vnode_list_unlock();
1368 }
1369 }
1370
1371
1372 void
1373 vnode_rele(vnode_t vp)
1374 {
1375 vnode_rele_internal(vp, 0, 0, 0);
1376 }
1377
1378
1379 void
1380 vnode_rele_ext(vnode_t vp, int fmode, int dont_reenter)
1381 {
1382 vnode_rele_internal(vp, fmode, dont_reenter, 0);
1383 }
1384
1385
1386 void
1387 vnode_rele_internal(vnode_t vp, int fmode, int dont_reenter, int locked)
1388 {
1389 struct vfs_context context;
1390
1391 if ( !locked)
1392 vnode_lock(vp);
1393
1394 if (--vp->v_usecount < 0)
1395 panic("vnode_rele_ext: vp %x usecount -ve : %d", vp, vp->v_usecount);
1396
1397 if (fmode & FWRITE) {
1398 if (--vp->v_writecount < 0)
1399 panic("vnode_rele_ext: vp %x writecount -ve : %d", vp, vp->v_writecount);
1400 }
1401 if (fmode & O_EVTONLY) {
1402 if (--vp->v_kusecount < 0)
1403 panic("vnode_rele_ext: vp %x kusecount -ve : %d", vp, vp->v_kusecount);
1404 }
1405 if ((vp->v_iocount > 0) || (vp->v_usecount > 0)) {
1406 /*
1407 * vnode is still busy... if we're the last
1408 * usecount, mark for a future call to VNOP_INACTIVE
1409 * when the iocount finally drops to 0
1410 */
1411 if (vp->v_usecount == 0) {
1412 vp->v_lflag |= VL_NEEDINACTIVE;
1413 vp->v_flag &= ~(VNOCACHE_DATA | VRAOFF);
1414 }
1415 if ( !locked)
1416 vnode_unlock(vp);
1417 return;
1418 }
1419 vp->v_flag &= ~(VNOCACHE_DATA | VRAOFF);
1420
1421 if ( (vp->v_lflag & (VL_TERMINATE | VL_DEAD)) || dont_reenter) {
1422 /*
1423 * vnode is being cleaned, or
1424 * we've requested that we don't reenter
1425 * the filesystem on this release... in
1426 * this case, we'll mark the vnode aged
1427 * if it's been marked for termination
1428 */
1429 if (dont_reenter) {
1430 if ( !(vp->v_lflag & (VL_TERMINATE | VL_DEAD | VL_MARKTERM)) )
1431 vp->v_lflag |= VL_NEEDINACTIVE;
1432 vp->v_flag |= VAGE;
1433 }
1434 vnode_list_add(vp);
1435 if ( !locked)
1436 vnode_unlock(vp);
1437 return;
1438 }
1439 /*
1440 * at this point both the iocount and usecount
1441 * are zero
1442 * pick up an iocount so that we can call
1443 * VNOP_INACTIVE with the vnode lock unheld
1444 */
1445 vp->v_iocount++;
1446 #ifdef JOE_DEBUG
1447 record_vp(vp, 1);
1448 #endif
1449 vp->v_lflag &= ~VL_NEEDINACTIVE;
1450 vnode_unlock(vp);
1451
1452 context.vc_proc = current_proc();
1453 context.vc_ucred = kauth_cred_get();
1454 VNOP_INACTIVE(vp, &context);
1455
1456 vnode_lock(vp);
1457 /*
1458 * because we dropped the vnode lock to call VNOP_INACTIVE
1459 * the state of the vnode may have changed... we may have
1460 * picked up an iocount, usecount or the MARKTERM may have
1461 * been set... we need to reevaluate the reference counts
1462 * to determine if we can call vnode_reclaim_internal at
1463 * this point... if the reference counts are up, we'll pick
1464 * up the MARKTERM state when they get subsequently dropped
1465 */
1466 if ( (vp->v_iocount == 1) && (vp->v_usecount == 0) &&
1467 ((vp->v_lflag & (VL_MARKTERM | VL_TERMINATE | VL_DEAD)) == VL_MARKTERM)) {
1468 struct uthread *ut;
1469
1470 ut = get_bsdthread_info(current_thread());
1471
1472 if (ut->uu_defer_reclaims) {
1473 vp->v_defer_reclaimlist = ut->uu_vreclaims;
1474 ut->uu_vreclaims = vp;
1475 goto defer_reclaim;
1476 }
1477 vnode_reclaim_internal(vp, 1, 0);
1478 }
1479 vnode_dropiocount(vp, 1);
1480 vnode_list_add(vp);
1481 defer_reclaim:
1482 if ( !locked)
1483 vnode_unlock(vp);
1484 return;
1485 }
1486
1487 /*
1488 * Remove any vnodes in the vnode table belonging to mount point mp.
1489 *
1490 * If MNT_NOFORCE is specified, there should not be any active ones,
1491 * return error if any are found (nb: this is a user error, not a
1492 * system error). If MNT_FORCE is specified, detach any active vnodes
1493 * that are found.
1494 */
1495 #if DIAGNOSTIC
1496 int busyprt = 0; /* print out busy vnodes */
1497 #if 0
1498 struct ctldebug debug1 = { "busyprt", &busyprt };
1499 #endif /* 0 */
1500 #endif
1501
1502 int
1503 vflush(mp, skipvp, flags)
1504 struct mount *mp;
1505 struct vnode *skipvp;
1506 int flags;
1507 {
1508 struct proc *p = current_proc();
1509 struct vnode *vp;
1510 int busy = 0;
1511 int reclaimed = 0;
1512 int vid, retval;
1513
1514 mount_lock(mp);
1515 vnode_iterate_setup(mp);
1516 /*
1517 * On regular unmounts(not forced) do a
1518 * quick check for vnodes to be in use. This
1519 * preserves the caching of vnodes. automounter
1520 * tries unmounting every so often to see whether
1521 * it is still busy or not.
1522 */
1523 if ((flags & FORCECLOSE)==0) {
1524 if (vnode_umount_preflight(mp, skipvp, flags)) {
1525 vnode_iterate_clear(mp);
1526 mount_unlock(mp);
1527 return(EBUSY);
1528 }
1529 }
1530 loop:
1531 /* it is returns 0 then there is nothing to do */
1532 retval = vnode_iterate_prepare(mp);
1533
1534 if (retval == 0) {
1535 vnode_iterate_clear(mp);
1536 mount_unlock(mp);
1537 return(retval);
1538 }
1539
1540 /* iterate over all the vnodes */
1541 while (!TAILQ_EMPTY(&mp->mnt_workerqueue)) {
1542 vp = TAILQ_FIRST(&mp->mnt_workerqueue);
1543 TAILQ_REMOVE(&mp->mnt_workerqueue, vp, v_mntvnodes);
1544 TAILQ_INSERT_TAIL(&mp->mnt_vnodelist, vp, v_mntvnodes);
1545 if ( (vp->v_mount != mp) || (vp == skipvp)) {
1546 continue;
1547 }
1548 vid = vp->v_id;
1549 mount_unlock(mp);
1550 vnode_lock(vp);
1551
1552 if ((vp->v_id != vid) || ((vp->v_lflag & (VL_DEAD | VL_TERMINATE)))) {
1553 vnode_unlock(vp);
1554 mount_lock(mp);
1555 continue;
1556 }
1557
1558 /*
1559 * If requested, skip over vnodes marked VSYSTEM.
1560 * Skip over all vnodes marked VNOFLUSH.
1561 */
1562 if ((flags & SKIPSYSTEM) && ((vp->v_flag & VSYSTEM) ||
1563 (vp->v_flag & VNOFLUSH))) {
1564 vnode_unlock(vp);
1565 mount_lock(mp);
1566 continue;
1567 }
1568 /*
1569 * If requested, skip over vnodes marked VSWAP.
1570 */
1571 if ((flags & SKIPSWAP) && (vp->v_flag & VSWAP)) {
1572 vnode_unlock(vp);
1573 mount_lock(mp);
1574 continue;
1575 }
1576 /*
1577 * If requested, skip over vnodes marked VSWAP.
1578 */
1579 if ((flags & SKIPROOT) && (vp->v_flag & VROOT)) {
1580 vnode_unlock(vp);
1581 mount_lock(mp);
1582 continue;
1583 }
1584 /*
1585 * If WRITECLOSE is set, only flush out regular file
1586 * vnodes open for writing.
1587 */
1588 if ((flags & WRITECLOSE) &&
1589 (vp->v_writecount == 0 || vp->v_type != VREG)) {
1590 vnode_unlock(vp);
1591 mount_lock(mp);
1592 continue;
1593 }
1594 /*
1595 * If the real usecount is 0, all we need to do is clear
1596 * out the vnode data structures and we are done.
1597 */
1598 if (((vp->v_usecount == 0) ||
1599 ((vp->v_usecount - vp->v_kusecount) == 0))) {
1600 vp->v_iocount++; /* so that drain waits for * other iocounts */
1601 #ifdef JOE_DEBUG
1602 record_vp(vp, 1);
1603 #endif
1604 vnode_reclaim_internal(vp, 1, 0);
1605 vnode_dropiocount(vp, 1);
1606 vnode_list_add(vp);
1607
1608 vnode_unlock(vp);
1609 reclaimed++;
1610 mount_lock(mp);
1611 continue;
1612 }
1613 /*
1614 * If FORCECLOSE is set, forcibly close the vnode.
1615 * For block or character devices, revert to an
1616 * anonymous device. For all other files, just kill them.
1617 */
1618 if (flags & FORCECLOSE) {
1619 if (vp->v_type != VBLK && vp->v_type != VCHR) {
1620 vp->v_iocount++; /* so that drain waits * for other iocounts */
1621 #ifdef JOE_DEBUG
1622 record_vp(vp, 1);
1623 #endif
1624 vnode_reclaim_internal(vp, 1, 0);
1625 vnode_dropiocount(vp, 1);
1626 vnode_list_add(vp);
1627 vnode_unlock(vp);
1628 } else {
1629 vclean(vp, 0, p);
1630 vp->v_lflag &= ~VL_DEAD;
1631 vp->v_op = spec_vnodeop_p;
1632 vnode_unlock(vp);
1633 }
1634 mount_lock(mp);
1635 continue;
1636 }
1637 #if DIAGNOSTIC
1638 if (busyprt)
1639 vprint("vflush: busy vnode", vp);
1640 #endif
1641 vnode_unlock(vp);
1642 mount_lock(mp);
1643 busy++;
1644 }
1645
1646 /* At this point the worker queue is completed */
1647 if (busy && ((flags & FORCECLOSE)==0) && reclaimed) {
1648 busy = 0;
1649 reclaimed = 0;
1650 (void)vnode_iterate_reloadq(mp);
1651 /* returned with mount lock held */
1652 goto loop;
1653 }
1654
1655 /* if new vnodes were created in between retry the reclaim */
1656 if ( vnode_iterate_reloadq(mp) != 0) {
1657 if (!(busy && ((flags & FORCECLOSE)==0)))
1658 goto loop;
1659 }
1660 vnode_iterate_clear(mp);
1661 mount_unlock(mp);
1662
1663 if (busy && ((flags & FORCECLOSE)==0))
1664 return (EBUSY);
1665 return (0);
1666 }
1667
1668 int num_recycledvnodes=0;
1669 /*
1670 * Disassociate the underlying file system from a vnode.
1671 * The vnode lock is held on entry.
1672 */
1673 static void
1674 vclean(vnode_t vp, int flags, proc_t p)
1675 {
1676 struct vfs_context context;
1677 int active;
1678 int need_inactive;
1679 int already_terminating;
1680 kauth_cred_t ucred = NULL;
1681
1682 context.vc_proc = p;
1683 context.vc_ucred = kauth_cred_get();
1684
1685 /*
1686 * Check to see if the vnode is in use.
1687 * If so we have to reference it before we clean it out
1688 * so that its count cannot fall to zero and generate a
1689 * race against ourselves to recycle it.
1690 */
1691 active = vp->v_usecount;
1692
1693 /*
1694 * just in case we missed sending a needed
1695 * VNOP_INACTIVE, we'll do it now
1696 */
1697 need_inactive = (vp->v_lflag & VL_NEEDINACTIVE);
1698
1699 vp->v_lflag &= ~VL_NEEDINACTIVE;
1700
1701 /*
1702 * Prevent the vnode from being recycled or
1703 * brought into use while we clean it out.
1704 */
1705 already_terminating = (vp->v_lflag & VL_TERMINATE);
1706
1707 vp->v_lflag |= VL_TERMINATE;
1708
1709 /*
1710 * remove the vnode from any mount list
1711 * it might be on...
1712 */
1713 insmntque(vp, (struct mount *)0);
1714
1715 ucred = vp->v_cred;
1716 vp->v_cred = NULL;
1717
1718 vnode_unlock(vp);
1719
1720 if (ucred)
1721 kauth_cred_rele(ucred);
1722
1723 OSAddAtomic(1, &num_recycledvnodes);
1724 /*
1725 * purge from the name cache as early as possible...
1726 */
1727 cache_purge(vp);
1728
1729 if (active && (flags & DOCLOSE))
1730 VNOP_CLOSE(vp, IO_NDELAY, &context);
1731
1732 /*
1733 * Clean out any buffers associated with the vnode.
1734 */
1735 if (flags & DOCLOSE) {
1736 #if NFSCLIENT
1737 if (vp->v_tag == VT_NFS)
1738 nfs_vinvalbuf(vp, V_SAVE, NOCRED, p, 0);
1739 else
1740 #endif
1741 {
1742 VNOP_FSYNC(vp, MNT_WAIT, &context);
1743 buf_invalidateblks(vp, BUF_WRITE_DATA, 0, 0);
1744 }
1745 if (UBCINFOEXISTS(vp))
1746 /*
1747 * Clean the pages in VM.
1748 */
1749 (void)ubc_sync_range(vp, (off_t)0, ubc_getsize(vp), UBC_PUSHALL);
1750 }
1751 if (UBCINFOEXISTS(vp))
1752 cluster_release(vp->v_ubcinfo);
1753
1754 if (active || need_inactive)
1755 VNOP_INACTIVE(vp, &context);
1756
1757 /* Destroy ubc named reference */
1758 ubc_destroy_named(vp);
1759
1760 /*
1761 * Reclaim the vnode.
1762 */
1763 if (VNOP_RECLAIM(vp, &context))
1764 panic("vclean: cannot reclaim");
1765
1766 // make sure the name & parent ptrs get cleaned out!
1767 vnode_update_identity(vp, NULLVP, NULL, 0, 0, VNODE_UPDATE_PARENT | VNODE_UPDATE_NAME);
1768
1769 vnode_lock(vp);
1770
1771 vp->v_mount = dead_mountp;
1772 vp->v_op = dead_vnodeop_p;
1773 vp->v_tag = VT_NON;
1774 vp->v_data = NULL;
1775
1776 vp->v_lflag |= VL_DEAD;
1777
1778 if (already_terminating == 0) {
1779 vp->v_lflag &= ~VL_TERMINATE;
1780 /*
1781 * Done with purge, notify sleepers of the grim news.
1782 */
1783 if (vp->v_lflag & VL_TERMWANT) {
1784 vp->v_lflag &= ~VL_TERMWANT;
1785 wakeup(&vp->v_lflag);
1786 }
1787 }
1788 }
1789
1790 /*
1791 * Eliminate all activity associated with the requested vnode
1792 * and with all vnodes aliased to the requested vnode.
1793 */
1794 int
1795 vn_revoke(vnode_t vp, int flags, __unused vfs_context_t a_context)
1796 {
1797 struct vnode *vq;
1798 int vid;
1799
1800 #if DIAGNOSTIC
1801 if ((flags & REVOKEALL) == 0)
1802 panic("vnop_revoke");
1803 #endif
1804
1805 if (vp->v_flag & VALIASED) {
1806 /*
1807 * If a vgone (or vclean) is already in progress,
1808 * wait until it is done and return.
1809 */
1810 vnode_lock(vp);
1811 if (vp->v_lflag & VL_TERMINATE) {
1812 vnode_unlock(vp);
1813 return(ENOENT);
1814 }
1815 vnode_unlock(vp);
1816 /*
1817 * Ensure that vp will not be vgone'd while we
1818 * are eliminating its aliases.
1819 */
1820 SPECHASH_LOCK();
1821 while (vp->v_flag & VALIASED) {
1822 for (vq = *vp->v_hashchain; vq; vq = vq->v_specnext) {
1823 if (vq->v_rdev != vp->v_rdev ||
1824 vq->v_type != vp->v_type || vp == vq)
1825 continue;
1826 vid = vq->v_id;
1827 SPECHASH_UNLOCK();
1828 if (vnode_getwithvid(vq,vid)){
1829 SPECHASH_LOCK();
1830 break;
1831 }
1832 vnode_reclaim_internal(vq, 0, 0);
1833 vnode_put(vq);
1834 SPECHASH_LOCK();
1835 break;
1836 }
1837 }
1838 SPECHASH_UNLOCK();
1839 }
1840 vnode_reclaim_internal(vp, 0, 0);
1841
1842 return (0);
1843 }
1844
1845 /*
1846 * Recycle an unused vnode to the front of the free list.
1847 * Release the passed interlock if the vnode will be recycled.
1848 */
1849 int
1850 vnode_recycle(vp)
1851 struct vnode *vp;
1852 {
1853 vnode_lock(vp);
1854
1855 if (vp->v_iocount || vp->v_usecount) {
1856 vp->v_lflag |= VL_MARKTERM;
1857 vnode_unlock(vp);
1858 return(0);
1859 }
1860 vnode_reclaim_internal(vp, 1, 0);
1861 vnode_unlock(vp);
1862
1863 return (1);
1864 }
1865
1866 static int
1867 vnode_reload(vnode_t vp)
1868 {
1869 vnode_lock(vp);
1870
1871 if ((vp->v_iocount > 1) || vp->v_usecount) {
1872 vnode_unlock(vp);
1873 return(0);
1874 }
1875 if (vp->v_iocount <= 0)
1876 panic("vnode_reload with no iocount %d", vp->v_iocount);
1877
1878 /* mark for release when iocount is dopped */
1879 vp->v_lflag |= VL_MARKTERM;
1880 vnode_unlock(vp);
1881
1882 return (1);
1883 }
1884
1885
1886 static void
1887 vgone(vnode_t vp)
1888 {
1889 struct vnode *vq;
1890 struct vnode *vx;
1891
1892 /*
1893 * Clean out the filesystem specific data.
1894 * vclean also takes care of removing the
1895 * vnode from any mount list it might be on
1896 */
1897 vclean(vp, DOCLOSE, current_proc());
1898
1899 /*
1900 * If special device, remove it from special device alias list
1901 * if it is on one.
1902 */
1903 if ((vp->v_type == VBLK || vp->v_type == VCHR) && vp->v_specinfo != 0) {
1904 SPECHASH_LOCK();
1905 if (*vp->v_hashchain == vp) {
1906 *vp->v_hashchain = vp->v_specnext;
1907 } else {
1908 for (vq = *vp->v_hashchain; vq; vq = vq->v_specnext) {
1909 if (vq->v_specnext != vp)
1910 continue;
1911 vq->v_specnext = vp->v_specnext;
1912 break;
1913 }
1914 if (vq == NULL)
1915 panic("missing bdev");
1916 }
1917 if (vp->v_flag & VALIASED) {
1918 vx = NULL;
1919 for (vq = *vp->v_hashchain; vq; vq = vq->v_specnext) {
1920 if (vq->v_rdev != vp->v_rdev ||
1921 vq->v_type != vp->v_type)
1922 continue;
1923 if (vx)
1924 break;
1925 vx = vq;
1926 }
1927 if (vx == NULL)
1928 panic("missing alias");
1929 if (vq == NULL)
1930 vx->v_flag &= ~VALIASED;
1931 vp->v_flag &= ~VALIASED;
1932 }
1933 SPECHASH_UNLOCK();
1934 {
1935 struct specinfo *tmp = vp->v_specinfo;
1936 vp->v_specinfo = NULL;
1937 FREE_ZONE((void *)tmp, sizeof(struct specinfo), M_SPECINFO);
1938 }
1939 }
1940 }
1941
1942 /*
1943 * Lookup a vnode by device number.
1944 */
1945 int
1946 check_mountedon(dev_t dev, enum vtype type, int *errorp)
1947 {
1948 vnode_t vp;
1949 int rc = 0;
1950 int vid;
1951
1952 loop:
1953 SPECHASH_LOCK();
1954 for (vp = speclisth[SPECHASH(dev)]; vp; vp = vp->v_specnext) {
1955 if (dev != vp->v_rdev || type != vp->v_type)
1956 continue;
1957 vid = vp->v_id;
1958 SPECHASH_UNLOCK();
1959 if (vnode_getwithvid(vp,vid))
1960 goto loop;
1961 vnode_lock(vp);
1962 if ((vp->v_usecount > 0) || (vp->v_iocount > 1)) {
1963 vnode_unlock(vp);
1964 if ((*errorp = vfs_mountedon(vp)) != 0)
1965 rc = 1;
1966 } else
1967 vnode_unlock(vp);
1968 vnode_put(vp);
1969 return(rc);
1970 }
1971 SPECHASH_UNLOCK();
1972 return (0);
1973 }
1974
1975 /*
1976 * Calculate the total number of references to a special device.
1977 */
1978 int
1979 vcount(vnode_t vp)
1980 {
1981 vnode_t vq, vnext;
1982 int count;
1983 int vid;
1984
1985 loop:
1986 if ((vp->v_flag & VALIASED) == 0)
1987 return (vp->v_usecount - vp->v_kusecount);
1988
1989 SPECHASH_LOCK();
1990 for (count = 0, vq = *vp->v_hashchain; vq; vq = vnext) {
1991 vnext = vq->v_specnext;
1992 if (vq->v_rdev != vp->v_rdev || vq->v_type != vp->v_type)
1993 continue;
1994 vid = vq->v_id;
1995 SPECHASH_UNLOCK();
1996
1997 if (vnode_getwithvid(vq, vid)) {
1998 goto loop;
1999 }
2000 /*
2001 * Alias, but not in use, so flush it out.
2002 */
2003 vnode_lock(vq);
2004 if ((vq->v_usecount == 0) && (vq->v_iocount == 1) && vq != vp) {
2005 vnode_reclaim_internal(vq, 1, 0);
2006 vnode_unlock(vq);
2007 vnode_put(vq);
2008 goto loop;
2009 }
2010 count += (vq->v_usecount - vq->v_kusecount);
2011 vnode_unlock(vq);
2012 vnode_put(vq);
2013
2014 SPECHASH_LOCK();
2015 }
2016 SPECHASH_UNLOCK();
2017
2018 return (count);
2019 }
2020
2021 int prtactive = 0; /* 1 => print out reclaim of active vnodes */
2022
2023 /*
2024 * Print out a description of a vnode.
2025 */
2026 static char *typename[] =
2027 { "VNON", "VREG", "VDIR", "VBLK", "VCHR", "VLNK", "VSOCK", "VFIFO", "VBAD" };
2028
2029 void
2030 vprint(const char *label, struct vnode *vp)
2031 {
2032 char sbuf[64];
2033
2034 if (label != NULL)
2035 printf("%s: ", label);
2036 printf("type %s, usecount %d, writecount %d",
2037 typename[vp->v_type], vp->v_usecount, vp->v_writecount);
2038 sbuf[0] = '\0';
2039 if (vp->v_flag & VROOT)
2040 strcat(sbuf, "|VROOT");
2041 if (vp->v_flag & VTEXT)
2042 strcat(sbuf, "|VTEXT");
2043 if (vp->v_flag & VSYSTEM)
2044 strcat(sbuf, "|VSYSTEM");
2045 if (vp->v_flag & VNOFLUSH)
2046 strcat(sbuf, "|VNOFLUSH");
2047 if (vp->v_flag & VBWAIT)
2048 strcat(sbuf, "|VBWAIT");
2049 if (vp->v_flag & VALIASED)
2050 strcat(sbuf, "|VALIASED");
2051 if (sbuf[0] != '\0')
2052 printf(" flags (%s)", &sbuf[1]);
2053 }
2054
2055
2056 int
2057 vn_getpath(struct vnode *vp, char *pathbuf, int *len)
2058 {
2059 return build_path(vp, pathbuf, *len, len);
2060 }
2061
2062
2063 static char *extension_table=NULL;
2064 static int nexts;
2065 static int max_ext_width;
2066
2067 static int
2068 extension_cmp(void *a, void *b)
2069 {
2070 return (strlen((char *)a) - strlen((char *)b));
2071 }
2072
2073
2074 //
2075 // This is the api LaunchServices uses to inform the kernel
2076 // the list of package extensions to ignore.
2077 //
2078 // Internally we keep the list sorted by the length of the
2079 // the extension (from longest to shortest). We sort the
2080 // list of extensions so that we can speed up our searches
2081 // when comparing file names -- we only compare extensions
2082 // that could possibly fit into the file name, not all of
2083 // them (i.e. a short 8 character name can't have an 8
2084 // character extension).
2085 //
2086 __private_extern__ int
2087 set_package_extensions_table(void *data, int nentries, int maxwidth)
2088 {
2089 char *new_exts, *ptr;
2090 int error, i, len;
2091
2092 if (nentries <= 0 || nentries > 1024 || maxwidth <= 0 || maxwidth > 255) {
2093 return EINVAL;
2094 }
2095
2096 MALLOC(new_exts, char *, nentries * maxwidth, M_TEMP, M_WAITOK);
2097
2098 error = copyin(CAST_USER_ADDR_T(data), new_exts, nentries * maxwidth);
2099 if (error) {
2100 FREE(new_exts, M_TEMP);
2101 return error;
2102 }
2103
2104 if (extension_table) {
2105 FREE(extension_table, M_TEMP);
2106 }
2107 extension_table = new_exts;
2108 nexts = nentries;
2109 max_ext_width = maxwidth;
2110
2111 qsort(extension_table, nexts, maxwidth, extension_cmp);
2112
2113 return 0;
2114 }
2115
2116
2117 __private_extern__ int
2118 is_package_name(char *name, int len)
2119 {
2120 int i, extlen;
2121 char *ptr, *name_ext;
2122
2123 if (len <= 3) {
2124 return 0;
2125 }
2126
2127 name_ext = NULL;
2128 for(ptr=name; *ptr != '\0'; ptr++) {
2129 if (*ptr == '.') {
2130 name_ext = ptr;
2131 }
2132 }
2133
2134 // if there is no "." extension, it can't match
2135 if (name_ext == NULL) {
2136 return 0;
2137 }
2138
2139 // advance over the "."
2140 name_ext++;
2141
2142 // now iterate over all the extensions to see if any match
2143 ptr = &extension_table[0];
2144 for(i=0; i < nexts; i++, ptr+=max_ext_width) {
2145 extlen = strlen(ptr);
2146 if (strncasecmp(name_ext, ptr, extlen) == 0 && name_ext[extlen] == '\0') {
2147 // aha, a match!
2148 return 1;
2149 }
2150 }
2151
2152 // if we get here, no extension matched
2153 return 0;
2154 }
2155
2156 int
2157 vn_path_package_check(__unused vnode_t vp, char *path, int pathlen, int *component)
2158 {
2159 char *ptr, *end;
2160 int comp=0;
2161
2162 *component = -1;
2163 if (*path != '/') {
2164 return EINVAL;
2165 }
2166
2167 end = path + 1;
2168 while(end < path + pathlen && *end != '\0') {
2169 while(end < path + pathlen && *end == '/' && *end != '\0') {
2170 end++;
2171 }
2172
2173 ptr = end;
2174
2175 while(end < path + pathlen && *end != '/' && *end != '\0') {
2176 end++;
2177 }
2178
2179 if (end > path + pathlen) {
2180 // hmm, string wasn't null terminated
2181 return EINVAL;
2182 }
2183
2184 *end = '\0';
2185 if (is_package_name(ptr, end - ptr)) {
2186 *component = comp;
2187 break;
2188 }
2189
2190 end++;
2191 comp++;
2192 }
2193
2194 return 0;
2195 }
2196
2197
2198 /*
2199 * Top level filesystem related information gathering.
2200 */
2201 extern unsigned int vfs_nummntops;
2202
2203 int
2204 vfs_sysctl(int *name, u_int namelen, user_addr_t oldp, size_t *oldlenp,
2205 user_addr_t newp, size_t newlen, struct proc *p)
2206 {
2207 struct vfstable *vfsp;
2208 int *username;
2209 u_int usernamelen;
2210 int error;
2211 struct vfsconf *vfsc;
2212
2213 /*
2214 * The VFS_NUMMNTOPS shouldn't be at name[0] since
2215 * is a VFS generic variable. So now we must check
2216 * namelen so we don't end up covering any UFS
2217 * variables (sinc UFS vfc_typenum is 1).
2218 *
2219 * It should have been:
2220 * name[0]: VFS_GENERIC
2221 * name[1]: VFS_NUMMNTOPS
2222 */
2223 if (namelen == 1 && name[0] == VFS_NUMMNTOPS) {
2224 return (sysctl_rdint(oldp, oldlenp, newp, vfs_nummntops));
2225 }
2226
2227 /* all sysctl names at this level are at least name and field */
2228 if (namelen < 2)
2229 return (EISDIR); /* overloaded */
2230 if (name[0] != VFS_GENERIC) {
2231 struct vfs_context context;
2232
2233 for (vfsp = vfsconf; vfsp; vfsp = vfsp->vfc_next)
2234 if (vfsp->vfc_typenum == name[0])
2235 break;
2236 if (vfsp == NULL)
2237 return (ENOTSUP);
2238 context.vc_proc = p;
2239 context.vc_ucred = kauth_cred_get();
2240
2241 return ((*vfsp->vfc_vfsops->vfs_sysctl)(&name[1], namelen - 1,
2242 oldp, oldlenp, newp, newlen, &context));
2243 }
2244 switch (name[1]) {
2245 case VFS_MAXTYPENUM:
2246 return (sysctl_rdint(oldp, oldlenp, newp, maxvfsconf));
2247 case VFS_CONF:
2248 if (namelen < 3)
2249 return (ENOTDIR); /* overloaded */
2250 for (vfsp = vfsconf; vfsp; vfsp = vfsp->vfc_next)
2251 if (vfsp->vfc_typenum == name[2])
2252 break;
2253 if (vfsp == NULL)
2254 return (ENOTSUP);
2255 vfsc = (struct vfsconf *)vfsp;
2256 if (proc_is64bit(p)) {
2257 struct user_vfsconf usr_vfsc;
2258 usr_vfsc.vfc_vfsops = CAST_USER_ADDR_T(vfsc->vfc_vfsops);
2259 bcopy(vfsc->vfc_name, usr_vfsc.vfc_name, sizeof(usr_vfsc.vfc_name));
2260 usr_vfsc.vfc_typenum = vfsc->vfc_typenum;
2261 usr_vfsc.vfc_refcount = vfsc->vfc_refcount;
2262 usr_vfsc.vfc_flags = vfsc->vfc_flags;
2263 usr_vfsc.vfc_mountroot = CAST_USER_ADDR_T(vfsc->vfc_mountroot);
2264 usr_vfsc.vfc_next = CAST_USER_ADDR_T(vfsc->vfc_next);
2265 return (sysctl_rdstruct(oldp, oldlenp, newp, &usr_vfsc,
2266 sizeof(usr_vfsc)));
2267 }
2268 else {
2269 return (sysctl_rdstruct(oldp, oldlenp, newp, vfsc,
2270 sizeof(struct vfsconf)));
2271 }
2272
2273 case VFS_SET_PACKAGE_EXTS:
2274 return set_package_extensions_table((void *)name[1], name[2], name[3]);
2275 }
2276 /*
2277 * We need to get back into the general MIB, so we need to re-prepend
2278 * CTL_VFS to our name and try userland_sysctl().
2279 */
2280 usernamelen = namelen + 1;
2281 MALLOC(username, int *, usernamelen * sizeof(*username),
2282 M_TEMP, M_WAITOK);
2283 bcopy(name, username + 1, namelen * sizeof(*name));
2284 username[0] = CTL_VFS;
2285 error = userland_sysctl(p, username, usernamelen, oldp,
2286 oldlenp, 1, newp, newlen, oldlenp);
2287 FREE(username, M_TEMP);
2288 return (error);
2289 }
2290
2291 int kinfo_vdebug = 1;
2292 #define KINFO_VNODESLOP 10
2293 /*
2294 * Dump vnode list (via sysctl).
2295 * Copyout address of vnode followed by vnode.
2296 */
2297 /* ARGSUSED */
2298 int
2299 sysctl_vnode(__unused user_addr_t where, __unused size_t *sizep)
2300 {
2301 #if 0
2302 struct mount *mp, *nmp;
2303 struct vnode *nvp, *vp;
2304 char *bp = where, *savebp;
2305 char *ewhere;
2306 int error;
2307
2308 #define VPTRSZ sizeof (struct vnode *)
2309 #define VNODESZ sizeof (struct vnode)
2310 if (where == NULL) {
2311 *sizep = (numvnodes + KINFO_VNODESLOP) * (VPTRSZ + VNODESZ);
2312 return (0);
2313 }
2314 ewhere = where + *sizep;
2315
2316 for (mp = mountlist.cqh_first; mp != (void *)&mountlist; mp = nmp) {
2317 if (vfs_busy(mp, LK_NOWAIT)) {
2318 nmp = mp->mnt_list.cqe_next;
2319 continue;
2320 }
2321 savebp = bp;
2322 again:
2323 TAILQ_FOREACH(vp, &mp->mnt_vnodelist, v_mntvnodes) {
2324 /*
2325 * Check that the vp is still associated with
2326 * this filesystem. RACE: could have been
2327 * recycled onto the same filesystem.
2328 */
2329 if (vp->v_mount != mp) {
2330 if (kinfo_vdebug)
2331 printf("kinfo: vp changed\n");
2332 bp = savebp;
2333 goto again;
2334 }
2335 if (bp + VPTRSZ + VNODESZ > ewhere) {
2336 vfs_unbusy(mp);
2337 *sizep = bp - where;
2338 return (ENOMEM);
2339 }
2340 if ((error = copyout((caddr_t)&vp, bp, VPTRSZ)) ||
2341 (error = copyout((caddr_t)vp, bp + VPTRSZ, VNODESZ))) {
2342 vfs_unbusy(mp);
2343 return (error);
2344 }
2345 bp += VPTRSZ + VNODESZ;
2346 }
2347 nmp = mp->mnt_list.cqe_next;
2348 vfs_unbusy(mp);
2349 }
2350
2351 *sizep = bp - where;
2352 return (0);
2353 #else
2354 return(EINVAL);
2355 #endif
2356 }
2357
2358 /*
2359 * Check to see if a filesystem is mounted on a block device.
2360 */
2361 int
2362 vfs_mountedon(vp)
2363 struct vnode *vp;
2364 {
2365 struct vnode *vq;
2366 int error = 0;
2367
2368 SPECHASH_LOCK();
2369 if (vp->v_specflags & SI_MOUNTEDON) {
2370 error = EBUSY;
2371 goto out;
2372 }
2373 if (vp->v_flag & VALIASED) {
2374 for (vq = *vp->v_hashchain; vq; vq = vq->v_specnext) {
2375 if (vq->v_rdev != vp->v_rdev ||
2376 vq->v_type != vp->v_type)
2377 continue;
2378 if (vq->v_specflags & SI_MOUNTEDON) {
2379 error = EBUSY;
2380 break;
2381 }
2382 }
2383 }
2384 out:
2385 SPECHASH_UNLOCK();
2386 return (error);
2387 }
2388
2389 /*
2390 * Unmount all filesystems. The list is traversed in reverse order
2391 * of mounting to avoid dependencies.
2392 */
2393 __private_extern__ void
2394 vfs_unmountall()
2395 {
2396 struct mount *mp;
2397 struct proc *p = current_proc();
2398 int error;
2399 int skip_listremove;
2400
2401 /*
2402 * Since this only runs when rebooting, it is not interlocked.
2403 */
2404 mount_list_lock();
2405 while(!TAILQ_EMPTY(&mountlist)) {
2406 mp = TAILQ_LAST(&mountlist, mntlist);
2407 mount_list_unlock();
2408 skip_listremove = 0;
2409 error = dounmount(mp, MNT_FORCE, &skip_listremove, p);
2410 if (error) {
2411 mount_list_lock();
2412 if (skip_listremove == 0) {
2413 TAILQ_REMOVE(&mountlist, mp, mnt_list);
2414 printf("unmount of %s failed (", mp->mnt_vfsstat.f_mntonname);
2415 }
2416
2417 if (error == EBUSY)
2418 printf("BUSY)\n");
2419 else
2420 printf("%d)\n", error);
2421 continue;
2422 }
2423 mount_list_lock();
2424 }
2425 mount_list_unlock();
2426 }
2427
2428
2429 /*
2430 * This routine is called from vnode_pager_no_senders()
2431 * which in turn can be called with vnode locked by vnode_uncache()
2432 * But it could also get called as a result of vm_object_cache_trim().
2433 * In that case lock state is unknown.
2434 * AGE the vnode so that it gets recycled quickly.
2435 */
2436 __private_extern__ void
2437 vnode_pager_vrele(struct vnode *vp)
2438 {
2439 vnode_lock(vp);
2440
2441 if (!ISSET(vp->v_lflag, VL_TERMINATE))
2442 panic("vnode_pager_vrele: vp not in termination");
2443 vp->v_lflag &= ~VNAMED_UBC;
2444
2445 if (UBCINFOEXISTS(vp)) {
2446 struct ubc_info *uip = vp->v_ubcinfo;
2447
2448 if (ISSET(uip->ui_flags, UI_WASMAPPED))
2449 SET(vp->v_flag, VWASMAPPED);
2450 vp->v_ubcinfo = UBC_INFO_NULL;
2451
2452 ubc_info_deallocate(uip);
2453 } else {
2454 panic("NO ubcinfo in vnode_pager_vrele");
2455 }
2456 vnode_unlock(vp);
2457
2458 wakeup(&vp->v_lflag);
2459 }
2460
2461
2462 #include <sys/disk.h>
2463
2464 errno_t
2465 vfs_init_io_attributes(vnode_t devvp, mount_t mp)
2466 {
2467 int error;
2468 off_t readblockcnt;
2469 off_t writeblockcnt;
2470 off_t readmaxcnt;
2471 off_t writemaxcnt;
2472 off_t readsegcnt;
2473 off_t writesegcnt;
2474 off_t readsegsize;
2475 off_t writesegsize;
2476 u_long blksize;
2477 u_int64_t temp;
2478 struct vfs_context context;
2479
2480 proc_t p = current_proc();
2481
2482 context.vc_proc = p;
2483 context.vc_ucred = kauth_cred_get();
2484
2485 int isvirtual = 0;
2486 /*
2487 * determine if this mount point exists on the same device as the root
2488 * partition... if so, then it comes under the hard throttle control
2489 */
2490 int thisunit = -1;
2491 static int rootunit = -1;
2492
2493 if (rootunit == -1) {
2494 if (VNOP_IOCTL(rootvp, DKIOCGETBSDUNIT, (caddr_t)&rootunit, 0, &context))
2495 rootunit = -1;
2496 else if (rootvp == devvp)
2497 mp->mnt_kern_flag |= MNTK_ROOTDEV;
2498 }
2499 if (devvp != rootvp && rootunit != -1) {
2500 if (VNOP_IOCTL(devvp, DKIOCGETBSDUNIT, (caddr_t)&thisunit, 0, &context) == 0) {
2501 if (thisunit == rootunit)
2502 mp->mnt_kern_flag |= MNTK_ROOTDEV;
2503 }
2504 }
2505 /*
2506 * force the spec device to re-cache
2507 * the underlying block size in case
2508 * the filesystem overrode the initial value
2509 */
2510 set_fsblocksize(devvp);
2511
2512
2513 if ((error = VNOP_IOCTL(devvp, DKIOCGETBLOCKSIZE,
2514 (caddr_t)&blksize, 0, &context)))
2515 return (error);
2516
2517 mp->mnt_devblocksize = blksize;
2518
2519 if (VNOP_IOCTL(devvp, DKIOCISVIRTUAL, (caddr_t)&isvirtual, 0, &context) == 0) {
2520 if (isvirtual)
2521 mp->mnt_kern_flag |= MNTK_VIRTUALDEV;
2522 }
2523
2524 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXBLOCKCOUNTREAD,
2525 (caddr_t)&readblockcnt, 0, &context)))
2526 return (error);
2527
2528 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXBLOCKCOUNTWRITE,
2529 (caddr_t)&writeblockcnt, 0, &context)))
2530 return (error);
2531
2532 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXBYTECOUNTREAD,
2533 (caddr_t)&readmaxcnt, 0, &context)))
2534 return (error);
2535
2536 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXBYTECOUNTWRITE,
2537 (caddr_t)&writemaxcnt, 0, &context)))
2538 return (error);
2539
2540 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXSEGMENTCOUNTREAD,
2541 (caddr_t)&readsegcnt, 0, &context)))
2542 return (error);
2543
2544 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXSEGMENTCOUNTWRITE,
2545 (caddr_t)&writesegcnt, 0, &context)))
2546 return (error);
2547
2548 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXSEGMENTBYTECOUNTREAD,
2549 (caddr_t)&readsegsize, 0, &context)))
2550 return (error);
2551
2552 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXSEGMENTBYTECOUNTWRITE,
2553 (caddr_t)&writesegsize, 0, &context)))
2554 return (error);
2555
2556 if (readmaxcnt)
2557 temp = (readmaxcnt > UINT32_MAX) ? UINT32_MAX : readmaxcnt;
2558 else {
2559 if (readblockcnt) {
2560 temp = readblockcnt * blksize;
2561 temp = (temp > UINT32_MAX) ? UINT32_MAX : temp;
2562 } else
2563 temp = MAXPHYS;
2564 }
2565 mp->mnt_maxreadcnt = (u_int32_t)temp;
2566
2567 if (writemaxcnt)
2568 temp = (writemaxcnt > UINT32_MAX) ? UINT32_MAX : writemaxcnt;
2569 else {
2570 if (writeblockcnt) {
2571 temp = writeblockcnt * blksize;
2572 temp = (temp > UINT32_MAX) ? UINT32_MAX : temp;
2573 } else
2574 temp = MAXPHYS;
2575 }
2576 mp->mnt_maxwritecnt = (u_int32_t)temp;
2577
2578 if (readsegcnt) {
2579 temp = (readsegcnt > UINT16_MAX) ? UINT16_MAX : readsegcnt;
2580 mp->mnt_segreadcnt = (u_int16_t)temp;
2581 }
2582 if (writesegcnt) {
2583 temp = (writesegcnt > UINT16_MAX) ? UINT16_MAX : writesegcnt;
2584 mp->mnt_segwritecnt = (u_int16_t)temp;
2585 }
2586 if (readsegsize)
2587 temp = (readsegsize > UINT32_MAX) ? UINT32_MAX : readsegsize;
2588 else
2589 temp = mp->mnt_maxreadcnt;
2590 mp->mnt_maxsegreadsize = (u_int32_t)temp;
2591
2592 if (writesegsize)
2593 temp = (writesegsize > UINT32_MAX) ? UINT32_MAX : writesegsize;
2594 else
2595 temp = mp->mnt_maxwritecnt;
2596 mp->mnt_maxsegwritesize = (u_int32_t)temp;
2597
2598 return (error);
2599 }
2600
2601 static struct klist fs_klist;
2602
2603 void
2604 vfs_event_init(void)
2605 {
2606
2607 klist_init(&fs_klist);
2608 }
2609
2610 void
2611 vfs_event_signal(__unused fsid_t *fsid, u_int32_t event, __unused intptr_t data)
2612 {
2613
2614 KNOTE(&fs_klist, event);
2615 }
2616
2617 /*
2618 * return the number of mounted filesystems.
2619 */
2620 static int
2621 sysctl_vfs_getvfscnt(void)
2622 {
2623 return(mount_getvfscnt());
2624 }
2625
2626
2627 static int
2628 mount_getvfscnt(void)
2629 {
2630 int ret;
2631
2632 mount_list_lock();
2633 ret = nummounts;
2634 mount_list_unlock();
2635 return (ret);
2636
2637 }
2638
2639
2640
2641 static int
2642 mount_fillfsids(fsid_t *fsidlst, int count)
2643 {
2644 struct mount *mp;
2645 int actual=0;
2646
2647 actual = 0;
2648 mount_list_lock();
2649 TAILQ_FOREACH(mp, &mountlist, mnt_list) {
2650 if (actual <= count) {
2651 fsidlst[actual] = mp->mnt_vfsstat.f_fsid;
2652 actual++;
2653 }
2654 }
2655 mount_list_unlock();
2656 return (actual);
2657
2658 }
2659
2660 /*
2661 * fill in the array of fsid_t's up to a max of 'count', the actual
2662 * number filled in will be set in '*actual'. If there are more fsid_t's
2663 * than room in fsidlst then ENOMEM will be returned and '*actual' will
2664 * have the actual count.
2665 * having *actual filled out even in the error case is depended upon.
2666 */
2667 static int
2668 sysctl_vfs_getvfslist(fsid_t *fsidlst, int count, int *actual)
2669 {
2670 struct mount *mp;
2671
2672 *actual = 0;
2673 mount_list_lock();
2674 TAILQ_FOREACH(mp, &mountlist, mnt_list) {
2675 (*actual)++;
2676 if (*actual <= count)
2677 fsidlst[(*actual) - 1] = mp->mnt_vfsstat.f_fsid;
2678 }
2679 mount_list_unlock();
2680 return (*actual <= count ? 0 : ENOMEM);
2681 }
2682
2683 static int
2684 sysctl_vfs_vfslist SYSCTL_HANDLER_ARGS
2685 {
2686 int actual, error;
2687 size_t space;
2688 fsid_t *fsidlst;
2689
2690 /* This is a readonly node. */
2691 if (req->newptr != USER_ADDR_NULL)
2692 return (EPERM);
2693
2694 /* they are querying us so just return the space required. */
2695 if (req->oldptr == USER_ADDR_NULL) {
2696 req->oldidx = sysctl_vfs_getvfscnt() * sizeof(fsid_t);
2697 return 0;
2698 }
2699 again:
2700 /*
2701 * Retrieve an accurate count of the amount of space required to copy
2702 * out all the fsids in the system.
2703 */
2704 space = req->oldlen;
2705 req->oldlen = sysctl_vfs_getvfscnt() * sizeof(fsid_t);
2706
2707 /* they didn't give us enough space. */
2708 if (space < req->oldlen)
2709 return (ENOMEM);
2710
2711 MALLOC(fsidlst, fsid_t *, req->oldlen, M_TEMP, M_WAITOK);
2712 error = sysctl_vfs_getvfslist(fsidlst, req->oldlen / sizeof(fsid_t),
2713 &actual);
2714 /*
2715 * If we get back ENOMEM, then another mount has been added while we
2716 * slept in malloc above. If this is the case then try again.
2717 */
2718 if (error == ENOMEM) {
2719 FREE(fsidlst, M_TEMP);
2720 req->oldlen = space;
2721 goto again;
2722 }
2723 if (error == 0) {
2724 error = SYSCTL_OUT(req, fsidlst, actual * sizeof(fsid_t));
2725 }
2726 FREE(fsidlst, M_TEMP);
2727 return (error);
2728 }
2729
2730 /*
2731 * Do a sysctl by fsid.
2732 */
2733 static int
2734 sysctl_vfs_ctlbyfsid SYSCTL_HANDLER_ARGS
2735 {
2736 struct vfsidctl vc;
2737 struct user_vfsidctl user_vc;
2738 struct mount *mp;
2739 struct vfsstatfs *sp;
2740 struct proc *p;
2741 int *name;
2742 int error, flags, namelen;
2743 struct vfs_context context;
2744 boolean_t is_64_bit;
2745
2746 name = arg1;
2747 namelen = arg2;
2748 p = req->p;
2749 context.vc_proc = p;
2750 context.vc_ucred = kauth_cred_get();
2751 is_64_bit = proc_is64bit(p);
2752
2753 if (is_64_bit) {
2754 error = SYSCTL_IN(req, &user_vc, sizeof(user_vc));
2755 if (error)
2756 return (error);
2757 if (user_vc.vc_vers != VFS_CTL_VERS1)
2758 return (EINVAL);
2759 mp = mount_list_lookupby_fsid(&user_vc.vc_fsid, 0, 0);
2760 }
2761 else {
2762 error = SYSCTL_IN(req, &vc, sizeof(vc));
2763 if (error)
2764 return (error);
2765 if (vc.vc_vers != VFS_CTL_VERS1)
2766 return (EINVAL);
2767 mp = mount_list_lookupby_fsid(&vc.vc_fsid, 0, 0);
2768 }
2769 if (mp == NULL)
2770 return (ENOENT);
2771 /* reset so that the fs specific code can fetch it. */
2772 req->newidx = 0;
2773 /*
2774 * Note if this is a VFS_CTL then we pass the actual sysctl req
2775 * in for "oldp" so that the lower layer can DTRT and use the
2776 * SYSCTL_IN/OUT routines.
2777 */
2778 if (mp->mnt_op->vfs_sysctl != NULL) {
2779 if (is_64_bit) {
2780 if (vfs_64bitready(mp)) {
2781 error = mp->mnt_op->vfs_sysctl(name, namelen,
2782 CAST_USER_ADDR_T(req),
2783 NULL, USER_ADDR_NULL, 0,
2784 &context);
2785 }
2786 else {
2787 error = ENOTSUP;
2788 }
2789 }
2790 else {
2791 error = mp->mnt_op->vfs_sysctl(name, namelen,
2792 CAST_USER_ADDR_T(req),
2793 NULL, USER_ADDR_NULL, 0,
2794 &context);
2795 }
2796 if (error != ENOTSUP)
2797 return (error);
2798 }
2799 switch (name[0]) {
2800 case VFS_CTL_UMOUNT:
2801 req->newidx = 0;
2802 if (is_64_bit) {
2803 req->newptr = user_vc.vc_ptr;
2804 req->newlen = (size_t)user_vc.vc_len;
2805 }
2806 else {
2807 req->newptr = CAST_USER_ADDR_T(vc.vc_ptr);
2808 req->newlen = vc.vc_len;
2809 }
2810 error = SYSCTL_IN(req, &flags, sizeof(flags));
2811 if (error)
2812 break;
2813 error = safedounmount(mp, flags, p);
2814 break;
2815 case VFS_CTL_STATFS:
2816 req->newidx = 0;
2817 if (is_64_bit) {
2818 req->newptr = user_vc.vc_ptr;
2819 req->newlen = (size_t)user_vc.vc_len;
2820 }
2821 else {
2822 req->newptr = CAST_USER_ADDR_T(vc.vc_ptr);
2823 req->newlen = vc.vc_len;
2824 }
2825 error = SYSCTL_IN(req, &flags, sizeof(flags));
2826 if (error)
2827 break;
2828 sp = &mp->mnt_vfsstat;
2829 if (((flags & MNT_NOWAIT) == 0 || (flags & MNT_WAIT)) &&
2830 (error = vfs_update_vfsstat(mp, &context)))
2831 return (error);
2832 if (is_64_bit) {
2833 struct user_statfs sfs;
2834 bzero(&sfs, sizeof(sfs));
2835 sfs.f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
2836 sfs.f_type = mp->mnt_vtable->vfc_typenum;
2837 sfs.f_bsize = (user_long_t)sp->f_bsize;
2838 sfs.f_iosize = (user_long_t)sp->f_iosize;
2839 sfs.f_blocks = (user_long_t)sp->f_blocks;
2840 sfs.f_bfree = (user_long_t)sp->f_bfree;
2841 sfs.f_bavail = (user_long_t)sp->f_bavail;
2842 sfs.f_files = (user_long_t)sp->f_files;
2843 sfs.f_ffree = (user_long_t)sp->f_ffree;
2844 sfs.f_fsid = sp->f_fsid;
2845 sfs.f_owner = sp->f_owner;
2846
2847 strncpy(&sfs.f_fstypename, &sp->f_fstypename, MFSNAMELEN-1);
2848 strncpy(&sfs.f_mntonname, &sp->f_mntonname, MNAMELEN-1);
2849 strncpy(&sfs.f_mntfromname, &sp->f_mntfromname, MNAMELEN-1);
2850
2851 error = SYSCTL_OUT(req, &sfs, sizeof(sfs));
2852 }
2853 else {
2854 struct statfs sfs;
2855 bzero(&sfs, sizeof(struct statfs));
2856 sfs.f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
2857 sfs.f_type = mp->mnt_vtable->vfc_typenum;
2858
2859 /*
2860 * It's possible for there to be more than 2^^31 blocks in the filesystem, so we
2861 * have to fudge the numbers here in that case. We inflate the blocksize in order
2862 * to reflect the filesystem size as best we can.
2863 */
2864 if (sp->f_blocks > LONG_MAX) {
2865 int shift;
2866
2867 /*
2868 * Work out how far we have to shift the block count down to make it fit.
2869 * Note that it's possible to have to shift so far that the resulting
2870 * blocksize would be unreportably large. At that point, we will clip
2871 * any values that don't fit.
2872 *
2873 * For safety's sake, we also ensure that f_iosize is never reported as
2874 * being smaller than f_bsize.
2875 */
2876 for (shift = 0; shift < 32; shift++) {
2877 if ((sp->f_blocks >> shift) <= LONG_MAX)
2878 break;
2879 if ((sp->f_bsize << (shift + 1)) > LONG_MAX)
2880 break;
2881 }
2882 #define __SHIFT_OR_CLIP(x, s) ((((x) >> (s)) > LONG_MAX) ? LONG_MAX : ((x) >> (s)))
2883 sfs.f_blocks = (long)__SHIFT_OR_CLIP(sp->f_blocks, shift);
2884 sfs.f_bfree = (long)__SHIFT_OR_CLIP(sp->f_bfree, shift);
2885 sfs.f_bavail = (long)__SHIFT_OR_CLIP(sp->f_bavail, shift);
2886 #undef __SHIFT_OR_CLIP
2887 sfs.f_bsize = (long)(sp->f_bsize << shift);
2888 sfs.f_iosize = lmax(sp->f_iosize, sp->f_bsize);
2889 } else {
2890 sfs.f_bsize = (long)sp->f_bsize;
2891 sfs.f_iosize = (long)sp->f_iosize;
2892 sfs.f_blocks = (long)sp->f_blocks;
2893 sfs.f_bfree = (long)sp->f_bfree;
2894 sfs.f_bavail = (long)sp->f_bavail;
2895 }
2896 sfs.f_files = (long)sp->f_files;
2897 sfs.f_ffree = (long)sp->f_ffree;
2898 sfs.f_fsid = sp->f_fsid;
2899 sfs.f_owner = sp->f_owner;
2900
2901 strncpy(&sfs.f_fstypename, &sp->f_fstypename, MFSNAMELEN-1);
2902 strncpy(&sfs.f_mntonname, &sp->f_mntonname, MNAMELEN-1);
2903 strncpy(&sfs.f_mntfromname, &sp->f_mntfromname, MNAMELEN-1);
2904
2905 error = SYSCTL_OUT(req, &sfs, sizeof(sfs));
2906 }
2907 break;
2908 default:
2909 return (ENOTSUP);
2910 }
2911 return (error);
2912 }
2913
2914 static int filt_fsattach(struct knote *kn);
2915 static void filt_fsdetach(struct knote *kn);
2916 static int filt_fsevent(struct knote *kn, long hint);
2917
2918 struct filterops fs_filtops =
2919 { 0, filt_fsattach, filt_fsdetach, filt_fsevent };
2920
2921 static int
2922 filt_fsattach(struct knote *kn)
2923 {
2924
2925 kn->kn_flags |= EV_CLEAR;
2926 KNOTE_ATTACH(&fs_klist, kn);
2927 return (0);
2928 }
2929
2930 static void
2931 filt_fsdetach(struct knote *kn)
2932 {
2933
2934 KNOTE_DETACH(&fs_klist, kn);
2935 }
2936
2937 static int
2938 filt_fsevent(struct knote *kn, long hint)
2939 {
2940
2941 kn->kn_fflags |= hint;
2942 return (kn->kn_fflags != 0);
2943 }
2944
2945 static int
2946 sysctl_vfs_noremotehang SYSCTL_HANDLER_ARGS
2947 {
2948 int out, error;
2949 pid_t pid;
2950 size_t space;
2951 struct proc *p;
2952
2953 /* We need a pid. */
2954 if (req->newptr == USER_ADDR_NULL)
2955 return (EINVAL);
2956
2957 error = SYSCTL_IN(req, &pid, sizeof(pid));
2958 if (error)
2959 return (error);
2960
2961 p = pfind(pid < 0 ? -pid : pid);
2962 if (p == NULL)
2963 return (ESRCH);
2964
2965 /*
2966 * Fetching the value is ok, but we only fetch if the old
2967 * pointer is given.
2968 */
2969 if (req->oldptr != USER_ADDR_NULL) {
2970 out = !((p->p_flag & P_NOREMOTEHANG) == 0);
2971 error = SYSCTL_OUT(req, &out, sizeof(out));
2972 return (error);
2973 }
2974
2975 /* XXX req->p->p_ucred -> kauth_cred_get() ??? */
2976 /* cansignal offers us enough security. */
2977 if (p != req->p && suser(req->p->p_ucred, &req->p->p_acflag) != 0)
2978 return (EPERM);
2979
2980 if (pid < 0)
2981 p->p_flag &= ~P_NOREMOTEHANG;
2982 else
2983 p->p_flag |= P_NOREMOTEHANG;
2984
2985 return (0);
2986 }
2987 /* the vfs.generic. branch. */
2988 SYSCTL_NODE(_vfs, VFS_GENERIC, generic, CTLFLAG_RW, 0, "vfs generic hinge");
2989 /* retreive a list of mounted filesystem fsid_t */
2990 SYSCTL_PROC(_vfs_generic, OID_AUTO, vfsidlist, CTLFLAG_RD,
2991 0, 0, sysctl_vfs_vfslist, "S,fsid", "List of mounted filesystem ids");
2992 /* perform operations on filesystem via fsid_t */
2993 SYSCTL_NODE(_vfs_generic, OID_AUTO, ctlbyfsid, CTLFLAG_RW,
2994 sysctl_vfs_ctlbyfsid, "ctlbyfsid");
2995 SYSCTL_PROC(_vfs_generic, OID_AUTO, noremotehang, CTLFLAG_RW,
2996 0, 0, sysctl_vfs_noremotehang, "I", "noremotehang");
2997
2998
2999 int num_reusedvnodes=0;
3000
3001 static int
3002 new_vnode(vnode_t *vpp)
3003 {
3004 vnode_t vp;
3005 int retries = 0; /* retry incase of tablefull */
3006 int vpid;
3007 struct timespec ts;
3008
3009 retry:
3010 vnode_list_lock();
3011
3012 if ( !TAILQ_EMPTY(&vnode_free_list)) {
3013 /*
3014 * Pick the first vp for possible reuse
3015 */
3016 vp = TAILQ_FIRST(&vnode_free_list);
3017
3018 if (vp->v_lflag & VL_DEAD)
3019 goto steal_this_vp;
3020 } else
3021 vp = NULL;
3022
3023 /*
3024 * we're either empty, or the next guy on the
3025 * list is a valid vnode... if we're under the
3026 * limit, we'll create a new vnode
3027 */
3028 if (numvnodes < desiredvnodes) {
3029 numvnodes++;
3030 vnode_list_unlock();
3031 MALLOC_ZONE(vp, struct vnode *, sizeof *vp, M_VNODE, M_WAITOK);
3032 bzero((char *)vp, sizeof *vp);
3033 VLISTNONE(vp); /* avoid double queue removal */
3034 lck_mtx_init(&vp->v_lock, vnode_lck_grp, vnode_lck_attr);
3035
3036 nanouptime(&ts);
3037 vp->v_id = ts.tv_nsec;
3038 vp->v_flag = VSTANDARD;
3039
3040 goto done;
3041 }
3042 if (vp == NULL) {
3043 /*
3044 * we've reached the system imposed maximum number of vnodes
3045 * but there isn't a single one available
3046 * wait a bit and then retry... if we can't get a vnode
3047 * after 100 retries, than log a complaint
3048 */
3049 if (++retries <= 100) {
3050 vnode_list_unlock();
3051 IOSleep(1);
3052 goto retry;
3053 }
3054
3055 vnode_list_unlock();
3056 tablefull("vnode");
3057 log(LOG_EMERG, "%d desired, %d numvnodes, "
3058 "%d free, %d inactive\n",
3059 desiredvnodes, numvnodes, freevnodes, inactivevnodes);
3060 *vpp = 0;
3061 return (ENFILE);
3062 }
3063 steal_this_vp:
3064 vpid = vp->v_id;
3065
3066 VREMFREE("new_vnode", vp);
3067 VLISTNONE(vp);
3068
3069 vnode_list_unlock();
3070 vnode_lock(vp);
3071
3072 /*
3073 * We could wait for the vnode_lock after removing the vp from the freelist
3074 * and the vid is bumped only at the very end of reclaim. So it is possible
3075 * that we are looking at a vnode that is being terminated. If so skip it.
3076 */
3077 if ((vpid != vp->v_id) || (vp->v_usecount != 0) || (vp->v_iocount != 0) ||
3078 VONLIST(vp) || (vp->v_lflag & VL_TERMINATE)) {
3079 /*
3080 * we lost the race between dropping the list lock
3081 * and picking up the vnode_lock... someone else
3082 * used this vnode and it is now in a new state
3083 * so we need to go back and try again
3084 */
3085 vnode_unlock(vp);
3086 goto retry;
3087 }
3088 if ( (vp->v_lflag & (VL_NEEDINACTIVE | VL_MARKTERM)) == VL_NEEDINACTIVE ) {
3089 /*
3090 * we did a vnode_rele_ext that asked for
3091 * us not to reenter the filesystem during
3092 * the release even though VL_NEEDINACTIVE was
3093 * set... we'll do it here by doing a
3094 * vnode_get/vnode_put
3095 *
3096 * pick up an iocount so that we can call
3097 * vnode_put and drive the VNOP_INACTIVE...
3098 * vnode_put will either leave us off
3099 * the freelist if a new ref comes in,
3100 * or put us back on the end of the freelist
3101 * or recycle us if we were marked for termination...
3102 * so we'll just go grab a new candidate
3103 */
3104 vp->v_iocount++;
3105 #ifdef JOE_DEBUG
3106 record_vp(vp, 1);
3107 #endif
3108 vnode_put_locked(vp);
3109 vnode_unlock(vp);
3110 goto retry;
3111 }
3112 OSAddAtomic(1, &num_reusedvnodes);
3113
3114 /* Checks for anyone racing us for recycle */
3115 if (vp->v_type != VBAD) {
3116 if (vp->v_lflag & VL_DEAD)
3117 panic("new_vnode: the vnode is VL_DEAD but not VBAD");
3118
3119 (void)vnode_reclaim_internal(vp, 1, 1);
3120
3121 if ((VONLIST(vp)))
3122 panic("new_vnode: vp on list ");
3123 if (vp->v_usecount || vp->v_iocount || vp->v_kusecount ||
3124 (vp->v_lflag & (VNAMED_UBC | VNAMED_MOUNT | VNAMED_FSHASH)))
3125 panic("new_vnode: free vnode still referenced\n");
3126 if ((vp->v_mntvnodes.tqe_prev != 0) && (vp->v_mntvnodes.tqe_next != 0))
3127 panic("new_vnode: vnode seems to be on mount list ");
3128 if ( !LIST_EMPTY(&vp->v_nclinks) || !LIST_EMPTY(&vp->v_ncchildren))
3129 panic("new_vnode: vnode still hooked into the name cache");
3130 }
3131 if (vp->v_unsafefs) {
3132 lck_mtx_destroy(&vp->v_unsafefs->fsnodelock, vnode_lck_grp);
3133 FREE_ZONE((void *)vp->v_unsafefs, sizeof(struct unsafe_fsnode), M_UNSAFEFS);
3134 vp->v_unsafefs = (struct unsafe_fsnode *)NULL;
3135 }
3136 vp->v_lflag = 0;
3137 vp->v_writecount = 0;
3138 vp->v_references = 0;
3139 vp->v_iterblkflags = 0;
3140 vp->v_flag = VSTANDARD;
3141 /* vbad vnodes can point to dead_mountp */
3142 vp->v_mount = 0;
3143 vp->v_defer_reclaimlist = (vnode_t)0;
3144
3145 vnode_unlock(vp);
3146 done:
3147 *vpp = vp;
3148
3149 return (0);
3150 }
3151
3152 void
3153 vnode_lock(vnode_t vp)
3154 {
3155 lck_mtx_lock(&vp->v_lock);
3156 }
3157
3158 void
3159 vnode_unlock(vnode_t vp)
3160 {
3161 lck_mtx_unlock(&vp->v_lock);
3162 }
3163
3164
3165
3166 int
3167 vnode_get(struct vnode *vp)
3168 {
3169 vnode_lock(vp);
3170
3171 if ( (vp->v_iocount == 0) && (vp->v_lflag & (VL_TERMINATE | VL_DEAD)) ) {
3172 vnode_unlock(vp);
3173 return(ENOENT);
3174 }
3175 vp->v_iocount++;
3176 #ifdef JOE_DEBUG
3177 record_vp(vp, 1);
3178 #endif
3179 vnode_unlock(vp);
3180
3181 return(0);
3182 }
3183
3184 int
3185 vnode_getwithvid(vnode_t vp, int vid)
3186 {
3187 return(vget_internal(vp, vid, ( VNODE_NODEAD| VNODE_WITHID)));
3188 }
3189
3190 int
3191 vnode_getwithref(vnode_t vp)
3192 {
3193 return(vget_internal(vp, 0, 0));
3194 }
3195
3196
3197 int
3198 vnode_put(vnode_t vp)
3199 {
3200 int retval;
3201
3202 vnode_lock(vp);
3203 retval = vnode_put_locked(vp);
3204 vnode_unlock(vp);
3205
3206 return(retval);
3207 }
3208
3209 int
3210 vnode_put_locked(vnode_t vp)
3211 {
3212 struct vfs_context context;
3213
3214 retry:
3215 if (vp->v_iocount < 1)
3216 panic("vnode_put(%x): iocount < 1", vp);
3217
3218 if ((vp->v_usecount > 0) || (vp->v_iocount > 1)) {
3219 vnode_dropiocount(vp, 1);
3220 return(0);
3221 }
3222 if ((vp->v_lflag & (VL_MARKTERM | VL_TERMINATE | VL_DEAD | VL_NEEDINACTIVE)) == VL_NEEDINACTIVE) {
3223
3224 vp->v_lflag &= ~VL_NEEDINACTIVE;
3225 vnode_unlock(vp);
3226
3227 context.vc_proc = current_proc();
3228 context.vc_ucred = kauth_cred_get();
3229 VNOP_INACTIVE(vp, &context);
3230
3231 vnode_lock(vp);
3232 /*
3233 * because we had to drop the vnode lock before calling
3234 * VNOP_INACTIVE, the state of this vnode may have changed...
3235 * we may pick up both VL_MARTERM and either
3236 * an iocount or a usecount while in the VNOP_INACTIVE call
3237 * we don't want to call vnode_reclaim_internal on a vnode
3238 * that has active references on it... so loop back around
3239 * and reevaluate the state
3240 */
3241 goto retry;
3242 }
3243 vp->v_lflag &= ~VL_NEEDINACTIVE;
3244
3245 if ((vp->v_lflag & (VL_MARKTERM | VL_TERMINATE | VL_DEAD)) == VL_MARKTERM)
3246 vnode_reclaim_internal(vp, 1, 0);
3247
3248 vnode_dropiocount(vp, 1);
3249 vnode_list_add(vp);
3250
3251 return(0);
3252 }
3253
3254 /* is vnode_t in use by others? */
3255 int
3256 vnode_isinuse(vnode_t vp, int refcnt)
3257 {
3258 return(vnode_isinuse_locked(vp, refcnt, 0));
3259 }
3260
3261
3262 static int
3263 vnode_isinuse_locked(vnode_t vp, int refcnt, int locked)
3264 {
3265 int retval = 0;
3266
3267 if (!locked)
3268 vnode_lock(vp);
3269 if ((vp->v_type != VREG) && (vp->v_usecount > refcnt)) {
3270 retval = 1;
3271 goto out;
3272 }
3273 if (vp->v_type == VREG) {
3274 retval = ubc_isinuse_locked(vp, refcnt, 1);
3275 }
3276
3277 out:
3278 if (!locked)
3279 vnode_unlock(vp);
3280 return(retval);
3281 }
3282
3283
3284 /* resume vnode_t */
3285 errno_t
3286 vnode_resume(vnode_t vp)
3287 {
3288
3289 vnode_lock(vp);
3290
3291 if (vp->v_owner == current_thread()) {
3292 vp->v_lflag &= ~VL_SUSPENDED;
3293 vp->v_owner = 0;
3294 vnode_unlock(vp);
3295 wakeup(&vp->v_iocount);
3296 } else
3297 vnode_unlock(vp);
3298
3299 return(0);
3300 }
3301
3302 static errno_t
3303 vnode_drain(vnode_t vp)
3304 {
3305
3306 if (vp->v_lflag & VL_DRAIN) {
3307 panic("vnode_drain: recursuve drain");
3308 return(ENOENT);
3309 }
3310 vp->v_lflag |= VL_DRAIN;
3311 vp->v_owner = current_thread();
3312
3313 while (vp->v_iocount > 1)
3314 msleep(&vp->v_iocount, &vp->v_lock, PVFS, "vnode_drain", 0);
3315 return(0);
3316 }
3317
3318
3319 /*
3320 * if the number of recent references via vnode_getwithvid or vnode_getwithref
3321 * exceeds this threshhold, than 'UN-AGE' the vnode by removing it from
3322 * the LRU list if it's currently on it... once the iocount and usecount both drop
3323 * to 0, it will get put back on the end of the list, effectively making it younger
3324 * this allows us to keep actively referenced vnodes in the list without having
3325 * to constantly remove and add to the list each time a vnode w/o a usecount is
3326 * referenced which costs us taking and dropping a global lock twice.
3327 */
3328 #define UNAGE_THRESHHOLD 10
3329
3330 errno_t
3331 vnode_getiocount(vnode_t vp, int locked, int vid, int vflags)
3332 {
3333 int nodead = vflags & VNODE_NODEAD;
3334 int nosusp = vflags & VNODE_NOSUSPEND;
3335
3336 if (!locked)
3337 vnode_lock(vp);
3338
3339 for (;;) {
3340 /*
3341 * if it is a dead vnode with deadfs
3342 */
3343 if (nodead && (vp->v_lflag & VL_DEAD) && ((vp->v_type == VBAD) || (vp->v_data == 0))) {
3344 if (!locked)
3345 vnode_unlock(vp);
3346 return(ENOENT);
3347 }
3348 /*
3349 * will return VL_DEAD ones
3350 */
3351 if ((vp->v_lflag & (VL_SUSPENDED | VL_DRAIN | VL_TERMINATE)) == 0 ) {
3352 break;
3353 }
3354 /*
3355 * if suspended vnodes are to be failed
3356 */
3357 if (nosusp && (vp->v_lflag & VL_SUSPENDED)) {
3358 if (!locked)
3359 vnode_unlock(vp);
3360 return(ENOENT);
3361 }
3362 /*
3363 * if you are the owner of drain/suspend/termination , can acquire iocount
3364 * check for VL_TERMINATE; it does not set owner
3365 */
3366 if ((vp->v_lflag & (VL_DRAIN | VL_SUSPENDED | VL_TERMINATE)) &&
3367 (vp->v_owner == current_thread())) {
3368 break;
3369 }
3370 if (vp->v_lflag & VL_TERMINATE) {
3371 vp->v_lflag |= VL_TERMWANT;
3372
3373 msleep(&vp->v_lflag, &vp->v_lock, PVFS, "vnode getiocount", 0);
3374 } else
3375 msleep(&vp->v_iocount, &vp->v_lock, PVFS, "vnode_getiocount", 0);
3376 }
3377 if (vid != vp->v_id) {
3378 if (!locked)
3379 vnode_unlock(vp);
3380 return(ENOENT);
3381 }
3382 if (++vp->v_references >= UNAGE_THRESHHOLD) {
3383 vp->v_references = 0;
3384 vnode_list_remove(vp);
3385 }
3386 vp->v_iocount++;
3387 #ifdef JOE_DEBUG
3388 record_vp(vp, 1);
3389 #endif
3390 if (!locked)
3391 vnode_unlock(vp);
3392 return(0);
3393 }
3394
3395 static void
3396 vnode_dropiocount (vnode_t vp, int locked)
3397 {
3398 if (!locked)
3399 vnode_lock(vp);
3400 if (vp->v_iocount < 1)
3401 panic("vnode_dropiocount(%x): v_iocount < 1", vp);
3402
3403 vp->v_iocount--;
3404 #ifdef JOE_DEBUG
3405 record_vp(vp, -1);
3406 #endif
3407 if ((vp->v_lflag & (VL_DRAIN | VL_SUSPENDED)) && (vp->v_iocount <= 1))
3408 wakeup(&vp->v_iocount);
3409
3410 if (!locked)
3411 vnode_unlock(vp);
3412 }
3413
3414
3415 void
3416 vnode_reclaim(struct vnode * vp)
3417 {
3418 vnode_reclaim_internal(vp, 0, 0);
3419 }
3420
3421 __private_extern__
3422 void
3423 vnode_reclaim_internal(struct vnode * vp, int locked, int reuse)
3424 {
3425 int isfifo = 0;
3426
3427 if (!locked)
3428 vnode_lock(vp);
3429
3430 if (vp->v_lflag & VL_TERMINATE) {
3431 panic("vnode reclaim in progress");
3432 }
3433 vp->v_lflag |= VL_TERMINATE;
3434
3435 if (vnode_drain(vp)) {
3436 panic("vnode drain failed");
3437 vnode_unlock(vp);
3438 return;
3439 }
3440 isfifo = (vp->v_type == VFIFO);
3441
3442 if (vp->v_type != VBAD)
3443 vgone(vp); /* clean and reclaim the vnode */
3444
3445 /*
3446 * give the vnode a new identity so
3447 * that vnode_getwithvid will fail
3448 * on any stale cache accesses
3449 */
3450 vp->v_id++;
3451 if (isfifo) {
3452 struct fifoinfo * fip;
3453
3454 fip = vp->v_fifoinfo;
3455 vp->v_fifoinfo = NULL;
3456 FREE(fip, M_TEMP);
3457 }
3458
3459 vp->v_type = VBAD;
3460
3461 if (vp->v_data)
3462 panic("vnode_reclaim_internal: cleaned vnode isn't");
3463 if (vp->v_numoutput)
3464 panic("vnode_reclaim_internal: Clean vnode has pending I/O's");
3465 if (UBCINFOEXISTS(vp))
3466 panic("vnode_reclaim_internal: ubcinfo not cleaned");
3467 if (vp->v_parent)
3468 panic("vnode_reclaim_internal: vparent not removed");
3469 if (vp->v_name)
3470 panic("vnode_reclaim_internal: vname not removed");
3471
3472 vp->v_socket = 0;
3473
3474 vp->v_lflag &= ~VL_TERMINATE;
3475 vp->v_lflag &= ~VL_DRAIN;
3476 vp->v_owner = 0;
3477
3478 if (vp->v_lflag & VL_TERMWANT) {
3479 vp->v_lflag &= ~VL_TERMWANT;
3480 wakeup(&vp->v_lflag);
3481 }
3482 if (!reuse && vp->v_usecount == 0)
3483 vnode_list_add(vp);
3484 if (!locked)
3485 vnode_unlock(vp);
3486 }
3487
3488 /* USAGE:
3489 * The following api creates a vnode and associates all the parameter specified in vnode_fsparam
3490 * structure and returns a vnode handle with a reference. device aliasing is handled here so checkalias
3491 * is obsoleted by this.
3492 * vnode_create(int flavor, size_t size, void * param, vnode_t *vp)
3493 */
3494 int
3495 vnode_create(int flavor, size_t size, void *data, vnode_t *vpp)
3496 {
3497 int error;
3498 int insert = 1;
3499 vnode_t vp;
3500 vnode_t nvp;
3501 vnode_t dvp;
3502 struct componentname *cnp;
3503 struct vnode_fsparam *param = (struct vnode_fsparam *)data;
3504
3505 if (flavor == VNCREATE_FLAVOR && (size == VCREATESIZE) && param) {
3506 if ( (error = new_vnode(&vp)) ) {
3507 return(error);
3508 } else {
3509 dvp = param->vnfs_dvp;
3510 cnp = param->vnfs_cnp;
3511
3512 vp->v_op = param->vnfs_vops;
3513 vp->v_type = param->vnfs_vtype;
3514 vp->v_data = param->vnfs_fsnode;
3515 vp->v_iocount = 1;
3516
3517 if (param->vnfs_markroot)
3518 vp->v_flag |= VROOT;
3519 if (param->vnfs_marksystem)
3520 vp->v_flag |= VSYSTEM;
3521 else if (vp->v_type == VREG) {
3522 /*
3523 * only non SYSTEM vp
3524 */
3525 error = ubc_info_init_withsize(vp, param->vnfs_filesize);
3526 if (error) {
3527 #ifdef JOE_DEBUG
3528 record_vp(vp, 1);
3529 #endif
3530 vp->v_mount = 0;
3531 vp->v_op = dead_vnodeop_p;
3532 vp->v_tag = VT_NON;
3533 vp->v_data = NULL;
3534 vp->v_type = VBAD;
3535 vp->v_lflag |= VL_DEAD;
3536
3537 vnode_put(vp);
3538 return(error);
3539 }
3540 }
3541 #ifdef JOE_DEBUG
3542 record_vp(vp, 1);
3543 #endif
3544 if (vp->v_type == VCHR || vp->v_type == VBLK) {
3545
3546 if ( (nvp = checkalias(vp, param->vnfs_rdev)) ) {
3547 /*
3548 * if checkalias returns a vnode, it will be locked
3549 *
3550 * first get rid of the unneeded vnode we acquired
3551 */
3552 vp->v_data = NULL;
3553 vp->v_op = spec_vnodeop_p;
3554 vp->v_type = VBAD;
3555 vp->v_lflag = VL_DEAD;
3556 vp->v_data = NULL;
3557 vp->v_tag = VT_NON;
3558 vnode_put(vp);
3559
3560 /*
3561 * switch to aliased vnode and finish
3562 * preparing it
3563 */
3564 vp = nvp;
3565
3566 vclean(vp, 0, current_proc());
3567 vp->v_op = param->vnfs_vops;
3568 vp->v_type = param->vnfs_vtype;
3569 vp->v_data = param->vnfs_fsnode;
3570 vp->v_lflag = 0;
3571 vp->v_mount = NULL;
3572 insmntque(vp, param->vnfs_mp);
3573 insert = 0;
3574 vnode_unlock(vp);
3575 }
3576 }
3577
3578 if (vp->v_type == VFIFO) {
3579 struct fifoinfo *fip;
3580
3581 MALLOC(fip, struct fifoinfo *,
3582 sizeof(*fip), M_TEMP, M_WAITOK);
3583 bzero(fip, sizeof(struct fifoinfo ));
3584 vp->v_fifoinfo = fip;
3585 }
3586 /* The file systems usually pass the address of the location where
3587 * where there store the vnode pointer. When we add the vnode in mount
3588 * point and name cache they are discoverable. So the file system node
3589 * will have the connection to vnode setup by then
3590 */
3591 *vpp = vp;
3592
3593 if (param->vnfs_mp) {
3594 if (param->vnfs_mp->mnt_kern_flag & MNTK_LOCK_LOCAL)
3595 vp->v_flag |= VLOCKLOCAL;
3596 if (insert) {
3597 /*
3598 * enter in mount vnode list
3599 */
3600 insmntque(vp, param->vnfs_mp);
3601 }
3602 #ifdef INTERIM_FSNODE_LOCK
3603 if (param->vnfs_mp->mnt_vtable->vfc_threadsafe == 0) {
3604 MALLOC_ZONE(vp->v_unsafefs, struct unsafe_fsnode *,
3605 sizeof(struct unsafe_fsnode), M_UNSAFEFS, M_WAITOK);
3606 vp->v_unsafefs->fsnode_count = 0;
3607 vp->v_unsafefs->fsnodeowner = (void *)NULL;
3608 lck_mtx_init(&vp->v_unsafefs->fsnodelock, vnode_lck_grp, vnode_lck_attr);
3609 }
3610 #endif /* INTERIM_FSNODE_LOCK */
3611 }
3612 if (dvp && vnode_ref(dvp) == 0) {
3613 vp->v_parent = dvp;
3614 }
3615 if (cnp) {
3616 if (dvp && ((param->vnfs_flags & (VNFS_NOCACHE | VNFS_CANTCACHE)) == 0)) {
3617 /*
3618 * enter into name cache
3619 * we've got the info to enter it into the name cache now
3620 */
3621 cache_enter(dvp, vp, cnp);
3622 }
3623 vp->v_name = vfs_addname(cnp->cn_nameptr, cnp->cn_namelen, cnp->cn_hash, 0);
3624 }
3625 if ((param->vnfs_flags & VNFS_CANTCACHE) == 0) {
3626 /*
3627 * this vnode is being created as cacheable in the name cache
3628 * this allows us to re-enter it in the cache
3629 */
3630 vp->v_flag |= VNCACHEABLE;
3631 }
3632 if ((vp->v_flag & VSYSTEM) && (vp->v_type != VREG))
3633 panic("incorrect vnode setup");
3634
3635 return(0);
3636 }
3637 }
3638 return (EINVAL);
3639 }
3640
3641 int
3642 vnode_addfsref(vnode_t vp)
3643 {
3644 vnode_lock(vp);
3645 if (vp->v_lflag & VNAMED_FSHASH)
3646 panic("add_fsref: vp already has named reference");
3647 if ((vp->v_freelist.tqe_prev != (struct vnode **)0xdeadb))
3648 panic("addfsref: vp on the free list\n");
3649 vp->v_lflag |= VNAMED_FSHASH;
3650 vnode_unlock(vp);
3651 return(0);
3652
3653 }
3654 int
3655 vnode_removefsref(vnode_t vp)
3656 {
3657 vnode_lock(vp);
3658 if ((vp->v_lflag & VNAMED_FSHASH) == 0)
3659 panic("remove_fsref: no named reference");
3660 vp->v_lflag &= ~VNAMED_FSHASH;
3661 vnode_unlock(vp);
3662 return(0);
3663
3664 }
3665
3666
3667 int
3668 vfs_iterate(__unused int flags, int (*callout)(mount_t, void *), void *arg)
3669 {
3670 mount_t mp;
3671 int ret = 0;
3672 fsid_t * fsid_list;
3673 int count, actualcount, i;
3674 void * allocmem;
3675
3676 count = mount_getvfscnt();
3677 count += 10;
3678
3679 fsid_list = (fsid_t *)kalloc(count * sizeof(fsid_t));
3680 allocmem = (void *)fsid_list;
3681
3682 actualcount = mount_fillfsids(fsid_list, count);
3683
3684 for (i=0; i< actualcount; i++) {
3685
3686 /* obtain the mount point with iteration reference */
3687 mp = mount_list_lookupby_fsid(&fsid_list[i], 0, 1);
3688
3689 if(mp == (struct mount *)0)
3690 continue;
3691 mount_lock(mp);
3692 if (mp->mnt_lflag & (MNT_LDEAD | MNT_LUNMOUNT)) {
3693 mount_unlock(mp);
3694 mount_iterdrop(mp);
3695 continue;
3696
3697 }
3698 mount_unlock(mp);
3699
3700 /* iterate over all the vnodes */
3701 ret = callout(mp, arg);
3702
3703 mount_iterdrop(mp);
3704
3705 switch (ret) {
3706 case VFS_RETURNED:
3707 case VFS_RETURNED_DONE:
3708 if (ret == VFS_RETURNED_DONE) {
3709 ret = 0;
3710 goto out;
3711 }
3712 break;
3713
3714 case VFS_CLAIMED_DONE:
3715 ret = 0;
3716 goto out;
3717 case VFS_CLAIMED:
3718 default:
3719 break;
3720 }
3721 ret = 0;
3722 }
3723
3724 out:
3725 kfree(allocmem, (count * sizeof(fsid_t)));
3726 return (ret);
3727 }
3728
3729 /*
3730 * Update the vfsstatfs structure in the mountpoint.
3731 */
3732 int
3733 vfs_update_vfsstat(mount_t mp, vfs_context_t ctx)
3734 {
3735 struct vfs_attr va;
3736 int error;
3737
3738 /*
3739 * Request the attributes we want to propagate into
3740 * the per-mount vfsstat structure.
3741 */
3742 VFSATTR_INIT(&va);
3743 VFSATTR_WANTED(&va, f_iosize);
3744 VFSATTR_WANTED(&va, f_blocks);
3745 VFSATTR_WANTED(&va, f_bfree);
3746 VFSATTR_WANTED(&va, f_bavail);
3747 VFSATTR_WANTED(&va, f_bused);
3748 VFSATTR_WANTED(&va, f_files);
3749 VFSATTR_WANTED(&va, f_ffree);
3750 VFSATTR_WANTED(&va, f_bsize);
3751 VFSATTR_WANTED(&va, f_fssubtype);
3752 if ((error = vfs_getattr(mp, &va, ctx)) != 0) {
3753 KAUTH_DEBUG("STAT - filesystem returned error %d", error);
3754 return(error);
3755 }
3756
3757 /*
3758 * Unpack into the per-mount structure.
3759 *
3760 * We only overwrite these fields, which are likely to change:
3761 * f_blocks
3762 * f_bfree
3763 * f_bavail
3764 * f_bused
3765 * f_files
3766 * f_ffree
3767 *
3768 * And these which are not, but which the FS has no other way
3769 * of providing to us:
3770 * f_bsize
3771 * f_iosize
3772 * f_fssubtype
3773 *
3774 */
3775 if (VFSATTR_IS_SUPPORTED(&va, f_bsize)) {
3776 mp->mnt_vfsstat.f_bsize = va.f_bsize;
3777 } else {
3778 mp->mnt_vfsstat.f_bsize = mp->mnt_devblocksize; /* default from the device block size */
3779 }
3780 if (VFSATTR_IS_SUPPORTED(&va, f_iosize)) {
3781 mp->mnt_vfsstat.f_iosize = va.f_iosize;
3782 } else {
3783 mp->mnt_vfsstat.f_iosize = 1024 * 1024; /* 1MB sensible I/O size */
3784 }
3785 if (VFSATTR_IS_SUPPORTED(&va, f_blocks))
3786 mp->mnt_vfsstat.f_blocks = va.f_blocks;
3787 if (VFSATTR_IS_SUPPORTED(&va, f_bfree))
3788 mp->mnt_vfsstat.f_bfree = va.f_bfree;
3789 if (VFSATTR_IS_SUPPORTED(&va, f_bavail))
3790 mp->mnt_vfsstat.f_bavail = va.f_bavail;
3791 if (VFSATTR_IS_SUPPORTED(&va, f_bused))
3792 mp->mnt_vfsstat.f_bused = va.f_bused;
3793 if (VFSATTR_IS_SUPPORTED(&va, f_files))
3794 mp->mnt_vfsstat.f_files = va.f_files;
3795 if (VFSATTR_IS_SUPPORTED(&va, f_ffree))
3796 mp->mnt_vfsstat.f_ffree = va.f_ffree;
3797
3798 /* this is unlikely to change, but has to be queried for */
3799 if (VFSATTR_IS_SUPPORTED(&va, f_fssubtype))
3800 mp->mnt_vfsstat.f_fssubtype = va.f_fssubtype;
3801
3802 return(0);
3803 }
3804
3805 void
3806 mount_list_add(mount_t mp)
3807 {
3808 mount_list_lock();
3809 TAILQ_INSERT_TAIL(&mountlist, mp, mnt_list);
3810 nummounts++;
3811 mount_list_unlock();
3812 }
3813
3814 void
3815 mount_list_remove(mount_t mp)
3816 {
3817 mount_list_lock();
3818 TAILQ_REMOVE(&mountlist, mp, mnt_list);
3819 nummounts--;
3820 mp->mnt_list.tqe_next = 0;
3821 mp->mnt_list.tqe_prev = 0;
3822 mount_list_unlock();
3823 }
3824
3825 mount_t
3826 mount_lookupby_volfsid(int volfs_id, int withref)
3827 {
3828 mount_t cur_mount = (mount_t)0;
3829 mount_t mp ;
3830
3831 mount_list_lock();
3832 TAILQ_FOREACH(mp, &mountlist, mnt_list) {
3833 if (validfsnode(mp) && mp->mnt_vfsstat.f_fsid.val[0] == volfs_id) {
3834 cur_mount = mp;
3835 if (withref) {
3836 if (mount_iterref(cur_mount, 1)) {
3837 cur_mount = (mount_t)0;
3838 mount_list_unlock();
3839 goto out;
3840 }
3841 }
3842 break;
3843 }
3844 }
3845 mount_list_unlock();
3846 if (withref && (cur_mount != (mount_t)0)) {
3847 mp = cur_mount;
3848 if (vfs_busy(mp, LK_NOWAIT) != 0) {
3849 cur_mount = (mount_t)0;
3850 }
3851 mount_iterdrop(mp);
3852 }
3853 out:
3854 return(cur_mount);
3855 }
3856
3857
3858 mount_t
3859 mount_list_lookupby_fsid(fsid, locked, withref)
3860 fsid_t *fsid;
3861 int locked;
3862 int withref;
3863 {
3864 mount_t retmp = (mount_t)0;
3865 mount_t mp;
3866
3867 if (!locked)
3868 mount_list_lock();
3869 TAILQ_FOREACH(mp, &mountlist, mnt_list)
3870 if (mp->mnt_vfsstat.f_fsid.val[0] == fsid->val[0] &&
3871 mp->mnt_vfsstat.f_fsid.val[1] == fsid->val[1]) {
3872 retmp = mp;
3873 if (withref) {
3874 if (mount_iterref(retmp, 1))
3875 retmp = (mount_t)0;
3876 }
3877 goto out;
3878 }
3879 out:
3880 if (!locked)
3881 mount_list_unlock();
3882 return (retmp);
3883 }
3884
3885 errno_t
3886 vnode_lookup(const char *path, int flags, vnode_t *vpp, vfs_context_t context)
3887 {
3888 struct nameidata nd;
3889 int error;
3890 struct vfs_context context2;
3891 vfs_context_t ctx = context;
3892 u_long ndflags = 0;
3893
3894 if (context == NULL) { /* XXX technically an error */
3895 context2.vc_proc = current_proc();
3896 context2.vc_ucred = kauth_cred_get();
3897 ctx = &context2;
3898 }
3899
3900 if (flags & VNODE_LOOKUP_NOFOLLOW)
3901 ndflags = NOFOLLOW;
3902 else
3903 ndflags = FOLLOW;
3904
3905 if (flags & VNODE_LOOKUP_NOCROSSMOUNT)
3906 ndflags |= NOCROSSMOUNT;
3907 if (flags & VNODE_LOOKUP_DOWHITEOUT)
3908 ndflags |= DOWHITEOUT;
3909
3910 /* XXX AUDITVNPATH1 needed ? */
3911 NDINIT(&nd, LOOKUP, ndflags, UIO_SYSSPACE, CAST_USER_ADDR_T(path), ctx);
3912
3913 if ((error = namei(&nd)))
3914 return (error);
3915 *vpp = nd.ni_vp;
3916 nameidone(&nd);
3917
3918 return (0);
3919 }
3920
3921 errno_t
3922 vnode_open(const char *path, int fmode, int cmode, int flags, vnode_t *vpp, vfs_context_t context)
3923 {
3924 struct nameidata nd;
3925 int error;
3926 struct vfs_context context2;
3927 vfs_context_t ctx = context;
3928 u_long ndflags = 0;
3929 int lflags = flags;
3930
3931 if (context == NULL) { /* XXX technically an error */
3932 context2.vc_proc = current_proc();
3933 context2.vc_ucred = kauth_cred_get();
3934 ctx = &context2;
3935 }
3936
3937 if (fmode & O_NOFOLLOW)
3938 lflags |= VNODE_LOOKUP_NOFOLLOW;
3939
3940 if (lflags & VNODE_LOOKUP_NOFOLLOW)
3941 ndflags = NOFOLLOW;
3942 else
3943 ndflags = FOLLOW;
3944
3945 if (lflags & VNODE_LOOKUP_NOCROSSMOUNT)
3946 ndflags |= NOCROSSMOUNT;
3947 if (lflags & VNODE_LOOKUP_DOWHITEOUT)
3948 ndflags |= DOWHITEOUT;
3949
3950 /* XXX AUDITVNPATH1 needed ? */
3951 NDINIT(&nd, LOOKUP, ndflags, UIO_SYSSPACE, CAST_USER_ADDR_T(path), ctx);
3952
3953 if ((error = vn_open(&nd, fmode, cmode)))
3954 *vpp = NULL;
3955 else
3956 *vpp = nd.ni_vp;
3957
3958 return (error);
3959 }
3960
3961 errno_t
3962 vnode_close(vnode_t vp, int flags, vfs_context_t context)
3963 {
3964 kauth_cred_t cred;
3965 struct proc *p;
3966 int error;
3967
3968 if (context) {
3969 p = context->vc_proc;
3970 cred = context->vc_ucred;
3971 } else {
3972 p = current_proc();
3973 cred = kauth_cred_get();
3974 }
3975
3976 error = vn_close(vp, flags, cred, p);
3977 vnode_put(vp);
3978 return (error);
3979 }
3980
3981 errno_t
3982 vnode_size(vnode_t vp, off_t *sizep, vfs_context_t ctx)
3983 {
3984 struct vnode_attr va;
3985 int error;
3986
3987 VATTR_INIT(&va);
3988 VATTR_WANTED(&va, va_data_size);
3989 error = vnode_getattr(vp, &va, ctx);
3990 if (!error)
3991 *sizep = va.va_data_size;
3992 return(error);
3993 }
3994
3995 errno_t
3996 vnode_setsize(vnode_t vp, off_t size, int ioflag, vfs_context_t ctx)
3997 {
3998 struct vnode_attr va;
3999
4000 VATTR_INIT(&va);
4001 VATTR_SET(&va, va_data_size, size);
4002 va.va_vaflags = ioflag & 0xffff;
4003 return(vnode_setattr(vp, &va, ctx));
4004 }
4005
4006 /*
4007 * Create a filesystem object of arbitrary type with arbitrary attributes in
4008 * the spevied directory with the specified name.
4009 *
4010 * Parameters: dvp Pointer to the vnode of the directory
4011 * in which to create the object.
4012 * vpp Pointer to the area into which to
4013 * return the vnode of the created object.
4014 * cnp Component name pointer from the namei
4015 * data structure, containing the name to
4016 * use for the create object.
4017 * vap Pointer to the vnode_attr structure
4018 * describing the object to be created,
4019 * including the type of object.
4020 * flags VN_* flags controlling ACL inheritance
4021 * and whether or not authorization is to
4022 * be required for the operation.
4023 *
4024 * Returns: 0 Success
4025 * !0 errno value
4026 *
4027 * Implicit: *vpp Contains the vnode of the object that
4028 * was created, if successful.
4029 * *cnp May be modified by the underlying VFS.
4030 * *vap May be modified by the underlying VFS.
4031 * modified by either ACL inheritance or
4032 *
4033 *
4034 * be modified, even if the operation is
4035 *
4036 *
4037 * Notes: The kauth_filesec_t in 'vap', if any, is in host byte order.
4038 *
4039 * Modification of '*cnp' and '*vap' by the underlying VFS is
4040 * strongly discouraged.
4041 *
4042 * XXX: This function is a 'vn_*' function; it belongs in vfs_vnops.c
4043 *
4044 * XXX: We should enummerate the possible errno values here, and where
4045 * in the code they originated.
4046 */
4047 errno_t
4048 vn_create(vnode_t dvp, vnode_t *vpp, struct componentname *cnp, struct vnode_attr *vap, int flags, vfs_context_t ctx)
4049 {
4050 kauth_acl_t oacl, nacl;
4051 int initial_acl;
4052 errno_t error;
4053 vnode_t vp = (vnode_t)0;
4054
4055 error = 0;
4056 oacl = nacl = NULL;
4057 initial_acl = 0;
4058
4059 KAUTH_DEBUG("%p CREATE - '%s'", dvp, cnp->cn_nameptr);
4060
4061 /*
4062 * Handle ACL inheritance.
4063 */
4064 if (!(flags & VN_CREATE_NOINHERIT) && vfs_extendedsecurity(dvp->v_mount)) {
4065 /* save the original filesec */
4066 if (VATTR_IS_ACTIVE(vap, va_acl)) {
4067 initial_acl = 1;
4068 oacl = vap->va_acl;
4069 }
4070
4071 vap->va_acl = NULL;
4072 if ((error = kauth_acl_inherit(dvp,
4073 oacl,
4074 &nacl,
4075 vap->va_type == VDIR,
4076 ctx)) != 0) {
4077 KAUTH_DEBUG("%p CREATE - error %d processing inheritance", dvp, error);
4078 return(error);
4079 }
4080
4081 /*
4082 * If the generated ACL is NULL, then we can save ourselves some effort
4083 * by clearing the active bit.
4084 */
4085 if (nacl == NULL) {
4086 VATTR_CLEAR_ACTIVE(vap, va_acl);
4087 } else {
4088 VATTR_SET(vap, va_acl, nacl);
4089 }
4090 }
4091
4092 /*
4093 * Check and default new attributes.
4094 * This will set va_uid, va_gid, va_mode and va_create_time at least, if the caller
4095 * hasn't supplied them.
4096 */
4097 if ((error = vnode_authattr_new(dvp, vap, flags & VN_CREATE_NOAUTH, ctx)) != 0) {
4098 KAUTH_DEBUG("%p CREATE - error %d handing/defaulting attributes", dvp, error);
4099 goto out;
4100 }
4101
4102
4103 /*
4104 * Create the requested node.
4105 */
4106 switch(vap->va_type) {
4107 case VREG:
4108 error = VNOP_CREATE(dvp, vpp, cnp, vap, ctx);
4109 break;
4110 case VDIR:
4111 error = VNOP_MKDIR(dvp, vpp, cnp, vap, ctx);
4112 break;
4113 case VSOCK:
4114 case VFIFO:
4115 case VBLK:
4116 case VCHR:
4117 error = VNOP_MKNOD(dvp, vpp, cnp, vap, ctx);
4118 break;
4119 default:
4120 panic("vnode_create: unknown vtype %d", vap->va_type);
4121 }
4122 if (error != 0) {
4123 KAUTH_DEBUG("%p CREATE - error %d returned by filesystem", dvp, error);
4124 goto out;
4125 }
4126
4127 vp = *vpp;
4128 /*
4129 * If some of the requested attributes weren't handled by the VNOP,
4130 * use our fallback code.
4131 */
4132 if (!VATTR_ALL_SUPPORTED(vap) && *vpp) {
4133 KAUTH_DEBUG(" CREATE - doing fallback with ACL %p", vap->va_acl);
4134 error = vnode_setattr_fallback(*vpp, vap, ctx);
4135 }
4136 if ((error != 0 ) && (vp != (vnode_t)0)) {
4137 *vpp = (vnode_t) 0;
4138 vnode_put(vp);
4139 }
4140
4141 out:
4142 /*
4143 * If the caller supplied a filesec in vap, it has been replaced
4144 * now by the post-inheritance copy. We need to put the original back
4145 * and free the inherited product.
4146 */
4147 if (initial_acl) {
4148 VATTR_SET(vap, va_acl, oacl);
4149 } else {
4150 VATTR_CLEAR_ACTIVE(vap, va_acl);
4151 }
4152 if (nacl != NULL)
4153 kauth_acl_free(nacl);
4154
4155 return(error);
4156 }
4157
4158 static kauth_scope_t vnode_scope;
4159 static int vnode_authorize_callback(kauth_cred_t credential, __unused void *idata, kauth_action_t action,
4160 uintptr_t arg0, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3);
4161
4162 typedef struct _vnode_authorize_context {
4163 vnode_t vp;
4164 struct vnode_attr *vap;
4165 vnode_t dvp;
4166 struct vnode_attr *dvap;
4167 vfs_context_t ctx;
4168 int flags;
4169 int flags_valid;
4170 #define _VAC_IS_OWNER (1<<0)
4171 #define _VAC_IN_GROUP (1<<1)
4172 #define _VAC_IS_DIR_OWNER (1<<2)
4173 #define _VAC_IN_DIR_GROUP (1<<3)
4174 } *vauth_ctx;
4175
4176 void
4177 vnode_authorize_init(void)
4178 {
4179 vnode_scope = kauth_register_scope(KAUTH_SCOPE_VNODE, vnode_authorize_callback, NULL);
4180 }
4181
4182 /*
4183 * Authorize an operation on a vnode.
4184 *
4185 * This is KPI, but here because it needs vnode_scope.
4186 */
4187 int
4188 vnode_authorize(vnode_t vp, vnode_t dvp, kauth_action_t action, vfs_context_t context)
4189 {
4190 int error, result;
4191
4192 /*
4193 * We can't authorize against a dead vnode; allow all operations through so that
4194 * the correct error can be returned.
4195 */
4196 if (vp->v_type == VBAD)
4197 return(0);
4198
4199 error = 0;
4200 result = kauth_authorize_action(vnode_scope, vfs_context_ucred(context), action,
4201 (uintptr_t)context, (uintptr_t)vp, (uintptr_t)dvp, (uintptr_t)&error);
4202 if (result == EPERM) /* traditional behaviour */
4203 result = EACCES;
4204 /* did the lower layers give a better error return? */
4205 if ((result != 0) && (error != 0))
4206 return(error);
4207 return(result);
4208 }
4209
4210 /*
4211 * Test for vnode immutability.
4212 *
4213 * The 'append' flag is set when the authorization request is constrained
4214 * to operations which only request the right to append to a file.
4215 *
4216 * The 'ignore' flag is set when an operation modifying the immutability flags
4217 * is being authorized. We check the system securelevel to determine which
4218 * immutability flags we can ignore.
4219 */
4220 static int
4221 vnode_immutable(struct vnode_attr *vap, int append, int ignore)
4222 {
4223 int mask;
4224
4225 /* start with all bits precluding the operation */
4226 mask = IMMUTABLE | APPEND;
4227
4228 /* if appending only, remove the append-only bits */
4229 if (append)
4230 mask &= ~APPEND;
4231
4232 /* ignore only set when authorizing flags changes */
4233 if (ignore) {
4234 if (securelevel <= 0) {
4235 /* in insecure state, flags do not inhibit changes */
4236 mask = 0;
4237 } else {
4238 /* in secure state, user flags don't inhibit */
4239 mask &= ~(UF_IMMUTABLE | UF_APPEND);
4240 }
4241 }
4242 KAUTH_DEBUG("IMMUTABLE - file flags 0x%x mask 0x%x append = %d ignore = %d", vap->va_flags, mask, append, ignore);
4243 if ((vap->va_flags & mask) != 0)
4244 return(EPERM);
4245 return(0);
4246 }
4247
4248 static int
4249 vauth_node_owner(struct vnode_attr *vap, kauth_cred_t cred)
4250 {
4251 int result;
4252
4253 /* default assumption is not-owner */
4254 result = 0;
4255
4256 /*
4257 * If the filesystem has given us a UID, we treat this as authoritative.
4258 */
4259 if (vap && VATTR_IS_SUPPORTED(vap, va_uid)) {
4260 result = (vap->va_uid == kauth_cred_getuid(cred)) ? 1 : 0;
4261 }
4262 /* we could test the owner UUID here if we had a policy for it */
4263
4264 return(result);
4265 }
4266
4267 static int
4268 vauth_node_group(struct vnode_attr *vap, kauth_cred_t cred, int *ismember)
4269 {
4270 int error;
4271 int result;
4272
4273 error = 0;
4274 result = 0;
4275
4276 /* the caller is expected to have asked the filesystem for a group at some point */
4277 if (vap && VATTR_IS_SUPPORTED(vap, va_gid)) {
4278 error = kauth_cred_ismember_gid(cred, vap->va_gid, &result);
4279 }
4280 /* we could test the group UUID here if we had a policy for it */
4281
4282 if (!error)
4283 *ismember = result;
4284 return(error);
4285 }
4286
4287 static int
4288 vauth_file_owner(vauth_ctx vcp)
4289 {
4290 int result;
4291
4292 if (vcp->flags_valid & _VAC_IS_OWNER) {
4293 result = (vcp->flags & _VAC_IS_OWNER) ? 1 : 0;
4294 } else {
4295 result = vauth_node_owner(vcp->vap, vcp->ctx->vc_ucred);
4296
4297 /* cache our result */
4298 vcp->flags_valid |= _VAC_IS_OWNER;
4299 if (result) {
4300 vcp->flags |= _VAC_IS_OWNER;
4301 } else {
4302 vcp->flags &= ~_VAC_IS_OWNER;
4303 }
4304 }
4305 return(result);
4306 }
4307
4308 static int
4309 vauth_file_ingroup(vauth_ctx vcp, int *ismember)
4310 {
4311 int error;
4312
4313 if (vcp->flags_valid & _VAC_IN_GROUP) {
4314 *ismember = (vcp->flags & _VAC_IN_GROUP) ? 1 : 0;
4315 error = 0;
4316 } else {
4317 error = vauth_node_group(vcp->vap, vcp->ctx->vc_ucred, ismember);
4318
4319 if (!error) {
4320 /* cache our result */
4321 vcp->flags_valid |= _VAC_IN_GROUP;
4322 if (*ismember) {
4323 vcp->flags |= _VAC_IN_GROUP;
4324 } else {
4325 vcp->flags &= ~_VAC_IN_GROUP;
4326 }
4327 }
4328
4329 }
4330 return(error);
4331 }
4332
4333 static int
4334 vauth_dir_owner(vauth_ctx vcp)
4335 {
4336 int result;
4337
4338 if (vcp->flags_valid & _VAC_IS_DIR_OWNER) {
4339 result = (vcp->flags & _VAC_IS_DIR_OWNER) ? 1 : 0;
4340 } else {
4341 result = vauth_node_owner(vcp->dvap, vcp->ctx->vc_ucred);
4342
4343 /* cache our result */
4344 vcp->flags_valid |= _VAC_IS_DIR_OWNER;
4345 if (result) {
4346 vcp->flags |= _VAC_IS_DIR_OWNER;
4347 } else {
4348 vcp->flags &= ~_VAC_IS_DIR_OWNER;
4349 }
4350 }
4351 return(result);
4352 }
4353
4354 static int
4355 vauth_dir_ingroup(vauth_ctx vcp, int *ismember)
4356 {
4357 int error;
4358
4359 if (vcp->flags_valid & _VAC_IN_DIR_GROUP) {
4360 *ismember = (vcp->flags & _VAC_IN_DIR_GROUP) ? 1 : 0;
4361 error = 0;
4362 } else {
4363 error = vauth_node_group(vcp->dvap, vcp->ctx->vc_ucred, ismember);
4364
4365 if (!error) {
4366 /* cache our result */
4367 vcp->flags_valid |= _VAC_IN_DIR_GROUP;
4368 if (*ismember) {
4369 vcp->flags |= _VAC_IN_DIR_GROUP;
4370 } else {
4371 vcp->flags &= ~_VAC_IN_DIR_GROUP;
4372 }
4373 }
4374 }
4375 return(error);
4376 }
4377
4378 /*
4379 * Test the posix permissions in (vap) to determine whether (credential)
4380 * may perform (action)
4381 */
4382 static int
4383 vnode_authorize_posix(vauth_ctx vcp, int action, int on_dir)
4384 {
4385 struct vnode_attr *vap;
4386 int needed, error, owner_ok, group_ok, world_ok, ismember;
4387 #ifdef KAUTH_DEBUG_ENABLE
4388 const char *where;
4389 # define _SETWHERE(c) where = c;
4390 #else
4391 # define _SETWHERE(c)
4392 #endif
4393
4394 /* checking file or directory? */
4395 if (on_dir) {
4396 vap = vcp->dvap;
4397 } else {
4398 vap = vcp->vap;
4399 }
4400
4401 error = 0;
4402
4403 /*
4404 * We want to do as little work here as possible. So first we check
4405 * which sets of permissions grant us the access we need, and avoid checking
4406 * whether specific permissions grant access when more generic ones would.
4407 */
4408
4409 /* owner permissions */
4410 needed = 0;
4411 if (action & VREAD)
4412 needed |= S_IRUSR;
4413 if (action & VWRITE)
4414 needed |= S_IWUSR;
4415 if (action & VEXEC)
4416 needed |= S_IXUSR;
4417 owner_ok = (needed & vap->va_mode) == needed;
4418
4419 /* group permissions */
4420 needed = 0;
4421 if (action & VREAD)
4422 needed |= S_IRGRP;
4423 if (action & VWRITE)
4424 needed |= S_IWGRP;
4425 if (action & VEXEC)
4426 needed |= S_IXGRP;
4427 group_ok = (needed & vap->va_mode) == needed;
4428
4429 /* world permissions */
4430 needed = 0;
4431 if (action & VREAD)
4432 needed |= S_IROTH;
4433 if (action & VWRITE)
4434 needed |= S_IWOTH;
4435 if (action & VEXEC)
4436 needed |= S_IXOTH;
4437 world_ok = (needed & vap->va_mode) == needed;
4438
4439 /* If granted/denied by all three, we're done */
4440 if (owner_ok && group_ok && world_ok) {
4441 _SETWHERE("all");
4442 goto out;
4443 }
4444 if (!owner_ok && !group_ok && !world_ok) {
4445 _SETWHERE("all");
4446 error = EACCES;
4447 goto out;
4448 }
4449
4450 /* Check ownership (relatively cheap) */
4451 if ((on_dir && vauth_dir_owner(vcp)) ||
4452 (!on_dir && vauth_file_owner(vcp))) {
4453 _SETWHERE("user");
4454 if (!owner_ok)
4455 error = EACCES;
4456 goto out;
4457 }
4458
4459 /* Not owner; if group and world both grant it we're done */
4460 if (group_ok && world_ok) {
4461 _SETWHERE("group/world");
4462 goto out;
4463 }
4464 if (!group_ok && !world_ok) {
4465 _SETWHERE("group/world");
4466 error = EACCES;
4467 goto out;
4468 }
4469
4470 /* Check group membership (most expensive) */
4471 ismember = 0;
4472 if (on_dir) {
4473 error = vauth_dir_ingroup(vcp, &ismember);
4474 } else {
4475 error = vauth_file_ingroup(vcp, &ismember);
4476 }
4477 if (error)
4478 goto out;
4479 if (ismember) {
4480 _SETWHERE("group");
4481 if (!group_ok)
4482 error = EACCES;
4483 goto out;
4484 }
4485
4486 /* Not owner, not in group, use world result */
4487 _SETWHERE("world");
4488 if (!world_ok)
4489 error = EACCES;
4490
4491 /* FALLTHROUGH */
4492
4493 out:
4494 KAUTH_DEBUG("%p %s - posix %s permissions : need %s%s%s %x have %s%s%s%s%s%s%s%s%s UID = %d file = %d,%d",
4495 vcp->vp, (error == 0) ? "ALLOWED" : "DENIED", where,
4496 (action & VREAD) ? "r" : "-",
4497 (action & VWRITE) ? "w" : "-",
4498 (action & VEXEC) ? "x" : "-",
4499 needed,
4500 (vap->va_mode & S_IRUSR) ? "r" : "-",
4501 (vap->va_mode & S_IWUSR) ? "w" : "-",
4502 (vap->va_mode & S_IXUSR) ? "x" : "-",
4503 (vap->va_mode & S_IRGRP) ? "r" : "-",
4504 (vap->va_mode & S_IWGRP) ? "w" : "-",
4505 (vap->va_mode & S_IXGRP) ? "x" : "-",
4506 (vap->va_mode & S_IROTH) ? "r" : "-",
4507 (vap->va_mode & S_IWOTH) ? "w" : "-",
4508 (vap->va_mode & S_IXOTH) ? "x" : "-",
4509 kauth_cred_getuid(vcp->ctx->vc_ucred),
4510 on_dir ? vcp->dvap->va_uid : vcp->vap->va_uid,
4511 on_dir ? vcp->dvap->va_gid : vcp->vap->va_gid);
4512 return(error);
4513 }
4514
4515 /*
4516 * Authorize the deletion of the node vp from the directory dvp.
4517 *
4518 * We assume that:
4519 * - Neither the node nor the directory are immutable.
4520 * - The user is not the superuser.
4521 *
4522 * Deletion is not permitted if the directory is sticky and the caller is not owner of the
4523 * node or directory.
4524 *
4525 * If either the node grants DELETE, or the directory grants DELETE_CHILD, the node may be
4526 * deleted. If neither denies the permission, and the caller has Posix write access to the
4527 * directory, then the node may be deleted.
4528 */
4529 static int
4530 vnode_authorize_delete(vauth_ctx vcp)
4531 {
4532 struct vnode_attr *vap = vcp->vap;
4533 struct vnode_attr *dvap = vcp->dvap;
4534 kauth_cred_t cred = vcp->ctx->vc_ucred;
4535 struct kauth_acl_eval eval;
4536 int error, delete_denied, delete_child_denied, ismember;
4537
4538 /* check the ACL on the directory */
4539 delete_child_denied = 0;
4540 if (VATTR_IS_NOT(dvap, va_acl, NULL)) {
4541 eval.ae_requested = KAUTH_VNODE_DELETE_CHILD;
4542 eval.ae_acl = &dvap->va_acl->acl_ace[0];
4543 eval.ae_count = dvap->va_acl->acl_entrycount;
4544 eval.ae_options = 0;
4545 if (vauth_dir_owner(vcp))
4546 eval.ae_options |= KAUTH_AEVAL_IS_OWNER;
4547 if ((error = vauth_dir_ingroup(vcp, &ismember)) != 0)
4548 return(error);
4549 if (ismember)
4550 eval.ae_options |= KAUTH_AEVAL_IN_GROUP;
4551 eval.ae_exp_gall = KAUTH_VNODE_GENERIC_ALL_BITS;
4552 eval.ae_exp_gread = KAUTH_VNODE_GENERIC_READ_BITS;
4553 eval.ae_exp_gwrite = KAUTH_VNODE_GENERIC_WRITE_BITS;
4554 eval.ae_exp_gexec = KAUTH_VNODE_GENERIC_EXECUTE_BITS;
4555
4556 error = kauth_acl_evaluate(cred, &eval);
4557
4558 if (error != 0) {
4559 KAUTH_DEBUG("%p ERROR during ACL processing - %d", vcp->vp, error);
4560 return(error);
4561 }
4562 if (eval.ae_result == KAUTH_RESULT_DENY)
4563 delete_child_denied = 1;
4564 if (eval.ae_result == KAUTH_RESULT_ALLOW) {
4565 KAUTH_DEBUG("%p ALLOWED - granted by directory ACL", vcp->vp);
4566 return(0);
4567 }
4568 }
4569
4570 /* check the ACL on the node */
4571 delete_denied = 0;
4572 if (VATTR_IS_NOT(vap, va_acl, NULL)) {
4573 eval.ae_requested = KAUTH_VNODE_DELETE;
4574 eval.ae_acl = &vap->va_acl->acl_ace[0];
4575 eval.ae_count = vap->va_acl->acl_entrycount;
4576 eval.ae_options = 0;
4577 if (vauth_file_owner(vcp))
4578 eval.ae_options |= KAUTH_AEVAL_IS_OWNER;
4579 if ((error = vauth_file_ingroup(vcp, &ismember)) != 0)
4580 return(error);
4581 if (ismember)
4582 eval.ae_options |= KAUTH_AEVAL_IN_GROUP;
4583 eval.ae_exp_gall = KAUTH_VNODE_GENERIC_ALL_BITS;
4584 eval.ae_exp_gread = KAUTH_VNODE_GENERIC_READ_BITS;
4585 eval.ae_exp_gwrite = KAUTH_VNODE_GENERIC_WRITE_BITS;
4586 eval.ae_exp_gexec = KAUTH_VNODE_GENERIC_EXECUTE_BITS;
4587
4588 if ((error = kauth_acl_evaluate(cred, &eval)) != 0) {
4589 KAUTH_DEBUG("%p ERROR during ACL processing - %d", vcp->vp, error);
4590 return(error);
4591 }
4592 if (eval.ae_result == KAUTH_RESULT_DENY)
4593 delete_denied = 1;
4594 if (eval.ae_result == KAUTH_RESULT_ALLOW) {
4595 KAUTH_DEBUG("%p ALLOWED - granted by file ACL", vcp->vp);
4596 return(0);
4597 }
4598 }
4599
4600 /* if denied by ACL on directory or node, return denial */
4601 if (delete_denied || delete_child_denied) {
4602 KAUTH_DEBUG("%p ALLOWED - denied by ACL", vcp->vp);
4603 return(EACCES);
4604 }
4605
4606 /* enforce sticky bit behaviour */
4607 if ((dvap->va_mode & S_ISTXT) && !vauth_file_owner(vcp) && !vauth_dir_owner(vcp)) {
4608 KAUTH_DEBUG("%p DENIED - sticky bit rules (user %d file %d dir %d)",
4609 vcp->vp, cred->cr_uid, vap->va_uid, dvap->va_uid);
4610 return(EACCES);
4611 }
4612
4613 /* check the directory */
4614 if ((error = vnode_authorize_posix(vcp, VWRITE, 1 /* on_dir */)) != 0) {
4615 KAUTH_DEBUG("%p ALLOWED - granted by posix permisssions", vcp->vp);
4616 return(error);
4617 }
4618
4619 /* not denied, must be OK */
4620 return(0);
4621 }
4622
4623
4624 /*
4625 * Authorize an operation based on the node's attributes.
4626 */
4627 static int
4628 vnode_authorize_simple(vauth_ctx vcp, kauth_ace_rights_t acl_rights, kauth_ace_rights_t preauth_rights)
4629 {
4630 struct vnode_attr *vap = vcp->vap;
4631 kauth_cred_t cred = vcp->ctx->vc_ucred;
4632 struct kauth_acl_eval eval;
4633 int error, ismember;
4634 mode_t posix_action;
4635
4636 /*
4637 * If we are the file owner, we automatically have some rights.
4638 *
4639 * Do we need to expand this to support group ownership?
4640 */
4641 if (vauth_file_owner(vcp))
4642 acl_rights &= ~(KAUTH_VNODE_WRITE_SECURITY);
4643
4644 /*
4645 * If we are checking both TAKE_OWNERSHIP and WRITE_SECURITY, we can
4646 * mask the latter. If TAKE_OWNERSHIP is requested the caller is about to
4647 * change ownership to themselves, and WRITE_SECURITY is implicitly
4648 * granted to the owner. We need to do this because at this point
4649 * WRITE_SECURITY may not be granted as the caller is not currently
4650 * the owner.
4651 */
4652 if ((acl_rights & KAUTH_VNODE_TAKE_OWNERSHIP) &&
4653 (acl_rights & KAUTH_VNODE_WRITE_SECURITY))
4654 acl_rights &= ~KAUTH_VNODE_WRITE_SECURITY;
4655
4656 if (acl_rights == 0) {
4657 KAUTH_DEBUG("%p ALLOWED - implicit or no rights required", vcp->vp);
4658 return(0);
4659 }
4660
4661 /* if we have an ACL, evaluate it */
4662 if (VATTR_IS_NOT(vap, va_acl, NULL)) {
4663 eval.ae_requested = acl_rights;
4664 eval.ae_acl = &vap->va_acl->acl_ace[0];
4665 eval.ae_count = vap->va_acl->acl_entrycount;
4666 eval.ae_options = 0;
4667 if (vauth_file_owner(vcp))
4668 eval.ae_options |= KAUTH_AEVAL_IS_OWNER;
4669 if ((error = vauth_file_ingroup(vcp, &ismember)) != 0)
4670 return(error);
4671 if (ismember)
4672 eval.ae_options |= KAUTH_AEVAL_IN_GROUP;
4673 eval.ae_exp_gall = KAUTH_VNODE_GENERIC_ALL_BITS;
4674 eval.ae_exp_gread = KAUTH_VNODE_GENERIC_READ_BITS;
4675 eval.ae_exp_gwrite = KAUTH_VNODE_GENERIC_WRITE_BITS;
4676 eval.ae_exp_gexec = KAUTH_VNODE_GENERIC_EXECUTE_BITS;
4677
4678 if ((error = kauth_acl_evaluate(cred, &eval)) != 0) {
4679 KAUTH_DEBUG("%p ERROR during ACL processing - %d", vcp->vp, error);
4680 return(error);
4681 }
4682
4683 if (eval.ae_result == KAUTH_RESULT_DENY) {
4684 KAUTH_DEBUG("%p DENIED - by ACL", vcp->vp);
4685 return(EACCES); /* deny, deny, counter-allege */
4686 }
4687 if (eval.ae_result == KAUTH_RESULT_ALLOW) {
4688 KAUTH_DEBUG("%p ALLOWED - all rights granted by ACL", vcp->vp);
4689 return(0);
4690 }
4691 /* fall through and evaluate residual rights */
4692 } else {
4693 /* no ACL, everything is residual */
4694 eval.ae_residual = acl_rights;
4695 }
4696
4697 /*
4698 * Grant residual rights that have been pre-authorized.
4699 */
4700 eval.ae_residual &= ~preauth_rights;
4701
4702 /*
4703 * We grant WRITE_ATTRIBUTES to the owner if it hasn't been denied.
4704 */
4705 if (vauth_file_owner(vcp))
4706 eval.ae_residual &= ~KAUTH_VNODE_WRITE_ATTRIBUTES;
4707
4708 if (eval.ae_residual == 0) {
4709 KAUTH_DEBUG("%p ALLOWED - rights already authorized", vcp->vp);
4710 return(0);
4711 }
4712
4713 /*
4714 * Bail if we have residual rights that can't be granted by posix permissions,
4715 * or aren't presumed granted at this point.
4716 *
4717 * XXX these can be collapsed for performance
4718 */
4719 if (eval.ae_residual & KAUTH_VNODE_CHANGE_OWNER) {
4720 KAUTH_DEBUG("%p DENIED - CHANGE_OWNER not permitted", vcp->vp);
4721 return(EACCES);
4722 }
4723 if (eval.ae_residual & KAUTH_VNODE_WRITE_SECURITY) {
4724 KAUTH_DEBUG("%p DENIED - WRITE_SECURITY not permitted", vcp->vp);
4725 return(EACCES);
4726 }
4727
4728 #if DIAGNOSTIC
4729 if (eval.ae_residual & KAUTH_VNODE_DELETE)
4730 panic("vnode_authorize: can't be checking delete permission here");
4731 #endif
4732
4733 /*
4734 * Compute the fallback posix permissions that will satisfy the remaining
4735 * rights.
4736 */
4737 posix_action = 0;
4738 if (eval.ae_residual & (KAUTH_VNODE_READ_DATA |
4739 KAUTH_VNODE_LIST_DIRECTORY |
4740 KAUTH_VNODE_READ_EXTATTRIBUTES))
4741 posix_action |= VREAD;
4742 if (eval.ae_residual & (KAUTH_VNODE_WRITE_DATA |
4743 KAUTH_VNODE_ADD_FILE |
4744 KAUTH_VNODE_ADD_SUBDIRECTORY |
4745 KAUTH_VNODE_DELETE_CHILD |
4746 KAUTH_VNODE_WRITE_ATTRIBUTES |
4747 KAUTH_VNODE_WRITE_EXTATTRIBUTES))
4748 posix_action |= VWRITE;
4749 if (eval.ae_residual & (KAUTH_VNODE_EXECUTE |
4750 KAUTH_VNODE_SEARCH))
4751 posix_action |= VEXEC;
4752
4753 if (posix_action != 0) {
4754 return(vnode_authorize_posix(vcp, posix_action, 0 /* !on_dir */));
4755 } else {
4756 KAUTH_DEBUG("%p ALLOWED - residual rights %s%s%s%s%s%s%s%s%s%s%s%s%s%s granted due to no posix mapping",
4757 vcp->vp,
4758 (eval.ae_residual & KAUTH_VNODE_READ_DATA)
4759 ? vnode_isdir(vcp->vp) ? " LIST_DIRECTORY" : " READ_DATA" : "",
4760 (eval.ae_residual & KAUTH_VNODE_WRITE_DATA)
4761 ? vnode_isdir(vcp->vp) ? " ADD_FILE" : " WRITE_DATA" : "",
4762 (eval.ae_residual & KAUTH_VNODE_EXECUTE)
4763 ? vnode_isdir(vcp->vp) ? " SEARCH" : " EXECUTE" : "",
4764 (eval.ae_residual & KAUTH_VNODE_DELETE)
4765 ? " DELETE" : "",
4766 (eval.ae_residual & KAUTH_VNODE_APPEND_DATA)
4767 ? vnode_isdir(vcp->vp) ? " ADD_SUBDIRECTORY" : " APPEND_DATA" : "",
4768 (eval.ae_residual & KAUTH_VNODE_DELETE_CHILD)
4769 ? " DELETE_CHILD" : "",
4770 (eval.ae_residual & KAUTH_VNODE_READ_ATTRIBUTES)
4771 ? " READ_ATTRIBUTES" : "",
4772 (eval.ae_residual & KAUTH_VNODE_WRITE_ATTRIBUTES)
4773 ? " WRITE_ATTRIBUTES" : "",
4774 (eval.ae_residual & KAUTH_VNODE_READ_EXTATTRIBUTES)
4775 ? " READ_EXTATTRIBUTES" : "",
4776 (eval.ae_residual & KAUTH_VNODE_WRITE_EXTATTRIBUTES)
4777 ? " WRITE_EXTATTRIBUTES" : "",
4778 (eval.ae_residual & KAUTH_VNODE_READ_SECURITY)
4779 ? " READ_SECURITY" : "",
4780 (eval.ae_residual & KAUTH_VNODE_WRITE_SECURITY)
4781 ? " WRITE_SECURITY" : "",
4782 (eval.ae_residual & KAUTH_VNODE_CHECKIMMUTABLE)
4783 ? " CHECKIMMUTABLE" : "",
4784 (eval.ae_residual & KAUTH_VNODE_CHANGE_OWNER)
4785 ? " CHANGE_OWNER" : "");
4786 }
4787
4788 /*
4789 * Lack of required Posix permissions implies no reason to deny access.
4790 */
4791 return(0);
4792 }
4793
4794 /*
4795 * Check for file immutability.
4796 */
4797 static int
4798 vnode_authorize_checkimmutable(vnode_t vp, struct vnode_attr *vap, int rights, int ignore)
4799 {
4800 mount_t mp;
4801 int error;
4802 int append;
4803
4804 /*
4805 * Perform immutability checks for operations that change data.
4806 *
4807 * Sockets, fifos and devices require special handling.
4808 */
4809 switch(vp->v_type) {
4810 case VSOCK:
4811 case VFIFO:
4812 case VBLK:
4813 case VCHR:
4814 /*
4815 * Writing to these nodes does not change the filesystem data,
4816 * so forget that it's being tried.
4817 */
4818 rights &= ~KAUTH_VNODE_WRITE_DATA;
4819 break;
4820 default:
4821 break;
4822 }
4823
4824 error = 0;
4825 if (rights & KAUTH_VNODE_WRITE_RIGHTS) {
4826
4827 /* check per-filesystem options if possible */
4828 mp = vnode_mount(vp);
4829 if (mp != NULL) {
4830
4831 /* check for no-EA filesystems */
4832 if ((rights & KAUTH_VNODE_WRITE_EXTATTRIBUTES) &&
4833 (vfs_flags(mp) & MNT_NOUSERXATTR)) {
4834 KAUTH_DEBUG("%p DENIED - filesystem disallowed extended attributes", vp);
4835 error = EACCES; /* User attributes disabled */
4836 goto out;
4837 }
4838 }
4839
4840 /* check for file immutability */
4841 append = 0;
4842 if (vp->v_type == VDIR) {
4843 if ((rights & (KAUTH_VNODE_ADD_FILE | KAUTH_VNODE_ADD_SUBDIRECTORY)) == rights)
4844 append = 1;
4845 } else {
4846 if ((rights & KAUTH_VNODE_APPEND_DATA) == rights)
4847 append = 1;
4848 }
4849 if ((error = vnode_immutable(vap, append, ignore)) != 0) {
4850 KAUTH_DEBUG("%p DENIED - file is immutable", vp);
4851 goto out;
4852 }
4853 }
4854 out:
4855 return(error);
4856 }
4857
4858 /*
4859 * Handle authorization actions for filesystems that advertise that the server will
4860 * be enforcing.
4861 */
4862 static int
4863 vnode_authorize_opaque(vnode_t vp, int *resultp, kauth_action_t action, vfs_context_t ctx)
4864 {
4865 int error;
4866
4867 /*
4868 * If the vp is a device node, socket or FIFO it actually represents a local
4869 * endpoint, so we need to handle it locally.
4870 */
4871 switch(vp->v_type) {
4872 case VBLK:
4873 case VCHR:
4874 case VSOCK:
4875 case VFIFO:
4876 return(0);
4877 default:
4878 break;
4879 }
4880
4881 /*
4882 * In the advisory request case, if the filesystem doesn't think it's reliable
4883 * we will attempt to formulate a result ourselves based on VNOP_GETATTR data.
4884 */
4885 if ((action & KAUTH_VNODE_ACCESS) && !vfs_authopaqueaccess(vnode_mount(vp)))
4886 return(0);
4887
4888 /*
4889 * Let the filesystem have a say in the matter. It's OK for it to not implemnent
4890 * VNOP_ACCESS, as most will authorise inline with the actual request.
4891 */
4892 if ((error = VNOP_ACCESS(vp, action, ctx)) != ENOTSUP) {
4893 *resultp = error;
4894 KAUTH_DEBUG("%p DENIED - opaque filesystem VNOP_ACCESS denied access", vp);
4895 return(1);
4896 }
4897
4898 /*
4899 * Typically opaque filesystems do authorisation in-line, but exec is a special case. In
4900 * order to be reasonably sure that exec will be permitted, we try a bit harder here.
4901 */
4902 if ((action & KAUTH_VNODE_EXECUTE) && vnode_isreg(vp)) {
4903 /* try a VNOP_OPEN for readonly access */
4904 if ((error = VNOP_OPEN(vp, FREAD, ctx)) != 0) {
4905 *resultp = error;
4906 KAUTH_DEBUG("%p DENIED - EXECUTE denied because file could not be opened readonly", vp);
4907 return(1);
4908 }
4909 VNOP_CLOSE(vp, FREAD, ctx);
4910 }
4911
4912 /*
4913 * We don't have any reason to believe that the request has to be denied at this point,
4914 * so go ahead and allow it.
4915 */
4916 *resultp = 0;
4917 KAUTH_DEBUG("%p ALLOWED - bypassing access check for non-local filesystem", vp);
4918 return(1);
4919 }
4920
4921 static int
4922 vnode_authorize_callback(__unused kauth_cred_t unused_cred, __unused void *idata, kauth_action_t action,
4923 uintptr_t arg0, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3)
4924 {
4925 struct _vnode_authorize_context auth_context;
4926 vauth_ctx vcp;
4927 vfs_context_t ctx;
4928 vnode_t vp, dvp;
4929 kauth_cred_t cred;
4930 kauth_ace_rights_t rights;
4931 struct vnode_attr va, dva;
4932 int result;
4933 int *errorp;
4934 int noimmutable;
4935
4936 vcp = &auth_context;
4937 ctx = vcp->ctx = (vfs_context_t)arg0;
4938 vp = vcp->vp = (vnode_t)arg1;
4939 dvp = vcp->dvp = (vnode_t)arg2;
4940 errorp = (int *)arg3;
4941 /* note that we authorize against the context, not the passed cred (the same thing anyway) */
4942 cred = ctx->vc_ucred;
4943
4944 VATTR_INIT(&va);
4945 vcp->vap = &va;
4946 VATTR_INIT(&dva);
4947 vcp->dvap = &dva;
4948
4949 vcp->flags = vcp->flags_valid = 0;
4950
4951 #if DIAGNOSTIC
4952 if ((ctx == NULL) || (vp == NULL) || (cred == NULL))
4953 panic("vnode_authorize: bad arguments (context %p vp %p cred %p)", ctx, vp, cred);
4954 #endif
4955
4956 KAUTH_DEBUG("%p AUTH - %s %s%s%s%s%s%s%s%s%s%s%s%s%s%s%s on %s '%s' (0x%x:%p/%p)",
4957 vp, vfs_context_proc(ctx)->p_comm,
4958 (action & KAUTH_VNODE_ACCESS) ? "access" : "auth",
4959 (action & KAUTH_VNODE_READ_DATA) ? vnode_isdir(vp) ? " LIST_DIRECTORY" : " READ_DATA" : "",
4960 (action & KAUTH_VNODE_WRITE_DATA) ? vnode_isdir(vp) ? " ADD_FILE" : " WRITE_DATA" : "",
4961 (action & KAUTH_VNODE_EXECUTE) ? vnode_isdir(vp) ? " SEARCH" : " EXECUTE" : "",
4962 (action & KAUTH_VNODE_DELETE) ? " DELETE" : "",
4963 (action & KAUTH_VNODE_APPEND_DATA) ? vnode_isdir(vp) ? " ADD_SUBDIRECTORY" : " APPEND_DATA" : "",
4964 (action & KAUTH_VNODE_DELETE_CHILD) ? " DELETE_CHILD" : "",
4965 (action & KAUTH_VNODE_READ_ATTRIBUTES) ? " READ_ATTRIBUTES" : "",
4966 (action & KAUTH_VNODE_WRITE_ATTRIBUTES) ? " WRITE_ATTRIBUTES" : "",
4967 (action & KAUTH_VNODE_READ_EXTATTRIBUTES) ? " READ_EXTATTRIBUTES" : "",
4968 (action & KAUTH_VNODE_WRITE_EXTATTRIBUTES) ? " WRITE_EXTATTRIBUTES" : "",
4969 (action & KAUTH_VNODE_READ_SECURITY) ? " READ_SECURITY" : "",
4970 (action & KAUTH_VNODE_WRITE_SECURITY) ? " WRITE_SECURITY" : "",
4971 (action & KAUTH_VNODE_CHANGE_OWNER) ? " CHANGE_OWNER" : "",
4972 (action & KAUTH_VNODE_NOIMMUTABLE) ? " (noimmutable)" : "",
4973 vnode_isdir(vp) ? "directory" : "file",
4974 vp->v_name ? vp->v_name : "<NULL>", action, vp, dvp);
4975
4976 /*
4977 * Extract the control bits from the action, everything else is
4978 * requested rights.
4979 */
4980 noimmutable = (action & KAUTH_VNODE_NOIMMUTABLE) ? 1 : 0;
4981 rights = action & ~(KAUTH_VNODE_ACCESS | KAUTH_VNODE_NOIMMUTABLE);
4982
4983 if (rights & KAUTH_VNODE_DELETE) {
4984 #if DIAGNOSTIC
4985 if (dvp == NULL)
4986 panic("vnode_authorize: KAUTH_VNODE_DELETE test requires a directory");
4987 #endif
4988 } else {
4989 dvp = NULL;
4990 }
4991
4992 /*
4993 * Check for read-only filesystems.
4994 */
4995 if ((rights & KAUTH_VNODE_WRITE_RIGHTS) &&
4996 (vp->v_mount->mnt_flag & MNT_RDONLY) &&
4997 ((vp->v_type == VREG) || (vp->v_type == VDIR) ||
4998 (vp->v_type == VLNK) || (vp->v_type == VCPLX) ||
4999 (rights & KAUTH_VNODE_DELETE) || (rights & KAUTH_VNODE_DELETE_CHILD))) {
5000 result = EROFS;
5001 goto out;
5002 }
5003
5004 /*
5005 * Check for noexec filesystems.
5006 */
5007 if ((rights & KAUTH_VNODE_EXECUTE) && vnode_isreg(vp) && (vp->v_mount->mnt_flag & MNT_NOEXEC)) {
5008 result = EACCES;
5009 goto out;
5010 }
5011
5012 /*
5013 * Handle cases related to filesystems with non-local enforcement.
5014 * This call can return 0, in which case we will fall through to perform a
5015 * check based on VNOP_GETATTR data. Otherwise it returns 1 and sets
5016 * an appropriate result, at which point we can return immediately.
5017 */
5018 if (vfs_authopaque(vp->v_mount) && vnode_authorize_opaque(vp, &result, action, ctx))
5019 goto out;
5020
5021 /*
5022 * Get vnode attributes and extended security information for the vnode
5023 * and directory if required.
5024 */
5025 VATTR_WANTED(&va, va_mode);
5026 VATTR_WANTED(&va, va_uid);
5027 VATTR_WANTED(&va, va_gid);
5028 VATTR_WANTED(&va, va_flags);
5029 VATTR_WANTED(&va, va_acl);
5030 if ((result = vnode_getattr(vp, &va, ctx)) != 0) {
5031 KAUTH_DEBUG("%p ERROR - failed to get vnode attributes - %d", vp, result);
5032 goto out;
5033 }
5034 if (dvp) {
5035 VATTR_WANTED(&dva, va_mode);
5036 VATTR_WANTED(&dva, va_uid);
5037 VATTR_WANTED(&dva, va_gid);
5038 VATTR_WANTED(&dva, va_flags);
5039 VATTR_WANTED(&dva, va_acl);
5040 if ((result = vnode_getattr(dvp, &dva, ctx)) != 0) {
5041 KAUTH_DEBUG("%p ERROR - failed to get directory vnode attributes - %d", vp, result);
5042 goto out;
5043 }
5044 }
5045
5046 /*
5047 * If the vnode is an extended attribute data vnode (eg. a resource fork), *_DATA becomes
5048 * *_EXTATTRIBUTES.
5049 */
5050 if (S_ISXATTR(va.va_mode)) {
5051 if (rights & KAUTH_VNODE_READ_DATA) {
5052 rights &= ~KAUTH_VNODE_READ_DATA;
5053 rights |= KAUTH_VNODE_READ_EXTATTRIBUTES;
5054 }
5055 if (rights & KAUTH_VNODE_WRITE_DATA) {
5056 rights &= ~KAUTH_VNODE_WRITE_DATA;
5057 rights |= KAUTH_VNODE_WRITE_EXTATTRIBUTES;
5058 }
5059 }
5060
5061 /*
5062 * Check for immutability.
5063 *
5064 * In the deletion case, parent directory immutability vetoes specific
5065 * file rights.
5066 */
5067 if ((result = vnode_authorize_checkimmutable(vp, &va, rights, noimmutable)) != 0)
5068 goto out;
5069 if ((rights & KAUTH_VNODE_DELETE) &&
5070 ((result = vnode_authorize_checkimmutable(dvp, &dva, KAUTH_VNODE_DELETE_CHILD, 0)) != 0))
5071 goto out;
5072
5073 /*
5074 * Clear rights that have been authorized by reaching this point, bail if nothing left to
5075 * check.
5076 */
5077 rights &= ~(KAUTH_VNODE_LINKTARGET | KAUTH_VNODE_CHECKIMMUTABLE);
5078 if (rights == 0)
5079 goto out;
5080
5081 /*
5082 * If we're not the superuser, authorize based on file properties.
5083 */
5084 if (!vfs_context_issuser(ctx)) {
5085 /* process delete rights */
5086 if ((rights & KAUTH_VNODE_DELETE) &&
5087 ((result = vnode_authorize_delete(vcp)) != 0))
5088 goto out;
5089
5090 /* process remaining rights */
5091 if ((rights & ~KAUTH_VNODE_DELETE) &&
5092 ((result = vnode_authorize_simple(vcp, rights, rights & KAUTH_VNODE_DELETE)) != 0))
5093 goto out;
5094 } else {
5095
5096 /*
5097 * Execute is only granted to root if one of the x bits is set. This check only
5098 * makes sense if the posix mode bits are actually supported.
5099 */
5100 if ((rights & KAUTH_VNODE_EXECUTE) &&
5101 (vp->v_type == VREG) &&
5102 VATTR_IS_SUPPORTED(&va, va_mode) &&
5103 !(va.va_mode & (S_IXUSR | S_IXGRP | S_IXOTH))) {
5104 result = EPERM;
5105 KAUTH_DEBUG("%p DENIED - root execute requires at least one x bit in 0x%x", vp, va.va_mode);
5106 goto out;
5107 }
5108
5109 KAUTH_DEBUG("%p ALLOWED - caller is superuser", vp);
5110 }
5111
5112 out:
5113 if (VATTR_IS_SUPPORTED(&va, va_acl) && (va.va_acl != NULL))
5114 kauth_acl_free(va.va_acl);
5115 if (VATTR_IS_SUPPORTED(&dva, va_acl) && (dva.va_acl != NULL))
5116 kauth_acl_free(dva.va_acl);
5117 if (result) {
5118 *errorp = result;
5119 KAUTH_DEBUG("%p DENIED - auth denied", vp);
5120 return(KAUTH_RESULT_DENY);
5121 }
5122
5123 /*
5124 * Note that this implies that we will allow requests for no rights, as well as
5125 * for rights that we do not recognise. There should be none of these.
5126 */
5127 KAUTH_DEBUG("%p ALLOWED - auth granted", vp);
5128 return(KAUTH_RESULT_ALLOW);
5129 }
5130
5131 /*
5132 * Check that the attribute information in vattr can be legally applied to
5133 * a new file by the context.
5134 */
5135 int
5136 vnode_authattr_new(vnode_t dvp, struct vnode_attr *vap, int noauth, vfs_context_t ctx)
5137 {
5138 int error;
5139 int is_suser, ismember, defaulted_owner, defaulted_group, defaulted_mode;
5140 kauth_cred_t cred;
5141 guid_t changer;
5142 mount_t dmp;
5143
5144 error = 0;
5145 defaulted_owner = defaulted_group = defaulted_mode = 0;
5146
5147 /*
5148 * Require that the filesystem support extended security to apply any.
5149 */
5150 if (!vfs_extendedsecurity(dvp->v_mount) &&
5151 (VATTR_IS_ACTIVE(vap, va_acl) || VATTR_IS_ACTIVE(vap, va_uuuid) || VATTR_IS_ACTIVE(vap, va_guuid))) {
5152 error = EINVAL;
5153 goto out;
5154 }
5155
5156 /*
5157 * Default some fields.
5158 */
5159 dmp = dvp->v_mount;
5160
5161 /*
5162 * If the filesystem is mounted IGNORE_OWNERSHIP and an explicit owner is set, that
5163 * owner takes ownership of all new files.
5164 */
5165 if ((dmp->mnt_flag & MNT_IGNORE_OWNERSHIP) && (dmp->mnt_fsowner != KAUTH_UID_NONE)) {
5166 VATTR_SET(vap, va_uid, dmp->mnt_fsowner);
5167 defaulted_owner = 1;
5168 } else {
5169 if (!VATTR_IS_ACTIVE(vap, va_uid)) {
5170 /* default owner is current user */
5171 VATTR_SET(vap, va_uid, kauth_cred_getuid(vfs_context_ucred(ctx)));
5172 defaulted_owner = 1;
5173 }
5174 }
5175
5176 /*
5177 * If the filesystem is mounted IGNORE_OWNERSHIP and an explicit grouo is set, that
5178 * group takes ownership of all new files.
5179 */
5180 if ((dmp->mnt_flag & MNT_IGNORE_OWNERSHIP) && (dmp->mnt_fsgroup != KAUTH_GID_NONE)) {
5181 VATTR_SET(vap, va_gid, dmp->mnt_fsgroup);
5182 defaulted_group = 1;
5183 } else {
5184 if (!VATTR_IS_ACTIVE(vap, va_gid)) {
5185 /* default group comes from parent object, fallback to current user */
5186 struct vnode_attr dva;
5187 VATTR_INIT(&dva);
5188 VATTR_WANTED(&dva, va_gid);
5189 if ((error = vnode_getattr(dvp, &dva, ctx)) != 0)
5190 goto out;
5191 if (VATTR_IS_SUPPORTED(&dva, va_gid)) {
5192 VATTR_SET(vap, va_gid, dva.va_gid);
5193 } else {
5194 VATTR_SET(vap, va_gid, kauth_cred_getgid(vfs_context_ucred(ctx)));
5195 }
5196 defaulted_group = 1;
5197 }
5198 }
5199
5200 if (!VATTR_IS_ACTIVE(vap, va_flags))
5201 VATTR_SET(vap, va_flags, 0);
5202
5203 /* default mode is everything, masked with current umask */
5204 if (!VATTR_IS_ACTIVE(vap, va_mode)) {
5205 VATTR_SET(vap, va_mode, ACCESSPERMS & ~vfs_context_proc(ctx)->p_fd->fd_cmask);
5206 KAUTH_DEBUG("ATTR - defaulting new file mode to %o from umask %o", vap->va_mode, vfs_context_proc(ctx)->p_fd->fd_cmask);
5207 defaulted_mode = 1;
5208 }
5209 /* set timestamps to now */
5210 if (!VATTR_IS_ACTIVE(vap, va_create_time)) {
5211 nanotime(&vap->va_create_time);
5212 VATTR_SET_ACTIVE(vap, va_create_time);
5213 }
5214
5215 /*
5216 * Check for attempts to set nonsensical fields.
5217 */
5218 if (vap->va_active & ~VNODE_ATTR_NEWOBJ) {
5219 error = EINVAL;
5220 KAUTH_DEBUG("ATTR - ERROR - attempt to set unsupported new-file attributes %llx",
5221 vap->va_active & ~VNODE_ATTR_NEWOBJ);
5222 goto out;
5223 }
5224
5225 /*
5226 * Quickly check for the applicability of any enforcement here.
5227 * Tests below maintain the integrity of the local security model.
5228 */
5229 if (vfs_authopaque(vnode_mount(dvp)))
5230 goto out;
5231
5232 /*
5233 * We need to know if the caller is the superuser, or if the work is
5234 * otherwise already authorised.
5235 */
5236 cred = vfs_context_ucred(ctx);
5237 if (noauth) {
5238 /* doing work for the kernel */
5239 is_suser = 1;
5240 } else {
5241 is_suser = vfs_context_issuser(ctx);
5242 }
5243
5244
5245 if (VATTR_IS_ACTIVE(vap, va_flags)) {
5246 if (is_suser) {
5247 if ((vap->va_flags & (UF_SETTABLE | SF_SETTABLE)) != vap->va_flags) {
5248 error = EPERM;
5249 KAUTH_DEBUG(" DENIED - superuser attempt to set illegal flag(s)");
5250 goto out;
5251 }
5252 } else {
5253 if ((vap->va_flags & UF_SETTABLE) != vap->va_flags) {
5254 error = EPERM;
5255 KAUTH_DEBUG(" DENIED - user attempt to set illegal flag(s)");
5256 goto out;
5257 }
5258 }
5259 }
5260
5261 /* if not superuser, validate legality of new-item attributes */
5262 if (!is_suser) {
5263 if (!defaulted_mode && VATTR_IS_ACTIVE(vap, va_mode)) {
5264 /* setgid? */
5265 if (vap->va_mode & S_ISGID) {
5266 if ((error = kauth_cred_ismember_gid(cred, vap->va_gid, &ismember)) != 0) {
5267 KAUTH_DEBUG("ATTR - ERROR: got %d checking for membership in %d", error, vap->va_gid);
5268 goto out;
5269 }
5270 if (!ismember) {
5271 KAUTH_DEBUG(" DENIED - can't set SGID bit, not a member of %d", vap->va_gid);
5272 error = EPERM;
5273 goto out;
5274 }
5275 }
5276
5277 /* setuid? */
5278 if ((vap->va_mode & S_ISUID) && (vap->va_uid != kauth_cred_getuid(cred))) {
5279 KAUTH_DEBUG("ATTR - ERROR: illegal attempt to set the setuid bit");
5280 error = EPERM;
5281 goto out;
5282 }
5283 }
5284 if (!defaulted_owner && (vap->va_uid != kauth_cred_getuid(cred))) {
5285 KAUTH_DEBUG(" DENIED - cannot create new item owned by %d", vap->va_uid);
5286 error = EPERM;
5287 goto out;
5288 }
5289 if (!defaulted_group) {
5290 if ((error = kauth_cred_ismember_gid(cred, vap->va_gid, &ismember)) != 0) {
5291 KAUTH_DEBUG(" ERROR - got %d checking for membership in %d", error, vap->va_gid);
5292 goto out;
5293 }
5294 if (!ismember) {
5295 KAUTH_DEBUG(" DENIED - cannot create new item with group %d - not a member", vap->va_gid);
5296 error = EPERM;
5297 goto out;
5298 }
5299 }
5300
5301 /* initialising owner/group UUID */
5302 if (VATTR_IS_ACTIVE(vap, va_uuuid)) {
5303 if ((error = kauth_cred_getguid(cred, &changer)) != 0) {
5304 KAUTH_DEBUG(" ERROR - got %d trying to get caller UUID", error);
5305 /* XXX ENOENT here - no GUID - should perhaps become EPERM */
5306 goto out;
5307 }
5308 if (!kauth_guid_equal(&vap->va_uuuid, &changer)) {
5309 KAUTH_DEBUG(" ERROR - cannot create item with supplied owner UUID - not us");
5310 error = EPERM;
5311 goto out;
5312 }
5313 }
5314 if (VATTR_IS_ACTIVE(vap, va_guuid)) {
5315 if ((error = kauth_cred_ismember_guid(cred, &vap->va_guuid, &ismember)) != 0) {
5316 KAUTH_DEBUG(" ERROR - got %d trying to check group membership", error);
5317 goto out;
5318 }
5319 if (!ismember) {
5320 KAUTH_DEBUG(" ERROR - cannot create item with supplied group UUID - not a member");
5321 error = EPERM;
5322 goto out;
5323 }
5324 }
5325 }
5326 out:
5327 return(error);
5328 }
5329
5330 /*
5331 * Check that the attribute information in vap can be legally written by the context.
5332 *
5333 * Call this when you're not sure about the vnode_attr; either its contents have come
5334 * from an unknown source, or when they are variable.
5335 *
5336 * Returns errno, or zero and sets *actionp to the KAUTH_VNODE_* actions that
5337 * must be authorized to be permitted to write the vattr.
5338 */
5339 int
5340 vnode_authattr(vnode_t vp, struct vnode_attr *vap, kauth_action_t *actionp, vfs_context_t ctx)
5341 {
5342 struct vnode_attr ova;
5343 kauth_action_t required_action;
5344 int error, is_suser, ismember, chowner, chgroup;
5345 guid_t changer;
5346 gid_t group;
5347 uid_t owner;
5348 mode_t newmode;
5349 kauth_cred_t cred;
5350 uint32_t fdelta;
5351
5352 VATTR_INIT(&ova);
5353 required_action = 0;
5354 error = 0;
5355
5356 /*
5357 * Quickly check for enforcement applicability.
5358 */
5359 if (vfs_authopaque(vnode_mount(vp)))
5360 goto out;
5361
5362 /*
5363 * Check for attempts to set nonsensical fields.
5364 */
5365 if (vap->va_active & VNODE_ATTR_RDONLY) {
5366 KAUTH_DEBUG("ATTR - ERROR: attempt to set readonly attribute(s)");
5367 error = EINVAL;
5368 goto out;
5369 }
5370
5371 /*
5372 * We need to know if the caller is the superuser.
5373 */
5374 cred = vfs_context_ucred(ctx);
5375 is_suser = kauth_cred_issuser(cred);
5376
5377 /*
5378 * If any of the following are changing, we need information from the old file:
5379 * va_uid
5380 * va_gid
5381 * va_mode
5382 * va_uuuid
5383 * va_guuid
5384 */
5385 if (VATTR_IS_ACTIVE(vap, va_uid) ||
5386 VATTR_IS_ACTIVE(vap, va_gid) ||
5387 VATTR_IS_ACTIVE(vap, va_mode) ||
5388 VATTR_IS_ACTIVE(vap, va_uuuid) ||
5389 VATTR_IS_ACTIVE(vap, va_guuid)) {
5390 VATTR_WANTED(&ova, va_mode);
5391 VATTR_WANTED(&ova, va_uid);
5392 VATTR_WANTED(&ova, va_gid);
5393 VATTR_WANTED(&ova, va_uuuid);
5394 VATTR_WANTED(&ova, va_guuid);
5395 KAUTH_DEBUG("ATTR - security information changing, fetching existing attributes");
5396 }
5397
5398 /*
5399 * If timestamps are being changed, we need to know who the file is owned
5400 * by.
5401 */
5402 if (VATTR_IS_ACTIVE(vap, va_create_time) ||
5403 VATTR_IS_ACTIVE(vap, va_change_time) ||
5404 VATTR_IS_ACTIVE(vap, va_modify_time) ||
5405 VATTR_IS_ACTIVE(vap, va_access_time) ||
5406 VATTR_IS_ACTIVE(vap, va_backup_time)) {
5407
5408 VATTR_WANTED(&ova, va_uid);
5409 #if 0 /* enable this when we support UUIDs as official owners */
5410 VATTR_WANTED(&ova, va_uuuid);
5411 #endif
5412 KAUTH_DEBUG("ATTR - timestamps changing, fetching uid and GUID");
5413 }
5414
5415 /*
5416 * If flags are being changed, we need the old flags.
5417 */
5418 if (VATTR_IS_ACTIVE(vap, va_flags)) {
5419 KAUTH_DEBUG("ATTR - flags changing, fetching old flags");
5420 VATTR_WANTED(&ova, va_flags);
5421 }
5422
5423 /*
5424 * If the size is being set, make sure it's not a directory.
5425 */
5426 if (VATTR_IS_ACTIVE(vap, va_data_size)) {
5427 /* size is meaningless on a directory, don't permit this */
5428 if (vnode_isdir(vp)) {
5429 KAUTH_DEBUG("ATTR - ERROR: size change requested on a directory");
5430 error = EISDIR;
5431 goto out;
5432 }
5433 }
5434
5435 /*
5436 * Get old data.
5437 */
5438 KAUTH_DEBUG("ATTR - fetching old attributes %016llx", ova.va_active);
5439 if ((error = vnode_getattr(vp, &ova, ctx)) != 0) {
5440 KAUTH_DEBUG(" ERROR - got %d trying to get attributes", error);
5441 goto out;
5442 }
5443
5444 /*
5445 * Size changes require write access to the file data.
5446 */
5447 if (VATTR_IS_ACTIVE(vap, va_data_size)) {
5448 /* if we can't get the size, or it's different, we need write access */
5449 KAUTH_DEBUG("ATTR - size change, requiring WRITE_DATA");
5450 required_action |= KAUTH_VNODE_WRITE_DATA;
5451 }
5452
5453 /*
5454 * Changing timestamps?
5455 *
5456 * Note that we are only called to authorize user-requested time changes;
5457 * side-effect time changes are not authorized. Authorisation is only
5458 * required for existing files.
5459 *
5460 * Non-owners are not permitted to change the time on an existing
5461 * file to anything other than the current time.
5462 */
5463 if (VATTR_IS_ACTIVE(vap, va_create_time) ||
5464 VATTR_IS_ACTIVE(vap, va_change_time) ||
5465 VATTR_IS_ACTIVE(vap, va_modify_time) ||
5466 VATTR_IS_ACTIVE(vap, va_access_time) ||
5467 VATTR_IS_ACTIVE(vap, va_backup_time)) {
5468 /*
5469 * The owner and root may set any timestamps they like,
5470 * provided that the file is not immutable. The owner still needs
5471 * WRITE_ATTRIBUTES (implied by ownership but still deniable).
5472 */
5473 if (is_suser || vauth_node_owner(&ova, cred)) {
5474 KAUTH_DEBUG("ATTR - root or owner changing timestamps");
5475 required_action |= KAUTH_VNODE_CHECKIMMUTABLE | KAUTH_VNODE_WRITE_ATTRIBUTES;
5476 } else {
5477 /* just setting the current time? */
5478 if (vap->va_vaflags & VA_UTIMES_NULL) {
5479 KAUTH_DEBUG("ATTR - non-root/owner changing timestamps, requiring WRITE_ATTRIBUTES");
5480 required_action |= KAUTH_VNODE_WRITE_ATTRIBUTES;
5481 } else {
5482 KAUTH_DEBUG("ATTR - ERROR: illegal timestamp modification attempted");
5483 error = EACCES;
5484 goto out;
5485 }
5486 }
5487 }
5488
5489 /*
5490 * Changing file mode?
5491 */
5492 if (VATTR_IS_ACTIVE(vap, va_mode) && VATTR_IS_SUPPORTED(&ova, va_mode) && (ova.va_mode != vap->va_mode)) {
5493 KAUTH_DEBUG("ATTR - mode change from %06o to %06o", ova.va_mode, vap->va_mode);
5494
5495 /*
5496 * Mode changes always have the same basic auth requirements.
5497 */
5498 if (is_suser) {
5499 KAUTH_DEBUG("ATTR - superuser mode change, requiring immutability check");
5500 required_action |= KAUTH_VNODE_CHECKIMMUTABLE;
5501 } else {
5502 /* need WRITE_SECURITY */
5503 KAUTH_DEBUG("ATTR - non-superuser mode change, requiring WRITE_SECURITY");
5504 required_action |= KAUTH_VNODE_WRITE_SECURITY;
5505 }
5506
5507 /*
5508 * Can't set the setgid bit if you're not in the group and not root. Have to have
5509 * existing group information in the case we're not setting it right now.
5510 */
5511 if (vap->va_mode & S_ISGID) {
5512 required_action |= KAUTH_VNODE_CHECKIMMUTABLE; /* always required */
5513 if (!is_suser) {
5514 if (VATTR_IS_ACTIVE(vap, va_gid)) {
5515 group = vap->va_gid;
5516 } else if (VATTR_IS_SUPPORTED(&ova, va_gid)) {
5517 group = ova.va_gid;
5518 } else {
5519 KAUTH_DEBUG("ATTR - ERROR: setgid but no gid available");
5520 error = EINVAL;
5521 goto out;
5522 }
5523 /*
5524 * This might be too restrictive; WRITE_SECURITY might be implied by
5525 * membership in this case, rather than being an additional requirement.
5526 */
5527 if ((error = kauth_cred_ismember_gid(cred, group, &ismember)) != 0) {
5528 KAUTH_DEBUG("ATTR - ERROR: got %d checking for membership in %d", error, vap->va_gid);
5529 goto out;
5530 }
5531 if (!ismember) {
5532 KAUTH_DEBUG(" DENIED - can't set SGID bit, not a member of %d", group);
5533 error = EPERM;
5534 goto out;
5535 }
5536 }
5537 }
5538
5539 /*
5540 * Can't set the setuid bit unless you're root or the file's owner.
5541 */
5542 if (vap->va_mode & S_ISUID) {
5543 required_action |= KAUTH_VNODE_CHECKIMMUTABLE; /* always required */
5544 if (!is_suser) {
5545 if (VATTR_IS_ACTIVE(vap, va_uid)) {
5546 owner = vap->va_uid;
5547 } else if (VATTR_IS_SUPPORTED(&ova, va_uid)) {
5548 owner = ova.va_uid;
5549 } else {
5550 KAUTH_DEBUG("ATTR - ERROR: setuid but no uid available");
5551 error = EINVAL;
5552 goto out;
5553 }
5554 if (owner != kauth_cred_getuid(cred)) {
5555 /*
5556 * We could allow this if WRITE_SECURITY is permitted, perhaps.
5557 */
5558 KAUTH_DEBUG("ATTR - ERROR: illegal attempt to set the setuid bit");
5559 error = EPERM;
5560 goto out;
5561 }
5562 }
5563 }
5564 }
5565
5566 /*
5567 * Validate/mask flags changes. This checks that only the flags in
5568 * the UF_SETTABLE mask are being set, and preserves the flags in
5569 * the SF_SETTABLE case.
5570 *
5571 * Since flags changes may be made in conjunction with other changes,
5572 * we will ask the auth code to ignore immutability in the case that
5573 * the SF_* flags are not set and we are only manipulating the file flags.
5574 *
5575 */
5576 if (VATTR_IS_ACTIVE(vap, va_flags)) {
5577 /* compute changing flags bits */
5578 if (VATTR_IS_SUPPORTED(&ova, va_flags)) {
5579 fdelta = vap->va_flags ^ ova.va_flags;
5580 } else {
5581 fdelta = vap->va_flags;
5582 }
5583
5584 if (fdelta != 0) {
5585 KAUTH_DEBUG("ATTR - flags changing, requiring WRITE_SECURITY");
5586 required_action |= KAUTH_VNODE_WRITE_SECURITY;
5587
5588 /* check that changing bits are legal */
5589 if (is_suser) {
5590 /*
5591 * The immutability check will prevent us from clearing the SF_*
5592 * flags unless the system securelevel permits it, so just check
5593 * for legal flags here.
5594 */
5595 if (fdelta & ~(UF_SETTABLE | SF_SETTABLE)) {
5596 error = EPERM;
5597 KAUTH_DEBUG(" DENIED - superuser attempt to set illegal flag(s)");
5598 goto out;
5599 }
5600 } else {
5601 if (fdelta & ~UF_SETTABLE) {
5602 error = EPERM;
5603 KAUTH_DEBUG(" DENIED - user attempt to set illegal flag(s)");
5604 goto out;
5605 }
5606 }
5607 /*
5608 * If the caller has the ability to manipulate file flags,
5609 * security is not reduced by ignoring them for this operation.
5610 *
5611 * A more complete test here would consider the 'after' states of the flags
5612 * to determine whether it would permit the operation, but this becomes
5613 * very complex.
5614 *
5615 * Ignoring immutability is conditional on securelevel; this does not bypass
5616 * the SF_* flags if securelevel > 0.
5617 */
5618 required_action |= KAUTH_VNODE_NOIMMUTABLE;
5619 }
5620 }
5621
5622 /*
5623 * Validate ownership information.
5624 */
5625 chowner = 0;
5626 chgroup = 0;
5627
5628 /*
5629 * uid changing
5630 * Note that if the filesystem didn't give us a UID, we expect that it doesn't
5631 * support them in general, and will ignore it if/when we try to set it.
5632 * We might want to clear the uid out of vap completely here.
5633 */
5634 if (VATTR_IS_ACTIVE(vap, va_uid) && VATTR_IS_SUPPORTED(&ova, va_uid) && (vap->va_uid != ova.va_uid)) {
5635 if (!is_suser && (kauth_cred_getuid(cred) != vap->va_uid)) {
5636 KAUTH_DEBUG(" DENIED - non-superuser cannot change ownershipt to a third party");
5637 error = EPERM;
5638 goto out;
5639 }
5640 chowner = 1;
5641 }
5642
5643 /*
5644 * gid changing
5645 * Note that if the filesystem didn't give us a GID, we expect that it doesn't
5646 * support them in general, and will ignore it if/when we try to set it.
5647 * We might want to clear the gid out of vap completely here.
5648 */
5649 if (VATTR_IS_ACTIVE(vap, va_gid) && VATTR_IS_SUPPORTED(&ova, va_gid) && (vap->va_gid != ova.va_gid)) {
5650 if (!is_suser) {
5651 if ((error = kauth_cred_ismember_gid(cred, vap->va_gid, &ismember)) != 0) {
5652 KAUTH_DEBUG(" ERROR - got %d checking for membership in %d", error, vap->va_gid);
5653 goto out;
5654 }
5655 if (!ismember) {
5656 KAUTH_DEBUG(" DENIED - group change from %d to %d but not a member of target group",
5657 ova.va_gid, vap->va_gid);
5658 error = EPERM;
5659 goto out;
5660 }
5661 }
5662 chgroup = 1;
5663 }
5664
5665 /*
5666 * Owner UUID being set or changed.
5667 */
5668 if (VATTR_IS_ACTIVE(vap, va_uuuid)) {
5669 /* if the owner UUID is not actually changing ... */
5670 if (VATTR_IS_SUPPORTED(&ova, va_uuuid) && kauth_guid_equal(&vap->va_uuuid, &ova.va_uuuid))
5671 goto no_uuuid_change;
5672
5673 /*
5674 * The owner UUID cannot be set by a non-superuser to anything other than
5675 * their own.
5676 */
5677 if (!is_suser) {
5678 if ((error = kauth_cred_getguid(cred, &changer)) != 0) {
5679 KAUTH_DEBUG(" ERROR - got %d trying to get caller UUID", error);
5680 /* XXX ENOENT here - no UUID - should perhaps become EPERM */
5681 goto out;
5682 }
5683 if (!kauth_guid_equal(&vap->va_uuuid, &changer)) {
5684 KAUTH_DEBUG(" ERROR - cannot set supplied owner UUID - not us");
5685 error = EPERM;
5686 goto out;
5687 }
5688 }
5689 chowner = 1;
5690 }
5691 no_uuuid_change:
5692 /*
5693 * Group UUID being set or changed.
5694 */
5695 if (VATTR_IS_ACTIVE(vap, va_guuid)) {
5696 /* if the group UUID is not actually changing ... */
5697 if (VATTR_IS_SUPPORTED(&ova, va_guuid) && kauth_guid_equal(&vap->va_guuid, &ova.va_guuid))
5698 goto no_guuid_change;
5699
5700 /*
5701 * The group UUID cannot be set by a non-superuser to anything other than
5702 * one of which they are a member.
5703 */
5704 if (!is_suser) {
5705 if ((error = kauth_cred_ismember_guid(cred, &vap->va_guuid, &ismember)) != 0) {
5706 KAUTH_DEBUG(" ERROR - got %d trying to check group membership", error);
5707 goto out;
5708 }
5709 if (!ismember) {
5710 KAUTH_DEBUG(" ERROR - cannot create item with supplied group UUID - not a member");
5711 error = EPERM;
5712 goto out;
5713 }
5714 }
5715 chgroup = 1;
5716 }
5717 no_guuid_change:
5718
5719 /*
5720 * Compute authorisation for group/ownership changes.
5721 */
5722 if (chowner || chgroup) {
5723 if (is_suser) {
5724 KAUTH_DEBUG("ATTR - superuser changing file owner/group, requiring immutability check");
5725 required_action |= KAUTH_VNODE_CHECKIMMUTABLE;
5726 } else {
5727 if (chowner) {
5728 KAUTH_DEBUG("ATTR - ownership change, requiring TAKE_OWNERSHIP");
5729 required_action |= KAUTH_VNODE_TAKE_OWNERSHIP;
5730 }
5731 if (chgroup && !chowner) {
5732 KAUTH_DEBUG("ATTR - group change, requiring WRITE_SECURITY");
5733 required_action |= KAUTH_VNODE_WRITE_SECURITY;
5734 }
5735
5736 /* clear set-uid and set-gid bits as required by Posix */
5737 if (VATTR_IS_ACTIVE(vap, va_mode)) {
5738 newmode = vap->va_mode;
5739 } else if (VATTR_IS_SUPPORTED(&ova, va_mode)) {
5740 newmode = ova.va_mode;
5741 } else {
5742 KAUTH_DEBUG("CHOWN - trying to change owner but cannot get mode from filesystem to mask setugid bits");
5743 newmode = 0;
5744 }
5745 if (newmode & (S_ISUID | S_ISGID)) {
5746 VATTR_SET(vap, va_mode, newmode & ~(S_ISUID | S_ISGID));
5747 KAUTH_DEBUG("CHOWN - masking setugid bits from mode %o to %o", newmode, vap->va_mode);
5748 }
5749 }
5750 }
5751
5752 /*
5753 * Authorise changes in the ACL.
5754 */
5755 if (VATTR_IS_ACTIVE(vap, va_acl)) {
5756
5757 /* no existing ACL */
5758 if (!VATTR_IS_ACTIVE(&ova, va_acl) || (ova.va_acl == NULL)) {
5759
5760 /* adding an ACL */
5761 if (vap->va_acl != NULL) {
5762 required_action |= KAUTH_VNODE_WRITE_SECURITY;
5763 KAUTH_DEBUG("CHMOD - adding ACL");
5764 }
5765
5766 /* removing an existing ACL */
5767 } else if (vap->va_acl == NULL) {
5768 required_action |= KAUTH_VNODE_WRITE_SECURITY;
5769 KAUTH_DEBUG("CHMOD - removing ACL");
5770
5771 /* updating an existing ACL */
5772 } else {
5773 if (vap->va_acl->acl_entrycount != ova.va_acl->acl_entrycount) {
5774 /* entry count changed, must be different */
5775 required_action |= KAUTH_VNODE_WRITE_SECURITY;
5776 KAUTH_DEBUG("CHMOD - adding/removing ACL entries");
5777 } else if (vap->va_acl->acl_entrycount > 0) {
5778 /* both ACLs have the same ACE count, said count is 1 or more, bitwise compare ACLs */
5779 if (!memcmp(&vap->va_acl->acl_ace[0], &ova.va_acl->acl_ace[0],
5780 sizeof(struct kauth_ace) * vap->va_acl->acl_entrycount)) {
5781 required_action |= KAUTH_VNODE_WRITE_SECURITY;
5782 KAUTH_DEBUG("CHMOD - changing ACL entries");
5783 }
5784 }
5785 }
5786 }
5787
5788 /*
5789 * Other attributes that require authorisation.
5790 */
5791 if (VATTR_IS_ACTIVE(vap, va_encoding))
5792 required_action |= KAUTH_VNODE_WRITE_ATTRIBUTES;
5793
5794 out:
5795 if (VATTR_IS_SUPPORTED(&ova, va_acl) && (ova.va_acl != NULL))
5796 kauth_acl_free(ova.va_acl);
5797 if (error == 0)
5798 *actionp = required_action;
5799 return(error);
5800 }
5801
5802
5803 void
5804 vfs_setlocklocal(mount_t mp)
5805 {
5806 vnode_t vp;
5807
5808 mount_lock(mp);
5809 mp->mnt_kern_flag |= MNTK_LOCK_LOCAL;
5810
5811 /*
5812 * We do not expect anyone to be using any vnodes at the
5813 * time this routine is called. So no need for vnode locking
5814 */
5815 TAILQ_FOREACH(vp, &mp->mnt_vnodelist, v_mntvnodes) {
5816 vp->v_flag |= VLOCKLOCAL;
5817 }
5818 TAILQ_FOREACH(vp, &mp->mnt_workerqueue, v_mntvnodes) {
5819 vp->v_flag |= VLOCKLOCAL;
5820 }
5821 TAILQ_FOREACH(vp, &mp->mnt_newvnodes, v_mntvnodes) {
5822 vp->v_flag |= VLOCKLOCAL;
5823 }
5824 mount_unlock(mp);
5825 }
5826
5827
5828 #ifdef JOE_DEBUG
5829
5830 record_vp(vnode_t vp, int count) {
5831 struct uthread *ut;
5832 int i;
5833
5834 if ((vp->v_flag & VSYSTEM))
5835 return;
5836
5837 ut = get_bsdthread_info(current_thread());
5838 ut->uu_iocount += count;
5839
5840 if (ut->uu_vpindex < 32) {
5841 for (i = 0; i < ut->uu_vpindex; i++) {
5842 if (ut->uu_vps[i] == vp)
5843 return;
5844 }
5845 ut->uu_vps[ut->uu_vpindex] = vp;
5846 ut->uu_vpindex++;
5847 }
5848 }
5849 #endif