]> git.saurik.com Git - apple/xnu.git/blob - bsd/vfs/vfs_subr.c
d287837a3e0a31fd60029416063c17d7cdbab4a9
[apple/xnu.git] / bsd / vfs / vfs_subr.c
1 /*
2 * Copyright (c) 2000-2012 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28 /* Copyright (c) 1995 NeXT Computer, Inc. All Rights Reserved */
29 /*
30 * Copyright (c) 1989, 1993
31 * The Regents of the University of California. All rights reserved.
32 * (c) UNIX System Laboratories, Inc.
33 * All or some portions of this file are derived from material licensed
34 * to the University of California by American Telephone and Telegraph
35 * Co. or Unix System Laboratories, Inc. and are reproduced herein with
36 * the permission of UNIX System Laboratories, Inc.
37 *
38 * Redistribution and use in source and binary forms, with or without
39 * modification, are permitted provided that the following conditions
40 * are met:
41 * 1. Redistributions of source code must retain the above copyright
42 * notice, this list of conditions and the following disclaimer.
43 * 2. Redistributions in binary form must reproduce the above copyright
44 * notice, this list of conditions and the following disclaimer in the
45 * documentation and/or other materials provided with the distribution.
46 * 3. All advertising materials mentioning features or use of this software
47 * must display the following acknowledgement:
48 * This product includes software developed by the University of
49 * California, Berkeley and its contributors.
50 * 4. Neither the name of the University nor the names of its contributors
51 * may be used to endorse or promote products derived from this software
52 * without specific prior written permission.
53 *
54 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
55 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
56 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
57 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
58 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
59 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
60 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
61 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
62 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
63 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
64 * SUCH DAMAGE.
65 *
66 * @(#)vfs_subr.c 8.31 (Berkeley) 5/26/95
67 */
68 /*
69 * NOTICE: This file was modified by SPARTA, Inc. in 2005 to introduce
70 * support for mandatory and extensible security protections. This notice
71 * is included in support of clause 2.2 (b) of the Apple Public License,
72 * Version 2.0.
73 */
74
75 /*
76 * External virtual filesystem routines
77 */
78
79
80 #include <sys/param.h>
81 #include <sys/systm.h>
82 #include <sys/proc_internal.h>
83 #include <sys/kauth.h>
84 #include <sys/mount_internal.h>
85 #include <sys/time.h>
86 #include <sys/lock.h>
87 #include <sys/vnode.h>
88 #include <sys/vnode_internal.h>
89 #include <sys/stat.h>
90 #include <sys/namei.h>
91 #include <sys/ucred.h>
92 #include <sys/buf_internal.h>
93 #include <sys/errno.h>
94 #include <sys/malloc.h>
95 #include <sys/uio_internal.h>
96 #include <sys/uio.h>
97 #include <sys/domain.h>
98 #include <sys/mbuf.h>
99 #include <sys/syslog.h>
100 #include <sys/ubc_internal.h>
101 #include <sys/vm.h>
102 #include <sys/sysctl.h>
103 #include <sys/filedesc.h>
104 #include <sys/event.h>
105 #include <sys/kdebug.h>
106 #include <sys/kauth.h>
107 #include <sys/user.h>
108 #include <sys/systm.h>
109 #include <sys/kern_memorystatus.h>
110 #include <sys/lockf.h>
111 #include <miscfs/fifofs/fifo.h>
112
113 #include <string.h>
114 #include <machine/spl.h>
115
116
117 #include <kern/assert.h>
118 #include <mach/kern_return.h>
119 #include <kern/thread.h>
120 #include <kern/sched_prim.h>
121
122 #include <miscfs/specfs/specdev.h>
123
124 #include <mach/mach_types.h>
125 #include <mach/memory_object_types.h>
126 #include <mach/memory_object_control.h>
127
128 #include <kern/kalloc.h> /* kalloc()/kfree() */
129 #include <kern/clock.h> /* delay_for_interval() */
130 #include <libkern/OSAtomic.h> /* OSAddAtomic() */
131
132
133 #ifdef JOE_DEBUG
134 #include <libkern/OSDebug.h>
135 #endif
136
137 #include <vm/vm_protos.h> /* vnode_pager_vrele() */
138
139 #if CONFIG_MACF
140 #include <security/mac_framework.h>
141 #endif
142
143 extern lck_grp_t *vnode_lck_grp;
144 extern lck_attr_t *vnode_lck_attr;
145
146 #if CONFIG_TRIGGERS
147 extern lck_grp_t *trigger_vnode_lck_grp;
148 extern lck_attr_t *trigger_vnode_lck_attr;
149 #endif
150
151 extern lck_mtx_t * mnt_list_mtx_lock;
152
153 enum vtype iftovt_tab[16] = {
154 VNON, VFIFO, VCHR, VNON, VDIR, VNON, VBLK, VNON,
155 VREG, VNON, VLNK, VNON, VSOCK, VNON, VNON, VBAD,
156 };
157 int vttoif_tab[9] = {
158 0, S_IFREG, S_IFDIR, S_IFBLK, S_IFCHR, S_IFLNK,
159 S_IFSOCK, S_IFIFO, S_IFMT,
160 };
161
162
163 /* XXX These should be in a BSD accessible Mach header, but aren't. */
164 extern void memory_object_mark_used(
165 memory_object_control_t control);
166
167 extern void memory_object_mark_unused(
168 memory_object_control_t control,
169 boolean_t rage);
170
171
172 /* XXX next protptype should be from <nfs/nfs.h> */
173 extern int nfs_vinvalbuf(vnode_t, int, vfs_context_t, int);
174
175 /* XXX next prototytype should be from libsa/stdlib.h> but conflicts libkern */
176 __private_extern__ void qsort(
177 void * array,
178 size_t nmembers,
179 size_t member_size,
180 int (*)(const void *, const void *));
181
182 extern kern_return_t adjust_vm_object_cache(vm_size_t oval, vm_size_t nval);
183 __private_extern__ void vntblinit(void);
184 __private_extern__ kern_return_t reset_vmobjectcache(unsigned int val1,
185 unsigned int val2);
186 __private_extern__ int unlink1(vfs_context_t, struct nameidata *, int);
187
188 extern int system_inshutdown;
189
190 static void vnode_list_add(vnode_t);
191 static void vnode_async_list_add(vnode_t);
192 static void vnode_list_remove(vnode_t);
193 static void vnode_list_remove_locked(vnode_t);
194
195 static void vnode_abort_advlocks(vnode_t);
196 static errno_t vnode_drain(vnode_t);
197 static void vgone(vnode_t, int flags);
198 static void vclean(vnode_t vp, int flag);
199 static void vnode_reclaim_internal(vnode_t, int, int, int);
200
201 static void vnode_dropiocount (vnode_t);
202
203 static vnode_t checkalias(vnode_t vp, dev_t nvp_rdev);
204 static int vnode_reload(vnode_t);
205 static int vnode_isinuse_locked(vnode_t, int, int);
206
207 static void insmntque(vnode_t vp, mount_t mp);
208 static int mount_getvfscnt(void);
209 static int mount_fillfsids(fsid_t *, int );
210 static void vnode_iterate_setup(mount_t);
211 int vnode_umount_preflight(mount_t, vnode_t, int);
212 static int vnode_iterate_prepare(mount_t);
213 static int vnode_iterate_reloadq(mount_t);
214 static void vnode_iterate_clear(mount_t);
215 static mount_t vfs_getvfs_locked(fsid_t *);
216 static int vn_create_reg(vnode_t dvp, vnode_t *vpp, struct nameidata *ndp,
217 struct vnode_attr *vap, uint32_t flags, int fmode, uint32_t *statusp, vfs_context_t ctx);
218 static int vnode_authattr_new_internal(vnode_t dvp, struct vnode_attr *vap, int noauth, uint32_t *defaulted_fieldsp, vfs_context_t ctx);
219
220 errno_t rmdir_remove_orphaned_appleDouble(vnode_t, vfs_context_t, int *);
221
222 #ifdef JOE_DEBUG
223 static void record_vp(vnode_t vp, int count);
224 #endif
225
226 #if CONFIG_TRIGGERS
227 static int vnode_resolver_create(mount_t, vnode_t, struct vnode_trigger_param *, boolean_t external);
228 static void vnode_resolver_detach(vnode_t);
229 #endif
230
231 TAILQ_HEAD(freelst, vnode) vnode_free_list; /* vnode free list */
232 TAILQ_HEAD(deadlst, vnode) vnode_dead_list; /* vnode dead list */
233 TAILQ_HEAD(async_work_lst, vnode) vnode_async_work_list;
234
235
236 TAILQ_HEAD(ragelst, vnode) vnode_rage_list; /* vnode rapid age list */
237 struct timeval rage_tv;
238 int rage_limit = 0;
239 int ragevnodes = 0;
240
241 #define RAGE_LIMIT_MIN 100
242 #define RAGE_TIME_LIMIT 5
243
244 struct mntlist mountlist; /* mounted filesystem list */
245 static int nummounts = 0;
246
247 #if DIAGNOSTIC
248 #define VLISTCHECK(fun, vp, list) \
249 if ((vp)->v_freelist.tqe_prev == (struct vnode **)0xdeadb) \
250 panic("%s: %s vnode not on %slist", (fun), (list), (list));
251 #else
252 #define VLISTCHECK(fun, vp, list)
253 #endif /* DIAGNOSTIC */
254
255 #define VLISTNONE(vp) \
256 do { \
257 (vp)->v_freelist.tqe_next = (struct vnode *)0; \
258 (vp)->v_freelist.tqe_prev = (struct vnode **)0xdeadb; \
259 } while(0)
260
261 #define VONLIST(vp) \
262 ((vp)->v_freelist.tqe_prev != (struct vnode **)0xdeadb)
263
264 /* remove a vnode from free vnode list */
265 #define VREMFREE(fun, vp) \
266 do { \
267 VLISTCHECK((fun), (vp), "free"); \
268 TAILQ_REMOVE(&vnode_free_list, (vp), v_freelist); \
269 VLISTNONE((vp)); \
270 freevnodes--; \
271 } while(0)
272
273
274 /* remove a vnode from dead vnode list */
275 #define VREMDEAD(fun, vp) \
276 do { \
277 VLISTCHECK((fun), (vp), "dead"); \
278 TAILQ_REMOVE(&vnode_dead_list, (vp), v_freelist); \
279 VLISTNONE((vp)); \
280 vp->v_listflag &= ~VLIST_DEAD; \
281 deadvnodes--; \
282 } while(0)
283
284
285 /* remove a vnode from async work vnode list */
286 #define VREMASYNC_WORK(fun, vp) \
287 do { \
288 VLISTCHECK((fun), (vp), "async_work"); \
289 TAILQ_REMOVE(&vnode_async_work_list, (vp), v_freelist); \
290 VLISTNONE((vp)); \
291 vp->v_listflag &= ~VLIST_ASYNC_WORK; \
292 async_work_vnodes--; \
293 } while(0)
294
295
296 /* remove a vnode from rage vnode list */
297 #define VREMRAGE(fun, vp) \
298 do { \
299 if ( !(vp->v_listflag & VLIST_RAGE)) \
300 panic("VREMRAGE: vp not on rage list"); \
301 VLISTCHECK((fun), (vp), "rage"); \
302 TAILQ_REMOVE(&vnode_rage_list, (vp), v_freelist); \
303 VLISTNONE((vp)); \
304 vp->v_listflag &= ~VLIST_RAGE; \
305 ragevnodes--; \
306 } while(0)
307
308
309 /*
310 * vnodetarget hasn't been used in a long time, but
311 * it was exported for some reason... I'm leaving in
312 * place for now... it should be deprecated out of the
313 * exports and removed eventually.
314 */
315 u_int32_t vnodetarget; /* target for vnreclaim() */
316 #define VNODE_FREE_TARGET 20 /* Default value for vnodetarget */
317
318 /*
319 * We need quite a few vnodes on the free list to sustain the
320 * rapid stat() the compilation process does, and still benefit from the name
321 * cache. Having too few vnodes on the free list causes serious disk
322 * thrashing as we cycle through them.
323 */
324 #define VNODE_FREE_MIN CONFIG_VNODE_FREE_MIN /* freelist should have at least this many */
325
326
327 static void async_work_continue(void);
328
329 /*
330 * Initialize the vnode management data structures.
331 */
332 __private_extern__ void
333 vntblinit(void)
334 {
335 thread_t thread = THREAD_NULL;
336
337 TAILQ_INIT(&vnode_free_list);
338 TAILQ_INIT(&vnode_rage_list);
339 TAILQ_INIT(&vnode_dead_list);
340 TAILQ_INIT(&vnode_async_work_list);
341 TAILQ_INIT(&mountlist);
342
343 if (!vnodetarget)
344 vnodetarget = VNODE_FREE_TARGET;
345
346 microuptime(&rage_tv);
347 rage_limit = desiredvnodes / 100;
348
349 if (rage_limit < RAGE_LIMIT_MIN)
350 rage_limit = RAGE_LIMIT_MIN;
351
352 /*
353 * Scale the vm_object_cache to accomodate the vnodes
354 * we want to cache
355 */
356 (void) adjust_vm_object_cache(0, desiredvnodes - VNODE_FREE_MIN);
357
358 /*
359 * create worker threads
360 */
361 kernel_thread_start((thread_continue_t)async_work_continue, NULL, &thread);
362 thread_deallocate(thread);
363 }
364
365 /* Reset the VM Object Cache with the values passed in */
366 __private_extern__ kern_return_t
367 reset_vmobjectcache(unsigned int val1, unsigned int val2)
368 {
369 vm_size_t oval = val1 - VNODE_FREE_MIN;
370 vm_size_t nval;
371
372 if (val1 == val2) {
373 return KERN_SUCCESS;
374 }
375
376 if(val2 < VNODE_FREE_MIN)
377 nval = 0;
378 else
379 nval = val2 - VNODE_FREE_MIN;
380
381 return(adjust_vm_object_cache(oval, nval));
382 }
383
384
385 /* the timeout is in 10 msecs */
386 int
387 vnode_waitforwrites(vnode_t vp, int output_target, int slpflag, int slptimeout, const char *msg) {
388 int error = 0;
389 struct timespec ts;
390
391 KERNEL_DEBUG(0x3010280 | DBG_FUNC_START, (int)vp, output_target, vp->v_numoutput, 0, 0);
392
393 if (vp->v_numoutput > output_target) {
394
395 slpflag |= PDROP;
396
397 vnode_lock_spin(vp);
398
399 while ((vp->v_numoutput > output_target) && error == 0) {
400 if (output_target)
401 vp->v_flag |= VTHROTTLED;
402 else
403 vp->v_flag |= VBWAIT;
404
405 ts.tv_sec = (slptimeout/100);
406 ts.tv_nsec = (slptimeout % 1000) * 10 * NSEC_PER_USEC * 1000 ;
407 error = msleep((caddr_t)&vp->v_numoutput, &vp->v_lock, (slpflag | (PRIBIO + 1)), msg, &ts);
408
409 vnode_lock_spin(vp);
410 }
411 vnode_unlock(vp);
412 }
413 KERNEL_DEBUG(0x3010280 | DBG_FUNC_END, (int)vp, output_target, vp->v_numoutput, error, 0);
414
415 return error;
416 }
417
418
419 void
420 vnode_startwrite(vnode_t vp) {
421
422 OSAddAtomic(1, &vp->v_numoutput);
423 }
424
425
426 void
427 vnode_writedone(vnode_t vp)
428 {
429 if (vp) {
430 int need_wakeup = 0;
431
432 OSAddAtomic(-1, &vp->v_numoutput);
433
434 vnode_lock_spin(vp);
435
436 if (vp->v_numoutput < 0)
437 panic("vnode_writedone: numoutput < 0");
438
439 if ((vp->v_flag & VTHROTTLED)) {
440 vp->v_flag &= ~VTHROTTLED;
441 need_wakeup = 1;
442 }
443 if ((vp->v_flag & VBWAIT) && (vp->v_numoutput == 0)) {
444 vp->v_flag &= ~VBWAIT;
445 need_wakeup = 1;
446 }
447 vnode_unlock(vp);
448
449 if (need_wakeup)
450 wakeup((caddr_t)&vp->v_numoutput);
451 }
452 }
453
454
455
456 int
457 vnode_hasdirtyblks(vnode_t vp)
458 {
459 struct cl_writebehind *wbp;
460
461 /*
462 * Not taking the buf_mtxp as there is little
463 * point doing it. Even if the lock is taken the
464 * state can change right after that. If their
465 * needs to be a synchronization, it must be driven
466 * by the caller
467 */
468 if (vp->v_dirtyblkhd.lh_first)
469 return (1);
470
471 if (!UBCINFOEXISTS(vp))
472 return (0);
473
474 wbp = vp->v_ubcinfo->cl_wbehind;
475
476 if (wbp && (wbp->cl_number || wbp->cl_scmap))
477 return (1);
478
479 return (0);
480 }
481
482 int
483 vnode_hascleanblks(vnode_t vp)
484 {
485 /*
486 * Not taking the buf_mtxp as there is little
487 * point doing it. Even if the lock is taken the
488 * state can change right after that. If their
489 * needs to be a synchronization, it must be driven
490 * by the caller
491 */
492 if (vp->v_cleanblkhd.lh_first)
493 return (1);
494 return (0);
495 }
496
497 void
498 vnode_iterate_setup(mount_t mp)
499 {
500 while (mp->mnt_lflag & MNT_LITER) {
501 mp->mnt_lflag |= MNT_LITERWAIT;
502 msleep((caddr_t)mp, &mp->mnt_mlock, PVFS, "vnode_iterate_setup", NULL);
503 }
504
505 mp->mnt_lflag |= MNT_LITER;
506
507 }
508
509 int
510 vnode_umount_preflight(mount_t mp, vnode_t skipvp, int flags)
511 {
512 vnode_t vp;
513
514 TAILQ_FOREACH(vp, &mp->mnt_vnodelist, v_mntvnodes) {
515 /* disable preflight only for udf, a hack to be removed after 4073176 is fixed */
516 if (vp->v_tag == VT_UDF)
517 return 0;
518 if (vp->v_type == VDIR)
519 continue;
520 if (vp == skipvp)
521 continue;
522 if ((flags & SKIPSYSTEM) && ((vp->v_flag & VSYSTEM) ||
523 (vp->v_flag & VNOFLUSH)))
524 continue;
525 if ((flags & SKIPSWAP) && (vp->v_flag & VSWAP))
526 continue;
527 if ((flags & WRITECLOSE) &&
528 (vp->v_writecount == 0 || vp->v_type != VREG))
529 continue;
530 /* Look for busy vnode */
531 if (((vp->v_usecount != 0) &&
532 ((vp->v_usecount - vp->v_kusecount) != 0)))
533 return(1);
534 }
535
536 return(0);
537 }
538
539 /*
540 * This routine prepares iteration by moving all the vnodes to worker queue
541 * called with mount lock held
542 */
543 int
544 vnode_iterate_prepare(mount_t mp)
545 {
546 vnode_t vp;
547
548 if (TAILQ_EMPTY(&mp->mnt_vnodelist)) {
549 /* nothing to do */
550 return (0);
551 }
552
553 vp = TAILQ_FIRST(&mp->mnt_vnodelist);
554 vp->v_mntvnodes.tqe_prev = &(mp->mnt_workerqueue.tqh_first);
555 mp->mnt_workerqueue.tqh_first = mp->mnt_vnodelist.tqh_first;
556 mp->mnt_workerqueue.tqh_last = mp->mnt_vnodelist.tqh_last;
557
558 TAILQ_INIT(&mp->mnt_vnodelist);
559 if (mp->mnt_newvnodes.tqh_first != NULL)
560 panic("vnode_iterate_prepare: newvnode when entering vnode");
561 TAILQ_INIT(&mp->mnt_newvnodes);
562
563 return (1);
564 }
565
566
567 /* called with mount lock held */
568 int
569 vnode_iterate_reloadq(mount_t mp)
570 {
571 int moved = 0;
572
573 /* add the remaining entries in workerq to the end of mount vnode list */
574 if (!TAILQ_EMPTY(&mp->mnt_workerqueue)) {
575 struct vnode * mvp;
576 mvp = TAILQ_LAST(&mp->mnt_vnodelist, vnodelst);
577
578 /* Joining the workerque entities to mount vnode list */
579 if (mvp)
580 mvp->v_mntvnodes.tqe_next = mp->mnt_workerqueue.tqh_first;
581 else
582 mp->mnt_vnodelist.tqh_first = mp->mnt_workerqueue.tqh_first;
583 mp->mnt_workerqueue.tqh_first->v_mntvnodes.tqe_prev = mp->mnt_vnodelist.tqh_last;
584 mp->mnt_vnodelist.tqh_last = mp->mnt_workerqueue.tqh_last;
585 TAILQ_INIT(&mp->mnt_workerqueue);
586 }
587
588 /* add the newvnodes to the head of mount vnode list */
589 if (!TAILQ_EMPTY(&mp->mnt_newvnodes)) {
590 struct vnode * nlvp;
591 nlvp = TAILQ_LAST(&mp->mnt_newvnodes, vnodelst);
592
593 mp->mnt_newvnodes.tqh_first->v_mntvnodes.tqe_prev = &mp->mnt_vnodelist.tqh_first;
594 nlvp->v_mntvnodes.tqe_next = mp->mnt_vnodelist.tqh_first;
595 if(mp->mnt_vnodelist.tqh_first)
596 mp->mnt_vnodelist.tqh_first->v_mntvnodes.tqe_prev = &nlvp->v_mntvnodes.tqe_next;
597 else
598 mp->mnt_vnodelist.tqh_last = mp->mnt_newvnodes.tqh_last;
599 mp->mnt_vnodelist.tqh_first = mp->mnt_newvnodes.tqh_first;
600 TAILQ_INIT(&mp->mnt_newvnodes);
601 moved = 1;
602 }
603
604 return(moved);
605 }
606
607
608 void
609 vnode_iterate_clear(mount_t mp)
610 {
611 mp->mnt_lflag &= ~MNT_LITER;
612 if (mp->mnt_lflag & MNT_LITERWAIT) {
613 mp->mnt_lflag &= ~MNT_LITERWAIT;
614 wakeup(mp);
615 }
616 }
617
618
619 int
620 vnode_iterate(mount_t mp, int flags, int (*callout)(struct vnode *, void *),
621 void *arg)
622 {
623 struct vnode *vp;
624 int vid, retval;
625 int ret = 0;
626
627 mount_lock(mp);
628
629 vnode_iterate_setup(mp);
630
631 /* it is returns 0 then there is nothing to do */
632 retval = vnode_iterate_prepare(mp);
633
634 if (retval == 0) {
635 vnode_iterate_clear(mp);
636 mount_unlock(mp);
637 return(ret);
638 }
639
640 /* iterate over all the vnodes */
641 while (!TAILQ_EMPTY(&mp->mnt_workerqueue)) {
642 vp = TAILQ_FIRST(&mp->mnt_workerqueue);
643 TAILQ_REMOVE(&mp->mnt_workerqueue, vp, v_mntvnodes);
644 TAILQ_INSERT_TAIL(&mp->mnt_vnodelist, vp, v_mntvnodes);
645 vid = vp->v_id;
646 if ((vp->v_data == NULL) || (vp->v_type == VNON) || (vp->v_mount != mp)) {
647 continue;
648 }
649 mount_unlock(mp);
650
651 if ( vget_internal(vp, vid, (flags | VNODE_NODEAD| VNODE_WITHID | VNODE_NOSUSPEND))) {
652 mount_lock(mp);
653 continue;
654 }
655 if (flags & VNODE_RELOAD) {
656 /*
657 * we're reloading the filesystem
658 * cast out any inactive vnodes...
659 */
660 if (vnode_reload(vp)) {
661 /* vnode will be recycled on the refcount drop */
662 vnode_put(vp);
663 mount_lock(mp);
664 continue;
665 }
666 }
667
668 retval = callout(vp, arg);
669
670 switch (retval) {
671 case VNODE_RETURNED:
672 case VNODE_RETURNED_DONE:
673 vnode_put(vp);
674 if (retval == VNODE_RETURNED_DONE) {
675 mount_lock(mp);
676 ret = 0;
677 goto out;
678 }
679 break;
680
681 case VNODE_CLAIMED_DONE:
682 mount_lock(mp);
683 ret = 0;
684 goto out;
685 case VNODE_CLAIMED:
686 default:
687 break;
688 }
689 mount_lock(mp);
690 }
691
692 out:
693 (void)vnode_iterate_reloadq(mp);
694 vnode_iterate_clear(mp);
695 mount_unlock(mp);
696 return (ret);
697 }
698
699 void
700 mount_lock_renames(mount_t mp)
701 {
702 lck_mtx_lock(&mp->mnt_renamelock);
703 }
704
705 void
706 mount_unlock_renames(mount_t mp)
707 {
708 lck_mtx_unlock(&mp->mnt_renamelock);
709 }
710
711 void
712 mount_lock(mount_t mp)
713 {
714 lck_mtx_lock(&mp->mnt_mlock);
715 }
716
717 void
718 mount_lock_spin(mount_t mp)
719 {
720 lck_mtx_lock_spin(&mp->mnt_mlock);
721 }
722
723 void
724 mount_unlock(mount_t mp)
725 {
726 lck_mtx_unlock(&mp->mnt_mlock);
727 }
728
729
730 void
731 mount_ref(mount_t mp, int locked)
732 {
733 if ( !locked)
734 mount_lock_spin(mp);
735
736 mp->mnt_count++;
737
738 if ( !locked)
739 mount_unlock(mp);
740 }
741
742
743 void
744 mount_drop(mount_t mp, int locked)
745 {
746 if ( !locked)
747 mount_lock_spin(mp);
748
749 mp->mnt_count--;
750
751 if (mp->mnt_count == 0 && (mp->mnt_lflag & MNT_LDRAIN))
752 wakeup(&mp->mnt_lflag);
753
754 if ( !locked)
755 mount_unlock(mp);
756 }
757
758
759 int
760 mount_iterref(mount_t mp, int locked)
761 {
762 int retval = 0;
763
764 if (!locked)
765 mount_list_lock();
766 if (mp->mnt_iterref < 0) {
767 retval = 1;
768 } else {
769 mp->mnt_iterref++;
770 }
771 if (!locked)
772 mount_list_unlock();
773 return(retval);
774 }
775
776 int
777 mount_isdrained(mount_t mp, int locked)
778 {
779 int retval;
780
781 if (!locked)
782 mount_list_lock();
783 if (mp->mnt_iterref < 0)
784 retval = 1;
785 else
786 retval = 0;
787 if (!locked)
788 mount_list_unlock();
789 return(retval);
790 }
791
792 void
793 mount_iterdrop(mount_t mp)
794 {
795 mount_list_lock();
796 mp->mnt_iterref--;
797 wakeup(&mp->mnt_iterref);
798 mount_list_unlock();
799 }
800
801 void
802 mount_iterdrain(mount_t mp)
803 {
804 mount_list_lock();
805 while (mp->mnt_iterref)
806 msleep((caddr_t)&mp->mnt_iterref, mnt_list_mtx_lock, PVFS, "mount_iterdrain", NULL);
807 /* mount iterations drained */
808 mp->mnt_iterref = -1;
809 mount_list_unlock();
810 }
811 void
812 mount_iterreset(mount_t mp)
813 {
814 mount_list_lock();
815 if (mp->mnt_iterref == -1)
816 mp->mnt_iterref = 0;
817 mount_list_unlock();
818 }
819
820 /* always called with mount lock held */
821 int
822 mount_refdrain(mount_t mp)
823 {
824 if (mp->mnt_lflag & MNT_LDRAIN)
825 panic("already in drain");
826 mp->mnt_lflag |= MNT_LDRAIN;
827
828 while (mp->mnt_count)
829 msleep((caddr_t)&mp->mnt_lflag, &mp->mnt_mlock, PVFS, "mount_drain", NULL);
830
831 if (mp->mnt_vnodelist.tqh_first != NULL)
832 panic("mount_refdrain: dangling vnode");
833
834 mp->mnt_lflag &= ~MNT_LDRAIN;
835
836 return(0);
837 }
838
839 /* Tags the mount point as not supportine extended readdir for NFS exports */
840 void
841 mount_set_noreaddirext(mount_t mp) {
842 mount_lock (mp);
843 mp->mnt_kern_flag |= MNTK_DENY_READDIREXT;
844 mount_unlock (mp);
845 }
846
847 /*
848 * Mark a mount point as busy. Used to synchronize access and to delay
849 * unmounting.
850 */
851 int
852 vfs_busy(mount_t mp, int flags)
853 {
854
855 restart:
856 if (mp->mnt_lflag & MNT_LDEAD)
857 return(ENOENT);
858
859 if (mp->mnt_lflag & MNT_LUNMOUNT) {
860 if (flags & LK_NOWAIT)
861 return (ENOENT);
862
863 mount_lock(mp);
864
865 if (mp->mnt_lflag & MNT_LDEAD) {
866 mount_unlock(mp);
867 return(ENOENT);
868 }
869 if (mp->mnt_lflag & MNT_LUNMOUNT) {
870 mp->mnt_lflag |= MNT_LWAIT;
871 /*
872 * Since all busy locks are shared except the exclusive
873 * lock granted when unmounting, the only place that a
874 * wakeup needs to be done is at the release of the
875 * exclusive lock at the end of dounmount.
876 */
877 msleep((caddr_t)mp, &mp->mnt_mlock, (PVFS | PDROP), "vfsbusy", NULL);
878 return (ENOENT);
879 }
880 mount_unlock(mp);
881 }
882
883 lck_rw_lock_shared(&mp->mnt_rwlock);
884
885 /*
886 * until we are granted the rwlock, it's possible for the mount point to
887 * change state, so reevaluate before granting the vfs_busy
888 */
889 if (mp->mnt_lflag & (MNT_LDEAD | MNT_LUNMOUNT)) {
890 lck_rw_done(&mp->mnt_rwlock);
891 goto restart;
892 }
893 return (0);
894 }
895
896 /*
897 * Free a busy filesystem.
898 */
899
900 void
901 vfs_unbusy(mount_t mp)
902 {
903 lck_rw_done(&mp->mnt_rwlock);
904 }
905
906
907
908 static void
909 vfs_rootmountfailed(mount_t mp) {
910
911 mount_list_lock();
912 mp->mnt_vtable->vfc_refcount--;
913 mount_list_unlock();
914
915 vfs_unbusy(mp);
916
917 mount_lock_destroy(mp);
918
919 #if CONFIG_MACF
920 mac_mount_label_destroy(mp);
921 #endif
922
923 FREE_ZONE(mp, sizeof(struct mount), M_MOUNT);
924 }
925
926 /*
927 * Lookup a filesystem type, and if found allocate and initialize
928 * a mount structure for it.
929 *
930 * Devname is usually updated by mount(8) after booting.
931 */
932 static mount_t
933 vfs_rootmountalloc_internal(struct vfstable *vfsp, const char *devname)
934 {
935 mount_t mp;
936
937 mp = _MALLOC_ZONE(sizeof(struct mount), M_MOUNT, M_WAITOK);
938 bzero((char *)mp, sizeof(struct mount));
939
940 /* Initialize the default IO constraints */
941 mp->mnt_maxreadcnt = mp->mnt_maxwritecnt = MAXPHYS;
942 mp->mnt_segreadcnt = mp->mnt_segwritecnt = 32;
943 mp->mnt_maxsegreadsize = mp->mnt_maxreadcnt;
944 mp->mnt_maxsegwritesize = mp->mnt_maxwritecnt;
945 mp->mnt_devblocksize = DEV_BSIZE;
946 mp->mnt_alignmentmask = PAGE_MASK;
947 mp->mnt_ioqueue_depth = MNT_DEFAULT_IOQUEUE_DEPTH;
948 mp->mnt_ioscale = 1;
949 mp->mnt_ioflags = 0;
950 mp->mnt_realrootvp = NULLVP;
951 mp->mnt_authcache_ttl = CACHED_LOOKUP_RIGHT_TTL;
952 mp->mnt_throttle_mask = LOWPRI_MAX_NUM_DEV - 1;
953 mp->mnt_devbsdunit = 0;
954
955 mount_lock_init(mp);
956 (void)vfs_busy(mp, LK_NOWAIT);
957
958 TAILQ_INIT(&mp->mnt_vnodelist);
959 TAILQ_INIT(&mp->mnt_workerqueue);
960 TAILQ_INIT(&mp->mnt_newvnodes);
961
962 mp->mnt_vtable = vfsp;
963 mp->mnt_op = vfsp->vfc_vfsops;
964 mp->mnt_flag = MNT_RDONLY | MNT_ROOTFS;
965 mp->mnt_vnodecovered = NULLVP;
966 //mp->mnt_stat.f_type = vfsp->vfc_typenum;
967 mp->mnt_flag |= vfsp->vfc_flags & MNT_VISFLAGMASK;
968
969 mount_list_lock();
970 vfsp->vfc_refcount++;
971 mount_list_unlock();
972
973 strncpy(mp->mnt_vfsstat.f_fstypename, vfsp->vfc_name, MFSTYPENAMELEN);
974 mp->mnt_vfsstat.f_mntonname[0] = '/';
975 /* XXX const poisoning layering violation */
976 (void) copystr((const void *)devname, mp->mnt_vfsstat.f_mntfromname, MAXPATHLEN - 1, NULL);
977
978 #if CONFIG_MACF
979 mac_mount_label_init(mp);
980 mac_mount_label_associate(vfs_context_kernel(), mp);
981 #endif
982 return (mp);
983 }
984
985 errno_t
986 vfs_rootmountalloc(const char *fstypename, const char *devname, mount_t *mpp)
987 {
988 struct vfstable *vfsp;
989
990 for (vfsp = vfsconf; vfsp; vfsp = vfsp->vfc_next)
991 if (!strncmp(vfsp->vfc_name, fstypename,
992 sizeof(vfsp->vfc_name)))
993 break;
994 if (vfsp == NULL)
995 return (ENODEV);
996
997 *mpp = vfs_rootmountalloc_internal(vfsp, devname);
998
999 if (*mpp)
1000 return (0);
1001
1002 return (ENOMEM);
1003 }
1004
1005
1006 /*
1007 * Find an appropriate filesystem to use for the root. If a filesystem
1008 * has not been preselected, walk through the list of known filesystems
1009 * trying those that have mountroot routines, and try them until one
1010 * works or we have tried them all.
1011 */
1012 extern int (*mountroot)(void);
1013
1014 int
1015 vfs_mountroot(void)
1016 {
1017 #if CONFIG_MACF
1018 struct vnode *vp;
1019 #endif
1020 struct vfstable *vfsp;
1021 vfs_context_t ctx = vfs_context_kernel();
1022 struct vfs_attr vfsattr;
1023 int error;
1024 mount_t mp;
1025 vnode_t bdevvp_rootvp;
1026
1027 if (mountroot != NULL) {
1028 /*
1029 * used for netboot which follows a different set of rules
1030 */
1031 error = (*mountroot)();
1032 return (error);
1033 }
1034 if ((error = bdevvp(rootdev, &rootvp))) {
1035 printf("vfs_mountroot: can't setup bdevvp\n");
1036 return (error);
1037 }
1038 /*
1039 * 4951998 - code we call in vfc_mountroot may replace rootvp
1040 * so keep a local copy for some house keeping.
1041 */
1042 bdevvp_rootvp = rootvp;
1043
1044 for (vfsp = vfsconf; vfsp; vfsp = vfsp->vfc_next) {
1045 if (vfsp->vfc_mountroot == NULL)
1046 continue;
1047
1048 mp = vfs_rootmountalloc_internal(vfsp, "root_device");
1049 mp->mnt_devvp = rootvp;
1050
1051 if ((error = (*vfsp->vfc_mountroot)(mp, rootvp, ctx)) == 0) {
1052 if ( bdevvp_rootvp != rootvp ) {
1053 /*
1054 * rootvp changed...
1055 * bump the iocount and fix up mnt_devvp for the
1056 * new rootvp (it will already have a usecount taken)...
1057 * drop the iocount and the usecount on the orignal
1058 * since we are no longer going to use it...
1059 */
1060 vnode_getwithref(rootvp);
1061 mp->mnt_devvp = rootvp;
1062
1063 vnode_rele(bdevvp_rootvp);
1064 vnode_put(bdevvp_rootvp);
1065 }
1066 mp->mnt_devvp->v_specflags |= SI_MOUNTEDON;
1067
1068 vfs_unbusy(mp);
1069
1070 mount_list_add(mp);
1071
1072 /*
1073 * cache the IO attributes for the underlying physical media...
1074 * an error return indicates the underlying driver doesn't
1075 * support all the queries necessary... however, reasonable
1076 * defaults will have been set, so no reason to bail or care
1077 */
1078 vfs_init_io_attributes(rootvp, mp);
1079
1080 /*
1081 * Shadow the VFC_VFSNATIVEXATTR flag to MNTK_EXTENDED_ATTRS.
1082 */
1083 if (mp->mnt_vtable->vfc_vfsflags & VFC_VFSNATIVEXATTR) {
1084 mp->mnt_kern_flag |= MNTK_EXTENDED_ATTRS;
1085 }
1086 if (mp->mnt_vtable->vfc_vfsflags & VFC_VFSPREFLIGHT) {
1087 mp->mnt_kern_flag |= MNTK_UNMOUNT_PREFLIGHT;
1088 }
1089
1090 /*
1091 * Probe root file system for additional features.
1092 */
1093 (void)VFS_START(mp, 0, ctx);
1094
1095 VFSATTR_INIT(&vfsattr);
1096 VFSATTR_WANTED(&vfsattr, f_capabilities);
1097 if (vfs_getattr(mp, &vfsattr, ctx) == 0 &&
1098 VFSATTR_IS_SUPPORTED(&vfsattr, f_capabilities)) {
1099 if ((vfsattr.f_capabilities.capabilities[VOL_CAPABILITIES_INTERFACES] & VOL_CAP_INT_EXTENDED_ATTR) &&
1100 (vfsattr.f_capabilities.valid[VOL_CAPABILITIES_INTERFACES] & VOL_CAP_INT_EXTENDED_ATTR)) {
1101 mp->mnt_kern_flag |= MNTK_EXTENDED_ATTRS;
1102 }
1103 #if NAMEDSTREAMS
1104 if ((vfsattr.f_capabilities.capabilities[VOL_CAPABILITIES_INTERFACES] & VOL_CAP_INT_NAMEDSTREAMS) &&
1105 (vfsattr.f_capabilities.valid[VOL_CAPABILITIES_INTERFACES] & VOL_CAP_INT_NAMEDSTREAMS)) {
1106 mp->mnt_kern_flag |= MNTK_NAMED_STREAMS;
1107 }
1108 #endif
1109 if ((vfsattr.f_capabilities.capabilities[VOL_CAPABILITIES_FORMAT] & VOL_CAP_FMT_PATH_FROM_ID) &&
1110 (vfsattr.f_capabilities.valid[VOL_CAPABILITIES_FORMAT] & VOL_CAP_FMT_PATH_FROM_ID)) {
1111 mp->mnt_kern_flag |= MNTK_PATH_FROM_ID;
1112 }
1113 }
1114
1115 /*
1116 * get rid of iocount reference returned
1117 * by bdevvp (or picked up by us on the substitued
1118 * rootvp)... it (or we) will have also taken
1119 * a usecount reference which we want to keep
1120 */
1121 vnode_put(rootvp);
1122
1123 #if CONFIG_MACF
1124 if ((vfs_flags(mp) & MNT_MULTILABEL) == 0)
1125 return (0);
1126
1127 error = VFS_ROOT(mp, &vp, ctx);
1128 if (error) {
1129 printf("%s() VFS_ROOT() returned %d\n",
1130 __func__, error);
1131 dounmount(mp, MNT_FORCE, 0, ctx);
1132 goto fail;
1133 }
1134 error = vnode_label(mp, NULL, vp, NULL, 0, ctx);
1135 /*
1136 * get rid of reference provided by VFS_ROOT
1137 */
1138 vnode_put(vp);
1139
1140 if (error) {
1141 printf("%s() vnode_label() returned %d\n",
1142 __func__, error);
1143 dounmount(mp, MNT_FORCE, 0, ctx);
1144 goto fail;
1145 }
1146 #endif
1147 return (0);
1148 }
1149 #if CONFIG_MACF
1150 fail:
1151 #endif
1152 vfs_rootmountfailed(mp);
1153
1154 if (error != EINVAL)
1155 printf("%s_mountroot failed: %d\n", vfsp->vfc_name, error);
1156 }
1157 return (ENODEV);
1158 }
1159
1160 /*
1161 * Lookup a mount point by filesystem identifier.
1162 */
1163
1164 struct mount *
1165 vfs_getvfs(fsid_t *fsid)
1166 {
1167 return (mount_list_lookupby_fsid(fsid, 0, 0));
1168 }
1169
1170 static struct mount *
1171 vfs_getvfs_locked(fsid_t *fsid)
1172 {
1173 return(mount_list_lookupby_fsid(fsid, 1, 0));
1174 }
1175
1176 struct mount *
1177 vfs_getvfs_by_mntonname(char *path)
1178 {
1179 mount_t retmp = (mount_t)0;
1180 mount_t mp;
1181
1182 mount_list_lock();
1183 TAILQ_FOREACH(mp, &mountlist, mnt_list) {
1184 if (!strncmp(mp->mnt_vfsstat.f_mntonname, path,
1185 sizeof(mp->mnt_vfsstat.f_mntonname))) {
1186 retmp = mp;
1187 if (mount_iterref(retmp, 1))
1188 retmp = NULL;
1189 goto out;
1190 }
1191 }
1192 out:
1193 mount_list_unlock();
1194 return (retmp);
1195 }
1196
1197 /* generation number for creation of new fsids */
1198 u_short mntid_gen = 0;
1199 /*
1200 * Get a new unique fsid
1201 */
1202 void
1203 vfs_getnewfsid(struct mount *mp)
1204 {
1205
1206 fsid_t tfsid;
1207 int mtype;
1208 mount_t nmp;
1209
1210 mount_list_lock();
1211
1212 /* generate a new fsid */
1213 mtype = mp->mnt_vtable->vfc_typenum;
1214 if (++mntid_gen == 0)
1215 mntid_gen++;
1216 tfsid.val[0] = makedev(nblkdev + mtype, mntid_gen);
1217 tfsid.val[1] = mtype;
1218
1219 TAILQ_FOREACH(nmp, &mountlist, mnt_list) {
1220 while (vfs_getvfs_locked(&tfsid)) {
1221 if (++mntid_gen == 0)
1222 mntid_gen++;
1223 tfsid.val[0] = makedev(nblkdev + mtype, mntid_gen);
1224 }
1225 }
1226 mp->mnt_vfsstat.f_fsid.val[0] = tfsid.val[0];
1227 mp->mnt_vfsstat.f_fsid.val[1] = tfsid.val[1];
1228 mount_list_unlock();
1229 }
1230
1231 /*
1232 * Routines having to do with the management of the vnode table.
1233 */
1234 extern int (**dead_vnodeop_p)(void *);
1235 long numvnodes, freevnodes, deadvnodes, async_work_vnodes;
1236
1237
1238 int async_work_timed_out = 0;
1239 int async_work_handled = 0;
1240 int dead_vnode_wanted = 0;
1241 int dead_vnode_waited = 0;
1242
1243 /*
1244 * Move a vnode from one mount queue to another.
1245 */
1246 static void
1247 insmntque(vnode_t vp, mount_t mp)
1248 {
1249 mount_t lmp;
1250 /*
1251 * Delete from old mount point vnode list, if on one.
1252 */
1253 if ( (lmp = vp->v_mount) != NULL && lmp != dead_mountp) {
1254 if ((vp->v_lflag & VNAMED_MOUNT) == 0)
1255 panic("insmntque: vp not in mount vnode list");
1256 vp->v_lflag &= ~VNAMED_MOUNT;
1257
1258 mount_lock_spin(lmp);
1259
1260 mount_drop(lmp, 1);
1261
1262 if (vp->v_mntvnodes.tqe_next == NULL) {
1263 if (TAILQ_LAST(&lmp->mnt_vnodelist, vnodelst) == vp)
1264 TAILQ_REMOVE(&lmp->mnt_vnodelist, vp, v_mntvnodes);
1265 else if (TAILQ_LAST(&lmp->mnt_newvnodes, vnodelst) == vp)
1266 TAILQ_REMOVE(&lmp->mnt_newvnodes, vp, v_mntvnodes);
1267 else if (TAILQ_LAST(&lmp->mnt_workerqueue, vnodelst) == vp)
1268 TAILQ_REMOVE(&lmp->mnt_workerqueue, vp, v_mntvnodes);
1269 } else {
1270 vp->v_mntvnodes.tqe_next->v_mntvnodes.tqe_prev = vp->v_mntvnodes.tqe_prev;
1271 *vp->v_mntvnodes.tqe_prev = vp->v_mntvnodes.tqe_next;
1272 }
1273 vp->v_mntvnodes.tqe_next = NULL;
1274 vp->v_mntvnodes.tqe_prev = NULL;
1275 mount_unlock(lmp);
1276 return;
1277 }
1278
1279 /*
1280 * Insert into list of vnodes for the new mount point, if available.
1281 */
1282 if ((vp->v_mount = mp) != NULL) {
1283 mount_lock_spin(mp);
1284 if ((vp->v_mntvnodes.tqe_next != 0) && (vp->v_mntvnodes.tqe_prev != 0))
1285 panic("vp already in mount list");
1286 if (mp->mnt_lflag & MNT_LITER)
1287 TAILQ_INSERT_HEAD(&mp->mnt_newvnodes, vp, v_mntvnodes);
1288 else
1289 TAILQ_INSERT_HEAD(&mp->mnt_vnodelist, vp, v_mntvnodes);
1290 if (vp->v_lflag & VNAMED_MOUNT)
1291 panic("insmntque: vp already in mount vnode list");
1292 vp->v_lflag |= VNAMED_MOUNT;
1293 mount_ref(mp, 1);
1294 mount_unlock(mp);
1295 }
1296 }
1297
1298
1299 /*
1300 * Create a vnode for a block device.
1301 * Used for root filesystem, argdev, and swap areas.
1302 * Also used for memory file system special devices.
1303 */
1304 int
1305 bdevvp(dev_t dev, vnode_t *vpp)
1306 {
1307 vnode_t nvp;
1308 int error;
1309 struct vnode_fsparam vfsp;
1310 struct vfs_context context;
1311
1312 if (dev == NODEV) {
1313 *vpp = NULLVP;
1314 return (ENODEV);
1315 }
1316
1317 context.vc_thread = current_thread();
1318 context.vc_ucred = FSCRED;
1319
1320 vfsp.vnfs_mp = (struct mount *)0;
1321 vfsp.vnfs_vtype = VBLK;
1322 vfsp.vnfs_str = "bdevvp";
1323 vfsp.vnfs_dvp = NULL;
1324 vfsp.vnfs_fsnode = NULL;
1325 vfsp.vnfs_cnp = NULL;
1326 vfsp.vnfs_vops = spec_vnodeop_p;
1327 vfsp.vnfs_rdev = dev;
1328 vfsp.vnfs_filesize = 0;
1329
1330 vfsp.vnfs_flags = VNFS_NOCACHE | VNFS_CANTCACHE;
1331
1332 vfsp.vnfs_marksystem = 0;
1333 vfsp.vnfs_markroot = 0;
1334
1335 if ( (error = vnode_create(VNCREATE_FLAVOR, VCREATESIZE, &vfsp, &nvp)) ) {
1336 *vpp = NULLVP;
1337 return (error);
1338 }
1339 vnode_lock_spin(nvp);
1340 nvp->v_flag |= VBDEVVP;
1341 nvp->v_tag = VT_NON; /* set this to VT_NON so during aliasing it can be replaced */
1342 vnode_unlock(nvp);
1343 if ( (error = vnode_ref(nvp)) ) {
1344 panic("bdevvp failed: vnode_ref");
1345 return (error);
1346 }
1347 if ( (error = VNOP_FSYNC(nvp, MNT_WAIT, &context)) ) {
1348 panic("bdevvp failed: fsync");
1349 return (error);
1350 }
1351 if ( (error = buf_invalidateblks(nvp, BUF_WRITE_DATA, 0, 0)) ) {
1352 panic("bdevvp failed: invalidateblks");
1353 return (error);
1354 }
1355
1356 #if CONFIG_MACF
1357 /*
1358 * XXXMAC: We can't put a MAC check here, the system will
1359 * panic without this vnode.
1360 */
1361 #endif /* MAC */
1362
1363 if ( (error = VNOP_OPEN(nvp, FREAD, &context)) ) {
1364 panic("bdevvp failed: open");
1365 return (error);
1366 }
1367 *vpp = nvp;
1368
1369 return (0);
1370 }
1371
1372 /*
1373 * Check to see if the new vnode represents a special device
1374 * for which we already have a vnode (either because of
1375 * bdevvp() or because of a different vnode representing
1376 * the same block device). If such an alias exists, deallocate
1377 * the existing contents and return the aliased vnode. The
1378 * caller is responsible for filling it with its new contents.
1379 */
1380 static vnode_t
1381 checkalias(struct vnode *nvp, dev_t nvp_rdev)
1382 {
1383 struct vnode *vp;
1384 struct vnode **vpp;
1385 struct specinfo *sin = NULL;
1386 int vid = 0;
1387
1388 vpp = &speclisth[SPECHASH(nvp_rdev)];
1389 loop:
1390 SPECHASH_LOCK();
1391
1392 for (vp = *vpp; vp; vp = vp->v_specnext) {
1393 if (nvp_rdev == vp->v_rdev && nvp->v_type == vp->v_type) {
1394 vid = vp->v_id;
1395 break;
1396 }
1397 }
1398 SPECHASH_UNLOCK();
1399
1400 if (vp) {
1401 found_alias:
1402 if (vnode_getwithvid(vp,vid)) {
1403 goto loop;
1404 }
1405 /*
1406 * Termination state is checked in vnode_getwithvid
1407 */
1408 vnode_lock(vp);
1409
1410 /*
1411 * Alias, but not in use, so flush it out.
1412 */
1413 if ((vp->v_iocount == 1) && (vp->v_usecount == 0)) {
1414 vnode_reclaim_internal(vp, 1, 1, 0);
1415 vnode_put_locked(vp);
1416 vnode_unlock(vp);
1417 goto loop;
1418 }
1419
1420 }
1421 if (vp == NULL || vp->v_tag != VT_NON) {
1422 if (sin == NULL) {
1423 MALLOC_ZONE(sin, struct specinfo *, sizeof(struct specinfo),
1424 M_SPECINFO, M_WAITOK);
1425 }
1426
1427 nvp->v_specinfo = sin;
1428 bzero(nvp->v_specinfo, sizeof(struct specinfo));
1429 nvp->v_rdev = nvp_rdev;
1430 nvp->v_specflags = 0;
1431 nvp->v_speclastr = -1;
1432 nvp->v_specinfo->si_opencount = 0;
1433 nvp->v_specinfo->si_initted = 0;
1434 nvp->v_specinfo->si_throttleable = 0;
1435
1436 SPECHASH_LOCK();
1437
1438 /* We dropped the lock, someone could have added */
1439 if (vp == NULLVP) {
1440 for (vp = *vpp; vp; vp = vp->v_specnext) {
1441 if (nvp_rdev == vp->v_rdev && nvp->v_type == vp->v_type) {
1442 vid = vp->v_id;
1443 SPECHASH_UNLOCK();
1444 goto found_alias;
1445 }
1446 }
1447 }
1448
1449 nvp->v_hashchain = vpp;
1450 nvp->v_specnext = *vpp;
1451 *vpp = nvp;
1452
1453 if (vp != NULLVP) {
1454 nvp->v_specflags |= SI_ALIASED;
1455 vp->v_specflags |= SI_ALIASED;
1456 SPECHASH_UNLOCK();
1457 vnode_put_locked(vp);
1458 vnode_unlock(vp);
1459 } else {
1460 SPECHASH_UNLOCK();
1461 }
1462
1463 return (NULLVP);
1464 }
1465
1466 if (sin) {
1467 FREE_ZONE(sin, sizeof(struct specinfo), M_SPECINFO);
1468 }
1469
1470 if ((vp->v_flag & (VBDEVVP | VDEVFLUSH)) != 0)
1471 return(vp);
1472
1473 panic("checkalias with VT_NON vp that shouldn't: %p", vp);
1474
1475 return (vp);
1476 }
1477
1478
1479 /*
1480 * Get a reference on a particular vnode and lock it if requested.
1481 * If the vnode was on the inactive list, remove it from the list.
1482 * If the vnode was on the free list, remove it from the list and
1483 * move it to inactive list as needed.
1484 * The vnode lock bit is set if the vnode is being eliminated in
1485 * vgone. The process is awakened when the transition is completed,
1486 * and an error returned to indicate that the vnode is no longer
1487 * usable (possibly having been changed to a new file system type).
1488 */
1489 int
1490 vget_internal(vnode_t vp, int vid, int vflags)
1491 {
1492 int error = 0;
1493
1494 vnode_lock_spin(vp);
1495
1496 if ((vflags & VNODE_WRITEABLE) && (vp->v_writecount == 0))
1497 /*
1498 * vnode to be returned only if it has writers opened
1499 */
1500 error = EINVAL;
1501 else
1502 error = vnode_getiocount(vp, vid, vflags);
1503
1504 vnode_unlock(vp);
1505
1506 return (error);
1507 }
1508
1509 /*
1510 * Returns: 0 Success
1511 * ENOENT No such file or directory [terminating]
1512 */
1513 int
1514 vnode_ref(vnode_t vp)
1515 {
1516
1517 return (vnode_ref_ext(vp, 0, 0));
1518 }
1519
1520 /*
1521 * Returns: 0 Success
1522 * ENOENT No such file or directory [terminating]
1523 */
1524 int
1525 vnode_ref_ext(vnode_t vp, int fmode, int flags)
1526 {
1527 int error = 0;
1528
1529 vnode_lock_spin(vp);
1530
1531 /*
1532 * once all the current call sites have been fixed to insure they have
1533 * taken an iocount, we can toughen this assert up and insist that the
1534 * iocount is non-zero... a non-zero usecount doesn't insure correctness
1535 */
1536 if (vp->v_iocount <= 0 && vp->v_usecount <= 0)
1537 panic("vnode_ref_ext: vp %p has no valid reference %d, %d", vp, vp->v_iocount, vp->v_usecount);
1538
1539 /*
1540 * if you are the owner of drain/termination, can acquire usecount
1541 */
1542 if ((flags & VNODE_REF_FORCE) == 0) {
1543 if ((vp->v_lflag & (VL_DRAIN | VL_TERMINATE | VL_DEAD))) {
1544 if (vp->v_owner != current_thread()) {
1545 error = ENOENT;
1546 goto out;
1547 }
1548 }
1549 }
1550 vp->v_usecount++;
1551
1552 if (fmode & FWRITE) {
1553 if (++vp->v_writecount <= 0)
1554 panic("vnode_ref_ext: v_writecount");
1555 }
1556 if (fmode & O_EVTONLY) {
1557 if (++vp->v_kusecount <= 0)
1558 panic("vnode_ref_ext: v_kusecount");
1559 }
1560 if (vp->v_flag & VRAGE) {
1561 struct uthread *ut;
1562
1563 ut = get_bsdthread_info(current_thread());
1564
1565 if ( !(current_proc()->p_lflag & P_LRAGE_VNODES) &&
1566 !(ut->uu_flag & UT_RAGE_VNODES)) {
1567 /*
1568 * a 'normal' process accessed this vnode
1569 * so make sure its no longer marked
1570 * for rapid aging... also, make sure
1571 * it gets removed from the rage list...
1572 * when v_usecount drops back to 0, it
1573 * will be put back on the real free list
1574 */
1575 vp->v_flag &= ~VRAGE;
1576 vp->v_references = 0;
1577 vnode_list_remove(vp);
1578 }
1579 }
1580 if (vp->v_usecount == 1 && vp->v_type == VREG && !(vp->v_flag & VSYSTEM)) {
1581
1582 if (vp->v_ubcinfo) {
1583 vnode_lock_convert(vp);
1584 memory_object_mark_used(vp->v_ubcinfo->ui_control);
1585 }
1586 }
1587 out:
1588 vnode_unlock(vp);
1589
1590 return (error);
1591 }
1592
1593
1594 static boolean_t
1595 vnode_on_reliable_media(vnode_t vp)
1596 {
1597 if ( !(vp->v_mount->mnt_kern_flag & MNTK_VIRTUALDEV) && (vp->v_mount->mnt_flag & MNT_LOCAL) )
1598 return (TRUE);
1599 return (FALSE);
1600 }
1601
1602 static void
1603 vnode_async_list_add(vnode_t vp)
1604 {
1605 vnode_list_lock();
1606
1607 if (VONLIST(vp) || (vp->v_lflag & (VL_TERMINATE|VL_DEAD)))
1608 panic("vnode_async_list_add: %p is in wrong state", vp);
1609
1610 TAILQ_INSERT_HEAD(&vnode_async_work_list, vp, v_freelist);
1611 vp->v_listflag |= VLIST_ASYNC_WORK;
1612
1613 async_work_vnodes++;
1614
1615 vnode_list_unlock();
1616
1617 wakeup(&vnode_async_work_list);
1618
1619 }
1620
1621
1622 /*
1623 * put the vnode on appropriate free list.
1624 * called with vnode LOCKED
1625 */
1626 static void
1627 vnode_list_add(vnode_t vp)
1628 {
1629 boolean_t need_dead_wakeup = FALSE;
1630
1631 #if DIAGNOSTIC
1632 lck_mtx_assert(&vp->v_lock, LCK_MTX_ASSERT_OWNED);
1633 #endif
1634 /*
1635 * if it is already on a list or non zero references return
1636 */
1637 if (VONLIST(vp) || (vp->v_usecount != 0) || (vp->v_iocount != 0) || (vp->v_lflag & VL_TERMINATE))
1638 return;
1639
1640 vnode_list_lock();
1641
1642 if ((vp->v_flag & VRAGE) && !(vp->v_lflag & VL_DEAD)) {
1643 /*
1644 * add the new guy to the appropriate end of the RAGE list
1645 */
1646 if ((vp->v_flag & VAGE))
1647 TAILQ_INSERT_HEAD(&vnode_rage_list, vp, v_freelist);
1648 else
1649 TAILQ_INSERT_TAIL(&vnode_rage_list, vp, v_freelist);
1650
1651 vp->v_listflag |= VLIST_RAGE;
1652 ragevnodes++;
1653
1654 /*
1655 * reset the timestamp for the last inserted vp on the RAGE
1656 * queue to let new_vnode know that its not ok to start stealing
1657 * from this list... as long as we're actively adding to this list
1658 * we'll push out the vnodes we want to donate to the real free list
1659 * once we stop pushing, we'll let some time elapse before we start
1660 * stealing them in the new_vnode routine
1661 */
1662 microuptime(&rage_tv);
1663 } else {
1664 /*
1665 * if VL_DEAD, insert it at head of the dead list
1666 * else insert at tail of LRU list or at head if VAGE is set
1667 */
1668 if ( (vp->v_lflag & VL_DEAD)) {
1669 TAILQ_INSERT_HEAD(&vnode_dead_list, vp, v_freelist);
1670 vp->v_listflag |= VLIST_DEAD;
1671 deadvnodes++;
1672
1673 if (dead_vnode_wanted) {
1674 dead_vnode_wanted--;
1675 need_dead_wakeup = TRUE;
1676 }
1677
1678 } else if ( (vp->v_flag & VAGE) ) {
1679 TAILQ_INSERT_HEAD(&vnode_free_list, vp, v_freelist);
1680 vp->v_flag &= ~VAGE;
1681 freevnodes++;
1682 } else {
1683 TAILQ_INSERT_TAIL(&vnode_free_list, vp, v_freelist);
1684 freevnodes++;
1685 }
1686 }
1687 vnode_list_unlock();
1688
1689 if (need_dead_wakeup == TRUE)
1690 wakeup_one((caddr_t)&dead_vnode_wanted);
1691 }
1692
1693
1694 /*
1695 * remove the vnode from appropriate free list.
1696 * called with vnode LOCKED and
1697 * the list lock held
1698 */
1699 static void
1700 vnode_list_remove_locked(vnode_t vp)
1701 {
1702 if (VONLIST(vp)) {
1703 /*
1704 * the v_listflag field is
1705 * protected by the vnode_list_lock
1706 */
1707 if (vp->v_listflag & VLIST_RAGE)
1708 VREMRAGE("vnode_list_remove", vp);
1709 else if (vp->v_listflag & VLIST_DEAD)
1710 VREMDEAD("vnode_list_remove", vp);
1711 else if (vp->v_listflag & VLIST_ASYNC_WORK)
1712 VREMASYNC_WORK("vnode_list_remove", vp);
1713 else
1714 VREMFREE("vnode_list_remove", vp);
1715 }
1716 }
1717
1718
1719 /*
1720 * remove the vnode from appropriate free list.
1721 * called with vnode LOCKED
1722 */
1723 static void
1724 vnode_list_remove(vnode_t vp)
1725 {
1726 #if DIAGNOSTIC
1727 lck_mtx_assert(&vp->v_lock, LCK_MTX_ASSERT_OWNED);
1728 #endif
1729 /*
1730 * we want to avoid taking the list lock
1731 * in the case where we're not on the free
1732 * list... this will be true for most
1733 * directories and any currently in use files
1734 *
1735 * we're guaranteed that we can't go from
1736 * the not-on-list state to the on-list
1737 * state since we hold the vnode lock...
1738 * all calls to vnode_list_add are done
1739 * under the vnode lock... so we can
1740 * check for that condition (the prevelant one)
1741 * without taking the list lock
1742 */
1743 if (VONLIST(vp)) {
1744 vnode_list_lock();
1745 /*
1746 * however, we're not guaranteed that
1747 * we won't go from the on-list state
1748 * to the not-on-list state until we
1749 * hold the vnode_list_lock... this
1750 * is due to "new_vnode" removing vnodes
1751 * from the free list uder the list_lock
1752 * w/o the vnode lock... so we need to
1753 * check again whether we're currently
1754 * on the free list
1755 */
1756 vnode_list_remove_locked(vp);
1757
1758 vnode_list_unlock();
1759 }
1760 }
1761
1762
1763 void
1764 vnode_rele(vnode_t vp)
1765 {
1766 vnode_rele_internal(vp, 0, 0, 0);
1767 }
1768
1769
1770 void
1771 vnode_rele_ext(vnode_t vp, int fmode, int dont_reenter)
1772 {
1773 vnode_rele_internal(vp, fmode, dont_reenter, 0);
1774 }
1775
1776
1777 void
1778 vnode_rele_internal(vnode_t vp, int fmode, int dont_reenter, int locked)
1779 {
1780
1781 if ( !locked)
1782 vnode_lock_spin(vp);
1783 #if DIAGNOSTIC
1784 else
1785 lck_mtx_assert(&vp->v_lock, LCK_MTX_ASSERT_OWNED);
1786 #endif
1787 if (--vp->v_usecount < 0)
1788 panic("vnode_rele_ext: vp %p usecount -ve : %d. v_tag = %d, v_type = %d, v_flag = %x.", vp, vp->v_usecount, vp->v_tag, vp->v_type, vp->v_flag);
1789
1790 if (fmode & FWRITE) {
1791 if (--vp->v_writecount < 0)
1792 panic("vnode_rele_ext: vp %p writecount -ve : %d. v_tag = %d, v_type = %d, v_flag = %x.", vp, vp->v_writecount, vp->v_tag, vp->v_type, vp->v_flag);
1793 }
1794 if (fmode & O_EVTONLY) {
1795 if (--vp->v_kusecount < 0)
1796 panic("vnode_rele_ext: vp %p kusecount -ve : %d. v_tag = %d, v_type = %d, v_flag = %x.", vp, vp->v_kusecount, vp->v_tag, vp->v_type, vp->v_flag);
1797 }
1798 if (vp->v_kusecount > vp->v_usecount)
1799 panic("vnode_rele_ext: vp %p kusecount(%d) out of balance with usecount(%d). v_tag = %d, v_type = %d, v_flag = %x.",vp, vp->v_kusecount, vp->v_usecount, vp->v_tag, vp->v_type, vp->v_flag);
1800
1801 if ((vp->v_iocount > 0) || (vp->v_usecount > 0)) {
1802 /*
1803 * vnode is still busy... if we're the last
1804 * usecount, mark for a future call to VNOP_INACTIVE
1805 * when the iocount finally drops to 0
1806 */
1807 if (vp->v_usecount == 0) {
1808 vp->v_lflag |= VL_NEEDINACTIVE;
1809 vp->v_flag &= ~(VNOCACHE_DATA | VRAOFF | VOPENEVT);
1810 }
1811 goto done;
1812 }
1813 vp->v_flag &= ~(VNOCACHE_DATA | VRAOFF | VOPENEVT);
1814
1815 if ( (vp->v_lflag & (VL_TERMINATE | VL_DEAD)) || dont_reenter) {
1816 /*
1817 * vnode is being cleaned, or
1818 * we've requested that we don't reenter
1819 * the filesystem on this release... in
1820 * this case, we'll mark the vnode aged
1821 * if it's been marked for termination
1822 */
1823 if (dont_reenter) {
1824 if ( !(vp->v_lflag & (VL_TERMINATE | VL_DEAD | VL_MARKTERM)) ) {
1825 vp->v_lflag |= VL_NEEDINACTIVE;
1826
1827 if (vnode_on_reliable_media(vp) == FALSE) {
1828 vnode_async_list_add(vp);
1829 goto done;
1830 }
1831 }
1832 vp->v_flag |= VAGE;
1833 }
1834 vnode_list_add(vp);
1835
1836 goto done;
1837 }
1838 /*
1839 * at this point both the iocount and usecount
1840 * are zero
1841 * pick up an iocount so that we can call
1842 * VNOP_INACTIVE with the vnode lock unheld
1843 */
1844 vp->v_iocount++;
1845 #ifdef JOE_DEBUG
1846 record_vp(vp, 1);
1847 #endif
1848 vp->v_lflag &= ~VL_NEEDINACTIVE;
1849 vnode_unlock(vp);
1850
1851 VNOP_INACTIVE(vp, vfs_context_current());
1852
1853 vnode_lock_spin(vp);
1854 /*
1855 * because we dropped the vnode lock to call VNOP_INACTIVE
1856 * the state of the vnode may have changed... we may have
1857 * picked up an iocount, usecount or the MARKTERM may have
1858 * been set... we need to reevaluate the reference counts
1859 * to determine if we can call vnode_reclaim_internal at
1860 * this point... if the reference counts are up, we'll pick
1861 * up the MARKTERM state when they get subsequently dropped
1862 */
1863 if ( (vp->v_iocount == 1) && (vp->v_usecount == 0) &&
1864 ((vp->v_lflag & (VL_MARKTERM | VL_TERMINATE | VL_DEAD)) == VL_MARKTERM)) {
1865 struct uthread *ut;
1866
1867 ut = get_bsdthread_info(current_thread());
1868
1869 if (ut->uu_defer_reclaims) {
1870 vp->v_defer_reclaimlist = ut->uu_vreclaims;
1871 ut->uu_vreclaims = vp;
1872 goto done;
1873 }
1874 vnode_lock_convert(vp);
1875 vnode_reclaim_internal(vp, 1, 1, 0);
1876 }
1877 vnode_dropiocount(vp);
1878 vnode_list_add(vp);
1879 done:
1880 if (vp->v_usecount == 0 && vp->v_type == VREG && !(vp->v_flag & VSYSTEM)) {
1881
1882 if (vp->v_ubcinfo) {
1883 vnode_lock_convert(vp);
1884 memory_object_mark_unused(vp->v_ubcinfo->ui_control, (vp->v_flag & VRAGE) == VRAGE);
1885 }
1886 }
1887 if ( !locked)
1888 vnode_unlock(vp);
1889 return;
1890 }
1891
1892 /*
1893 * Remove any vnodes in the vnode table belonging to mount point mp.
1894 *
1895 * If MNT_NOFORCE is specified, there should not be any active ones,
1896 * return error if any are found (nb: this is a user error, not a
1897 * system error). If MNT_FORCE is specified, detach any active vnodes
1898 * that are found.
1899 */
1900 #if DIAGNOSTIC
1901 int busyprt = 0; /* print out busy vnodes */
1902 #if 0
1903 struct ctldebug debug1 = { "busyprt", &busyprt };
1904 #endif /* 0 */
1905 #endif
1906
1907 int
1908 vflush(struct mount *mp, struct vnode *skipvp, int flags)
1909 {
1910 struct vnode *vp;
1911 int busy = 0;
1912 int reclaimed = 0;
1913 int retval;
1914 unsigned int vid;
1915
1916 mount_lock(mp);
1917 vnode_iterate_setup(mp);
1918 /*
1919 * On regular unmounts(not forced) do a
1920 * quick check for vnodes to be in use. This
1921 * preserves the caching of vnodes. automounter
1922 * tries unmounting every so often to see whether
1923 * it is still busy or not.
1924 */
1925 if (((flags & FORCECLOSE)==0) && ((mp->mnt_kern_flag & MNTK_UNMOUNT_PREFLIGHT) != 0)) {
1926 if (vnode_umount_preflight(mp, skipvp, flags)) {
1927 vnode_iterate_clear(mp);
1928 mount_unlock(mp);
1929 return(EBUSY);
1930 }
1931 }
1932 loop:
1933 /* it is returns 0 then there is nothing to do */
1934 retval = vnode_iterate_prepare(mp);
1935
1936 if (retval == 0) {
1937 vnode_iterate_clear(mp);
1938 mount_unlock(mp);
1939 return(retval);
1940 }
1941
1942 /* iterate over all the vnodes */
1943 while (!TAILQ_EMPTY(&mp->mnt_workerqueue)) {
1944
1945 vp = TAILQ_FIRST(&mp->mnt_workerqueue);
1946 TAILQ_REMOVE(&mp->mnt_workerqueue, vp, v_mntvnodes);
1947 TAILQ_INSERT_TAIL(&mp->mnt_vnodelist, vp, v_mntvnodes);
1948
1949 if ( (vp->v_mount != mp) || (vp == skipvp)) {
1950 continue;
1951 }
1952 vid = vp->v_id;
1953 mount_unlock(mp);
1954
1955 vnode_lock_spin(vp);
1956
1957 if ((vp->v_id != vid) || ((vp->v_lflag & (VL_DEAD | VL_TERMINATE)))) {
1958 vnode_unlock(vp);
1959 mount_lock(mp);
1960 continue;
1961 }
1962
1963 /*
1964 * If requested, skip over vnodes marked VSYSTEM.
1965 * Skip over all vnodes marked VNOFLUSH.
1966 */
1967 if ((flags & SKIPSYSTEM) && ((vp->v_flag & VSYSTEM) ||
1968 (vp->v_flag & VNOFLUSH))) {
1969 vnode_unlock(vp);
1970 mount_lock(mp);
1971 continue;
1972 }
1973 /*
1974 * If requested, skip over vnodes marked VSWAP.
1975 */
1976 if ((flags & SKIPSWAP) && (vp->v_flag & VSWAP)) {
1977 vnode_unlock(vp);
1978 mount_lock(mp);
1979 continue;
1980 }
1981 /*
1982 * If requested, skip over vnodes marked VROOT.
1983 */
1984 if ((flags & SKIPROOT) && (vp->v_flag & VROOT)) {
1985 vnode_unlock(vp);
1986 mount_lock(mp);
1987 continue;
1988 }
1989 /*
1990 * If WRITECLOSE is set, only flush out regular file
1991 * vnodes open for writing.
1992 */
1993 if ((flags & WRITECLOSE) &&
1994 (vp->v_writecount == 0 || vp->v_type != VREG)) {
1995 vnode_unlock(vp);
1996 mount_lock(mp);
1997 continue;
1998 }
1999 /*
2000 * If the real usecount is 0, all we need to do is clear
2001 * out the vnode data structures and we are done.
2002 */
2003 if (((vp->v_usecount == 0) ||
2004 ((vp->v_usecount - vp->v_kusecount) == 0))) {
2005
2006 vnode_lock_convert(vp);
2007 vp->v_iocount++; /* so that drain waits for * other iocounts */
2008 #ifdef JOE_DEBUG
2009 record_vp(vp, 1);
2010 #endif
2011 vnode_reclaim_internal(vp, 1, 1, 0);
2012 vnode_dropiocount(vp);
2013 vnode_list_add(vp);
2014 vnode_unlock(vp);
2015
2016 reclaimed++;
2017 mount_lock(mp);
2018 continue;
2019 }
2020 /*
2021 * If FORCECLOSE is set, forcibly close the vnode.
2022 * For block or character devices, revert to an
2023 * anonymous device. For all other files, just kill them.
2024 */
2025 if (flags & FORCECLOSE) {
2026 vnode_lock_convert(vp);
2027
2028 if (vp->v_type != VBLK && vp->v_type != VCHR) {
2029 vp->v_iocount++; /* so that drain waits * for other iocounts */
2030 #ifdef JOE_DEBUG
2031 record_vp(vp, 1);
2032 #endif
2033 vnode_abort_advlocks(vp);
2034 vnode_reclaim_internal(vp, 1, 1, 0);
2035 vnode_dropiocount(vp);
2036 vnode_list_add(vp);
2037 vnode_unlock(vp);
2038 } else {
2039 vclean(vp, 0);
2040 vp->v_lflag &= ~VL_DEAD;
2041 vp->v_op = spec_vnodeop_p;
2042 vp->v_flag |= VDEVFLUSH;
2043 vnode_unlock(vp);
2044 }
2045 mount_lock(mp);
2046 continue;
2047 }
2048 #if DIAGNOSTIC
2049 if (busyprt)
2050 vprint("vflush: busy vnode", vp);
2051 #endif
2052 vnode_unlock(vp);
2053 mount_lock(mp);
2054 busy++;
2055 }
2056
2057 /* At this point the worker queue is completed */
2058 if (busy && ((flags & FORCECLOSE)==0) && reclaimed) {
2059 busy = 0;
2060 reclaimed = 0;
2061 (void)vnode_iterate_reloadq(mp);
2062 /* returned with mount lock held */
2063 goto loop;
2064 }
2065
2066 /* if new vnodes were created in between retry the reclaim */
2067 if ( vnode_iterate_reloadq(mp) != 0) {
2068 if (!(busy && ((flags & FORCECLOSE)==0)))
2069 goto loop;
2070 }
2071 vnode_iterate_clear(mp);
2072 mount_unlock(mp);
2073
2074 if (busy && ((flags & FORCECLOSE)==0))
2075 return (EBUSY);
2076 return (0);
2077 }
2078
2079 long num_recycledvnodes = 0;
2080 /*
2081 * Disassociate the underlying file system from a vnode.
2082 * The vnode lock is held on entry.
2083 */
2084 static void
2085 vclean(vnode_t vp, int flags)
2086 {
2087 vfs_context_t ctx = vfs_context_current();
2088 int active;
2089 int need_inactive;
2090 int already_terminating;
2091 int clflags = 0;
2092 #if NAMEDSTREAMS
2093 int is_namedstream;
2094 #endif
2095
2096 /*
2097 * Check to see if the vnode is in use.
2098 * If so we have to reference it before we clean it out
2099 * so that its count cannot fall to zero and generate a
2100 * race against ourselves to recycle it.
2101 */
2102 active = vp->v_usecount;
2103
2104 /*
2105 * just in case we missed sending a needed
2106 * VNOP_INACTIVE, we'll do it now
2107 */
2108 need_inactive = (vp->v_lflag & VL_NEEDINACTIVE);
2109
2110 vp->v_lflag &= ~VL_NEEDINACTIVE;
2111
2112 /*
2113 * Prevent the vnode from being recycled or
2114 * brought into use while we clean it out.
2115 */
2116 already_terminating = (vp->v_lflag & VL_TERMINATE);
2117
2118 vp->v_lflag |= VL_TERMINATE;
2119
2120 /*
2121 * remove the vnode from any mount list
2122 * it might be on...
2123 */
2124 insmntque(vp, (struct mount *)0);
2125
2126 #if NAMEDSTREAMS
2127 is_namedstream = vnode_isnamedstream(vp);
2128 #endif
2129
2130 vnode_unlock(vp);
2131
2132 OSAddAtomicLong(1, &num_recycledvnodes);
2133
2134 if (flags & DOCLOSE)
2135 clflags |= IO_NDELAY;
2136 if (flags & REVOKEALL)
2137 clflags |= IO_REVOKE;
2138
2139 if (active && (flags & DOCLOSE))
2140 VNOP_CLOSE(vp, clflags, ctx);
2141
2142 /*
2143 * Clean out any buffers associated with the vnode.
2144 */
2145 if (flags & DOCLOSE) {
2146 #if NFSCLIENT
2147 if (vp->v_tag == VT_NFS)
2148 nfs_vinvalbuf(vp, V_SAVE, ctx, 0);
2149 else
2150 #endif
2151 {
2152 VNOP_FSYNC(vp, MNT_WAIT, ctx);
2153 buf_invalidateblks(vp, BUF_WRITE_DATA | BUF_INVALIDATE_LOCKED, 0, 0);
2154 }
2155 if (UBCINFOEXISTS(vp))
2156 /*
2157 * Clean the pages in VM.
2158 */
2159 (void)ubc_msync(vp, (off_t)0, ubc_getsize(vp), NULL, UBC_PUSHALL | UBC_INVALIDATE | UBC_SYNC);
2160 }
2161 if (active || need_inactive)
2162 VNOP_INACTIVE(vp, ctx);
2163
2164 #if NAMEDSTREAMS
2165 if ((is_namedstream != 0) && (vp->v_parent != NULLVP)) {
2166 vnode_t pvp = vp->v_parent;
2167
2168 /* Delete the shadow stream file before we reclaim its vnode */
2169 if (vnode_isshadow(vp)) {
2170 vnode_relenamedstream(pvp, vp, ctx);
2171 }
2172
2173 /*
2174 * No more streams associated with the parent. We
2175 * have a ref on it, so its identity is stable.
2176 * If the parent is on an opaque volume, then we need to know
2177 * whether it has associated named streams.
2178 */
2179 if (vfs_authopaque(pvp->v_mount)) {
2180 vnode_lock_spin(pvp);
2181 pvp->v_lflag &= ~VL_HASSTREAMS;
2182 vnode_unlock(pvp);
2183 }
2184 }
2185 #endif
2186
2187 /*
2188 * Destroy ubc named reference
2189 * cluster_release is done on this path
2190 * along with dropping the reference on the ucred
2191 */
2192 ubc_destroy_named(vp);
2193
2194 #if CONFIG_TRIGGERS
2195 /*
2196 * cleanup trigger info from vnode (if any)
2197 */
2198 if (vp->v_resolve)
2199 vnode_resolver_detach(vp);
2200 #endif
2201
2202 /*
2203 * Reclaim the vnode.
2204 */
2205 if (VNOP_RECLAIM(vp, ctx))
2206 panic("vclean: cannot reclaim");
2207
2208 // make sure the name & parent ptrs get cleaned out!
2209 vnode_update_identity(vp, NULLVP, NULL, 0, 0, VNODE_UPDATE_PARENT | VNODE_UPDATE_NAME | VNODE_UPDATE_PURGE);
2210
2211 vnode_lock(vp);
2212
2213 vp->v_mount = dead_mountp;
2214 vp->v_op = dead_vnodeop_p;
2215 vp->v_tag = VT_NON;
2216 vp->v_data = NULL;
2217
2218 vp->v_lflag |= VL_DEAD;
2219
2220 if (already_terminating == 0) {
2221 vp->v_lflag &= ~VL_TERMINATE;
2222 /*
2223 * Done with purge, notify sleepers of the grim news.
2224 */
2225 if (vp->v_lflag & VL_TERMWANT) {
2226 vp->v_lflag &= ~VL_TERMWANT;
2227 wakeup(&vp->v_lflag);
2228 }
2229 }
2230 }
2231
2232 /*
2233 * Eliminate all activity associated with the requested vnode
2234 * and with all vnodes aliased to the requested vnode.
2235 */
2236 int
2237 #if DIAGNOSTIC
2238 vn_revoke(vnode_t vp, int flags, __unused vfs_context_t a_context)
2239 #else
2240 vn_revoke(vnode_t vp, __unused int flags, __unused vfs_context_t a_context)
2241 #endif
2242 {
2243 struct vnode *vq;
2244 int vid;
2245
2246 #if DIAGNOSTIC
2247 if ((flags & REVOKEALL) == 0)
2248 panic("vnop_revoke");
2249 #endif
2250
2251 if (vnode_isaliased(vp)) {
2252 /*
2253 * If a vgone (or vclean) is already in progress,
2254 * return an immediate error
2255 */
2256 if (vp->v_lflag & VL_TERMINATE)
2257 return(ENOENT);
2258
2259 /*
2260 * Ensure that vp will not be vgone'd while we
2261 * are eliminating its aliases.
2262 */
2263 SPECHASH_LOCK();
2264 while ((vp->v_specflags & SI_ALIASED)) {
2265 for (vq = *vp->v_hashchain; vq; vq = vq->v_specnext) {
2266 if (vq->v_rdev != vp->v_rdev ||
2267 vq->v_type != vp->v_type || vp == vq)
2268 continue;
2269 vid = vq->v_id;
2270 SPECHASH_UNLOCK();
2271 if (vnode_getwithvid(vq,vid)){
2272 SPECHASH_LOCK();
2273 break;
2274 }
2275 vnode_reclaim_internal(vq, 0, 1, 0);
2276 vnode_put(vq);
2277 SPECHASH_LOCK();
2278 break;
2279 }
2280 }
2281 SPECHASH_UNLOCK();
2282 }
2283 vnode_reclaim_internal(vp, 0, 0, REVOKEALL);
2284
2285 return (0);
2286 }
2287
2288 /*
2289 * Recycle an unused vnode to the front of the free list.
2290 * Release the passed interlock if the vnode will be recycled.
2291 */
2292 int
2293 vnode_recycle(struct vnode *vp)
2294 {
2295 vnode_lock_spin(vp);
2296
2297 if (vp->v_iocount || vp->v_usecount) {
2298 vp->v_lflag |= VL_MARKTERM;
2299 vnode_unlock(vp);
2300 return(0);
2301 }
2302 vnode_lock_convert(vp);
2303 vnode_reclaim_internal(vp, 1, 0, 0);
2304
2305 vnode_unlock(vp);
2306
2307 return (1);
2308 }
2309
2310 static int
2311 vnode_reload(vnode_t vp)
2312 {
2313 vnode_lock_spin(vp);
2314
2315 if ((vp->v_iocount > 1) || vp->v_usecount) {
2316 vnode_unlock(vp);
2317 return(0);
2318 }
2319 if (vp->v_iocount <= 0)
2320 panic("vnode_reload with no iocount %d", vp->v_iocount);
2321
2322 /* mark for release when iocount is dopped */
2323 vp->v_lflag |= VL_MARKTERM;
2324 vnode_unlock(vp);
2325
2326 return (1);
2327 }
2328
2329
2330 static void
2331 vgone(vnode_t vp, int flags)
2332 {
2333 struct vnode *vq;
2334 struct vnode *vx;
2335
2336 /*
2337 * Clean out the filesystem specific data.
2338 * vclean also takes care of removing the
2339 * vnode from any mount list it might be on
2340 */
2341 vclean(vp, flags | DOCLOSE);
2342
2343 /*
2344 * If special device, remove it from special device alias list
2345 * if it is on one.
2346 */
2347 if ((vp->v_type == VBLK || vp->v_type == VCHR) && vp->v_specinfo != 0) {
2348 SPECHASH_LOCK();
2349 if (*vp->v_hashchain == vp) {
2350 *vp->v_hashchain = vp->v_specnext;
2351 } else {
2352 for (vq = *vp->v_hashchain; vq; vq = vq->v_specnext) {
2353 if (vq->v_specnext != vp)
2354 continue;
2355 vq->v_specnext = vp->v_specnext;
2356 break;
2357 }
2358 if (vq == NULL)
2359 panic("missing bdev");
2360 }
2361 if (vp->v_specflags & SI_ALIASED) {
2362 vx = NULL;
2363 for (vq = *vp->v_hashchain; vq; vq = vq->v_specnext) {
2364 if (vq->v_rdev != vp->v_rdev ||
2365 vq->v_type != vp->v_type)
2366 continue;
2367 if (vx)
2368 break;
2369 vx = vq;
2370 }
2371 if (vx == NULL)
2372 panic("missing alias");
2373 if (vq == NULL)
2374 vx->v_specflags &= ~SI_ALIASED;
2375 vp->v_specflags &= ~SI_ALIASED;
2376 }
2377 SPECHASH_UNLOCK();
2378 {
2379 struct specinfo *tmp = vp->v_specinfo;
2380 vp->v_specinfo = NULL;
2381 FREE_ZONE((void *)tmp, sizeof(struct specinfo), M_SPECINFO);
2382 }
2383 }
2384 }
2385
2386 /*
2387 * Lookup a vnode by device number.
2388 */
2389 int
2390 check_mountedon(dev_t dev, enum vtype type, int *errorp)
2391 {
2392 vnode_t vp;
2393 int rc = 0;
2394 int vid;
2395
2396 loop:
2397 SPECHASH_LOCK();
2398 for (vp = speclisth[SPECHASH(dev)]; vp; vp = vp->v_specnext) {
2399 if (dev != vp->v_rdev || type != vp->v_type)
2400 continue;
2401 vid = vp->v_id;
2402 SPECHASH_UNLOCK();
2403 if (vnode_getwithvid(vp,vid))
2404 goto loop;
2405 vnode_lock_spin(vp);
2406 if ((vp->v_usecount > 0) || (vp->v_iocount > 1)) {
2407 vnode_unlock(vp);
2408 if ((*errorp = vfs_mountedon(vp)) != 0)
2409 rc = 1;
2410 } else
2411 vnode_unlock(vp);
2412 vnode_put(vp);
2413 return(rc);
2414 }
2415 SPECHASH_UNLOCK();
2416 return (0);
2417 }
2418
2419 /*
2420 * Calculate the total number of references to a special device.
2421 */
2422 int
2423 vcount(vnode_t vp)
2424 {
2425 vnode_t vq, vnext;
2426 int count;
2427 int vid;
2428
2429 loop:
2430 if (!vnode_isaliased(vp))
2431 return (vp->v_specinfo->si_opencount);
2432 count = 0;
2433
2434 SPECHASH_LOCK();
2435 /*
2436 * Grab first vnode and its vid.
2437 */
2438 vq = *vp->v_hashchain;
2439 vid = vq ? vq->v_id : 0;
2440
2441 SPECHASH_UNLOCK();
2442
2443 while (vq) {
2444 /*
2445 * Attempt to get the vnode outside the SPECHASH lock.
2446 */
2447 if (vnode_getwithvid(vq, vid)) {
2448 goto loop;
2449 }
2450 vnode_lock(vq);
2451
2452 if (vq->v_rdev == vp->v_rdev && vq->v_type == vp->v_type) {
2453 if ((vq->v_usecount == 0) && (vq->v_iocount == 1) && vq != vp) {
2454 /*
2455 * Alias, but not in use, so flush it out.
2456 */
2457 vnode_reclaim_internal(vq, 1, 1, 0);
2458 vnode_put_locked(vq);
2459 vnode_unlock(vq);
2460 goto loop;
2461 }
2462 count += vq->v_specinfo->si_opencount;
2463 }
2464 vnode_unlock(vq);
2465
2466 SPECHASH_LOCK();
2467 /*
2468 * must do this with the reference still held on 'vq'
2469 * so that it can't be destroyed while we're poking
2470 * through v_specnext
2471 */
2472 vnext = vq->v_specnext;
2473 vid = vnext ? vnext->v_id : 0;
2474
2475 SPECHASH_UNLOCK();
2476
2477 vnode_put(vq);
2478
2479 vq = vnext;
2480 }
2481
2482 return (count);
2483 }
2484
2485 int prtactive = 0; /* 1 => print out reclaim of active vnodes */
2486
2487 /*
2488 * Print out a description of a vnode.
2489 */
2490 static const char *typename[] =
2491 { "VNON", "VREG", "VDIR", "VBLK", "VCHR", "VLNK", "VSOCK", "VFIFO", "VBAD" };
2492
2493 void
2494 vprint(const char *label, struct vnode *vp)
2495 {
2496 char sbuf[64];
2497
2498 if (label != NULL)
2499 printf("%s: ", label);
2500 printf("type %s, usecount %d, writecount %d",
2501 typename[vp->v_type], vp->v_usecount, vp->v_writecount);
2502 sbuf[0] = '\0';
2503 if (vp->v_flag & VROOT)
2504 strlcat(sbuf, "|VROOT", sizeof(sbuf));
2505 if (vp->v_flag & VTEXT)
2506 strlcat(sbuf, "|VTEXT", sizeof(sbuf));
2507 if (vp->v_flag & VSYSTEM)
2508 strlcat(sbuf, "|VSYSTEM", sizeof(sbuf));
2509 if (vp->v_flag & VNOFLUSH)
2510 strlcat(sbuf, "|VNOFLUSH", sizeof(sbuf));
2511 if (vp->v_flag & VBWAIT)
2512 strlcat(sbuf, "|VBWAIT", sizeof(sbuf));
2513 if (vnode_isaliased(vp))
2514 strlcat(sbuf, "|VALIASED", sizeof(sbuf));
2515 if (sbuf[0] != '\0')
2516 printf(" flags (%s)", &sbuf[1]);
2517 }
2518
2519
2520 int
2521 vn_getpath(struct vnode *vp, char *pathbuf, int *len)
2522 {
2523 return build_path(vp, pathbuf, *len, len, BUILDPATH_NO_FS_ENTER, vfs_context_current());
2524 }
2525
2526 int
2527 vn_getpath_fsenter(struct vnode *vp, char *pathbuf, int *len)
2528 {
2529 return build_path(vp, pathbuf, *len, len, 0, vfs_context_current());
2530 }
2531
2532 int
2533 vn_getcdhash(struct vnode *vp, off_t offset, unsigned char *cdhash)
2534 {
2535 return ubc_cs_getcdhash(vp, offset, cdhash);
2536 }
2537
2538
2539 static char *extension_table=NULL;
2540 static int nexts;
2541 static int max_ext_width;
2542
2543 static int
2544 extension_cmp(const void *a, const void *b)
2545 {
2546 return (strlen((const char *)a) - strlen((const char *)b));
2547 }
2548
2549
2550 //
2551 // This is the api LaunchServices uses to inform the kernel
2552 // the list of package extensions to ignore.
2553 //
2554 // Internally we keep the list sorted by the length of the
2555 // the extension (from longest to shortest). We sort the
2556 // list of extensions so that we can speed up our searches
2557 // when comparing file names -- we only compare extensions
2558 // that could possibly fit into the file name, not all of
2559 // them (i.e. a short 8 character name can't have an 8
2560 // character extension).
2561 //
2562 extern lck_mtx_t *pkg_extensions_lck;
2563
2564 __private_extern__ int
2565 set_package_extensions_table(user_addr_t data, int nentries, int maxwidth)
2566 {
2567 char *new_exts, *old_exts;
2568 int error;
2569
2570 if (nentries <= 0 || nentries > 1024 || maxwidth <= 0 || maxwidth > 255) {
2571 return EINVAL;
2572 }
2573
2574
2575 // allocate one byte extra so we can guarantee null termination
2576 MALLOC(new_exts, char *, (nentries * maxwidth) + 1, M_TEMP, M_WAITOK);
2577 if (new_exts == NULL) {
2578 return ENOMEM;
2579 }
2580
2581 error = copyin(data, new_exts, nentries * maxwidth);
2582 if (error) {
2583 FREE(new_exts, M_TEMP);
2584 return error;
2585 }
2586
2587 new_exts[(nentries * maxwidth)] = '\0'; // guarantee null termination of the block
2588
2589 qsort(new_exts, nentries, maxwidth, extension_cmp);
2590
2591 lck_mtx_lock(pkg_extensions_lck);
2592
2593 old_exts = extension_table;
2594 extension_table = new_exts;
2595 nexts = nentries;
2596 max_ext_width = maxwidth;
2597
2598 lck_mtx_unlock(pkg_extensions_lck);
2599
2600 if (old_exts) {
2601 FREE(old_exts, M_TEMP);
2602 }
2603
2604 return 0;
2605 }
2606
2607
2608 __private_extern__ int
2609 is_package_name(const char *name, int len)
2610 {
2611 int i, extlen;
2612 const char *ptr, *name_ext;
2613
2614 if (len <= 3) {
2615 return 0;
2616 }
2617
2618 name_ext = NULL;
2619 for(ptr=name; *ptr != '\0'; ptr++) {
2620 if (*ptr == '.') {
2621 name_ext = ptr;
2622 }
2623 }
2624
2625 // if there is no "." extension, it can't match
2626 if (name_ext == NULL) {
2627 return 0;
2628 }
2629
2630 // advance over the "."
2631 name_ext++;
2632
2633 lck_mtx_lock(pkg_extensions_lck);
2634
2635 // now iterate over all the extensions to see if any match
2636 ptr = &extension_table[0];
2637 for(i=0; i < nexts; i++, ptr+=max_ext_width) {
2638 extlen = strlen(ptr);
2639 if (strncasecmp(name_ext, ptr, extlen) == 0 && name_ext[extlen] == '\0') {
2640 // aha, a match!
2641 lck_mtx_unlock(pkg_extensions_lck);
2642 return 1;
2643 }
2644 }
2645
2646 lck_mtx_unlock(pkg_extensions_lck);
2647
2648 // if we get here, no extension matched
2649 return 0;
2650 }
2651
2652 int
2653 vn_path_package_check(__unused vnode_t vp, char *path, int pathlen, int *component)
2654 {
2655 char *ptr, *end;
2656 int comp=0;
2657
2658 *component = -1;
2659 if (*path != '/') {
2660 return EINVAL;
2661 }
2662
2663 end = path + 1;
2664 while(end < path + pathlen && *end != '\0') {
2665 while(end < path + pathlen && *end == '/' && *end != '\0') {
2666 end++;
2667 }
2668
2669 ptr = end;
2670
2671 while(end < path + pathlen && *end != '/' && *end != '\0') {
2672 end++;
2673 }
2674
2675 if (end > path + pathlen) {
2676 // hmm, string wasn't null terminated
2677 return EINVAL;
2678 }
2679
2680 *end = '\0';
2681 if (is_package_name(ptr, end - ptr)) {
2682 *component = comp;
2683 break;
2684 }
2685
2686 end++;
2687 comp++;
2688 }
2689
2690 return 0;
2691 }
2692
2693 /*
2694 * Determine if a name is inappropriate for a searchfs query.
2695 * This list consists of /System currently.
2696 */
2697
2698 int vn_searchfs_inappropriate_name(const char *name, int len) {
2699 const char *bad_names[] = { "System" };
2700 int bad_len[] = { 6 };
2701 int i;
2702
2703 for(i=0; i < (int) (sizeof(bad_names) / sizeof(bad_names[0])); i++) {
2704 if (len == bad_len[i] && strncmp(name, bad_names[i], strlen(bad_names[i]) + 1) == 0) {
2705 return 1;
2706 }
2707 }
2708
2709 // if we get here, no name matched
2710 return 0;
2711 }
2712
2713 /*
2714 * Top level filesystem related information gathering.
2715 */
2716 extern unsigned int vfs_nummntops;
2717
2718 int
2719 vfs_sysctl(int *name, u_int namelen, user_addr_t oldp, size_t *oldlenp,
2720 user_addr_t newp, size_t newlen, proc_t p)
2721 {
2722 struct vfstable *vfsp;
2723 int *username;
2724 u_int usernamelen;
2725 int error;
2726 struct vfsconf vfsc;
2727
2728 if (namelen > CTL_MAXNAME) {
2729 return (EINVAL);
2730 }
2731
2732 /* All non VFS_GENERIC and in VFS_GENERIC,
2733 * VFS_MAXTYPENUM, VFS_CONF, VFS_SET_PACKAGE_EXTS
2734 * needs to have root priv to have modifiers.
2735 * For rest the userland_sysctl(CTLFLAG_ANYBODY) would cover.
2736 */
2737 if ((newp != USER_ADDR_NULL) && ((name[0] != VFS_GENERIC) ||
2738 ((name[1] == VFS_MAXTYPENUM) ||
2739 (name[1] == VFS_CONF) ||
2740 (name[1] == VFS_SET_PACKAGE_EXTS)))
2741 && (error = suser(kauth_cred_get(), &p->p_acflag))) {
2742 return(error);
2743 }
2744 /*
2745 * The VFS_NUMMNTOPS shouldn't be at name[0] since
2746 * is a VFS generic variable. So now we must check
2747 * namelen so we don't end up covering any UFS
2748 * variables (sinc UFS vfc_typenum is 1).
2749 *
2750 * It should have been:
2751 * name[0]: VFS_GENERIC
2752 * name[1]: VFS_NUMMNTOPS
2753 */
2754 if (namelen == 1 && name[0] == VFS_NUMMNTOPS) {
2755 return (sysctl_rdint(oldp, oldlenp, newp, vfs_nummntops));
2756 }
2757
2758 /* all sysctl names at this level are at least name and field */
2759 if (namelen < 2)
2760 return (EISDIR); /* overloaded */
2761 if (name[0] != VFS_GENERIC) {
2762
2763 mount_list_lock();
2764 for (vfsp = vfsconf; vfsp; vfsp = vfsp->vfc_next)
2765 if (vfsp->vfc_typenum == name[0]) {
2766 vfsp->vfc_refcount++;
2767 break;
2768 }
2769 mount_list_unlock();
2770
2771 if (vfsp == NULL)
2772 return (ENOTSUP);
2773
2774 /* XXX current context proxy for proc p? */
2775 error = ((*vfsp->vfc_vfsops->vfs_sysctl)(&name[1], namelen - 1,
2776 oldp, oldlenp, newp, newlen,
2777 vfs_context_current()));
2778
2779 mount_list_lock();
2780 vfsp->vfc_refcount--;
2781 mount_list_unlock();
2782 return error;
2783 }
2784 switch (name[1]) {
2785 case VFS_MAXTYPENUM:
2786 return (sysctl_rdint(oldp, oldlenp, newp, maxvfsconf));
2787 case VFS_CONF:
2788 if (namelen < 3)
2789 return (ENOTDIR); /* overloaded */
2790
2791 mount_list_lock();
2792 for (vfsp = vfsconf; vfsp; vfsp = vfsp->vfc_next)
2793 if (vfsp->vfc_typenum == name[2])
2794 break;
2795
2796 if (vfsp == NULL) {
2797 mount_list_unlock();
2798 return (ENOTSUP);
2799 }
2800
2801 vfsc.vfc_reserved1 = 0;
2802 bcopy(vfsp->vfc_name, vfsc.vfc_name, sizeof(vfsc.vfc_name));
2803 vfsc.vfc_typenum = vfsp->vfc_typenum;
2804 vfsc.vfc_refcount = vfsp->vfc_refcount;
2805 vfsc.vfc_flags = vfsp->vfc_flags;
2806 vfsc.vfc_reserved2 = 0;
2807 vfsc.vfc_reserved3 = 0;
2808
2809 mount_list_unlock();
2810 return (sysctl_rdstruct(oldp, oldlenp, newp, &vfsc,
2811 sizeof(struct vfsconf)));
2812
2813 case VFS_SET_PACKAGE_EXTS:
2814 return set_package_extensions_table((user_addr_t)((unsigned)name[1]), name[2], name[3]);
2815 }
2816 /*
2817 * We need to get back into the general MIB, so we need to re-prepend
2818 * CTL_VFS to our name and try userland_sysctl().
2819 */
2820
2821 usernamelen = namelen + 1;
2822 MALLOC(username, int *, usernamelen * sizeof(*username),
2823 M_TEMP, M_WAITOK);
2824 bcopy(name, username + 1, namelen * sizeof(*name));
2825 username[0] = CTL_VFS;
2826 error = userland_sysctl(p, username, usernamelen, oldp,
2827 oldlenp, newp, newlen, oldlenp);
2828 FREE(username, M_TEMP);
2829 return (error);
2830 }
2831
2832 /*
2833 * Dump vnode list (via sysctl) - defunct
2834 * use "pstat" instead
2835 */
2836 /* ARGSUSED */
2837 int
2838 sysctl_vnode
2839 (__unused struct sysctl_oid *oidp, __unused void *arg1, __unused int arg2, __unused struct sysctl_req *req)
2840 {
2841 return(EINVAL);
2842 }
2843
2844 SYSCTL_PROC(_kern, KERN_VNODE, vnode,
2845 CTLTYPE_STRUCT | CTLFLAG_RD | CTLFLAG_MASKED | CTLFLAG_LOCKED,
2846 0, 0, sysctl_vnode, "S,", "");
2847
2848
2849 /*
2850 * Check to see if a filesystem is mounted on a block device.
2851 */
2852 int
2853 vfs_mountedon(struct vnode *vp)
2854 {
2855 struct vnode *vq;
2856 int error = 0;
2857
2858 SPECHASH_LOCK();
2859 if (vp->v_specflags & SI_MOUNTEDON) {
2860 error = EBUSY;
2861 goto out;
2862 }
2863 if (vp->v_specflags & SI_ALIASED) {
2864 for (vq = *vp->v_hashchain; vq; vq = vq->v_specnext) {
2865 if (vq->v_rdev != vp->v_rdev ||
2866 vq->v_type != vp->v_type)
2867 continue;
2868 if (vq->v_specflags & SI_MOUNTEDON) {
2869 error = EBUSY;
2870 break;
2871 }
2872 }
2873 }
2874 out:
2875 SPECHASH_UNLOCK();
2876 return (error);
2877 }
2878
2879 /*
2880 * Unmount all filesystems. The list is traversed in reverse order
2881 * of mounting to avoid dependencies.
2882 */
2883 __private_extern__ void
2884 vfs_unmountall(void)
2885 {
2886 struct mount *mp;
2887 int error;
2888
2889 /*
2890 * Since this only runs when rebooting, it is not interlocked.
2891 */
2892 mount_list_lock();
2893 while(!TAILQ_EMPTY(&mountlist)) {
2894 mp = TAILQ_LAST(&mountlist, mntlist);
2895 mount_list_unlock();
2896 error = dounmount(mp, MNT_FORCE, 0, vfs_context_current());
2897 if ((error != 0) && (error != EBUSY)) {
2898 printf("unmount of %s failed (", mp->mnt_vfsstat.f_mntonname);
2899 printf("%d)\n", error);
2900 mount_list_lock();
2901 TAILQ_REMOVE(&mountlist, mp, mnt_list);
2902 continue;
2903 } else if (error == EBUSY) {
2904 /* If EBUSY is returned, the unmount was already in progress */
2905 printf("unmount of %p failed (", mp);
2906 printf("BUSY)\n");
2907 }
2908 mount_list_lock();
2909 }
2910 mount_list_unlock();
2911 }
2912
2913
2914 /*
2915 * This routine is called from vnode_pager_deallocate out of the VM
2916 * The path to vnode_pager_deallocate can only be initiated by ubc_destroy_named
2917 * on a vnode that has a UBCINFO
2918 */
2919 __private_extern__ void
2920 vnode_pager_vrele(vnode_t vp)
2921 {
2922 struct ubc_info *uip;
2923
2924 vnode_lock_spin(vp);
2925
2926 vp->v_lflag &= ~VNAMED_UBC;
2927
2928 uip = vp->v_ubcinfo;
2929 vp->v_ubcinfo = UBC_INFO_NULL;
2930
2931 vnode_unlock(vp);
2932
2933 ubc_info_deallocate(uip);
2934 }
2935
2936
2937 #include <sys/disk.h>
2938
2939 u_int32_t rootunit = (u_int32_t)-1;
2940
2941 errno_t
2942 vfs_init_io_attributes(vnode_t devvp, mount_t mp)
2943 {
2944 int error;
2945 off_t readblockcnt = 0;
2946 off_t writeblockcnt = 0;
2947 off_t readmaxcnt = 0;
2948 off_t writemaxcnt = 0;
2949 off_t readsegcnt = 0;
2950 off_t writesegcnt = 0;
2951 off_t readsegsize = 0;
2952 off_t writesegsize = 0;
2953 off_t alignment = 0;
2954 off_t ioqueue_depth = 0;
2955 u_int32_t blksize;
2956 u_int64_t temp;
2957 u_int32_t features;
2958 vfs_context_t ctx = vfs_context_current();
2959 int isssd = 0;
2960 int isvirtual = 0;
2961
2962
2963 VNOP_IOCTL(devvp, DKIOCGETTHROTTLEMASK, (caddr_t)&mp->mnt_throttle_mask, 0, NULL);
2964 /*
2965 * as a reasonable approximation, only use the lowest bit of the mask
2966 * to generate a disk unit number
2967 */
2968 mp->mnt_devbsdunit = num_trailing_0(mp->mnt_throttle_mask);
2969
2970 if (devvp == rootvp)
2971 rootunit = mp->mnt_devbsdunit;
2972
2973 if (mp->mnt_devbsdunit == rootunit) {
2974 /*
2975 * this mount point exists on the same device as the root
2976 * partition, so it comes under the hard throttle control...
2977 * this is true even for the root mount point itself
2978 */
2979 mp->mnt_kern_flag |= MNTK_ROOTDEV;
2980 }
2981 /*
2982 * force the spec device to re-cache
2983 * the underlying block size in case
2984 * the filesystem overrode the initial value
2985 */
2986 set_fsblocksize(devvp);
2987
2988
2989 if ((error = VNOP_IOCTL(devvp, DKIOCGETBLOCKSIZE,
2990 (caddr_t)&blksize, 0, ctx)))
2991 return (error);
2992
2993 mp->mnt_devblocksize = blksize;
2994
2995 /*
2996 * set the maximum possible I/O size
2997 * this may get clipped to a smaller value
2998 * based on which constraints are being advertised
2999 * and if those advertised constraints result in a smaller
3000 * limit for a given I/O
3001 */
3002 mp->mnt_maxreadcnt = MAX_UPL_SIZE * PAGE_SIZE;
3003 mp->mnt_maxwritecnt = MAX_UPL_SIZE * PAGE_SIZE;
3004
3005 if (VNOP_IOCTL(devvp, DKIOCISVIRTUAL, (caddr_t)&isvirtual, 0, ctx) == 0) {
3006 if (isvirtual)
3007 mp->mnt_kern_flag |= MNTK_VIRTUALDEV;
3008 }
3009 if (VNOP_IOCTL(devvp, DKIOCISSOLIDSTATE, (caddr_t)&isssd, 0, ctx) == 0) {
3010 if (isssd)
3011 mp->mnt_kern_flag |= MNTK_SSD;
3012 }
3013 if ((error = VNOP_IOCTL(devvp, DKIOCGETFEATURES,
3014 (caddr_t)&features, 0, ctx)))
3015 return (error);
3016
3017 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXBLOCKCOUNTREAD,
3018 (caddr_t)&readblockcnt, 0, ctx)))
3019 return (error);
3020
3021 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXBLOCKCOUNTWRITE,
3022 (caddr_t)&writeblockcnt, 0, ctx)))
3023 return (error);
3024
3025 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXBYTECOUNTREAD,
3026 (caddr_t)&readmaxcnt, 0, ctx)))
3027 return (error);
3028
3029 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXBYTECOUNTWRITE,
3030 (caddr_t)&writemaxcnt, 0, ctx)))
3031 return (error);
3032
3033 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXSEGMENTCOUNTREAD,
3034 (caddr_t)&readsegcnt, 0, ctx)))
3035 return (error);
3036
3037 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXSEGMENTCOUNTWRITE,
3038 (caddr_t)&writesegcnt, 0, ctx)))
3039 return (error);
3040
3041 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXSEGMENTBYTECOUNTREAD,
3042 (caddr_t)&readsegsize, 0, ctx)))
3043 return (error);
3044
3045 if ((error = VNOP_IOCTL(devvp, DKIOCGETMAXSEGMENTBYTECOUNTWRITE,
3046 (caddr_t)&writesegsize, 0, ctx)))
3047 return (error);
3048
3049 if ((error = VNOP_IOCTL(devvp, DKIOCGETMINSEGMENTALIGNMENTBYTECOUNT,
3050 (caddr_t)&alignment, 0, ctx)))
3051 return (error);
3052
3053 if ((error = VNOP_IOCTL(devvp, DKIOCGETCOMMANDPOOLSIZE,
3054 (caddr_t)&ioqueue_depth, 0, ctx)))
3055 return (error);
3056
3057 if (readmaxcnt)
3058 mp->mnt_maxreadcnt = (readmaxcnt > UINT32_MAX) ? UINT32_MAX : readmaxcnt;
3059
3060 if (readblockcnt) {
3061 temp = readblockcnt * blksize;
3062 temp = (temp > UINT32_MAX) ? UINT32_MAX : temp;
3063
3064 if (temp < mp->mnt_maxreadcnt)
3065 mp->mnt_maxreadcnt = (u_int32_t)temp;
3066 }
3067
3068 if (writemaxcnt)
3069 mp->mnt_maxwritecnt = (writemaxcnt > UINT32_MAX) ? UINT32_MAX : writemaxcnt;
3070
3071 if (writeblockcnt) {
3072 temp = writeblockcnt * blksize;
3073 temp = (temp > UINT32_MAX) ? UINT32_MAX : temp;
3074
3075 if (temp < mp->mnt_maxwritecnt)
3076 mp->mnt_maxwritecnt = (u_int32_t)temp;
3077 }
3078
3079 if (readsegcnt) {
3080 temp = (readsegcnt > UINT16_MAX) ? UINT16_MAX : readsegcnt;
3081 } else {
3082 temp = mp->mnt_maxreadcnt / PAGE_SIZE;
3083
3084 if (temp > UINT16_MAX)
3085 temp = UINT16_MAX;
3086 }
3087 mp->mnt_segreadcnt = (u_int16_t)temp;
3088
3089 if (writesegcnt) {
3090 temp = (writesegcnt > UINT16_MAX) ? UINT16_MAX : writesegcnt;
3091 } else {
3092 temp = mp->mnt_maxwritecnt / PAGE_SIZE;
3093
3094 if (temp > UINT16_MAX)
3095 temp = UINT16_MAX;
3096 }
3097 mp->mnt_segwritecnt = (u_int16_t)temp;
3098
3099 if (readsegsize)
3100 temp = (readsegsize > UINT32_MAX) ? UINT32_MAX : readsegsize;
3101 else
3102 temp = mp->mnt_maxreadcnt;
3103 mp->mnt_maxsegreadsize = (u_int32_t)temp;
3104
3105 if (writesegsize)
3106 temp = (writesegsize > UINT32_MAX) ? UINT32_MAX : writesegsize;
3107 else
3108 temp = mp->mnt_maxwritecnt;
3109 mp->mnt_maxsegwritesize = (u_int32_t)temp;
3110
3111 if (alignment)
3112 temp = (alignment > PAGE_SIZE) ? PAGE_MASK : alignment - 1;
3113 else
3114 temp = 0;
3115 mp->mnt_alignmentmask = temp;
3116
3117
3118 if (ioqueue_depth > MNT_DEFAULT_IOQUEUE_DEPTH)
3119 temp = ioqueue_depth;
3120 else
3121 temp = MNT_DEFAULT_IOQUEUE_DEPTH;
3122
3123 mp->mnt_ioqueue_depth = temp;
3124 mp->mnt_ioscale = (mp->mnt_ioqueue_depth + (MNT_DEFAULT_IOQUEUE_DEPTH - 1)) / MNT_DEFAULT_IOQUEUE_DEPTH;
3125
3126 if (mp->mnt_ioscale > 1)
3127 printf("ioqueue_depth = %d, ioscale = %d\n", (int)mp->mnt_ioqueue_depth, (int)mp->mnt_ioscale);
3128
3129 if (features & DK_FEATURE_FORCE_UNIT_ACCESS)
3130 mp->mnt_ioflags |= MNT_IOFLAGS_FUA_SUPPORTED;
3131
3132 if (features & DK_FEATURE_UNMAP)
3133 mp->mnt_ioflags |= MNT_IOFLAGS_UNMAP_SUPPORTED;
3134
3135 return (error);
3136 }
3137
3138 static struct klist fs_klist;
3139 lck_grp_t *fs_klist_lck_grp;
3140 lck_mtx_t *fs_klist_lock;
3141
3142 void
3143 vfs_event_init(void)
3144 {
3145
3146 klist_init(&fs_klist);
3147 fs_klist_lck_grp = lck_grp_alloc_init("fs_klist", NULL);
3148 fs_klist_lock = lck_mtx_alloc_init(fs_klist_lck_grp, NULL);
3149 }
3150
3151 void
3152 vfs_event_signal(fsid_t *fsid, u_int32_t event, intptr_t data)
3153 {
3154 if (event == VQ_DEAD || event == VQ_NOTRESP) {
3155 struct mount *mp = vfs_getvfs(fsid);
3156 if (mp) {
3157 mount_lock_spin(mp);
3158 if (data)
3159 mp->mnt_kern_flag &= ~MNT_LNOTRESP; // Now responding
3160 else
3161 mp->mnt_kern_flag |= MNT_LNOTRESP; // Not responding
3162 mount_unlock(mp);
3163 }
3164 }
3165
3166 lck_mtx_lock(fs_klist_lock);
3167 KNOTE(&fs_klist, event);
3168 lck_mtx_unlock(fs_klist_lock);
3169 }
3170
3171 /*
3172 * return the number of mounted filesystems.
3173 */
3174 static int
3175 sysctl_vfs_getvfscnt(void)
3176 {
3177 return(mount_getvfscnt());
3178 }
3179
3180
3181 static int
3182 mount_getvfscnt(void)
3183 {
3184 int ret;
3185
3186 mount_list_lock();
3187 ret = nummounts;
3188 mount_list_unlock();
3189 return (ret);
3190
3191 }
3192
3193
3194
3195 static int
3196 mount_fillfsids(fsid_t *fsidlst, int count)
3197 {
3198 struct mount *mp;
3199 int actual=0;
3200
3201 actual = 0;
3202 mount_list_lock();
3203 TAILQ_FOREACH(mp, &mountlist, mnt_list) {
3204 if (actual <= count) {
3205 fsidlst[actual] = mp->mnt_vfsstat.f_fsid;
3206 actual++;
3207 }
3208 }
3209 mount_list_unlock();
3210 return (actual);
3211
3212 }
3213
3214 /*
3215 * fill in the array of fsid_t's up to a max of 'count', the actual
3216 * number filled in will be set in '*actual'. If there are more fsid_t's
3217 * than room in fsidlst then ENOMEM will be returned and '*actual' will
3218 * have the actual count.
3219 * having *actual filled out even in the error case is depended upon.
3220 */
3221 static int
3222 sysctl_vfs_getvfslist(fsid_t *fsidlst, int count, int *actual)
3223 {
3224 struct mount *mp;
3225
3226 *actual = 0;
3227 mount_list_lock();
3228 TAILQ_FOREACH(mp, &mountlist, mnt_list) {
3229 (*actual)++;
3230 if (*actual <= count)
3231 fsidlst[(*actual) - 1] = mp->mnt_vfsstat.f_fsid;
3232 }
3233 mount_list_unlock();
3234 return (*actual <= count ? 0 : ENOMEM);
3235 }
3236
3237 static int
3238 sysctl_vfs_vfslist(__unused struct sysctl_oid *oidp, __unused void *arg1,
3239 __unused int arg2, struct sysctl_req *req)
3240 {
3241 int actual, error;
3242 size_t space;
3243 fsid_t *fsidlst;
3244
3245 /* This is a readonly node. */
3246 if (req->newptr != USER_ADDR_NULL)
3247 return (EPERM);
3248
3249 /* they are querying us so just return the space required. */
3250 if (req->oldptr == USER_ADDR_NULL) {
3251 req->oldidx = sysctl_vfs_getvfscnt() * sizeof(fsid_t);
3252 return 0;
3253 }
3254 again:
3255 /*
3256 * Retrieve an accurate count of the amount of space required to copy
3257 * out all the fsids in the system.
3258 */
3259 space = req->oldlen;
3260 req->oldlen = sysctl_vfs_getvfscnt() * sizeof(fsid_t);
3261
3262 /* they didn't give us enough space. */
3263 if (space < req->oldlen)
3264 return (ENOMEM);
3265
3266 MALLOC(fsidlst, fsid_t *, req->oldlen, M_TEMP, M_WAITOK);
3267 if (fsidlst == NULL) {
3268 return (ENOMEM);
3269 }
3270
3271 error = sysctl_vfs_getvfslist(fsidlst, req->oldlen / sizeof(fsid_t),
3272 &actual);
3273 /*
3274 * If we get back ENOMEM, then another mount has been added while we
3275 * slept in malloc above. If this is the case then try again.
3276 */
3277 if (error == ENOMEM) {
3278 FREE(fsidlst, M_TEMP);
3279 req->oldlen = space;
3280 goto again;
3281 }
3282 if (error == 0) {
3283 error = SYSCTL_OUT(req, fsidlst, actual * sizeof(fsid_t));
3284 }
3285 FREE(fsidlst, M_TEMP);
3286 return (error);
3287 }
3288
3289 /*
3290 * Do a sysctl by fsid.
3291 */
3292 static int
3293 sysctl_vfs_ctlbyfsid(__unused struct sysctl_oid *oidp, void *arg1, int arg2,
3294 struct sysctl_req *req)
3295 {
3296 union union_vfsidctl vc;
3297 struct mount *mp;
3298 struct vfsstatfs *sp;
3299 int *name, flags, namelen;
3300 int error=0, gotref=0;
3301 vfs_context_t ctx = vfs_context_current();
3302 proc_t p = req->p; /* XXX req->p != current_proc()? */
3303 boolean_t is_64_bit;
3304
3305 name = arg1;
3306 namelen = arg2;
3307 is_64_bit = proc_is64bit(p);
3308
3309 error = SYSCTL_IN(req, &vc, is_64_bit? sizeof(vc.vc64):sizeof(vc.vc32));
3310 if (error)
3311 goto out;
3312 if (vc.vc32.vc_vers != VFS_CTL_VERS1) { /* works for 32 and 64 */
3313 error = EINVAL;
3314 goto out;
3315 }
3316 mp = mount_list_lookupby_fsid(&vc.vc32.vc_fsid, 0, 1); /* works for 32 and 64 */
3317 if (mp == NULL) {
3318 error = ENOENT;
3319 goto out;
3320 }
3321 gotref = 1;
3322 /* reset so that the fs specific code can fetch it. */
3323 req->newidx = 0;
3324 /*
3325 * Note if this is a VFS_CTL then we pass the actual sysctl req
3326 * in for "oldp" so that the lower layer can DTRT and use the
3327 * SYSCTL_IN/OUT routines.
3328 */
3329 if (mp->mnt_op->vfs_sysctl != NULL) {
3330 if (is_64_bit) {
3331 if (vfs_64bitready(mp)) {
3332 error = mp->mnt_op->vfs_sysctl(name, namelen,
3333 CAST_USER_ADDR_T(req),
3334 NULL, USER_ADDR_NULL, 0,
3335 ctx);
3336 }
3337 else {
3338 error = ENOTSUP;
3339 }
3340 }
3341 else {
3342 error = mp->mnt_op->vfs_sysctl(name, namelen,
3343 CAST_USER_ADDR_T(req),
3344 NULL, USER_ADDR_NULL, 0,
3345 ctx);
3346 }
3347 if (error != ENOTSUP) {
3348 goto out;
3349 }
3350 }
3351 switch (name[0]) {
3352 case VFS_CTL_UMOUNT:
3353 req->newidx = 0;
3354 if (is_64_bit) {
3355 req->newptr = vc.vc64.vc_ptr;
3356 req->newlen = (size_t)vc.vc64.vc_len;
3357 }
3358 else {
3359 req->newptr = CAST_USER_ADDR_T(vc.vc32.vc_ptr);
3360 req->newlen = vc.vc32.vc_len;
3361 }
3362 error = SYSCTL_IN(req, &flags, sizeof(flags));
3363 if (error)
3364 break;
3365
3366 mount_ref(mp, 0);
3367 mount_iterdrop(mp);
3368 gotref = 0;
3369 /* safedounmount consumes a ref */
3370 error = safedounmount(mp, flags, ctx);
3371 break;
3372 case VFS_CTL_STATFS:
3373 req->newidx = 0;
3374 if (is_64_bit) {
3375 req->newptr = vc.vc64.vc_ptr;
3376 req->newlen = (size_t)vc.vc64.vc_len;
3377 }
3378 else {
3379 req->newptr = CAST_USER_ADDR_T(vc.vc32.vc_ptr);
3380 req->newlen = vc.vc32.vc_len;
3381 }
3382 error = SYSCTL_IN(req, &flags, sizeof(flags));
3383 if (error)
3384 break;
3385 sp = &mp->mnt_vfsstat;
3386 if (((flags & MNT_NOWAIT) == 0 || (flags & (MNT_WAIT | MNT_DWAIT))) &&
3387 (error = vfs_update_vfsstat(mp, ctx, VFS_USER_EVENT)))
3388 goto out;
3389 if (is_64_bit) {
3390 struct user64_statfs sfs;
3391 bzero(&sfs, sizeof(sfs));
3392 sfs.f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
3393 sfs.f_type = mp->mnt_vtable->vfc_typenum;
3394 sfs.f_bsize = (user64_long_t)sp->f_bsize;
3395 sfs.f_iosize = (user64_long_t)sp->f_iosize;
3396 sfs.f_blocks = (user64_long_t)sp->f_blocks;
3397 sfs.f_bfree = (user64_long_t)sp->f_bfree;
3398 sfs.f_bavail = (user64_long_t)sp->f_bavail;
3399 sfs.f_files = (user64_long_t)sp->f_files;
3400 sfs.f_ffree = (user64_long_t)sp->f_ffree;
3401 sfs.f_fsid = sp->f_fsid;
3402 sfs.f_owner = sp->f_owner;
3403
3404 if (mp->mnt_kern_flag & MNTK_TYPENAME_OVERRIDE) {
3405 strlcpy(&sfs.f_fstypename[0], &mp->fstypename_override[0], MFSTYPENAMELEN);
3406 } else {
3407 strlcpy(sfs.f_fstypename, sp->f_fstypename, MFSNAMELEN);
3408 }
3409 strlcpy(sfs.f_mntonname, sp->f_mntonname, MNAMELEN);
3410 strlcpy(sfs.f_mntfromname, sp->f_mntfromname, MNAMELEN);
3411
3412 error = SYSCTL_OUT(req, &sfs, sizeof(sfs));
3413 }
3414 else {
3415 struct user32_statfs sfs;
3416 bzero(&sfs, sizeof(sfs));
3417 sfs.f_flags = mp->mnt_flag & MNT_VISFLAGMASK;
3418 sfs.f_type = mp->mnt_vtable->vfc_typenum;
3419
3420 /*
3421 * It's possible for there to be more than 2^^31 blocks in the filesystem, so we
3422 * have to fudge the numbers here in that case. We inflate the blocksize in order
3423 * to reflect the filesystem size as best we can.
3424 */
3425 if (sp->f_blocks > INT_MAX) {
3426 int shift;
3427
3428 /*
3429 * Work out how far we have to shift the block count down to make it fit.
3430 * Note that it's possible to have to shift so far that the resulting
3431 * blocksize would be unreportably large. At that point, we will clip
3432 * any values that don't fit.
3433 *
3434 * For safety's sake, we also ensure that f_iosize is never reported as
3435 * being smaller than f_bsize.
3436 */
3437 for (shift = 0; shift < 32; shift++) {
3438 if ((sp->f_blocks >> shift) <= INT_MAX)
3439 break;
3440 if ((((long long)sp->f_bsize) << (shift + 1)) > INT_MAX)
3441 break;
3442 }
3443 #define __SHIFT_OR_CLIP(x, s) ((((x) >> (s)) > INT_MAX) ? INT_MAX : ((x) >> (s)))
3444 sfs.f_blocks = (user32_long_t)__SHIFT_OR_CLIP(sp->f_blocks, shift);
3445 sfs.f_bfree = (user32_long_t)__SHIFT_OR_CLIP(sp->f_bfree, shift);
3446 sfs.f_bavail = (user32_long_t)__SHIFT_OR_CLIP(sp->f_bavail, shift);
3447 #undef __SHIFT_OR_CLIP
3448 sfs.f_bsize = (user32_long_t)(sp->f_bsize << shift);
3449 sfs.f_iosize = lmax(sp->f_iosize, sp->f_bsize);
3450 } else {
3451 sfs.f_bsize = (user32_long_t)sp->f_bsize;
3452 sfs.f_iosize = (user32_long_t)sp->f_iosize;
3453 sfs.f_blocks = (user32_long_t)sp->f_blocks;
3454 sfs.f_bfree = (user32_long_t)sp->f_bfree;
3455 sfs.f_bavail = (user32_long_t)sp->f_bavail;
3456 }
3457 sfs.f_files = (user32_long_t)sp->f_files;
3458 sfs.f_ffree = (user32_long_t)sp->f_ffree;
3459 sfs.f_fsid = sp->f_fsid;
3460 sfs.f_owner = sp->f_owner;
3461
3462 if (mp->mnt_kern_flag & MNTK_TYPENAME_OVERRIDE) {
3463 strlcpy(&sfs.f_fstypename[0], &mp->fstypename_override[0], MFSTYPENAMELEN);
3464 } else {
3465 strlcpy(sfs.f_fstypename, sp->f_fstypename, MFSNAMELEN);
3466 }
3467 strlcpy(sfs.f_mntonname, sp->f_mntonname, MNAMELEN);
3468 strlcpy(sfs.f_mntfromname, sp->f_mntfromname, MNAMELEN);
3469
3470 error = SYSCTL_OUT(req, &sfs, sizeof(sfs));
3471 }
3472 break;
3473 default:
3474 error = ENOTSUP;
3475 goto out;
3476 }
3477 out:
3478 if(gotref != 0)
3479 mount_iterdrop(mp);
3480 return (error);
3481 }
3482
3483 static int filt_fsattach(struct knote *kn);
3484 static void filt_fsdetach(struct knote *kn);
3485 static int filt_fsevent(struct knote *kn, long hint);
3486 struct filterops fs_filtops = {
3487 .f_attach = filt_fsattach,
3488 .f_detach = filt_fsdetach,
3489 .f_event = filt_fsevent,
3490 };
3491
3492 static int
3493 filt_fsattach(struct knote *kn)
3494 {
3495
3496 lck_mtx_lock(fs_klist_lock);
3497 kn->kn_flags |= EV_CLEAR;
3498 KNOTE_ATTACH(&fs_klist, kn);
3499 lck_mtx_unlock(fs_klist_lock);
3500 return (0);
3501 }
3502
3503 static void
3504 filt_fsdetach(struct knote *kn)
3505 {
3506 lck_mtx_lock(fs_klist_lock);
3507 KNOTE_DETACH(&fs_klist, kn);
3508 lck_mtx_unlock(fs_klist_lock);
3509 }
3510
3511 static int
3512 filt_fsevent(struct knote *kn, long hint)
3513 {
3514 /*
3515 * Backwards compatibility:
3516 * Other filters would do nothing if kn->kn_sfflags == 0
3517 */
3518
3519 if ((kn->kn_sfflags == 0) || (kn->kn_sfflags & hint)) {
3520 kn->kn_fflags |= hint;
3521 }
3522
3523 return (kn->kn_fflags != 0);
3524 }
3525
3526 static int
3527 sysctl_vfs_noremotehang(__unused struct sysctl_oid *oidp,
3528 __unused void *arg1, __unused int arg2, struct sysctl_req *req)
3529 {
3530 int out, error;
3531 pid_t pid;
3532 proc_t p;
3533
3534 /* We need a pid. */
3535 if (req->newptr == USER_ADDR_NULL)
3536 return (EINVAL);
3537
3538 error = SYSCTL_IN(req, &pid, sizeof(pid));
3539 if (error)
3540 return (error);
3541
3542 p = proc_find(pid < 0 ? -pid : pid);
3543 if (p == NULL)
3544 return (ESRCH);
3545
3546 /*
3547 * Fetching the value is ok, but we only fetch if the old
3548 * pointer is given.
3549 */
3550 if (req->oldptr != USER_ADDR_NULL) {
3551 out = !((p->p_flag & P_NOREMOTEHANG) == 0);
3552 proc_rele(p);
3553 error = SYSCTL_OUT(req, &out, sizeof(out));
3554 return (error);
3555 }
3556
3557 /* cansignal offers us enough security. */
3558 if (p != req->p && proc_suser(req->p) != 0) {
3559 proc_rele(p);
3560 return (EPERM);
3561 }
3562
3563 if (pid < 0)
3564 OSBitAndAtomic(~((uint32_t)P_NOREMOTEHANG), &p->p_flag);
3565 else
3566 OSBitOrAtomic(P_NOREMOTEHANG, &p->p_flag);
3567 proc_rele(p);
3568
3569 return (0);
3570 }
3571
3572 /* the vfs.generic. branch. */
3573 SYSCTL_NODE(_vfs, VFS_GENERIC, generic, CTLFLAG_RW | CTLFLAG_LOCKED, NULL, "vfs generic hinge");
3574 /* retreive a list of mounted filesystem fsid_t */
3575 SYSCTL_PROC(_vfs_generic, OID_AUTO, vfsidlist, CTLFLAG_RD | CTLFLAG_LOCKED,
3576 NULL, 0, sysctl_vfs_vfslist, "S,fsid", "List of mounted filesystem ids");
3577 /* perform operations on filesystem via fsid_t */
3578 SYSCTL_NODE(_vfs_generic, OID_AUTO, ctlbyfsid, CTLFLAG_RW | CTLFLAG_LOCKED,
3579 sysctl_vfs_ctlbyfsid, "ctlbyfsid");
3580 SYSCTL_PROC(_vfs_generic, OID_AUTO, noremotehang, CTLFLAG_RW | CTLFLAG_ANYBODY,
3581 NULL, 0, sysctl_vfs_noremotehang, "I", "noremotehang");
3582
3583
3584 long num_reusedvnodes = 0;
3585
3586
3587 static vnode_t
3588 process_vp(vnode_t vp, int want_vp, int *deferred)
3589 {
3590 unsigned int vpid;
3591
3592 *deferred = 0;
3593
3594 vpid = vp->v_id;
3595
3596 vnode_list_remove_locked(vp);
3597
3598 vnode_list_unlock();
3599
3600 vnode_lock_spin(vp);
3601
3602 /*
3603 * We could wait for the vnode_lock after removing the vp from the freelist
3604 * and the vid is bumped only at the very end of reclaim. So it is possible
3605 * that we are looking at a vnode that is being terminated. If so skip it.
3606 */
3607 if ((vpid != vp->v_id) || (vp->v_usecount != 0) || (vp->v_iocount != 0) ||
3608 VONLIST(vp) || (vp->v_lflag & VL_TERMINATE)) {
3609 /*
3610 * we lost the race between dropping the list lock
3611 * and picking up the vnode_lock... someone else
3612 * used this vnode and it is now in a new state
3613 */
3614 vnode_unlock(vp);
3615
3616 return (NULLVP);
3617 }
3618 if ( (vp->v_lflag & (VL_NEEDINACTIVE | VL_MARKTERM)) == VL_NEEDINACTIVE ) {
3619 /*
3620 * we did a vnode_rele_ext that asked for
3621 * us not to reenter the filesystem during
3622 * the release even though VL_NEEDINACTIVE was
3623 * set... we'll do it here by doing a
3624 * vnode_get/vnode_put
3625 *
3626 * pick up an iocount so that we can call
3627 * vnode_put and drive the VNOP_INACTIVE...
3628 * vnode_put will either leave us off
3629 * the freelist if a new ref comes in,
3630 * or put us back on the end of the freelist
3631 * or recycle us if we were marked for termination...
3632 * so we'll just go grab a new candidate
3633 */
3634 vp->v_iocount++;
3635 #ifdef JOE_DEBUG
3636 record_vp(vp, 1);
3637 #endif
3638 vnode_put_locked(vp);
3639 vnode_unlock(vp);
3640
3641 return (NULLVP);
3642 }
3643 /*
3644 * Checks for anyone racing us for recycle
3645 */
3646 if (vp->v_type != VBAD) {
3647 if (want_vp && vnode_on_reliable_media(vp) == FALSE) {
3648 vnode_async_list_add(vp);
3649 vnode_unlock(vp);
3650
3651 *deferred = 1;
3652
3653 return (NULLVP);
3654 }
3655 if (vp->v_lflag & VL_DEAD)
3656 panic("new_vnode(%p): the vnode is VL_DEAD but not VBAD", vp);
3657
3658 vnode_lock_convert(vp);
3659 (void)vnode_reclaim_internal(vp, 1, want_vp, 0);
3660
3661 if (want_vp) {
3662 if ((VONLIST(vp)))
3663 panic("new_vnode(%p): vp on list", vp);
3664 if (vp->v_usecount || vp->v_iocount || vp->v_kusecount ||
3665 (vp->v_lflag & (VNAMED_UBC | VNAMED_MOUNT | VNAMED_FSHASH)))
3666 panic("new_vnode(%p): free vnode still referenced", vp);
3667 if ((vp->v_mntvnodes.tqe_prev != 0) && (vp->v_mntvnodes.tqe_next != 0))
3668 panic("new_vnode(%p): vnode seems to be on mount list", vp);
3669 if ( !LIST_EMPTY(&vp->v_nclinks) || !LIST_EMPTY(&vp->v_ncchildren))
3670 panic("new_vnode(%p): vnode still hooked into the name cache", vp);
3671 } else {
3672 vnode_unlock(vp);
3673 vp = NULLVP;
3674 }
3675 }
3676 return (vp);
3677 }
3678
3679
3680
3681 static void
3682 async_work_continue(void)
3683 {
3684 struct async_work_lst *q;
3685 int deferred;
3686 vnode_t vp;
3687
3688 q = &vnode_async_work_list;
3689
3690 for (;;) {
3691
3692 vnode_list_lock();
3693
3694 if ( TAILQ_EMPTY(q) ) {
3695 assert_wait(q, (THREAD_UNINT));
3696
3697 vnode_list_unlock();
3698
3699 thread_block((thread_continue_t)async_work_continue);
3700
3701 continue;
3702 }
3703 async_work_handled++;
3704
3705 vp = TAILQ_FIRST(q);
3706
3707 vp = process_vp(vp, 0, &deferred);
3708
3709 if (vp != NULLVP)
3710 panic("found VBAD vp (%p) on async queue", vp);
3711 }
3712 }
3713
3714
3715 static int
3716 new_vnode(vnode_t *vpp)
3717 {
3718 vnode_t vp;
3719 uint32_t retries = 0, max_retries = 100; /* retry incase of tablefull */
3720 int force_alloc = 0, walk_count = 0;
3721 boolean_t need_reliable_vp = FALSE;
3722 int deferred;
3723 struct timeval initial_tv;
3724 struct timeval current_tv;
3725 #if CONFIG_VFS_FUNNEL
3726 struct unsafe_fsnode *l_unsafefs = 0;
3727 #endif /* CONFIG_VFS_FUNNEL */
3728 proc_t curproc = current_proc();
3729
3730 initial_tv.tv_sec = 0;
3731 retry:
3732 vp = NULLVP;
3733
3734 vnode_list_lock();
3735
3736 if (need_reliable_vp == TRUE)
3737 async_work_timed_out++;
3738
3739 if ((numvnodes - deadvnodes) < desiredvnodes || force_alloc) {
3740 struct timespec ts;
3741
3742 if ( !TAILQ_EMPTY(&vnode_dead_list)) {
3743 /*
3744 * Can always reuse a dead one
3745 */
3746 vp = TAILQ_FIRST(&vnode_dead_list);
3747 goto steal_this_vp;
3748 }
3749 /*
3750 * no dead vnodes available... if we're under
3751 * the limit, we'll create a new vnode
3752 */
3753 numvnodes++;
3754 vnode_list_unlock();
3755
3756 MALLOC_ZONE(vp, struct vnode *, sizeof(*vp), M_VNODE, M_WAITOK);
3757 bzero((char *)vp, sizeof(*vp));
3758 VLISTNONE(vp); /* avoid double queue removal */
3759 lck_mtx_init(&vp->v_lock, vnode_lck_grp, vnode_lck_attr);
3760
3761 klist_init(&vp->v_knotes);
3762 nanouptime(&ts);
3763 vp->v_id = ts.tv_nsec;
3764 vp->v_flag = VSTANDARD;
3765
3766 #if CONFIG_MACF
3767 if (mac_vnode_label_init_needed(vp))
3768 mac_vnode_label_init(vp);
3769 #endif /* MAC */
3770
3771 vp->v_iocount = 1;
3772 goto done;
3773 }
3774 microuptime(&current_tv);
3775
3776 #define MAX_WALK_COUNT 1000
3777
3778 if ( !TAILQ_EMPTY(&vnode_rage_list) &&
3779 (ragevnodes >= rage_limit ||
3780 (current_tv.tv_sec - rage_tv.tv_sec) >= RAGE_TIME_LIMIT)) {
3781
3782 TAILQ_FOREACH(vp, &vnode_rage_list, v_freelist) {
3783 if ( !(vp->v_listflag & VLIST_RAGE))
3784 panic("new_vnode: vp (%p) on RAGE list not marked VLIST_RAGE", vp);
3785
3786 // if we're a dependency-capable process, skip vnodes that can
3787 // cause recycling deadlocks. (i.e. this process is diskimages
3788 // helper and the vnode is in a disk image). Querying the
3789 // mnt_kern_flag for the mount's virtual device status
3790 // is safer than checking the mnt_dependent_process, which
3791 // may not be updated if there are multiple devnode layers
3792 // in between the disk image and the final consumer.
3793
3794 if ((curproc->p_flag & P_DEPENDENCY_CAPABLE) == 0 || vp->v_mount == NULL ||
3795 (vp->v_mount->mnt_kern_flag & MNTK_VIRTUALDEV) == 0) {
3796 /*
3797 * if need_reliable_vp == TRUE, then we've already sent one or more
3798 * non-reliable vnodes to the async thread for processing and timed
3799 * out waiting for a dead vnode to show up. Use the MAX_WALK_COUNT
3800 * mechanism to first scan for a reliable vnode before forcing
3801 * a new vnode to be created
3802 */
3803 if (need_reliable_vp == FALSE || vnode_on_reliable_media(vp) == TRUE)
3804 break;
3805 }
3806
3807 // don't iterate more than MAX_WALK_COUNT vnodes to
3808 // avoid keeping the vnode list lock held for too long.
3809
3810 if (walk_count++ > MAX_WALK_COUNT) {
3811 vp = NULL;
3812 break;
3813 }
3814 }
3815 }
3816
3817 if (vp == NULL && !TAILQ_EMPTY(&vnode_free_list)) {
3818 /*
3819 * Pick the first vp for possible reuse
3820 */
3821 walk_count = 0;
3822 TAILQ_FOREACH(vp, &vnode_free_list, v_freelist) {
3823
3824 // if we're a dependency-capable process, skip vnodes that can
3825 // cause recycling deadlocks. (i.e. this process is diskimages
3826 // helper and the vnode is in a disk image). Querying the
3827 // mnt_kern_flag for the mount's virtual device status
3828 // is safer than checking the mnt_dependent_process, which
3829 // may not be updated if there are multiple devnode layers
3830 // in between the disk image and the final consumer.
3831
3832 if ((curproc->p_flag & P_DEPENDENCY_CAPABLE) == 0 || vp->v_mount == NULL ||
3833 (vp->v_mount->mnt_kern_flag & MNTK_VIRTUALDEV) == 0) {
3834 /*
3835 * if need_reliable_vp == TRUE, then we've already sent one or more
3836 * non-reliable vnodes to the async thread for processing and timed
3837 * out waiting for a dead vnode to show up. Use the MAX_WALK_COUNT
3838 * mechanism to first scan for a reliable vnode before forcing
3839 * a new vnode to be created
3840 */
3841 if (need_reliable_vp == FALSE || vnode_on_reliable_media(vp) == TRUE)
3842 break;
3843 }
3844
3845 // don't iterate more than MAX_WALK_COUNT vnodes to
3846 // avoid keeping the vnode list lock held for too long.
3847
3848 if (walk_count++ > MAX_WALK_COUNT) {
3849 vp = NULL;
3850 break;
3851 }
3852 }
3853 }
3854
3855 //
3856 // if we don't have a vnode and the walk_count is >= MAX_WALK_COUNT
3857 // then we're trying to create a vnode on behalf of a
3858 // process like diskimages-helper that has file systems
3859 // mounted on top of itself (and thus we can't reclaim
3860 // vnodes in the file systems on top of us). if we can't
3861 // find a vnode to reclaim then we'll just have to force
3862 // the allocation.
3863 //
3864 if (vp == NULL && walk_count >= MAX_WALK_COUNT) {
3865 force_alloc = 1;
3866 vnode_list_unlock();
3867 goto retry;
3868 }
3869
3870 if (vp == NULL) {
3871 /*
3872 * we've reached the system imposed maximum number of vnodes
3873 * but there isn't a single one available
3874 * wait a bit and then retry... if we can't get a vnode
3875 * after our target number of retries, than log a complaint
3876 */
3877 if (++retries <= max_retries) {
3878 vnode_list_unlock();
3879 delay_for_interval(1, 1000 * 1000);
3880 goto retry;
3881 }
3882
3883 vnode_list_unlock();
3884 tablefull("vnode");
3885 log(LOG_EMERG, "%d desired, %d numvnodes, "
3886 "%d free, %d dead, %d rage\n",
3887 desiredvnodes, numvnodes, freevnodes, deadvnodes, ragevnodes);
3888 #if CONFIG_JETSAM
3889 /*
3890 * Running out of vnodes tends to make a system unusable. Start killing
3891 * processes that jetsam knows are killable.
3892 */
3893 if (memorystatus_kill_top_proc(TRUE, kMemorystatusFlagsKilledVnodes) < 0) {
3894 /*
3895 * If jetsam can't find any more processes to kill and there
3896 * still aren't any free vnodes, panic. Hopefully we'll get a
3897 * panic log to tell us why we ran out.
3898 */
3899 panic("vnode table is full\n");
3900 }
3901
3902 /*
3903 * Now that we've killed someone, wait a bit and continue looking
3904 * (with fewer retries before trying another kill).
3905 */
3906 delay_for_interval(3, 1000 * 1000);
3907 retries = 0;
3908 max_retries = 10;
3909 goto retry;
3910 #endif
3911
3912 *vpp = NULL;
3913 return (ENFILE);
3914 }
3915 steal_this_vp:
3916 if ((vp = process_vp(vp, 1, &deferred)) == NULLVP) {
3917 if (deferred) {
3918 int elapsed_msecs;
3919 struct timeval elapsed_tv;
3920
3921 if (initial_tv.tv_sec == 0)
3922 microuptime(&initial_tv);
3923
3924 vnode_list_lock();
3925
3926 dead_vnode_waited++;
3927 dead_vnode_wanted++;
3928
3929 /*
3930 * note that we're only going to explicitly wait 10ms
3931 * for a dead vnode to become available, since even if one
3932 * isn't available, a reliable vnode might now be available
3933 * at the head of the VRAGE or free lists... if so, we
3934 * can satisfy the new_vnode request with less latency then waiting
3935 * for the full 100ms duration we're ultimately willing to tolerate
3936 */
3937 assert_wait_timeout((caddr_t)&dead_vnode_wanted, (THREAD_INTERRUPTIBLE), 10000, NSEC_PER_USEC);
3938
3939 vnode_list_unlock();
3940
3941 thread_block(THREAD_CONTINUE_NULL);
3942
3943 microuptime(&elapsed_tv);
3944
3945 timevalsub(&elapsed_tv, &initial_tv);
3946 elapsed_msecs = elapsed_tv.tv_sec * 1000 + elapsed_tv.tv_usec / 1000;
3947
3948 if (elapsed_msecs >= 100) {
3949 /*
3950 * we've waited long enough... 100ms is
3951 * somewhat arbitrary for this case, but the
3952 * normal worst case latency used for UI
3953 * interaction is 100ms, so I've chosen to
3954 * go with that.
3955 *
3956 * setting need_reliable_vp to TRUE
3957 * forces us to find a reliable vnode
3958 * that we can process synchronously, or
3959 * to create a new one if the scan for
3960 * a reliable one hits the scan limit
3961 */
3962 need_reliable_vp = TRUE;
3963 }
3964 }
3965 goto retry;
3966 }
3967 OSAddAtomicLong(1, &num_reusedvnodes);
3968
3969
3970 #if CONFIG_VFS_FUNNEL
3971 if (vp->v_unsafefs) {
3972 l_unsafefs = vp->v_unsafefs;
3973 vp->v_unsafefs = (struct unsafe_fsnode *)NULL;
3974 }
3975 #endif /* CONFIG_VFS_FUNNEL */
3976
3977 #if CONFIG_MACF
3978 /*
3979 * We should never see VL_LABELWAIT or VL_LABEL here.
3980 * as those operations hold a reference.
3981 */
3982 assert ((vp->v_lflag & VL_LABELWAIT) != VL_LABELWAIT);
3983 assert ((vp->v_lflag & VL_LABEL) != VL_LABEL);
3984 if (vp->v_lflag & VL_LABELED) {
3985 vnode_lock_convert(vp);
3986 mac_vnode_label_recycle(vp);
3987 } else if (mac_vnode_label_init_needed(vp)) {
3988 vnode_lock_convert(vp);
3989 mac_vnode_label_init(vp);
3990 }
3991
3992 #endif /* MAC */
3993
3994 vp->v_iocount = 1;
3995 vp->v_lflag = 0;
3996 vp->v_writecount = 0;
3997 vp->v_references = 0;
3998 vp->v_iterblkflags = 0;
3999 vp->v_flag = VSTANDARD;
4000 /* vbad vnodes can point to dead_mountp */
4001 vp->v_mount = NULL;
4002 vp->v_defer_reclaimlist = (vnode_t)0;
4003
4004 vnode_unlock(vp);
4005
4006 #if CONFIG_VFS_FUNNEL
4007 if (l_unsafefs) {
4008 lck_mtx_destroy(&l_unsafefs->fsnodelock, vnode_lck_grp);
4009 FREE_ZONE((void *)l_unsafefs, sizeof(struct unsafe_fsnode), M_UNSAFEFS);
4010 }
4011 #endif /* CONFIG_VFS_FUNNEL */
4012
4013 done:
4014 *vpp = vp;
4015
4016 return (0);
4017 }
4018
4019 void
4020 vnode_lock(vnode_t vp)
4021 {
4022 lck_mtx_lock(&vp->v_lock);
4023 }
4024
4025 void
4026 vnode_lock_spin(vnode_t vp)
4027 {
4028 lck_mtx_lock_spin(&vp->v_lock);
4029 }
4030
4031 void
4032 vnode_unlock(vnode_t vp)
4033 {
4034 lck_mtx_unlock(&vp->v_lock);
4035 }
4036
4037
4038
4039 int
4040 vnode_get(struct vnode *vp)
4041 {
4042 int retval;
4043
4044 vnode_lock_spin(vp);
4045 retval = vnode_get_locked(vp);
4046 vnode_unlock(vp);
4047
4048 return(retval);
4049 }
4050
4051 int
4052 vnode_get_locked(struct vnode *vp)
4053 {
4054 #if DIAGNOSTIC
4055 lck_mtx_assert(&vp->v_lock, LCK_MTX_ASSERT_OWNED);
4056 #endif
4057 if ((vp->v_iocount == 0) && (vp->v_lflag & (VL_TERMINATE | VL_DEAD))) {
4058 return(ENOENT);
4059 }
4060 vp->v_iocount++;
4061 #ifdef JOE_DEBUG
4062 record_vp(vp, 1);
4063 #endif
4064 return (0);
4065 }
4066
4067 /*
4068 * vnode_getwithvid() cuts in line in front of a vnode drain (that is,
4069 * while the vnode is draining, but at no point after that) to prevent
4070 * deadlocks when getting vnodes from filesystem hashes while holding
4071 * resources that may prevent other iocounts from being released.
4072 */
4073 int
4074 vnode_getwithvid(vnode_t vp, uint32_t vid)
4075 {
4076 return(vget_internal(vp, vid, ( VNODE_NODEAD | VNODE_WITHID | VNODE_DRAINO )));
4077 }
4078
4079 /*
4080 * vnode_getwithvid_drainok() is like vnode_getwithvid(), but *does* block behind a vnode
4081 * drain; it exists for use in the VFS name cache, where we really do want to block behind
4082 * vnode drain to prevent holding off an unmount.
4083 */
4084 int
4085 vnode_getwithvid_drainok(vnode_t vp, uint32_t vid)
4086 {
4087 return(vget_internal(vp, vid, ( VNODE_NODEAD | VNODE_WITHID )));
4088 }
4089
4090 int
4091 vnode_getwithref(vnode_t vp)
4092 {
4093 return(vget_internal(vp, 0, 0));
4094 }
4095
4096
4097 __private_extern__ int
4098 vnode_getalways(vnode_t vp)
4099 {
4100 return(vget_internal(vp, 0, VNODE_ALWAYS));
4101 }
4102
4103 int
4104 vnode_put(vnode_t vp)
4105 {
4106 int retval;
4107
4108 vnode_lock_spin(vp);
4109 retval = vnode_put_locked(vp);
4110 vnode_unlock(vp);
4111
4112 return(retval);
4113 }
4114
4115 int
4116 vnode_put_locked(vnode_t vp)
4117 {
4118 vfs_context_t ctx = vfs_context_current(); /* hoist outside loop */
4119
4120 #if DIAGNOSTIC
4121 lck_mtx_assert(&vp->v_lock, LCK_MTX_ASSERT_OWNED);
4122 #endif
4123 retry:
4124 if (vp->v_iocount < 1)
4125 panic("vnode_put(%p): iocount < 1", vp);
4126
4127 if ((vp->v_usecount > 0) || (vp->v_iocount > 1)) {
4128 vnode_dropiocount(vp);
4129 return(0);
4130 }
4131 if ((vp->v_lflag & (VL_DEAD | VL_NEEDINACTIVE)) == VL_NEEDINACTIVE) {
4132
4133 vp->v_lflag &= ~VL_NEEDINACTIVE;
4134 vnode_unlock(vp);
4135
4136 VNOP_INACTIVE(vp, ctx);
4137
4138 vnode_lock_spin(vp);
4139 /*
4140 * because we had to drop the vnode lock before calling
4141 * VNOP_INACTIVE, the state of this vnode may have changed...
4142 * we may pick up both VL_MARTERM and either
4143 * an iocount or a usecount while in the VNOP_INACTIVE call
4144 * we don't want to call vnode_reclaim_internal on a vnode
4145 * that has active references on it... so loop back around
4146 * and reevaluate the state
4147 */
4148 goto retry;
4149 }
4150 vp->v_lflag &= ~VL_NEEDINACTIVE;
4151
4152 if ((vp->v_lflag & (VL_MARKTERM | VL_TERMINATE | VL_DEAD)) == VL_MARKTERM) {
4153 vnode_lock_convert(vp);
4154 vnode_reclaim_internal(vp, 1, 1, 0);
4155 }
4156 vnode_dropiocount(vp);
4157 vnode_list_add(vp);
4158
4159 return(0);
4160 }
4161
4162 /* is vnode_t in use by others? */
4163 int
4164 vnode_isinuse(vnode_t vp, int refcnt)
4165 {
4166 return(vnode_isinuse_locked(vp, refcnt, 0));
4167 }
4168
4169
4170 static int
4171 vnode_isinuse_locked(vnode_t vp, int refcnt, int locked)
4172 {
4173 int retval = 0;
4174
4175 if (!locked)
4176 vnode_lock_spin(vp);
4177 if ((vp->v_type != VREG) && ((vp->v_usecount - vp->v_kusecount) > refcnt)) {
4178 retval = 1;
4179 goto out;
4180 }
4181 if (vp->v_type == VREG) {
4182 retval = ubc_isinuse_locked(vp, refcnt, 1);
4183 }
4184
4185 out:
4186 if (!locked)
4187 vnode_unlock(vp);
4188 return(retval);
4189 }
4190
4191
4192 /* resume vnode_t */
4193 errno_t
4194 vnode_resume(vnode_t vp)
4195 {
4196 if ((vp->v_lflag & VL_SUSPENDED) && vp->v_owner == current_thread()) {
4197
4198 vnode_lock_spin(vp);
4199 vp->v_lflag &= ~VL_SUSPENDED;
4200 vp->v_owner = NULL;
4201 vnode_unlock(vp);
4202
4203 wakeup(&vp->v_iocount);
4204 }
4205 return(0);
4206 }
4207
4208 /* suspend vnode_t
4209 * Please do not use on more than one vnode at a time as it may
4210 * cause deadlocks.
4211 * xxx should we explicity prevent this from happening?
4212 */
4213
4214 errno_t
4215 vnode_suspend(vnode_t vp)
4216 {
4217 if (vp->v_lflag & VL_SUSPENDED) {
4218 return(EBUSY);
4219 }
4220
4221 vnode_lock_spin(vp);
4222
4223 /*
4224 * xxx is this sufficient to check if a vnode_drain is
4225 * progress?
4226 */
4227
4228 if (vp->v_owner == NULL) {
4229 vp->v_lflag |= VL_SUSPENDED;
4230 vp->v_owner = current_thread();
4231 }
4232 vnode_unlock(vp);
4233
4234 return(0);
4235 }
4236
4237 /*
4238 * Release any blocked locking requests on the vnode.
4239 * Used for forced-unmounts.
4240 *
4241 * XXX What about network filesystems?
4242 */
4243 static void
4244 vnode_abort_advlocks(vnode_t vp)
4245 {
4246 if (vp->v_flag & VLOCKLOCAL)
4247 lf_abort_advlocks(vp);
4248 }
4249
4250
4251 static errno_t
4252 vnode_drain(vnode_t vp)
4253 {
4254
4255 if (vp->v_lflag & VL_DRAIN) {
4256 panic("vnode_drain: recursive drain");
4257 return(ENOENT);
4258 }
4259 vp->v_lflag |= VL_DRAIN;
4260 vp->v_owner = current_thread();
4261
4262 while (vp->v_iocount > 1)
4263 msleep(&vp->v_iocount, &vp->v_lock, PVFS, "vnode_drain", NULL);
4264
4265 vp->v_lflag &= ~VL_DRAIN;
4266
4267 return(0);
4268 }
4269
4270
4271 /*
4272 * if the number of recent references via vnode_getwithvid or vnode_getwithref
4273 * exceeds this threshold, than 'UN-AGE' the vnode by removing it from
4274 * the LRU list if it's currently on it... once the iocount and usecount both drop
4275 * to 0, it will get put back on the end of the list, effectively making it younger
4276 * this allows us to keep actively referenced vnodes in the list without having
4277 * to constantly remove and add to the list each time a vnode w/o a usecount is
4278 * referenced which costs us taking and dropping a global lock twice.
4279 */
4280 #define UNAGE_THRESHHOLD 25
4281
4282 errno_t
4283 vnode_getiocount(vnode_t vp, unsigned int vid, int vflags)
4284 {
4285 int nodead = vflags & VNODE_NODEAD;
4286 int nosusp = vflags & VNODE_NOSUSPEND;
4287 int always = vflags & VNODE_ALWAYS;
4288 int beatdrain = vflags & VNODE_DRAINO;
4289
4290 for (;;) {
4291 /*
4292 * if it is a dead vnode with deadfs
4293 */
4294 if (nodead && (vp->v_lflag & VL_DEAD) && ((vp->v_type == VBAD) || (vp->v_data == 0))) {
4295 return(ENOENT);
4296 }
4297 /*
4298 * will return VL_DEAD ones
4299 */
4300 if ((vp->v_lflag & (VL_SUSPENDED | VL_DRAIN | VL_TERMINATE)) == 0 ) {
4301 break;
4302 }
4303 /*
4304 * if suspended vnodes are to be failed
4305 */
4306 if (nosusp && (vp->v_lflag & VL_SUSPENDED)) {
4307 return(ENOENT);
4308 }
4309 /*
4310 * if you are the owner of drain/suspend/termination , can acquire iocount
4311 * check for VL_TERMINATE; it does not set owner
4312 */
4313 if ((vp->v_lflag & (VL_DRAIN | VL_SUSPENDED | VL_TERMINATE)) &&
4314 (vp->v_owner == current_thread())) {
4315 break;
4316 }
4317
4318 if (always != 0)
4319 break;
4320
4321 /*
4322 * In some situations, we want to get an iocount
4323 * even if the vnode is draining to prevent deadlock,
4324 * e.g. if we're in the filesystem, potentially holding
4325 * resources that could prevent other iocounts from
4326 * being released.
4327 */
4328 if (beatdrain && (vp->v_lflag & VL_DRAIN)) {
4329 break;
4330 }
4331
4332 vnode_lock_convert(vp);
4333
4334 if (vp->v_lflag & VL_TERMINATE) {
4335 vp->v_lflag |= VL_TERMWANT;
4336
4337 msleep(&vp->v_lflag, &vp->v_lock, PVFS, "vnode getiocount", NULL);
4338 } else
4339 msleep(&vp->v_iocount, &vp->v_lock, PVFS, "vnode_getiocount", NULL);
4340 }
4341 if (((vflags & VNODE_WITHID) != 0) && vid != vp->v_id) {
4342 return(ENOENT);
4343 }
4344 if (++vp->v_references >= UNAGE_THRESHHOLD) {
4345 vp->v_references = 0;
4346 vnode_list_remove(vp);
4347 }
4348 vp->v_iocount++;
4349 #ifdef JOE_DEBUG
4350 record_vp(vp, 1);
4351 #endif
4352 return(0);
4353 }
4354
4355 static void
4356 vnode_dropiocount (vnode_t vp)
4357 {
4358 if (vp->v_iocount < 1)
4359 panic("vnode_dropiocount(%p): v_iocount < 1", vp);
4360
4361 vp->v_iocount--;
4362 #ifdef JOE_DEBUG
4363 record_vp(vp, -1);
4364 #endif
4365 if ((vp->v_lflag & (VL_DRAIN | VL_SUSPENDED)) && (vp->v_iocount <= 1))
4366 wakeup(&vp->v_iocount);
4367 }
4368
4369
4370 void
4371 vnode_reclaim(struct vnode * vp)
4372 {
4373 vnode_reclaim_internal(vp, 0, 0, 0);
4374 }
4375
4376 __private_extern__
4377 void
4378 vnode_reclaim_internal(struct vnode * vp, int locked, int reuse, int flags)
4379 {
4380 int isfifo = 0;
4381
4382 if (!locked)
4383 vnode_lock(vp);
4384
4385 if (vp->v_lflag & VL_TERMINATE) {
4386 panic("vnode reclaim in progress");
4387 }
4388 vp->v_lflag |= VL_TERMINATE;
4389
4390 vn_clearunionwait(vp, 1);
4391
4392 vnode_drain(vp);
4393
4394 isfifo = (vp->v_type == VFIFO);
4395
4396 if (vp->v_type != VBAD)
4397 vgone(vp, flags); /* clean and reclaim the vnode */
4398
4399 /*
4400 * give the vnode a new identity so that vnode_getwithvid will fail
4401 * on any stale cache accesses...
4402 * grab the list_lock so that if we're in "new_vnode"
4403 * behind the list_lock trying to steal this vnode, the v_id is stable...
4404 * once new_vnode drops the list_lock, it will block trying to take
4405 * the vnode lock until we release it... at that point it will evaluate
4406 * whether the v_vid has changed
4407 * also need to make sure that the vnode isn't on a list where "new_vnode"
4408 * can find it after the v_id has been bumped until we are completely done
4409 * with the vnode (i.e. putting it back on a list has to be the very last
4410 * thing we do to this vnode... many of the callers of vnode_reclaim_internal
4411 * are holding an io_count on the vnode... they need to drop the io_count
4412 * BEFORE doing a vnode_list_add or make sure to hold the vnode lock until
4413 * they are completely done with the vnode
4414 */
4415 vnode_list_lock();
4416
4417 vnode_list_remove_locked(vp);
4418 vp->v_id++;
4419
4420 vnode_list_unlock();
4421
4422 if (isfifo) {
4423 struct fifoinfo * fip;
4424
4425 fip = vp->v_fifoinfo;
4426 vp->v_fifoinfo = NULL;
4427 FREE(fip, M_TEMP);
4428 }
4429 vp->v_type = VBAD;
4430
4431 if (vp->v_data)
4432 panic("vnode_reclaim_internal: cleaned vnode isn't");
4433 if (vp->v_numoutput)
4434 panic("vnode_reclaim_internal: clean vnode has pending I/O's");
4435 if (UBCINFOEXISTS(vp))
4436 panic("vnode_reclaim_internal: ubcinfo not cleaned");
4437 if (vp->v_parent)
4438 panic("vnode_reclaim_internal: vparent not removed");
4439 if (vp->v_name)
4440 panic("vnode_reclaim_internal: vname not removed");
4441
4442 vp->v_socket = NULL;
4443
4444 vp->v_lflag &= ~VL_TERMINATE;
4445 vp->v_owner = NULL;
4446
4447 KNOTE(&vp->v_knotes, NOTE_REVOKE);
4448
4449 /* Make sure that when we reuse the vnode, no knotes left over */
4450 klist_init(&vp->v_knotes);
4451
4452 if (vp->v_lflag & VL_TERMWANT) {
4453 vp->v_lflag &= ~VL_TERMWANT;
4454 wakeup(&vp->v_lflag);
4455 }
4456 if (!reuse) {
4457 /*
4458 * make sure we get on the
4459 * dead list if appropriate
4460 */
4461 vnode_list_add(vp);
4462 }
4463 if (!locked)
4464 vnode_unlock(vp);
4465 }
4466
4467 /* USAGE:
4468 * The following api creates a vnode and associates all the parameter specified in vnode_fsparam
4469 * structure and returns a vnode handle with a reference. device aliasing is handled here so checkalias
4470 * is obsoleted by this.
4471 */
4472 int
4473 vnode_create(uint32_t flavor, uint32_t size, void *data, vnode_t *vpp)
4474 {
4475 int error;
4476 int insert = 1;
4477 vnode_t vp;
4478 vnode_t nvp;
4479 vnode_t dvp;
4480 struct uthread *ut;
4481 struct componentname *cnp;
4482 struct vnode_fsparam *param = (struct vnode_fsparam *)data;
4483 #if CONFIG_TRIGGERS
4484 struct vnode_trigger_param *tinfo = NULL;
4485 #endif
4486 if (param == NULL)
4487 return (EINVAL);
4488
4489 #if CONFIG_TRIGGERS
4490 if ((flavor == VNCREATE_TRIGGER) && (size == VNCREATE_TRIGGER_SIZE)) {
4491 tinfo = (struct vnode_trigger_param *)data;
4492
4493 /* Validate trigger vnode input */
4494 if ((param->vnfs_vtype != VDIR) ||
4495 (tinfo->vnt_resolve_func == NULL) ||
4496 (tinfo->vnt_flags & ~VNT_VALID_MASK)) {
4497 return (EINVAL);
4498 }
4499 /* Fall through a normal create (params will be the same) */
4500 flavor = VNCREATE_FLAVOR;
4501 size = VCREATESIZE;
4502 }
4503 #endif
4504 if ((flavor != VNCREATE_FLAVOR) || (size != VCREATESIZE))
4505 return (EINVAL);
4506
4507 if ( (error = new_vnode(&vp)) )
4508 return(error);
4509
4510 dvp = param->vnfs_dvp;
4511 cnp = param->vnfs_cnp;
4512
4513 vp->v_op = param->vnfs_vops;
4514 vp->v_type = param->vnfs_vtype;
4515 vp->v_data = param->vnfs_fsnode;
4516
4517 if (param->vnfs_markroot)
4518 vp->v_flag |= VROOT;
4519 if (param->vnfs_marksystem)
4520 vp->v_flag |= VSYSTEM;
4521 if (vp->v_type == VREG) {
4522 error = ubc_info_init_withsize(vp, param->vnfs_filesize);
4523 if (error) {
4524 #ifdef JOE_DEBUG
4525 record_vp(vp, 1);
4526 #endif
4527 vp->v_mount = NULL;
4528 vp->v_op = dead_vnodeop_p;
4529 vp->v_tag = VT_NON;
4530 vp->v_data = NULL;
4531 vp->v_type = VBAD;
4532 vp->v_lflag |= VL_DEAD;
4533
4534 vnode_put(vp);
4535 return(error);
4536 }
4537 }
4538 #ifdef JOE_DEBUG
4539 record_vp(vp, 1);
4540 #endif
4541
4542 #if CONFIG_TRIGGERS
4543 /*
4544 * For trigger vnodes, attach trigger info to vnode
4545 */
4546 if ((vp->v_type == VDIR) && (tinfo != NULL)) {
4547 /*
4548 * Note: has a side effect of incrementing trigger count on the
4549 * mount if successful, which we would need to undo on a
4550 * subsequent failure.
4551 */
4552 #ifdef JOE_DEBUG
4553 record_vp(vp, -1);
4554 #endif
4555 error = vnode_resolver_create(param->vnfs_mp, vp, tinfo, FALSE);
4556 if (error) {
4557 printf("vnode_create: vnode_resolver_create() err %d\n", error);
4558 vp->v_mount = NULL;
4559 vp->v_op = dead_vnodeop_p;
4560 vp->v_tag = VT_NON;
4561 vp->v_data = NULL;
4562 vp->v_type = VBAD;
4563 vp->v_lflag |= VL_DEAD;
4564 #ifdef JOE_DEBUG
4565 record_vp(vp, 1);
4566 #endif
4567 vnode_put(vp);
4568 return (error);
4569 }
4570 }
4571 #endif
4572 if (vp->v_type == VCHR || vp->v_type == VBLK) {
4573
4574 vp->v_tag = VT_DEVFS; /* callers will reset if needed (bdevvp) */
4575
4576 if ( (nvp = checkalias(vp, param->vnfs_rdev)) ) {
4577 /*
4578 * if checkalias returns a vnode, it will be locked
4579 *
4580 * first get rid of the unneeded vnode we acquired
4581 */
4582 vp->v_data = NULL;
4583 vp->v_op = spec_vnodeop_p;
4584 vp->v_type = VBAD;
4585 vp->v_lflag = VL_DEAD;
4586 vp->v_data = NULL;
4587 vp->v_tag = VT_NON;
4588 vnode_put(vp);
4589
4590 /*
4591 * switch to aliased vnode and finish
4592 * preparing it
4593 */
4594 vp = nvp;
4595
4596 vclean(vp, 0);
4597 vp->v_op = param->vnfs_vops;
4598 vp->v_type = param->vnfs_vtype;
4599 vp->v_data = param->vnfs_fsnode;
4600 vp->v_lflag = 0;
4601 vp->v_mount = NULL;
4602 insmntque(vp, param->vnfs_mp);
4603 insert = 0;
4604 vnode_unlock(vp);
4605 }
4606
4607 if (VCHR == vp->v_type) {
4608 u_int maj = major(vp->v_rdev);
4609
4610 if (maj < (u_int)nchrdev &&
4611 (D_TYPEMASK & cdevsw[maj].d_type) == D_TTY)
4612 vp->v_flag |= VISTTY;
4613 }
4614 }
4615
4616 if (vp->v_type == VFIFO) {
4617 struct fifoinfo *fip;
4618
4619 MALLOC(fip, struct fifoinfo *,
4620 sizeof(*fip), M_TEMP, M_WAITOK);
4621 bzero(fip, sizeof(struct fifoinfo ));
4622 vp->v_fifoinfo = fip;
4623 }
4624 /* The file systems must pass the address of the location where
4625 * they store the vnode pointer. When we add the vnode into the mount
4626 * list and name cache they become discoverable. So the file system node
4627 * must have the connection to vnode setup by then
4628 */
4629 *vpp = vp;
4630
4631 /* Add fs named reference. */
4632 if (param->vnfs_flags & VNFS_ADDFSREF) {
4633 vp->v_lflag |= VNAMED_FSHASH;
4634 }
4635 if (param->vnfs_mp) {
4636 if (param->vnfs_mp->mnt_kern_flag & MNTK_LOCK_LOCAL)
4637 vp->v_flag |= VLOCKLOCAL;
4638 if (insert) {
4639 if ((vp->v_freelist.tqe_prev != (struct vnode **)0xdeadb))
4640 panic("insmntque: vp on the free list\n");
4641
4642 /*
4643 * enter in mount vnode list
4644 */
4645 insmntque(vp, param->vnfs_mp);
4646 }
4647 #if CONFIG_VFS_FUNNEL
4648 if ((param->vnfs_mp->mnt_vtable->vfc_vfsflags & VFC_VFSTHREADSAFE) == 0) {
4649 MALLOC_ZONE(vp->v_unsafefs, struct unsafe_fsnode *,
4650 sizeof(struct unsafe_fsnode), M_UNSAFEFS, M_WAITOK);
4651 vp->v_unsafefs->fsnode_count = 0;
4652 vp->v_unsafefs->fsnodeowner = (void *)NULL;
4653 lck_mtx_init(&vp->v_unsafefs->fsnodelock, vnode_lck_grp, vnode_lck_attr);
4654 }
4655 #endif /* CONFIG_VFS_FUNNEL */
4656 }
4657 if (dvp && vnode_ref(dvp) == 0) {
4658 vp->v_parent = dvp;
4659 }
4660 if (cnp) {
4661 if (dvp && ((param->vnfs_flags & (VNFS_NOCACHE | VNFS_CANTCACHE)) == 0)) {
4662 /*
4663 * enter into name cache
4664 * we've got the info to enter it into the name cache now
4665 * cache_enter_create will pick up an extra reference on
4666 * the name entered into the string cache
4667 */
4668 vp->v_name = cache_enter_create(dvp, vp, cnp);
4669 } else
4670 vp->v_name = vfs_addname(cnp->cn_nameptr, cnp->cn_namelen, cnp->cn_hash, 0);
4671
4672 if ((cnp->cn_flags & UNIONCREATED) == UNIONCREATED)
4673 vp->v_flag |= VISUNION;
4674 }
4675 if ((param->vnfs_flags & VNFS_CANTCACHE) == 0) {
4676 /*
4677 * this vnode is being created as cacheable in the name cache
4678 * this allows us to re-enter it in the cache
4679 */
4680 vp->v_flag |= VNCACHEABLE;
4681 }
4682 ut = get_bsdthread_info(current_thread());
4683
4684 if ((current_proc()->p_lflag & P_LRAGE_VNODES) ||
4685 (ut->uu_flag & UT_RAGE_VNODES)) {
4686 /*
4687 * process has indicated that it wants any
4688 * vnodes created on its behalf to be rapidly
4689 * aged to reduce the impact on the cached set
4690 * of vnodes
4691 */
4692 vp->v_flag |= VRAGE;
4693 }
4694 return (0);
4695 }
4696
4697 int
4698 vnode_addfsref(vnode_t vp)
4699 {
4700 vnode_lock_spin(vp);
4701 if (vp->v_lflag & VNAMED_FSHASH)
4702 panic("add_fsref: vp already has named reference");
4703 if ((vp->v_freelist.tqe_prev != (struct vnode **)0xdeadb))
4704 panic("addfsref: vp on the free list\n");
4705 vp->v_lflag |= VNAMED_FSHASH;
4706 vnode_unlock(vp);
4707 return(0);
4708
4709 }
4710 int
4711 vnode_removefsref(vnode_t vp)
4712 {
4713 vnode_lock_spin(vp);
4714 if ((vp->v_lflag & VNAMED_FSHASH) == 0)
4715 panic("remove_fsref: no named reference");
4716 vp->v_lflag &= ~VNAMED_FSHASH;
4717 vnode_unlock(vp);
4718 return(0);
4719
4720 }
4721
4722
4723 int
4724 vfs_iterate(int flags, int (*callout)(mount_t, void *), void *arg)
4725 {
4726 mount_t mp;
4727 int ret = 0;
4728 fsid_t * fsid_list;
4729 int count, actualcount, i;
4730 void * allocmem;
4731 int indx_start, indx_stop, indx_incr;
4732
4733 count = mount_getvfscnt();
4734 count += 10;
4735
4736 fsid_list = (fsid_t *)kalloc(count * sizeof(fsid_t));
4737 allocmem = (void *)fsid_list;
4738
4739 actualcount = mount_fillfsids(fsid_list, count);
4740
4741 /*
4742 * Establish the iteration direction
4743 * VFS_ITERATE_TAIL_FIRST overrides default head first order (oldest first)
4744 */
4745 if (flags & VFS_ITERATE_TAIL_FIRST) {
4746 indx_start = actualcount - 1;
4747 indx_stop = -1;
4748 indx_incr = -1;
4749 } else /* Head first by default */ {
4750 indx_start = 0;
4751 indx_stop = actualcount;
4752 indx_incr = 1;
4753 }
4754
4755 for (i=indx_start; i != indx_stop; i += indx_incr) {
4756
4757 /* obtain the mount point with iteration reference */
4758 mp = mount_list_lookupby_fsid(&fsid_list[i], 0, 1);
4759
4760 if(mp == (struct mount *)0)
4761 continue;
4762 mount_lock(mp);
4763 if (mp->mnt_lflag & (MNT_LDEAD | MNT_LUNMOUNT)) {
4764 mount_unlock(mp);
4765 mount_iterdrop(mp);
4766 continue;
4767
4768 }
4769 mount_unlock(mp);
4770
4771 /* iterate over all the vnodes */
4772 ret = callout(mp, arg);
4773
4774 mount_iterdrop(mp);
4775
4776 switch (ret) {
4777 case VFS_RETURNED:
4778 case VFS_RETURNED_DONE:
4779 if (ret == VFS_RETURNED_DONE) {
4780 ret = 0;
4781 goto out;
4782 }
4783 break;
4784
4785 case VFS_CLAIMED_DONE:
4786 ret = 0;
4787 goto out;
4788 case VFS_CLAIMED:
4789 default:
4790 break;
4791 }
4792 ret = 0;
4793 }
4794
4795 out:
4796 kfree(allocmem, (count * sizeof(fsid_t)));
4797 return (ret);
4798 }
4799
4800 /*
4801 * Update the vfsstatfs structure in the mountpoint.
4802 * MAC: Parameter eventtype added, indicating whether the event that
4803 * triggered this update came from user space, via a system call
4804 * (VFS_USER_EVENT) or an internal kernel call (VFS_KERNEL_EVENT).
4805 */
4806 int
4807 vfs_update_vfsstat(mount_t mp, vfs_context_t ctx, __unused int eventtype)
4808 {
4809 struct vfs_attr va;
4810 int error;
4811
4812 /*
4813 * Request the attributes we want to propagate into
4814 * the per-mount vfsstat structure.
4815 */
4816 VFSATTR_INIT(&va);
4817 VFSATTR_WANTED(&va, f_iosize);
4818 VFSATTR_WANTED(&va, f_blocks);
4819 VFSATTR_WANTED(&va, f_bfree);
4820 VFSATTR_WANTED(&va, f_bavail);
4821 VFSATTR_WANTED(&va, f_bused);
4822 VFSATTR_WANTED(&va, f_files);
4823 VFSATTR_WANTED(&va, f_ffree);
4824 VFSATTR_WANTED(&va, f_bsize);
4825 VFSATTR_WANTED(&va, f_fssubtype);
4826 #if CONFIG_MACF
4827 if (eventtype == VFS_USER_EVENT) {
4828 error = mac_mount_check_getattr(ctx, mp, &va);
4829 if (error != 0)
4830 return (error);
4831 }
4832 #endif
4833
4834 if ((error = vfs_getattr(mp, &va, ctx)) != 0) {
4835 KAUTH_DEBUG("STAT - filesystem returned error %d", error);
4836 return(error);
4837 }
4838
4839 /*
4840 * Unpack into the per-mount structure.
4841 *
4842 * We only overwrite these fields, which are likely to change:
4843 * f_blocks
4844 * f_bfree
4845 * f_bavail
4846 * f_bused
4847 * f_files
4848 * f_ffree
4849 *
4850 * And these which are not, but which the FS has no other way
4851 * of providing to us:
4852 * f_bsize
4853 * f_iosize
4854 * f_fssubtype
4855 *
4856 */
4857 if (VFSATTR_IS_SUPPORTED(&va, f_bsize)) {
4858 /* 4822056 - protect against malformed server mount */
4859 mp->mnt_vfsstat.f_bsize = (va.f_bsize > 0 ? va.f_bsize : 512);
4860 } else {
4861 mp->mnt_vfsstat.f_bsize = mp->mnt_devblocksize; /* default from the device block size */
4862 }
4863 if (VFSATTR_IS_SUPPORTED(&va, f_iosize)) {
4864 mp->mnt_vfsstat.f_iosize = va.f_iosize;
4865 } else {
4866 mp->mnt_vfsstat.f_iosize = 1024 * 1024; /* 1MB sensible I/O size */
4867 }
4868 if (VFSATTR_IS_SUPPORTED(&va, f_blocks))
4869 mp->mnt_vfsstat.f_blocks = va.f_blocks;
4870 if (VFSATTR_IS_SUPPORTED(&va, f_bfree))
4871 mp->mnt_vfsstat.f_bfree = va.f_bfree;
4872 if (VFSATTR_IS_SUPPORTED(&va, f_bavail))
4873 mp->mnt_vfsstat.f_bavail = va.f_bavail;
4874 if (VFSATTR_IS_SUPPORTED(&va, f_bused))
4875 mp->mnt_vfsstat.f_bused = va.f_bused;
4876 if (VFSATTR_IS_SUPPORTED(&va, f_files))
4877 mp->mnt_vfsstat.f_files = va.f_files;
4878 if (VFSATTR_IS_SUPPORTED(&va, f_ffree))
4879 mp->mnt_vfsstat.f_ffree = va.f_ffree;
4880
4881 /* this is unlikely to change, but has to be queried for */
4882 if (VFSATTR_IS_SUPPORTED(&va, f_fssubtype))
4883 mp->mnt_vfsstat.f_fssubtype = va.f_fssubtype;
4884
4885 return(0);
4886 }
4887
4888 int
4889 mount_list_add(mount_t mp)
4890 {
4891 int res;
4892
4893 mount_list_lock();
4894 if (system_inshutdown != 0) {
4895 res = -1;
4896 } else {
4897 TAILQ_INSERT_TAIL(&mountlist, mp, mnt_list);
4898 nummounts++;
4899 res = 0;
4900 }
4901 mount_list_unlock();
4902
4903 return res;
4904 }
4905
4906 void
4907 mount_list_remove(mount_t mp)
4908 {
4909 mount_list_lock();
4910 TAILQ_REMOVE(&mountlist, mp, mnt_list);
4911 nummounts--;
4912 mp->mnt_list.tqe_next = NULL;
4913 mp->mnt_list.tqe_prev = NULL;
4914 mount_list_unlock();
4915 }
4916
4917 mount_t
4918 mount_lookupby_volfsid(int volfs_id, int withref)
4919 {
4920 mount_t cur_mount = (mount_t)0;
4921 mount_t mp;
4922
4923 mount_list_lock();
4924 TAILQ_FOREACH(mp, &mountlist, mnt_list) {
4925 if (!(mp->mnt_kern_flag & MNTK_UNMOUNT) &&
4926 (mp->mnt_kern_flag & MNTK_PATH_FROM_ID) &&
4927 (mp->mnt_vfsstat.f_fsid.val[0] == volfs_id)) {
4928 cur_mount = mp;
4929 if (withref) {
4930 if (mount_iterref(cur_mount, 1)) {
4931 cur_mount = (mount_t)0;
4932 mount_list_unlock();
4933 goto out;
4934 }
4935 }
4936 break;
4937 }
4938 }
4939 mount_list_unlock();
4940 if (withref && (cur_mount != (mount_t)0)) {
4941 mp = cur_mount;
4942 if (vfs_busy(mp, LK_NOWAIT) != 0) {
4943 cur_mount = (mount_t)0;
4944 }
4945 mount_iterdrop(mp);
4946 }
4947 out:
4948 return(cur_mount);
4949 }
4950
4951 mount_t
4952 mount_list_lookupby_fsid(fsid_t *fsid, int locked, int withref)
4953 {
4954 mount_t retmp = (mount_t)0;
4955 mount_t mp;
4956
4957 if (!locked)
4958 mount_list_lock();
4959 TAILQ_FOREACH(mp, &mountlist, mnt_list)
4960 if (mp->mnt_vfsstat.f_fsid.val[0] == fsid->val[0] &&
4961 mp->mnt_vfsstat.f_fsid.val[1] == fsid->val[1]) {
4962 retmp = mp;
4963 if (withref) {
4964 if (mount_iterref(retmp, 1))
4965 retmp = (mount_t)0;
4966 }
4967 goto out;
4968 }
4969 out:
4970 if (!locked)
4971 mount_list_unlock();
4972 return (retmp);
4973 }
4974
4975 errno_t
4976 vnode_lookup(const char *path, int flags, vnode_t *vpp, vfs_context_t ctx)
4977 {
4978 struct nameidata nd;
4979 int error;
4980 u_int32_t ndflags = 0;
4981
4982 if (ctx == NULL) { /* XXX technically an error */
4983 ctx = vfs_context_current();
4984 }
4985
4986 if (flags & VNODE_LOOKUP_NOFOLLOW)
4987 ndflags = NOFOLLOW;
4988 else
4989 ndflags = FOLLOW;
4990
4991 if (flags & VNODE_LOOKUP_NOCROSSMOUNT)
4992 ndflags |= NOCROSSMOUNT;
4993 if (flags & VNODE_LOOKUP_DOWHITEOUT)
4994 ndflags |= DOWHITEOUT;
4995
4996 /* XXX AUDITVNPATH1 needed ? */
4997 NDINIT(&nd, LOOKUP, OP_LOOKUP, ndflags, UIO_SYSSPACE,
4998 CAST_USER_ADDR_T(path), ctx);
4999
5000 if ((error = namei(&nd)))
5001 return (error);
5002 *vpp = nd.ni_vp;
5003 nameidone(&nd);
5004
5005 return (0);
5006 }
5007
5008 errno_t
5009 vnode_open(const char *path, int fmode, int cmode, int flags, vnode_t *vpp, vfs_context_t ctx)
5010 {
5011 struct nameidata nd;
5012 int error;
5013 u_int32_t ndflags = 0;
5014 int lflags = flags;
5015
5016 if (ctx == NULL) { /* XXX technically an error */
5017 ctx = vfs_context_current();
5018 }
5019
5020 if (fmode & O_NOFOLLOW)
5021 lflags |= VNODE_LOOKUP_NOFOLLOW;
5022
5023 if (lflags & VNODE_LOOKUP_NOFOLLOW)
5024 ndflags = NOFOLLOW;
5025 else
5026 ndflags = FOLLOW;
5027
5028 if (lflags & VNODE_LOOKUP_NOCROSSMOUNT)
5029 ndflags |= NOCROSSMOUNT;
5030 if (lflags & VNODE_LOOKUP_DOWHITEOUT)
5031 ndflags |= DOWHITEOUT;
5032
5033 /* XXX AUDITVNPATH1 needed ? */
5034 NDINIT(&nd, LOOKUP, OP_OPEN, ndflags, UIO_SYSSPACE,
5035 CAST_USER_ADDR_T(path), ctx);
5036
5037 if ((error = vn_open(&nd, fmode, cmode)))
5038 *vpp = NULL;
5039 else
5040 *vpp = nd.ni_vp;
5041
5042 return (error);
5043 }
5044
5045 errno_t
5046 vnode_close(vnode_t vp, int flags, vfs_context_t ctx)
5047 {
5048 int error;
5049
5050 if (ctx == NULL) {
5051 ctx = vfs_context_current();
5052 }
5053
5054 error = vn_close(vp, flags, ctx);
5055 vnode_put(vp);
5056 return (error);
5057 }
5058
5059 /*
5060 * Returns: 0 Success
5061 * vnode_getattr:???
5062 */
5063 errno_t
5064 vnode_size(vnode_t vp, off_t *sizep, vfs_context_t ctx)
5065 {
5066 struct vnode_attr va;
5067 int error;
5068
5069 VATTR_INIT(&va);
5070 VATTR_WANTED(&va, va_data_size);
5071 error = vnode_getattr(vp, &va, ctx);
5072 if (!error)
5073 *sizep = va.va_data_size;
5074 return(error);
5075 }
5076
5077 errno_t
5078 vnode_setsize(vnode_t vp, off_t size, int ioflag, vfs_context_t ctx)
5079 {
5080 struct vnode_attr va;
5081
5082 VATTR_INIT(&va);
5083 VATTR_SET(&va, va_data_size, size);
5084 va.va_vaflags = ioflag & 0xffff;
5085 return(vnode_setattr(vp, &va, ctx));
5086 }
5087
5088 static int
5089 vn_create_reg(vnode_t dvp, vnode_t *vpp, struct nameidata *ndp, struct vnode_attr *vap, uint32_t flags, int fmode, uint32_t *statusp, vfs_context_t ctx)
5090 {
5091 /* Only use compound VNOP for compound operation */
5092 if (vnode_compound_open_available(dvp) && ((flags & VN_CREATE_DOOPEN) != 0)) {
5093 *vpp = NULLVP;
5094 return VNOP_COMPOUND_OPEN(dvp, vpp, ndp, VNOP_COMPOUND_OPEN_DO_CREATE, fmode, statusp, vap, ctx);
5095 } else {
5096 return VNOP_CREATE(dvp, vpp, &ndp->ni_cnd, vap, ctx);
5097 }
5098 }
5099
5100 /*
5101 * Create a filesystem object of arbitrary type with arbitrary attributes in
5102 * the spevied directory with the specified name.
5103 *
5104 * Parameters: dvp Pointer to the vnode of the directory
5105 * in which to create the object.
5106 * vpp Pointer to the area into which to
5107 * return the vnode of the created object.
5108 * cnp Component name pointer from the namei
5109 * data structure, containing the name to
5110 * use for the create object.
5111 * vap Pointer to the vnode_attr structure
5112 * describing the object to be created,
5113 * including the type of object.
5114 * flags VN_* flags controlling ACL inheritance
5115 * and whether or not authorization is to
5116 * be required for the operation.
5117 *
5118 * Returns: 0 Success
5119 * !0 errno value
5120 *
5121 * Implicit: *vpp Contains the vnode of the object that
5122 * was created, if successful.
5123 * *cnp May be modified by the underlying VFS.
5124 * *vap May be modified by the underlying VFS.
5125 * modified by either ACL inheritance or
5126 *
5127 *
5128 * be modified, even if the operation is
5129 *
5130 *
5131 * Notes: The kauth_filesec_t in 'vap', if any, is in host byte order.
5132 *
5133 * Modification of '*cnp' and '*vap' by the underlying VFS is
5134 * strongly discouraged.
5135 *
5136 * XXX: This function is a 'vn_*' function; it belongs in vfs_vnops.c
5137 *
5138 * XXX: We should enummerate the possible errno values here, and where
5139 * in the code they originated.
5140 */
5141 errno_t
5142 vn_create(vnode_t dvp, vnode_t *vpp, struct nameidata *ndp, struct vnode_attr *vap, uint32_t flags, int fmode, uint32_t *statusp, vfs_context_t ctx)
5143 {
5144 errno_t error, old_error;
5145 vnode_t vp = (vnode_t)0;
5146 boolean_t batched;
5147 struct componentname *cnp;
5148 uint32_t defaulted;
5149
5150 cnp = &ndp->ni_cnd;
5151 error = 0;
5152 batched = namei_compound_available(dvp, ndp) ? TRUE : FALSE;
5153
5154 KAUTH_DEBUG("%p CREATE - '%s'", dvp, cnp->cn_nameptr);
5155
5156 if (flags & VN_CREATE_NOINHERIT)
5157 vap->va_vaflags |= VA_NOINHERIT;
5158 if (flags & VN_CREATE_NOAUTH)
5159 vap->va_vaflags |= VA_NOAUTH;
5160 /*
5161 * Handle ACL inheritance, initialize vap.
5162 */
5163 error = vn_attribute_prepare(dvp, vap, &defaulted, ctx);
5164 if (error) {
5165 return error;
5166 }
5167
5168 if (vap->va_type != VREG && (fmode != 0 || (flags & VN_CREATE_DOOPEN) || statusp)) {
5169 panic("Open parameters, but not a regular file.");
5170 }
5171 if ((fmode != 0) && ((flags & VN_CREATE_DOOPEN) == 0)) {
5172 panic("Mode for open, but not trying to open...");
5173 }
5174
5175 /*
5176 * Create the requested node.
5177 */
5178 switch(vap->va_type) {
5179 case VREG:
5180 error = vn_create_reg(dvp, vpp, ndp, vap, flags, fmode, statusp, ctx);
5181 break;
5182 case VDIR:
5183 error = vn_mkdir(dvp, vpp, ndp, vap, ctx);
5184 break;
5185 case VSOCK:
5186 case VFIFO:
5187 case VBLK:
5188 case VCHR:
5189 error = VNOP_MKNOD(dvp, vpp, cnp, vap, ctx);
5190 break;
5191 default:
5192 panic("vnode_create: unknown vtype %d", vap->va_type);
5193 }
5194 if (error != 0) {
5195 KAUTH_DEBUG("%p CREATE - error %d returned by filesystem", dvp, error);
5196 goto out;
5197 }
5198
5199 vp = *vpp;
5200 old_error = error;
5201
5202 #if CONFIG_MACF
5203 if (!(flags & VN_CREATE_NOLABEL)) {
5204 error = vnode_label(vnode_mount(vp), dvp, vp, cnp, VNODE_LABEL_CREATE, ctx);
5205 if (error)
5206 goto error;
5207 }
5208 #endif
5209
5210 /*
5211 * If some of the requested attributes weren't handled by the VNOP,
5212 * use our fallback code.
5213 */
5214 if (!VATTR_ALL_SUPPORTED(vap) && *vpp) {
5215 KAUTH_DEBUG(" CREATE - doing fallback with ACL %p", vap->va_acl);
5216 error = vnode_setattr_fallback(*vpp, vap, ctx);
5217 }
5218 #if CONFIG_MACF
5219 error:
5220 #endif
5221 if ((error != 0) && (vp != (vnode_t)0)) {
5222
5223 /* If we've done a compound open, close */
5224 if (batched && (old_error == 0) && (vap->va_type == VREG)) {
5225 VNOP_CLOSE(vp, fmode, ctx);
5226 }
5227
5228 /* Need to provide notifications if a create succeeded */
5229 if (!batched) {
5230 *vpp = (vnode_t) 0;
5231 vnode_put(vp);
5232 }
5233 }
5234
5235 out:
5236 vn_attribute_cleanup(vap, defaulted);
5237
5238 return(error);
5239 }
5240
5241 static kauth_scope_t vnode_scope;
5242 static int vnode_authorize_callback(kauth_cred_t credential, void *idata, kauth_action_t action,
5243 uintptr_t arg0, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3);
5244 static int vnode_authorize_callback_int(__unused kauth_cred_t credential, __unused void *idata, kauth_action_t action,
5245 uintptr_t arg0, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3);
5246
5247 typedef struct _vnode_authorize_context {
5248 vnode_t vp;
5249 struct vnode_attr *vap;
5250 vnode_t dvp;
5251 struct vnode_attr *dvap;
5252 vfs_context_t ctx;
5253 int flags;
5254 int flags_valid;
5255 #define _VAC_IS_OWNER (1<<0)
5256 #define _VAC_IN_GROUP (1<<1)
5257 #define _VAC_IS_DIR_OWNER (1<<2)
5258 #define _VAC_IN_DIR_GROUP (1<<3)
5259 } *vauth_ctx;
5260
5261 void
5262 vnode_authorize_init(void)
5263 {
5264 vnode_scope = kauth_register_scope(KAUTH_SCOPE_VNODE, vnode_authorize_callback, NULL);
5265 }
5266
5267 #define VATTR_PREPARE_DEFAULTED_UID 0x1
5268 #define VATTR_PREPARE_DEFAULTED_GID 0x2
5269 #define VATTR_PREPARE_DEFAULTED_MODE 0x4
5270
5271 int
5272 vn_attribute_prepare(vnode_t dvp, struct vnode_attr *vap, uint32_t *defaulted_fieldsp, vfs_context_t ctx)
5273 {
5274 kauth_acl_t nacl = NULL, oacl = NULL;
5275 int error;
5276
5277 /*
5278 * Handle ACL inheritance.
5279 */
5280 if (!(vap->va_vaflags & VA_NOINHERIT) && vfs_extendedsecurity(dvp->v_mount)) {
5281 /* save the original filesec */
5282 if (VATTR_IS_ACTIVE(vap, va_acl)) {
5283 oacl = vap->va_acl;
5284 }
5285
5286 vap->va_acl = NULL;
5287 if ((error = kauth_acl_inherit(dvp,
5288 oacl,
5289 &nacl,
5290 vap->va_type == VDIR,
5291 ctx)) != 0) {
5292 KAUTH_DEBUG("%p CREATE - error %d processing inheritance", dvp, error);
5293 return(error);
5294 }
5295
5296 /*
5297 * If the generated ACL is NULL, then we can save ourselves some effort
5298 * by clearing the active bit.
5299 */
5300 if (nacl == NULL) {
5301 VATTR_CLEAR_ACTIVE(vap, va_acl);
5302 } else {
5303 vap->va_base_acl = oacl;
5304 VATTR_SET(vap, va_acl, nacl);
5305 }
5306 }
5307
5308 error = vnode_authattr_new_internal(dvp, vap, (vap->va_vaflags & VA_NOAUTH), defaulted_fieldsp, ctx);
5309 if (error) {
5310 vn_attribute_cleanup(vap, *defaulted_fieldsp);
5311 }
5312
5313 return error;
5314 }
5315
5316 void
5317 vn_attribute_cleanup(struct vnode_attr *vap, uint32_t defaulted_fields)
5318 {
5319 /*
5320 * If the caller supplied a filesec in vap, it has been replaced
5321 * now by the post-inheritance copy. We need to put the original back
5322 * and free the inherited product.
5323 */
5324 kauth_acl_t nacl, oacl;
5325
5326 if (VATTR_IS_ACTIVE(vap, va_acl)) {
5327 nacl = vap->va_acl;
5328 oacl = vap->va_base_acl;
5329
5330 if (oacl) {
5331 VATTR_SET(vap, va_acl, oacl);
5332 vap->va_base_acl = NULL;
5333 } else {
5334 VATTR_CLEAR_ACTIVE(vap, va_acl);
5335 }
5336
5337 if (nacl != NULL) {
5338 kauth_acl_free(nacl);
5339 }
5340 }
5341
5342 if ((defaulted_fields & VATTR_PREPARE_DEFAULTED_MODE) != 0) {
5343 VATTR_CLEAR_ACTIVE(vap, va_mode);
5344 }
5345 if ((defaulted_fields & VATTR_PREPARE_DEFAULTED_GID) != 0) {
5346 VATTR_CLEAR_ACTIVE(vap, va_gid);
5347 }
5348 if ((defaulted_fields & VATTR_PREPARE_DEFAULTED_UID) != 0) {
5349 VATTR_CLEAR_ACTIVE(vap, va_uid);
5350 }
5351
5352 return;
5353 }
5354
5355 int
5356 vn_authorize_unlink(vnode_t dvp, vnode_t vp, struct componentname *cnp, vfs_context_t ctx, __unused void *reserved)
5357 {
5358 int error = 0;
5359
5360 /*
5361 * Normally, unlinking of directories is not supported.
5362 * However, some file systems may have limited support.
5363 */
5364 if ((vp->v_type == VDIR) &&
5365 !(vp->v_mount->mnt_vtable->vfc_vfsflags & VFC_VFSDIRLINKS)) {
5366 return (EPERM); /* POSIX */
5367 }
5368
5369 /* authorize the delete operation */
5370 #if CONFIG_MACF
5371 if (!error)
5372 error = mac_vnode_check_unlink(ctx, dvp, vp, cnp);
5373 #endif /* MAC */
5374 if (!error)
5375 error = vnode_authorize(vp, dvp, KAUTH_VNODE_DELETE, ctx);
5376
5377 return error;
5378 }
5379
5380 int
5381 vn_authorize_open_existing(vnode_t vp, struct componentname *cnp, int fmode, vfs_context_t ctx, void *reserved)
5382 {
5383 /* Open of existing case */
5384 kauth_action_t action;
5385 int error = 0;
5386
5387 if (cnp->cn_ndp == NULL) {
5388 panic("NULL ndp");
5389 }
5390 if (reserved != NULL) {
5391 panic("reserved not NULL.");
5392 }
5393
5394 #if CONFIG_MACF
5395 /* XXX may do duplicate work here, but ignore that for now (idempotent) */
5396 if (vfs_flags(vnode_mount(vp)) & MNT_MULTILABEL) {
5397 error = vnode_label(vnode_mount(vp), NULL, vp, NULL, 0, ctx);
5398 if (error)
5399 return (error);
5400 }
5401 #endif
5402
5403 if ( (fmode & O_DIRECTORY) && vp->v_type != VDIR ) {
5404 return (ENOTDIR);
5405 }
5406
5407 if (vp->v_type == VSOCK && vp->v_tag != VT_FDESC) {
5408 return (EOPNOTSUPP); /* Operation not supported on socket */
5409 }
5410
5411 if (vp->v_type == VLNK && (fmode & O_NOFOLLOW) != 0) {
5412 return (ELOOP); /* O_NOFOLLOW was specified and the target is a symbolic link */
5413 }
5414
5415 /* disallow write operations on directories */
5416 if (vnode_isdir(vp) && (fmode & (FWRITE | O_TRUNC))) {
5417 return (EISDIR);
5418 }
5419
5420 if ((cnp->cn_ndp->ni_flag & NAMEI_TRAILINGSLASH)) {
5421 if (vp->v_type != VDIR) {
5422 return (ENOTDIR);
5423 }
5424 }
5425
5426 #if CONFIG_MACF
5427 /* If a file being opened is a shadow file containing
5428 * namedstream data, ignore the macf checks because it
5429 * is a kernel internal file and access should always
5430 * be allowed.
5431 */
5432 if (!(vnode_isshadow(vp) && vnode_isnamedstream(vp))) {
5433 error = mac_vnode_check_open(ctx, vp, fmode);
5434 if (error) {
5435 return (error);
5436 }
5437 }
5438 #endif
5439
5440 /* compute action to be authorized */
5441 action = 0;
5442 if (fmode & FREAD) {
5443 action |= KAUTH_VNODE_READ_DATA;
5444 }
5445 if (fmode & (FWRITE | O_TRUNC)) {
5446 /*
5447 * If we are writing, appending, and not truncating,
5448 * indicate that we are appending so that if the
5449 * UF_APPEND or SF_APPEND bits are set, we do not deny
5450 * the open.
5451 */
5452 if ((fmode & O_APPEND) && !(fmode & O_TRUNC)) {
5453 action |= KAUTH_VNODE_APPEND_DATA;
5454 } else {
5455 action |= KAUTH_VNODE_WRITE_DATA;
5456 }
5457 }
5458 return (vnode_authorize(vp, NULL, action, ctx));
5459 }
5460
5461 int
5462 vn_authorize_create(vnode_t dvp, struct componentname *cnp, struct vnode_attr *vap, vfs_context_t ctx, void *reserved)
5463 {
5464 /* Creation case */
5465 int error;
5466
5467 if (cnp->cn_ndp == NULL) {
5468 panic("NULL cn_ndp");
5469 }
5470 if (reserved != NULL) {
5471 panic("reserved not NULL.");
5472 }
5473
5474 /* Only validate path for creation if we didn't do a complete lookup */
5475 if (cnp->cn_ndp->ni_flag & NAMEI_UNFINISHED) {
5476 error = lookup_validate_creation_path(cnp->cn_ndp);
5477 if (error)
5478 return (error);
5479 }
5480
5481 #if CONFIG_MACF
5482 error = mac_vnode_check_create(ctx, dvp, cnp, vap);
5483 if (error)
5484 return (error);
5485 #endif /* CONFIG_MACF */
5486
5487 return (vnode_authorize(dvp, NULL, KAUTH_VNODE_ADD_FILE, ctx));
5488 }
5489
5490 int
5491 vn_authorize_rename(struct vnode *fdvp, struct vnode *fvp, struct componentname *fcnp,
5492 struct vnode *tdvp, struct vnode *tvp, struct componentname *tcnp,
5493 vfs_context_t ctx, void *reserved)
5494 {
5495 int error = 0;
5496 int moving = 0;
5497
5498 if (reserved != NULL) {
5499 panic("Passed something other than NULL as reserved field!");
5500 }
5501
5502 /*
5503 * Avoid renaming "." and "..".
5504 *
5505 * XXX No need to check for this in the FS. We should always have the leaves
5506 * in VFS in this case.
5507 */
5508 if (fvp->v_type == VDIR &&
5509 ((fdvp == fvp) ||
5510 (fcnp->cn_namelen == 1 && fcnp->cn_nameptr[0] == '.') ||
5511 ((fcnp->cn_flags | tcnp->cn_flags) & ISDOTDOT)) ) {
5512 error = EINVAL;
5513 goto out;
5514 }
5515
5516 if (tvp == NULLVP && vnode_compound_rename_available(tdvp)) {
5517 error = lookup_validate_creation_path(tcnp->cn_ndp);
5518 if (error)
5519 goto out;
5520 }
5521
5522 /***** <MACF> *****/
5523 #if CONFIG_MACF
5524 error = mac_vnode_check_rename_from(ctx, fdvp, fvp, fcnp);
5525 if (error)
5526 goto out;
5527 #endif
5528
5529 #if CONFIG_MACF
5530 error = mac_vnode_check_rename_to(ctx,
5531 tdvp, tvp, fdvp == tdvp, tcnp);
5532 if (error)
5533 goto out;
5534 #endif
5535 /***** </MACF> *****/
5536
5537 /***** <MiscChecks> *****/
5538 if (tvp != NULL) {
5539 if (fvp->v_type == VDIR && tvp->v_type != VDIR) {
5540 error = ENOTDIR;
5541 goto out;
5542 } else if (fvp->v_type != VDIR && tvp->v_type == VDIR) {
5543 error = EISDIR;
5544 goto out;
5545 }
5546 }
5547
5548 if (fvp == tdvp) {
5549 error = EINVAL;
5550 goto out;
5551 }
5552
5553 /*
5554 * The following edge case is caught here:
5555 * (to cannot be a descendent of from)
5556 *
5557 * o fdvp
5558 * /
5559 * /
5560 * o fvp
5561 * \
5562 * \
5563 * o tdvp
5564 * /
5565 * /
5566 * o tvp
5567 */
5568 if (tdvp->v_parent == fvp) {
5569 error = EINVAL;
5570 goto out;
5571 }
5572 /***** </MiscChecks> *****/
5573
5574 /***** <Kauth> *****/
5575
5576 error = 0;
5577 if ((tvp != NULL) && vnode_isdir(tvp)) {
5578 if (tvp != fdvp)
5579 moving = 1;
5580 } else if (tdvp != fdvp) {
5581 moving = 1;
5582 }
5583
5584
5585 /*
5586 * must have delete rights to remove the old name even in
5587 * the simple case of fdvp == tdvp.
5588 *
5589 * If fvp is a directory, and we are changing it's parent,
5590 * then we also need rights to rewrite its ".." entry as well.
5591 */
5592 if (vnode_isdir(fvp)) {
5593 if ((error = vnode_authorize(fvp, fdvp, KAUTH_VNODE_DELETE | KAUTH_VNODE_ADD_SUBDIRECTORY, ctx)) != 0)
5594 goto out;
5595 } else {
5596 if ((error = vnode_authorize(fvp, fdvp, KAUTH_VNODE_DELETE, ctx)) != 0)
5597 goto out;
5598 }
5599 if (moving) {
5600 /* moving into tdvp or tvp, must have rights to add */
5601 if ((error = vnode_authorize(((tvp != NULL) && vnode_isdir(tvp)) ? tvp : tdvp,
5602 NULL,
5603 vnode_isdir(fvp) ? KAUTH_VNODE_ADD_SUBDIRECTORY : KAUTH_VNODE_ADD_FILE,
5604 ctx)) != 0) {
5605 goto out;
5606 }
5607 } else {
5608 /* node staying in same directory, must be allowed to add new name */
5609 if ((error = vnode_authorize(fdvp, NULL,
5610 vnode_isdir(fvp) ? KAUTH_VNODE_ADD_SUBDIRECTORY : KAUTH_VNODE_ADD_FILE, ctx)) != 0)
5611 goto out;
5612 }
5613 /* overwriting tvp */
5614 if ((tvp != NULL) && !vnode_isdir(tvp) &&
5615 ((error = vnode_authorize(tvp, tdvp, KAUTH_VNODE_DELETE, ctx)) != 0)) {
5616 goto out;
5617 }
5618
5619 /***** </Kauth> *****/
5620
5621 /* XXX more checks? */
5622 out:
5623 return error;
5624 }
5625
5626 int
5627 vn_authorize_mkdir(vnode_t dvp, struct componentname *cnp, struct vnode_attr *vap, vfs_context_t ctx, void *reserved)
5628 {
5629 int error;
5630
5631 if (reserved != NULL) {
5632 panic("reserved not NULL in vn_authorize_mkdir()");
5633 }
5634
5635 /* XXX A hack for now, to make shadow files work */
5636 if (cnp->cn_ndp == NULL) {
5637 return 0;
5638 }
5639
5640 if (vnode_compound_mkdir_available(dvp)) {
5641 error = lookup_validate_creation_path(cnp->cn_ndp);
5642 if (error)
5643 goto out;
5644 }
5645
5646 #if CONFIG_MACF
5647 error = mac_vnode_check_create(ctx,
5648 dvp, cnp, vap);
5649 if (error)
5650 goto out;
5651 #endif
5652
5653 /* authorize addition of a directory to the parent */
5654 if ((error = vnode_authorize(dvp, NULL, KAUTH_VNODE_ADD_SUBDIRECTORY, ctx)) != 0)
5655 goto out;
5656
5657 out:
5658 return error;
5659 }
5660
5661 int
5662 vn_authorize_rmdir(vnode_t dvp, vnode_t vp, struct componentname *cnp, vfs_context_t ctx, void *reserved)
5663 {
5664 int error;
5665
5666 if (reserved != NULL) {
5667 panic("Non-NULL reserved argument to vn_authorize_rmdir()");
5668 }
5669
5670 if (vp->v_type != VDIR) {
5671 /*
5672 * rmdir only deals with directories
5673 */
5674 return ENOTDIR;
5675 }
5676
5677 if (dvp == vp) {
5678 /*
5679 * No rmdir "." please.
5680 */
5681 return EINVAL;
5682 }
5683
5684 #if CONFIG_MACF
5685 error = mac_vnode_check_unlink(ctx, dvp,
5686 vp, cnp);
5687 if (error)
5688 return error;
5689 #endif
5690
5691 return vnode_authorize(vp, dvp, KAUTH_VNODE_DELETE, ctx);
5692 }
5693
5694 /*
5695 * Authorize an operation on a vnode.
5696 *
5697 * This is KPI, but here because it needs vnode_scope.
5698 *
5699 * Returns: 0 Success
5700 * kauth_authorize_action:EPERM ...
5701 * xlate => EACCES Permission denied
5702 * kauth_authorize_action:0 Success
5703 * kauth_authorize_action: Depends on callback return; this is
5704 * usually only vnode_authorize_callback(),
5705 * but may include other listerners, if any
5706 * exist.
5707 * EROFS
5708 * EACCES
5709 * EPERM
5710 * ???
5711 */
5712 int
5713 vnode_authorize(vnode_t vp, vnode_t dvp, kauth_action_t action, vfs_context_t ctx)
5714 {
5715 int error, result;
5716
5717 /*
5718 * We can't authorize against a dead vnode; allow all operations through so that
5719 * the correct error can be returned.
5720 */
5721 if (vp->v_type == VBAD)
5722 return(0);
5723
5724 error = 0;
5725 result = kauth_authorize_action(vnode_scope, vfs_context_ucred(ctx), action,
5726 (uintptr_t)ctx, (uintptr_t)vp, (uintptr_t)dvp, (uintptr_t)&error);
5727 if (result == EPERM) /* traditional behaviour */
5728 result = EACCES;
5729 /* did the lower layers give a better error return? */
5730 if ((result != 0) && (error != 0))
5731 return(error);
5732 return(result);
5733 }
5734
5735 /*
5736 * Test for vnode immutability.
5737 *
5738 * The 'append' flag is set when the authorization request is constrained
5739 * to operations which only request the right to append to a file.
5740 *
5741 * The 'ignore' flag is set when an operation modifying the immutability flags
5742 * is being authorized. We check the system securelevel to determine which
5743 * immutability flags we can ignore.
5744 */
5745 static int
5746 vnode_immutable(struct vnode_attr *vap, int append, int ignore)
5747 {
5748 int mask;
5749
5750 /* start with all bits precluding the operation */
5751 mask = IMMUTABLE | APPEND;
5752
5753 /* if appending only, remove the append-only bits */
5754 if (append)
5755 mask &= ~APPEND;
5756
5757 /* ignore only set when authorizing flags changes */
5758 if (ignore) {
5759 if (securelevel <= 0) {
5760 /* in insecure state, flags do not inhibit changes */
5761 mask = 0;
5762 } else {
5763 /* in secure state, user flags don't inhibit */
5764 mask &= ~(UF_IMMUTABLE | UF_APPEND);
5765 }
5766 }
5767 KAUTH_DEBUG("IMMUTABLE - file flags 0x%x mask 0x%x append = %d ignore = %d", vap->va_flags, mask, append, ignore);
5768 if ((vap->va_flags & mask) != 0)
5769 return(EPERM);
5770 return(0);
5771 }
5772
5773 static int
5774 vauth_node_owner(struct vnode_attr *vap, kauth_cred_t cred)
5775 {
5776 int result;
5777
5778 /* default assumption is not-owner */
5779 result = 0;
5780
5781 /*
5782 * If the filesystem has given us a UID, we treat this as authoritative.
5783 */
5784 if (vap && VATTR_IS_SUPPORTED(vap, va_uid)) {
5785 result = (vap->va_uid == kauth_cred_getuid(cred)) ? 1 : 0;
5786 }
5787 /* we could test the owner UUID here if we had a policy for it */
5788
5789 return(result);
5790 }
5791
5792 /*
5793 * vauth_node_group
5794 *
5795 * Description: Ask if a cred is a member of the group owning the vnode object
5796 *
5797 * Parameters: vap vnode attribute
5798 * vap->va_gid group owner of vnode object
5799 * cred credential to check
5800 * ismember pointer to where to put the answer
5801 * idontknow Return this if we can't get an answer
5802 *
5803 * Returns: 0 Success
5804 * idontknow Can't get information
5805 * kauth_cred_ismember_gid:? Error from kauth subsystem
5806 * kauth_cred_ismember_gid:? Error from kauth subsystem
5807 */
5808 static int
5809 vauth_node_group(struct vnode_attr *vap, kauth_cred_t cred, int *ismember, int idontknow)
5810 {
5811 int error;
5812 int result;
5813
5814 error = 0;
5815 result = 0;
5816
5817 /*
5818 * The caller is expected to have asked the filesystem for a group
5819 * at some point prior to calling this function. The answer may
5820 * have been that there is no group ownership supported for the
5821 * vnode object, in which case we return
5822 */
5823 if (vap && VATTR_IS_SUPPORTED(vap, va_gid)) {
5824 error = kauth_cred_ismember_gid(cred, vap->va_gid, &result);
5825 /*
5826 * Credentials which are opted into external group membership
5827 * resolution which are not known to the external resolver
5828 * will result in an ENOENT error. We translate this into
5829 * the appropriate 'idontknow' response for our caller.
5830 *
5831 * XXX We do not make a distinction here between an ENOENT
5832 * XXX arising from a response from the external resolver,
5833 * XXX and an ENOENT which is internally generated. This is
5834 * XXX a deficiency of the published kauth_cred_ismember_gid()
5835 * XXX KPI which can not be overcome without new KPI. For
5836 * XXX all currently known cases, however, this wil result
5837 * XXX in correct behaviour.
5838 */
5839 if (error == ENOENT)
5840 error = idontknow;
5841 }
5842 /*
5843 * XXX We could test the group UUID here if we had a policy for it,
5844 * XXX but this is problematic from the perspective of synchronizing
5845 * XXX group UUID and POSIX GID ownership of a file and keeping the
5846 * XXX values coherent over time. The problem is that the local
5847 * XXX system will vend transient group UUIDs for unknown POSIX GID
5848 * XXX values, and these are not persistent, whereas storage of values
5849 * XXX is persistent. One potential solution to this is a local
5850 * XXX (persistent) replica of remote directory entries and vended
5851 * XXX local ids in a local directory server (think in terms of a
5852 * XXX caching DNS server).
5853 */
5854
5855 if (!error)
5856 *ismember = result;
5857 return(error);
5858 }
5859
5860 static int
5861 vauth_file_owner(vauth_ctx vcp)
5862 {
5863 int result;
5864
5865 if (vcp->flags_valid & _VAC_IS_OWNER) {
5866 result = (vcp->flags & _VAC_IS_OWNER) ? 1 : 0;
5867 } else {
5868 result = vauth_node_owner(vcp->vap, vcp->ctx->vc_ucred);
5869
5870 /* cache our result */
5871 vcp->flags_valid |= _VAC_IS_OWNER;
5872 if (result) {
5873 vcp->flags |= _VAC_IS_OWNER;
5874 } else {
5875 vcp->flags &= ~_VAC_IS_OWNER;
5876 }
5877 }
5878 return(result);
5879 }
5880
5881
5882 /*
5883 * vauth_file_ingroup
5884 *
5885 * Description: Ask if a user is a member of the group owning the directory
5886 *
5887 * Parameters: vcp The vnode authorization context that
5888 * contains the user and directory info
5889 * vcp->flags_valid Valid flags
5890 * vcp->flags Flags values
5891 * vcp->vap File vnode attributes
5892 * vcp->ctx VFS Context (for user)
5893 * ismember pointer to where to put the answer
5894 * idontknow Return this if we can't get an answer
5895 *
5896 * Returns: 0 Success
5897 * vauth_node_group:? Error from vauth_node_group()
5898 *
5899 * Implicit returns: *ismember 0 The user is not a group member
5900 * 1 The user is a group member
5901 */
5902 static int
5903 vauth_file_ingroup(vauth_ctx vcp, int *ismember, int idontknow)
5904 {
5905 int error;
5906
5907 /* Check for a cached answer first, to avoid the check if possible */
5908 if (vcp->flags_valid & _VAC_IN_GROUP) {
5909 *ismember = (vcp->flags & _VAC_IN_GROUP) ? 1 : 0;
5910 error = 0;
5911 } else {
5912 /* Otherwise, go look for it */
5913 error = vauth_node_group(vcp->vap, vcp->ctx->vc_ucred, ismember, idontknow);
5914
5915 if (!error) {
5916 /* cache our result */
5917 vcp->flags_valid |= _VAC_IN_GROUP;
5918 if (*ismember) {
5919 vcp->flags |= _VAC_IN_GROUP;
5920 } else {
5921 vcp->flags &= ~_VAC_IN_GROUP;
5922 }
5923 }
5924
5925 }
5926 return(error);
5927 }
5928
5929 static int
5930 vauth_dir_owner(vauth_ctx vcp)
5931 {
5932 int result;
5933
5934 if (vcp->flags_valid & _VAC_IS_DIR_OWNER) {
5935 result = (vcp->flags & _VAC_IS_DIR_OWNER) ? 1 : 0;
5936 } else {
5937 result = vauth_node_owner(vcp->dvap, vcp->ctx->vc_ucred);
5938
5939 /* cache our result */
5940 vcp->flags_valid |= _VAC_IS_DIR_OWNER;
5941 if (result) {
5942 vcp->flags |= _VAC_IS_DIR_OWNER;
5943 } else {
5944 vcp->flags &= ~_VAC_IS_DIR_OWNER;
5945 }
5946 }
5947 return(result);
5948 }
5949
5950 /*
5951 * vauth_dir_ingroup
5952 *
5953 * Description: Ask if a user is a member of the group owning the directory
5954 *
5955 * Parameters: vcp The vnode authorization context that
5956 * contains the user and directory info
5957 * vcp->flags_valid Valid flags
5958 * vcp->flags Flags values
5959 * vcp->dvap Dir vnode attributes
5960 * vcp->ctx VFS Context (for user)
5961 * ismember pointer to where to put the answer
5962 * idontknow Return this if we can't get an answer
5963 *
5964 * Returns: 0 Success
5965 * vauth_node_group:? Error from vauth_node_group()
5966 *
5967 * Implicit returns: *ismember 0 The user is not a group member
5968 * 1 The user is a group member
5969 */
5970 static int
5971 vauth_dir_ingroup(vauth_ctx vcp, int *ismember, int idontknow)
5972 {
5973 int error;
5974
5975 /* Check for a cached answer first, to avoid the check if possible */
5976 if (vcp->flags_valid & _VAC_IN_DIR_GROUP) {
5977 *ismember = (vcp->flags & _VAC_IN_DIR_GROUP) ? 1 : 0;
5978 error = 0;
5979 } else {
5980 /* Otherwise, go look for it */
5981 error = vauth_node_group(vcp->dvap, vcp->ctx->vc_ucred, ismember, idontknow);
5982
5983 if (!error) {
5984 /* cache our result */
5985 vcp->flags_valid |= _VAC_IN_DIR_GROUP;
5986 if (*ismember) {
5987 vcp->flags |= _VAC_IN_DIR_GROUP;
5988 } else {
5989 vcp->flags &= ~_VAC_IN_DIR_GROUP;
5990 }
5991 }
5992 }
5993 return(error);
5994 }
5995
5996 /*
5997 * Test the posix permissions in (vap) to determine whether (credential)
5998 * may perform (action)
5999 */
6000 static int
6001 vnode_authorize_posix(vauth_ctx vcp, int action, int on_dir)
6002 {
6003 struct vnode_attr *vap;
6004 int needed, error, owner_ok, group_ok, world_ok, ismember;
6005 #ifdef KAUTH_DEBUG_ENABLE
6006 const char *where = "uninitialized";
6007 # define _SETWHERE(c) where = c;
6008 #else
6009 # define _SETWHERE(c)
6010 #endif
6011
6012 /* checking file or directory? */
6013 if (on_dir) {
6014 vap = vcp->dvap;
6015 } else {
6016 vap = vcp->vap;
6017 }
6018
6019 error = 0;
6020
6021 /*
6022 * We want to do as little work here as possible. So first we check
6023 * which sets of permissions grant us the access we need, and avoid checking
6024 * whether specific permissions grant access when more generic ones would.
6025 */
6026
6027 /* owner permissions */
6028 needed = 0;
6029 if (action & VREAD)
6030 needed |= S_IRUSR;
6031 if (action & VWRITE)
6032 needed |= S_IWUSR;
6033 if (action & VEXEC)
6034 needed |= S_IXUSR;
6035 owner_ok = (needed & vap->va_mode) == needed;
6036
6037 /* group permissions */
6038 needed = 0;
6039 if (action & VREAD)
6040 needed |= S_IRGRP;
6041 if (action & VWRITE)
6042 needed |= S_IWGRP;
6043 if (action & VEXEC)
6044 needed |= S_IXGRP;
6045 group_ok = (needed & vap->va_mode) == needed;
6046
6047 /* world permissions */
6048 needed = 0;
6049 if (action & VREAD)
6050 needed |= S_IROTH;
6051 if (action & VWRITE)
6052 needed |= S_IWOTH;
6053 if (action & VEXEC)
6054 needed |= S_IXOTH;
6055 world_ok = (needed & vap->va_mode) == needed;
6056
6057 /* If granted/denied by all three, we're done */
6058 if (owner_ok && group_ok && world_ok) {
6059 _SETWHERE("all");
6060 goto out;
6061 }
6062 if (!owner_ok && !group_ok && !world_ok) {
6063 _SETWHERE("all");
6064 error = EACCES;
6065 goto out;
6066 }
6067
6068 /* Check ownership (relatively cheap) */
6069 if ((on_dir && vauth_dir_owner(vcp)) ||
6070 (!on_dir && vauth_file_owner(vcp))) {
6071 _SETWHERE("user");
6072 if (!owner_ok)
6073 error = EACCES;
6074 goto out;
6075 }
6076
6077 /* Not owner; if group and world both grant it we're done */
6078 if (group_ok && world_ok) {
6079 _SETWHERE("group/world");
6080 goto out;
6081 }
6082 if (!group_ok && !world_ok) {
6083 _SETWHERE("group/world");
6084 error = EACCES;
6085 goto out;
6086 }
6087
6088 /* Check group membership (most expensive) */
6089 ismember = 0; /* Default to allow, if the target has no group owner */
6090
6091 /*
6092 * In the case we can't get an answer about the user from the call to
6093 * vauth_dir_ingroup() or vauth_file_ingroup(), we want to fail on
6094 * the side of caution, rather than simply granting access, or we will
6095 * fail to correctly implement exclusion groups, so we set the third
6096 * parameter on the basis of the state of 'group_ok'.
6097 */
6098 if (on_dir) {
6099 error = vauth_dir_ingroup(vcp, &ismember, (!group_ok ? EACCES : 0));
6100 } else {
6101 error = vauth_file_ingroup(vcp, &ismember, (!group_ok ? EACCES : 0));
6102 }
6103 if (error) {
6104 if (!group_ok)
6105 ismember = 1;
6106 error = 0;
6107 }
6108 if (ismember) {
6109 _SETWHERE("group");
6110 if (!group_ok)
6111 error = EACCES;
6112 goto out;
6113 }
6114
6115 /* Not owner, not in group, use world result */
6116 _SETWHERE("world");
6117 if (!world_ok)
6118 error = EACCES;
6119
6120 /* FALLTHROUGH */
6121
6122 out:
6123 KAUTH_DEBUG("%p %s - posix %s permissions : need %s%s%s %x have %s%s%s%s%s%s%s%s%s UID = %d file = %d,%d",
6124 vcp->vp, (error == 0) ? "ALLOWED" : "DENIED", where,
6125 (action & VREAD) ? "r" : "-",
6126 (action & VWRITE) ? "w" : "-",
6127 (action & VEXEC) ? "x" : "-",
6128 needed,
6129 (vap->va_mode & S_IRUSR) ? "r" : "-",
6130 (vap->va_mode & S_IWUSR) ? "w" : "-",
6131 (vap->va_mode & S_IXUSR) ? "x" : "-",
6132 (vap->va_mode & S_IRGRP) ? "r" : "-",
6133 (vap->va_mode & S_IWGRP) ? "w" : "-",
6134 (vap->va_mode & S_IXGRP) ? "x" : "-",
6135 (vap->va_mode & S_IROTH) ? "r" : "-",
6136 (vap->va_mode & S_IWOTH) ? "w" : "-",
6137 (vap->va_mode & S_IXOTH) ? "x" : "-",
6138 kauth_cred_getuid(vcp->ctx->vc_ucred),
6139 on_dir ? vcp->dvap->va_uid : vcp->vap->va_uid,
6140 on_dir ? vcp->dvap->va_gid : vcp->vap->va_gid);
6141 return(error);
6142 }
6143
6144 /*
6145 * Authorize the deletion of the node vp from the directory dvp.
6146 *
6147 * We assume that:
6148 * - Neither the node nor the directory are immutable.
6149 * - The user is not the superuser.
6150 *
6151 * Deletion is not permitted if the directory is sticky and the caller is
6152 * not owner of the node or directory.
6153 *
6154 * If either the node grants DELETE, or the directory grants DELETE_CHILD,
6155 * the node may be deleted. If neither denies the permission, and the
6156 * caller has Posix write access to the directory, then the node may be
6157 * deleted.
6158 *
6159 * As an optimization, we cache whether or not delete child is permitted
6160 * on directories without the sticky bit set.
6161 */
6162 int
6163 vnode_authorize_delete(vauth_ctx vcp, boolean_t cached_delete_child);
6164 /*static*/ int
6165 vnode_authorize_delete(vauth_ctx vcp, boolean_t cached_delete_child)
6166 {
6167 struct vnode_attr *vap = vcp->vap;
6168 struct vnode_attr *dvap = vcp->dvap;
6169 kauth_cred_t cred = vcp->ctx->vc_ucred;
6170 struct kauth_acl_eval eval;
6171 int error, delete_denied, delete_child_denied, ismember;
6172
6173 /* check the ACL on the directory */
6174 delete_child_denied = 0;
6175 if (!cached_delete_child && VATTR_IS_NOT(dvap, va_acl, NULL)) {
6176 eval.ae_requested = KAUTH_VNODE_DELETE_CHILD;
6177 eval.ae_acl = &dvap->va_acl->acl_ace[0];
6178 eval.ae_count = dvap->va_acl->acl_entrycount;
6179 eval.ae_options = 0;
6180 if (vauth_dir_owner(vcp))
6181 eval.ae_options |= KAUTH_AEVAL_IS_OWNER;
6182 /*
6183 * We use ENOENT as a marker to indicate we could not get
6184 * information in order to delay evaluation until after we
6185 * have the ACL evaluation answer. Previously, we would
6186 * always deny the operation at this point.
6187 */
6188 if ((error = vauth_dir_ingroup(vcp, &ismember, ENOENT)) != 0 && error != ENOENT)
6189 return(error);
6190 if (error == ENOENT)
6191 eval.ae_options |= KAUTH_AEVAL_IN_GROUP_UNKNOWN;
6192 else if (ismember)
6193 eval.ae_options |= KAUTH_AEVAL_IN_GROUP;
6194 eval.ae_exp_gall = KAUTH_VNODE_GENERIC_ALL_BITS;
6195 eval.ae_exp_gread = KAUTH_VNODE_GENERIC_READ_BITS;
6196 eval.ae_exp_gwrite = KAUTH_VNODE_GENERIC_WRITE_BITS;
6197 eval.ae_exp_gexec = KAUTH_VNODE_GENERIC_EXECUTE_BITS;
6198
6199 /*
6200 * If there is no entry, we are going to defer to other
6201 * authorization mechanisms.
6202 */
6203 error = kauth_acl_evaluate(cred, &eval);
6204
6205 if (error != 0) {
6206 KAUTH_DEBUG("%p ERROR during ACL processing - %d", vcp->vp, error);
6207 return(error);
6208 }
6209 switch(eval.ae_result) {
6210 case KAUTH_RESULT_DENY:
6211 delete_child_denied = 1;
6212 break;
6213 /* FALLSTHROUGH */
6214 case KAUTH_RESULT_ALLOW:
6215 KAUTH_DEBUG("%p ALLOWED - granted by directory ACL", vcp->vp);
6216 return(0);
6217 case KAUTH_RESULT_DEFER:
6218 default:
6219 /* Effectively the same as !delete_child_denied */
6220 KAUTH_DEBUG("%p DEFERRED - directory ACL", vcp->vp);
6221 break;
6222 }
6223 }
6224
6225 /* check the ACL on the node */
6226 delete_denied = 0;
6227 if (VATTR_IS_NOT(vap, va_acl, NULL)) {
6228 eval.ae_requested = KAUTH_VNODE_DELETE;
6229 eval.ae_acl = &vap->va_acl->acl_ace[0];
6230 eval.ae_count = vap->va_acl->acl_entrycount;
6231 eval.ae_options = 0;
6232 if (vauth_file_owner(vcp))
6233 eval.ae_options |= KAUTH_AEVAL_IS_OWNER;
6234 /*
6235 * We use ENOENT as a marker to indicate we could not get
6236 * information in order to delay evaluation until after we
6237 * have the ACL evaluation answer. Previously, we would
6238 * always deny the operation at this point.
6239 */
6240 if ((error = vauth_file_ingroup(vcp, &ismember, ENOENT)) != 0 && error != ENOENT)
6241 return(error);
6242 if (error == ENOENT)
6243 eval.ae_options |= KAUTH_AEVAL_IN_GROUP_UNKNOWN;
6244 else if (ismember)
6245 eval.ae_options |= KAUTH_AEVAL_IN_GROUP;
6246 eval.ae_exp_gall = KAUTH_VNODE_GENERIC_ALL_BITS;
6247 eval.ae_exp_gread = KAUTH_VNODE_GENERIC_READ_BITS;
6248 eval.ae_exp_gwrite = KAUTH_VNODE_GENERIC_WRITE_BITS;
6249 eval.ae_exp_gexec = KAUTH_VNODE_GENERIC_EXECUTE_BITS;
6250
6251 if ((error = kauth_acl_evaluate(cred, &eval)) != 0) {
6252 KAUTH_DEBUG("%p ERROR during ACL processing - %d", vcp->vp, error);
6253 return(error);
6254 }
6255
6256 switch(eval.ae_result) {
6257 case KAUTH_RESULT_DENY:
6258 delete_denied = 1;
6259 break;
6260 case KAUTH_RESULT_ALLOW:
6261 KAUTH_DEBUG("%p ALLOWED - granted by file ACL", vcp->vp);
6262 return(0);
6263 case KAUTH_RESULT_DEFER:
6264 default:
6265 /* Effectively the same as !delete_child_denied */
6266 KAUTH_DEBUG("%p DEFERRED%s - by file ACL", vcp->vp, delete_denied ? "(DENY)" : "");
6267 break;
6268 }
6269 }
6270
6271 /* if denied by ACL on directory or node, return denial */
6272 if (delete_denied || delete_child_denied) {
6273 KAUTH_DEBUG("%p DENIED - denied by ACL", vcp->vp);
6274 return(EACCES);
6275 }
6276
6277 /* enforce sticky bit behaviour */
6278 if ((dvap->va_mode & S_ISTXT) && !vauth_file_owner(vcp) && !vauth_dir_owner(vcp)) {
6279 KAUTH_DEBUG("%p DENIED - sticky bit rules (user %d file %d dir %d)",
6280 vcp->vp, cred->cr_posix.cr_uid, vap->va_uid, dvap->va_uid);
6281 return(EACCES);
6282 }
6283
6284 /* check the directory */
6285 if (!cached_delete_child && (error = vnode_authorize_posix(vcp, VWRITE, 1 /* on_dir */)) != 0) {
6286 KAUTH_DEBUG("%p DENIED - denied by posix permisssions", vcp->vp);
6287 return(error);
6288 }
6289
6290 /* not denied, must be OK */
6291 return(0);
6292 }
6293
6294
6295 /*
6296 * Authorize an operation based on the node's attributes.
6297 */
6298 static int
6299 vnode_authorize_simple(vauth_ctx vcp, kauth_ace_rights_t acl_rights, kauth_ace_rights_t preauth_rights, boolean_t *found_deny)
6300 {
6301 struct vnode_attr *vap = vcp->vap;
6302 kauth_cred_t cred = vcp->ctx->vc_ucred;
6303 struct kauth_acl_eval eval;
6304 int error, ismember;
6305 mode_t posix_action;
6306
6307 /*
6308 * If we are the file owner, we automatically have some rights.
6309 *
6310 * Do we need to expand this to support group ownership?
6311 */
6312 if (vauth_file_owner(vcp))
6313 acl_rights &= ~(KAUTH_VNODE_WRITE_SECURITY);
6314
6315 /*
6316 * If we are checking both TAKE_OWNERSHIP and WRITE_SECURITY, we can
6317 * mask the latter. If TAKE_OWNERSHIP is requested the caller is about to
6318 * change ownership to themselves, and WRITE_SECURITY is implicitly
6319 * granted to the owner. We need to do this because at this point
6320 * WRITE_SECURITY may not be granted as the caller is not currently
6321 * the owner.
6322 */
6323 if ((acl_rights & KAUTH_VNODE_TAKE_OWNERSHIP) &&
6324 (acl_rights & KAUTH_VNODE_WRITE_SECURITY))
6325 acl_rights &= ~KAUTH_VNODE_WRITE_SECURITY;
6326
6327 if (acl_rights == 0) {
6328 KAUTH_DEBUG("%p ALLOWED - implicit or no rights required", vcp->vp);
6329 return(0);
6330 }
6331
6332 /* if we have an ACL, evaluate it */
6333 if (VATTR_IS_NOT(vap, va_acl, NULL)) {
6334 eval.ae_requested = acl_rights;
6335 eval.ae_acl = &vap->va_acl->acl_ace[0];
6336 eval.ae_count = vap->va_acl->acl_entrycount;
6337 eval.ae_options = 0;
6338 if (vauth_file_owner(vcp))
6339 eval.ae_options |= KAUTH_AEVAL_IS_OWNER;
6340 /*
6341 * We use ENOENT as a marker to indicate we could not get
6342 * information in order to delay evaluation until after we
6343 * have the ACL evaluation answer. Previously, we would
6344 * always deny the operation at this point.
6345 */
6346 if ((error = vauth_file_ingroup(vcp, &ismember, ENOENT)) != 0 && error != ENOENT)
6347 return(error);
6348 if (error == ENOENT)
6349 eval.ae_options |= KAUTH_AEVAL_IN_GROUP_UNKNOWN;
6350 else if (ismember)
6351 eval.ae_options |= KAUTH_AEVAL_IN_GROUP;
6352 eval.ae_exp_gall = KAUTH_VNODE_GENERIC_ALL_BITS;
6353 eval.ae_exp_gread = KAUTH_VNODE_GENERIC_READ_BITS;
6354 eval.ae_exp_gwrite = KAUTH_VNODE_GENERIC_WRITE_BITS;
6355 eval.ae_exp_gexec = KAUTH_VNODE_GENERIC_EXECUTE_BITS;
6356
6357 if ((error = kauth_acl_evaluate(cred, &eval)) != 0) {
6358 KAUTH_DEBUG("%p ERROR during ACL processing - %d", vcp->vp, error);
6359 return(error);
6360 }
6361
6362 switch(eval.ae_result) {
6363 case KAUTH_RESULT_DENY:
6364 KAUTH_DEBUG("%p DENIED - by ACL", vcp->vp);
6365 return(EACCES); /* deny, deny, counter-allege */
6366 case KAUTH_RESULT_ALLOW:
6367 KAUTH_DEBUG("%p ALLOWED - all rights granted by ACL", vcp->vp);
6368 return(0);
6369 case KAUTH_RESULT_DEFER:
6370 default:
6371 /* Effectively the same as !delete_child_denied */
6372 KAUTH_DEBUG("%p DEFERRED - directory ACL", vcp->vp);
6373 break;
6374 }
6375
6376 *found_deny = eval.ae_found_deny;
6377
6378 /* fall through and evaluate residual rights */
6379 } else {
6380 /* no ACL, everything is residual */
6381 eval.ae_residual = acl_rights;
6382 }
6383
6384 /*
6385 * Grant residual rights that have been pre-authorized.
6386 */
6387 eval.ae_residual &= ~preauth_rights;
6388
6389 /*
6390 * We grant WRITE_ATTRIBUTES to the owner if it hasn't been denied.
6391 */
6392 if (vauth_file_owner(vcp))
6393 eval.ae_residual &= ~KAUTH_VNODE_WRITE_ATTRIBUTES;
6394
6395 if (eval.ae_residual == 0) {
6396 KAUTH_DEBUG("%p ALLOWED - rights already authorized", vcp->vp);
6397 return(0);
6398 }
6399
6400 /*
6401 * Bail if we have residual rights that can't be granted by posix permissions,
6402 * or aren't presumed granted at this point.
6403 *
6404 * XXX these can be collapsed for performance
6405 */
6406 if (eval.ae_residual & KAUTH_VNODE_CHANGE_OWNER) {
6407 KAUTH_DEBUG("%p DENIED - CHANGE_OWNER not permitted", vcp->vp);
6408 return(EACCES);
6409 }
6410 if (eval.ae_residual & KAUTH_VNODE_WRITE_SECURITY) {
6411 KAUTH_DEBUG("%p DENIED - WRITE_SECURITY not permitted", vcp->vp);
6412 return(EACCES);
6413 }
6414
6415 #if DIAGNOSTIC
6416 if (eval.ae_residual & KAUTH_VNODE_DELETE)
6417 panic("vnode_authorize: can't be checking delete permission here");
6418 #endif
6419
6420 /*
6421 * Compute the fallback posix permissions that will satisfy the remaining
6422 * rights.
6423 */
6424 posix_action = 0;
6425 if (eval.ae_residual & (KAUTH_VNODE_READ_DATA |
6426 KAUTH_VNODE_LIST_DIRECTORY |
6427 KAUTH_VNODE_READ_EXTATTRIBUTES))
6428 posix_action |= VREAD;
6429 if (eval.ae_residual & (KAUTH_VNODE_WRITE_DATA |
6430 KAUTH_VNODE_ADD_FILE |
6431 KAUTH_VNODE_ADD_SUBDIRECTORY |
6432 KAUTH_VNODE_DELETE_CHILD |
6433 KAUTH_VNODE_WRITE_ATTRIBUTES |
6434 KAUTH_VNODE_WRITE_EXTATTRIBUTES))
6435 posix_action |= VWRITE;
6436 if (eval.ae_residual & (KAUTH_VNODE_EXECUTE |
6437 KAUTH_VNODE_SEARCH))
6438 posix_action |= VEXEC;
6439
6440 if (posix_action != 0) {
6441 return(vnode_authorize_posix(vcp, posix_action, 0 /* !on_dir */));
6442 } else {
6443 KAUTH_DEBUG("%p ALLOWED - residual rights %s%s%s%s%s%s%s%s%s%s%s%s%s%s granted due to no posix mapping",
6444 vcp->vp,
6445 (eval.ae_residual & KAUTH_VNODE_READ_DATA)
6446 ? vnode_isdir(vcp->vp) ? " LIST_DIRECTORY" : " READ_DATA" : "",
6447 (eval.ae_residual & KAUTH_VNODE_WRITE_DATA)
6448 ? vnode_isdir(vcp->vp) ? " ADD_FILE" : " WRITE_DATA" : "",
6449 (eval.ae_residual & KAUTH_VNODE_EXECUTE)
6450 ? vnode_isdir(vcp->vp) ? " SEARCH" : " EXECUTE" : "",
6451 (eval.ae_residual & KAUTH_VNODE_DELETE)
6452 ? " DELETE" : "",
6453 (eval.ae_residual & KAUTH_VNODE_APPEND_DATA)
6454 ? vnode_isdir(vcp->vp) ? " ADD_SUBDIRECTORY" : " APPEND_DATA" : "",
6455 (eval.ae_residual & KAUTH_VNODE_DELETE_CHILD)
6456 ? " DELETE_CHILD" : "",
6457 (eval.ae_residual & KAUTH_VNODE_READ_ATTRIBUTES)
6458 ? " READ_ATTRIBUTES" : "",
6459 (eval.ae_residual & KAUTH_VNODE_WRITE_ATTRIBUTES)
6460 ? " WRITE_ATTRIBUTES" : "",
6461 (eval.ae_residual & KAUTH_VNODE_READ_EXTATTRIBUTES)
6462 ? " READ_EXTATTRIBUTES" : "",
6463 (eval.ae_residual & KAUTH_VNODE_WRITE_EXTATTRIBUTES)
6464 ? " WRITE_EXTATTRIBUTES" : "",
6465 (eval.ae_residual & KAUTH_VNODE_READ_SECURITY)
6466 ? " READ_SECURITY" : "",
6467 (eval.ae_residual & KAUTH_VNODE_WRITE_SECURITY)
6468 ? " WRITE_SECURITY" : "",
6469 (eval.ae_residual & KAUTH_VNODE_CHECKIMMUTABLE)
6470 ? " CHECKIMMUTABLE" : "",
6471 (eval.ae_residual & KAUTH_VNODE_CHANGE_OWNER)
6472 ? " CHANGE_OWNER" : "");
6473 }
6474
6475 /*
6476 * Lack of required Posix permissions implies no reason to deny access.
6477 */
6478 return(0);
6479 }
6480
6481 /*
6482 * Check for file immutability.
6483 */
6484 static int
6485 vnode_authorize_checkimmutable(vnode_t vp, struct vnode_attr *vap, int rights, int ignore)
6486 {
6487 mount_t mp;
6488 int error;
6489 int append;
6490
6491 /*
6492 * Perform immutability checks for operations that change data.
6493 *
6494 * Sockets, fifos and devices require special handling.
6495 */
6496 switch(vp->v_type) {
6497 case VSOCK:
6498 case VFIFO:
6499 case VBLK:
6500 case VCHR:
6501 /*
6502 * Writing to these nodes does not change the filesystem data,
6503 * so forget that it's being tried.
6504 */
6505 rights &= ~KAUTH_VNODE_WRITE_DATA;
6506 break;
6507 default:
6508 break;
6509 }
6510
6511 error = 0;
6512 if (rights & KAUTH_VNODE_WRITE_RIGHTS) {
6513
6514 /* check per-filesystem options if possible */
6515 mp = vp->v_mount;
6516 if (mp != NULL) {
6517
6518 /* check for no-EA filesystems */
6519 if ((rights & KAUTH_VNODE_WRITE_EXTATTRIBUTES) &&
6520 (vfs_flags(mp) & MNT_NOUSERXATTR)) {
6521 KAUTH_DEBUG("%p DENIED - filesystem disallowed extended attributes", vp);
6522 error = EACCES; /* User attributes disabled */
6523 goto out;
6524 }
6525 }
6526
6527 /*
6528 * check for file immutability. first, check if the requested rights are
6529 * allowable for a UF_APPEND file.
6530 */
6531 append = 0;
6532 if (vp->v_type == VDIR) {
6533 if ((rights & (KAUTH_VNODE_ADD_FILE | KAUTH_VNODE_ADD_SUBDIRECTORY | KAUTH_VNODE_WRITE_EXTATTRIBUTES)) == rights)
6534 append = 1;
6535 } else {
6536 if ((rights & (KAUTH_VNODE_APPEND_DATA | KAUTH_VNODE_WRITE_EXTATTRIBUTES)) == rights)
6537 append = 1;
6538 }
6539 if ((error = vnode_immutable(vap, append, ignore)) != 0) {
6540 KAUTH_DEBUG("%p DENIED - file is immutable", vp);
6541 goto out;
6542 }
6543 }
6544 out:
6545 return(error);
6546 }
6547
6548 /*
6549 * Handle authorization actions for filesystems that advertise that the
6550 * server will be enforcing.
6551 *
6552 * Returns: 0 Authorization should be handled locally
6553 * 1 Authorization was handled by the FS
6554 *
6555 * Note: Imputed returns will only occur if the authorization request
6556 * was handled by the FS.
6557 *
6558 * Imputed: *resultp, modified Return code from FS when the request is
6559 * handled by the FS.
6560 * VNOP_ACCESS:???
6561 * VNOP_OPEN:???
6562 */
6563 static int
6564 vnode_authorize_opaque(vnode_t vp, int *resultp, kauth_action_t action, vfs_context_t ctx)
6565 {
6566 int error;
6567
6568 /*
6569 * If the vp is a device node, socket or FIFO it actually represents a local
6570 * endpoint, so we need to handle it locally.
6571 */
6572 switch(vp->v_type) {
6573 case VBLK:
6574 case VCHR:
6575 case VSOCK:
6576 case VFIFO:
6577 return(0);
6578 default:
6579 break;
6580 }
6581
6582 /*
6583 * In the advisory request case, if the filesystem doesn't think it's reliable
6584 * we will attempt to formulate a result ourselves based on VNOP_GETATTR data.
6585 */
6586 if ((action & KAUTH_VNODE_ACCESS) && !vfs_authopaqueaccess(vp->v_mount))
6587 return(0);
6588
6589 /*
6590 * Let the filesystem have a say in the matter. It's OK for it to not implemnent
6591 * VNOP_ACCESS, as most will authorise inline with the actual request.
6592 */
6593 if ((error = VNOP_ACCESS(vp, action, ctx)) != ENOTSUP) {
6594 *resultp = error;
6595 KAUTH_DEBUG("%p DENIED - opaque filesystem VNOP_ACCESS denied access", vp);
6596 return(1);
6597 }
6598
6599 /*
6600 * Typically opaque filesystems do authorisation in-line, but exec is a special case. In
6601 * order to be reasonably sure that exec will be permitted, we try a bit harder here.
6602 */
6603 if ((action & KAUTH_VNODE_EXECUTE) && (vp->v_type == VREG)) {
6604 /* try a VNOP_OPEN for readonly access */
6605 if ((error = VNOP_OPEN(vp, FREAD, ctx)) != 0) {
6606 *resultp = error;
6607 KAUTH_DEBUG("%p DENIED - EXECUTE denied because file could not be opened readonly", vp);
6608 return(1);
6609 }
6610 VNOP_CLOSE(vp, FREAD, ctx);
6611 }
6612
6613 /*
6614 * We don't have any reason to believe that the request has to be denied at this point,
6615 * so go ahead and allow it.
6616 */
6617 *resultp = 0;
6618 KAUTH_DEBUG("%p ALLOWED - bypassing access check for non-local filesystem", vp);
6619 return(1);
6620 }
6621
6622
6623
6624
6625 /*
6626 * Returns: KAUTH_RESULT_ALLOW
6627 * KAUTH_RESULT_DENY
6628 *
6629 * Imputed: *arg3, modified Error code in the deny case
6630 * EROFS Read-only file system
6631 * EACCES Permission denied
6632 * EPERM Operation not permitted [no execute]
6633 * vnode_getattr:ENOMEM Not enough space [only if has filesec]
6634 * vnode_getattr:???
6635 * vnode_authorize_opaque:*arg2 ???
6636 * vnode_authorize_checkimmutable:???
6637 * vnode_authorize_delete:???
6638 * vnode_authorize_simple:???
6639 */
6640
6641
6642 static int
6643 vnode_authorize_callback(kauth_cred_t cred, void *idata, kauth_action_t action,
6644 uintptr_t arg0, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3)
6645 {
6646 vfs_context_t ctx;
6647 vnode_t cvp = NULLVP;
6648 vnode_t vp, dvp;
6649 int result = KAUTH_RESULT_DENY;
6650 int parent_iocount = 0;
6651 int parent_action; /* In case we need to use namedstream's data fork for cached rights*/
6652
6653 ctx = (vfs_context_t)arg0;
6654 vp = (vnode_t)arg1;
6655 dvp = (vnode_t)arg2;
6656
6657 /*
6658 * if there are 2 vnodes passed in, we don't know at
6659 * this point which rights to look at based on the
6660 * combined action being passed in... defer until later...
6661 * otherwise check the kauth 'rights' cache hung
6662 * off of the vnode we're interested in... if we've already
6663 * been granted the right we're currently interested in,
6664 * we can just return success... otherwise we'll go through
6665 * the process of authorizing the requested right(s)... if that
6666 * succeeds, we'll add the right(s) to the cache.
6667 * VNOP_SETATTR and VNOP_SETXATTR will invalidate this cache
6668 */
6669 if (dvp && vp)
6670 goto defer;
6671 if (dvp) {
6672 cvp = dvp;
6673 } else {
6674 /*
6675 * For named streams on local-authorization volumes, rights are cached on the parent;
6676 * authorization is determined by looking at the parent's properties anyway, so storing
6677 * on the parent means that we don't recompute for the named stream and that if
6678 * we need to flush rights (e.g. on VNOP_SETATTR()) we don't need to track down the
6679 * stream to flush its cache separately. If we miss in the cache, then we authorize
6680 * as if there were no cached rights (passing the named stream vnode and desired rights to
6681 * vnode_authorize_callback_int()).
6682 *
6683 * On an opaquely authorized volume, we don't know the relationship between the
6684 * data fork's properties and the rights granted on a stream. Thus, named stream vnodes
6685 * on such a volume are authorized directly (rather than using the parent) and have their
6686 * own caches. When a named stream vnode is created, we mark the parent as having a named
6687 * stream. On a VNOP_SETATTR() for the parent that may invalidate cached authorization, we
6688 * find the stream and flush its cache.
6689 */
6690 if (vnode_isnamedstream(vp) && (!vfs_authopaque(vp->v_mount))) {
6691 cvp = vnode_getparent(vp);
6692 if (cvp != NULLVP) {
6693 parent_iocount = 1;
6694 } else {
6695 cvp = NULL;
6696 goto defer; /* If we can't use the parent, take the slow path */
6697 }
6698
6699 /* Have to translate some actions */
6700 parent_action = action;
6701 if (parent_action & KAUTH_VNODE_READ_DATA) {
6702 parent_action &= ~KAUTH_VNODE_READ_DATA;
6703 parent_action |= KAUTH_VNODE_READ_EXTATTRIBUTES;
6704 }
6705 if (parent_action & KAUTH_VNODE_WRITE_DATA) {
6706 parent_action &= ~KAUTH_VNODE_WRITE_DATA;
6707 parent_action |= KAUTH_VNODE_WRITE_EXTATTRIBUTES;
6708 }
6709
6710 } else {
6711 cvp = vp;
6712 }
6713 }
6714
6715 if (vnode_cache_is_authorized(cvp, ctx, parent_iocount ? parent_action : action) == TRUE) {
6716 result = KAUTH_RESULT_ALLOW;
6717 goto out;
6718 }
6719 defer:
6720 result = vnode_authorize_callback_int(cred, idata, action, arg0, arg1, arg2, arg3);
6721
6722 if (result == KAUTH_RESULT_ALLOW && cvp != NULLVP) {
6723 KAUTH_DEBUG("%p - caching action = %x", cvp, action);
6724 vnode_cache_authorized_action(cvp, ctx, action);
6725 }
6726
6727 out:
6728 if (parent_iocount) {
6729 vnode_put(cvp);
6730 }
6731
6732 return result;
6733 }
6734
6735
6736 static int
6737 vnode_authorize_callback_int(__unused kauth_cred_t unused_cred, __unused void *idata, kauth_action_t action,
6738 uintptr_t arg0, uintptr_t arg1, uintptr_t arg2, uintptr_t arg3)
6739 {
6740 struct _vnode_authorize_context auth_context;
6741 vauth_ctx vcp;
6742 vfs_context_t ctx;
6743 vnode_t vp, dvp;
6744 kauth_cred_t cred;
6745 kauth_ace_rights_t rights;
6746 struct vnode_attr va, dva;
6747 int result;
6748 int *errorp;
6749 int noimmutable;
6750 boolean_t parent_authorized_for_delete_child = FALSE;
6751 boolean_t found_deny = FALSE;
6752 boolean_t parent_ref= FALSE;
6753
6754 vcp = &auth_context;
6755 ctx = vcp->ctx = (vfs_context_t)arg0;
6756 vp = vcp->vp = (vnode_t)arg1;
6757 dvp = vcp->dvp = (vnode_t)arg2;
6758 errorp = (int *)arg3;
6759 /*
6760 * Note that we authorize against the context, not the passed cred
6761 * (the same thing anyway)
6762 */
6763 cred = ctx->vc_ucred;
6764
6765 VATTR_INIT(&va);
6766 vcp->vap = &va;
6767 VATTR_INIT(&dva);
6768 vcp->dvap = &dva;
6769
6770 vcp->flags = vcp->flags_valid = 0;
6771
6772 #if DIAGNOSTIC
6773 if ((ctx == NULL) || (vp == NULL) || (cred == NULL))
6774 panic("vnode_authorize: bad arguments (context %p vp %p cred %p)", ctx, vp, cred);
6775 #endif
6776
6777 KAUTH_DEBUG("%p AUTH - %s %s%s%s%s%s%s%s%s%s%s%s%s%s%s%s on %s '%s' (0x%x:%p/%p)",
6778 vp, vfs_context_proc(ctx)->p_comm,
6779 (action & KAUTH_VNODE_ACCESS) ? "access" : "auth",
6780 (action & KAUTH_VNODE_READ_DATA) ? vnode_isdir(vp) ? " LIST_DIRECTORY" : " READ_DATA" : "",
6781 (action & KAUTH_VNODE_WRITE_DATA) ? vnode_isdir(vp) ? " ADD_FILE" : " WRITE_DATA" : "",
6782 (action & KAUTH_VNODE_EXECUTE) ? vnode_isdir(vp) ? " SEARCH" : " EXECUTE" : "",
6783 (action & KAUTH_VNODE_DELETE) ? " DELETE" : "",
6784 (action & KAUTH_VNODE_APPEND_DATA) ? vnode_isdir(vp) ? " ADD_SUBDIRECTORY" : " APPEND_DATA" : "",
6785 (action & KAUTH_VNODE_DELETE_CHILD) ? " DELETE_CHILD" : "",
6786 (action & KAUTH_VNODE_READ_ATTRIBUTES) ? " READ_ATTRIBUTES" : "",
6787 (action & KAUTH_VNODE_WRITE_ATTRIBUTES) ? " WRITE_ATTRIBUTES" : "",
6788 (action & KAUTH_VNODE_READ_EXTATTRIBUTES) ? " READ_EXTATTRIBUTES" : "",
6789 (action & KAUTH_VNODE_WRITE_EXTATTRIBUTES) ? " WRITE_EXTATTRIBUTES" : "",
6790 (action & KAUTH_VNODE_READ_SECURITY) ? " READ_SECURITY" : "",
6791 (action & KAUTH_VNODE_WRITE_SECURITY) ? " WRITE_SECURITY" : "",
6792 (action & KAUTH_VNODE_CHANGE_OWNER) ? " CHANGE_OWNER" : "",
6793 (action & KAUTH_VNODE_NOIMMUTABLE) ? " (noimmutable)" : "",
6794 vnode_isdir(vp) ? "directory" : "file",
6795 vp->v_name ? vp->v_name : "<NULL>", action, vp, dvp);
6796
6797 /*
6798 * Extract the control bits from the action, everything else is
6799 * requested rights.
6800 */
6801 noimmutable = (action & KAUTH_VNODE_NOIMMUTABLE) ? 1 : 0;
6802 rights = action & ~(KAUTH_VNODE_ACCESS | KAUTH_VNODE_NOIMMUTABLE);
6803
6804 if (rights & KAUTH_VNODE_DELETE) {
6805 #if DIAGNOSTIC
6806 if (dvp == NULL)
6807 panic("vnode_authorize: KAUTH_VNODE_DELETE test requires a directory");
6808 #endif
6809 /*
6810 * check to see if we've already authorized the parent
6811 * directory for deletion of its children... if so, we
6812 * can skip a whole bunch of work... we will still have to
6813 * authorize that this specific child can be removed
6814 */
6815 if (vnode_cache_is_authorized(dvp, ctx, KAUTH_VNODE_DELETE_CHILD) == TRUE)
6816 parent_authorized_for_delete_child = TRUE;
6817 } else {
6818 dvp = NULL;
6819 }
6820
6821 /*
6822 * Check for read-only filesystems.
6823 */
6824 if ((rights & KAUTH_VNODE_WRITE_RIGHTS) &&
6825 (vp->v_mount->mnt_flag & MNT_RDONLY) &&
6826 ((vp->v_type == VREG) || (vp->v_type == VDIR) ||
6827 (vp->v_type == VLNK) || (vp->v_type == VCPLX) ||
6828 (rights & KAUTH_VNODE_DELETE) || (rights & KAUTH_VNODE_DELETE_CHILD))) {
6829 result = EROFS;
6830 goto out;
6831 }
6832
6833 /*
6834 * Check for noexec filesystems.
6835 */
6836 if ((rights & KAUTH_VNODE_EXECUTE) && (vp->v_type == VREG) && (vp->v_mount->mnt_flag & MNT_NOEXEC)) {
6837 result = EACCES;
6838 goto out;
6839 }
6840
6841 /*
6842 * Handle cases related to filesystems with non-local enforcement.
6843 * This call can return 0, in which case we will fall through to perform a
6844 * check based on VNOP_GETATTR data. Otherwise it returns 1 and sets
6845 * an appropriate result, at which point we can return immediately.
6846 */
6847 if ((vp->v_mount->mnt_kern_flag & MNTK_AUTH_OPAQUE) && vnode_authorize_opaque(vp, &result, action, ctx))
6848 goto out;
6849
6850 /*
6851 * Get vnode attributes and extended security information for the vnode
6852 * and directory if required.
6853 */
6854 VATTR_WANTED(&va, va_mode);
6855 VATTR_WANTED(&va, va_uid);
6856 VATTR_WANTED(&va, va_gid);
6857 VATTR_WANTED(&va, va_flags);
6858 VATTR_WANTED(&va, va_acl);
6859 if ((result = vnode_getattr(vp, &va, ctx)) != 0) {
6860 KAUTH_DEBUG("%p ERROR - failed to get vnode attributes - %d", vp, result);
6861 goto out;
6862 }
6863 if (dvp) {
6864 VATTR_WANTED(&dva, va_mode);
6865 VATTR_WANTED(&dva, va_uid);
6866 VATTR_WANTED(&dva, va_gid);
6867 VATTR_WANTED(&dva, va_flags);
6868 VATTR_WANTED(&dva, va_acl);
6869 if ((result = vnode_getattr(dvp, &dva, ctx)) != 0) {
6870 KAUTH_DEBUG("%p ERROR - failed to get directory vnode attributes - %d", vp, result);
6871 goto out;
6872 }
6873 }
6874
6875 /*
6876 * If the vnode is an extended attribute data vnode (eg. a resource fork), *_DATA becomes
6877 * *_EXTATTRIBUTES.
6878 */
6879 if (vnode_isnamedstream(vp)) {
6880 if (rights & KAUTH_VNODE_READ_DATA) {
6881 rights &= ~KAUTH_VNODE_READ_DATA;
6882 rights |= KAUTH_VNODE_READ_EXTATTRIBUTES;
6883 }
6884 if (rights & KAUTH_VNODE_WRITE_DATA) {
6885 rights &= ~KAUTH_VNODE_WRITE_DATA;
6886 rights |= KAUTH_VNODE_WRITE_EXTATTRIBUTES;
6887 }
6888 }
6889
6890 /*
6891 * Point 'vp' to the resource fork's parent for ACL checking
6892 */
6893 if (vnode_isnamedstream(vp) &&
6894 (vp->v_parent != NULL) &&
6895 (vget_internal(vp->v_parent, 0, VNODE_NODEAD | VNODE_DRAINO) == 0)) {
6896 parent_ref = TRUE;
6897 vcp->vp = vp = vp->v_parent;
6898 if (VATTR_IS_SUPPORTED(&va, va_acl) && (va.va_acl != NULL))
6899 kauth_acl_free(va.va_acl);
6900 VATTR_INIT(&va);
6901 VATTR_WANTED(&va, va_mode);
6902 VATTR_WANTED(&va, va_uid);
6903 VATTR_WANTED(&va, va_gid);
6904 VATTR_WANTED(&va, va_flags);
6905 VATTR_WANTED(&va, va_acl);
6906 if ((result = vnode_getattr(vp, &va, ctx)) != 0)
6907 goto out;
6908 }
6909
6910 /*
6911 * Check for immutability.
6912 *
6913 * In the deletion case, parent directory immutability vetoes specific
6914 * file rights.
6915 */
6916 if ((result = vnode_authorize_checkimmutable(vp, &va, rights, noimmutable)) != 0)
6917 goto out;
6918 if ((rights & KAUTH_VNODE_DELETE) &&
6919 parent_authorized_for_delete_child == FALSE &&
6920 ((result = vnode_authorize_checkimmutable(dvp, &dva, KAUTH_VNODE_DELETE_CHILD, 0)) != 0))
6921 goto out;
6922
6923 /*
6924 * Clear rights that have been authorized by reaching this point, bail if nothing left to
6925 * check.
6926 */
6927 rights &= ~(KAUTH_VNODE_LINKTARGET | KAUTH_VNODE_CHECKIMMUTABLE);
6928 if (rights == 0)
6929 goto out;
6930
6931 /*
6932 * If we're not the superuser, authorize based on file properties;
6933 * note that even if parent_authorized_for_delete_child is TRUE, we
6934 * need to check on the node itself.
6935 */
6936 if (!vfs_context_issuser(ctx)) {
6937 /* process delete rights */
6938 if ((rights & KAUTH_VNODE_DELETE) &&
6939 ((result = vnode_authorize_delete(vcp, parent_authorized_for_delete_child)) != 0))
6940 goto out;
6941
6942 /* process remaining rights */
6943 if ((rights & ~KAUTH_VNODE_DELETE) &&
6944 (result = vnode_authorize_simple(vcp, rights, rights & KAUTH_VNODE_DELETE, &found_deny)) != 0)
6945 goto out;
6946 } else {
6947
6948 /*
6949 * Execute is only granted to root if one of the x bits is set. This check only
6950 * makes sense if the posix mode bits are actually supported.
6951 */
6952 if ((rights & KAUTH_VNODE_EXECUTE) &&
6953 (vp->v_type == VREG) &&
6954 VATTR_IS_SUPPORTED(&va, va_mode) &&
6955 !(va.va_mode & (S_IXUSR | S_IXGRP | S_IXOTH))) {
6956 result = EPERM;
6957 KAUTH_DEBUG("%p DENIED - root execute requires at least one x bit in 0x%x", vp, va.va_mode);
6958 goto out;
6959 }
6960
6961 KAUTH_DEBUG("%p ALLOWED - caller is superuser", vp);
6962 }
6963 out:
6964 if (VATTR_IS_SUPPORTED(&va, va_acl) && (va.va_acl != NULL))
6965 kauth_acl_free(va.va_acl);
6966 if (VATTR_IS_SUPPORTED(&dva, va_acl) && (dva.va_acl != NULL))
6967 kauth_acl_free(dva.va_acl);
6968
6969 if (result) {
6970 if (parent_ref)
6971 vnode_put(vp);
6972 *errorp = result;
6973 KAUTH_DEBUG("%p DENIED - auth denied", vp);
6974 return(KAUTH_RESULT_DENY);
6975 }
6976 if ((rights & KAUTH_VNODE_SEARCH) && found_deny == FALSE && vp->v_type == VDIR) {
6977 /*
6978 * if we were successfully granted the right to search this directory
6979 * and there were NO ACL DENYs for search and the posix permissions also don't
6980 * deny execute, we can synthesize a global right that allows anyone to
6981 * traverse this directory during a pathname lookup without having to
6982 * match the credential associated with this cache of rights.
6983 */
6984 if (!VATTR_IS_SUPPORTED(&va, va_mode) ||
6985 ((va.va_mode & (S_IXUSR | S_IXGRP | S_IXOTH)) ==
6986 (S_IXUSR | S_IXGRP | S_IXOTH))) {
6987 vnode_cache_authorized_action(vp, ctx, KAUTH_VNODE_SEARCHBYANYONE);
6988 }
6989 }
6990 if ((rights & KAUTH_VNODE_DELETE) && parent_authorized_for_delete_child == FALSE) {
6991 /*
6992 * parent was successfully and newly authorized for content deletions
6993 * add it to the cache, but only if it doesn't have the sticky
6994 * bit set on it. This same check is done earlier guarding
6995 * fetching of dva, and if we jumped to out without having done
6996 * this, we will have returned already because of a non-zero
6997 * 'result' value.
6998 */
6999 if (VATTR_IS_SUPPORTED(&dva, va_mode) &&
7000 !(dva.va_mode & (S_ISVTX))) {
7001 /* OK to cache delete rights */
7002 KAUTH_DEBUG("%p - caching DELETE_CHILD rights", dvp);
7003 vnode_cache_authorized_action(dvp, ctx, KAUTH_VNODE_DELETE_CHILD);
7004 }
7005 }
7006 if (parent_ref)
7007 vnode_put(vp);
7008 /*
7009 * Note that this implies that we will allow requests for no rights, as well as
7010 * for rights that we do not recognise. There should be none of these.
7011 */
7012 KAUTH_DEBUG("%p ALLOWED - auth granted", vp);
7013 return(KAUTH_RESULT_ALLOW);
7014 }
7015
7016 int
7017 vnode_authattr_new(vnode_t dvp, struct vnode_attr *vap, int noauth, vfs_context_t ctx)
7018 {
7019 return vnode_authattr_new_internal(dvp, vap, noauth, NULL, ctx);
7020 }
7021
7022 /*
7023 * Check that the attribute information in vattr can be legally applied to
7024 * a new file by the context.
7025 */
7026 static int
7027 vnode_authattr_new_internal(vnode_t dvp, struct vnode_attr *vap, int noauth, uint32_t *defaulted_fieldsp, vfs_context_t ctx)
7028 {
7029 int error;
7030 int has_priv_suser, ismember, defaulted_owner, defaulted_group, defaulted_mode;
7031 kauth_cred_t cred;
7032 guid_t changer;
7033 mount_t dmp;
7034
7035 error = 0;
7036
7037 if (defaulted_fieldsp) {
7038 *defaulted_fieldsp = 0;
7039 }
7040
7041 defaulted_owner = defaulted_group = defaulted_mode = 0;
7042
7043 /*
7044 * Require that the filesystem support extended security to apply any.
7045 */
7046 if (!vfs_extendedsecurity(dvp->v_mount) &&
7047 (VATTR_IS_ACTIVE(vap, va_acl) || VATTR_IS_ACTIVE(vap, va_uuuid) || VATTR_IS_ACTIVE(vap, va_guuid))) {
7048 error = EINVAL;
7049 goto out;
7050 }
7051
7052 /*
7053 * Default some fields.
7054 */
7055 dmp = dvp->v_mount;
7056
7057 /*
7058 * If the filesystem is mounted IGNORE_OWNERSHIP and an explicit owner is set, that
7059 * owner takes ownership of all new files.
7060 */
7061 if ((dmp->mnt_flag & MNT_IGNORE_OWNERSHIP) && (dmp->mnt_fsowner != KAUTH_UID_NONE)) {
7062 VATTR_SET(vap, va_uid, dmp->mnt_fsowner);
7063 defaulted_owner = 1;
7064 } else {
7065 if (!VATTR_IS_ACTIVE(vap, va_uid)) {
7066 /* default owner is current user */
7067 VATTR_SET(vap, va_uid, kauth_cred_getuid(vfs_context_ucred(ctx)));
7068 defaulted_owner = 1;
7069 }
7070 }
7071
7072 /*
7073 * If the filesystem is mounted IGNORE_OWNERSHIP and an explicit grouo is set, that
7074 * group takes ownership of all new files.
7075 */
7076 if ((dmp->mnt_flag & MNT_IGNORE_OWNERSHIP) && (dmp->mnt_fsgroup != KAUTH_GID_NONE)) {
7077 VATTR_SET(vap, va_gid, dmp->mnt_fsgroup);
7078 defaulted_group = 1;
7079 } else {
7080 if (!VATTR_IS_ACTIVE(vap, va_gid)) {
7081 /* default group comes from parent object, fallback to current user */
7082 struct vnode_attr dva;
7083 VATTR_INIT(&dva);
7084 VATTR_WANTED(&dva, va_gid);
7085 if ((error = vnode_getattr(dvp, &dva, ctx)) != 0)
7086 goto out;
7087 if (VATTR_IS_SUPPORTED(&dva, va_gid)) {
7088 VATTR_SET(vap, va_gid, dva.va_gid);
7089 } else {
7090 VATTR_SET(vap, va_gid, kauth_cred_getgid(vfs_context_ucred(ctx)));
7091 }
7092 defaulted_group = 1;
7093 }
7094 }
7095
7096 if (!VATTR_IS_ACTIVE(vap, va_flags))
7097 VATTR_SET(vap, va_flags, 0);
7098
7099 /* default mode is everything, masked with current umask */
7100 if (!VATTR_IS_ACTIVE(vap, va_mode)) {
7101 VATTR_SET(vap, va_mode, ACCESSPERMS & ~vfs_context_proc(ctx)->p_fd->fd_cmask);
7102 KAUTH_DEBUG("ATTR - defaulting new file mode to %o from umask %o", vap->va_mode, vfs_context_proc(ctx)->p_fd->fd_cmask);
7103 defaulted_mode = 1;
7104 }
7105 /* set timestamps to now */
7106 if (!VATTR_IS_ACTIVE(vap, va_create_time)) {
7107 nanotime(&vap->va_create_time);
7108 VATTR_SET_ACTIVE(vap, va_create_time);
7109 }
7110
7111 /*
7112 * Check for attempts to set nonsensical fields.
7113 */
7114 if (vap->va_active & ~VNODE_ATTR_NEWOBJ) {
7115 error = EINVAL;
7116 KAUTH_DEBUG("ATTR - ERROR - attempt to set unsupported new-file attributes %llx",
7117 vap->va_active & ~VNODE_ATTR_NEWOBJ);
7118 goto out;
7119 }
7120
7121 /*
7122 * Quickly check for the applicability of any enforcement here.
7123 * Tests below maintain the integrity of the local security model.
7124 */
7125 if (vfs_authopaque(dvp->v_mount))
7126 goto out;
7127
7128 /*
7129 * We need to know if the caller is the superuser, or if the work is
7130 * otherwise already authorised.
7131 */
7132 cred = vfs_context_ucred(ctx);
7133 if (noauth) {
7134 /* doing work for the kernel */
7135 has_priv_suser = 1;
7136 } else {
7137 has_priv_suser = vfs_context_issuser(ctx);
7138 }
7139
7140
7141 if (VATTR_IS_ACTIVE(vap, va_flags)) {
7142 if (has_priv_suser) {
7143 if ((vap->va_flags & (UF_SETTABLE | SF_SETTABLE)) != vap->va_flags) {
7144 error = EPERM;
7145 KAUTH_DEBUG(" DENIED - superuser attempt to set illegal flag(s)");
7146 goto out;
7147 }
7148 } else {
7149 if ((vap->va_flags & UF_SETTABLE) != vap->va_flags) {
7150 error = EPERM;
7151 KAUTH_DEBUG(" DENIED - user attempt to set illegal flag(s)");
7152 goto out;
7153 }
7154 }
7155 }
7156
7157 /* if not superuser, validate legality of new-item attributes */
7158 if (!has_priv_suser) {
7159 if (!defaulted_mode && VATTR_IS_ACTIVE(vap, va_mode)) {
7160 /* setgid? */
7161 if (vap->va_mode & S_ISGID) {
7162 if ((error = kauth_cred_ismember_gid(cred, vap->va_gid, &ismember)) != 0) {
7163 KAUTH_DEBUG("ATTR - ERROR: got %d checking for membership in %d", error, vap->va_gid);
7164 goto out;
7165 }
7166 if (!ismember) {
7167 KAUTH_DEBUG(" DENIED - can't set SGID bit, not a member of %d", vap->va_gid);
7168 error = EPERM;
7169 goto out;
7170 }
7171 }
7172
7173 /* setuid? */
7174 if ((vap->va_mode & S_ISUID) && (vap->va_uid != kauth_cred_getuid(cred))) {
7175 KAUTH_DEBUG("ATTR - ERROR: illegal attempt to set the setuid bit");
7176 error = EPERM;
7177 goto out;
7178 }
7179 }
7180 if (!defaulted_owner && (vap->va_uid != kauth_cred_getuid(cred))) {
7181 KAUTH_DEBUG(" DENIED - cannot create new item owned by %d", vap->va_uid);
7182 error = EPERM;
7183 goto out;
7184 }
7185 if (!defaulted_group) {
7186 if ((error = kauth_cred_ismember_gid(cred, vap->va_gid, &ismember)) != 0) {
7187 KAUTH_DEBUG(" ERROR - got %d checking for membership in %d", error, vap->va_gid);
7188 goto out;
7189 }
7190 if (!ismember) {
7191 KAUTH_DEBUG(" DENIED - cannot create new item with group %d - not a member", vap->va_gid);
7192 error = EPERM;
7193 goto out;
7194 }
7195 }
7196
7197 /* initialising owner/group UUID */
7198 if (VATTR_IS_ACTIVE(vap, va_uuuid)) {
7199 if ((error = kauth_cred_getguid(cred, &changer)) != 0) {
7200 KAUTH_DEBUG(" ERROR - got %d trying to get caller UUID", error);
7201 /* XXX ENOENT here - no GUID - should perhaps become EPERM */
7202 goto out;
7203 }
7204 if (!kauth_guid_equal(&vap->va_uuuid, &changer)) {
7205 KAUTH_DEBUG(" ERROR - cannot create item with supplied owner UUID - not us");
7206 error = EPERM;
7207 goto out;
7208 }
7209 }
7210 if (VATTR_IS_ACTIVE(vap, va_guuid)) {
7211 if ((error = kauth_cred_ismember_guid(cred, &vap->va_guuid, &ismember)) != 0) {
7212 KAUTH_DEBUG(" ERROR - got %d trying to check group membership", error);
7213 goto out;
7214 }
7215 if (!ismember) {
7216 KAUTH_DEBUG(" ERROR - cannot create item with supplied group UUID - not a member");
7217 error = EPERM;
7218 goto out;
7219 }
7220 }
7221 }
7222 out:
7223 if (defaulted_fieldsp) {
7224 if (defaulted_mode) {
7225 *defaulted_fieldsp |= VATTR_PREPARE_DEFAULTED_MODE;
7226 }
7227 if (defaulted_group) {
7228 *defaulted_fieldsp |= VATTR_PREPARE_DEFAULTED_GID;
7229 }
7230 if (defaulted_owner) {
7231 *defaulted_fieldsp |= VATTR_PREPARE_DEFAULTED_UID;
7232 }
7233 }
7234 return(error);
7235 }
7236
7237 /*
7238 * Check that the attribute information in vap can be legally written by the
7239 * context.
7240 *
7241 * Call this when you're not sure about the vnode_attr; either its contents
7242 * have come from an unknown source, or when they are variable.
7243 *
7244 * Returns errno, or zero and sets *actionp to the KAUTH_VNODE_* actions that
7245 * must be authorized to be permitted to write the vattr.
7246 */
7247 int
7248 vnode_authattr(vnode_t vp, struct vnode_attr *vap, kauth_action_t *actionp, vfs_context_t ctx)
7249 {
7250 struct vnode_attr ova;
7251 kauth_action_t required_action;
7252 int error, has_priv_suser, ismember, chowner, chgroup, clear_suid, clear_sgid;
7253 guid_t changer;
7254 gid_t group;
7255 uid_t owner;
7256 mode_t newmode;
7257 kauth_cred_t cred;
7258 uint32_t fdelta;
7259
7260 VATTR_INIT(&ova);
7261 required_action = 0;
7262 error = 0;
7263
7264 /*
7265 * Quickly check for enforcement applicability.
7266 */
7267 if (vfs_authopaque(vp->v_mount))
7268 goto out;
7269
7270 /*
7271 * Check for attempts to set nonsensical fields.
7272 */
7273 if (vap->va_active & VNODE_ATTR_RDONLY) {
7274 KAUTH_DEBUG("ATTR - ERROR: attempt to set readonly attribute(s)");
7275 error = EINVAL;
7276 goto out;
7277 }
7278
7279 /*
7280 * We need to know if the caller is the superuser.
7281 */
7282 cred = vfs_context_ucred(ctx);
7283 has_priv_suser = kauth_cred_issuser(cred);
7284
7285 /*
7286 * If any of the following are changing, we need information from the old file:
7287 * va_uid
7288 * va_gid
7289 * va_mode
7290 * va_uuuid
7291 * va_guuid
7292 */
7293 if (VATTR_IS_ACTIVE(vap, va_uid) ||
7294 VATTR_IS_ACTIVE(vap, va_gid) ||
7295 VATTR_IS_ACTIVE(vap, va_mode) ||
7296 VATTR_IS_ACTIVE(vap, va_uuuid) ||
7297 VATTR_IS_ACTIVE(vap, va_guuid)) {
7298 VATTR_WANTED(&ova, va_mode);
7299 VATTR_WANTED(&ova, va_uid);
7300 VATTR_WANTED(&ova, va_gid);
7301 VATTR_WANTED(&ova, va_uuuid);
7302 VATTR_WANTED(&ova, va_guuid);
7303 KAUTH_DEBUG("ATTR - security information changing, fetching existing attributes");
7304 }
7305
7306 /*
7307 * If timestamps are being changed, we need to know who the file is owned
7308 * by.
7309 */
7310 if (VATTR_IS_ACTIVE(vap, va_create_time) ||
7311 VATTR_IS_ACTIVE(vap, va_change_time) ||
7312 VATTR_IS_ACTIVE(vap, va_modify_time) ||
7313 VATTR_IS_ACTIVE(vap, va_access_time) ||
7314 VATTR_IS_ACTIVE(vap, va_backup_time)) {
7315
7316 VATTR_WANTED(&ova, va_uid);
7317 #if 0 /* enable this when we support UUIDs as official owners */
7318 VATTR_WANTED(&ova, va_uuuid);
7319 #endif
7320 KAUTH_DEBUG("ATTR - timestamps changing, fetching uid and GUID");
7321 }
7322
7323 /*
7324 * If flags are being changed, we need the old flags.
7325 */
7326 if (VATTR_IS_ACTIVE(vap, va_flags)) {
7327 KAUTH_DEBUG("ATTR - flags changing, fetching old flags");
7328 VATTR_WANTED(&ova, va_flags);
7329 }
7330
7331 /*
7332 * If ACLs are being changed, we need the old ACLs.
7333 */
7334 if (VATTR_IS_ACTIVE(vap, va_acl)) {
7335 KAUTH_DEBUG("ATTR - acl changing, fetching old flags");
7336 VATTR_WANTED(&ova, va_acl);
7337 }
7338
7339 /*
7340 * If the size is being set, make sure it's not a directory.
7341 */
7342 if (VATTR_IS_ACTIVE(vap, va_data_size)) {
7343 /* size is meaningless on a directory, don't permit this */
7344 if (vnode_isdir(vp)) {
7345 KAUTH_DEBUG("ATTR - ERROR: size change requested on a directory");
7346 error = EISDIR;
7347 goto out;
7348 }
7349 }
7350
7351 /*
7352 * Get old data.
7353 */
7354 KAUTH_DEBUG("ATTR - fetching old attributes %016llx", ova.va_active);
7355 if ((error = vnode_getattr(vp, &ova, ctx)) != 0) {
7356 KAUTH_DEBUG(" ERROR - got %d trying to get attributes", error);
7357 goto out;
7358 }
7359
7360 /*
7361 * Size changes require write access to the file data.
7362 */
7363 if (VATTR_IS_ACTIVE(vap, va_data_size)) {
7364 /* if we can't get the size, or it's different, we need write access */
7365 KAUTH_DEBUG("ATTR - size change, requiring WRITE_DATA");
7366 required_action |= KAUTH_VNODE_WRITE_DATA;
7367 }
7368
7369 /*
7370 * Changing timestamps?
7371 *
7372 * Note that we are only called to authorize user-requested time changes;
7373 * side-effect time changes are not authorized. Authorisation is only
7374 * required for existing files.
7375 *
7376 * Non-owners are not permitted to change the time on an existing
7377 * file to anything other than the current time.
7378 */
7379 if (VATTR_IS_ACTIVE(vap, va_create_time) ||
7380 VATTR_IS_ACTIVE(vap, va_change_time) ||
7381 VATTR_IS_ACTIVE(vap, va_modify_time) ||
7382 VATTR_IS_ACTIVE(vap, va_access_time) ||
7383 VATTR_IS_ACTIVE(vap, va_backup_time)) {
7384 /*
7385 * The owner and root may set any timestamps they like,
7386 * provided that the file is not immutable. The owner still needs
7387 * WRITE_ATTRIBUTES (implied by ownership but still deniable).
7388 */
7389 if (has_priv_suser || vauth_node_owner(&ova, cred)) {
7390 KAUTH_DEBUG("ATTR - root or owner changing timestamps");
7391 required_action |= KAUTH_VNODE_CHECKIMMUTABLE | KAUTH_VNODE_WRITE_ATTRIBUTES;
7392 } else {
7393 /* just setting the current time? */
7394 if (vap->va_vaflags & VA_UTIMES_NULL) {
7395 KAUTH_DEBUG("ATTR - non-root/owner changing timestamps, requiring WRITE_ATTRIBUTES");
7396 required_action |= KAUTH_VNODE_WRITE_ATTRIBUTES;
7397 } else {
7398 KAUTH_DEBUG("ATTR - ERROR: illegal timestamp modification attempted");
7399 error = EACCES;
7400 goto out;
7401 }
7402 }
7403 }
7404
7405 /*
7406 * Changing file mode?
7407 */
7408 if (VATTR_IS_ACTIVE(vap, va_mode) && VATTR_IS_SUPPORTED(&ova, va_mode) && (ova.va_mode != vap->va_mode)) {
7409 KAUTH_DEBUG("ATTR - mode change from %06o to %06o", ova.va_mode, vap->va_mode);
7410
7411 /*
7412 * Mode changes always have the same basic auth requirements.
7413 */
7414 if (has_priv_suser) {
7415 KAUTH_DEBUG("ATTR - superuser mode change, requiring immutability check");
7416 required_action |= KAUTH_VNODE_CHECKIMMUTABLE;
7417 } else {
7418 /* need WRITE_SECURITY */
7419 KAUTH_DEBUG("ATTR - non-superuser mode change, requiring WRITE_SECURITY");
7420 required_action |= KAUTH_VNODE_WRITE_SECURITY;
7421 }
7422
7423 /*
7424 * Can't set the setgid bit if you're not in the group and not root. Have to have
7425 * existing group information in the case we're not setting it right now.
7426 */
7427 if (vap->va_mode & S_ISGID) {
7428 required_action |= KAUTH_VNODE_CHECKIMMUTABLE; /* always required */
7429 if (!has_priv_suser) {
7430 if (VATTR_IS_ACTIVE(vap, va_gid)) {
7431 group = vap->va_gid;
7432 } else if (VATTR_IS_SUPPORTED(&ova, va_gid)) {
7433 group = ova.va_gid;
7434 } else {
7435 KAUTH_DEBUG("ATTR - ERROR: setgid but no gid available");
7436 error = EINVAL;
7437 goto out;
7438 }
7439 /*
7440 * This might be too restrictive; WRITE_SECURITY might be implied by
7441 * membership in this case, rather than being an additional requirement.
7442 */
7443 if ((error = kauth_cred_ismember_gid(cred, group, &ismember)) != 0) {
7444 KAUTH_DEBUG("ATTR - ERROR: got %d checking for membership in %d", error, vap->va_gid);
7445 goto out;
7446 }
7447 if (!ismember) {
7448 KAUTH_DEBUG(" DENIED - can't set SGID bit, not a member of %d", group);
7449 error = EPERM;
7450 goto out;
7451 }
7452 }
7453 }
7454
7455 /*
7456 * Can't set the setuid bit unless you're root or the file's owner.
7457 */
7458 if (vap->va_mode & S_ISUID) {
7459 required_action |= KAUTH_VNODE_CHECKIMMUTABLE; /* always required */
7460 if (!has_priv_suser) {
7461 if (VATTR_IS_ACTIVE(vap, va_uid)) {
7462 owner = vap->va_uid;
7463 } else if (VATTR_IS_SUPPORTED(&ova, va_uid)) {
7464 owner = ova.va_uid;
7465 } else {
7466 KAUTH_DEBUG("ATTR - ERROR: setuid but no uid available");
7467 error = EINVAL;
7468 goto out;
7469 }
7470 if (owner != kauth_cred_getuid(cred)) {
7471 /*
7472 * We could allow this if WRITE_SECURITY is permitted, perhaps.
7473 */
7474 KAUTH_DEBUG("ATTR - ERROR: illegal attempt to set the setuid bit");
7475 error = EPERM;
7476 goto out;
7477 }
7478 }
7479 }
7480 }
7481
7482 /*
7483 * Validate/mask flags changes. This checks that only the flags in
7484 * the UF_SETTABLE mask are being set, and preserves the flags in
7485 * the SF_SETTABLE case.
7486 *
7487 * Since flags changes may be made in conjunction with other changes,
7488 * we will ask the auth code to ignore immutability in the case that
7489 * the SF_* flags are not set and we are only manipulating the file flags.
7490 *
7491 */
7492 if (VATTR_IS_ACTIVE(vap, va_flags)) {
7493 /* compute changing flags bits */
7494 if (VATTR_IS_SUPPORTED(&ova, va_flags)) {
7495 fdelta = vap->va_flags ^ ova.va_flags;
7496 } else {
7497 fdelta = vap->va_flags;
7498 }
7499
7500 if (fdelta != 0) {
7501 KAUTH_DEBUG("ATTR - flags changing, requiring WRITE_SECURITY");
7502 required_action |= KAUTH_VNODE_WRITE_SECURITY;
7503
7504 /* check that changing bits are legal */
7505 if (has_priv_suser) {
7506 /*
7507 * The immutability check will prevent us from clearing the SF_*
7508 * flags unless the system securelevel permits it, so just check
7509 * for legal flags here.
7510 */
7511 if (fdelta & ~(UF_SETTABLE | SF_SETTABLE)) {
7512 error = EPERM;
7513 KAUTH_DEBUG(" DENIED - superuser attempt to set illegal flag(s)");
7514 goto out;
7515 }
7516 } else {
7517 if (fdelta & ~UF_SETTABLE) {
7518 error = EPERM;
7519 KAUTH_DEBUG(" DENIED - user attempt to set illegal flag(s)");
7520 goto out;
7521 }
7522 }
7523 /*
7524 * If the caller has the ability to manipulate file flags,
7525 * security is not reduced by ignoring them for this operation.
7526 *
7527 * A more complete test here would consider the 'after' states of the flags
7528 * to determine whether it would permit the operation, but this becomes
7529 * very complex.
7530 *
7531 * Ignoring immutability is conditional on securelevel; this does not bypass
7532 * the SF_* flags if securelevel > 0.
7533 */
7534 required_action |= KAUTH_VNODE_NOIMMUTABLE;
7535 }
7536 }
7537
7538 /*
7539 * Validate ownership information.
7540 */
7541 chowner = 0;
7542 chgroup = 0;
7543 clear_suid = 0;
7544 clear_sgid = 0;
7545
7546 /*
7547 * uid changing
7548 * Note that if the filesystem didn't give us a UID, we expect that it doesn't
7549 * support them in general, and will ignore it if/when we try to set it.
7550 * We might want to clear the uid out of vap completely here.
7551 */
7552 if (VATTR_IS_ACTIVE(vap, va_uid)) {
7553 if (VATTR_IS_SUPPORTED(&ova, va_uid) && (vap->va_uid != ova.va_uid)) {
7554 if (!has_priv_suser && (kauth_cred_getuid(cred) != vap->va_uid)) {
7555 KAUTH_DEBUG(" DENIED - non-superuser cannot change ownershipt to a third party");
7556 error = EPERM;
7557 goto out;
7558 }
7559 chowner = 1;
7560 }
7561 clear_suid = 1;
7562 }
7563
7564 /*
7565 * gid changing
7566 * Note that if the filesystem didn't give us a GID, we expect that it doesn't
7567 * support them in general, and will ignore it if/when we try to set it.
7568 * We might want to clear the gid out of vap completely here.
7569 */
7570 if (VATTR_IS_ACTIVE(vap, va_gid)) {
7571 if (VATTR_IS_SUPPORTED(&ova, va_gid) && (vap->va_gid != ova.va_gid)) {
7572 if (!has_priv_suser) {
7573 if ((error = kauth_cred_ismember_gid(cred, vap->va_gid, &ismember)) != 0) {
7574 KAUTH_DEBUG(" ERROR - got %d checking for membership in %d", error, vap->va_gid);
7575 goto out;
7576 }
7577 if (!ismember) {
7578 KAUTH_DEBUG(" DENIED - group change from %d to %d but not a member of target group",
7579 ova.va_gid, vap->va_gid);
7580 error = EPERM;
7581 goto out;
7582 }
7583 }
7584 chgroup = 1;
7585 }
7586 clear_sgid = 1;
7587 }
7588
7589 /*
7590 * Owner UUID being set or changed.
7591 */
7592 if (VATTR_IS_ACTIVE(vap, va_uuuid)) {
7593 /* if the owner UUID is not actually changing ... */
7594 if (VATTR_IS_SUPPORTED(&ova, va_uuuid)) {
7595 if (kauth_guid_equal(&vap->va_uuuid, &ova.va_uuuid))
7596 goto no_uuuid_change;
7597
7598 /*
7599 * If the current owner UUID is a null GUID, check
7600 * it against the UUID corresponding to the owner UID.
7601 */
7602 if (kauth_guid_equal(&ova.va_uuuid, &kauth_null_guid) &&
7603 VATTR_IS_SUPPORTED(&ova, va_uid)) {
7604 guid_t uid_guid;
7605
7606 if (kauth_cred_uid2guid(ova.va_uid, &uid_guid) == 0 &&
7607 kauth_guid_equal(&vap->va_uuuid, &uid_guid))
7608 goto no_uuuid_change;
7609 }
7610 }
7611
7612 /*
7613 * The owner UUID cannot be set by a non-superuser to anything other than
7614 * their own or a null GUID (to "unset" the owner UUID).
7615 * Note that file systems must be prepared to handle the
7616 * null UUID case in a manner appropriate for that file
7617 * system.
7618 */
7619 if (!has_priv_suser) {
7620 if ((error = kauth_cred_getguid(cred, &changer)) != 0) {
7621 KAUTH_DEBUG(" ERROR - got %d trying to get caller UUID", error);
7622 /* XXX ENOENT here - no UUID - should perhaps become EPERM */
7623 goto out;
7624 }
7625 if (!kauth_guid_equal(&vap->va_uuuid, &changer) &&
7626 !kauth_guid_equal(&vap->va_uuuid, &kauth_null_guid)) {
7627 KAUTH_DEBUG(" ERROR - cannot set supplied owner UUID - not us / null");
7628 error = EPERM;
7629 goto out;
7630 }
7631 }
7632 chowner = 1;
7633 clear_suid = 1;
7634 }
7635 no_uuuid_change:
7636 /*
7637 * Group UUID being set or changed.
7638 */
7639 if (VATTR_IS_ACTIVE(vap, va_guuid)) {
7640 /* if the group UUID is not actually changing ... */
7641 if (VATTR_IS_SUPPORTED(&ova, va_guuid)) {
7642 if (kauth_guid_equal(&vap->va_guuid, &ova.va_guuid))
7643 goto no_guuid_change;
7644
7645 /*
7646 * If the current group UUID is a null UUID, check
7647 * it against the UUID corresponding to the group GID.
7648 */
7649 if (kauth_guid_equal(&ova.va_guuid, &kauth_null_guid) &&
7650 VATTR_IS_SUPPORTED(&ova, va_gid)) {
7651 guid_t gid_guid;
7652
7653 if (kauth_cred_gid2guid(ova.va_gid, &gid_guid) == 0 &&
7654 kauth_guid_equal(&vap->va_guuid, &gid_guid))
7655 goto no_guuid_change;
7656 }
7657 }
7658
7659 /*
7660 * The group UUID cannot be set by a non-superuser to anything other than
7661 * one of which they are a member or a null GUID (to "unset"
7662 * the group UUID).
7663 * Note that file systems must be prepared to handle the
7664 * null UUID case in a manner appropriate for that file
7665 * system.
7666 */
7667 if (!has_priv_suser) {
7668 if (kauth_guid_equal(&vap->va_guuid, &kauth_null_guid))
7669 ismember = 1;
7670 else if ((error = kauth_cred_ismember_guid(cred, &vap->va_guuid, &ismember)) != 0) {
7671 KAUTH_DEBUG(" ERROR - got %d trying to check group membership", error);
7672 goto out;
7673 }
7674 if (!ismember) {
7675 KAUTH_DEBUG(" ERROR - cannot set supplied group UUID - not a member / null");
7676 error = EPERM;
7677 goto out;
7678 }
7679 }
7680 chgroup = 1;
7681 }
7682 no_guuid_change:
7683
7684 /*
7685 * Compute authorisation for group/ownership changes.
7686 */
7687 if (chowner || chgroup || clear_suid || clear_sgid) {
7688 if (has_priv_suser) {
7689 KAUTH_DEBUG("ATTR - superuser changing file owner/group, requiring immutability check");
7690 required_action |= KAUTH_VNODE_CHECKIMMUTABLE;
7691 } else {
7692 if (chowner) {
7693 KAUTH_DEBUG("ATTR - ownership change, requiring TAKE_OWNERSHIP");
7694 required_action |= KAUTH_VNODE_TAKE_OWNERSHIP;
7695 }
7696 if (chgroup && !chowner) {
7697 KAUTH_DEBUG("ATTR - group change, requiring WRITE_SECURITY");
7698 required_action |= KAUTH_VNODE_WRITE_SECURITY;
7699 }
7700
7701 /* clear set-uid and set-gid bits as required by Posix */
7702 if (VATTR_IS_ACTIVE(vap, va_mode)) {
7703 newmode = vap->va_mode;
7704 } else if (VATTR_IS_SUPPORTED(&ova, va_mode)) {
7705 newmode = ova.va_mode;
7706 } else {
7707 KAUTH_DEBUG("CHOWN - trying to change owner but cannot get mode from filesystem to mask setugid bits");
7708 newmode = 0;
7709 }
7710 if (newmode & (S_ISUID | S_ISGID)) {
7711 VATTR_SET(vap, va_mode, newmode & ~(S_ISUID | S_ISGID));
7712 KAUTH_DEBUG("CHOWN - masking setugid bits from mode %o to %o", newmode, vap->va_mode);
7713 }
7714 }
7715 }
7716
7717 /*
7718 * Authorise changes in the ACL.
7719 */
7720 if (VATTR_IS_ACTIVE(vap, va_acl)) {
7721
7722 /* no existing ACL */
7723 if (!VATTR_IS_ACTIVE(&ova, va_acl) || (ova.va_acl == NULL)) {
7724
7725 /* adding an ACL */
7726 if (vap->va_acl != NULL) {
7727 required_action |= KAUTH_VNODE_WRITE_SECURITY;
7728 KAUTH_DEBUG("CHMOD - adding ACL");
7729 }
7730
7731 /* removing an existing ACL */
7732 } else if (vap->va_acl == NULL) {
7733 required_action |= KAUTH_VNODE_WRITE_SECURITY;
7734 KAUTH_DEBUG("CHMOD - removing ACL");
7735
7736 /* updating an existing ACL */
7737 } else {
7738 if (vap->va_acl->acl_entrycount != ova.va_acl->acl_entrycount) {
7739 /* entry count changed, must be different */
7740 required_action |= KAUTH_VNODE_WRITE_SECURITY;
7741 KAUTH_DEBUG("CHMOD - adding/removing ACL entries");
7742 } else if (vap->va_acl->acl_entrycount > 0) {
7743 /* both ACLs have the same ACE count, said count is 1 or more, bitwise compare ACLs */
7744 if (memcmp(&vap->va_acl->acl_ace[0], &ova.va_acl->acl_ace[0],
7745 sizeof(struct kauth_ace) * vap->va_acl->acl_entrycount)) {
7746 required_action |= KAUTH_VNODE_WRITE_SECURITY;
7747 KAUTH_DEBUG("CHMOD - changing ACL entries");
7748 }
7749 }
7750 }
7751 }
7752
7753 /*
7754 * Other attributes that require authorisation.
7755 */
7756 if (VATTR_IS_ACTIVE(vap, va_encoding))
7757 required_action |= KAUTH_VNODE_WRITE_ATTRIBUTES;
7758
7759 out:
7760 if (VATTR_IS_SUPPORTED(&ova, va_acl) && (ova.va_acl != NULL))
7761 kauth_acl_free(ova.va_acl);
7762 if (error == 0)
7763 *actionp = required_action;
7764 return(error);
7765 }
7766
7767 static int
7768 setlocklocal_callback(struct vnode *vp, __unused void *cargs)
7769 {
7770 vnode_lock_spin(vp);
7771 vp->v_flag |= VLOCKLOCAL;
7772 vnode_unlock(vp);
7773
7774 return (VNODE_RETURNED);
7775 }
7776
7777 void
7778 vfs_setlocklocal(mount_t mp)
7779 {
7780 mount_lock_spin(mp);
7781 mp->mnt_kern_flag |= MNTK_LOCK_LOCAL;
7782 mount_unlock(mp);
7783
7784 /*
7785 * The number of active vnodes is expected to be
7786 * very small when vfs_setlocklocal is invoked.
7787 */
7788 vnode_iterate(mp, 0, setlocklocal_callback, NULL);
7789 }
7790
7791 void
7792 vfs_setunmountpreflight(mount_t mp)
7793 {
7794 mount_lock_spin(mp);
7795 mp->mnt_kern_flag |= MNTK_UNMOUNT_PREFLIGHT;
7796 mount_unlock(mp);
7797 }
7798
7799 void
7800 vfs_setcompoundopen(mount_t mp)
7801 {
7802 mount_lock_spin(mp);
7803 mp->mnt_compound_ops |= COMPOUND_VNOP_OPEN;
7804 mount_unlock(mp);
7805 }
7806
7807 void
7808 vn_setunionwait(vnode_t vp)
7809 {
7810 vnode_lock_spin(vp);
7811 vp->v_flag |= VISUNION;
7812 vnode_unlock(vp);
7813 }
7814
7815
7816 void
7817 vn_checkunionwait(vnode_t vp)
7818 {
7819 vnode_lock_spin(vp);
7820 while ((vp->v_flag & VISUNION) == VISUNION)
7821 msleep((caddr_t)&vp->v_flag, &vp->v_lock, 0, 0, 0);
7822 vnode_unlock(vp);
7823 }
7824
7825 void
7826 vn_clearunionwait(vnode_t vp, int locked)
7827 {
7828 if (!locked)
7829 vnode_lock_spin(vp);
7830 if((vp->v_flag & VISUNION) == VISUNION) {
7831 vp->v_flag &= ~VISUNION;
7832 wakeup((caddr_t)&vp->v_flag);
7833 }
7834 if (!locked)
7835 vnode_unlock(vp);
7836 }
7837
7838 /*
7839 * XXX - get "don't trigger mounts" flag for thread; used by autofs.
7840 */
7841 extern int thread_notrigger(void);
7842
7843 int
7844 thread_notrigger(void)
7845 {
7846 struct uthread *uth = (struct uthread *)get_bsdthread_info(current_thread());
7847 return (uth->uu_notrigger);
7848 }
7849
7850 /*
7851 * Removes orphaned apple double files during a rmdir
7852 * Works by:
7853 * 1. vnode_suspend().
7854 * 2. Call VNOP_READDIR() till the end of directory is reached.
7855 * 3. Check if the directory entries returned are regular files with name starting with "._". If not, return ENOTEMPTY.
7856 * 4. Continue (2) and (3) till end of directory is reached.
7857 * 5. If all the entries in the directory were files with "._" name, delete all the files.
7858 * 6. vnode_resume()
7859 * 7. If deletion of all files succeeded, call VNOP_RMDIR() again.
7860 */
7861
7862 errno_t rmdir_remove_orphaned_appleDouble(vnode_t vp , vfs_context_t ctx, int * restart_flag)
7863 {
7864
7865 #define UIO_BUFF_SIZE 2048
7866 uio_t auio = NULL;
7867 int eofflag, siz = UIO_BUFF_SIZE, nentries = 0;
7868 int open_flag = 0, full_erase_flag = 0;
7869 char uio_buf[ UIO_SIZEOF(1) ];
7870 char *rbuf = NULL, *cpos, *cend;
7871 struct nameidata nd_temp;
7872 struct dirent *dp;
7873 errno_t error;
7874
7875 error = vnode_suspend(vp);
7876
7877 /*
7878 * restart_flag is set so that the calling rmdir sleeps and resets
7879 */
7880 if (error == EBUSY)
7881 *restart_flag = 1;
7882 if (error != 0)
7883 goto outsc;
7884
7885 /*
7886 * set up UIO
7887 */
7888 MALLOC(rbuf, caddr_t, siz, M_TEMP, M_WAITOK);
7889 if (rbuf)
7890 auio = uio_createwithbuffer(1, 0, UIO_SYSSPACE, UIO_READ,
7891 &uio_buf[0], sizeof(uio_buf));
7892 if (!rbuf || !auio) {
7893 error = ENOMEM;
7894 goto outsc;
7895 }
7896
7897 uio_setoffset(auio,0);
7898
7899 eofflag = 0;
7900
7901 if ((error = VNOP_OPEN(vp, FREAD, ctx)))
7902 goto outsc;
7903 else
7904 open_flag = 1;
7905
7906 /*
7907 * First pass checks if all files are appleDouble files.
7908 */
7909
7910 do {
7911 siz = UIO_BUFF_SIZE;
7912 uio_reset(auio, uio_offset(auio), UIO_SYSSPACE, UIO_READ);
7913 uio_addiov(auio, CAST_USER_ADDR_T(rbuf), UIO_BUFF_SIZE);
7914
7915 if((error = VNOP_READDIR(vp, auio, 0, &eofflag, &nentries, ctx)))
7916 goto outsc;
7917
7918 if (uio_resid(auio) != 0)
7919 siz -= uio_resid(auio);
7920
7921 /*
7922 * Iterate through directory
7923 */
7924 cpos = rbuf;
7925 cend = rbuf + siz;
7926 dp = (struct dirent*) cpos;
7927
7928 if (cpos == cend)
7929 eofflag = 1;
7930
7931 while ((cpos < cend)) {
7932 /*
7933 * Check for . and .. as well as directories
7934 */
7935 if (dp->d_ino != 0 &&
7936 !((dp->d_namlen == 1 && dp->d_name[0] == '.') ||
7937 (dp->d_namlen == 2 && dp->d_name[0] == '.' && dp->d_name[1] == '.'))) {
7938 /*
7939 * Check for irregular files and ._ files
7940 * If there is a ._._ file abort the op
7941 */
7942 if ( dp->d_namlen < 2 ||
7943 strncmp(dp->d_name,"._",2) ||
7944 (dp->d_namlen >= 4 && !strncmp(&(dp->d_name[2]), "._",2))) {
7945 error = ENOTEMPTY;
7946 goto outsc;
7947 }
7948 }
7949 cpos += dp->d_reclen;
7950 dp = (struct dirent*)cpos;
7951 }
7952
7953 /*
7954 * workaround for HFS/NFS setting eofflag before end of file
7955 */
7956 if (vp->v_tag == VT_HFS && nentries > 2)
7957 eofflag=0;
7958
7959 if (vp->v_tag == VT_NFS) {
7960 if (eofflag && !full_erase_flag) {
7961 full_erase_flag = 1;
7962 eofflag = 0;
7963 uio_reset(auio, 0, UIO_SYSSPACE, UIO_READ);
7964 }
7965 else if (!eofflag && full_erase_flag)
7966 full_erase_flag = 0;
7967 }
7968
7969 } while (!eofflag);
7970 /*
7971 * If we've made it here all the files in the dir are ._ files.
7972 * We can delete the files even though the node is suspended
7973 * because we are the owner of the file.
7974 */
7975
7976 uio_reset(auio, 0, UIO_SYSSPACE, UIO_READ);
7977 eofflag = 0;
7978 full_erase_flag = 0;
7979
7980 do {
7981 siz = UIO_BUFF_SIZE;
7982 uio_reset(auio, uio_offset(auio), UIO_SYSSPACE, UIO_READ);
7983 uio_addiov(auio, CAST_USER_ADDR_T(rbuf), UIO_BUFF_SIZE);
7984
7985 error = VNOP_READDIR(vp, auio, 0, &eofflag, &nentries, ctx);
7986
7987 if (error != 0)
7988 goto outsc;
7989
7990 if (uio_resid(auio) != 0)
7991 siz -= uio_resid(auio);
7992
7993 /*
7994 * Iterate through directory
7995 */
7996 cpos = rbuf;
7997 cend = rbuf + siz;
7998 dp = (struct dirent*) cpos;
7999
8000 if (cpos == cend)
8001 eofflag = 1;
8002
8003 while ((cpos < cend)) {
8004 /*
8005 * Check for . and .. as well as directories
8006 */
8007 if (dp->d_ino != 0 &&
8008 !((dp->d_namlen == 1 && dp->d_name[0] == '.') ||
8009 (dp->d_namlen == 2 && dp->d_name[0] == '.' && dp->d_name[1] == '.'))
8010 ) {
8011
8012 NDINIT(&nd_temp, DELETE, OP_UNLINK, USEDVP,
8013 UIO_SYSSPACE, CAST_USER_ADDR_T(dp->d_name),
8014 ctx);
8015 nd_temp.ni_dvp = vp;
8016 error = unlink1(ctx, &nd_temp, VNODE_REMOVE_SKIP_NAMESPACE_EVENT);
8017
8018 if (error && error != ENOENT) {
8019 goto outsc;
8020 }
8021
8022 }
8023 cpos += dp->d_reclen;
8024 dp = (struct dirent*)cpos;
8025 }
8026
8027 /*
8028 * workaround for HFS/NFS setting eofflag before end of file
8029 */
8030 if (vp->v_tag == VT_HFS && nentries > 2)
8031 eofflag=0;
8032
8033 if (vp->v_tag == VT_NFS) {
8034 if (eofflag && !full_erase_flag) {
8035 full_erase_flag = 1;
8036 eofflag = 0;
8037 uio_reset(auio, 0, UIO_SYSSPACE, UIO_READ);
8038 }
8039 else if (!eofflag && full_erase_flag)
8040 full_erase_flag = 0;
8041 }
8042
8043 } while (!eofflag);
8044
8045
8046 error = 0;
8047
8048 outsc:
8049 if (open_flag)
8050 VNOP_CLOSE(vp, FREAD, ctx);
8051
8052 uio_free(auio);
8053 FREE(rbuf, M_TEMP);
8054
8055 vnode_resume(vp);
8056
8057
8058 return(error);
8059
8060 }
8061
8062
8063 void
8064 lock_vnode_and_post(vnode_t vp, int kevent_num)
8065 {
8066 /* Only take the lock if there's something there! */
8067 if (vp->v_knotes.slh_first != NULL) {
8068 vnode_lock(vp);
8069 KNOTE(&vp->v_knotes, kevent_num);
8070 vnode_unlock(vp);
8071 }
8072 }
8073
8074 #ifdef JOE_DEBUG
8075 static void record_vp(vnode_t vp, int count) {
8076 struct uthread *ut;
8077
8078 #if CONFIG_TRIGGERS
8079 if (vp->v_resolve)
8080 return;
8081 #endif
8082 if ((vp->v_flag & VSYSTEM))
8083 return;
8084
8085 ut = get_bsdthread_info(current_thread());
8086 ut->uu_iocount += count;
8087
8088 if (count == 1) {
8089 if (ut->uu_vpindex < 32) {
8090 OSBacktrace((void **)&ut->uu_pcs[ut->uu_vpindex][0], 10);
8091
8092 ut->uu_vps[ut->uu_vpindex] = vp;
8093 ut->uu_vpindex++;
8094 }
8095 }
8096 }
8097 #endif
8098
8099
8100 #if CONFIG_TRIGGERS
8101
8102 #define TRIG_DEBUG 0
8103
8104 #if TRIG_DEBUG
8105 #define TRIG_LOG(...) do { printf("%s: ", __FUNCTION__); printf(__VA_ARGS__); } while (0)
8106 #else
8107 #define TRIG_LOG(...)
8108 #endif
8109
8110 /*
8111 * Resolver result functions
8112 */
8113
8114 resolver_result_t
8115 vfs_resolver_result(uint32_t seq, enum resolver_status stat, int aux)
8116 {
8117 /*
8118 * |<--- 32 --->|<--- 28 --->|<- 4 ->|
8119 * sequence auxiliary status
8120 */
8121 return (((uint64_t)seq) << 32) |
8122 (((uint64_t)(aux & 0x0fffffff)) << 4) |
8123 (uint64_t)(stat & 0x0000000F);
8124 }
8125
8126 enum resolver_status
8127 vfs_resolver_status(resolver_result_t result)
8128 {
8129 /* lower 4 bits is status */
8130 return (result & 0x0000000F);
8131 }
8132
8133 uint32_t
8134 vfs_resolver_sequence(resolver_result_t result)
8135 {
8136 /* upper 32 bits is sequence */
8137 return (uint32_t)(result >> 32);
8138 }
8139
8140 int
8141 vfs_resolver_auxiliary(resolver_result_t result)
8142 {
8143 /* 28 bits of auxiliary */
8144 return (int)(((uint32_t)(result & 0xFFFFFFF0)) >> 4);
8145 }
8146
8147 /*
8148 * SPI
8149 * Call in for resolvers to update vnode trigger state
8150 */
8151 int
8152 vnode_trigger_update(vnode_t vp, resolver_result_t result)
8153 {
8154 vnode_resolve_t rp;
8155 uint32_t seq;
8156 enum resolver_status stat;
8157
8158 if (vp->v_resolve == NULL) {
8159 return (EINVAL);
8160 }
8161
8162 stat = vfs_resolver_status(result);
8163 seq = vfs_resolver_sequence(result);
8164
8165 if ((stat != RESOLVER_RESOLVED) && (stat != RESOLVER_UNRESOLVED)) {
8166 return (EINVAL);
8167 }
8168
8169 rp = vp->v_resolve;
8170 lck_mtx_lock(&rp->vr_lock);
8171
8172 if (seq > rp->vr_lastseq) {
8173 if (stat == RESOLVER_RESOLVED)
8174 rp->vr_flags |= VNT_RESOLVED;
8175 else
8176 rp->vr_flags &= ~VNT_RESOLVED;
8177
8178 rp->vr_lastseq = seq;
8179 }
8180
8181 lck_mtx_unlock(&rp->vr_lock);
8182
8183 return (0);
8184 }
8185
8186 static int
8187 vnode_resolver_attach(vnode_t vp, vnode_resolve_t rp, boolean_t ref)
8188 {
8189 int error;
8190
8191 vnode_lock_spin(vp);
8192 if (vp->v_resolve != NULL) {
8193 vnode_unlock(vp);
8194 return EINVAL;
8195 } else {
8196 vp->v_resolve = rp;
8197 }
8198 vnode_unlock(vp);
8199
8200 if (ref) {
8201 error = vnode_ref_ext(vp, O_EVTONLY, VNODE_REF_FORCE);
8202 if (error != 0) {
8203 panic("VNODE_REF_FORCE didn't help...");
8204 }
8205 }
8206
8207 return 0;
8208 }
8209
8210 /*
8211 * VFS internal interfaces for vnode triggers
8212 *
8213 * vnode must already have an io count on entry
8214 * v_resolve is stable when io count is non-zero
8215 */
8216 static int
8217 vnode_resolver_create(mount_t mp, vnode_t vp, struct vnode_trigger_param *tinfo, boolean_t external)
8218 {
8219 vnode_resolve_t rp;
8220 int result;
8221 char byte;
8222
8223 #if 1
8224 /* minimum pointer test (debugging) */
8225 if (tinfo->vnt_data)
8226 byte = *((char *)tinfo->vnt_data);
8227 #endif
8228 MALLOC(rp, vnode_resolve_t, sizeof(*rp), M_TEMP, M_WAITOK);
8229 if (rp == NULL)
8230 return (ENOMEM);
8231
8232 lck_mtx_init(&rp->vr_lock, trigger_vnode_lck_grp, trigger_vnode_lck_attr);
8233
8234 rp->vr_resolve_func = tinfo->vnt_resolve_func;
8235 rp->vr_unresolve_func = tinfo->vnt_unresolve_func;
8236 rp->vr_rearm_func = tinfo->vnt_rearm_func;
8237 rp->vr_reclaim_func = tinfo->vnt_reclaim_func;
8238 rp->vr_data = tinfo->vnt_data;
8239 rp->vr_lastseq = 0;
8240 rp->vr_flags = tinfo->vnt_flags & VNT_VALID_MASK;
8241 if (external) {
8242 rp->vr_flags |= VNT_EXTERNAL;
8243 }
8244
8245 result = vnode_resolver_attach(vp, rp, external);
8246 if (result != 0) {
8247 goto out;
8248 }
8249
8250 if (mp) {
8251 OSAddAtomic(1, &mp->mnt_numtriggers);
8252 }
8253
8254 return (result);
8255
8256 out:
8257 FREE(rp, M_TEMP);
8258 return result;
8259 }
8260
8261 static void
8262 vnode_resolver_release(vnode_resolve_t rp)
8263 {
8264 /*
8265 * Give them a chance to free any private data
8266 */
8267 if (rp->vr_data && rp->vr_reclaim_func) {
8268 rp->vr_reclaim_func(NULLVP, rp->vr_data);
8269 }
8270
8271 lck_mtx_destroy(&rp->vr_lock, trigger_vnode_lck_grp);
8272 FREE(rp, M_TEMP);
8273
8274 }
8275
8276 /* Called after the vnode has been drained */
8277 static void
8278 vnode_resolver_detach(vnode_t vp)
8279 {
8280 vnode_resolve_t rp;
8281 mount_t mp;
8282
8283 mp = vnode_mount(vp);
8284
8285 vnode_lock(vp);
8286 rp = vp->v_resolve;
8287 vp->v_resolve = NULL;
8288 vnode_unlock(vp);
8289
8290 if ((rp->vr_flags & VNT_EXTERNAL) != 0) {
8291 vnode_rele_ext(vp, O_EVTONLY, 1);
8292 }
8293
8294 vnode_resolver_release(rp);
8295
8296 /* Keep count of active trigger vnodes per mount */
8297 OSAddAtomic(-1, &mp->mnt_numtriggers);
8298 }
8299
8300 /*
8301 * Pathname operations that don't trigger a mount for trigger vnodes
8302 */
8303 static const u_int64_t ignorable_pathops_mask =
8304 1LL << OP_MOUNT |
8305 1LL << OP_UNMOUNT |
8306 1LL << OP_STATFS |
8307 1LL << OP_ACCESS |
8308 1LL << OP_GETATTR |
8309 1LL << OP_LISTXATTR;
8310
8311 int
8312 vfs_istraditionaltrigger(enum path_operation op, const struct componentname *cnp)
8313 {
8314 if (cnp->cn_flags & ISLASTCN)
8315 return ((1LL << op) & ignorable_pathops_mask) == 0;
8316 else
8317 return (1);
8318 }
8319
8320 __private_extern__
8321 void
8322 vnode_trigger_rearm(vnode_t vp, vfs_context_t ctx)
8323 {
8324 vnode_resolve_t rp;
8325 resolver_result_t result;
8326 enum resolver_status status;
8327 uint32_t seq;
8328
8329 if ((vp->v_resolve == NULL) ||
8330 (vp->v_resolve->vr_rearm_func == NULL) ||
8331 (vp->v_resolve->vr_flags & VNT_AUTO_REARM) == 0) {
8332 return;
8333 }
8334
8335 rp = vp->v_resolve;
8336 lck_mtx_lock(&rp->vr_lock);
8337
8338 /*
8339 * Check if VFS initiated this unmount. If so, we'll catch it after the unresolve completes.
8340 */
8341 if (rp->vr_flags & VNT_VFS_UNMOUNTED) {
8342 lck_mtx_unlock(&rp->vr_lock);
8343 return;
8344 }
8345
8346 /* Check if this vnode is already armed */
8347 if ((rp->vr_flags & VNT_RESOLVED) == 0) {
8348 lck_mtx_unlock(&rp->vr_lock);
8349 return;
8350 }
8351
8352 lck_mtx_unlock(&rp->vr_lock);
8353
8354 result = rp->vr_rearm_func(vp, 0, rp->vr_data, ctx);
8355 status = vfs_resolver_status(result);
8356 seq = vfs_resolver_sequence(result);
8357
8358 lck_mtx_lock(&rp->vr_lock);
8359 if (seq > rp->vr_lastseq) {
8360 if (status == RESOLVER_UNRESOLVED)
8361 rp->vr_flags &= ~VNT_RESOLVED;
8362 rp->vr_lastseq = seq;
8363 }
8364 lck_mtx_unlock(&rp->vr_lock);
8365 }
8366
8367 __private_extern__
8368 int
8369 vnode_trigger_resolve(vnode_t vp, struct nameidata *ndp, vfs_context_t ctx)
8370 {
8371 vnode_resolve_t rp;
8372 enum path_operation op;
8373 resolver_result_t result;
8374 enum resolver_status status;
8375 uint32_t seq;
8376
8377 /* Only trigger on topmost vnodes */
8378 if ((vp->v_resolve == NULL) ||
8379 (vp->v_resolve->vr_resolve_func == NULL) ||
8380 (vp->v_mountedhere != NULL)) {
8381 return (0);
8382 }
8383
8384 rp = vp->v_resolve;
8385 lck_mtx_lock(&rp->vr_lock);
8386
8387 /* Check if this vnode is already resolved */
8388 if (rp->vr_flags & VNT_RESOLVED) {
8389 lck_mtx_unlock(&rp->vr_lock);
8390 return (0);
8391 }
8392
8393 lck_mtx_unlock(&rp->vr_lock);
8394
8395 /*
8396 * XXX
8397 * assumes that resolver will not access this trigger vnode (otherwise the kernel will deadlock)
8398 * is there anyway to know this???
8399 * there can also be other legitimate lookups in parallel
8400 *
8401 * XXX - should we call this on a separate thread with a timeout?
8402 *
8403 * XXX - should we use ISLASTCN to pick the op value??? Perhaps only leafs should
8404 * get the richer set and non-leafs should get generic OP_LOOKUP? TBD
8405 */
8406 op = (ndp->ni_op < OP_MAXOP) ? ndp->ni_op: OP_LOOKUP;
8407
8408 result = rp->vr_resolve_func(vp, &ndp->ni_cnd, op, 0, rp->vr_data, ctx);
8409 status = vfs_resolver_status(result);
8410 seq = vfs_resolver_sequence(result);
8411
8412 lck_mtx_lock(&rp->vr_lock);
8413 if (seq > rp->vr_lastseq) {
8414 if (status == RESOLVER_RESOLVED)
8415 rp->vr_flags |= VNT_RESOLVED;
8416 rp->vr_lastseq = seq;
8417 }
8418 lck_mtx_unlock(&rp->vr_lock);
8419
8420 /* On resolver errors, propagate the error back up */
8421 return (status == RESOLVER_ERROR ? vfs_resolver_auxiliary(result) : 0);
8422 }
8423
8424 static int
8425 vnode_trigger_unresolve(vnode_t vp, int flags, vfs_context_t ctx)
8426 {
8427 vnode_resolve_t rp;
8428 resolver_result_t result;
8429 enum resolver_status status;
8430 uint32_t seq;
8431
8432 if ((vp->v_resolve == NULL) || (vp->v_resolve->vr_unresolve_func == NULL)) {
8433 return (0);
8434 }
8435
8436 rp = vp->v_resolve;
8437 lck_mtx_lock(&rp->vr_lock);
8438
8439 /* Check if this vnode is already resolved */
8440 if ((rp->vr_flags & VNT_RESOLVED) == 0) {
8441 printf("vnode_trigger_unresolve: not currently resolved\n");
8442 lck_mtx_unlock(&rp->vr_lock);
8443 return (0);
8444 }
8445
8446 rp->vr_flags |= VNT_VFS_UNMOUNTED;
8447
8448 lck_mtx_unlock(&rp->vr_lock);
8449
8450 /*
8451 * XXX
8452 * assumes that resolver will not access this trigger vnode (otherwise the kernel will deadlock)
8453 * there can also be other legitimate lookups in parallel
8454 *
8455 * XXX - should we call this on a separate thread with a timeout?
8456 */
8457
8458 result = rp->vr_unresolve_func(vp, flags, rp->vr_data, ctx);
8459 status = vfs_resolver_status(result);
8460 seq = vfs_resolver_sequence(result);
8461
8462 lck_mtx_lock(&rp->vr_lock);
8463 if (seq > rp->vr_lastseq) {
8464 if (status == RESOLVER_UNRESOLVED)
8465 rp->vr_flags &= ~VNT_RESOLVED;
8466 rp->vr_lastseq = seq;
8467 }
8468 rp->vr_flags &= ~VNT_VFS_UNMOUNTED;
8469 lck_mtx_unlock(&rp->vr_lock);
8470
8471 /* On resolver errors, propagate the error back up */
8472 return (status == RESOLVER_ERROR ? vfs_resolver_auxiliary(result) : 0);
8473 }
8474
8475 static int
8476 triggerisdescendant(mount_t mp, mount_t rmp)
8477 {
8478 int match = FALSE;
8479
8480 /*
8481 * walk up vnode covered chain looking for a match
8482 */
8483 name_cache_lock_shared();
8484
8485 while (1) {
8486 vnode_t vp;
8487
8488 /* did we encounter "/" ? */
8489 if (mp->mnt_flag & MNT_ROOTFS)
8490 break;
8491
8492 vp = mp->mnt_vnodecovered;
8493 if (vp == NULLVP)
8494 break;
8495
8496 mp = vp->v_mount;
8497 if (mp == rmp) {
8498 match = TRUE;
8499 break;
8500 }
8501 }
8502
8503 name_cache_unlock();
8504
8505 return (match);
8506 }
8507
8508 struct trigger_unmount_info {
8509 vfs_context_t ctx;
8510 mount_t top_mp;
8511 vnode_t trigger_vp;
8512 mount_t trigger_mp;
8513 uint32_t trigger_vid;
8514 int flags;
8515 };
8516
8517 static int
8518 trigger_unmount_callback(mount_t mp, void * arg)
8519 {
8520 struct trigger_unmount_info * infop = (struct trigger_unmount_info *)arg;
8521 boolean_t mountedtrigger = FALSE;
8522
8523 /*
8524 * When we encounter the top level mount we're done
8525 */
8526 if (mp == infop->top_mp)
8527 return (VFS_RETURNED_DONE);
8528
8529 if ((mp->mnt_vnodecovered == NULL) ||
8530 (vnode_getwithref(mp->mnt_vnodecovered) != 0)) {
8531 return (VFS_RETURNED);
8532 }
8533
8534 if ((mp->mnt_vnodecovered->v_mountedhere == mp) &&
8535 (mp->mnt_vnodecovered->v_resolve != NULL) &&
8536 (mp->mnt_vnodecovered->v_resolve->vr_flags & VNT_RESOLVED)) {
8537 mountedtrigger = TRUE;
8538 }
8539 vnode_put(mp->mnt_vnodecovered);
8540
8541 /*
8542 * When we encounter a mounted trigger, check if its under the top level mount
8543 */
8544 if ( !mountedtrigger || !triggerisdescendant(mp, infop->top_mp) )
8545 return (VFS_RETURNED);
8546
8547 /*
8548 * Process any pending nested mount (now that its not referenced)
8549 */
8550 if ((infop->trigger_vp != NULLVP) &&
8551 (vnode_getwithvid(infop->trigger_vp, infop->trigger_vid) == 0)) {
8552 vnode_t vp = infop->trigger_vp;
8553 int error;
8554
8555 infop->trigger_vp = NULLVP;
8556
8557 if (mp == vp->v_mountedhere) {
8558 vnode_put(vp);
8559 printf("trigger_unmount_callback: unexpected match '%s'\n",
8560 mp->mnt_vfsstat.f_mntonname);
8561 return (VFS_RETURNED);
8562 }
8563 if (infop->trigger_mp != vp->v_mountedhere) {
8564 vnode_put(vp);
8565 printf("trigger_unmount_callback: trigger mnt changed! (%p != %p)\n",
8566 infop->trigger_mp, vp->v_mountedhere);
8567 goto savenext;
8568 }
8569
8570 error = vnode_trigger_unresolve(vp, infop->flags, infop->ctx);
8571 vnode_put(vp);
8572 if (error) {
8573 printf("unresolving: '%s', err %d\n",
8574 vp->v_mountedhere ? vp->v_mountedhere->mnt_vfsstat.f_mntonname :
8575 "???", error);
8576 return (VFS_RETURNED_DONE); /* stop iteration on errors */
8577 }
8578 }
8579 savenext:
8580 /*
8581 * We can't call resolver here since we hold a mount iter
8582 * ref on mp so save its covered vp for later processing
8583 */
8584 infop->trigger_vp = mp->mnt_vnodecovered;
8585 if ((infop->trigger_vp != NULLVP) &&
8586 (vnode_getwithref(infop->trigger_vp) == 0)) {
8587 if (infop->trigger_vp->v_mountedhere == mp) {
8588 infop->trigger_vid = infop->trigger_vp->v_id;
8589 infop->trigger_mp = mp;
8590 }
8591 vnode_put(infop->trigger_vp);
8592 }
8593
8594 return (VFS_RETURNED);
8595 }
8596
8597 /*
8598 * Attempt to unmount any trigger mounts nested underneath a mount.
8599 * This is a best effort attempt and no retries are performed here.
8600 *
8601 * Note: mp->mnt_rwlock is held exclusively on entry (so be carefull)
8602 */
8603 __private_extern__
8604 void
8605 vfs_nested_trigger_unmounts(mount_t mp, int flags, vfs_context_t ctx)
8606 {
8607 struct trigger_unmount_info info;
8608
8609 /* Must have trigger vnodes */
8610 if (mp->mnt_numtriggers == 0) {
8611 return;
8612 }
8613 /* Avoid recursive requests (by checking covered vnode) */
8614 if ((mp->mnt_vnodecovered != NULL) &&
8615 (vnode_getwithref(mp->mnt_vnodecovered) == 0)) {
8616 boolean_t recursive = FALSE;
8617
8618 if ((mp->mnt_vnodecovered->v_mountedhere == mp) &&
8619 (mp->mnt_vnodecovered->v_resolve != NULL) &&
8620 (mp->mnt_vnodecovered->v_resolve->vr_flags & VNT_VFS_UNMOUNTED)) {
8621 recursive = TRUE;
8622 }
8623 vnode_put(mp->mnt_vnodecovered);
8624 if (recursive)
8625 return;
8626 }
8627
8628 /*
8629 * Attempt to unmount any nested trigger mounts (best effort)
8630 */
8631 info.ctx = ctx;
8632 info.top_mp = mp;
8633 info.trigger_vp = NULLVP;
8634 info.trigger_vid = 0;
8635 info.trigger_mp = NULL;
8636 info.flags = flags;
8637
8638 (void) vfs_iterate(VFS_ITERATE_TAIL_FIRST, trigger_unmount_callback, &info);
8639
8640 /*
8641 * Process remaining nested mount (now that its not referenced)
8642 */
8643 if ((info.trigger_vp != NULLVP) &&
8644 (vnode_getwithvid(info.trigger_vp, info.trigger_vid) == 0)) {
8645 vnode_t vp = info.trigger_vp;
8646
8647 if (info.trigger_mp == vp->v_mountedhere) {
8648 (void) vnode_trigger_unresolve(vp, flags, ctx);
8649 }
8650 vnode_put(vp);
8651 }
8652 }
8653
8654 int
8655 vfs_addtrigger(mount_t mp, const char *relpath, struct vnode_trigger_info *vtip, vfs_context_t ctx)
8656 {
8657 struct nameidata nd;
8658 int res;
8659 vnode_t rvp, vp;
8660 struct vnode_trigger_param vtp;
8661
8662 /*
8663 * Must be called for trigger callback, wherein rwlock is held
8664 */
8665 lck_rw_assert(&mp->mnt_rwlock, LCK_RW_ASSERT_HELD);
8666
8667 TRIG_LOG("Adding trigger at %s\n", relpath);
8668 TRIG_LOG("Trying VFS_ROOT\n");
8669
8670 /*
8671 * We do a lookup starting at the root of the mountpoint, unwilling
8672 * to cross into other mountpoints.
8673 */
8674 res = VFS_ROOT(mp, &rvp, ctx);
8675 if (res != 0) {
8676 goto out;
8677 }
8678
8679 TRIG_LOG("Trying namei\n");
8680
8681 NDINIT(&nd, LOOKUP, OP_LOOKUP, USEDVP | NOCROSSMOUNT | FOLLOW, UIO_SYSSPACE,
8682 CAST_USER_ADDR_T(relpath), ctx);
8683 nd.ni_dvp = rvp;
8684 res = namei(&nd);
8685 if (res != 0) {
8686 vnode_put(rvp);
8687 goto out;
8688 }
8689
8690 vp = nd.ni_vp;
8691 nameidone(&nd);
8692 vnode_put(rvp);
8693
8694 TRIG_LOG("Trying vnode_resolver_create()\n");
8695
8696 /*
8697 * Set up blob. vnode_create() takes a larger structure
8698 * with creation info, and we needed something different
8699 * for this case. One needs to win, or we need to munge both;
8700 * vnode_create() wins.
8701 */
8702 bzero(&vtp, sizeof(vtp));
8703 vtp.vnt_resolve_func = vtip->vti_resolve_func;
8704 vtp.vnt_unresolve_func = vtip->vti_unresolve_func;
8705 vtp.vnt_rearm_func = vtip->vti_rearm_func;
8706 vtp.vnt_reclaim_func = vtip->vti_reclaim_func;
8707 vtp.vnt_reclaim_func = vtip->vti_reclaim_func;
8708 vtp.vnt_data = vtip->vti_data;
8709 vtp.vnt_flags = vtip->vti_flags;
8710
8711 res = vnode_resolver_create(mp, vp, &vtp, TRUE);
8712 vnode_put(vp);
8713 out:
8714 TRIG_LOG("Returning %d\n", res);
8715 return res;
8716 }
8717
8718 #endif /* CONFIG_TRIGGERS */