2 * Copyright (c) 2000-2007 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
29 * Copyright (c) 1990, 1996-1998 Apple Computer, Inc.
30 * All Rights Reserved.
33 * posix_shm.c : Support for POSIX shared memory APIs
36 * Author: Ananthakrishna Ramesh
44 * NOTICE: This file was modified by SPARTA, Inc. in 2005 to introduce
45 * support for mandatory and extensible security protections. This notice
46 * is included in support of clause 2.2 (b) of the Apple Public License,
50 #include <sys/cdefs.h>
51 #include <sys/param.h>
52 #include <sys/systm.h>
53 #include <sys/kernel.h>
54 #include <sys/file_internal.h>
55 #include <sys/filedesc.h>
57 #include <sys/proc_internal.h>
58 #include <sys/kauth.h>
59 #include <sys/mount.h>
60 #include <sys/namei.h>
61 #include <sys/vnode.h>
62 #include <sys/vnode_internal.h>
63 #include <sys/ioctl.h>
65 #include <sys/malloc.h>
68 #include <sys/sysproto.h>
69 #include <sys/proc_info.h>
70 #include <security/audit/audit.h>
73 #include <security/mac_framework.h>
76 #include <mach/mach_types.h>
77 #include <mach/mach_vm.h>
78 #include <mach/vm_map.h>
79 #include <mach/vm_prot.h>
80 #include <mach/vm_inherit.h>
81 #include <mach/kern_return.h>
82 #include <mach/memory_object_control.h>
84 #include <vm/vm_map.h>
85 #include <vm/vm_protos.h>
87 #define f_flag f_fglob->fg_flag
88 #define f_type f_fglob->fg_ops->fo_type
89 #define f_msgcount f_fglob->fg_msgcount
90 #define f_cred f_fglob->fg_cred
91 #define f_ops f_fglob->fg_ops
92 #define f_offset f_fglob->fg_offset
93 #define f_data f_fglob->fg_data
94 #define PSHMNAMLEN 31 /* maximum name segment length we bother with */
97 void * pshmo_memobject
;
98 memory_object_size_t pshmo_size
;
99 struct pshmobj
* pshmo_next
;
103 unsigned int pshm_flags
;
104 unsigned int pshm_usecount
;
109 char pshm_name
[PSHMNAMLEN
+ 1]; /* segment name */
110 struct pshmobj
*pshm_memobjects
;
112 unsigned int pshm_readcount
;
113 unsigned int pshm_writecount
;
115 #endif /* DIAGNOSTIC */
116 struct label
* pshm_label
;
118 #define PSHMINFO_NULL (struct pshminfo *)0
120 #define PSHM_NONE 0x001
121 #define PSHM_DEFINED 0x002
122 #define PSHM_ALLOCATED 0x004
123 #define PSHM_MAPPED 0x008
124 #define PSHM_INUSE 0x010
125 #define PSHM_REMOVED 0x020
126 #define PSHM_INCREATE 0x040
127 #define PSHM_INDELETE 0x080
128 #define PSHM_ALLOCATING 0x100
131 LIST_ENTRY(pshmcache
) pshm_hash
; /* hash chain */
132 struct pshminfo
*pshminfo
; /* vnode the name refers to */
133 int pshm_nlen
; /* length of name */
134 char pshm_name
[PSHMNAMLEN
+ 1]; /* segment name */
136 #define PSHMCACHE_NULL (struct pshmcache *)0
139 long goodhits
; /* hits that we can really use */
140 long neghits
; /* negative hits that we can use */
141 long badhits
; /* hits we must drop */
142 long falsehits
; /* hits with id mismatch */
143 long miss
; /* misses */
144 long longnames
; /* long names that ignore cache */
148 char *pshm_nameptr
; /* pointer to looked up name */
149 long pshm_namelen
; /* length of looked up component */
150 u_long pshm_hash
; /* hash value of looked up name */
155 user_size_t map_size
; /* XXX unused ? */
156 struct pshminfo
*pinfo
;
157 unsigned int pshm_usecount
;
159 unsigned int readcnt
;
160 unsigned int writecnt
;
163 #define PSHMNODE_NULL (struct pshmnode *)0
166 #define PSHMHASH(pnp) \
167 (&pshmhashtbl[(pnp)->pshm_hash & pshmhash])
169 LIST_HEAD(pshmhashhead
, pshmcache
) *pshmhashtbl
; /* Hash Table */
170 u_long pshmhash
; /* size of hash table - 1 */
171 long pshmnument
; /* number of cache entries allocated */
172 struct pshmstats pshmstats
; /* cache effectiveness statistics */
174 static int pshm_read (struct fileproc
*fp
, struct uio
*uio
,
175 int flags
, vfs_context_t ctx
);
176 static int pshm_write (struct fileproc
*fp
, struct uio
*uio
,
177 int flags
, vfs_context_t ctx
);
178 static int pshm_ioctl (struct fileproc
*fp
, u_long com
,
179 caddr_t data
, vfs_context_t ctx
);
180 static int pshm_select (struct fileproc
*fp
, int which
, void *wql
, vfs_context_t ctx
);
181 static int pshm_close(struct pshminfo
*pinfo
, int dropref
);
182 static int pshm_closefile (struct fileglob
*fg
, vfs_context_t ctx
);
184 static int pshm_kqfilter(struct fileproc
*fp
, struct knote
*kn
, vfs_context_t ctx
);
186 int pshm_access(struct pshminfo
*pinfo
, int mode
, kauth_cred_t cred
, proc_t p
);
187 static int pshm_cache_add(struct pshminfo
*pshmp
, struct pshmname
*pnp
, struct pshmcache
*pcp
);
188 static void pshm_cache_delete(struct pshmcache
*pcp
);
190 static void pshm_cache_purge(void);
191 #endif /* NOT_USED */
192 static int pshm_cache_search(struct pshminfo
**pshmp
, struct pshmname
*pnp
,
193 struct pshmcache
**pcache
, int addref
);
195 static const struct fileops pshmops
= {
206 static lck_grp_t
*psx_shm_subsys_lck_grp
;
207 static lck_grp_attr_t
*psx_shm_subsys_lck_grp_attr
;
208 static lck_attr_t
*psx_shm_subsys_lck_attr
;
209 static lck_mtx_t psx_shm_subsys_mutex
;
211 #define PSHM_SUBSYS_LOCK() lck_mtx_lock(& psx_shm_subsys_mutex)
212 #define PSHM_SUBSYS_UNLOCK() lck_mtx_unlock(& psx_shm_subsys_mutex)
215 /* Initialize the mutex governing access to the posix shm subsystem */
216 __private_extern__
void
217 pshm_lock_init( void )
220 psx_shm_subsys_lck_grp_attr
= lck_grp_attr_alloc_init();
222 psx_shm_subsys_lck_grp
= lck_grp_alloc_init("posix shared memory", psx_shm_subsys_lck_grp_attr
);
224 psx_shm_subsys_lck_attr
= lck_attr_alloc_init();
225 lck_mtx_init(& psx_shm_subsys_mutex
, psx_shm_subsys_lck_grp
, psx_shm_subsys_lck_attr
);
229 * Lookup an entry in the cache
232 * status of -1 is returned if matches
233 * If the lookup determines that the name does not exist
234 * (negative cacheing), a status of ENOENT is returned. If the lookup
235 * fails, a status of zero is returned.
239 pshm_cache_search(struct pshminfo
**pshmp
, struct pshmname
*pnp
,
240 struct pshmcache
**pcache
, int addref
)
242 struct pshmcache
*pcp
, *nnp
;
243 struct pshmhashhead
*pcpp
;
245 if (pnp
->pshm_namelen
> PSHMNAMLEN
) {
246 pshmstats
.longnames
++;
250 pcpp
= PSHMHASH(pnp
);
251 for (pcp
= pcpp
->lh_first
; pcp
!= 0; pcp
= nnp
) {
252 nnp
= pcp
->pshm_hash
.le_next
;
253 if (pcp
->pshm_nlen
== pnp
->pshm_namelen
&&
254 !bcmp(pcp
->pshm_name
, pnp
->pshm_nameptr
, (u_int
)pcp
-> pshm_nlen
))
263 /* We found a "positive" match, return the vnode */
265 pshmstats
.goodhits
++;
267 *pshmp
= pcp
->pshminfo
;
270 pcp
->pshminfo
->pshm_usecount
++;
275 * We found a "negative" match, ENOENT notifies client of this match.
282 * Add an entry to the cache.
283 * XXX should be static?
286 pshm_cache_add(struct pshminfo
*pshmp
, struct pshmname
*pnp
, struct pshmcache
*pcp
)
288 struct pshmhashhead
*pcpp
;
289 struct pshminfo
*dpinfo
;
290 struct pshmcache
*dpcp
;
293 if (pnp
->pshm_namelen
> PSHMNAMLEN
)
294 panic("cache_enter: name too long");
298 /* if the entry has already been added by some one else return */
299 if (pshm_cache_search(&dpinfo
, pnp
, &dpcp
, 0) == -1) {
305 * Fill in cache info, if vp is NULL this is a "negative" cache entry.
307 pcp
->pshminfo
= pshmp
;
308 pcp
->pshm_nlen
= pnp
->pshm_namelen
;
309 bcopy(pnp
->pshm_nameptr
, pcp
->pshm_name
, (unsigned)pcp
->pshm_nlen
);
310 pcpp
= PSHMHASH(pnp
);
315 for (p
= pcpp
->lh_first
; p
!= 0; p
= p
->pshm_hash
.le_next
)
317 panic("cache_enter: duplicate");
320 LIST_INSERT_HEAD(pcpp
, pcp
, pshm_hash
);
325 * Name cache initialization, from vfs_init() when we are booting
328 pshm_cache_init(void)
330 pshmhashtbl
= hashinit(desiredvnodes
/ 8, M_SHM
, &pshmhash
);
335 * Invalidate a all entries to particular vnode.
337 * We actually just increment the v_id, that will do it. The entries will
338 * be purged by lookup as they get found. If the v_id wraps around, we
339 * need to ditch the entire cache, to avoid confusion. No valid vnode will
340 * ever have (v_id == 0).
343 pshm_cache_purge(void)
345 struct pshmcache
*pcp
;
346 struct pshmhashhead
*pcpp
;
348 for (pcpp
= &pshmhashtbl
[pshmhash
]; pcpp
>= pshmhashtbl
; pcpp
--) {
349 while ( (pcp
= pcpp
->lh_first
) )
350 pshm_cache_delete(pcp
);
353 #endif /* NOT_USED */
356 pshm_cache_delete(struct pshmcache
*pcp
)
359 if (pcp
->pshm_hash
.le_prev
== 0)
360 panic("namecache purge le_prev");
361 if (pcp
->pshm_hash
.le_next
== pcp
)
362 panic("namecache purge le_next");
363 #endif /* DIAGNOSTIC */
364 LIST_REMOVE(pcp
, pshm_hash
);
365 pcp
->pshm_hash
.le_prev
= 0;
371 shm_open(proc_t p
, struct shm_open_args
*uap
, int32_t *retval
)
376 struct pshminfo
*pinfo
;
377 struct fileproc
*fp
= NULL
;
379 struct pshminfo
*new_pinfo
= PSHMINFO_NULL
;
380 struct pshmnode
*new_pnode
= PSHMNODE_NULL
;
381 struct pshmcache
*pcache
= PSHMCACHE_NULL
; /* ignored on return */
384 size_t pathlen
, plen
;
386 int cmode
= uap
->mode
;
388 struct pshmcache
*pcp
= NULL
;
390 AUDIT_ARG(fflags
, uap
->oflag
);
391 AUDIT_ARG(mode
, uap
->mode
);
393 pinfo
= PSHMINFO_NULL
;
396 * Preallocate everything we might need up front to avoid taking
397 * and dropping the lock, opening us up to race conditions.
399 MALLOC_ZONE(pnbuf
, caddr_t
, MAXPATHLEN
, M_NAMEI
, M_WAITOK
);
405 pathlen
= MAXPATHLEN
;
406 error
= copyinstr(uap
->name
, (void *)pnbuf
, MAXPATHLEN
, &pathlen
);
410 AUDIT_ARG(text
, pnbuf
);
411 if (pathlen
> PSHMNAMLEN
) {
412 error
= ENAMETOOLONG
;
415 #ifdef PSXSHM_NAME_RESTRICT
417 if (*nameptr
== '/') {
418 while (*(nameptr
++) == '/') {
427 #endif /* PSXSHM_NAME_RESTRICT */
431 nd
.pshm_nameptr
= nameptr
;
432 nd
.pshm_namelen
= plen
;
435 for (cp
= nameptr
, i
=1; *cp
!= 0 && i
<= plen
; i
++, cp
++) {
436 nd
.pshm_hash
+= (unsigned char)*cp
* i
;
440 * attempt to allocate a new fp; if unsuccessful, the fp will be
441 * left unmodified (NULL).
443 error
= falloc(p
, &fp
, &indx
, vfs_context_current());
449 fmode
= FFLAGS(uap
->oflag
);
450 if ((fmode
& (FREAD
| FWRITE
)) == 0) {
456 * We allocate a new entry if we are less than the maximum
457 * allowed and the one at the front of the LRU list is in use.
458 * Otherwise we use the one at the front of the LRU list.
460 MALLOC(pcp
, struct pshmcache
*, sizeof(struct pshmcache
), M_SHM
, M_WAITOK
|M_ZERO
);
466 MALLOC(new_pinfo
, struct pshminfo
*, sizeof(struct pshminfo
), M_SHM
, M_WAITOK
|M_ZERO
);
467 if (new_pinfo
== PSHMINFO_NULL
) {
472 mac_posixshm_label_init(new_pinfo
);
475 MALLOC(new_pnode
, struct pshmnode
*, sizeof(struct pshmnode
), M_SHM
, M_WAITOK
|M_ZERO
);
476 if (new_pnode
== PSHMNODE_NULL
) {
484 * If we find the entry in the cache, this will take a reference,
485 * allowing us to unlock it for the permissions check.
487 error
= pshm_cache_search(&pinfo
, &nd
, &pcache
, 1);
489 PSHM_SUBSYS_UNLOCK();
491 if (error
== ENOENT
) {
498 if (fmode
& O_CREAT
) {
499 /* create a new one (commit the allocation) */
501 pinfo
->pshm_flags
= PSHM_DEFINED
| PSHM_INCREATE
;
502 pinfo
->pshm_usecount
= 1; /* existence reference */
503 pinfo
->pshm_mode
= cmode
;
504 pinfo
->pshm_uid
= kauth_getuid();
505 pinfo
->pshm_gid
= kauth_getgid();
506 bcopy(pnbuf
, &pinfo
->pshm_name
[0], pathlen
);
507 pinfo
->pshm_name
[pathlen
]=0;
509 error
= mac_posixshm_check_create(kauth_cred_get(), nameptr
);
513 mac_posixshm_label_associate(kauth_cred_get(), pinfo
, nameptr
);
518 if (fmode
& O_CREAT
) {
520 if ((fmode
& O_EXCL
)) {
521 AUDIT_ARG(posix_ipc_perm
, pinfo
->pshm_uid
,
525 /* shm obj exists and opened O_EXCL */
530 if( pinfo
->pshm_flags
& PSHM_INDELETE
) {
534 AUDIT_ARG(posix_ipc_perm
, pinfo
->pshm_uid
,
535 pinfo
->pshm_gid
, pinfo
->pshm_mode
);
537 if ((error
= mac_posixshm_check_open(kauth_cred_get(), pinfo
, fmode
))) {
541 if ( (error
= pshm_access(pinfo
, fmode
, kauth_cred_get(), p
)) ) {
546 if (!(fmode
& O_CREAT
)) {
548 /* O_CREAT is not set and the object does not exist */
552 if( pinfo
->pshm_flags
& PSHM_INDELETE
) {
557 if ((error
= mac_posixshm_check_open(kauth_cred_get(), pinfo
, fmode
))) {
562 if ((error
= pshm_access(pinfo
, fmode
, kauth_cred_get(), p
))) {
566 if (fmode
& O_TRUNC
) {
576 pinfo
->pshm_writecount
++;
578 pinfo
->pshm_readcount
++;
581 /* if successful, this will consume the pcp */
582 if ( (error
= pshm_cache_add(pinfo
, &nd
, pcp
)) ) {
586 * add reference for the new entry; otherwise, we obtained
587 * one from the cache hit earlier.
589 pinfo
->pshm_usecount
++;
591 pinfo
->pshm_flags
&= ~PSHM_INCREATE
;
592 new_pnode
->pinfo
= pinfo
;
594 PSHM_SUBSYS_UNLOCK();
597 * if incache, we did not use the new pcp or new_pinfo and must
603 if (new_pinfo
!= PSHMINFO_NULL
) {
605 mac_posixshm_label_destroy(new_pinfo
);
607 FREE(new_pinfo
, M_SHM
);
612 fp
->f_flag
= fmode
& FMASK
;
613 fp
->f_ops
= &pshmops
;
614 fp
->f_data
= (caddr_t
)new_pnode
;
615 *fdflags(p
, indx
) |= UF_EXCLOSE
;
616 procfdtbl_releasefd(p
, indx
, NULL
);
617 fp_drop(p
, indx
, fp
, 1);
621 FREE_ZONE(pnbuf
, MAXPATHLEN
, M_NAMEI
);
625 PSHM_SUBSYS_UNLOCK();
628 * If we obtained the entry from the cache, we need to drop the
629 * reference; holding the reference may have prevented unlinking,
630 * so we need to call pshm_close() to get the full effect.
634 pshm_close(pinfo
, 1);
635 PSHM_SUBSYS_UNLOCK();
641 if (new_pnode
!= PSHMNODE_NULL
)
642 FREE(new_pnode
, M_SHM
);
645 fp_free(p
, indx
, fp
);
647 if (new_pinfo
!= PSHMINFO_NULL
) {
649 mac_posixshm_label_destroy(new_pinfo
);
651 FREE(new_pinfo
, M_SHM
);
654 FREE_ZONE(pnbuf
, MAXPATHLEN
, M_NAMEI
);
660 pshm_truncate(__unused proc_t p
, struct fileproc
*fp
, __unused
int fd
,
661 off_t length
, __unused
int32_t *retval
)
663 struct pshminfo
* pinfo
;
664 struct pshmnode
* pnode
;
666 mem_entry_name_port_t mem_object
;
667 mach_vm_size_t total_size
, alloc_size
;
668 memory_object_size_t mosize
;
669 struct pshmobj
*pshmobj
, *pshmobj_next
, **pshmobj_next_p
;
675 user_map
= current_map();
677 if (fp
->f_type
!= DTYPE_PSXSHM
) {
682 if (((pnode
= (struct pshmnode
*)fp
->f_data
)) == PSHMNODE_NULL
)
686 if ((pinfo
= pnode
->pinfo
) == PSHMINFO_NULL
) {
687 PSHM_SUBSYS_UNLOCK();
690 if ((pinfo
->pshm_flags
& (PSHM_DEFINED
|PSHM_ALLOCATING
|PSHM_ALLOCATED
))
692 PSHM_SUBSYS_UNLOCK();
696 error
= mac_posixshm_check_truncate(kauth_cred_get(), pinfo
, length
);
698 PSHM_SUBSYS_UNLOCK();
703 pinfo
->pshm_flags
|= PSHM_ALLOCATING
;
704 total_size
= vm_map_round_page(length
,
705 vm_map_page_mask(user_map
));
706 pshmobj_next_p
= &pinfo
->pshm_memobjects
;
709 alloc_size
< total_size
;
710 alloc_size
+= mosize
) {
712 PSHM_SUBSYS_UNLOCK();
714 mosize
= MIN(total_size
- alloc_size
, ANON_MAX_SIZE
);
715 kret
= mach_make_memory_entry_64(
719 MAP_MEM_NAMED_CREATE
| VM_PROT_DEFAULT
,
723 if (kret
!= KERN_SUCCESS
)
726 MALLOC(pshmobj
, struct pshmobj
*, sizeof (struct pshmobj
),
728 if (pshmobj
== NULL
) {
729 kret
= KERN_NO_SPACE
;
730 mach_memory_entry_port_release(mem_object
);
737 pshmobj
->pshmo_memobject
= (void *) mem_object
;
738 pshmobj
->pshmo_size
= mosize
;
739 pshmobj
->pshmo_next
= NULL
;
741 *pshmobj_next_p
= pshmobj
;
742 pshmobj_next_p
= &pshmobj
->pshmo_next
;
745 pinfo
->pshm_flags
|= PSHM_ALLOCATED
;
746 pinfo
->pshm_flags
&= ~(PSHM_ALLOCATING
);
747 pinfo
->pshm_length
= total_size
;
748 PSHM_SUBSYS_UNLOCK();
753 for (pshmobj
= pinfo
->pshm_memobjects
;
755 pshmobj
= pshmobj_next
) {
756 pshmobj_next
= pshmobj
->pshmo_next
;
757 mach_memory_entry_port_release(pshmobj
->pshmo_memobject
);
758 FREE(pshmobj
, M_SHM
);
760 pinfo
->pshm_memobjects
= NULL
;
761 pinfo
->pshm_flags
&= ~PSHM_ALLOCATING
;
762 PSHM_SUBSYS_UNLOCK();
765 case KERN_INVALID_ADDRESS
:
768 case KERN_PROTECTION_FAILURE
:
777 pshm_stat(struct pshmnode
*pnode
, void *ub
, int isstat64
)
779 struct stat
*sb
= (struct stat
*)0; /* warning avoidance ; protected by isstat64 */
780 struct stat64
* sb64
= (struct stat64
*)0; /* warning avoidance ; protected by isstat64 */
781 struct pshminfo
*pinfo
;
787 if ((pinfo
= pnode
->pinfo
) == PSHMINFO_NULL
){
788 PSHM_SUBSYS_UNLOCK();
793 error
= mac_posixshm_check_stat(kauth_cred_get(), pinfo
);
795 PSHM_SUBSYS_UNLOCK();
801 sb64
= (struct stat64
*)ub
;
802 bzero(sb64
, sizeof(struct stat64
));
803 sb64
->st_mode
= pinfo
->pshm_mode
;
804 sb64
->st_uid
= pinfo
->pshm_uid
;
805 sb64
->st_gid
= pinfo
->pshm_gid
;
806 sb64
->st_size
= pinfo
->pshm_length
;
808 sb
= (struct stat
*)ub
;
809 bzero(sb
, sizeof(struct stat
));
810 sb
->st_mode
= pinfo
->pshm_mode
;
811 sb
->st_uid
= pinfo
->pshm_uid
;
812 sb
->st_gid
= pinfo
->pshm_gid
;
813 sb
->st_size
= pinfo
->pshm_length
;
815 PSHM_SUBSYS_UNLOCK();
821 * This is called only from shm_open which holds pshm_lock();
822 * XXX This code is repeated many times
825 pshm_access(struct pshminfo
*pinfo
, int mode
, kauth_cred_t cred
, __unused proc_t p
)
827 int mode_req
= ((mode
& FREAD
) ? S_IRUSR
: 0) |
828 ((mode
& FWRITE
) ? S_IWUSR
: 0);
830 /* Otherwise, user id 0 always gets access. */
831 if (!suser(cred
, NULL
))
834 return(posix_cred_access(cred
, pinfo
->pshm_uid
, pinfo
->pshm_gid
, pinfo
->pshm_mode
, mode_req
));
838 pshm_mmap(__unused proc_t p
, struct mmap_args
*uap
, user_addr_t
*retval
, struct fileproc
*fp
, off_t pageoff
)
840 vm_map_offset_t user_addr
= (vm_map_offset_t
)uap
->addr
;
841 vm_map_size_t user_size
= (vm_map_size_t
)uap
->len
;
842 vm_map_offset_t user_start_addr
;
843 vm_map_size_t map_size
, mapped_size
;
844 int prot
= uap
->prot
;
845 int flags
= uap
->flags
;
846 vm_object_offset_t file_pos
= (vm_object_offset_t
)uap
->pos
;
847 vm_object_offset_t map_pos
;
852 struct pshminfo
* pinfo
;
853 struct pshmnode
* pnode
;
854 struct pshmobj
* pshmobj
;
862 if ((flags
& MAP_SHARED
) == 0)
866 if ((prot
& PROT_WRITE
) && ((fp
->f_flag
& FWRITE
) == 0)) {
870 if (((pnode
= (struct pshmnode
*)fp
->f_data
)) == PSHMNODE_NULL
)
874 if ((pinfo
= pnode
->pinfo
) == PSHMINFO_NULL
) {
875 PSHM_SUBSYS_UNLOCK();
879 if ((pinfo
->pshm_flags
& PSHM_ALLOCATED
) != PSHM_ALLOCATED
) {
880 PSHM_SUBSYS_UNLOCK();
883 if ((off_t
)user_size
> pinfo
->pshm_length
) {
884 PSHM_SUBSYS_UNLOCK();
887 if ((off_t
)(user_size
+ file_pos
) > pinfo
->pshm_length
) {
888 PSHM_SUBSYS_UNLOCK();
891 if ((pshmobj
= pinfo
->pshm_memobjects
) == NULL
) {
892 PSHM_SUBSYS_UNLOCK();
897 error
= mac_posixshm_check_mmap(kauth_cred_get(), pinfo
, prot
, flags
);
899 PSHM_SUBSYS_UNLOCK();
904 PSHM_SUBSYS_UNLOCK();
905 user_map
= current_map();
907 if ((flags
& MAP_FIXED
) == 0) {
908 alloc_flags
= VM_FLAGS_ANYWHERE
;
909 user_addr
= vm_map_round_page(user_addr
,
910 vm_map_page_mask(user_map
));
912 if (user_addr
!= vm_map_round_page(user_addr
,
913 vm_map_page_mask(user_map
)))
916 * We do not get rid of the existing mappings here because
917 * it wouldn't be atomic (see comment in mmap()). We let
918 * Mach VM know that we want it to replace any existing
919 * mapping with the new one.
921 alloc_flags
= VM_FLAGS_FIXED
| VM_FLAGS_OVERWRITE
;
927 /* reserver the entire space first... */
928 kret
= vm_map_enter_mem_object(user_map
,
939 user_start_addr
= user_addr
;
940 if (kret
!= KERN_SUCCESS
) {
944 /* ... and overwrite with the real mappings */
945 for (map_pos
= 0, pshmobj
= pinfo
->pshm_memobjects
;
947 map_pos
+= pshmobj
->pshmo_size
, pshmobj
= pshmobj
->pshmo_next
) {
948 if (pshmobj
== NULL
) {
949 /* nothing there to map !? */
952 if (file_pos
>= map_pos
+ pshmobj
->pshmo_size
) {
955 map_size
= pshmobj
->pshmo_size
- (file_pos
- map_pos
);
956 if (map_size
> user_size
) {
957 map_size
= user_size
;
959 kret
= vm_map_enter_mem_object(
964 VM_FLAGS_FIXED
| VM_FLAGS_OVERWRITE
,
965 pshmobj
->pshmo_memobject
,
971 if (kret
!= KERN_SUCCESS
)
974 user_addr
+= map_size
;
975 user_size
-= map_size
;
976 mapped_size
+= map_size
;
977 file_pos
+= map_size
;
981 pnode
->mapp_addr
= user_start_addr
;
982 pnode
->map_size
= mapped_size
;
983 pinfo
->pshm_flags
|= (PSHM_MAPPED
| PSHM_INUSE
);
984 PSHM_SUBSYS_UNLOCK();
986 if (kret
!= KERN_SUCCESS
) {
987 if (mapped_size
!= 0) {
988 (void) mach_vm_deallocate(current_map(),
996 *retval
= (user_start_addr
+ pageoff
);
998 case KERN_INVALID_ADDRESS
:
1001 case KERN_PROTECTION_FAILURE
:
1010 shm_unlink(__unused proc_t p
, struct shm_unlink_args
*uap
,
1011 __unused
int32_t *retval
)
1016 struct pshminfo
*pinfo
;
1020 size_t pathlen
, plen
;
1022 struct pshmcache
*pcache
= PSHMCACHE_NULL
;
1023 struct pshmobj
*pshmobj
, *pshmobj_next
;
1025 pinfo
= PSHMINFO_NULL
;
1027 MALLOC_ZONE(pnbuf
, caddr_t
, MAXPATHLEN
, M_NAMEI
, M_WAITOK
);
1028 if (pnbuf
== NULL
) {
1029 return(ENOSPC
); /* XXX non-standard */
1031 pathlen
= MAXPATHLEN
;
1032 error
= copyinstr(uap
->name
, (void *)pnbuf
, MAXPATHLEN
, &pathlen
);
1036 AUDIT_ARG(text
, pnbuf
);
1037 if (pathlen
> PSHMNAMLEN
) {
1038 error
= ENAMETOOLONG
;
1043 #ifdef PSXSHM_NAME_RESTRICT
1045 if (*nameptr
== '/') {
1046 while (*(nameptr
++) == '/') {
1055 #endif /* PSXSHM_NAME_RESTRICT */
1059 nd
.pshm_nameptr
= nameptr
;
1060 nd
.pshm_namelen
= plen
;
1063 for (cp
= nameptr
, i
=1; *cp
!= 0 && i
<= plen
; i
++, cp
++) {
1064 nd
.pshm_hash
+= (unsigned char)*cp
* i
;
1068 error
= pshm_cache_search(&pinfo
, &nd
, &pcache
, 0);
1070 if (error
== ENOENT
) {
1071 PSHM_SUBSYS_UNLOCK();
1075 /* During unlink lookup failure also implies ENOENT */
1077 PSHM_SUBSYS_UNLOCK();
1083 if ((pinfo
->pshm_flags
& (PSHM_DEFINED
| PSHM_ALLOCATED
))==0) {
1084 PSHM_SUBSYS_UNLOCK();
1089 if (pinfo
->pshm_flags
& PSHM_ALLOCATING
) {
1090 /* XXX should we wait for flag to clear and then proceed ? */
1091 PSHM_SUBSYS_UNLOCK();
1096 if (pinfo
->pshm_flags
& PSHM_INDELETE
) {
1097 PSHM_SUBSYS_UNLOCK();
1102 error
= mac_posixshm_check_unlink(kauth_cred_get(), pinfo
, nameptr
);
1104 PSHM_SUBSYS_UNLOCK();
1109 AUDIT_ARG(posix_ipc_perm
, pinfo
->pshm_uid
, pinfo
->pshm_gid
,
1113 * following file semantics, unlink should be allowed
1114 * for users with write permission only.
1116 if ( (error
= pshm_access(pinfo
, FWRITE
, kauth_cred_get(), p
)) ) {
1117 PSHM_SUBSYS_UNLOCK();
1121 pinfo
->pshm_flags
|= PSHM_INDELETE
;
1122 pshm_cache_delete(pcache
);
1123 pinfo
->pshm_flags
|= PSHM_REMOVED
;
1124 /* release the existence reference */
1125 if (!--pinfo
->pshm_usecount
) {
1127 mac_posixshm_label_destroy(pinfo
);
1129 PSHM_SUBSYS_UNLOCK();
1131 * If this is the last reference going away on the object,
1132 * then we need to destroy the backing object. The name
1133 * has an implied but uncounted reference on the object,
1134 * once it's created, since it's used as a rendezvous, and
1135 * therefore may be subsequently reopened.
1137 for (pshmobj
= pinfo
->pshm_memobjects
;
1139 pshmobj
= pshmobj_next
) {
1140 mach_memory_entry_port_release(pshmobj
->pshmo_memobject
);
1141 pshmobj_next
= pshmobj
->pshmo_next
;
1142 FREE(pshmobj
, M_SHM
);
1146 PSHM_SUBSYS_UNLOCK();
1148 FREE(pcache
, M_SHM
);
1151 FREE_ZONE(pnbuf
, MAXPATHLEN
, M_NAMEI
);
1155 /* already called locked */
1157 pshm_close(struct pshminfo
*pinfo
, int dropref
)
1160 struct pshmobj
*pshmobj
, *pshmobj_next
;
1163 * If we are dropping the reference we took on the cache object, don't
1164 * enforce the allocation requirement.
1166 if ( !dropref
&& ((pinfo
->pshm_flags
& PSHM_ALLOCATED
) != PSHM_ALLOCATED
)) {
1170 if(!pinfo
->pshm_usecount
) {
1171 kprintf("negative usecount in pshm_close\n");
1173 #endif /* DIAGNOSTIC */
1174 pinfo
->pshm_usecount
--; /* release this fd's reference */
1176 if ((pinfo
->pshm_flags
& PSHM_REMOVED
) && !pinfo
->pshm_usecount
) {
1178 mac_posixshm_label_destroy(pinfo
);
1180 PSHM_SUBSYS_UNLOCK();
1182 * If this is the last reference going away on the object,
1183 * then we need to destroy the backing object.
1185 for (pshmobj
= pinfo
->pshm_memobjects
;
1187 pshmobj
= pshmobj_next
) {
1188 mach_memory_entry_port_release(pshmobj
->pshmo_memobject
);
1189 pshmobj_next
= pshmobj
->pshmo_next
;
1190 FREE(pshmobj
, M_SHM
);
1198 /* vfs_context_t passed to match prototype for struct fileops */
1200 pshm_closefile(struct fileglob
*fg
, __unused vfs_context_t ctx
)
1203 struct pshmnode
*pnode
;
1207 if ((pnode
= (struct pshmnode
*)fg
->fg_data
) != NULL
) {
1208 if (pnode
->pinfo
!= PSHMINFO_NULL
) {
1209 error
= pshm_close(pnode
->pinfo
, 0);
1214 PSHM_SUBSYS_UNLOCK();
1220 pshm_read(__unused
struct fileproc
*fp
, __unused
struct uio
*uio
,
1221 __unused
int flags
, __unused vfs_context_t ctx
)
1227 pshm_write(__unused
struct fileproc
*fp
, __unused
struct uio
*uio
,
1228 __unused
int flags
, __unused vfs_context_t ctx
)
1234 pshm_ioctl(__unused
struct fileproc
*fp
, __unused u_long com
,
1235 __unused caddr_t data
, __unused vfs_context_t ctx
)
1241 pshm_select(__unused
struct fileproc
*fp
, __unused
int which
, __unused
void *wql
,
1242 __unused vfs_context_t ctx
)
1248 pshm_kqfilter(__unused
struct fileproc
*fp
, __unused
struct knote
*kn
,
1249 __unused vfs_context_t ctx
)
1255 fill_pshminfo(struct pshmnode
* pshm
, struct pshm_info
* info
)
1257 struct pshminfo
*pinfo
;
1258 struct vinfo_stat
*sb
;
1261 if ((pinfo
= pshm
->pinfo
) == PSHMINFO_NULL
){
1262 PSHM_SUBSYS_UNLOCK();
1266 sb
= &info
->pshm_stat
;
1268 bzero(sb
, sizeof(struct vinfo_stat
));
1269 sb
->vst_mode
= pinfo
->pshm_mode
;
1270 sb
->vst_uid
= pinfo
->pshm_uid
;
1271 sb
->vst_gid
= pinfo
->pshm_gid
;
1272 sb
->vst_size
= pinfo
->pshm_length
;
1274 info
->pshm_mappaddr
= pshm
->mapp_addr
;
1275 bcopy(&pinfo
->pshm_name
[0], &info
->pshm_name
[0], PSHMNAMLEN
+1);
1277 PSHM_SUBSYS_UNLOCK();
1283 pshm_label_associate(struct fileproc
*fp
, struct vnode
*vp
, vfs_context_t ctx
)
1285 struct pshmnode
*pnode
;
1286 struct pshminfo
*pshm
;
1289 pnode
= (struct pshmnode
*)fp
->f_fglob
->fg_data
;
1290 if (pnode
!= NULL
) {
1291 pshm
= pnode
->pinfo
;
1293 mac_posixshm_vnode_label_associate(
1294 vfs_context_ucred(ctx
), pshm
, pshm
->pshm_label
,
1297 PSHM_SUBSYS_UNLOCK();