]> git.saurik.com Git - apple/xnu.git/blame - bsd/kern/posix_shm.c
xnu-792.2.4.tar.gz
[apple/xnu.git] / bsd / kern / posix_shm.c
CommitLineData
1c79356b 1/*
e5568f75 2 * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
1c79356b
A
3 *
4 * @APPLE_LICENSE_HEADER_START@
5 *
e5568f75
A
6 * The contents of this file constitute Original Code as defined in and
7 * are subject to the Apple Public Source License Version 1.1 (the
8 * "License"). You may not use this file except in compliance with the
9 * License. Please obtain a copy of the License at
10 * http://www.apple.com/publicsource and read it before using this file.
1c79356b 11 *
e5568f75
A
12 * This Original Code and all software distributed under the License are
13 * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
1c79356b
A
14 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
15 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
e5568f75
A
16 * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the
17 * License for the specific language governing rights and limitations
18 * under the License.
1c79356b
A
19 *
20 * @APPLE_LICENSE_HEADER_END@
21 */
22/*
23 * Copyright (c) 1990, 1996-1998 Apple Computer, Inc.
24 * All Rights Reserved.
25 */
26/*
9bccf70c 27 * posix_shm.c : Support for POSIX shared memory APIs
1c79356b
A
28 *
29 * File: posix_shm.c
30 * Author: Ananthakrishna Ramesh
31 *
32 * HISTORY
33 * 2-Sep-1999 A.Ramesh
34 * Created for MacOSX
35 *
36 */
37
38#include <sys/cdefs.h>
39#include <sys/param.h>
40#include <sys/systm.h>
41#include <sys/kernel.h>
91447636 42#include <sys/file_internal.h>
1c79356b
A
43#include <sys/filedesc.h>
44#include <sys/stat.h>
91447636
A
45#include <sys/proc_internal.h>
46#include <sys/kauth.h>
1c79356b
A
47#include <sys/mount.h>
48#include <sys/namei.h>
49#include <sys/vnode.h>
50#include <sys/ioctl.h>
51#include <sys/tty.h>
52#include <sys/malloc.h>
53#include <sys/mman.h>
91447636
A
54#include <sys/stat.h>
55#include <sys/sysproto.h>
e5568f75
A
56
57#include <bsm/audit_kernel.h>
58
1c79356b 59#include <mach/mach_types.h>
91447636
A
60#include <mach/mach_vm.h>
61#include <mach/vm_map.h>
1c79356b
A
62#include <mach/vm_prot.h>
63#include <mach/vm_inherit.h>
64#include <mach/kern_return.h>
65#include <mach/memory_object_control.h>
66
91447636
A
67#include <vm/vm_map.h>
68#include <vm/vm_protos.h>
69#include <vm/vm_shared_memory_server.h>
70
71#if KTRACE
72#include <sys/ktrace.h>
73#endif
1c79356b 74
91447636
A
75#define f_flag f_fglob->fg_flag
76#define f_type f_fglob->fg_type
77#define f_msgcount f_fglob->fg_msgcount
78#define f_cred f_fglob->fg_cred
79#define f_ops f_fglob->fg_ops
80#define f_offset f_fglob->fg_offset
81#define f_data f_fglob->fg_data
1c79356b
A
82#define PSHMNAMLEN 31 /* maximum name segment length we bother with */
83
84struct pshminfo {
85 unsigned int pshm_flags;
86 unsigned int pshm_usecount;
87 off_t pshm_length;
88 mode_t pshm_mode;
89 uid_t pshm_uid;
90 gid_t pshm_gid;
91 char pshm_name[PSHMNAMLEN + 1]; /* segment name */
92 void * pshm_memobject;
93#if DIAGNOSTIC
94 unsigned int pshm_readcount;
95 unsigned int pshm_writecount;
96 struct proc * pshm_proc;
97#endif /* DIAGNOSTIC */
98};
99#define PSHMINFO_NULL (struct pshminfo *)0
100
101#define PSHM_NONE 1
102#define PSHM_DEFINED 2
103#define PSHM_ALLOCATED 4
104#define PSHM_MAPPED 8
105#define PSHM_INUSE 0x10
106#define PSHM_REMOVED 0x20
107#define PSHM_INCREATE 0x40
108#define PSHM_INDELETE 0x80
109
110struct pshmcache {
111 LIST_ENTRY(pshmcache) pshm_hash; /* hash chain */
112 struct pshminfo *pshminfo; /* vnode the name refers to */
113 int pshm_nlen; /* length of name */
114 char pshm_name[PSHMNAMLEN + 1]; /* segment name */
115};
116#define PSHMCACHE_NULL (struct pshmcache *)0
117
118struct pshmstats {
119 long goodhits; /* hits that we can really use */
120 long neghits; /* negative hits that we can use */
121 long badhits; /* hits we must drop */
122 long falsehits; /* hits with id mismatch */
123 long miss; /* misses */
124 long longnames; /* long names that ignore cache */
125};
126
127struct pshmname {
128 char *pshm_nameptr; /* pointer to looked up name */
129 long pshm_namelen; /* length of looked up component */
130 u_long pshm_hash; /* hash value of looked up name */
131};
132
133struct pshmnode {
91447636
A
134 off_t mapp_addr;
135 user_size_t map_size;
1c79356b
A
136 struct pshminfo *pinfo;
137 unsigned int pshm_usecount;
138#if DIAGNOSTIC
139 unsigned int readcnt;
140 unsigned int writecnt;
141#endif
142};
143#define PSHMNODE_NULL (struct pshmnode *)0
144
145
146#define PSHMHASH(pnp) \
147 (&pshmhashtbl[(pnp)->pshm_hash & pshmhash])
91447636 148
1c79356b
A
149LIST_HEAD(pshmhashhead, pshmcache) *pshmhashtbl; /* Hash Table */
150u_long pshmhash; /* size of hash table - 1 */
151long pshmnument; /* number of cache entries allocated */
152struct pshmstats pshmstats; /* cache effectiveness statistics */
153
91447636
A
154static int pshm_read (struct fileproc *fp, struct uio *uio,
155 kauth_cred_t cred, int flags, struct proc *p);
156static int pshm_write (struct fileproc *fp, struct uio *uio,
157 kauth_cred_t cred, int flags, struct proc *p);
158static int pshm_ioctl (struct fileproc *fp, u_long com,
159 caddr_t data, struct proc *p);
160static int pshm_select (struct fileproc *fp, int which, void *wql, struct proc *p);
161static int pshm_close(struct pshmnode *pnode);
162static int pshm_closefile (struct fileglob *fg, struct proc *p);
163
164static int pshm_kqfilter(struct fileproc *fp, struct knote *kn, struct proc *p);
165
166int pshm_access(struct pshminfo *pinfo, int mode, kauth_cred_t cred, struct proc *p);
167static int pshm_cache_add(struct pshminfo *pshmp, struct pshmname *pnp, struct pshmcache *pcp);
168static void pshm_cache_delete(struct pshmcache *pcp);
169#if NOT_USED
170static void pshm_cache_purge(void);
171#endif /* NOT_USED */
172static int pshm_cache_search(struct pshminfo **pshmp, struct pshmname *pnp,
173 struct pshmcache **pcache);
55e303ae 174
1c79356b 175struct fileops pshmops =
91447636
A
176 { pshm_read, pshm_write, pshm_ioctl, pshm_select, pshm_closefile, pshm_kqfilter, 0 };
177
178static lck_grp_t *psx_shm_subsys_lck_grp;
179static lck_grp_attr_t *psx_shm_subsys_lck_grp_attr;
180static lck_attr_t *psx_shm_subsys_lck_attr;
181static lck_mtx_t psx_shm_subsys_mutex;
182
183#define PSHM_SUBSYS_LOCK() lck_mtx_lock(& psx_shm_subsys_mutex)
184#define PSHM_SUBSYS_UNLOCK() lck_mtx_unlock(& psx_shm_subsys_mutex)
185
186
187/* Initialize the mutex governing access to the posix shm subsystem */
188__private_extern__ void
189pshm_lock_init( void )
190{
191
192 psx_shm_subsys_lck_grp_attr = lck_grp_attr_alloc_init();
193 lck_grp_attr_setstat(psx_shm_subsys_lck_grp_attr);
194
195 psx_shm_subsys_lck_grp = lck_grp_alloc_init("posix shared memory", psx_shm_subsys_lck_grp_attr);
196
197 psx_shm_subsys_lck_attr = lck_attr_alloc_init();
198 /* lck_attr_setdebug(psx_shm_subsys_lck_attr); */
199 lck_mtx_init(& psx_shm_subsys_mutex, psx_shm_subsys_lck_grp, psx_shm_subsys_lck_attr);
200}
1c79356b 201
1c79356b
A
202/*
203 * Lookup an entry in the cache
204 *
205 *
206 * status of -1 is returned if matches
207 * If the lookup determines that the name does not exist
208 * (negative cacheing), a status of ENOENT is returned. If the lookup
209 * fails, a status of zero is returned.
210 */
211
91447636
A
212static int
213pshm_cache_search(struct pshminfo **pshmp, struct pshmname *pnp,
214 struct pshmcache **pcache)
1c79356b 215{
91447636
A
216 struct pshmcache *pcp, *nnp;
217 struct pshmhashhead *pcpp;
1c79356b
A
218
219 if (pnp->pshm_namelen > PSHMNAMLEN) {
220 pshmstats.longnames++;
221 return (0);
222 }
223
224 pcpp = PSHMHASH(pnp);
225 for (pcp = pcpp->lh_first; pcp != 0; pcp = nnp) {
226 nnp = pcp->pshm_hash.le_next;
227 if (pcp->pshm_nlen == pnp->pshm_namelen &&
228 !bcmp(pcp->pshm_name, pnp->pshm_nameptr, (u_int)pcp-> pshm_nlen))
229 break;
230 }
231
232 if (pcp == 0) {
233 pshmstats.miss++;
234 return (0);
235 }
236
237 /* We found a "positive" match, return the vnode */
238 if (pcp->pshminfo) {
239 pshmstats.goodhits++;
240 /* TOUCH(ncp); */
241 *pshmp = pcp->pshminfo;
242 *pcache = pcp;
243 return (-1);
244 }
245
246 /*
247 * We found a "negative" match, ENOENT notifies client of this match.
248 * The nc_vpid field records whether this is a whiteout.
249 */
250 pshmstats.neghits++;
251 return (ENOENT);
252}
253
254/*
255 * Add an entry to the cache.
91447636 256 * XXX should be static?
1c79356b 257 */
91447636
A
258static int
259pshm_cache_add(struct pshminfo *pshmp, struct pshmname *pnp, struct pshmcache *pcp)
1c79356b 260{
91447636 261 struct pshmhashhead *pcpp;
55e303ae
A
262 struct pshminfo *dpinfo;
263 struct pshmcache *dpcp;
1c79356b
A
264
265#if DIAGNOSTIC
266 if (pnp->pshm_namelen > NCHNAMLEN)
267 panic("cache_enter: name too long");
268#endif
269
91447636 270
1c79356b
A
271 /* if the entry has already been added by some one else return */
272 if (pshm_cache_search(&dpinfo, pnp, &dpcp) == -1) {
1c79356b
A
273 return(EEXIST);
274 }
275 pshmnument++;
276
1c79356b
A
277 /*
278 * Fill in cache info, if vp is NULL this is a "negative" cache entry.
279 * For negative entries, we have to record whether it is a whiteout.
280 * the whiteout flag is stored in the nc_vpid field which is
281 * otherwise unused.
282 */
283 pcp->pshminfo = pshmp;
284 pcp->pshm_nlen = pnp->pshm_namelen;
285 bcopy(pnp->pshm_nameptr, pcp->pshm_name, (unsigned)pcp->pshm_nlen);
286 pcpp = PSHMHASH(pnp);
287#if DIAGNOSTIC
288 {
91447636 289 struct pshmcache *p;
1c79356b
A
290
291 for (p = pcpp->lh_first; p != 0; p = p->pshm_hash.le_next)
292 if (p == pcp)
293 panic("cache_enter: duplicate");
294 }
295#endif
296 LIST_INSERT_HEAD(pcpp, pcp, pshm_hash);
297 return(0);
298}
299
300/*
301 * Name cache initialization, from vfs_init() when we are booting
302 */
303void
91447636 304pshm_cache_init(void)
1c79356b
A
305{
306 pshmhashtbl = hashinit(desiredvnodes, M_SHM, &pshmhash);
307}
308
91447636 309#if NOT_USED
1c79356b
A
310/*
311 * Invalidate a all entries to particular vnode.
312 *
313 * We actually just increment the v_id, that will do it. The entries will
314 * be purged by lookup as they get found. If the v_id wraps around, we
315 * need to ditch the entire cache, to avoid confusion. No valid vnode will
316 * ever have (v_id == 0).
317 */
91447636 318static void
1c79356b
A
319pshm_cache_purge(void)
320{
321 struct pshmcache *pcp;
322 struct pshmhashhead *pcpp;
323
324 for (pcpp = &pshmhashtbl[pshmhash]; pcpp >= pshmhashtbl; pcpp--) {
91447636 325 while ( (pcp = pcpp->lh_first) )
1c79356b
A
326 pshm_cache_delete(pcp);
327 }
328}
91447636 329#endif /* NOT_USED */
1c79356b 330
91447636
A
331static void
332pshm_cache_delete(struct pshmcache *pcp)
1c79356b
A
333{
334#if DIAGNOSTIC
335 if (pcp->pshm_hash.le_prev == 0)
336 panic("namecache purge le_prev");
337 if (pcp->pshm_hash.le_next == pcp)
338 panic("namecache purge le_next");
339#endif /* DIAGNOSTIC */
340 LIST_REMOVE(pcp, pshm_hash);
341 pcp->pshm_hash.le_prev = 0;
342 pshmnument--;
343}
344
345
1c79356b 346int
91447636 347shm_open(struct proc *p, struct shm_open_args *uap, register_t *retval)
1c79356b 348{
91447636
A
349 struct fileproc *fp;
350 size_t i;
351 struct fileproc *nfp;
352 int indx, error;
1c79356b
A
353 struct pshmname nd;
354 struct pshminfo *pinfo;
1c79356b
A
355 char * pnbuf;
356 char * nameptr;
357 char * cp;
358 size_t pathlen, plen;
359 int fmode ;
360 int cmode = uap->mode;
361 int incache = 0;
362 struct pshmnode * pnode = PSHMNODE_NULL;
363 struct pshmcache * pcache = PSHMCACHE_NULL;
91447636 364 struct pshmcache *pcp;
9bccf70c 365 int pinfo_alloc=0;
1c79356b 366
e5568f75
A
367 AUDIT_ARG(fflags, uap->oflag);
368 AUDIT_ARG(mode, uap->mode);
91447636 369
1c79356b
A
370 pinfo = PSHMINFO_NULL;
371
91447636
A
372 MALLOC_ZONE(pnbuf, caddr_t, MAXPATHLEN, M_NAMEI, M_WAITOK);
373 if (pnbuf == NULL) {
374 return(ENOSPC);
375 }
376
1c79356b 377 pathlen = MAXPATHLEN;
91447636 378 error = copyinstr(uap->name, (void *)pnbuf, MAXPATHLEN, &pathlen);
1c79356b
A
379 if (error) {
380 goto bad;
381 }
e5568f75 382 AUDIT_ARG(text, pnbuf);
1c79356b
A
383 if (pathlen > PSHMNAMLEN) {
384 error = ENAMETOOLONG;
385 goto bad;
386 }
387
388
389#ifdef PSXSHM_NAME_RESTRICT
390 nameptr = pnbuf;
391 if (*nameptr == '/') {
392 while (*(nameptr++) == '/') {
393 plen--;
394 error = EINVAL;
395 goto bad;
396 }
397 } else {
398 error = EINVAL;
399 goto bad;
400 }
401#endif /* PSXSHM_NAME_RESTRICT */
402
403 plen = pathlen;
404 nameptr = pnbuf;
405 nd.pshm_nameptr = nameptr;
406 nd.pshm_namelen = plen;
407 nd. pshm_hash =0;
408
409 for (cp = nameptr, i=1; *cp != 0 && i <= plen; i++, cp++) {
410 nd.pshm_hash += (unsigned char)*cp * i;
411 }
412
91447636
A
413#if KTRACE
414 if (KTRPOINT(p, KTR_NAMEI))
415 ktrnamei(p->p_tracep, nameptr);
416#endif
417
418 PSHM_SUBSYS_LOCK();
1c79356b
A
419 error = pshm_cache_search(&pinfo, &nd, &pcache);
420
421 if (error == ENOENT) {
91447636 422 PSHM_SUBSYS_UNLOCK();
1c79356b
A
423 error = EINVAL;
424 goto bad;
425
426 }
427 if (!error) {
428 incache = 0;
429 } else
430 incache = 1;
431 fmode = FFLAGS(uap->oflag);
55e303ae 432 if ((fmode & (FREAD | FWRITE))==0) {
91447636 433 PSHM_SUBSYS_UNLOCK();
55e303ae
A
434 error = EINVAL;
435 goto bad;
436 }
1c79356b 437
91447636
A
438 /*
439 * XXXXXXXXXX TBD XXXXXXXXXX
440 * There is a race that existed with the funnels as well.
441 * Need to be fixed later
442 */
443 PSHM_SUBSYS_UNLOCK();
444 error = falloc(p, &nfp, &indx);
445 if (error )
55e303ae 446 goto bad;
91447636
A
447 PSHM_SUBSYS_LOCK();
448
1c79356b
A
449 fp = nfp;
450
451 cmode &= ALLPERMS;
452
453 if (fmode & O_CREAT) {
454 if ((fmode & O_EXCL) && incache) {
e5568f75
A
455 AUDIT_ARG(posix_ipc_perm, pinfo->pshm_uid,
456 pinfo->pshm_gid, pinfo->pshm_mode);
457
1c79356b
A
458 /* shm obj exists and opened O_EXCL */
459#if notyet
460 if (pinfo->pshm_flags & PSHM_INDELETE) {
461 }
462#endif
463 error = EEXIST;
91447636 464 PSHM_SUBSYS_UNLOCK();
9bccf70c 465 goto bad1;
1c79356b
A
466 }
467 if (!incache) {
91447636 468 PSHM_SUBSYS_UNLOCK();
1c79356b 469 /* create a new one */
91447636
A
470 MALLOC(pinfo, struct pshminfo *, sizeof(struct pshminfo), M_SHM, M_WAITOK|M_ZERO);
471 if (pinfo == NULL) {
472 error = ENOSPC;
473 goto bad1;
474 }
475 PSHM_SUBSYS_LOCK();
476 pinfo_alloc = 1;
1c79356b 477 pinfo->pshm_flags = PSHM_DEFINED | PSHM_INCREATE;
91447636 478 pinfo->pshm_usecount = 1; /* existence reference */
1c79356b 479 pinfo->pshm_mode = cmode;
91447636
A
480 pinfo->pshm_uid = kauth_cred_getuid(kauth_cred_get());
481 pinfo->pshm_gid = kauth_cred_get()->cr_gid;
1c79356b
A
482 } else {
483 /* already exists */
484 if( pinfo->pshm_flags & PSHM_INDELETE) {
91447636 485 PSHM_SUBSYS_UNLOCK();
1c79356b 486 error = ENOENT;
9bccf70c 487 goto bad1;
1c79356b 488 }
91447636
A
489 AUDIT_ARG(posix_ipc_perm, pinfo->pshm_uid,
490 pinfo->pshm_gid, pinfo->pshm_mode);
491 if ( (error = pshm_access(pinfo, fmode, kauth_cred_get(), p)) ) {
492 PSHM_SUBSYS_UNLOCK();
9bccf70c 493 goto bad1;
91447636 494 }
1c79356b
A
495 }
496 } else {
497 if (!incache) {
498 /* O_CREAT is not set and the shm obecj does not exist */
91447636 499 PSHM_SUBSYS_UNLOCK();
1c79356b 500 error = ENOENT;
9bccf70c 501 goto bad1;
1c79356b
A
502 }
503 if( pinfo->pshm_flags & PSHM_INDELETE) {
91447636 504 PSHM_SUBSYS_UNLOCK();
1c79356b 505 error = ENOENT;
9bccf70c 506 goto bad1;
1c79356b 507 }
91447636
A
508 if ( (error = pshm_access(pinfo, fmode, kauth_cred_get(), p)) ) {
509 PSHM_SUBSYS_UNLOCK();
9bccf70c 510 goto bad1;
91447636 511 }
1c79356b
A
512 }
513 if (fmode & O_TRUNC) {
91447636 514 PSHM_SUBSYS_UNLOCK();
1c79356b 515 error = EINVAL;
9bccf70c 516 goto bad2;
1c79356b
A
517 }
518#if DIAGNOSTIC
519 if (fmode & FWRITE)
520 pinfo->pshm_writecount++;
521 if (fmode & FREAD)
522 pinfo->pshm_readcount++;
523#endif
91447636
A
524 PSHM_SUBSYS_UNLOCK();
525 MALLOC(pnode, struct pshmnode *, sizeof(struct pshmnode), M_SHM, M_WAITOK|M_ZERO);
526 if (pnode == NULL) {
527 error = ENOSPC;
528 goto bad2;
529 }
530 if (!incache) {
531 /*
532 * We allocate a new entry if we are less than the maximum
533 * allowed and the one at the front of the LRU list is in use.
534 * Otherwise we use the one at the front of the LRU list.
535 */
536 MALLOC(pcp, struct pshmcache *, sizeof(struct pshmcache), M_SHM, M_WAITOK|M_ZERO);
537 if (pcp == NULL) {
538 error = ENOSPC;
539 goto bad2;
540 }
541
542 }
543 PSHM_SUBSYS_LOCK();
1c79356b
A
544
545 if (!incache) {
91447636
A
546 if ( (error = pshm_cache_add(pinfo, &nd, pcp)) ) {
547 PSHM_SUBSYS_UNLOCK();
548 FREE(pcp, M_SHM);
549 goto bad3;
1c79356b
A
550 }
551 }
552 pinfo->pshm_flags &= ~PSHM_INCREATE;
91447636 553 pinfo->pshm_usecount++; /* extra reference for the new fd */
1c79356b 554 pnode->pinfo = pinfo;
91447636
A
555
556 PSHM_SUBSYS_UNLOCK();
557 proc_fdlock(p);
1c79356b
A
558 fp->f_flag = fmode & FMASK;
559 fp->f_type = DTYPE_PSXSHM;
560 fp->f_ops = &pshmops;
561 fp->f_data = (caddr_t)pnode;
562 *fdflags(p, indx) &= ~UF_RESERVED;
91447636
A
563 fp_drop(p, indx, fp, 1);
564 proc_fdunlock(p);
565
1c79356b 566 *retval = indx;
55e303ae 567 FREE_ZONE(pnbuf, MAXPATHLEN, M_NAMEI);
1c79356b 568 return (0);
9bccf70c 569bad3:
91447636 570 FREE(pnode, M_SHM);
1c79356b 571
9bccf70c
A
572bad2:
573 if (pinfo_alloc)
91447636 574 FREE(pinfo, M_SHM);
1c79356b 575bad1:
91447636 576 fp_free(p, indx, fp);
1c79356b 577bad:
55e303ae 578 FREE_ZONE(pnbuf, MAXPATHLEN, M_NAMEI);
1c79356b
A
579 return (error);
580}
581
582
1c79356b 583int
91447636
A
584pshm_truncate(__unused struct proc *p, struct fileproc *fp, __unused int fd,
585 off_t length, __unused register_t *retval)
1c79356b
A
586{
587 struct pshminfo * pinfo;
588 struct pshmnode * pnode ;
589 kern_return_t kret;
590 vm_offset_t user_addr;
91447636 591 mem_entry_name_port_t mem_object;
1c79356b
A
592 vm_size_t size;
593
594 if (fp->f_type != DTYPE_PSXSHM) {
595 return(EINVAL);
596 }
597
598
599 if (((pnode = (struct pshmnode *)fp->f_data)) == PSHMNODE_NULL )
600 return(EINVAL);
601
91447636
A
602 PSHM_SUBSYS_LOCK();
603 if ((pinfo = pnode->pinfo) == PSHMINFO_NULL) {
604 PSHM_SUBSYS_UNLOCK();
1c79356b 605 return(EINVAL);
91447636 606 }
1c79356b
A
607 if ((pinfo->pshm_flags & (PSHM_DEFINED | PSHM_ALLOCATED))
608 != PSHM_DEFINED) {
91447636 609 PSHM_SUBSYS_UNLOCK();
1c79356b
A
610 return(EINVAL);
611 }
612
91447636 613 PSHM_SUBSYS_UNLOCK();
55e303ae 614 size = round_page_64(length);
91447636 615 kret = vm_allocate(current_map(), &user_addr, size, VM_FLAGS_ANYWHERE);
1c79356b
A
616 if (kret != KERN_SUCCESS)
617 goto out;
618
619 kret = mach_make_memory_entry (current_map(), &size,
620 user_addr, VM_PROT_DEFAULT, &mem_object, 0);
621
622 if (kret != KERN_SUCCESS)
623 goto out;
624
625 vm_deallocate(current_map(), user_addr, size);
626
91447636 627 PSHM_SUBSYS_LOCK();
1c79356b
A
628 pinfo->pshm_flags &= ~PSHM_DEFINED;
629 pinfo->pshm_flags = PSHM_ALLOCATED;
91447636 630 pinfo->pshm_memobject = (void *)mem_object;
1c79356b 631 pinfo->pshm_length = size;
91447636 632 PSHM_SUBSYS_UNLOCK();
1c79356b
A
633 return(0);
634
635out:
636 switch (kret) {
637 case KERN_INVALID_ADDRESS:
638 case KERN_NO_SPACE:
639 return (ENOMEM);
640 case KERN_PROTECTION_FAILURE:
641 return (EACCES);
642 default:
643 return (EINVAL);
644
645 }
646}
647
648int
91447636 649pshm_stat(struct pshmnode *pnode, struct stat *sb)
1c79356b
A
650{
651 struct pshminfo *pinfo;
652
91447636
A
653 PSHM_SUBSYS_LOCK();
654 if ((pinfo = pnode->pinfo) == PSHMINFO_NULL){
655 PSHM_SUBSYS_UNLOCK();
1c79356b 656 return(EINVAL);
91447636 657 }
1c79356b
A
658
659 bzero(sb, sizeof(struct stat));
660 sb->st_mode = pinfo->pshm_mode;
661 sb->st_uid = pinfo->pshm_uid;
662 sb->st_gid = pinfo->pshm_gid;
663 sb->st_size = pinfo->pshm_length;
91447636 664 PSHM_SUBSYS_UNLOCK();
1c79356b
A
665
666 return(0);
667}
668
91447636
A
669/*
670 * This is called only from shm_open which holds pshm_lock();
671 * XXX This code is repeated many times
672 */
1c79356b 673int
91447636 674pshm_access(struct pshminfo *pinfo, int mode, kauth_cred_t cred, __unused struct proc *p)
1c79356b
A
675{
676 mode_t mask;
91447636 677 int is_member;
1c79356b
A
678
679 /* Otherwise, user id 0 always gets access. */
91447636 680 if (!suser(cred, NULL))
1c79356b
A
681 return (0);
682
683 mask = 0;
684
685 /* Otherwise, check the owner. */
91447636 686 if (kauth_cred_getuid(cred) == pinfo->pshm_uid) {
1c79356b
A
687 if (mode & FREAD)
688 mask |= S_IRUSR;
689 if (mode & FWRITE)
690 mask |= S_IWUSR;
691 return ((pinfo->pshm_mode & mask) == mask ? 0 : EACCES);
692 }
693
694 /* Otherwise, check the groups. */
91447636
A
695 if (kauth_cred_ismember_gid(cred, pinfo->pshm_gid, &is_member) == 0 && is_member) {
696 if (mode & FREAD)
697 mask |= S_IRGRP;
698 if (mode & FWRITE)
699 mask |= S_IWGRP;
700 return ((pinfo->pshm_mode & mask) == mask ? 0 : EACCES);
701 }
1c79356b
A
702
703 /* Otherwise, check everyone else. */
704 if (mode & FREAD)
705 mask |= S_IROTH;
706 if (mode & FWRITE)
707 mask |= S_IWOTH;
708 return ((pinfo->pshm_mode & mask) == mask ? 0 : EACCES);
709}
9bccf70c 710
1c79356b 711int
91447636 712pshm_mmap(struct proc *p, struct mmap_args *uap, user_addr_t *retval, struct fileproc *fp, off_t pageoff)
1c79356b 713{
91447636
A
714 mach_vm_offset_t user_addr = (mach_vm_offset_t)uap->addr;
715 mach_vm_size_t user_size = (mach_vm_size_t)uap->len ;
1c79356b
A
716 int prot = uap->prot;
717 int flags = uap->flags;
718 vm_object_offset_t file_pos = (vm_object_offset_t)uap->pos;
719 int fd = uap->fd;
720 vm_map_t user_map;
91447636
A
721 int alloc_flags;
722 boolean_t docow;
1c79356b
A
723 kern_return_t kret;
724 struct pshminfo * pinfo;
725 struct pshmnode * pnode;
726 void * mem_object;
727
728 if (user_size == 0)
729 return(0);
730
731 if ((flags & MAP_SHARED) == 0)
732 return(EINVAL);
733
734
735 if ((prot & PROT_WRITE) && ((fp->f_flag & FWRITE) == 0)) {
736 return(EPERM);
737 }
738
739 if (((pnode = (struct pshmnode *)fp->f_data)) == PSHMNODE_NULL )
740 return(EINVAL);
741
91447636
A
742 PSHM_SUBSYS_LOCK();
743 if ((pinfo = pnode->pinfo) == PSHMINFO_NULL) {
744 PSHM_SUBSYS_UNLOCK();
1c79356b 745 return(EINVAL);
91447636 746 }
1c79356b
A
747
748 if ((pinfo->pshm_flags & PSHM_ALLOCATED) != PSHM_ALLOCATED) {
91447636 749 PSHM_SUBSYS_UNLOCK();
1c79356b
A
750 return(EINVAL);
751 }
91447636
A
752 if ((off_t)user_size > pinfo->pshm_length) {
753 PSHM_SUBSYS_UNLOCK();
1c79356b
A
754 return(EINVAL);
755 }
91447636
A
756 if ((off_t)(user_size + file_pos) > pinfo->pshm_length) {
757 PSHM_SUBSYS_UNLOCK();
1c79356b
A
758 return(EINVAL);
759 }
760 if ((mem_object = pinfo->pshm_memobject) == NULL) {
91447636 761 PSHM_SUBSYS_UNLOCK();
1c79356b
A
762 return(EINVAL);
763 }
764
91447636
A
765
766 PSHM_SUBSYS_UNLOCK();
1c79356b
A
767 user_map = current_map();
768
769 if ((flags & MAP_FIXED) == 0) {
91447636
A
770 alloc_flags = VM_FLAGS_ANYWHERE;
771 user_addr = mach_vm_round_page(user_addr);
1c79356b 772 } else {
91447636 773 if (user_addr != mach_vm_trunc_page(user_addr))
1c79356b 774 return (EINVAL);
91447636
A
775 /*
776 * We do not get rid of the existing mappings here because
777 * it wouldn't be atomic (see comment in mmap()). We let
778 * Mach VM know that we want it to replace any existing
779 * mapping with the new one.
780 */
781 alloc_flags = VM_FLAGS_FIXED | VM_FLAGS_OVERWRITE;
1c79356b
A
782 }
783 docow = FALSE;
784
91447636
A
785 kret = mach_vm_map(user_map, &user_addr, user_size,
786 0, alloc_flags, pinfo->pshm_memobject, file_pos, docow,
1c79356b 787 prot, VM_PROT_DEFAULT,
91447636 788 VM_INHERIT_SHARE);
1c79356b
A
789 if (kret != KERN_SUCCESS)
790 goto out;
91447636
A
791 /* LP64todo - this should be superfluous at this point */
792 kret = mach_vm_inherit(user_map, user_addr, user_size,
1c79356b
A
793 VM_INHERIT_SHARE);
794 if (kret != KERN_SUCCESS) {
91447636 795 (void) mach_vm_deallocate(user_map, user_addr, user_size);
1c79356b
A
796 goto out;
797 }
91447636 798 PSHM_SUBSYS_LOCK();
1c79356b
A
799 pnode->mapp_addr = user_addr;
800 pnode->map_size = user_size;
801 pinfo->pshm_flags |= (PSHM_MAPPED | PSHM_INUSE);
91447636 802 PSHM_SUBSYS_UNLOCK();
1c79356b
A
803out:
804 switch (kret) {
805 case KERN_SUCCESS:
91447636 806 *retval = (user_addr + pageoff);
1c79356b
A
807 return (0);
808 case KERN_INVALID_ADDRESS:
809 case KERN_NO_SPACE:
810 return (ENOMEM);
811 case KERN_PROTECTION_FAILURE:
812 return (EACCES);
813 default:
814 return (EINVAL);
815 }
816
817}
818
1c79356b 819int
91447636
A
820shm_unlink(__unused struct proc *p, struct shm_unlink_args *uap,
821 __unused register_t *retval)
1c79356b 822{
91447636 823 size_t i;
1c79356b
A
824 int error=0;
825 struct pshmname nd;
826 struct pshminfo *pinfo;
1c79356b
A
827 char * pnbuf;
828 char * nameptr;
829 char * cp;
830 size_t pathlen, plen;
1c79356b 831 int incache = 0;
1c79356b 832 struct pshmcache *pcache = PSHMCACHE_NULL;
1c79356b
A
833
834 pinfo = PSHMINFO_NULL;
835
91447636
A
836 MALLOC_ZONE(pnbuf, caddr_t, MAXPATHLEN, M_NAMEI, M_WAITOK);
837 if (pnbuf == NULL) {
838 return(ENOSPC); /* XXX non-standard */
839 }
1c79356b 840 pathlen = MAXPATHLEN;
91447636 841 error = copyinstr(uap->name, (void *)pnbuf, MAXPATHLEN, &pathlen);
1c79356b
A
842 if (error) {
843 goto bad;
844 }
e5568f75 845 AUDIT_ARG(text, pnbuf);
1c79356b
A
846 if (pathlen > PSHMNAMLEN) {
847 error = ENAMETOOLONG;
848 goto bad;
849 }
850
851
852#ifdef PSXSHM_NAME_RESTRICT
853 nameptr = pnbuf;
854 if (*nameptr == '/') {
855 while (*(nameptr++) == '/') {
856 plen--;
857 error = EINVAL;
858 goto bad;
859 }
860 } else {
861 error = EINVAL;
862 goto bad;
863 }
864#endif /* PSXSHM_NAME_RESTRICT */
865
866 plen = pathlen;
867 nameptr = pnbuf;
868 nd.pshm_nameptr = nameptr;
869 nd.pshm_namelen = plen;
870 nd. pshm_hash =0;
871
872 for (cp = nameptr, i=1; *cp != 0 && i <= plen; i++, cp++) {
873 nd.pshm_hash += (unsigned char)*cp * i;
874 }
875
91447636 876 PSHM_SUBSYS_LOCK();
1c79356b
A
877 error = pshm_cache_search(&pinfo, &nd, &pcache);
878
879 if (error == ENOENT) {
91447636 880 PSHM_SUBSYS_UNLOCK();
1c79356b
A
881 error = EINVAL;
882 goto bad;
883
884 }
885 if (!error) {
91447636 886 PSHM_SUBSYS_UNLOCK();
1c79356b
A
887 error = EINVAL;
888 goto bad;
889 } else
890 incache = 1;
891
892 if ((pinfo->pshm_flags & (PSHM_DEFINED | PSHM_ALLOCATED))==0) {
91447636 893 PSHM_SUBSYS_UNLOCK();
1c79356b
A
894 return (EINVAL);
895 }
896
897 if (pinfo->pshm_flags & PSHM_INDELETE) {
91447636 898 PSHM_SUBSYS_UNLOCK();
1c79356b
A
899 error = 0;
900 goto bad;
901 }
902
e5568f75
A
903 AUDIT_ARG(posix_ipc_perm, pinfo->pshm_uid, pinfo->pshm_gid,
904 pinfo->pshm_mode);
91447636
A
905
906 /*
907 * JMM - How should permissions be checked?
908 */
909
1c79356b 910 pinfo->pshm_flags |= PSHM_INDELETE;
1c79356b 911 pshm_cache_delete(pcache);
1c79356b 912 pinfo->pshm_flags |= PSHM_REMOVED;
91447636
A
913 /* release the existence reference */
914 if (!--pinfo->pshm_usecount) {
915 PSHM_SUBSYS_UNLOCK();
916 /*
917 * If this is the last reference going away on the object,
918 * then we need to destroy the backing object. The name
919 * has an implied but uncounted reference on the object,
920 * once it's created, since it's used as a rendesvous, and
921 * therefore may be subsequently reopened.
922 */
923 if (pinfo->pshm_memobject != NULL)
924 mach_memory_entry_port_release(pinfo->pshm_memobject);
925 PSHM_SUBSYS_LOCK();
926 FREE(pinfo,M_SHM);
927 }
928 PSHM_SUBSYS_UNLOCK();
929 FREE(pcache, M_SHM);
1c79356b
A
930 error = 0;
931bad:
55e303ae 932 FREE_ZONE(pnbuf, MAXPATHLEN, M_NAMEI);
1c79356b 933 return (error);
1c79356b 934}
1c79356b 935
91447636
A
936/* already called locked */
937static int
938pshm_close(struct pshmnode *pnode)
1c79356b
A
939{
940 int error=0;
91447636 941 struct pshminfo *pinfo;
1c79356b
A
942
943 if ((pinfo = pnode->pinfo) == PSHMINFO_NULL)
944 return(EINVAL);
945
946 if ((pinfo->pshm_flags & PSHM_ALLOCATED) != PSHM_ALLOCATED) {
947 return(EINVAL);
948 }
949#if DIAGNOSTIC
950 if(!pinfo->pshm_usecount) {
951 kprintf("negative usecount in pshm_close\n");
952 }
953#endif /* DIAGNOSTIC */
91447636 954 pinfo->pshm_usecount--; /* release this fd's reference */
1c79356b
A
955
956 if ((pinfo->pshm_flags & PSHM_REMOVED) && !pinfo->pshm_usecount) {
91447636
A
957 PSHM_SUBSYS_UNLOCK();
958 /*
959 * If this is the last reference going away on the object,
960 * then we need to destroy the backing object.
961 */
962 if (pinfo->pshm_memobject != NULL)
963 mach_memory_entry_port_release(pinfo->pshm_memobject);
964 PSHM_SUBSYS_LOCK();
965 FREE(pinfo,M_SHM);
966 }
967 FREE(pnode, M_SHM);
1c79356b
A
968 return (error);
969}
9bccf70c 970
91447636 971/* struct proc passed to match prototype for struct fileops */
9bccf70c 972static int
91447636 973pshm_closefile(struct fileglob *fg, __unused struct proc *p)
9bccf70c 974{
91447636
A
975 int error;
976
977 PSHM_SUBSYS_LOCK();
978 error = pshm_close(((struct pshmnode *)fg->fg_data));
979 PSHM_SUBSYS_UNLOCK();
980 return(error);
9bccf70c
A
981}
982
983static int
91447636
A
984pshm_read(__unused struct fileproc *fp, __unused struct uio *uio,
985 __unused kauth_cred_t cred, __unused int flags,
986 __unused struct proc *p)
1c79356b 987{
91447636 988 return(ENOTSUP);
1c79356b 989}
9bccf70c
A
990
991static int
91447636
A
992pshm_write(__unused struct fileproc *fp, __unused struct uio *uio,
993 __unused kauth_cred_t cred, __unused int flags,
994 __unused struct proc *p)
1c79356b 995{
91447636 996 return(ENOTSUP);
1c79356b 997}
9bccf70c
A
998
999static int
91447636
A
1000pshm_ioctl(__unused struct fileproc *fp, __unused u_long com,
1001 __unused caddr_t data, __unused struct proc *p)
1c79356b 1002{
91447636 1003 return(ENOTSUP);
1c79356b 1004}
9bccf70c
A
1005
1006static int
91447636
A
1007pshm_select(__unused struct fileproc *fp, __unused int which, __unused void *wql,
1008 __unused struct proc *p)
1c79356b 1009{
91447636 1010 return(ENOTSUP);
1c79356b 1011}
55e303ae
A
1012
1013static int
91447636
A
1014pshm_kqfilter(__unused struct fileproc *fp, __unused struct knote *kn,
1015 __unused struct proc *p)
55e303ae 1016{
91447636 1017 return(ENOTSUP);
55e303ae 1018}