]> git.saurik.com Git - apple/xnu.git/blob - bsd/netinet/ip_divert.c
xnu-4903.241.1.tar.gz
[apple/xnu.git] / bsd / netinet / ip_divert.c
1 /*
2 * Copyright (c) 2000-2018 Apple Inc. All rights reserved.
3 *
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5 *
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
27 */
28 /*
29 * Copyright (c) 1982, 1986, 1988, 1993
30 * The Regents of the University of California. All rights reserved.
31 *
32 * Redistribution and use in source and binary forms, with or without
33 * modification, are permitted provided that the following conditions
34 * are met:
35 * 1. Redistributions of source code must retain the above copyright
36 * notice, this list of conditions and the following disclaimer.
37 * 2. Redistributions in binary form must reproduce the above copyright
38 * notice, this list of conditions and the following disclaimer in the
39 * documentation and/or other materials provided with the distribution.
40 * 3. All advertising materials mentioning features or use of this software
41 * must display the following acknowledgement:
42 * This product includes software developed by the University of
43 * California, Berkeley and its contributors.
44 * 4. Neither the name of the University nor the names of its contributors
45 * may be used to endorse or promote products derived from this software
46 * without specific prior written permission.
47 *
48 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
49 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
50 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
51 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
52 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
53 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
54 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
55 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
56 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
57 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
58 * SUCH DAMAGE.
59 *
60 * $FreeBSD: src/sys/netinet/ip_divert.c,v 1.98 2004/08/17 22:05:54 andre Exp $
61 */
62
63 #if !INET
64 #error "IPDIVERT requires INET."
65 #endif
66
67 #include <sys/param.h>
68 #include <sys/kernel.h>
69 #include <sys/malloc.h>
70 #include <sys/mbuf.h>
71 #include <sys/socket.h>
72 #include <sys/domain.h>
73 #include <sys/protosw.h>
74 #include <sys/socketvar.h>
75 #include <sys/sysctl.h>
76 #include <sys/systm.h>
77 #include <sys/proc.h>
78
79 #include <machine/endian.h>
80
81 #include <net/if.h>
82 #include <net/route.h>
83 #include <net/kpi_protocol.h>
84
85 #include <netinet/in.h>
86 #include <netinet/in_systm.h>
87 #include <netinet/ip.h>
88 #include <netinet/in_pcb.h>
89 #include <netinet/in_var.h>
90 #include <netinet/ip_var.h>
91 #include <netinet/ip_fw.h>
92 #include <netinet/ip_divert.h>
93
94 #include <kern/zalloc.h>
95 #include <libkern/OSAtomic.h>
96
97 /*
98 * Divert sockets
99 */
100
101 /*
102 * Allocate enough space to hold a full IP packet
103 */
104 #define DIVSNDQ (65536 + 100)
105 #define DIVRCVQ (65536 + 100)
106
107 /*
108 * Divert sockets work in conjunction with ipfw, see the divert(4)
109 * manpage for features.
110 * Internally, packets selected by ipfw in ip_input() or ip_output(),
111 * and never diverted before, are passed to the input queue of the
112 * divert socket with a given 'divert_port' number (as specified in
113 * the matching ipfw rule), and they are tagged with a 16 bit cookie
114 * (representing the rule number of the matching ipfw rule), which
115 * is passed to process reading from the socket.
116 *
117 * Packets written to the divert socket are again tagged with a cookie
118 * (usually the same as above) and a destination address.
119 * If the destination address is INADDR_ANY then the packet is
120 * treated as outgoing and sent to ip_output(), otherwise it is
121 * treated as incoming and sent to ip_input().
122 * In both cases, the packet is tagged with the cookie.
123 *
124 * On reinjection, processing in ip_input() and ip_output()
125 * will be exactly the same as for the original packet, except that
126 * ipfw processing will start at the rule number after the one
127 * written in the cookie (so, tagging a packet with a cookie of 0
128 * will cause it to be effectively considered as a standard packet).
129 */
130
131 /* Internal variables */
132 static struct inpcbhead divcb;
133 static struct inpcbinfo divcbinfo;
134
135 static u_int32_t div_sendspace = DIVSNDQ; /* XXX sysctl ? */
136 static u_int32_t div_recvspace = DIVRCVQ; /* XXX sysctl ? */
137
138 /* Optimization: have this preinitialized */
139 static struct sockaddr_in divsrc = { sizeof(divsrc), AF_INET, 0, { 0 }, { 0,0,0,0,0,0,0,0 } };
140
141 /* Internal functions */
142 static int div_output(struct socket *so,
143 struct mbuf *m, struct sockaddr_in *addr, struct mbuf *control);
144
145 extern int load_ipfw(void);
146 /*
147 * Initialize divert connection block queue.
148 */
149 void
150 div_init(struct protosw *pp, struct domain *dp)
151 {
152 #pragma unused(dp)
153 static int div_initialized = 0;
154 struct inpcbinfo *pcbinfo;
155
156 VERIFY((pp->pr_flags & (PR_INITIALIZED|PR_ATTACHED)) == PR_ATTACHED);
157
158 if (div_initialized)
159 return;
160 div_initialized = 1;
161
162 LIST_INIT(&divcb);
163 divcbinfo.ipi_listhead = &divcb;
164 /*
165 * XXX We don't use the hash list for divert IP, but it's easier
166 * to allocate a one entry hash list than it is to check all
167 * over the place for ipi_hashbase == NULL.
168 */
169 divcbinfo.ipi_hashbase = hashinit(1, M_PCB, &divcbinfo.ipi_hashmask);
170 divcbinfo.ipi_porthashbase = hashinit(1, M_PCB, &divcbinfo.ipi_porthashmask);
171 divcbinfo.ipi_zone = zinit(sizeof(struct inpcb),(512 * sizeof(struct inpcb)),
172 4096, "divzone");
173 pcbinfo = &divcbinfo;
174 /*
175 * allocate lock group attribute and group for udp pcb mutexes
176 */
177 pcbinfo->ipi_lock_grp_attr = lck_grp_attr_alloc_init();
178
179 pcbinfo->ipi_lock_grp = lck_grp_alloc_init("divcb", pcbinfo->ipi_lock_grp_attr);
180
181 /*
182 * allocate the lock attribute for divert pcb mutexes
183 */
184 pcbinfo->ipi_lock_attr = lck_attr_alloc_init();
185
186 if ((pcbinfo->ipi_lock = lck_rw_alloc_init(pcbinfo->ipi_lock_grp,
187 pcbinfo->ipi_lock_attr)) == NULL) {
188 panic("%s: unable to allocate PCB lock\n", __func__);
189 /* NOTREACHED */
190 }
191
192 in_pcbinfo_attach(&divcbinfo);
193
194 #if IPFIREWALL
195 if (!IPFW_LOADED) {
196 load_ipfw();
197 }
198 #endif
199 }
200
201 /*
202 * IPPROTO_DIVERT is not a real IP protocol; don't allow any packets
203 * with that protocol number to enter the system from the outside.
204 */
205 void
206 div_input(struct mbuf *m, __unused int off)
207 {
208 OSAddAtomic(1, &ipstat.ips_noproto);
209 m_freem(m);
210 }
211
212 /*
213 * Divert a packet by passing it up to the divert socket at port 'port'.
214 *
215 * Setup generic address and protocol structures for div_input routine,
216 * then pass them along with mbuf chain.
217 */
218 void
219 divert_packet(struct mbuf *m, int incoming, int port, int rule)
220 {
221 struct ip *ip;
222 struct inpcb *inp;
223 struct socket *sa;
224 u_int16_t nport;
225
226 /* Sanity check */
227 KASSERT(port != 0, ("%s: port=0", __FUNCTION__));
228
229 divsrc.sin_port = rule; /* record matching rule */
230
231 /* Assure header */
232 if (m->m_len < sizeof(struct ip) &&
233 (m = m_pullup(m, sizeof(struct ip))) == 0) {
234 return;
235 }
236 ip = mtod(m, struct ip *);
237
238 /*
239 * Record receive interface address, if any.
240 * But only for incoming packets.
241 */
242 divsrc.sin_addr.s_addr = 0;
243 if (incoming) {
244 struct ifaddr *ifa;
245
246 /* Sanity check */
247 KASSERT((m->m_flags & M_PKTHDR), ("%s: !PKTHDR", __FUNCTION__));
248
249 /* Find IP address for receive interface */
250 ifnet_lock_shared(m->m_pkthdr.rcvif);
251 TAILQ_FOREACH(ifa, &m->m_pkthdr.rcvif->if_addrhead, ifa_link) {
252 IFA_LOCK(ifa);
253 if (ifa->ifa_addr->sa_family != AF_INET) {
254 IFA_UNLOCK(ifa);
255 continue;
256 }
257 divsrc.sin_addr =
258 ((struct sockaddr_in *)(void *) ifa->ifa_addr)->sin_addr;
259 IFA_UNLOCK(ifa);
260 break;
261 }
262 ifnet_lock_done(m->m_pkthdr.rcvif);
263 }
264 /*
265 * Record the incoming interface name whenever we have one.
266 */
267 bzero(&divsrc.sin_zero, sizeof(divsrc.sin_zero));
268 if (m->m_pkthdr.rcvif) {
269 /*
270 * Hide the actual interface name in there in the
271 * sin_zero array. XXX This needs to be moved to a
272 * different sockaddr type for divert, e.g.
273 * sockaddr_div with multiple fields like
274 * sockaddr_dl. Presently we have only 7 bytes
275 * but that will do for now as most interfaces
276 * are 4 or less + 2 or less bytes for unit.
277 * There is probably a faster way of doing this,
278 * possibly taking it from the sockaddr_dl on the iface.
279 * This solves the problem of a P2P link and a LAN interface
280 * having the same address, which can result in the wrong
281 * interface being assigned to the packet when fed back
282 * into the divert socket. Theoretically if the daemon saves
283 * and re-uses the sockaddr_in as suggested in the man pages,
284 * this iface name will come along for the ride.
285 * (see div_output for the other half of this.)
286 */
287 snprintf(divsrc.sin_zero, sizeof(divsrc.sin_zero),
288 "%s", if_name(m->m_pkthdr.rcvif));
289 }
290
291 /* Put packet on socket queue, if any */
292 sa = NULL;
293 nport = htons((u_int16_t)port);
294 lck_rw_lock_shared(divcbinfo.ipi_lock);
295 LIST_FOREACH(inp, &divcb, inp_list) {
296 if (inp->inp_lport == nport)
297 sa = inp->inp_socket;
298 }
299 if (sa) {
300 int error = 0;
301
302 socket_lock(sa, 1);
303 if (sbappendaddr(&sa->so_rcv, (struct sockaddr *)&divsrc,
304 m, (struct mbuf *)0, &error) != 0)
305 sorwakeup(sa);
306 socket_unlock(sa, 1);
307 } else {
308 m_freem(m);
309 OSAddAtomic(1, &ipstat.ips_noproto);
310 OSAddAtomic(-1, &ipstat.ips_delivered);
311 }
312 lck_rw_done(divcbinfo.ipi_lock);
313 }
314
315 /*
316 * Deliver packet back into the IP processing machinery.
317 *
318 * If no address specified, or address is 0.0.0.0, send to ip_output();
319 * otherwise, send to ip_input() and mark as having been received on
320 * the interface with that address.
321 * ###LOCK called in inet_proto mutex when from div_send.
322 */
323 static int
324 div_output(struct socket *so, struct mbuf *m, struct sockaddr_in *sin,
325 struct mbuf *control)
326 {
327 struct inpcb *const inp = sotoinpcb(so);
328 struct ip *const ip = mtod(m, struct ip *);
329 int error = 0;
330 int sotc = SO_TC_UNSPEC;
331
332 if (control != NULL) {
333 int ignored;
334
335 (void) so_tc_from_control(contro, &sotc, &ignored);
336
337 m_freem(control); /* XXX */
338 control = NULL;
339 }
340 if (sotc == SO_TC_UNSPEC)
341 sotc = so->so_traffic_class;
342
343 /* Loopback avoidance and state recovery */
344 if (sin) {
345 struct m_tag *mtag;
346 struct divert_tag *dt;
347 int len = 0;
348 char *c = sin->sin_zero;
349
350 mtag = m_tag_create(KERNEL_MODULE_TAG_ID, KERNEL_TAG_TYPE_DIVERT,
351 sizeof(struct divert_tag), M_NOWAIT, m);
352 if (mtag == NULL) {
353 error = ENOBUFS;
354 goto cantsend;
355 }
356 dt = (struct divert_tag *)(mtag+1);
357 dt->info = 0;
358 dt->cookie = sin->sin_port;
359 m_tag_prepend(m, mtag);
360
361 /*
362 * Find receive interface with the given name or IP address.
363 * The name is user supplied data so don't trust it's size or
364 * that it is zero terminated. The name has priority.
365 * We are presently assuming that the sockaddr_in
366 * has not been replaced by a sockaddr_div, so we limit it
367 * to 16 bytes in total. the name is stuffed (if it exists)
368 * in the sin_zero[] field.
369 */
370 while (*c++ && (len++ < sizeof(sin->sin_zero)));
371 if ((len > 0) && (len < sizeof(sin->sin_zero)))
372 m->m_pkthdr.rcvif = ifunit(sin->sin_zero);
373 }
374
375 /* Reinject packet into the system as incoming or outgoing */
376 if (!sin || sin->sin_addr.s_addr == 0) {
377 struct ip_out_args ipoa;
378 struct route ro;
379 struct ip_moptions *imo;
380
381 bzero(&ipoa, sizeof(ipoa));
382 ipoa.ipoa_boundif = IFSCOPE_NONE;
383 ipoa.ipoa_flags = IPOAF_SELECT_SRCIF;
384 ipoa.ipoa_sotc = SO_TC_UNSPEC;
385 ipoa.ipoa_netsvctype = _NET_SERVICE_TYPE_UNSPEC;
386
387 /*
388 * Don't allow both user specified and setsockopt options,
389 * and don't allow packet length sizes that will crash
390 */
391 if (((ip->ip_hl != (sizeof (*ip) >> 2)) && inp->inp_options) ||
392 ((u_short)ntohs(ip->ip_len) > m->m_pkthdr.len)) {
393 error = EINVAL;
394 goto cantsend;
395 }
396
397 /* Convert fields to host order for ip_output() */
398 #if BYTE_ORDER != BIG_ENDIAN
399 NTOHS(ip->ip_len);
400 NTOHS(ip->ip_off);
401 #endif
402
403 OSAddAtomic(1, &ipstat.ips_rawout);
404 /* Copy the cached route and take an extra reference */
405 inp_route_copyout(inp, &ro);
406
407 if (sotc != SO_TC_UNSPEC) {
408 ipoa.ipoa_flags |= IPOAF_QOSMARKING_ALLOWED;
409 ipoa.ipoa_sotc = sotc;
410 }
411 set_packet_service_class(m, so, sotc, 0);
412
413 imo = inp->inp_moptions;
414 if (imo != NULL)
415 IMO_ADDREF(imo);
416 socket_unlock(so, 0);
417 #if CONFIG_MACF_NET
418 mac_mbuf_label_associate_inpcb(inp, m);
419 #endif
420 /* Send packet to output processing */
421 error = ip_output(m, inp->inp_options, &ro,
422 (so->so_options & SO_DONTROUTE) |
423 IP_ALLOWBROADCAST | IP_RAWOUTPUT | IP_OUTARGS,
424 imo, &ipoa);
425
426 socket_lock(so, 0);
427 if (imo != NULL)
428 IMO_REMREF(imo);
429 /* Synchronize cached PCB route */
430 inp_route_copyin(inp, &ro);
431 } else {
432 struct ifaddr *ifa;
433
434 /* If no luck with the name above. check by IP address. */
435 if (m->m_pkthdr.rcvif == NULL) {
436 struct sockaddr_in _sin;
437 /*
438 * Make sure there are no distractions for
439 * ifa_ifwithaddr; use sanitized version.
440 */
441 bzero(&_sin, sizeof (_sin));
442 _sin.sin_family = AF_INET;
443 _sin.sin_len = sizeof (struct sockaddr_in);
444 _sin.sin_addr.s_addr = sin->sin_addr.s_addr;
445 if (!(ifa = ifa_ifwithaddr(SA(&_sin)))) {
446 error = EADDRNOTAVAIL;
447 goto cantsend;
448 }
449 m->m_pkthdr.rcvif = ifa->ifa_ifp;
450 IFA_REMREF(ifa);
451 }
452 #if CONFIG_MACF_NET
453 mac_mbuf_label_associate_socket(so, m);
454 #endif
455 /* Send packet to input processing */
456 proto_inject(PF_INET, m);
457 }
458
459 return error;
460
461 cantsend:
462 m_freem(m);
463 return error;
464 }
465
466 static int
467 div_attach(struct socket *so, int proto, struct proc *p)
468 {
469 struct inpcb *inp;
470 int error;
471
472
473 inp = sotoinpcb(so);
474 if (inp)
475 panic("div_attach");
476 if ((error = proc_suser(p)) != 0)
477 return error;
478
479 error = soreserve(so, div_sendspace, div_recvspace);
480 if (error)
481 return error;
482 error = in_pcballoc(so, &divcbinfo, p);
483 if (error)
484 return error;
485 inp = (struct inpcb *)so->so_pcb;
486 inp->inp_ip_p = proto;
487 inp->inp_vflag |= INP_IPV4;
488 inp->inp_flags |= INP_HDRINCL;
489 /* The socket is always "connected" because
490 we always know "where" to send the packet */
491 so->so_state |= SS_ISCONNECTED;
492
493 #ifdef MORE_DICVLOCK_DEBUG
494 printf("div_attach: so=0x%llx sopcb=0x%llx lock=0x%llx ref=%x\n",
495 (uint64_t)VM_KERNEL_ADDRPERM(so),
496 (uint64_t)VM_KERNEL_ADDRPERM(so->so_pcb),
497 (uint64_t)VM_KERNEL_ADDRPERM(&(sotoinpcb(so)->inpcb_mtx)),
498 so->so_usecount);
499 #endif
500 return 0;
501 }
502
503 static int
504 div_detach(struct socket *so)
505 {
506 struct inpcb *inp;
507
508 #ifdef MORE_DICVLOCK_DEBUG
509 printf("div_detach: so=0x%llx sopcb=0x%llx lock=0x%llx ref=%x\n",
510 (uint64_t)VM_KERNEL_ADDRPERM(so),
511 (uint64_t)VM_KERNEL_ADDRPERM(so->so_pcb),
512 (uint64_t)VM_KERNEL_ADDRPERM(&(sotoinpcb(so)->inpcb_mtx)),
513 so->so_usecount);
514 #endif
515 inp = sotoinpcb(so);
516 if (inp == 0)
517 panic("div_detach: so=%p null inp\n", so);
518 in_pcbdetach(inp);
519 inp->inp_state = INPCB_STATE_DEAD;
520 return 0;
521 }
522
523 static int
524 div_abort(struct socket *so)
525 {
526 soisdisconnected(so);
527 return div_detach(so);
528 }
529
530 static int
531 div_disconnect(struct socket *so)
532 {
533 if ((so->so_state & SS_ISCONNECTED) == 0)
534 return ENOTCONN;
535 return div_abort(so);
536 }
537
538 static int
539 div_bind(struct socket *so, struct sockaddr *nam, struct proc *p)
540 {
541 struct inpcb *inp;
542 int error;
543
544 inp = sotoinpcb(so);
545 /* in_pcbbind assumes that the socket is a sockaddr_in
546 * and in_pcbbind requires a valid address. Since divert
547 * sockets don't we need to make sure the address is
548 * filled in properly.
549 * XXX -- divert should not be abusing in_pcbind
550 * and should probably have its own family.
551 */
552 if (nam->sa_family != AF_INET) {
553 error = EAFNOSUPPORT;
554 } else {
555 ((struct sockaddr_in *)(void *)nam)->sin_addr.s_addr = INADDR_ANY;
556 error = in_pcbbind(inp, nam, p);
557 }
558 return error;
559 }
560
561 static int
562 div_shutdown(struct socket *so)
563 {
564 socantsendmore(so);
565 return 0;
566 }
567
568 static int
569 div_send(struct socket *so, __unused int flags, struct mbuf *m, struct sockaddr *nam,
570 struct mbuf *control, __unused struct proc *p)
571 {
572 /* Packet must have a header (but that's about it) */
573 if (m->m_len < sizeof (struct ip) &&
574 (m = m_pullup(m, sizeof (struct ip))) == 0) {
575 OSAddAtomic(1, &ipstat.ips_toosmall);
576 m_freem(m);
577 return EINVAL;
578 }
579
580 /* Send packet */
581 return div_output(so, m, SIN(nam), control);
582 }
583
584 #if 0
585 static int
586 div_pcblist SYSCTL_HANDLER_ARGS
587 {
588 #pragma unused(oidp, arg1, arg2)
589 int error, i, n;
590 struct inpcb *inp, **inp_list;
591 inp_gen_t gencnt;
592 struct xinpgen xig;
593
594 /*
595 * The process of preparing the TCB list is too time-consuming and
596 * resource-intensive to repeat twice on every request.
597 */
598 lck_rw_lock_exclusive(divcbinfo.ipi_lock);
599 if (req->oldptr == USER_ADDR_NULL) {
600 n = divcbinfo.ipi_count;
601 req->oldidx = 2 * (sizeof xig)
602 + (n + n/8) * sizeof(struct xinpcb);
603 lck_rw_done(divcbinfo.ipi_lock);
604 return 0;
605 }
606
607 if (req->newptr != USER_ADDR_NULL) {
608 lck_rw_done(divcbinfo.ipi_lock);
609 return EPERM;
610 }
611
612 /*
613 * OK, now we're committed to doing something.
614 */
615 gencnt = divcbinfo.ipi_gencnt;
616 n = divcbinfo.ipi_count;
617
618 bzero(&xig, sizeof(xig));
619 xig.xig_len = sizeof xig;
620 xig.xig_count = n;
621 xig.xig_gen = gencnt;
622 xig.xig_sogen = so_gencnt;
623 error = SYSCTL_OUT(req, &xig, sizeof xig);
624 if (error) {
625 lck_rw_done(divcbinfo.ipi_lock);
626 return error;
627 }
628
629 inp_list = _MALLOC(n * sizeof *inp_list, M_TEMP, M_WAITOK);
630 if (inp_list == 0) {
631 lck_rw_done(divcbinfo.ipi_lock);
632 return ENOMEM;
633 }
634
635 for (inp = LIST_FIRST(divcbinfo.ipi_listhead), i = 0; inp && i < n;
636 inp = LIST_NEXT(inp, inp_list)) {
637 #ifdef __APPLE__
638 if (inp->inp_gencnt <= gencnt && inp->inp_state != INPCB_STATE_DEAD)
639 #else
640 if (inp->inp_gencnt <= gencnt && !prison_xinpcb(req->p, inp))
641 #endif
642 inp_list[i++] = inp;
643 }
644 n = i;
645
646 error = 0;
647 for (i = 0; i < n; i++) {
648 inp = inp_list[i];
649 if (inp->inp_gencnt <= gencnt && inp->inp_state != INPCB_STATE_DEAD) {
650 struct xinpcb xi;
651
652 bzero(&xi, sizeof(xi));
653 xi.xi_len = sizeof xi;
654 /* XXX should avoid extra copy */
655 inpcb_to_compat(inp, &xi.xi_inp);
656 if (inp->inp_socket)
657 sotoxsocket(inp->inp_socket, &xi.xi_socket);
658 error = SYSCTL_OUT(req, &xi, sizeof xi);
659 }
660 }
661 if (!error) {
662 /*
663 * Give the user an updated idea of our state.
664 * If the generation differs from what we told
665 * her before, she knows that something happened
666 * while we were processing this request, and it
667 * might be necessary to retry.
668 */
669 bzero(&xig, sizeof(xig));
670 xig.xig_len = sizeof xig;
671 xig.xig_gen = divcbinfo.ipi_gencnt;
672 xig.xig_sogen = so_gencnt;
673 xig.xig_count = divcbinfo.ipi_count;
674 error = SYSCTL_OUT(req, &xig, sizeof xig);
675 }
676 FREE(inp_list, M_TEMP);
677 lck_rw_done(divcbinfo.ipi_lock);
678 return error;
679 }
680 #endif
681
682 __private_extern__ int
683 div_lock(struct socket *so, int refcount, void *lr)
684 {
685 void *lr_saved;
686
687 if (lr == NULL)
688 lr_saved = __builtin_return_address(0);
689 else
690 lr_saved = lr;
691
692 #ifdef MORE_DICVLOCK_DEBUG
693 printf("div_lock: so=0x%llx sopcb=0x%llx lock=0x%llx ref=%x "
694 "lr=0x%llx\n", (uint64_t)VM_KERNEL_ADDRPERM(so),
695 (uint64_t)VM_KERNEL_ADDRPERM(so->so_pcb), so->so_pcb ?
696 (uint64_t)VM_KERNEL_ADDRPERM(&(sotoinpcb(so)->inpcb_mtx)) : NULL,
697 so->so_usecount, (uint64_t)VM_KERNEL_ADDRPERM(lr_saved));
698 #endif
699 if (so->so_pcb) {
700 lck_mtx_lock(&((struct inpcb *)so->so_pcb)->inpcb_mtx);
701 } else {
702 panic("div_lock: so=%p NO PCB! lr=%p lrh= lrh= %s\n",
703 so, lr_saved, solockhistory_nr(so));
704 /* NOTREACHED */
705 }
706
707 if (so->so_usecount < 0) {
708 panic("div_lock: so=%p so_pcb=%p lr=%p ref=%x lrh= %s\n",
709 so, so->so_pcb, lr_saved, so->so_usecount,
710 solockhistory_nr(so));
711 /* NOTREACHED */
712 }
713
714 if (refcount)
715 so->so_usecount++;
716 so->lock_lr[so->next_lock_lr] = lr_saved;
717 so->next_lock_lr = (so->next_lock_lr+1) % SO_LCKDBG_MAX;
718
719 return (0);
720 }
721
722 __private_extern__ int
723 div_unlock(struct socket *so, int refcount, void *lr)
724 {
725 void *lr_saved;
726 lck_mtx_t * mutex_held;
727 struct inpcb *inp = sotoinpcb(so);
728
729 if (lr == NULL)
730 lr_saved = __builtin_return_address(0);
731 else
732 lr_saved = lr;
733
734 #ifdef MORE_DICVLOCK_DEBUG
735 printf("div_unlock: so=0x%llx sopcb=0x%llx lock=0x%llx ref=%x "
736 "lr=0x%llx\n", (uint64_t)VM_KERNEL_ADDRPERM(so),
737 (uint64_t)VM_KERNEL_ADDRPERM(so->so_pcb), so->so_pcb ?
738 (uint64_t)VM_KERNEL_ADDRPERM(&(sotoinpcb(so)->inpcb_mtx)) : NULL,
739 so->so_usecount, lr_saved);
740 #endif
741 if (refcount)
742 so->so_usecount--;
743
744 if (so->so_usecount < 0) {
745 panic("div_unlock: so=%p usecount=%x lrh= %s\n",
746 so, so->so_usecount, solockhistory_nr(so));
747 /* NOTREACHED */
748 }
749 if (so->so_pcb == NULL) {
750 panic("div_unlock: so=%p NO PCB usecount=%x lr=%p lrh= %s\n",
751 so, so->so_usecount, lr_saved, solockhistory_nr(so));
752 /* NOTREACHED */
753 }
754 mutex_held = &((struct inpcb *)so->so_pcb)->inpcb_mtx;
755
756 if (so->so_usecount == 0 && (inp->inp_wantcnt == WNT_STOPUSING)) {
757 lck_rw_lock_exclusive(divcbinfo.ipi_lock);
758 if (inp->inp_state != INPCB_STATE_DEAD)
759 in_pcbdetach(inp);
760 in_pcbdispose(inp);
761 lck_rw_done(divcbinfo.ipi_lock);
762 return (0);
763 }
764 LCK_MTX_ASSERT(mutex_held, LCK_MTX_ASSERT_OWNED);
765 so->unlock_lr[so->next_unlock_lr] = lr_saved;
766 so->next_unlock_lr = (so->next_unlock_lr+1) % SO_LCKDBG_MAX;
767 lck_mtx_unlock(mutex_held);
768 return (0);
769 }
770
771 __private_extern__ lck_mtx_t *
772 div_getlock(struct socket *so, __unused int flags)
773 {
774 struct inpcb *inpcb = (struct inpcb *)so->so_pcb;
775
776 if (so->so_pcb) {
777 if (so->so_usecount < 0)
778 panic("div_getlock: so=%p usecount=%x lrh= %s\n",
779 so, so->so_usecount, solockhistory_nr(so));
780 return(&inpcb->inpcb_mtx);
781 } else {
782 panic("div_getlock: so=%p NULL NO PCB lrh= %s\n",
783 so, solockhistory_nr(so));
784 return (so->so_proto->pr_domain->dom_mtx);
785 }
786 }
787
788 struct pr_usrreqs div_usrreqs = {
789 .pru_abort = div_abort,
790 .pru_attach = div_attach,
791 .pru_bind = div_bind,
792 .pru_control = in_control,
793 .pru_detach = div_detach,
794 .pru_disconnect = div_disconnect,
795 .pru_peeraddr = in_getpeeraddr,
796 .pru_send = div_send,
797 .pru_shutdown = div_shutdown,
798 .pru_sockaddr = in_getsockaddr,
799 .pru_sosend = sosend,
800 .pru_soreceive = soreceive,
801 };
802