2 * Copyright (c) 2000-2018 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
29 * Copyright (c) 1982, 1986, 1988, 1993
30 * The Regents of the University of California. All rights reserved.
32 * Redistribution and use in source and binary forms, with or without
33 * modification, are permitted provided that the following conditions
35 * 1. Redistributions of source code must retain the above copyright
36 * notice, this list of conditions and the following disclaimer.
37 * 2. Redistributions in binary form must reproduce the above copyright
38 * notice, this list of conditions and the following disclaimer in the
39 * documentation and/or other materials provided with the distribution.
40 * 3. All advertising materials mentioning features or use of this software
41 * must display the following acknowledgement:
42 * This product includes software developed by the University of
43 * California, Berkeley and its contributors.
44 * 4. Neither the name of the University nor the names of its contributors
45 * may be used to endorse or promote products derived from this software
46 * without specific prior written permission.
48 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
49 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
50 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
51 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
52 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
53 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
54 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
55 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
56 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
57 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
60 * $FreeBSD: src/sys/netinet/ip_divert.c,v 1.98 2004/08/17 22:05:54 andre Exp $
64 #error "IPDIVERT requires INET."
67 #include <sys/param.h>
68 #include <sys/kernel.h>
69 #include <sys/malloc.h>
71 #include <sys/socket.h>
72 #include <sys/domain.h>
73 #include <sys/protosw.h>
74 #include <sys/socketvar.h>
75 #include <sys/sysctl.h>
76 #include <sys/systm.h>
79 #include <machine/endian.h>
82 #include <net/route.h>
83 #include <net/kpi_protocol.h>
85 #include <netinet/in.h>
86 #include <netinet/in_systm.h>
87 #include <netinet/ip.h>
88 #include <netinet/in_pcb.h>
89 #include <netinet/in_var.h>
90 #include <netinet/ip_var.h>
91 #include <netinet/ip_fw.h>
92 #include <netinet/ip_divert.h>
94 #include <kern/zalloc.h>
95 #include <libkern/OSAtomic.h>
102 * Allocate enough space to hold a full IP packet
104 #define DIVSNDQ (65536 + 100)
105 #define DIVRCVQ (65536 + 100)
108 * Divert sockets work in conjunction with ipfw, see the divert(4)
109 * manpage for features.
110 * Internally, packets selected by ipfw in ip_input() or ip_output(),
111 * and never diverted before, are passed to the input queue of the
112 * divert socket with a given 'divert_port' number (as specified in
113 * the matching ipfw rule), and they are tagged with a 16 bit cookie
114 * (representing the rule number of the matching ipfw rule), which
115 * is passed to process reading from the socket.
117 * Packets written to the divert socket are again tagged with a cookie
118 * (usually the same as above) and a destination address.
119 * If the destination address is INADDR_ANY then the packet is
120 * treated as outgoing and sent to ip_output(), otherwise it is
121 * treated as incoming and sent to ip_input().
122 * In both cases, the packet is tagged with the cookie.
124 * On reinjection, processing in ip_input() and ip_output()
125 * will be exactly the same as for the original packet, except that
126 * ipfw processing will start at the rule number after the one
127 * written in the cookie (so, tagging a packet with a cookie of 0
128 * will cause it to be effectively considered as a standard packet).
131 /* Internal variables */
132 static struct inpcbhead divcb
;
133 static struct inpcbinfo divcbinfo
;
135 static u_int32_t div_sendspace
= DIVSNDQ
; /* XXX sysctl ? */
136 static u_int32_t div_recvspace
= DIVRCVQ
; /* XXX sysctl ? */
138 /* Optimization: have this preinitialized */
139 static struct sockaddr_in divsrc
= { sizeof(divsrc
), AF_INET
, 0, { 0 }, { 0,0,0,0,0,0,0,0 } };
141 /* Internal functions */
142 static int div_output(struct socket
*so
,
143 struct mbuf
*m
, struct sockaddr_in
*addr
, struct mbuf
*control
);
145 extern int load_ipfw(void);
147 * Initialize divert connection block queue.
150 div_init(struct protosw
*pp
, struct domain
*dp
)
153 static int div_initialized
= 0;
154 struct inpcbinfo
*pcbinfo
;
156 VERIFY((pp
->pr_flags
& (PR_INITIALIZED
|PR_ATTACHED
)) == PR_ATTACHED
);
163 divcbinfo
.ipi_listhead
= &divcb
;
165 * XXX We don't use the hash list for divert IP, but it's easier
166 * to allocate a one entry hash list than it is to check all
167 * over the place for ipi_hashbase == NULL.
169 divcbinfo
.ipi_hashbase
= hashinit(1, M_PCB
, &divcbinfo
.ipi_hashmask
);
170 divcbinfo
.ipi_porthashbase
= hashinit(1, M_PCB
, &divcbinfo
.ipi_porthashmask
);
171 divcbinfo
.ipi_zone
= zinit(sizeof(struct inpcb
),(512 * sizeof(struct inpcb
)),
173 pcbinfo
= &divcbinfo
;
175 * allocate lock group attribute and group for udp pcb mutexes
177 pcbinfo
->ipi_lock_grp_attr
= lck_grp_attr_alloc_init();
179 pcbinfo
->ipi_lock_grp
= lck_grp_alloc_init("divcb", pcbinfo
->ipi_lock_grp_attr
);
182 * allocate the lock attribute for divert pcb mutexes
184 pcbinfo
->ipi_lock_attr
= lck_attr_alloc_init();
186 if ((pcbinfo
->ipi_lock
= lck_rw_alloc_init(pcbinfo
->ipi_lock_grp
,
187 pcbinfo
->ipi_lock_attr
)) == NULL
) {
188 panic("%s: unable to allocate PCB lock\n", __func__
);
192 in_pcbinfo_attach(&divcbinfo
);
202 * IPPROTO_DIVERT is not a real IP protocol; don't allow any packets
203 * with that protocol number to enter the system from the outside.
206 div_input(struct mbuf
*m
, __unused
int off
)
208 OSAddAtomic(1, &ipstat
.ips_noproto
);
213 * Divert a packet by passing it up to the divert socket at port 'port'.
215 * Setup generic address and protocol structures for div_input routine,
216 * then pass them along with mbuf chain.
219 divert_packet(struct mbuf
*m
, int incoming
, int port
, int rule
)
227 KASSERT(port
!= 0, ("%s: port=0", __FUNCTION__
));
229 divsrc
.sin_port
= rule
; /* record matching rule */
232 if (m
->m_len
< sizeof(struct ip
) &&
233 (m
= m_pullup(m
, sizeof(struct ip
))) == 0) {
236 ip
= mtod(m
, struct ip
*);
239 * Record receive interface address, if any.
240 * But only for incoming packets.
242 divsrc
.sin_addr
.s_addr
= 0;
247 KASSERT((m
->m_flags
& M_PKTHDR
), ("%s: !PKTHDR", __FUNCTION__
));
249 /* Find IP address for receive interface */
250 ifnet_lock_shared(m
->m_pkthdr
.rcvif
);
251 TAILQ_FOREACH(ifa
, &m
->m_pkthdr
.rcvif
->if_addrhead
, ifa_link
) {
253 if (ifa
->ifa_addr
->sa_family
!= AF_INET
) {
258 ((struct sockaddr_in
*)(void *) ifa
->ifa_addr
)->sin_addr
;
262 ifnet_lock_done(m
->m_pkthdr
.rcvif
);
265 * Record the incoming interface name whenever we have one.
267 bzero(&divsrc
.sin_zero
, sizeof(divsrc
.sin_zero
));
268 if (m
->m_pkthdr
.rcvif
) {
270 * Hide the actual interface name in there in the
271 * sin_zero array. XXX This needs to be moved to a
272 * different sockaddr type for divert, e.g.
273 * sockaddr_div with multiple fields like
274 * sockaddr_dl. Presently we have only 7 bytes
275 * but that will do for now as most interfaces
276 * are 4 or less + 2 or less bytes for unit.
277 * There is probably a faster way of doing this,
278 * possibly taking it from the sockaddr_dl on the iface.
279 * This solves the problem of a P2P link and a LAN interface
280 * having the same address, which can result in the wrong
281 * interface being assigned to the packet when fed back
282 * into the divert socket. Theoretically if the daemon saves
283 * and re-uses the sockaddr_in as suggested in the man pages,
284 * this iface name will come along for the ride.
285 * (see div_output for the other half of this.)
287 snprintf(divsrc
.sin_zero
, sizeof(divsrc
.sin_zero
),
288 "%s", if_name(m
->m_pkthdr
.rcvif
));
291 /* Put packet on socket queue, if any */
293 nport
= htons((u_int16_t
)port
);
294 lck_rw_lock_shared(divcbinfo
.ipi_lock
);
295 LIST_FOREACH(inp
, &divcb
, inp_list
) {
296 if (inp
->inp_lport
== nport
)
297 sa
= inp
->inp_socket
;
303 if (sbappendaddr(&sa
->so_rcv
, (struct sockaddr
*)&divsrc
,
304 m
, (struct mbuf
*)0, &error
) != 0)
306 socket_unlock(sa
, 1);
309 OSAddAtomic(1, &ipstat
.ips_noproto
);
310 OSAddAtomic(-1, &ipstat
.ips_delivered
);
312 lck_rw_done(divcbinfo
.ipi_lock
);
316 * Deliver packet back into the IP processing machinery.
318 * If no address specified, or address is 0.0.0.0, send to ip_output();
319 * otherwise, send to ip_input() and mark as having been received on
320 * the interface with that address.
321 * ###LOCK called in inet_proto mutex when from div_send.
324 div_output(struct socket
*so
, struct mbuf
*m
, struct sockaddr_in
*sin
,
325 struct mbuf
*control
)
327 struct inpcb
*const inp
= sotoinpcb(so
);
328 struct ip
*const ip
= mtod(m
, struct ip
*);
330 int sotc
= SO_TC_UNSPEC
;
332 if (control
!= NULL
) {
335 (void) so_tc_from_control(contro
, &sotc
, &ignored
);
337 m_freem(control
); /* XXX */
340 if (sotc
== SO_TC_UNSPEC
)
341 sotc
= so
->so_traffic_class
;
343 /* Loopback avoidance and state recovery */
346 struct divert_tag
*dt
;
348 char *c
= sin
->sin_zero
;
350 mtag
= m_tag_create(KERNEL_MODULE_TAG_ID
, KERNEL_TAG_TYPE_DIVERT
,
351 sizeof(struct divert_tag
), M_NOWAIT
, m
);
356 dt
= (struct divert_tag
*)(mtag
+1);
358 dt
->cookie
= sin
->sin_port
;
359 m_tag_prepend(m
, mtag
);
362 * Find receive interface with the given name or IP address.
363 * The name is user supplied data so don't trust it's size or
364 * that it is zero terminated. The name has priority.
365 * We are presently assuming that the sockaddr_in
366 * has not been replaced by a sockaddr_div, so we limit it
367 * to 16 bytes in total. the name is stuffed (if it exists)
368 * in the sin_zero[] field.
370 while (*c
++ && (len
++ < sizeof(sin
->sin_zero
)));
371 if ((len
> 0) && (len
< sizeof(sin
->sin_zero
)))
372 m
->m_pkthdr
.rcvif
= ifunit(sin
->sin_zero
);
375 /* Reinject packet into the system as incoming or outgoing */
376 if (!sin
|| sin
->sin_addr
.s_addr
== 0) {
377 struct ip_out_args ipoa
;
379 struct ip_moptions
*imo
;
381 bzero(&ipoa
, sizeof(ipoa
));
382 ipoa
.ipoa_boundif
= IFSCOPE_NONE
;
383 ipoa
.ipoa_flags
= IPOAF_SELECT_SRCIF
;
384 ipoa
.ipoa_sotc
= SO_TC_UNSPEC
;
385 ipoa
.ipoa_netsvctype
= _NET_SERVICE_TYPE_UNSPEC
;
388 * Don't allow both user specified and setsockopt options,
389 * and don't allow packet length sizes that will crash
391 if (((ip
->ip_hl
!= (sizeof (*ip
) >> 2)) && inp
->inp_options
) ||
392 ((u_short
)ntohs(ip
->ip_len
) > m
->m_pkthdr
.len
)) {
397 /* Convert fields to host order for ip_output() */
398 #if BYTE_ORDER != BIG_ENDIAN
403 OSAddAtomic(1, &ipstat
.ips_rawout
);
404 /* Copy the cached route and take an extra reference */
405 inp_route_copyout(inp
, &ro
);
407 if (sotc
!= SO_TC_UNSPEC
) {
408 ipoa
.ipoa_flags
|= IPOAF_QOSMARKING_ALLOWED
;
409 ipoa
.ipoa_sotc
= sotc
;
411 set_packet_service_class(m
, so
, sotc
, 0);
413 imo
= inp
->inp_moptions
;
416 socket_unlock(so
, 0);
418 mac_mbuf_label_associate_inpcb(inp
, m
);
420 /* Send packet to output processing */
421 error
= ip_output(m
, inp
->inp_options
, &ro
,
422 (so
->so_options
& SO_DONTROUTE
) |
423 IP_ALLOWBROADCAST
| IP_RAWOUTPUT
| IP_OUTARGS
,
429 /* Synchronize cached PCB route */
430 inp_route_copyin(inp
, &ro
);
434 /* If no luck with the name above. check by IP address. */
435 if (m
->m_pkthdr
.rcvif
== NULL
) {
436 struct sockaddr_in _sin
;
438 * Make sure there are no distractions for
439 * ifa_ifwithaddr; use sanitized version.
441 bzero(&_sin
, sizeof (_sin
));
442 _sin
.sin_family
= AF_INET
;
443 _sin
.sin_len
= sizeof (struct sockaddr_in
);
444 _sin
.sin_addr
.s_addr
= sin
->sin_addr
.s_addr
;
445 if (!(ifa
= ifa_ifwithaddr(SA(&_sin
)))) {
446 error
= EADDRNOTAVAIL
;
449 m
->m_pkthdr
.rcvif
= ifa
->ifa_ifp
;
453 mac_mbuf_label_associate_socket(so
, m
);
455 /* Send packet to input processing */
456 proto_inject(PF_INET
, m
);
467 div_attach(struct socket
*so
, int proto
, struct proc
*p
)
476 if ((error
= proc_suser(p
)) != 0)
479 error
= soreserve(so
, div_sendspace
, div_recvspace
);
482 error
= in_pcballoc(so
, &divcbinfo
, p
);
485 inp
= (struct inpcb
*)so
->so_pcb
;
486 inp
->inp_ip_p
= proto
;
487 inp
->inp_vflag
|= INP_IPV4
;
488 inp
->inp_flags
|= INP_HDRINCL
;
489 /* The socket is always "connected" because
490 we always know "where" to send the packet */
491 so
->so_state
|= SS_ISCONNECTED
;
493 #ifdef MORE_DICVLOCK_DEBUG
494 printf("div_attach: so=0x%llx sopcb=0x%llx lock=0x%llx ref=%x\n",
495 (uint64_t)VM_KERNEL_ADDRPERM(so
),
496 (uint64_t)VM_KERNEL_ADDRPERM(so
->so_pcb
),
497 (uint64_t)VM_KERNEL_ADDRPERM(&(sotoinpcb(so
)->inpcb_mtx
)),
504 div_detach(struct socket
*so
)
508 #ifdef MORE_DICVLOCK_DEBUG
509 printf("div_detach: so=0x%llx sopcb=0x%llx lock=0x%llx ref=%x\n",
510 (uint64_t)VM_KERNEL_ADDRPERM(so
),
511 (uint64_t)VM_KERNEL_ADDRPERM(so
->so_pcb
),
512 (uint64_t)VM_KERNEL_ADDRPERM(&(sotoinpcb(so
)->inpcb_mtx
)),
517 panic("div_detach: so=%p null inp\n", so
);
519 inp
->inp_state
= INPCB_STATE_DEAD
;
524 div_abort(struct socket
*so
)
526 soisdisconnected(so
);
527 return div_detach(so
);
531 div_disconnect(struct socket
*so
)
533 if ((so
->so_state
& SS_ISCONNECTED
) == 0)
535 return div_abort(so
);
539 div_bind(struct socket
*so
, struct sockaddr
*nam
, struct proc
*p
)
545 /* in_pcbbind assumes that the socket is a sockaddr_in
546 * and in_pcbbind requires a valid address. Since divert
547 * sockets don't we need to make sure the address is
548 * filled in properly.
549 * XXX -- divert should not be abusing in_pcbind
550 * and should probably have its own family.
552 if (nam
->sa_family
!= AF_INET
) {
553 error
= EAFNOSUPPORT
;
555 ((struct sockaddr_in
*)(void *)nam
)->sin_addr
.s_addr
= INADDR_ANY
;
556 error
= in_pcbbind(inp
, nam
, p
);
562 div_shutdown(struct socket
*so
)
569 div_send(struct socket
*so
, __unused
int flags
, struct mbuf
*m
, struct sockaddr
*nam
,
570 struct mbuf
*control
, __unused
struct proc
*p
)
572 /* Packet must have a header (but that's about it) */
573 if (m
->m_len
< sizeof (struct ip
) &&
574 (m
= m_pullup(m
, sizeof (struct ip
))) == 0) {
575 OSAddAtomic(1, &ipstat
.ips_toosmall
);
581 return div_output(so
, m
, SIN(nam
), control
);
586 div_pcblist SYSCTL_HANDLER_ARGS
588 #pragma unused(oidp, arg1, arg2)
590 struct inpcb
*inp
, **inp_list
;
595 * The process of preparing the TCB list is too time-consuming and
596 * resource-intensive to repeat twice on every request.
598 lck_rw_lock_exclusive(divcbinfo
.ipi_lock
);
599 if (req
->oldptr
== USER_ADDR_NULL
) {
600 n
= divcbinfo
.ipi_count
;
601 req
->oldidx
= 2 * (sizeof xig
)
602 + (n
+ n
/8) * sizeof(struct xinpcb
);
603 lck_rw_done(divcbinfo
.ipi_lock
);
607 if (req
->newptr
!= USER_ADDR_NULL
) {
608 lck_rw_done(divcbinfo
.ipi_lock
);
613 * OK, now we're committed to doing something.
615 gencnt
= divcbinfo
.ipi_gencnt
;
616 n
= divcbinfo
.ipi_count
;
618 bzero(&xig
, sizeof(xig
));
619 xig
.xig_len
= sizeof xig
;
621 xig
.xig_gen
= gencnt
;
622 xig
.xig_sogen
= so_gencnt
;
623 error
= SYSCTL_OUT(req
, &xig
, sizeof xig
);
625 lck_rw_done(divcbinfo
.ipi_lock
);
629 inp_list
= _MALLOC(n
* sizeof *inp_list
, M_TEMP
, M_WAITOK
);
631 lck_rw_done(divcbinfo
.ipi_lock
);
635 for (inp
= LIST_FIRST(divcbinfo
.ipi_listhead
), i
= 0; inp
&& i
< n
;
636 inp
= LIST_NEXT(inp
, inp_list
)) {
638 if (inp
->inp_gencnt
<= gencnt
&& inp
->inp_state
!= INPCB_STATE_DEAD
)
640 if (inp
->inp_gencnt
<= gencnt
&& !prison_xinpcb(req
->p
, inp
))
647 for (i
= 0; i
< n
; i
++) {
649 if (inp
->inp_gencnt
<= gencnt
&& inp
->inp_state
!= INPCB_STATE_DEAD
) {
652 bzero(&xi
, sizeof(xi
));
653 xi
.xi_len
= sizeof xi
;
654 /* XXX should avoid extra copy */
655 inpcb_to_compat(inp
, &xi
.xi_inp
);
657 sotoxsocket(inp
->inp_socket
, &xi
.xi_socket
);
658 error
= SYSCTL_OUT(req
, &xi
, sizeof xi
);
663 * Give the user an updated idea of our state.
664 * If the generation differs from what we told
665 * her before, she knows that something happened
666 * while we were processing this request, and it
667 * might be necessary to retry.
669 bzero(&xig
, sizeof(xig
));
670 xig
.xig_len
= sizeof xig
;
671 xig
.xig_gen
= divcbinfo
.ipi_gencnt
;
672 xig
.xig_sogen
= so_gencnt
;
673 xig
.xig_count
= divcbinfo
.ipi_count
;
674 error
= SYSCTL_OUT(req
, &xig
, sizeof xig
);
676 FREE(inp_list
, M_TEMP
);
677 lck_rw_done(divcbinfo
.ipi_lock
);
682 __private_extern__
int
683 div_lock(struct socket
*so
, int refcount
, void *lr
)
688 lr_saved
= __builtin_return_address(0);
692 #ifdef MORE_DICVLOCK_DEBUG
693 printf("div_lock: so=0x%llx sopcb=0x%llx lock=0x%llx ref=%x "
694 "lr=0x%llx\n", (uint64_t)VM_KERNEL_ADDRPERM(so
),
695 (uint64_t)VM_KERNEL_ADDRPERM(so
->so_pcb
), so
->so_pcb
?
696 (uint64_t)VM_KERNEL_ADDRPERM(&(sotoinpcb(so
)->inpcb_mtx
)) : NULL
,
697 so
->so_usecount
, (uint64_t)VM_KERNEL_ADDRPERM(lr_saved
));
700 lck_mtx_lock(&((struct inpcb
*)so
->so_pcb
)->inpcb_mtx
);
702 panic("div_lock: so=%p NO PCB! lr=%p lrh= lrh= %s\n",
703 so
, lr_saved
, solockhistory_nr(so
));
707 if (so
->so_usecount
< 0) {
708 panic("div_lock: so=%p so_pcb=%p lr=%p ref=%x lrh= %s\n",
709 so
, so
->so_pcb
, lr_saved
, so
->so_usecount
,
710 solockhistory_nr(so
));
716 so
->lock_lr
[so
->next_lock_lr
] = lr_saved
;
717 so
->next_lock_lr
= (so
->next_lock_lr
+1) % SO_LCKDBG_MAX
;
722 __private_extern__
int
723 div_unlock(struct socket
*so
, int refcount
, void *lr
)
726 lck_mtx_t
* mutex_held
;
727 struct inpcb
*inp
= sotoinpcb(so
);
730 lr_saved
= __builtin_return_address(0);
734 #ifdef MORE_DICVLOCK_DEBUG
735 printf("div_unlock: so=0x%llx sopcb=0x%llx lock=0x%llx ref=%x "
736 "lr=0x%llx\n", (uint64_t)VM_KERNEL_ADDRPERM(so
),
737 (uint64_t)VM_KERNEL_ADDRPERM(so
->so_pcb
), so
->so_pcb
?
738 (uint64_t)VM_KERNEL_ADDRPERM(&(sotoinpcb(so
)->inpcb_mtx
)) : NULL
,
739 so
->so_usecount
, lr_saved
);
744 if (so
->so_usecount
< 0) {
745 panic("div_unlock: so=%p usecount=%x lrh= %s\n",
746 so
, so
->so_usecount
, solockhistory_nr(so
));
749 if (so
->so_pcb
== NULL
) {
750 panic("div_unlock: so=%p NO PCB usecount=%x lr=%p lrh= %s\n",
751 so
, so
->so_usecount
, lr_saved
, solockhistory_nr(so
));
754 mutex_held
= &((struct inpcb
*)so
->so_pcb
)->inpcb_mtx
;
756 if (so
->so_usecount
== 0 && (inp
->inp_wantcnt
== WNT_STOPUSING
)) {
757 lck_rw_lock_exclusive(divcbinfo
.ipi_lock
);
758 if (inp
->inp_state
!= INPCB_STATE_DEAD
)
761 lck_rw_done(divcbinfo
.ipi_lock
);
764 LCK_MTX_ASSERT(mutex_held
, LCK_MTX_ASSERT_OWNED
);
765 so
->unlock_lr
[so
->next_unlock_lr
] = lr_saved
;
766 so
->next_unlock_lr
= (so
->next_unlock_lr
+1) % SO_LCKDBG_MAX
;
767 lck_mtx_unlock(mutex_held
);
771 __private_extern__ lck_mtx_t
*
772 div_getlock(struct socket
*so
, __unused
int flags
)
774 struct inpcb
*inpcb
= (struct inpcb
*)so
->so_pcb
;
777 if (so
->so_usecount
< 0)
778 panic("div_getlock: so=%p usecount=%x lrh= %s\n",
779 so
, so
->so_usecount
, solockhistory_nr(so
));
780 return(&inpcb
->inpcb_mtx
);
782 panic("div_getlock: so=%p NULL NO PCB lrh= %s\n",
783 so
, solockhistory_nr(so
));
784 return (so
->so_proto
->pr_domain
->dom_mtx
);
788 struct pr_usrreqs div_usrreqs
= {
789 .pru_abort
= div_abort
,
790 .pru_attach
= div_attach
,
791 .pru_bind
= div_bind
,
792 .pru_control
= in_control
,
793 .pru_detach
= div_detach
,
794 .pru_disconnect
= div_disconnect
,
795 .pru_peeraddr
= in_getpeeraddr
,
796 .pru_send
= div_send
,
797 .pru_shutdown
= div_shutdown
,
798 .pru_sockaddr
= in_getsockaddr
,
799 .pru_sosend
= sosend
,
800 .pru_soreceive
= soreceive
,