]> git.saurik.com Git - apple/xnu.git/blame - bsd/net/if_loop.c
xnu-6153.141.1.tar.gz
[apple/xnu.git] / bsd / net / if_loop.c
CommitLineData
1c79356b 1/*
39236c6e 2 * Copyright (c) 2000-2013 Apple Inc. All rights reserved.
5d5c5d0d 3 *
2d21ac55 4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
316670eb 5 *
2d21ac55
A
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
316670eb 14 *
2d21ac55
A
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
316670eb 17 *
2d21ac55
A
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
8f6c56a5
A
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
2d21ac55
A
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
316670eb 25 *
2d21ac55 26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
1c79356b
A
27 */
28/*
29 * Copyright (c) 1982, 1986, 1993
30 * The Regents of the University of California. All rights reserved.
31 *
32 * Redistribution and use in source and binary forms, with or without
33 * modification, are permitted provided that the following conditions
34 * are met:
35 * 1. Redistributions of source code must retain the above copyright
36 * notice, this list of conditions and the following disclaimer.
37 * 2. Redistributions in binary form must reproduce the above copyright
38 * notice, this list of conditions and the following disclaimer in the
39 * documentation and/or other materials provided with the distribution.
40 * 3. All advertising materials mentioning features or use of this software
41 * must display the following acknowledgement:
42 * This product includes software developed by the University of
43 * California, Berkeley and its contributors.
44 * 4. Neither the name of the University nor the names of its contributors
45 * may be used to endorse or promote products derived from this software
46 * without specific prior written permission.
47 *
48 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
49 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
50 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
51 * ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
52 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
53 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
54 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
55 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
56 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
57 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
58 * SUCH DAMAGE.
59 *
60 * @(#)if_loop.c 8.1 (Berkeley) 6/10/93
9bccf70c 61 * $FreeBSD: src/sys/net/if_loop.c,v 1.47.2.5 2001/07/03 11:01:41 ume Exp $
1c79356b 62 */
2d21ac55
A
63/*
64 * NOTICE: This file was modified by SPARTA, Inc. in 2006 to introduce
65 * support for mandatory and extensible security protections. This notice
66 * is included in support of clause 2.2 (b) of the Apple Public License,
67 * Version 2.0.
68 */
1c79356b
A
69
70/*
71 * Loopback interface driver for protocol testing and timing.
72 */
73#include "loop.h"
74#if NLOOP > 0
75
316670eb
A
76#if NLOOP != 1
77#error "More than one loopback interface is not supported."
78#endif
79
1c79356b
A
80#include <sys/param.h>
81#include <sys/systm.h>
82#include <sys/kernel.h>
83#include <sys/mbuf.h>
84#include <sys/socket.h>
85#include <sys/sockio.h>
6d2010ae 86#include <sys/mcache.h>
316670eb 87#include <sys/sysctl.h>
1c79356b
A
88
89#include <net/if.h>
90#include <net/if_types.h>
1c79356b
A
91#include <net/route.h>
92#include <net/bpf.h>
93#include <sys/malloc.h>
94
316670eb 95#if INET
1c79356b
A
96#include <netinet/in.h>
97#include <netinet/in_var.h>
98#endif
99
1c79356b 100#if INET6
2d21ac55 101#if !INET
1c79356b
A
102#include <netinet/in.h>
103#endif
104#include <netinet6/in6_var.h>
105#include <netinet/ip6.h>
106#endif
107
1c79356b 108#include <net/dlil.h>
91447636 109#include <net/kpi_protocol.h>
1c79356b 110
2d21ac55
A
111#if CONFIG_MACF_NET
112#include <security/mac_framework.h>
113#endif
114
316670eb
A
115#include <pexpert/pexpert.h>
116
0a7de745
A
117#define LOMTU 16384
118#define LOSNDQ_MAXLEN 256
119
120#define LO_BPF_TAP_OUT(_m) { \
121 if (lo_statics[0].bpf_callback != NULL) { \
122 bpf_tap_out(lo_ifp, DLT_NULL, _m, \
123 &((struct loopback_header *)_m->m_pkthdr.pkt_hdr)-> \
124 protocol, sizeof (u_int32_t)); \
125 } \
316670eb
A
126}
127
0a7de745
A
128#define LO_BPF_TAP_OUT_MULTI(_m) { \
129 if (lo_statics[0].bpf_callback != NULL) { \
130 struct mbuf *_n; \
131 for (_n = _m; _n != NULL; _n = _n->m_nextpkt) \
132 LO_BPF_TAP_OUT(_n); \
133 } \
316670eb 134}
1c79356b
A
135
136struct lo_statics_str {
0a7de745
A
137 int bpf_mode;
138 bpf_packet_func bpf_callback;
1c79356b
A
139};
140
91447636 141static struct lo_statics_str lo_statics[NLOOP];
316670eb 142static int lo_txstart = 0;
1c79356b 143
316670eb 144struct ifnet *lo_ifp = NULL;
1c79356b 145
0a7de745
A
146struct loopback_header {
147 protocol_family_t protocol;
91447636 148};
1c79356b 149
316670eb
A
150/* Local forward declerations */
151void loopattach(void);
152static errno_t lo_demux(struct ifnet *, struct mbuf *, char *,
153 protocol_family_t *);
316670eb
A
154static errno_t
155lo_framer(struct ifnet *, struct mbuf **, const struct sockaddr *,
156 const char *, const char *, u_int32_t *, u_int32_t *);
316670eb
A
157static errno_t lo_add_proto(struct ifnet *, protocol_family_t,
158 const struct ifnet_demux_desc *, u_int32_t);
159static errno_t lo_del_proto(struct ifnet *, protocol_family_t);
160static int lo_output(struct ifnet *, struct mbuf *);
161static errno_t lo_pre_enqueue(struct ifnet *, struct mbuf *);
162static void lo_start(struct ifnet *);
163static errno_t lo_pre_output(struct ifnet *, protocol_family_t, struct mbuf **,
164 const struct sockaddr *, void *, char *, char *);
165static errno_t lo_input(struct ifnet *, protocol_family_t, struct mbuf *);
166static void lo_rtrequest(int, struct rtentry *, struct sockaddr *);
167static errno_t lo_ioctl(struct ifnet *, u_long, void *);
168static errno_t lo_attach_proto(struct ifnet *, protocol_family_t);
2d21ac55 169static void lo_reg_if_mods(void);
316670eb
A
170static errno_t lo_set_bpf_tap(struct ifnet *, bpf_tap_mode, bpf_packet_func);
171static int sysctl_dequeue_max SYSCTL_HANDLER_ARGS;
172static int sysctl_sched_model SYSCTL_HANDLER_ARGS;
173static int sysctl_dequeue_scidx SYSCTL_HANDLER_ARGS;
1c79356b 174
316670eb
A
175SYSCTL_DECL(_net_link);
176
177SYSCTL_NODE(_net_link, OID_AUTO, loopback, CTLFLAG_RW | CTLFLAG_LOCKED, 0,
178 "loopback interface");
179
316670eb
A
180static u_int32_t lo_dequeue_max = LOSNDQ_MAXLEN;
181SYSCTL_PROC(_net_link_loopback, OID_AUTO, max_dequeue,
182 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED, &lo_dequeue_max, LOSNDQ_MAXLEN,
183 sysctl_dequeue_max, "I", "Maximum number of packets dequeued at a time");
184
185static u_int32_t lo_sched_model = IFNET_SCHED_MODEL_NORMAL;
186SYSCTL_PROC(_net_link_loopback, OID_AUTO, sched_model,
187 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED, &lo_sched_model,
188 IFNET_SCHED_MODEL_NORMAL, sysctl_sched_model, "I", "Scheduling model");
189
190static u_int32_t lo_dequeue_sc = MBUF_SC_BE;
191static int lo_dequeue_scidx = MBUF_SCIDX(MBUF_SC_BE);
192SYSCTL_PROC(_net_link_loopback, OID_AUTO, dequeue_sc,
193 CTLTYPE_INT | CTLFLAG_RW | CTLFLAG_LOCKED, &lo_dequeue_scidx,
194 MBUF_SC_BE, sysctl_dequeue_scidx, "I", "Dequeue a specific SC index");
1c79356b 195
91447636 196static errno_t
316670eb
A
197lo_demux(struct ifnet *ifp, struct mbuf *m, char *frame_header,
198 protocol_family_t *protocol_family)
1c79356b 199{
316670eb
A
200#pragma unused(ifp, m)
201 struct loopback_header *header =
202 (struct loopback_header *)(void *)frame_header;
203
91447636 204 *protocol_family = header->protocol;
1c79356b 205
0a7de745 206 return 0;
316670eb 207}
1c79356b 208
316670eb
A
209static errno_t
210lo_framer(struct ifnet *ifp, struct mbuf **m, const struct sockaddr *dest,
211 const char *dest_linkaddr, const char *frame_type,
212 u_int32_t *prepend_len, u_int32_t *postpend_len)
1c79356b 213{
316670eb 214#pragma unused(ifp, dest, dest_linkaddr)
91447636 215 struct loopback_header *header;
1c79356b 216
0a7de745 217 M_PREPEND(*m, sizeof(struct loopback_header), M_WAITOK, 1);
316670eb
A
218 if (*m == NULL) {
219 /* Tell caller not to try to free passed-in mbuf */
0a7de745 220 return EJUSTRETURN;
316670eb
A
221 }
222
0a7de745
A
223 if (prepend_len != NULL) {
224 *prepend_len = sizeof(struct loopback_header);
225 }
226 if (postpend_len != NULL) {
39236c6e 227 *postpend_len = 0;
0a7de745 228 }
316670eb
A
229
230 header = mtod(*m, struct loopback_header *);
0a7de745
A
231 bcopy(frame_type, &header->protocol, sizeof(u_int32_t));
232 return 0;
1c79356b
A
233}
234
91447636 235static errno_t
316670eb
A
236lo_add_proto(struct ifnet *interface, protocol_family_t protocol_family,
237 const struct ifnet_demux_desc *demux_array, u_int32_t demux_count)
1c79356b 238{
316670eb 239#pragma unused(interface, protocol_family, demux_array, demux_count)
0a7de745 240 return 0;
1c79356b
A
241}
242
91447636 243static errno_t
316670eb 244lo_del_proto(struct ifnet *ifp, protocol_family_t protocol)
1c79356b 245{
316670eb 246#pragma unused(ifp, protocol)
0a7de745 247 return 0;
1c79356b
A
248}
249
39037602
A
250static void
251lo_tx_compl(struct ifnet *ifp, struct mbuf *m)
252{
253 errno_t error;
254
255 if ((ifp->if_xflags & IFXF_TIMESTAMP_ENABLED) != 0) {
256 boolean_t requested;
257
258 error = mbuf_get_timestamp_requested(m, &requested);
259 if (requested) {
260 struct timespec now;
261 u_int64_t ts;
262
263 nanouptime(&now);
264 net_timernsec(&now, &ts);
265
266 error = mbuf_set_timestamp(m, ts, TRUE);
0a7de745 267 if (error != 0) {
39037602 268 printf("%s: mbuf_set_timestamp() failed %d\n",
0a7de745
A
269 __func__, error);
270 }
39037602
A
271 }
272 }
273 error = mbuf_set_status(m, KERN_SUCCESS);
0a7de745 274 if (error != 0) {
39037602 275 printf("%s: mbuf_set_status() failed %d\n",
0a7de745
A
276 __func__, error);
277 }
39037602
A
278
279 ifnet_tx_compl(ifp, m);
280}
281
316670eb
A
282/*
283 * Output callback.
284 *
285 * This routine is called only when lo_txstart is disabled.
286 */
1c79356b 287static int
316670eb 288lo_output(struct ifnet *ifp, struct mbuf *m_list)
91447636 289{
316670eb
A
290 struct mbuf *m, *m_tail = NULL;
291 struct ifnet_stat_increment_param s;
292 u_int32_t cnt = 0, len = 0;
293
294 bzero(&s, sizeof(s));
295
2d21ac55 296 for (m = m_list; m; m = m->m_nextpkt) {
39236c6e 297 VERIFY(m->m_flags & M_PKTHDR);
316670eb
A
298 cnt++;
299 len += m->m_pkthdr.len;
1c79356b 300
2d21ac55
A
301 /*
302 * Don't overwrite the rcvif field if it is in use.
303 * This is used to match multicast packets, sent looping
304 * back, with the appropriate group record on input.
305 */
0a7de745 306 if (m->m_pkthdr.rcvif == NULL) {
2d21ac55 307 m->m_pkthdr.rcvif = ifp;
0a7de745 308 }
91447636 309
39236c6e
A
310 m->m_pkthdr.pkt_flags |= PKTF_LOOP;
311 m->m_pkthdr.pkt_hdr = mtod(m, char *);
312
313 /* loopback checksums are always OK */
314 m->m_pkthdr.csum_data = 0xffff;
315 m->m_pkthdr.csum_flags =
316 CSUM_DATA_VALID | CSUM_PSEUDO_HDR |
317 CSUM_IP_CHECKED | CSUM_IP_VALID;
318
0a7de745 319 m_adj(m, sizeof(struct loopback_header));
316670eb
A
320
321 LO_BPF_TAP_OUT(m);
322 if (m->m_nextpkt == NULL) {
323 m_tail = m;
324 }
39037602 325 lo_tx_compl(ifp, m);
316670eb
A
326 }
327
328 s.packets_in = cnt;
329 s.packets_out = cnt;
330 s.bytes_in = len;
39236c6e 331 s.bytes_out = len;
316670eb 332
0a7de745 333 return ifnet_input_extended(ifp, m_list, m_tail, &s);
316670eb
A
334}
335
336/*
337 * Pre-enqueue callback.
338 *
339 * This routine is called only when lo_txstart is enabled.
340 */
341static errno_t
342lo_pre_enqueue(struct ifnet *ifp, struct mbuf *m0)
343{
344 struct mbuf *m = m0, *n;
345 int error = 0;
346
347 while (m != NULL) {
39236c6e 348 VERIFY(m->m_flags & M_PKTHDR);
91447636 349
316670eb
A
350 n = m->m_nextpkt;
351 m->m_nextpkt = NULL;
352
353 /*
354 * Don't overwrite the rcvif field if it is in use.
355 * This is used to match multicast packets, sent looping
356 * back, with the appropriate group record on input.
357 */
0a7de745 358 if (m->m_pkthdr.rcvif == NULL) {
316670eb 359 m->m_pkthdr.rcvif = ifp;
0a7de745 360 }
1c79356b 361
39236c6e
A
362 m->m_pkthdr.pkt_flags |= PKTF_LOOP;
363 m->m_pkthdr.pkt_hdr = mtod(m, char *);
364
365 /* loopback checksums are always OK */
366 m->m_pkthdr.csum_data = 0xffff;
367 m->m_pkthdr.csum_flags =
368 CSUM_DATA_VALID | CSUM_PSEUDO_HDR |
369 CSUM_IP_CHECKED | CSUM_IP_VALID;
370
0a7de745 371 m_adj(m, sizeof(struct loopback_header));
316670eb
A
372
373 /*
374 * Let the callee free it in case of error,
375 * and perform any necessary accounting.
376 */
377 (void) ifnet_enqueue(ifp, m);
378
379 m = n;
1c79356b 380 }
1c79356b 381
0a7de745 382 return error;
1c79356b
A
383}
384
316670eb
A
385/*
386 * Start output callback.
387 *
388 * This routine is invoked by the start worker thread; because we never call
389 * it directly, there is no need do deploy any serialization mechanism other
390 * than what's already used by the worker thread, i.e. this is already single
391 * threaded.
392 *
393 * This routine is called only when lo_txstart is enabled.
394 */
395static void
396lo_start(struct ifnet *ifp)
397{
398 struct ifnet_stat_increment_param s;
399
0a7de745 400 bzero(&s, sizeof(s));
316670eb
A
401
402 for (;;) {
403 struct mbuf *m = NULL, *m_tail = NULL;
404 u_int32_t cnt, len = 0;
316670eb
A
405
406 if (lo_sched_model == IFNET_SCHED_MODEL_NORMAL) {
407 if (ifnet_dequeue_multi(ifp, lo_dequeue_max, &m,
0a7de745 408 &m_tail, &cnt, &len) != 0) {
316670eb 409 break;
0a7de745 410 }
316670eb
A
411 } else {
412 if (ifnet_dequeue_service_class_multi(ifp,
413 lo_dequeue_sc, lo_dequeue_max, &m,
0a7de745 414 &m_tail, &cnt, &len) != 0) {
316670eb 415 break;
0a7de745 416 }
316670eb
A
417 }
418
419 LO_BPF_TAP_OUT_MULTI(m);
39037602 420 lo_tx_compl(ifp, m);
316670eb
A
421
422 /* stats are required for extended variant */
423 s.packets_in = cnt;
424 s.packets_out = cnt;
425 s.bytes_in = len;
426 s.bytes_out = len;
427
428 (void) ifnet_input_extended(ifp, m, m_tail, &s);
429 }
430}
1c79356b
A
431
432/*
91447636 433 * This is a common pre-output route used by INET and INET6. This could
1c79356b
A
434 * (should?) be split into separate pre-output routines for each protocol.
435 */
2d21ac55 436static errno_t
316670eb
A
437lo_pre_output(struct ifnet *ifp, protocol_family_t protocol_family,
438 struct mbuf **m, const struct sockaddr *dst, void *route, char *frame_type,
439 char *dst_addr)
1c79356b 440{
316670eb
A
441#pragma unused(ifp, dst, dst_addr)
442 struct rtentry *rt = route;
2d21ac55 443
39236c6e 444 VERIFY((*m)->m_flags & M_PKTHDR);
1c79356b 445
39236c6e 446 (*m)->m_flags |= M_LOOP;
1c79356b 447
b0d623f7
A
448 if (rt != NULL) {
449 u_int32_t rt_flags = rt->rt_flags;
450 if (rt_flags & (RTF_REJECT | RTF_BLACKHOLE)) {
451 if (rt_flags & RTF_BLACKHOLE) {
452 m_freem(*m);
0a7de745 453 return EJUSTRETURN;
b0d623f7 454 } else {
0a7de745
A
455 return (rt_flags & RTF_HOST) ?
456 EHOSTUNREACH : ENETUNREACH;
b0d623f7 457 }
91447636 458 }
1c79356b 459 }
b0d623f7 460
0a7de745 461 bcopy(&protocol_family, frame_type, sizeof(protocol_family));
1c79356b 462
0a7de745 463 return 0;
1c79356b
A
464}
465
1c79356b
A
466/*
467 * lo_input - This should work for all attached protocols that use the
468 * ifq/schednetisr input mechanism.
469 */
2d21ac55 470static errno_t
316670eb 471lo_input(struct ifnet *ifp, protocol_family_t protocol_family, struct mbuf *m)
1c79356b 472{
316670eb 473#pragma unused(ifp, protocol_family)
39037602
A
474
475 if ((ifp->if_xflags & IFXF_TIMESTAMP_ENABLED) != 0) {
476 errno_t error;
477 struct timespec now;
478 u_int64_t ts;
479
480 nanouptime(&now);
481 net_timernsec(&now, &ts);
482
483 error = mbuf_set_timestamp(m, ts, TRUE);
0a7de745 484 if (error != 0) {
39037602 485 printf("%s: mbuf_set_timestamp() failed %d\n",
0a7de745
A
486 __func__, error);
487 }
39037602
A
488 }
489
0a7de745 490 if (proto_input(protocol_family, m) != 0) {
1c79356b 491 m_freem(m);
0a7de745
A
492 }
493 return 0;
1c79356b
A
494}
495
1c79356b
A
496/* ARGSUSED */
497static void
316670eb 498lo_rtrequest(int cmd, struct rtentry *rt, struct sockaddr *sa)
1c79356b 499{
316670eb 500#pragma unused(cmd, sa)
b0d623f7
A
501 if (rt != NULL) {
502 RT_LOCK_ASSERT_HELD(rt);
1c79356b
A
503 rt->rt_rmx.rmx_mtu = rt->rt_ifp->if_mtu; /* for ISO */
504 /*
505 * For optimal performance, the send and receive buffers
506 * should be at least twice the MTU plus a little more for
507 * overhead.
508 */
316670eb 509 rt->rt_rmx.rmx_recvpipe = rt->rt_rmx.rmx_sendpipe = 3 * LOMTU;
1c79356b
A
510 }
511}
512
513/*
514 * Process an ioctl request.
515 */
91447636 516static errno_t
316670eb 517lo_ioctl(struct ifnet *ifp, u_long cmd, void *data)
1c79356b 518{
316670eb 519 int error = 0;
1c79356b
A
520
521 switch (cmd) {
0a7de745 522 case SIOCSIFADDR: { /* struct ifaddr pointer */
316670eb
A
523 struct ifaddr *ifa = data;
524
0a7de745 525 ifnet_set_flags(ifp, IFF_UP | IFF_RUNNING, IFF_UP | IFF_RUNNING);
6d2010ae 526 IFA_LOCK_SPIN(ifa);
316670eb 527 ifa->ifa_rtrequest = lo_rtrequest;
6d2010ae 528 IFA_UNLOCK(ifa);
1c79356b
A
529 /*
530 * Everything else is done at a higher level.
531 */
532 break;
316670eb 533 }
1c79356b 534
0a7de745
A
535 case SIOCADDMULTI: /* struct ifreq */
536 case SIOCDELMULTI: { /* struct ifreq */
316670eb
A
537 struct ifreq *ifr = data;
538
539 if (ifr == NULL) {
0a7de745 540 error = EAFNOSUPPORT; /* XXX */
1c79356b
A
541 break;
542 }
543 switch (ifr->ifr_addr.sa_family) {
1c79356b
A
544#if INET
545 case AF_INET:
546 break;
547#endif
548#if INET6
549 case AF_INET6:
550 break;
551#endif
552
553 default:
554 error = EAFNOSUPPORT;
555 break;
556 }
557 break;
316670eb
A
558 }
559
0a7de745 560 case SIOCSIFMTU: { /* struct ifreq */
316670eb 561 struct ifreq *ifr = data;
1c79356b 562
0a7de745 563 bcopy(&ifr->ifr_mtu, &ifp->if_mtu, sizeof(int));
1c79356b 564 break;
316670eb 565 }
1c79356b 566
0a7de745 567 case SIOCSIFFLAGS: /* struct ifreq */
39037602
A
568 case SIOCSIFTIMESTAMPENABLE:
569 case SIOCSIFTIMESTAMPDISABLE:
1c79356b
A
570 break;
571
572 default:
573 error = EOPNOTSUPP;
4a249263 574 break;
1c79356b 575 }
0a7de745 576 return error;
1c79356b
A
577}
578#endif /* NLOOP > 0 */
579
580
316670eb
A
581static errno_t
582lo_attach_proto(struct ifnet *ifp, protocol_family_t protocol_family)
1c79356b 583{
0a7de745
A
584 struct ifnet_attach_proto_param_v2 proto;
585 errno_t result = 0;
316670eb 586
0a7de745 587 bzero(&proto, sizeof(proto));
2d21ac55
A
588 proto.input = lo_input;
589 proto.pre_output = lo_pre_output;
316670eb 590
2d21ac55 591 result = ifnet_attach_protocol_v2(ifp, protocol_family, &proto);
1c79356b 592
2d21ac55 593 if (result && result != EEXIST) {
316670eb
A
594 printf("lo_attach_proto: ifnet_attach_protocol for %u "
595 "returned=%d\n", protocol_family, result);
9bccf70c 596 }
316670eb 597
0a7de745 598 return result;
9bccf70c
A
599}
600
316670eb
A
601static void
602lo_reg_if_mods(void)
55e303ae 603{
316670eb 604 int error;
55e303ae 605
55e303ae 606 /* Register protocol registration functions */
316670eb 607 if ((error = proto_register_plumber(PF_INET,
0a7de745 608 APPLE_IF_FAM_LOOPBACK, lo_attach_proto, NULL)) != 0) {
316670eb
A
609 printf("proto_register_plumber failed for AF_INET "
610 "error=%d\n", error);
0a7de745 611 }
316670eb
A
612
613 if ((error = proto_register_plumber(PF_INET6,
0a7de745 614 APPLE_IF_FAM_LOOPBACK, lo_attach_proto, NULL)) != 0) {
316670eb
A
615 printf("proto_register_plumber failed for AF_INET6 "
616 "error=%d\n", error);
0a7de745 617 }
55e303ae 618}
1c79356b 619
91447636 620static errno_t
316670eb
A
621lo_set_bpf_tap(struct ifnet *ifp, bpf_tap_mode mode,
622 bpf_packet_func bpf_callback)
1c79356b 623{
316670eb 624 VERIFY(ifp == lo_ifp);
1c79356b 625
316670eb
A
626 lo_statics[0].bpf_mode = mode;
627
628 switch (mode) {
0a7de745
A
629 case BPF_TAP_DISABLE:
630 case BPF_TAP_INPUT:
631 lo_statics[0].bpf_callback = NULL;
632 break;
316670eb 633
0a7de745
A
634 case BPF_TAP_OUTPUT:
635 case BPF_TAP_INPUT_OUTPUT:
636 lo_statics[0].bpf_callback = bpf_callback;
637 break;
1c79356b
A
638 }
639
0a7de745 640 return 0;
1c79356b
A
641}
642
1c79356b
A
643/* ARGSUSED */
644void
2d21ac55 645loopattach(void)
1c79356b 646{
316670eb 647 struct ifnet_init_eparams lo_init;
0a7de745 648 errno_t result = 0;
1c79356b 649
0a7de745 650 PE_parse_boot_argn("lo_txstart", &lo_txstart, sizeof(lo_txstart));
1c79356b 651
2d21ac55 652 lo_reg_if_mods();
316670eb
A
653
654 lo_statics[0].bpf_callback = NULL;
655 lo_statics[0].bpf_mode = BPF_TAP_DISABLE;
656
0a7de745
A
657 bzero(&lo_init, sizeof(lo_init));
658 lo_init.ver = IFNET_INIT_CURRENT_VERSION;
659 lo_init.len = sizeof(lo_init);
660 lo_init.sndq_maxlen = LOSNDQ_MAXLEN;
316670eb 661 if (lo_txstart) {
0a7de745
A
662 lo_init.flags = 0;
663 lo_init.pre_enqueue = lo_pre_enqueue;
664 lo_init.start = lo_start;
316670eb
A
665 lo_init.output_sched_model = lo_sched_model;
666 } else {
0a7de745
A
667 lo_init.flags = IFNET_INIT_LEGACY;
668 lo_init.output = lo_output;
316670eb 669 }
0a7de745
A
670 lo_init.flags |= IFNET_INIT_NX_NOAUTO;
671 lo_init.name = "lo";
672 lo_init.unit = 0;
673 lo_init.family = IFNET_FAMILY_LOOPBACK;
674 lo_init.type = IFT_LOOP;
675 lo_init.demux = lo_demux;
676 lo_init.add_proto = lo_add_proto;
677 lo_init.del_proto = lo_del_proto;
678 lo_init.framer_extended = lo_framer;
679 lo_init.softc = &lo_statics[0];
680 lo_init.ioctl = lo_ioctl;
681 lo_init.set_bpf_tap = lo_set_bpf_tap;
316670eb
A
682
683 result = ifnet_allocate_extended(&lo_init, &lo_ifp);
2d21ac55 684 if (result != 0) {
316670eb
A
685 panic("%s: couldn't allocate loopback ifnet (%d)\n",
686 __func__, result);
687 /* NOTREACHED */
2d21ac55 688 }
316670eb 689
2d21ac55 690 ifnet_set_mtu(lo_ifp, LOMTU);
316670eb
A
691 ifnet_set_flags(lo_ifp, IFF_LOOPBACK | IFF_MULTICAST,
692 IFF_LOOPBACK | IFF_MULTICAST);
693 ifnet_set_offload(lo_ifp,
694 IFNET_CSUM_IP | IFNET_CSUM_TCP | IFNET_CSUM_UDP |
695 IFNET_CSUM_TCPIPV6 | IFNET_CSUM_UDPIPV6 | IFNET_IPV6_FRAGMENT |
39037602
A
696 IFNET_CSUM_FRAGMENT | IFNET_IP_FRAGMENT | IFNET_MULTIPAGES |
697 IFNET_TX_STATUS | IFNET_SW_TIMESTAMP);
0a7de745 698 ifnet_set_hdrlen(lo_ifp, sizeof(struct loopback_header));
2d21ac55
A
699 ifnet_set_eflags(lo_ifp, IFEF_SENDLIST, IFEF_SENDLIST);
700
701#if CONFIG_MACF_NET
316670eb 702 mac_ifnet_label_init(ifp);
1c79356b 703#endif
2d21ac55
A
704
705 result = ifnet_attach(lo_ifp, NULL);
706 if (result != 0) {
316670eb
A
707 panic("%s: couldn't attach loopback ifnet (%d)\n",
708 __func__, result);
709 /* NOTREACHED */
710 }
5c9f4661
A
711 /*
712 * Disable ECN on loopback as ECN serves no purpose and otherwise
713 * TCP connections are subject to heuristics like SYN retransmits on RST
714 */
715 lo_ifp->if_eflags &= ~IFEF_ECN_ENABLE;
716 lo_ifp->if_eflags |= IFEF_ECN_DISABLE;
717
0a7de745 718 bpfattach(lo_ifp, DLT_NULL, sizeof(u_int32_t));
316670eb
A
719}
720
721static int
722sysctl_dequeue_max SYSCTL_HANDLER_ARGS
723{
724#pragma unused(arg1, arg2)
725 u_int32_t i;
726 int err;
727
728 i = lo_dequeue_max;
729
730 err = sysctl_handle_int(oidp, &i, 0, req);
0a7de745
A
731 if (err != 0 || req->newptr == USER_ADDR_NULL) {
732 return err;
733 }
316670eb 734
0a7de745 735 if (i < 1) {
316670eb 736 i = 1;
0a7de745 737 } else if (i > LOSNDQ_MAXLEN) {
316670eb 738 i = LOSNDQ_MAXLEN;
0a7de745 739 }
316670eb
A
740
741 lo_dequeue_max = i;
742
0a7de745 743 return err;
316670eb
A
744}
745
746static int
747sysctl_sched_model SYSCTL_HANDLER_ARGS
748{
749#pragma unused(arg1, arg2)
750 u_int32_t i;
751 int err;
752
753 i = lo_sched_model;
754
755 err = sysctl_handle_int(oidp, &i, 0, req);
0a7de745
A
756 if (err != 0 || req->newptr == USER_ADDR_NULL) {
757 return err;
758 }
316670eb
A
759
760 switch (i) {
761 case IFNET_SCHED_MODEL_NORMAL:
762 case IFNET_SCHED_MODEL_DRIVER_MANAGED:
39037602 763 case IFNET_SCHED_MODEL_FQ_CODEL:
316670eb
A
764 break;
765
766 default:
767 err = EINVAL;
768 break;
1c79356b 769 }
316670eb 770
0a7de745 771 if (err == 0 && (err = ifnet_set_output_sched_model(lo_ifp, i)) == 0) {
316670eb 772 lo_sched_model = i;
0a7de745 773 }
316670eb 774
0a7de745 775 return err;
316670eb
A
776}
777
778static int
779sysctl_dequeue_scidx SYSCTL_HANDLER_ARGS
780{
781#pragma unused(arg1, arg2)
782 u_int32_t i;
783 int err;
784
785 i = lo_dequeue_scidx;
786
787 err = sysctl_handle_int(oidp, &i, 0, req);
0a7de745
A
788 if (err != 0 || req->newptr == USER_ADDR_NULL) {
789 return err;
790 }
316670eb 791
0a7de745
A
792 if (!MBUF_VALID_SCIDX(i)) {
793 return EINVAL;
794 }
316670eb 795
0a7de745
A
796 if (lo_sched_model != IFNET_SCHED_MODEL_DRIVER_MANAGED) {
797 return ENODEV;
798 }
316670eb
A
799
800 lo_dequeue_sc = m_service_class_from_idx(i);
801 lo_dequeue_scidx = MBUF_SCIDX(lo_dequeue_sc);
802
0a7de745 803 return err;
1c79356b 804}