/*
- * Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 1999-2019 Apple Inc. All rights reserved.
*
- * @APPLE_LICENSE_HEADER_START@
- *
- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License"). You may not use this file except in compliance with the
- * License. Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
- *
- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
+ *
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.
+ *
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ *
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the
- * License for the specific language governing rights and limitations
- * under the License.
- *
- * @APPLE_LICENSE_HEADER_END@
- */
-/*
- * Copyright (c) 1999 Apple Computer, Inc.
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.
*
- * Data Link Inteface Layer
- * Author: Ted Walker
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
*/
-
-
#ifndef DLIL_H
#define DLIL_H
+#ifdef KERNEL
-#if __STDC__
-
-struct ifnet;
-struct mbuf;
-struct ether_header;
-
-#endif
-
-
-
-#define DLIL_LAST_FILTER -1
-#define DLIL_NULL_FILTER -2
-
-#define DLIL_WAIT_FOR_FREE -2
-
-#define DLIL_BLUEBOX 1
-
-
-
-#include <net/if.h>
-#include <net/if_var.h>
-#include <sys/kern_event.h>
+#include <sys/kernel_types.h>
+#include <net/kpi_interface.h>
enum {
BPF_TAP_DISABLE,
BPF_TAP_INPUT_OUTPUT
};
+/*
+ * DLIL_DESC_ETYPE2 - native_type must point to 2 byte ethernet raw protocol,
+ * variants.native_type_length must be set to 2
+ * DLIL_DESC_SAP - native_type must point to 3 byte SAP protocol
+ * variants.native_type_length must be set to 3
+ * DLIL_DESC_SNAP - native_type must point to 5 byte SNAP protocol
+ * variants.native_type_length must be set to 5
+ *
+ * All protocols must be in Network byte order.
+ *
+ * Future interface families may define more protocol types they know about.
+ * The type implies the offset and context of the protocol data at native_type.
+ * The length of the protocol data specified at native_type must be set in
+ * variants.native_type_length.
+ */
+/* Ethernet specific types */
+#define DLIL_DESC_ETYPE2 4
+#define DLIL_DESC_SAP 5
+#define DLIL_DESC_SNAP 6
-struct dl_tag_attr_str {
- u_long dl_tag;
- short if_flags;
- short if_unit;
- u_long if_family;
- u_long protocol_family;
-};
-
-
-struct dlil_pr_flt_str {
- caddr_t cookie;
-
- int (*filter_dl_input)(caddr_t cookie,
- struct mbuf **m,
- char **frame_header,
- struct ifnet **ifp);
-
-
- int (*filter_dl_output)(caddr_t cookie,
- struct mbuf **m,
- struct ifnet **ifp,
- struct sockaddr **dest,
- char *dest_linkaddr,
- char *frame_type);
+#ifdef KERNEL_PRIVATE
+#include <net/if.h>
+#include <net/if_var.h>
+#include <net/classq/classq.h>
+#include <net/flowadv.h>
+#include <sys/kern_event.h>
+#include <kern/thread.h>
+#include <kern/locks.h>
+
+#ifdef BSD_KERNEL_PRIVATE
+/* Operations on timespecs. */
+#define net_timerclear(tvp) (tvp)->tv_sec = (tvp)->tv_nsec = 0
+
+#define net_timerisset(tvp) ((tvp)->tv_sec || (tvp)->tv_nsec)
+
+#define net_timercmp(tvp, uvp, cmp) \
+ (((tvp)->tv_sec == (uvp)->tv_sec) ? \
+ ((tvp)->tv_nsec cmp (uvp)->tv_nsec) : \
+ ((tvp)->tv_sec cmp (uvp)->tv_sec))
+
+#define net_timeradd(tvp, uvp, vvp) do { \
+ (vvp)->tv_sec = (tvp)->tv_sec + (uvp)->tv_sec; \
+ (vvp)->tv_nsec = (tvp)->tv_nsec + (uvp)->tv_nsec; \
+ if ((vvp)->tv_nsec >= (long)NSEC_PER_SEC) { \
+ (vvp)->tv_sec++; \
+ (vvp)->tv_nsec -= NSEC_PER_SEC; \
+ } \
+} while (0)
+
+#define net_timersub(tvp, uvp, vvp) do { \
+ (vvp)->tv_sec = (tvp)->tv_sec - (uvp)->tv_sec; \
+ (vvp)->tv_nsec = (tvp)->tv_nsec - (uvp)->tv_nsec; \
+ if ((vvp)->tv_nsec < 0) { \
+ (vvp)->tv_sec--; \
+ (vvp)->tv_nsec += NSEC_PER_SEC; \
+ } \
+} while (0)
+
+#define net_timerusec(tvp, nsp) do { \
+ *(nsp) = (tvp)->tv_nsec / NSEC_PER_USEC; \
+ if ((tvp)->tv_sec > 0) \
+ *(nsp) += ((tvp)->tv_sec * USEC_PER_SEC); \
+} while (0)
+
+#define net_timernsec(tvp, nsp) do { \
+ *(nsp) = (tvp)->tv_nsec; \
+ if ((tvp)->tv_sec > 0) \
+ *(nsp) += ((tvp)->tv_sec * NSEC_PER_SEC); \
+} while (0)
+
+#if defined(__x86_64__) || defined(__arm64__)
+#define net_nsectimer(nsp, tvp) do { \
+ u_int64_t __nsp = *(nsp); \
+ net_timerclear(tvp); \
+ uint64_t __sec = __nsp / NSEC_PER_SEC; \
+ (tvp)->tv_sec = (__darwin_time_t)__sec; \
+ (tvp)->tv_nsec = (long)(__nsp - __sec * NSEC_PER_SEC); \
+} while (0)
+#else /* 32 bit */
+/*
+ * NSEC needs to be < 2^31*10^9 to be representable in a struct timespec
+ * because __darwin_time_t is 32 bit on 32-bit platforms. This bound
+ * is < 2^61. We get a first approximation to convert into seconds using
+ * the following values.
+ * a = floor(NSEC / 2^29)
+ * inv = floor(2^61 / 10^9)
+ *
+ * The approximation of seconds is correct or too low by 1 unit.
+ * So we fix it by computing the remainder.
+ */
+#define net_nsectimer(nsp, tvp) do { \
+ u_int64_t __nsp = *(nsp); \
+ net_timerclear(tvp); \
+ uint32_t __a = (uint32_t)(__nsp >> 29); \
+ const uint32_t __inv = 0x89705F41; \
+ uint32_t __sec = (uint32_t)(((uint64_t)__a * __inv) >> 32); \
+ uint32_t __rem = (uint32_t)(__nsp - __sec * NSEC_PER_SEC); \
+ __sec += ((__rem >= NSEC_PER_SEC) ? 1 : 0); \
+ (tvp)->tv_sec = (__darwin_time_t)__sec; \
+ (tvp)->tv_nsec = \
+ (long)((__rem >= NSEC_PER_SEC) ? (__rem - NSEC_PER_SEC) : __rem); \
+} while(0)
+#endif /* 32 bit */
- int (*filter_dl_event)(caddr_t cookie,
- struct kern_event_msg *event_msg);
+struct ifnet;
+struct mbuf;
+struct ether_header;
+struct sockaddr_dl;
+struct iff_filter;
- int (*filter_dl_ioctl)(caddr_t cookie,
- struct ifnet *ifp,
- u_long ioctl_cmd,
- caddr_t ioctl_arg);
+#define DLIL_THREADNAME_LEN 32
- int (*filter_detach)(caddr_t cookie);
- u_long reserved[2];
+/*
+ * DLIL input thread info
+ */
+struct dlil_threading_info {
+ decl_lck_mtx_data(, input_lck);
+ lck_grp_t *lck_grp; /* lock group (for lock stats) */
+ u_int32_t input_waiting; /* DLIL condition of thread */
+ u_int32_t wtot; /* # of wakeup requests */
+ char input_name[DLIL_THREADNAME_LEN]; /* name storage */
+ struct ifnet *ifp; /* pointer to interface */
+ class_queue_t rcvq_pkts; /* queue of pkts */
+ struct ifnet_stat_increment_param stats; /* incremental statistics */
+ /*
+ * Thread affinity (workloop and DLIL threads).
+ */
+ boolean_t net_affinity; /* affinity set is available */
+ struct thread *input_thr; /* input thread */
+ struct thread *wloop_thr; /* workloop thread */
+ struct thread *poll_thr; /* poll thread */
+ u_int32_t tag; /* affinity tag */
+#if IFNET_INPUT_SANITY_CHK
+ /*
+ * For debugging.
+ */
+ u_int64_t input_mbuf_cnt; /* total # of packets processed */
+#endif
};
-struct dlil_if_flt_str {
- caddr_t cookie;
- int (*filter_if_input)(caddr_t cookie,
- struct ifnet **ifnet_ptr,
- struct mbuf **mbuf_ptr,
- char **frame_ptr);
+/*
+ * DLIL input thread info (for main/loopback input thread)
+ */
+struct dlil_main_threading_info {
+ struct dlil_threading_info inp;
+ class_queue_t lo_rcvq_pkts; /* queue of lo0 pkts */
+};
- int (*filter_if_event)(caddr_t cookie,
- struct ifnet **ifnet_ptr,
- struct kern_event_msg **event_msg_ptr);
+/*
+ * The following are shared with kpi_protocol.c so that it may wakeup
+ * the input thread to run through packets queued for protocol input.
+ */
+#define DLIL_INPUT_RUNNING 0x80000000
+#define DLIL_INPUT_WAITING 0x40000000
+#define DLIL_PROTO_REGISTER 0x20000000
+#define DLIL_PROTO_WAITING 0x10000000
+#define DLIL_INPUT_TERMINATE 0x08000000
+#define DLIL_INPUT_TERMINATE_COMPLETE 0x04000000
- int (*filter_if_output)(caddr_t cookie,
- struct ifnet **ifnet_ptr,
- struct mbuf **mbuf_ptr);
+/*
+ * Flags for dlil_attach_filter()
+ */
+#define DLIL_IFF_TSO 0x01 /* Interface filter supports TSO */
+#define DLIL_IFF_INTERNAL 0x02 /* Apple internal -- do not count towards stats */
+/* Input poll interval definitions */
+#define IF_RXPOLL_INTERVALTIME_MIN (1ULL * 1000) /* 1 us */
+#define IF_RXPOLL_INTERVALTIME (1ULL * 1000 * 1000) /* 1 ms */
- int (*filter_if_ioctl)(caddr_t cookie,
- struct ifnet *ifnet_ptr,
- u_long ioctl_code_ptr,
- caddr_t ioctl_arg_ptr);
+extern int dlil_verbose;
+extern uint32_t hwcksum_dbg;
+extern uint32_t hwcksum_tx;
+extern uint32_t hwcksum_rx;
+extern struct dlil_threading_info *dlil_main_input_thread;
+extern unsigned int net_rxpoll;
+extern uint32_t if_rxpoll;
+extern uint32_t if_rxpoll_decay;
+extern uint32_t if_rxpoll_interval_pkts;
+extern uint32_t if_rcvq_maxlen;
- int (*filter_if_free)(caddr_t cookie,
- struct ifnet *ifnet_ptr);
+extern void dlil_init(void);
- int (*filter_detach)(caddr_t cookie);
- u_long reserved[2];
-};
+extern errno_t ifp_if_ioctl(struct ifnet *, unsigned long, void *);
+extern errno_t ifp_if_output(struct ifnet *, struct mbuf *);
+extern void ifp_if_start(struct ifnet *);
+extern errno_t dlil_set_bpf_tap(ifnet_t, bpf_tap_mode, bpf_packet_func);
-#define DLIL_PR_FILTER 1
-#define DLIL_IF_FILTER 2
+/*
+ * Send arp internal bypasses the check for IPv4LL.
+ */
+extern errno_t dlil_send_arp_internal(ifnet_t, u_int16_t,
+ const struct sockaddr_dl *, const struct sockaddr *,
+ const struct sockaddr_dl *, const struct sockaddr *);
+/*
+ * The following constants are used with the net_thread_mark_apply and
+ * net_thread_is_unmarked functions to control the bits in the uu_network_marks
+ * field of the uthread structure.
+ */
+#define NET_THREAD_HELD_PF 0x1 /* thread is holding PF lock */
+#define NET_THREAD_HELD_DOMAIN 0x2 /* thread is holding domain_proto_mtx */
+#define NET_THREAD_CKREQ_LLADDR 0x4 /* thread reqs MACF check for LLADDR */
+/*
+ * net_thread_marks_t is a pointer to a phantom structure type used for
+ * manipulating the uthread:uu_network_marks field. As an example...
+ *
+ * static const u_int32_t bits = NET_THREAD_CKREQ_LLADDR;
+ * struct uthread *uth = get_bsdthread_info(current_thread());
+ *
+ * net_thread_marks_t marks = net_thread_marks_push(bits);
+ * VERIFY((uth->uu_network_marks & NET_THREAD_CKREQ_LLADDR) != 0);
+ * net_thread_marks_pop(marks);
+ *
+ * The net_thread_marks_push() function returns an encoding of the bits
+ * that were changed from zero to one in the uu_network_marks field. When
+ * the net_thread_marks_pop() function later processes that value, it
+ * resets the bits to their previous value.
+ *
+ * The net_thread_unmarks_push() and net_thread_unmarks_pop() functions
+ * are similar to net_thread_marks_push() and net_thread_marks_pop() except
+ * they clear the marks bits in the guarded section rather than set them.
+ *
+ * The net_thread_is_marked() and net_thread_is_unmarked() functions return
+ * the subset of the bits that are currently set or cleared (respectively)
+ * in the uthread:uu_network_marks field.
+ *
+ * Finally, the value of the net_thread_marks_none constant is provided for
+ * comparing for equality with the value returned when no bits in the marks
+ * field are changed by the push.
+ *
+ * It is not significant that a value of type net_thread_marks_t may
+ * compare as equal to the NULL pointer.
+ */
+struct net_thread_marks;
+typedef const struct net_thread_marks *net_thread_marks_t;
-typedef int (*dl_input_func)(struct mbuf *m, char *frame_header,
- struct ifnet *ifp, u_long dl_tag, int sync_ok);
-typedef int (*dl_pre_output_func)(struct ifnet *ifp,
- struct mbuf **m,
- struct sockaddr *dest,
- caddr_t route_entry,
- char *frame_type,
- char *dst_addr,
- u_long dl_tag);
+extern const net_thread_marks_t net_thread_marks_none;
-typedef int (*dl_event_func)(struct kern_event_msg *event,
- u_long dl_tag);
+extern net_thread_marks_t net_thread_marks_push(u_int32_t);
+extern net_thread_marks_t net_thread_unmarks_push(u_int32_t);
+extern void net_thread_marks_pop(net_thread_marks_t);
+extern void net_thread_unmarks_pop(net_thread_marks_t);
+extern u_int32_t net_thread_is_marked(u_int32_t);
+extern u_int32_t net_thread_is_unmarked(u_int32_t);
-typedef int (*dl_offer_func)(struct mbuf *m, char *frame_header);
-typedef int (*dl_ioctl_func)(u_long dl_tag,
- struct ifnet *ifp,
- u_long ioctl_cmd,
- caddr_t ioctl_arg);
+extern int dlil_output(ifnet_t, protocol_family_t, mbuf_t, void *,
+ const struct sockaddr *, int, struct flowadv *);
+extern void dlil_input_packet_list(struct ifnet *, struct mbuf *);
+extern void dlil_input_packet_list_extended(struct ifnet *, struct mbuf *,
+ u_int32_t, ifnet_model_t);
+extern errno_t dlil_resolve_multi(struct ifnet *,
+ const struct sockaddr *, struct sockaddr *, size_t);
-struct dlil_filterq_entry {
- TAILQ_ENTRY(dlil_filterq_entry) que;
- u_long filter_id;
- int type;
- union {
- struct dlil_if_flt_str if_filter;
- struct dlil_pr_flt_str pr_filter;
- } variants;
-};
+extern errno_t dlil_send_arp(ifnet_t, u_int16_t, const struct sockaddr_dl *,
+ const struct sockaddr *, const struct sockaddr_dl *,
+ const struct sockaddr *, u_int32_t);
+extern int dlil_attach_filter(ifnet_t, const struct iff_filter *,
+ interface_filter_t *, u_int32_t);
+extern void dlil_detach_filter(interface_filter_t);
-TAILQ_HEAD(dlil_filterq_head, dlil_filterq_entry);
+extern void dlil_proto_unplumb_all(ifnet_t);
+extern int dlil_post_msg(struct ifnet *, u_int32_t, u_int32_t,
+ struct net_event_data *, u_int32_t);
-struct if_proto {
- TAILQ_ENTRY(if_proto) next;
- u_long dl_tag;
- struct dlil_filterq_head pr_flt_head;
- struct ifnet *ifp;
- dl_input_func dl_input;
- dl_pre_output_func dl_pre_output;
- dl_event_func dl_event;
- dl_offer_func dl_offer;
- dl_ioctl_func dl_ioctl;
- u_long protocol_family;
- u_long reserved[4];
+extern void dlil_post_sifflags_msg(struct ifnet *);
-};
+extern int dlil_post_complete_msg(struct ifnet *, struct kev_msg *);
-TAILQ_HEAD(dlil_proto_head, if_proto);
+extern int dlil_alloc_local_stats(struct ifnet *);
-struct dlil_tag_list_entry {
- TAILQ_ENTRY(dlil_tag_list_entry) next;
- struct ifnet *ifp;
- u_long dl_tag;
-};
+extern void ifnet_filter_update_tso(boolean_t filter_enable);
+extern errno_t dlil_rxpoll_validate_params(struct ifnet_poll_params *);
+extern void dlil_rxpoll_update_params(struct ifnet *,
+ struct ifnet_poll_params *);
+extern void ifnet_poll(struct ifnet *);
+extern errno_t ifnet_input_poll(struct ifnet *, struct mbuf *,
+ struct mbuf *, const struct ifnet_stat_increment_param *);
-/* Obsolete types */
-#define DLIL_DESC_RAW 1
-#define DLIL_DESC_802_2 2
-#define DLIL_DESC_802_2_SNAP 3
/*
- * DLIL_DESC_RAW - obsolete type, data in variants.bitmask or native_type
- * if variants.bitmask.proto_id_length, native_type in host
- * byte order.
- * DLIL_DESC_802_2 - obsolete, data in variants.desc_802_2
- * DLIL_DESC_802_2_SNAP - obsolete, data in variants.desc_802_2_SNAP
- * protocol field in host byte order
+ * dlil_if_acquire is obsolete. Use ifnet_allocate.
*/
-
-/* Ehernet specific types */
-#define DLIL_DESC_ETYPE2 4
-#define DLIL_DESC_SAP 5
-#define DLIL_DESC_SNAP 6
+extern int dlil_if_acquire(u_int32_t, const void *, size_t, const char *, struct ifnet **);
/*
- * DLIL_DESC_ETYPE2 - native_type must point to 2 byte ethernet raw protocol,
- * variants.native_type_length must be set to 2
- * DLIL_DESC_SAP - native_type must point to 3 byte SAP protocol
- * variants.native_type_length must be set to 3
- * DLIL_DESC_SNAP - native_type must point to 5 byte SNAP protocol
- * variants.native_type_length must be set to 5
- *
- * All protocols must be in Network byte order.
- *
- * Future interface families may define more protocol types they know about.
- * The type implies the offset and context of the protocol data at native_type.
- * The length of the protocol data specified at native_type must be set in
- * variants.native_type_length.
+ * dlil_if_release is obsolete. The equivalent is called automatically when
+ * an interface is detached.
*/
+extern void dlil_if_release(struct ifnet *ifp);
-struct dlil_demux_desc {
- TAILQ_ENTRY(dlil_demux_desc) next;
-
- int type;
- u_char *native_type;
-
- union {
- /* Structs in this union are obsolete. They exist for binary compatability only */
- /* Only the native_type_length is used */
- struct {
- u_long proto_id_length; /* IN LONGWORDS!!! */
- u_char *proto_id; /* No longer supported by Ethernet family */
- u_char *proto_id_mask;
- } bitmask;
-
- struct {
- u_char dsap;
- u_char ssap;
- u_char control_code;
- u_char pad;
- } desc_802_2;
-
- struct {
- u_char dsap; /* Ignored, assumed to be 0xAA */
- u_char ssap; /* Ignored, assumed to be 0xAA */
- u_char control_code; /* Ignored, assumed to be 0x03 */
- u_char org[3];
- u_short protocol_type; /* In host byte order */
- } desc_802_2_SNAP;
-
- /* Length of data pointed to by native_type, must be set correctly */
- u_int32_t native_type_length;
- } variants;
-};
+extern errno_t dlil_if_ref(struct ifnet *);
+extern errno_t dlil_if_free(struct ifnet *);
-TAILQ_HEAD(ddesc_head_str, dlil_demux_desc);
-
-
-struct dlil_proto_reg_str {
- struct ddesc_head_str demux_desc_head;
- u_long interface_family;
- u_long protocol_family;
- short unit_number;
- int default_proto; /* 0 or 1 */
- dl_input_func input;
- dl_pre_output_func pre_output;
- dl_event_func event;
- dl_offer_func offer;
- dl_ioctl_func ioctl;
- u_long reserved[4];
-};
-
-
-int dlil_attach_interface_filter(struct ifnet *ifnet_ptr,
- struct dlil_if_flt_str *interface_filter,
- u_long *filter_id,
- int insertion_point);
-
-int
-dlil_input(struct ifnet *ifp, struct mbuf *m_head, struct mbuf *m_tail);
-
-int
-dlil_output(u_long dl_tag,
- struct mbuf *m,
- caddr_t route,
- struct sockaddr *dest,
- int raw);
-
-
-int
-dlil_ioctl(u_long proto_family,
- struct ifnet *ifp,
- u_long ioctl_code,
- caddr_t ioctl_arg);
-
-int
-dlil_attach_protocol(struct dlil_proto_reg_str *proto,
- u_long *dl_tag);
-
-int
-dlil_detach_protocol(u_long dl_tag);
-
-int
-dlil_if_attach(struct ifnet *ifp);
-
-int
-dlil_attach_protocol_filter(u_long dl_tag,
- struct dlil_pr_flt_str *proto_filter,
- u_long *filter_id,
- int insertion_point);
-int
-dlil_detach_filter(u_long filter_id);
-
-struct dlil_ifmod_reg_str {
- int (*add_if)(struct ifnet *ifp);
- int (*del_if)(struct ifnet *ifp);
- int (*add_proto)(struct ddesc_head_str *demux_desc_head,
- struct if_proto *proto, u_long dl_tag);
- int (*del_proto)(struct if_proto *proto, u_long dl_tag);
- int (*ifmod_ioctl)(struct ifnet *ifp, u_long ioctl_cmd, caddr_t data);
- int (*shutdown)();
- u_long reserved[4];
-};
+extern int dlil_node_present(struct ifnet *, struct sockaddr *, int32_t, int,
+ int, u_int8_t[48]);
+extern void dlil_node_absent(struct ifnet *, struct sockaddr *);
+extern int dlil_node_present_v2(struct ifnet *, struct sockaddr *, struct sockaddr_dl *, int32_t, int,
+ int, u_int8_t[48]);
+extern const void *dlil_ifaddr_bytes(const struct sockaddr_dl *, size_t *,
+ kauth_cred_t *);
-int dlil_reg_if_modules(u_long interface_family,
- struct dlil_ifmod_reg_str *ifmod_reg);
+extern void dlil_report_issues(struct ifnet *, u_int8_t[DLIL_MODIDLEN],
+ u_int8_t[DLIL_MODARGLEN]);
-int
-dlil_inject_if_input(struct mbuf *m, char *frame_header, u_long from_id);
+#define PROTO_HASH_SLOTS 5
-int
-dlil_inject_pr_input(struct mbuf *m, char *frame_header, u_long from_id);
+extern int proto_hash_value(u_int32_t);
-int
-dlil_inject_pr_output(struct mbuf *m,
- struct sockaddr *dest,
- int raw,
- char *frame_type,
- char *dst_linkaddr,
- u_long from_id);
+extern const char *dlil_kev_dl_code_str(u_int32_t);
-int
-dlil_inject_if_output(struct mbuf *m, u_long from_id);
+extern errno_t dlil_rxpoll_set_params(struct ifnet *,
+ struct ifnet_poll_params *, boolean_t);
+extern errno_t dlil_rxpoll_get_params(struct ifnet *,
+ struct ifnet_poll_params *);
-int
-dlil_find_dltag(u_long if_family, short unit, u_long proto_family, u_long *dl_tag);
+extern errno_t dlil_output_handler(struct ifnet *, struct mbuf *);
+extern errno_t dlil_input_handler(struct ifnet *, struct mbuf *,
+ struct mbuf *, const struct ifnet_stat_increment_param *,
+ boolean_t, struct thread *);
-int
-dlil_event(struct ifnet *ifp, struct kern_event_msg *event);
-
-int dlil_dereg_if_modules(u_long interface_family);
-
-int
-dlil_if_detach(struct ifnet *ifp);
+/*
+ * This is mostly called from the context of the DLIL input thread;
+ * because of that there is no need for atomic operations.
+ */
+__attribute__((always_inline))
+static inline void
+ifp_inc_traffic_class_in(struct ifnet *ifp, struct mbuf *m)
+{
+ if (!(m->m_flags & M_PKTHDR)) {
+ return;
+ }
+
+ switch (m_get_traffic_class(m)) {
+ case MBUF_TC_BE:
+ ifp->if_tc.ifi_ibepackets++;
+ ifp->if_tc.ifi_ibebytes += m->m_pkthdr.len;
+ break;
+ case MBUF_TC_BK:
+ ifp->if_tc.ifi_ibkpackets++;
+ ifp->if_tc.ifi_ibkbytes += m->m_pkthdr.len;
+ break;
+ case MBUF_TC_VI:
+ ifp->if_tc.ifi_ivipackets++;
+ ifp->if_tc.ifi_ivibytes += m->m_pkthdr.len;
+ break;
+ case MBUF_TC_VO:
+ ifp->if_tc.ifi_ivopackets++;
+ ifp->if_tc.ifi_ivobytes += m->m_pkthdr.len;
+ break;
+ default:
+ break;
+ }
+
+ if (mbuf_is_traffic_class_privileged(m)) {
+ ifp->if_tc.ifi_ipvpackets++;
+ ifp->if_tc.ifi_ipvbytes += m->m_pkthdr.len;
+ }
+}
+/*
+ * This is called from DLIL output, hence multiple threads could end
+ * up modifying the statistics. We trade off acccuracy for performance
+ * by not using atomic operations here.
+ */
+__attribute__((always_inline))
+static inline void
+ifp_inc_traffic_class_out(struct ifnet *ifp, struct mbuf *m)
+{
+ if (!(m->m_flags & M_PKTHDR)) {
+ return;
+ }
+
+ switch (m_get_traffic_class(m)) {
+ case MBUF_TC_BE:
+ ifp->if_tc.ifi_obepackets++;
+ ifp->if_tc.ifi_obebytes += m->m_pkthdr.len;
+ break;
+ case MBUF_TC_BK:
+ ifp->if_tc.ifi_obkpackets++;
+ ifp->if_tc.ifi_obkbytes += m->m_pkthdr.len;
+ break;
+ case MBUF_TC_VI:
+ ifp->if_tc.ifi_ovipackets++;
+ ifp->if_tc.ifi_ovibytes += m->m_pkthdr.len;
+ break;
+ case MBUF_TC_VO:
+ ifp->if_tc.ifi_ovopackets++;
+ ifp->if_tc.ifi_ovobytes += m->m_pkthdr.len;
+ break;
+ default:
+ break;
+ }
+
+ if (mbuf_is_traffic_class_privileged(m)) {
+ ifp->if_tc.ifi_opvpackets++;
+ ifp->if_tc.ifi_opvbytes += m->m_pkthdr.len;
+ }
+}
+#endif /* BSD_KERNEL_PRIVATE */
+#endif /* KERNEL_PRIVATE */
+#endif /* KERNEL */
#endif /* DLIL_H */
projects / apple / xnu.git / blobdiff