X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/3e170ce000f1506b7b5d2c5c7faec85ceabb573d..743345f9a4b36f7e2f9ba37691e70c50baecb56e:/bsd/sys/mbuf.h

diff --git a/bsd/sys/mbuf.h b/bsd/sys/mbuf.h
index b5b7ee802..2c703373b 100644
--- a/bsd/sys/mbuf.h
+++ b/bsd/sys/mbuf.h
@@ -214,6 +214,7 @@ struct tcp_pktinfo {
 	union {
 		struct {
 			u_int32_t segsz;	/* segment size (actual MSS) */
+			u_int32_t start_seq;	/* start seq of this packet */
 		} __tx;
 		struct {
 			u_int16_t lro_pktlen;	/* max seg size encountered */
@@ -226,6 +227,7 @@ struct tcp_pktinfo {
 		u_int32_t	seq;		/* recv msg sequence # */
 	} __msgattr;
 #define tso_segsz	proto_mtag.__pr_u.tcp.tm_tcp.__offload.__tx.segsz
+#define	tx_start_seq	proto_mtag.__pr_u.tcp.tm_tcp.__offload.__tx.start_seq
 #define lro_pktlen	proto_mtag.__pr_u.tcp.tm_tcp.__offload.__rx.lro_pktlen
 #define lro_npkts	proto_mtag.__pr_u.tcp.tm_tcp.__offload.__rx.lro_npkts
 #define lro_elapsed	proto_mtag.__pr_u.tcp.tm_tcp.__offload.__rx.lro_timediff
@@ -238,17 +240,11 @@ struct tcp_pktinfo {
  */
 struct mptcp_pktinfo {
 	u_int64_t	mtpi_dsn;	/* MPTCP Data Sequence Number */
-	union {
-		u_int64_t	mtpi_dan;	/* MPTCP Data Ack Number */
-		struct {
-			u_int32_t mtpi_rel_seq;	/* Relative Seq Number */
-			u_int32_t mtpi_length;	/* Length of mapping */
-		} mtpi_subf;
-	};
+	u_int32_t	mtpi_rel_seq;	/* Relative Seq Number */
+	u_int32_t	mtpi_length;	/* Length of mapping */
 #define	mp_dsn		proto_mtag.__pr_u.tcp.tm_mptcp.mtpi_dsn
-#define	mp_rseq		proto_mtag.__pr_u.tcp.tm_mptcp.mtpi_subf.mtpi_rel_seq
-#define	mp_rlen		proto_mtag.__pr_u.tcp.tm_mptcp.mtpi_subf.mtpi_length
-#define	mp_dack		proto_mtag.__pr_u.tcp.tm_mptcp.mtpi_subf.mtpi_dan
+#define	mp_rseq		proto_mtag.__pr_u.tcp.tm_mptcp.mtpi_rel_seq
+#define	mp_rlen		proto_mtag.__pr_u.tcp.tm_mptcp.mtpi_length
 };
 
 /*
@@ -264,6 +260,17 @@ struct tcp_mtag {
 	};
 };
 
+struct driver_mtag_ {
+	uintptr_t		_drv_tx_compl_arg;
+	uintptr_t		_drv_tx_compl_data;
+	kern_return_t		_drv_tx_status;
+	uint16_t		_drv_flowid;
+#define drv_tx_compl_arg	builtin_mtag._drv_mtag._drv_tx_compl_arg
+#define drv_tx_compl_data	builtin_mtag._drv_mtag._drv_tx_compl_data
+#define drv_tx_status		builtin_mtag._drv_mtag._drv_tx_status
+#define drv_flowid		builtin_mtag._drv_mtag._drv_flowid
+};
+
 /*
  * Protocol specific mbuf tag (at most one protocol metadata per mbuf).
  *
@@ -272,7 +279,7 @@ struct tcp_mtag {
  * that the former is used on the virtual ipsec interface that does
  * not advertise the TSO capability.)
  */
-struct proto_mtag {
+struct proto_mtag_ {
 	union {
 		struct tcp_mtag	tcp;		/* TCP specific */
 	} __pr_u;
@@ -281,17 +288,30 @@ struct proto_mtag {
 /*
  * NECP specific mbuf tag.
  */
-struct necp_mtag {
+struct necp_mtag_ {
 	u_int32_t	necp_policy_id;
 	u_int32_t	necp_last_interface_index;
 	u_int32_t	necp_route_rule_id;
+	u_int32_t	necp_app_id;
+};
+
+union builtin_mtag {
+	struct {
+		struct proto_mtag_ _proto_mtag;	/* built-in protocol-specific tag */
+		struct pf_mtag	_pf_mtag;	/* built-in PF tag */
+		struct necp_mtag_ _necp_mtag; /* built-in NECP tag */
+	} _net_mtag;
+	struct driver_mtag_ _drv_mtag;
+#define necp_mtag builtin_mtag._net_mtag._necp_mtag
+#define proto_mtag builtin_mtag._net_mtag._proto_mtag
+#define driver_mtag builtin_mtag._drv_mtag
 };
 
 /*
  * Record/packet header in first mbuf of chain; valid only if M_PKTHDR set.
  */
-struct	pkthdr {
-	struct	ifnet *rcvif;		/* rcv interface */
+struct pkthdr {
+	struct ifnet *rcvif;		/* rcv interface */
 	/* variables for ip and tcp reassembly */
 	void	*pkt_hdr;		/* pointer to packet header */
 	int32_t	len;			/* total packet length */
@@ -348,6 +368,9 @@ struct	pkthdr {
 	u_int32_t pkt_flowid;		/* flow ID */
 	u_int32_t pkt_flags;		/* PKTF flags (see below) */
 	u_int32_t pkt_svc;		/* MBUF_SVC value */
+
+	u_int32_t pkt_compl_context;		/* Packet completion context */
+
 	union {
 		struct {
 			u_int16_t src;		/* ifindex of src addr i/f */
@@ -360,25 +383,27 @@ struct	pkthdr {
 #define	dst_ifindex	_pkt_iaif.dst
 #define	dst_iff		_pkt_iaif.dst_flags
 		u_int64_t pkt_ifainfo;	/* data field used by ifainfo */
-		u_int32_t pkt_unsent_databytes; /* unsent data */
+		struct {
+			u_int32_t if_data; /* bytes in interface queue */
+			u_int32_t sndbuf_data; /* bytes in socket buffer */
+		} _pkt_bsr;	/* Buffer status report used by cellular interface */
+#define	bufstatus_if	_pkt_bsr.if_data
+#define	bufstatus_sndbuf	_pkt_bsr.sndbuf_data
 	};
 #if MEASURE_BW
 	u_int64_t pkt_bwseq;		/* sequence # */
 #endif /* MEASURE_BW */
-	u_int64_t pkt_enqueue_ts;	/* enqueue time */
+	u_int64_t pkt_timestamp;	/* enqueue time */
 
 	/*
 	 * Tags (external and built-in)
 	 */
 	SLIST_HEAD(packet_tags, m_tag) tags; /* list of external tags */
-	struct proto_mtag proto_mtag;	/* built-in protocol-specific tag */
-	struct pf_mtag	pf_mtag;	/* built-in PF tag */
-	struct necp_mtag necp_mtag; /* built-in NECP tag */
+	union builtin_mtag builtin_mtag;
 	/*
 	 * Module private scratch space (32-bit aligned), currently 16-bytes
-	 * large.  Anything stored here is not guaranteed to survive across
-	 * modules.  This should be the penultimate structure right before
-	 * the red zone.  Add new fields above this.
+	 * large. Anything stored here is not guaranteed to survive across
+	 * modules.
 	 */
 	struct {
 		union {
@@ -395,6 +420,7 @@ struct	pkthdr {
 		} __mpriv_u;
 	} pkt_mpriv __attribute__((aligned(4)));
 	u_int32_t redzone;		/* red zone */
+	u_int32_t pkt_compl_callbacks;	/* Packet completion callbacks */
 };
 
 /*
@@ -407,6 +433,7 @@ struct	pkthdr {
 #define	FLOWSRC_INPCB		1	/* flow ID generated by INPCB */
 #define	FLOWSRC_IFNET		2	/* flow ID generated by interface */
 #define	FLOWSRC_PF		3	/* flow ID generated by PF */
+#define	FLOWSRC_CHANNEL		4	/* flow ID generated by channel */
 
 /*
  * Packet flags.  Unlike m_flags, all packet flags are copied along when
@@ -451,6 +478,13 @@ struct	pkthdr {
 #define	PKTF_SO_REALTIME	0x80000	/* data is realtime traffic */
 #define	PKTF_VALID_UNSENT_DATA	0x100000 /* unsent data is valid */
 #define	PKTF_TCP_REXMT		0x200000 /* packet is TCP retransmission */
+#define	PKTF_REASSEMBLED	0x400000 /* Packet was reassembled */
+#define	PKTF_TX_COMPL_TS_REQ	0x800000 /* tx completion timestamp requested */
+#define	PKTF_DRV_TS_VALID	0x1000000 /* driver timestamp is valid */
+#define	PKTF_DRIVER_MTAG	0x2000000 /* driver mbuf tags fields inited */
+#define	PKTF_NEW_FLOW		0x4000000 /* Data from a new flow */
+#define	PKTF_START_SEQ		0x8000000 /* valid start sequence */
+#define	PKTF_LAST_PKT		0x10000000 /* last packet in the flow */
 
 /* flags related to flow control/advisory and identification */
 #define	PKTF_FLOW_MASK	\
@@ -465,12 +499,13 @@ struct m_ext {
 		    (caddr_t, u_int, caddr_t);
 	u_int	ext_size;		/* size of buffer, for ext_free */
 	caddr_t	ext_arg;		/* additional ext_free argument */
-	struct	ext_refsq {		/* references held */
-		struct ext_refsq *forward, *backward;
-	} ext_refs;
 	struct ext_ref {
-		u_int32_t refcnt;
-		u_int32_t flags;
+		struct mbuf *paired;
+		u_int16_t minref;
+		u_int16_t refcnt;
+		u_int16_t prefcnt;
+		u_int16_t flags;
+		u_int32_t priv;
 	} *ext_refflags;
 };
 
@@ -481,12 +516,12 @@ typedef struct m_ext _m_ext_t;
  * The mbuf object
  */
 struct mbuf {
-	struct	m_hdr m_hdr;
+	struct m_hdr m_hdr;
 	union {
 		struct {
-			struct	pkthdr MH_pkthdr;	/* M_PKTHDR set */
+			struct pkthdr MH_pkthdr;	/* M_PKTHDR set */
 			union {
-				struct	m_ext MH_ext;	/* M_EXT set */
+				struct m_ext MH_ext;	/* M_EXT set */
 				char	MH_databuf[_MHLEN];
 			} MH_dat;
 		} MH;
@@ -506,7 +541,7 @@ struct mbuf {
 #define	m_pktdat	M_dat.MH.MH_dat.MH_databuf
 #define	m_dat		M_dat.M_databuf
 #define	m_pktlen(_m)	((_m)->m_pkthdr.len)
-#define	m_pftag(_m)	(&(_m)->m_pkthdr.pf_mtag)
+#define	m_pftag(_m)	(&(_m)->m_pkthdr.builtin_mtag._net_mtag._pf_mtag)
 
 /* mbuf flags (private) */
 #define	M_EXT		0x0001	/* has associated external storage */
@@ -897,7 +932,16 @@ struct name {							\
 #define	MBUFQ_EMPTY(q)		((q)->mq_first == NULL)
 #define MBUFQ_FIRST(q)		((q)->mq_first)
 #define MBUFQ_NEXT(m)		((m)->m_nextpkt)
-#define MBUFQ_LAST(q)		(*(q)->mq_last)
+/*
+ * mq_last is initialized to point to mq_first, so check if they're
+ * equal and return NULL when the list is empty.  Otherwise, we need
+ * to subtract the offset of MBUQ_NEXT (i.e. m_nextpkt field) to get
+ * to the base mbuf address to return to caller.
+ */
+#define	MBUFQ_LAST(head)					\
+	(((head)->mq_last == &MBUFQ_FIRST(head)) ? NULL :	\
+	((struct mbuf *)(void *)((char *)(head)->mq_last -	\
+	    (size_t)(&MBUFQ_NEXT((struct mbuf *)0)))))
 
 #define	max_linkhdr	P2ROUNDUP(_max_linkhdr, sizeof (u_int32_t))
 #define	max_protohdr	P2ROUNDUP(_max_protohdr, sizeof (u_int32_t))
@@ -1258,7 +1302,7 @@ extern int _max_protohdr;	/* largest protocol header */
 __private_extern__ unsigned int mbuf_default_ncl(int, u_int64_t);
 __private_extern__ void mbinit(void);
 __private_extern__ struct mbuf *m_clattach(struct mbuf *, int, caddr_t,
-    void (*)(caddr_t, u_int, caddr_t), u_int, caddr_t, int);
+    void (*)(caddr_t, u_int, caddr_t), u_int, caddr_t, int, int);
 __private_extern__ caddr_t m_bigalloc(int);
 __private_extern__ void m_bigfree(caddr_t, u_int, caddr_t);
 __private_extern__ struct mbuf *m_mbigget(struct mbuf *, int);
@@ -1317,6 +1361,11 @@ __private_extern__ struct mbuf *m_getpackets_internal(unsigned int *, int,
 __private_extern__ struct mbuf *m_allocpacket_internal(unsigned int *, size_t,
     unsigned int *, int, int, size_t);
 
+__private_extern__ int m_ext_set_prop(struct mbuf *, uint32_t, uint32_t);
+__private_extern__ uint32_t m_ext_get_prop(struct mbuf *);
+__private_extern__ int m_ext_paired_is_active(struct mbuf *);
+__private_extern__ void m_ext_paired_activate(struct mbuf *);
+
 __private_extern__ void m_drain(void);
 
 /*
@@ -1407,6 +1456,8 @@ __private_extern__ u_int16_t m_adj_sum16(struct mbuf *, u_int32_t,
     u_int32_t, u_int32_t);
 __private_extern__ u_int16_t m_sum16(struct mbuf *, u_int32_t, u_int32_t);
 
+extern void m_do_tx_compl_callback(struct mbuf *, struct ifnet *);
+
 __END_DECLS
 #endif /* XNU_KERNEL_PRIVATE */
 #endif /* KERNEL */