/*
- * Copyright (c) 2000-2011 Apple Inc. All rights reserved.
+ * Copyright (c) 2000-2012 Apple Inc. All rights reserved.
*
* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
*
#include <sys/types.h>
#include <sys/queue.h>
#ifdef KERNEL_PRIVATE
-#ifdef KERNEL
+#ifdef BSD_KERNEL_PRIVATE
+#include <sys/tree.h>
+#endif /* BSD_KERNEL_PRIVATE */
#include <kern/locks.h>
-#endif
#endif /* KERNEL_PRIVATE */
#include <netinet6/ipsec.h> /* for IPSEC */
#define in6pcb inpcb /* for KAME src sync over BSD*'s */
#define in6p_sp inp_sp /* for KAME src sync over BSD*'s */
+#endif /* KERNEL_PRIVATE */
+#ifdef BSD_KERNEL_PRIVATE
/*
* Common structure pcb for internet protocol implementation.
* Here are stored pointers to local and foreign host table
*/
LIST_HEAD(inpcbhead, inpcb);
LIST_HEAD(inpcbporthead, inpcbport);
-#endif /* KERNEL_PRIVATE */
-typedef u_quad_t inp_gen_t;
+#endif /* BSD_KERNEL_PRIVATE */
+typedef u_quad_t inp_gen_t;
/*
* PCB with AF_INET6 null bind'ed laddr can receive AF_INET input packet.
* So, AF_INET6 null laddr is also used as AF_INET null laddr, by utilizing
struct in_addr ia46_addr4;
};
-#ifdef KERNEL_PRIVATE
+#ifdef KERNEL_PRIVATE
/*
* NB: the zone allocator is type-stable EXCEPT FOR THE FIRST TWO LONGS
* of the structure. Therefore, it is important that the members in
#if CONFIG_MACF_NET
struct label;
#endif
+struct ifnet;
+
+#ifdef BSD_KERNEL_PRIVATE
+/* Flow control entry per socket */
+struct inp_fc_entry {
+ RB_ENTRY(inp_fc_entry) infc_link;
+ u_int32_t infc_flowhash;
+ struct inpcb *infc_inp;
+};
+#endif /* BSD_KERNEL_PRIVATE */
-struct inp_stat
-{
+struct inp_stat {
u_int64_t rxpackets;
u_int64_t rxbytes;
u_int64_t txpackets;
u_int64_t txbytes;
};
+
struct inpcb {
LIST_ENTRY(inpcb) inp_hash; /* hash list */
- int inp_wantcnt; /* pcb wanted count. protected by pcb list lock */
- int inp_state; /* state of this pcb, in use, recycled, ready for recycling... */
+ int inp_wantcnt; /* pcb wanted count. protected by pcb list lock */
+ int inp_state; /* state of this pcb, in use, recycled, ready for recycling... */
u_short inp_fport; /* foreign port */
u_short inp_lport; /* local port */
LIST_ENTRY(inpcb) inp_list; /* list for all PCBs of this proto */
void *inp_ppcb; /* pointer to per-protocol pcb */
struct inpcbinfo *inp_pcbinfo; /* PCB list info */
struct socket *inp_socket; /* back pointer to socket */
- u_char nat_owner; /* Used to NAT TCP/UDP traffic */
u_int32_t nat_cookie; /* Cookie stored and returned to NAT */
LIST_ENTRY(inpcb) inp_portlist; /* list for this PCB's local port */
struct inpcbport *inp_phd; /* head of this list */
inp_gen_t inp_gencnt; /* generation count of this instance */
- int inp_flags; /* generic IP/datagram flags */
+ u_int32_t inp_flags; /* generic IP/datagram flags */
u_int32_t inp_flow;
- u_char inp_vflag; /* INP_IPV4 or INP_IPV6 */
+ u_char inp_sndinprog_cnt; /* outstanding send operations */
+ u_char inp_vflag; /* INP_IPV4 or INP_IPV6 */
u_char inp_ip_ttl; /* time to live proto */
u_char inp_ip_p; /* protocol proto */
caddr_t inp_saved_ppcb; /* place to save pointer while cached */
struct inpcbpolicy *inp_sp;
decl_lck_mtx_data( ,inpcb_mtx); /* inpcb per-socket mutex */
- unsigned int inp_boundif; /* interface scope for INP_BOUND_IF */
- unsigned int inp_last_outif; /* last known outgoing interface */
+ struct ifnet *inp_boundifp; /* interface for INP_BOUND_IF */
+ struct ifnet *inp_last_outifp; /* last known outgoing interface */
u_int32_t inp_reserved[2]; /* reserved for future use */
+ u_int32_t inp_flowhash; /* flow hash */
+
#if CONFIG_MACF_NET
struct label *inp_label; /* MAC label */
#endif
struct inp_stat *inp_stat;
- u_int8_t inp_stat_store[sizeof(struct inp_stat) + sizeof(u_int64_t)];
+ u_int8_t inp_stat_store[sizeof(struct inp_stat) + sizeof(u_int64_t)];
};
#endif /* KERNEL_PRIVATE */
u_short inp6_ifindex;
short inp6_hops;
} inp_depend6;
+ u_int32_t inp_flowhash;
};
#endif /* PRIVATE */
#define INP_IPV6 0x2
#define inp_faddr inp_dependfaddr.inp46_foreign.ia46_addr4
#define inp_laddr inp_dependladdr.inp46_local.ia46_addr4
+#define in6p_faddr inp_dependfaddr.inp6_foreign
+#define in6p_laddr inp_dependladdr.inp6_local
+
+#ifdef BSD_KERNEL_PRIVATE
#define inp_route inp_dependroute.inp4_route
#define inp_ip_tos inp_depend4.inp4_ip_tos
#define inp_options inp_depend4.inp4_options
#define inp_moptions inp_depend4.inp4_moptions
-#define in6p_faddr inp_dependfaddr.inp6_foreign
-#define in6p_laddr inp_dependladdr.inp6_local
#define in6p_route inp_dependroute.inp6_route
#define in6p_ip6_hlim inp_depend6.inp6_hlim
#define in6p_hops inp_depend6.inp6_hops /* default hop limit */
#define in6p_ifindex inp_depend6.inp6_ifindex
#define in6p_flags inp_flags /* for KAME src sync over BSD*'s */
#define in6p_socket inp_socket /* for KAME src sync over BSD*'s */
+#endif /* BSD_KERNEL_PRIVATE */
+
#define in6p_lport inp_lport /* for KAME src sync over BSD*'s */
#define in6p_fport inp_fport /* for KAME src sync over BSD*'s */
#define in6p_ppcb inp_ppcb /* for KAME src sync over BSD*'s */
+
+#ifdef BSD_KERNEL_PRIVATE
#define in6p_state inp_state
#define in6p_wantcnt inp_wantcnt
-#define in6p_last_outif inp_last_outif
+#define in6p_last_outifp inp_last_outifp
+#endif /* BSD_KERNEL_PRIVATE */
-#ifdef KERNEL_PRIVATE
+#ifdef BSD_KERNEL_PRIVATE
struct inpcbport {
LIST_ENTRY(inpcbport) phd_hash;
struct inpcbhead phd_pcblist;
struct inpcbinfo { /* XXX documentation, prefixes */
struct inpcbhead *hashbase;
#ifdef __APPLE__
- u_int32_t hashsize; /* in elements */
+ u_int32_t hashsize; /* in elements */
#endif
- u_long hashmask; /* needs to be u_long as expected by hash functions */
+ u_long hashmask; /* u_long as expected by hash functions */
struct inpcbporthead *porthashbase;
- u_long porthashmask; /* needs to be u_long as expected by hash functions */
+ u_long porthashmask; /* u_long as expected by hash functions */
struct inpcbhead *listhead;
u_short lastport;
u_short lastlow;
u_short lasthi;
- void *ipi_zone; /* zone to allocate pcbs from */
- u_int ipi_count; /* number of pcbs in this list */
- u_quad_t ipi_gencnt; /* current generation count */
+ void *ipi_zone; /* zone to allocate pcbs from */
+ u_int ipi_count; /* number of pcbs in this list */
+ u_quad_t ipi_gencnt; /* current generation count */
#ifdef __APPLE__
#ifdef _KERN_LOCKS_H_
lck_attr_t *mtx_attr; /* mutex attributes */
#define INP_PCBPORTHASH(lport, mask) \
(ntohs((lport)) & (mask))
-#endif /* KERNEL_PRIVATE */
+#define INP_IS_FLOW_CONTROLLED(_inp_) ((_inp_)->inp_flags & INP_FLOW_CONTROLLED)
+#define INP_IS_FLOW_SUSPENDED(_inp_) \
+ (((_inp_)->inp_flags & INP_FLOW_SUSPENDED) || \
+ ((_inp_)->inp_socket->so_flags & SOF_SUSPENDED))
+#define INP_WAIT_FOR_IF_FEEDBACK(_inp_) \
+ (((_inp_)->inp_flags & (INP_FLOW_CONTROLLED | INP_FLOW_SUSPENDED)) != 0)
+
+#endif /* BSD_KERNEL_PRIVATE */
/* flags in inp_flags: */
+#ifdef BSD_KERNEL_PRIVATE
#define INP_RECVOPTS 0x01 /* receive incoming IP options */
#define INP_RECVRETOPTS 0x02 /* receive IP options for reply */
#define INP_RECVDSTADDR 0x04 /* receive IP dst address */
#define INP_HDRINCL 0x08 /* user supplies entire IP header */
#define INP_HIGHPORT 0x10 /* user wants "high" port binding */
#define INP_LOWPORT 0x20 /* user wants "low" port binding */
+#endif /* BSD_KERNEL_PRIVATE */
#define INP_ANONPORT 0x40 /* port chosen for user */
+#ifdef BSD_KERNEL_PRIVATE
#define INP_RECVIF 0x80 /* receive incoming interface */
#define INP_MTUDISC 0x100 /* user can do MTU discovery */
#ifdef __APPLE__
#define INP_STRIPHDR 0x200 /* Strip headers in raw_ip, for OT support */
#endif
-#define INP_FAITH 0x400 /* accept FAITH'ed connections */
+#define INP_RECV_ANYIF 0x400 /* don't restrict inbound interface */
+#endif /* BSD_KERNEL_PRIVATE */
#define INP_INADDR_ANY 0x800 /* local address wasn't specified */
+#ifdef BSD_KERNEL_PRIVATE
#define INP_RECVTTL 0x1000
#define INP_UDP_NOCKSUM 0x2000 /* Turn off outbound UDP checksum */
#define INP_BOUND_IF 0x4000 /* bind socket to an ifindex */
+#endif /* BSD_KERNEL_PRIVATE */
#define IN6P_IPV6_V6ONLY 0x8000 /* restrict AF_INET6 socket for v6 */
+
+#ifdef BSD_KERNEL_PRIVATE
#define IN6P_PKTINFO 0x10000 /* receive IP6 dst and I/F */
#define IN6P_HOPLIMIT 0x20000 /* receive hoplimit */
#define IN6P_HOPOPTS 0x40000 /* receive hop-by-hop options */
#define IN6P_RTHDRDSTOPTS 0x200000 /* receive dstoptions before rthdr */
#define IN6P_TCLASS 0x400000 /* receive traffic class value */
#define IN6P_AUTOFLOWLABEL 0x800000 /* attach flowlabel automatically */
+#endif /* BSD_KERNEL_PRIVATE */
+
#define IN6P_BINDV6ONLY 0x1000000 /* do not grab IPv4 traffic */
+
+#ifdef BSD_KERNEL_PRIVATE
#define IN6P_RFC2292 0x2000000 /* used RFC2292 API on the socket */
#define IN6P_MTU 0x4000000 /* receive path MTU */
#define INP_PKTINFO 0x8000000 /* receive and send PKTINFO for IPv4 */
-
+#define INP_FLOW_SUSPENDED 0x10000000 /* flow suspended */
#define INP_NO_IFT_CELLULAR 0x20000000 /* do not use IFT_CELLULAR route */
+#define INP_FLOW_CONTROLLED 0x40000000 /* flow controlled */
+#define INP_FC_FEEDBACK 0x80000000 /* got interface flow adv feedback */
-#ifdef KERNEL_PRIVATE
#define INP_CONTROLOPTS (INP_RECVOPTS|INP_RECVRETOPTS|INP_RECVDSTADDR|\
INP_RECVIF|INP_RECVTTL|INP_PKTINFO|\
IN6P_PKTINFO|IN6P_HOPLIMIT|IN6P_HOPOPTS|\
#define IN6P_ANONPORT INP_ANONPORT
#define IN6P_RECVIF INP_RECVIF
#define IN6P_MTUDISC INP_MTUDISC
-#define IN6P_FAITH INP_FAITH
+#define IN6P_RECV_ANYIF INP_RECV_ANYIF
#define IN6P_CONTROLOPTS INP_CONTROLOPTS
#define IN6P_NO_IFT_CELLULAR INP_NO_IFT_CELLULAR
/*
#define INPCB_OWNED_BY_X 0x80
#define INPCB_MAX_IDS 7
#endif /* __APPLE__ */
+#endif /* BSD_KERNEL_PRIVATE */
#define sotoinpcb(so) ((struct inpcb *)(so)->so_pcb)
#define sotoin6pcb(so) sotoinpcb(so) /* for KAME src sync over BSD*'s */
+#ifdef BSD_KERNEL_PRIVATE
#define INP_SOCKAF(so) so->so_proto->pr_domain->dom_family
#define INP_SOCKTYPE(so) so->so_proto->pr_type
#define INP_CHECK_SOCKAF(so, af) (INP_SOCKAF(so) == af)
+#define INP_CHECK_SOCKTYPE(so, type) (INP_SOCKTYPE(so) == type)
-#ifdef KERNEL
extern int ipport_lowfirstauto;
extern int ipport_lowlastauto;
extern int ipport_firstauto;
extern int ipport_lastauto;
+#endif /* BSD_KERNEL_PRIVATE */
+
extern int ipport_hifirstauto;
extern int ipport_hilastauto;
struct sysctl_req;
+#ifdef BSD_KERNEL_PRIVATE
+
#define INPCB_STATE_INUSE 0x1 /* freshly allocated PCB, it's in use */
#define INPCB_STATE_CACHED 0x2 /* this pcb is sitting in a a cache */
#define INPCB_STATE_DEAD 0x3 /* should treat as gone, will be garbage collected and freed */
extern void in_rtchange(struct inpcb *, int);
extern int in_pcballoc(struct socket *, struct inpcbinfo *, struct proc *);
extern int in_pcbbind(struct inpcb *, struct sockaddr *, struct proc *);
-extern int in_pcbconnect(struct inpcb *, struct sockaddr *, struct proc *, unsigned int *);
+extern int in_pcbconnect(struct inpcb *, struct sockaddr *, struct proc *,
+ struct ifnet **);
extern void in_pcbdetach(struct inpcb *);
extern void in_pcbdispose (struct inpcb *);
extern void in_pcbdisconnect(struct inpcb *);
extern int in_pcbinshash(struct inpcb *, int);
extern int in_pcbladdr(struct inpcb *, struct sockaddr *,
- struct sockaddr_in *, unsigned int *);
+ struct sockaddr_in *, struct ifnet **);
extern struct inpcb *in_pcblookup_local(struct inpcbinfo *, struct in_addr,
u_int, int);
extern struct inpcb *in_pcblookup_local_and_cleanup(struct inpcbinfo *,
struct xinpcb64 *xinp);
#endif
extern int get_pcblist_n(short , struct sysctl_req *, struct inpcbinfo *);
+extern void inpcb_get_ports_used(unsigned int , uint8_t *, struct inpcbinfo *);
+
+#define INPCB_OPPORTUNISTIC_THROTTLEON 0x0001
+#define INPCB_OPPORTUNISTIC_SETCMD 0x0002
+extern uint32_t inpcb_count_opportunistic(unsigned int , struct inpcbinfo *, u_int32_t);
extern void inp_route_copyout(struct inpcb *, struct route *);
extern void inp_route_copyin(struct inpcb *, struct route *);
-extern void inp_bindif(struct inpcb *, unsigned int);
+extern int inp_bindif(struct inpcb *, unsigned int);
extern int inp_nocellular(struct inpcb *, unsigned int);
+extern u_int32_t inp_calc_flowhash(struct inpcb *);
+extern void socket_flowadv_init(void);
+extern int inp_fc_addinp(struct inpcb *);
+extern struct inp_fc_entry *inp_fc_getinp(u_int32_t);
+extern void inp_fc_entry_free(struct inp_fc_entry *);
+extern void inp_fc_feedback(struct inpcb *);
+extern void inp_reset_fc_state(struct inpcb *);
+extern int inp_set_fc_state(struct inpcb *, int advcode);
+extern void inp_fc_unthrottle_tcp(struct inpcb *);
+extern int inp_flush(struct inpcb *, int);
+#endif /* BSD_KERNEL_PRIVATE */
-#endif /* KERNEL */
+#ifdef KERNEL_PRIVATE
+extern void inp_clear_INP_INADDR_ANY(struct socket *so);
#endif /* KERNEL_PRIVATE */
#endif /* !_NETINET_IN_PCB_H_ */