/*
- * Copyright (c) 2000 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2000-2016 Apple Inc. All rights reserved.
+ *
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
*
- * @APPLE_LICENSE_HEADER_START@
- *
- * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved.
- *
* This file contains Original Code and/or Modifications of Original Code
* as defined in and that are subject to the Apple Public Source License
* Version 2.0 (the 'License'). You may not use this file except in
- * compliance with the License. Please obtain a copy of the License at
- * http://www.opensource.apple.com/apsl/ and read it before using this
- * file.
- *
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.
+ *
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
+ *
* The Original Code and all software distributed under the License are
* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
* Please see the License for the specific language governing rights and
* limitations under the License.
- *
- * @APPLE_LICENSE_HEADER_END@
+ *
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
*/
/* $FreeBSD: src/sys/netinet/ip_encap.c,v 1.1.2.2 2001/07/03 11:01:46 ume Exp $ */
/* $KAME: ip_encap.c,v 1.41 2001/03/15 08:35:08 itojun Exp $ */
* Well, what can I say. They impose different en/decapsulation mechanism
* from each other, so they need separate protocol handler. The only one
* we can easily determine by protocol # is IPsec, which always has
- * AH/ESP/IPComp header right after outer IP header.
+ * AH/ESP header right after outer IP header.
*
* So, clearly good old protosw does not work for protocol #4 and #41.
* The code will let you match protocol via src/dst address pair.
#include <sys/socket.h>
#include <sys/sockio.h>
#include <sys/mbuf.h>
+#include <sys/mcache.h>
#include <sys/errno.h>
+#include <sys/domain.h>
#include <sys/protosw.h>
#include <sys/queue.h>
#include <netinet/ip.h>
#include <netinet/ip_var.h>
#include <netinet/ip_encap.h>
-#if MROUTING
-#include <netinet/ip_mroute.h>
-#endif /* MROUTING */
-#if INET6
#include <netinet/ip6.h>
#include <netinet6/ip6_var.h>
#include <netinet6/ip6protosw.h>
-#endif
-
#include <net/net_osdep.h>
MALLOC_DEFINE(M_NETADDR, "Export Host", "Export host address structure");
#endif
-static void encap_add __P((struct encaptab *));
-static int mask_match __P((const struct encaptab *, const struct sockaddr *,
- const struct sockaddr *));
-static void encap_fillarg __P((struct mbuf *, const struct encaptab *));
+static void encap_init(struct protosw *, struct domain *);
+static void encap_add_locked(struct encaptab *);
+static int mask_match(const struct encaptab *, const struct sockaddr *,
+ const struct sockaddr *);
+static void encap_fillarg(struct mbuf *, void *arg);
#ifndef LIST_HEAD_INITIALIZER
/* rely upon BSS initialization */
LIST_HEAD(, encaptab) encaptab = LIST_HEAD_INITIALIZER(&encaptab);
#endif
-void
-encap_init()
+decl_lck_rw_data(static, encaptab_lock);
+
+static void
+encap_init(struct protosw *pp, struct domain *dp)
{
- static int initialized = 0;
+#pragma unused(dp)
+ static int encap_initialized = 0;
+ lck_grp_attr_t *encaptab_grp_attrib = NULL;
+ lck_attr_t *encaptab_lck_attrib = NULL;
+ lck_grp_t *encaptab_lck_group = NULL;
- if (initialized)
+ VERIFY((pp->pr_flags & (PR_INITIALIZED | PR_ATTACHED)) == PR_ATTACHED);
+
+ /* This gets called by more than one protocols, so initialize once */
+ if (encap_initialized) {
return;
- initialized++;
+ }
+
+ encaptab_grp_attrib = lck_grp_attr_alloc_init();
+ encaptab_lck_group = lck_grp_alloc_init("encaptab lock", encaptab_grp_attrib);
+ lck_grp_attr_free(encaptab_grp_attrib);
+
+ encaptab_lck_attrib = lck_attr_alloc_init();
+ lck_rw_init(&encaptab_lock, encaptab_lck_group, encaptab_lck_attrib);
+
+ lck_grp_free(encaptab_lck_group);
+ lck_attr_free(encaptab_lck_attrib);
+
+ encap_initialized = 1;
#if 0
/*
* we cannot use LIST_INIT() here, since drivers may want to call
#endif
}
+void
+encap4_init(struct protosw *pp, struct domain *dp)
+{
+ encap_init(pp, dp);
+}
+
+void
+encap6_init(struct ip6protosw *pp, struct domain *dp)
+{
+ encap_init((struct protosw *)pp, dp);
+}
+
#if INET
void
-encap4_input(m, off)
- struct mbuf *m;
- int off;
+encap4_input(struct mbuf *m, int off)
{
int proto;
struct ip *ip;
const struct protosw *psw;
struct encaptab *ep, *match;
int prio, matchprio;
+ void *match_arg = NULL;
#ifndef __APPLE__
va_start(ap, m);
va_end(ap);
#endif
+ /* Expect 32-bit aligned data pointer on strict-align platforms */
+ MBUF_STRICT_DATA_ALIGNMENT_CHECK_32(m);
+
ip = mtod(m, struct ip *);
#ifdef __APPLE__
proto = ip->ip_p;
match = NULL;
matchprio = 0;
+
+ lck_rw_lock_shared(&encaptab_lock);
for (ep = LIST_FIRST(&encaptab); ep; ep = LIST_NEXT(ep, chain)) {
- if (ep->af != AF_INET)
+ if (ep->af != AF_INET) {
continue;
- if (ep->proto >= 0 && ep->proto != proto)
+ }
+ if (ep->proto >= 0 && ep->proto != proto) {
continue;
- if (ep->func)
+ }
+ if (ep->func) {
prio = (*ep->func)(m, off, proto, ep->arg);
- else {
+ } else {
/*
* it's inbound traffic, we need to match in reverse
* order
* to get the best match - the search takes O(n) for
* n attachments (i.e. interfaces).
*/
- if (prio <= 0)
+ if (prio <= 0) {
continue;
+ }
if (prio > matchprio) {
matchprio = prio;
match = ep;
+ psw = (const struct protosw *)match->psw;
+ match_arg = ep->arg;
}
}
+ lck_rw_unlock_shared(&encaptab_lock);
if (match) {
/* found a match, "match" has the best one */
- psw = (const struct protosw *)match->psw;
if (psw && psw->pr_input) {
- encap_fillarg(m, match);
+ encap_fillarg(m, match_arg);
(*psw->pr_input)(m, off);
- } else
+ } else {
m_freem(m);
+ }
return;
}
- /* for backward compatibility */
-# if MROUTING
-# define COMPATFUNC ipip_input
-# endif /*MROUTING*/
-
-#if COMPATFUNC
- if (proto == IPPROTO_IPV4) {
- COMPATFUNC(m, off);
- return;
- }
-#endif
-
/* last resort: inject to raw socket */
rip_input(m, off);
}
#endif
-#if INET6
int
-encap6_input(mp, offp)
- struct mbuf **mp;
- int *offp;
+encap6_input(struct mbuf **mp, int *offp, int proto)
{
struct mbuf *m = *mp;
struct ip6_hdr *ip6;
const struct ip6protosw *psw;
struct encaptab *ep, *match;
int prio, matchprio;
- int proto;
+ void *match_arg = NULL;
- ip6 = mtod(m, struct ip6_hdr *);
- proto = ip6->ip6_nxt;
+ /* Expect 32-bit aligned data pointer on strict-align platforms */
+ MBUF_STRICT_DATA_ALIGNMENT_CHECK_32(m);
+ ip6 = mtod(m, struct ip6_hdr *);
bzero(&s, sizeof(s));
s.sin6_family = AF_INET6;
s.sin6_len = sizeof(struct sockaddr_in6);
match = NULL;
matchprio = 0;
+
+ lck_rw_lock_shared(&encaptab_lock);
for (ep = LIST_FIRST(&encaptab); ep; ep = LIST_NEXT(ep, chain)) {
- if (ep->af != AF_INET6)
+ if (ep->af != AF_INET6) {
continue;
- if (ep->proto >= 0 && ep->proto != proto)
+ }
+ if (ep->proto >= 0 && ep->proto != proto) {
continue;
- if (ep->func)
+ }
+ if (ep->func) {
prio = (*ep->func)(m, *offp, proto, ep->arg);
- else {
+ } else {
/*
* it's inbound traffic, we need to match in reverse
* order
}
/* see encap4_input() for issues here */
- if (prio <= 0)
+ if (prio <= 0) {
continue;
+ }
if (prio > matchprio) {
matchprio = prio;
match = ep;
+ psw = (const struct ip6protosw *)match->psw;
+ match_arg = ep->arg;
}
}
+ lck_rw_unlock_shared(&encaptab_lock);
if (match) {
/* found a match */
- psw = (const struct ip6protosw *)match->psw;
if (psw && psw->pr_input) {
- encap_fillarg(m, match);
- return (*psw->pr_input)(mp, offp);
+ encap_fillarg(m, match_arg);
+ return (*psw->pr_input)(mp, offp, proto);
} else {
m_freem(m);
return IPPROTO_DONE;
}
/* last resort: inject to raw socket */
- return rip6_input(mp, offp);
+ return rip6_input(mp, offp, proto);
}
-#endif
static void
-encap_add(ep)
- struct encaptab *ep;
+encap_add_locked(struct encaptab *ep)
{
-
+ LCK_RW_ASSERT(&encaptab_lock, LCK_RW_ASSERT_EXCLUSIVE);
LIST_INSERT_HEAD(&encaptab, ep, chain);
}
* Return value will be necessary as input (cookie) for encap_detach().
*/
const struct encaptab *
-encap_attach(af, proto, sp, sm, dp, dm, psw, arg)
- int af;
- int proto;
- const struct sockaddr *sp, *sm;
- const struct sockaddr *dp, *dm;
- const struct protosw *psw;
- void *arg;
+encap_attach(int af, int proto, const struct sockaddr *sp,
+ const struct sockaddr *sm, const struct sockaddr *dp,
+ const struct sockaddr *dm, const struct protosw *psw, void *arg)
{
- struct encaptab *ep;
+ struct encaptab *ep = NULL;
+ struct encaptab *new_ep = NULL;
int error;
- int s;
- s = splnet();
/* sanity check on args */
- if (sp->sa_len > sizeof(ep->src) || dp->sa_len > sizeof(ep->dst)) {
+ if (sp->sa_len > sizeof(new_ep->src) || dp->sa_len > sizeof(new_ep->dst)) {
error = EINVAL;
goto fail;
}
goto fail;
}
+ new_ep = _MALLOC(sizeof(*new_ep), M_NETADDR, M_WAITOK | M_ZERO);
+ if (new_ep == NULL) {
+ error = ENOBUFS;
+ goto fail;
+ }
+
/* check if anyone have already attached with exactly same config */
+ lck_rw_lock_exclusive(&encaptab_lock);
for (ep = LIST_FIRST(&encaptab); ep; ep = LIST_NEXT(ep, chain)) {
- if (ep->af != af)
+ if (ep->af != af) {
continue;
- if (ep->proto != proto)
+ }
+ if (ep->proto != proto) {
continue;
+ }
if (ep->src.ss_len != sp->sa_len ||
bcmp(&ep->src, sp, sp->sa_len) != 0 ||
- bcmp(&ep->srcmask, sm, sp->sa_len) != 0)
+ bcmp(&ep->srcmask, sm, sp->sa_len) != 0) {
continue;
+ }
if (ep->dst.ss_len != dp->sa_len ||
bcmp(&ep->dst, dp, dp->sa_len) != 0 ||
- bcmp(&ep->dstmask, dm, dp->sa_len) != 0)
+ bcmp(&ep->dstmask, dm, dp->sa_len) != 0) {
continue;
+ }
error = EEXIST;
- goto fail;
+ goto fail_locked;
}
- ep = _MALLOC(sizeof(*ep), M_NETADDR, M_WAITOK); /*XXX*/
- if (ep == NULL) {
- error = ENOBUFS;
- goto fail;
- }
- bzero(ep, sizeof(*ep));
+ new_ep->af = af;
+ new_ep->proto = proto;
+ bcopy(sp, &new_ep->src, sp->sa_len);
+ bcopy(sm, &new_ep->srcmask, sp->sa_len);
+ bcopy(dp, &new_ep->dst, dp->sa_len);
+ bcopy(dm, &new_ep->dstmask, dp->sa_len);
+ new_ep->psw = psw;
+ new_ep->arg = arg;
- ep->af = af;
- ep->proto = proto;
- bcopy(sp, &ep->src, sp->sa_len);
- bcopy(sm, &ep->srcmask, sp->sa_len);
- bcopy(dp, &ep->dst, dp->sa_len);
- bcopy(dm, &ep->dstmask, dp->sa_len);
- ep->psw = psw;
- ep->arg = arg;
-
- encap_add(ep);
+ encap_add_locked(new_ep);
+ lck_rw_unlock_exclusive(&encaptab_lock);
error = 0;
- splx(s);
- return ep;
+ return new_ep;
+fail_locked:
+ lck_rw_unlock_exclusive(&encaptab_lock);
+ if (new_ep != NULL) {
+ _FREE(new_ep, M_NETADDR);
+ }
fail:
- splx(s);
return NULL;
}
const struct encaptab *
-encap_attach_func(af, proto, func, psw, arg)
- int af;
- int proto;
- int (*func) __P((const struct mbuf *, int, int, void *));
- const struct protosw *psw;
- void *arg;
+encap_attach_func( int af, int proto,
+ int (*func)(const struct mbuf *, int, int, void *),
+ const struct protosw *psw, void *arg)
{
struct encaptab *ep;
int error;
- int s;
- s = splnet();
/* sanity check on args */
if (!func) {
error = EINVAL;
goto fail;
}
- ep = _MALLOC(sizeof(*ep), M_NETADDR, M_WAITOK); /*XXX*/
+ ep = _MALLOC(sizeof(*ep), M_NETADDR, M_WAITOK | M_ZERO); /* XXX */
if (ep == NULL) {
error = ENOBUFS;
goto fail;
}
- bzero(ep, sizeof(*ep));
ep->af = af;
ep->proto = proto;
ep->psw = psw;
ep->arg = arg;
- encap_add(ep);
+ lck_rw_lock_exclusive(&encaptab_lock);
+ encap_add_locked(ep);
+ lck_rw_unlock_exclusive(&encaptab_lock);
error = 0;
- splx(s);
return ep;
fail:
- splx(s);
return NULL;
}
int
-encap_detach(cookie)
- const struct encaptab *cookie;
+encap_detach(const struct encaptab *cookie)
{
const struct encaptab *ep = cookie;
struct encaptab *p;
+ lck_rw_lock_exclusive(&encaptab_lock);
for (p = LIST_FIRST(&encaptab); p; p = LIST_NEXT(p, chain)) {
if (p == ep) {
LIST_REMOVE(p, chain);
- _FREE(p, M_NETADDR); /*XXX*/
+ lck_rw_unlock_exclusive(&encaptab_lock);
+ _FREE(p, M_NETADDR); /*XXX*/
return 0;
}
}
+ lck_rw_unlock_exclusive(&encaptab_lock);
return EINVAL;
}
static int
-mask_match(ep, sp, dp)
- const struct encaptab *ep;
- const struct sockaddr *sp;
- const struct sockaddr *dp;
+mask_match(const struct encaptab *ep, const struct sockaddr *sp,
+ const struct sockaddr *dp)
{
struct sockaddr_storage s;
struct sockaddr_storage d;
u_int8_t *r;
int matchlen;
- if (sp->sa_len > sizeof(s) || dp->sa_len > sizeof(d))
+ if (sp->sa_len > sizeof(s) || dp->sa_len > sizeof(d)) {
return 0;
- if (sp->sa_family != ep->af || dp->sa_family != ep->af)
+ }
+ if (sp->sa_family != ep->af || dp->sa_family != ep->af) {
return 0;
- if (sp->sa_len != ep->src.ss_len || dp->sa_len != ep->dst.ss_len)
+ }
+ if (sp->sa_len != ep->src.ss_len || dp->sa_len != ep->dst.ss_len) {
return 0;
+ }
matchlen = 0;
p = (const u_int8_t *)sp;
q = (const u_int8_t *)&ep->srcmask;
r = (u_int8_t *)&s;
- for (i = 0 ; i < sp->sa_len; i++) {
+ for (i = 0; i < sp->sa_len; i++) {
r[i] = p[i] & q[i];
/* XXX estimate */
matchlen += (q[i] ? 8 : 0);
p = (const u_int8_t *)dp;
q = (const u_int8_t *)&ep->dstmask;
r = (u_int8_t *)&d;
- for (i = 0 ; i < dp->sa_len; i++) {
+ for (i = 0; i < dp->sa_len; i++) {
r[i] = p[i] & q[i];
/* XXX rough estimate */
matchlen += (q[i] ? 8 : 0);
if (bcmp(&s, &ep->src, ep->src.ss_len) == 0 &&
bcmp(&d, &ep->dst, ep->dst.ss_len) == 0) {
return matchlen;
- } else
+ } else {
return 0;
+ }
}
+struct encaptabtag {
+ void* *arg;
+};
+
static void
-encap_fillarg(m, ep)
- struct mbuf *m;
- const struct encaptab *ep;
+encap_fillarg(
+ struct mbuf *m,
+ void *arg)
{
-#if 0
- m->m_pkthdr.aux = ep->arg;
-#else
- struct mbuf *n;
+ struct m_tag *tag;
+ struct encaptabtag *et;
- n = m_aux_add(m, AF_INET, IPPROTO_IPV4);
- if (n) {
- *mtod(n, void **) = ep->arg;
- n->m_len = sizeof(void *);
+ tag = m_tag_create(KERNEL_MODULE_TAG_ID, KERNEL_TAG_TYPE_ENCAP,
+ sizeof(struct encaptabtag), M_WAITOK, m);
+
+ if (tag != NULL) {
+ et = (struct encaptabtag*)(tag + 1);
+ et->arg = arg;
+ m_tag_prepend(m, tag);
}
-#endif
}
void *
-encap_getarg(m)
- struct mbuf *m;
+encap_getarg(struct mbuf *m)
{
- void *p;
-#if 0
- p = m->m_pkthdr.aux;
- m->m_pkthdr.aux = NULL;
- return p;
-#else
- struct mbuf *n;
-
- p = NULL;
- n = m_aux_find(m, AF_INET, IPPROTO_IPV4);
- if (n) {
- if (n->m_len == sizeof(void *))
- p = *mtod(n, void **);
- m_aux_delete(m, n);
+ struct m_tag *tag;
+ struct encaptabtag *et;
+ void *p = NULL;
+
+ tag = m_tag_locate(m, KERNEL_MODULE_TAG_ID, KERNEL_TAG_TYPE_ENCAP, NULL);
+ if (tag) {
+ et = (struct encaptabtag*)(tag + 1);
+ p = et->arg;
+ m_tag_delete(m, tag);
}
+
return p;
-#endif
}