[apple/xnu.git] / bsd / netinet / kpi_ipfilter.c

/*
 * Copyright (c) 2004-2017 Apple Inc. All rights reserved.
 *
 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
 *
 * This file contains Original Code and/or Modifications of Original Code
 * as defined in and that are subject to the Apple Public Source License
 * Version 2.0 (the 'License'). You may not use this file except in
 * compliance with the License. The rights granted to you under the License
 * may not be used to create, or enable the creation or redistribution of,
 * unlawful or unlicensed copies of an Apple operating system, or to
 * circumvent, violate, or enable the circumvention or violation of, any
 * terms of an Apple operating system software license agreement.
 *
 * Please obtain a copy of the License at
 * http://www.opensource.apple.com/apsl/ and read it before using this file.
 *
 * The Original Code and all software distributed under the License are
 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
 * Please see the License for the specific language governing rights and
 * limitations under the License.
 *
 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
 */

#include <sys/param.h>	/* for definition of NULL */
#include <sys/errno.h>
#include <sys/malloc.h>
#include <sys/socket.h>
#include <sys/mbuf.h>
#include <sys/systm.h>
#include <libkern/OSAtomic.h>

#include <machine/endian.h>

#define	_IP_VHL
#include <net/if_var.h>
#include <net/route.h>
#include <net/kpi_protocol.h>
#include <net/net_api_stats.h>

#include <netinet/in_systm.h>
#include <netinet/in.h>
#include <netinet/in_var.h>
#include <netinet6/in6_var.h>
#include <netinet/ip.h>
#include <netinet/ip6.h>
#include <netinet/ip_var.h>
#include <netinet6/ip6_var.h>
#include <netinet/kpi_ipfilter_var.h>

#include <stdbool.h>

/*
 * kipf_lock and kipf_ref protect the linkage of the list of IP filters
 * An IP filter can be removed only when kipf_ref is zero
 * If an IP filter cannot be removed because kipf_ref is not null, then
 * the IP filter is marjed and kipf_delayed_remove is set so that when
 * kipf_ref eventually goes down to zero, the IP filter is removed
 */
decl_lck_mtx_data(static, kipf_lock_data);
static lck_mtx_t *kipf_lock = &kipf_lock_data;
static u_int32_t kipf_ref = 0;
static u_int32_t kipf_delayed_remove = 0;
u_int32_t kipf_count = 0;

__private_extern__ struct ipfilter_list	ipv4_filters = TAILQ_HEAD_INITIALIZER(ipv4_filters);
__private_extern__ struct ipfilter_list	ipv6_filters = TAILQ_HEAD_INITIALIZER(ipv6_filters);
__private_extern__ struct ipfilter_list	tbr_filters = TAILQ_HEAD_INITIALIZER(tbr_filters);

#undef ipf_addv4
#undef ipf_addv6
extern errno_t ipf_addv4(const struct ipf_filter *filter,
    ipfilter_t *filter_ref);
extern errno_t ipf_addv6(const struct ipf_filter *filter,
    ipfilter_t *filter_ref);

static errno_t ipf_add(const struct ipf_filter *filter,
    ipfilter_t *filter_ref, struct ipfilter_list *head, bool is_internal);

__private_extern__ void
ipf_ref(void)
{
	lck_mtx_lock(kipf_lock);
	kipf_ref++;
	lck_mtx_unlock(kipf_lock);
}

__private_extern__ void
ipf_unref(void)
{
	lck_mtx_lock(kipf_lock);

	if (kipf_ref == 0)
		panic("ipf_unref: kipf_ref == 0\n");

	kipf_ref--;
	if (kipf_ref == 0 && kipf_delayed_remove != 0) {
		struct ipfilter *filter;

		while ((filter = TAILQ_FIRST(&tbr_filters))) {
			VERIFY(OSDecrementAtomic64(&net_api_stats.nas_ipf_add_count) > 0);

			ipf_detach_func ipf_detach = filter->ipf_filter.ipf_detach;
			void* cookie = filter->ipf_filter.cookie;

			TAILQ_REMOVE(filter->ipf_head, filter, ipf_link);
			TAILQ_REMOVE(&tbr_filters, filter, ipf_tbr);
			kipf_delayed_remove--;

			if (ipf_detach) {
				lck_mtx_unlock(kipf_lock);
				ipf_detach(cookie);
				lck_mtx_lock(kipf_lock);
				/* In case some filter got to run while we released the lock */
				if (kipf_ref != 0)
					break;
			}
		}
	}
	lck_mtx_unlock(kipf_lock);
}

static errno_t
ipf_add(
	const struct ipf_filter *filter,
	ipfilter_t *filter_ref,
	struct ipfilter_list *head,
	bool is_internal)
{
	struct ipfilter	*new_filter;
	if (filter->name == NULL || (filter->ipf_input == NULL && filter->ipf_output == NULL))
		return (EINVAL);

	MALLOC(new_filter, struct ipfilter *, sizeof(*new_filter), M_IFADDR, M_WAITOK);
	if (new_filter == NULL)
		return (ENOMEM);

	lck_mtx_lock(kipf_lock);
	new_filter->ipf_filter = *filter;
	new_filter->ipf_head = head;

	TAILQ_INSERT_HEAD(head, new_filter, ipf_link);

	OSIncrementAtomic64(&net_api_stats.nas_ipf_add_count);
	INC_ATOMIC_INT64_LIM(net_api_stats.nas_ipf_add_total);
	if (is_internal) {
		INC_ATOMIC_INT64_LIM(net_api_stats.nas_ipf_add_os_total);
	}

	lck_mtx_unlock(kipf_lock);

	*filter_ref = (ipfilter_t)new_filter;

	/* This will force TCP to re-evaluate its use of TSO */
	OSAddAtomic(1, &kipf_count);
	routegenid_update();

	return (0);
}

errno_t
ipf_addv4_internal(
	const struct ipf_filter *filter,
	ipfilter_t *filter_ref)
{
	return (ipf_add(filter, filter_ref, &ipv4_filters, true));
}

errno_t
ipf_addv4(
	const struct ipf_filter *filter,
	ipfilter_t *filter_ref)
{
	return (ipf_add(filter, filter_ref, &ipv4_filters, false));
}

errno_t
ipf_addv6_internal(
	const struct ipf_filter *filter,
	ipfilter_t *filter_ref)
{
	return (ipf_add(filter, filter_ref, &ipv6_filters, true));
}

errno_t
ipf_addv6(
	const struct ipf_filter *filter,
	ipfilter_t *filter_ref)
{
	return (ipf_add(filter, filter_ref, &ipv6_filters, false));
}

static errno_t
ipf_input_detached(void *cookie, mbuf_t *data, int offset, u_int8_t protocol)
{
#pragma unused(cookie, data, offset, protocol)

#if DEBUG
	printf("ipf_input_detached\n");
#endif /* DEBUG */

	return (0);
}

static errno_t
ipf_output_detached(void *cookie, mbuf_t *data, ipf_pktopts_t options)
{
#pragma unused(cookie, data, options)

#if DEBUG
	printf("ipf_output_detached\n");
#endif /* DEBUG */

	return (0);
}

errno_t
ipf_remove(
	ipfilter_t filter_ref)
{
	struct ipfilter	*match = (struct ipfilter *)filter_ref;
	struct ipfilter_list *head;

	if (match == 0 || (match->ipf_head != &ipv4_filters && match->ipf_head != &ipv6_filters))
		return (EINVAL);

	head = match->ipf_head;

	lck_mtx_lock(kipf_lock);
	TAILQ_FOREACH(match, head, ipf_link) {
		if (match == (struct ipfilter *)filter_ref) {
			ipf_detach_func ipf_detach = match->ipf_filter.ipf_detach;
			void* cookie = match->ipf_filter.cookie;

			/*
			 * Cannot detach when they are filters running
			 */
			if (kipf_ref) {
				kipf_delayed_remove++;
				TAILQ_INSERT_TAIL(&tbr_filters, match, ipf_tbr);
				match->ipf_filter.ipf_input = ipf_input_detached;
				match->ipf_filter.ipf_output = ipf_output_detached;
				lck_mtx_unlock(kipf_lock);
			} else {
				VERIFY(OSDecrementAtomic64(&net_api_stats.nas_ipf_add_count) > 0);

				TAILQ_REMOVE(head, match, ipf_link);
				lck_mtx_unlock(kipf_lock);

				if (ipf_detach)
					ipf_detach(cookie);
				FREE(match, M_IFADDR);

				/* This will force TCP to re-evaluate its use of TSO */
				OSAddAtomic(-1, &kipf_count);
				routegenid_update();

			}
			return (0);
		}
	}
	lck_mtx_unlock(kipf_lock);

	return (ENOENT);
}

int log_for_en1 = 0;

errno_t
ipf_inject_input(
	mbuf_t data,
	ipfilter_t filter_ref)
{
	struct mbuf *m = (struct mbuf *)data;
	struct m_tag *mtag = 0;
	struct ip *ip = mtod(m, struct ip *);
	u_int8_t	vers;
	int hlen;
	errno_t error = 0;
	protocol_family_t proto;

	vers = IP_VHL_V(ip->ip_vhl);

	switch (vers) {
		case 4:
			proto = PF_INET;
			break;
		case 6:
			proto = PF_INET6;
			break;
		default:
			error = ENOTSUP;
			goto done;
	}

	if (filter_ref == 0 && m->m_pkthdr.rcvif == 0) {
		m->m_pkthdr.rcvif = lo_ifp;
		m->m_pkthdr.csum_data = 0;
		m->m_pkthdr.csum_flags = 0;
		if (vers == 4) {
			hlen = IP_VHL_HL(ip->ip_vhl) << 2;
			ip->ip_sum = 0;
			ip->ip_sum = in_cksum(m, hlen);
		}
	}
	if (filter_ref != 0) {
		mtag = m_tag_create(KERNEL_MODULE_TAG_ID, KERNEL_TAG_TYPE_IPFILT,
		    sizeof (ipfilter_t), M_NOWAIT, m);
		if (mtag == NULL) {
			error = ENOMEM;
			goto done;
		}
		*(ipfilter_t *)(mtag+1) = filter_ref;
		m_tag_prepend(m, mtag);
	}

	error = proto_inject(proto, data);

done:
	return (error);
}

static errno_t
ipf_injectv4_out(mbuf_t data, ipfilter_t filter_ref, ipf_pktopts_t options)
{
	struct route ro;
	struct ip *ip;
	struct mbuf *m = (struct mbuf *)data;
	errno_t error = 0;
	struct m_tag *mtag = NULL;
	struct ip_moptions *imo = NULL;
	struct ip_out_args ipoa = { IFSCOPE_NONE, { 0 }, 0, 0,
		SO_TC_UNSPEC, _NET_SERVICE_TYPE_UNSPEC };

	/* Make the IP header contiguous in the mbuf */
	if ((size_t)m->m_len < sizeof (struct ip)) {
		m = m_pullup(m, sizeof (struct ip));
		if (m == NULL)
			return (ENOMEM);
	}
	ip = (struct ip *)m_mtod(m);

	if (filter_ref != 0) {
		mtag = m_tag_create(KERNEL_MODULE_TAG_ID,
		    KERNEL_TAG_TYPE_IPFILT, sizeof (ipfilter_t), M_NOWAIT, m);
		if (mtag == NULL) {
			m_freem(m);
			return (ENOMEM);
		}
		*(ipfilter_t *)(mtag + 1) = filter_ref;
		m_tag_prepend(m, mtag);
	}

	if (options != NULL && (options->ippo_flags & IPPOF_MCAST_OPTS) &&
	    (imo = ip_allocmoptions(M_DONTWAIT)) != NULL) {
		imo->imo_multicast_ifp = options->ippo_mcast_ifnet;
		imo->imo_multicast_ttl = options->ippo_mcast_ttl;
		imo->imo_multicast_loop = options->ippo_mcast_loop;
	}

	if (options != NULL) {
		if (options->ippo_flags & IPPOF_SELECT_SRCIF)
			ipoa.ipoa_flags |= IPOAF_SELECT_SRCIF;
		if (options->ippo_flags & IPPOF_BOUND_IF) {
			ipoa.ipoa_flags |= IPOAF_BOUND_IF;
			ipoa.ipoa_boundif = options->ippo_flags >>
			    IPPOF_SHIFT_IFSCOPE;
		}
		if (options->ippo_flags & IPPOF_NO_IFT_CELLULAR)
			ipoa.ipoa_flags |= IPOAF_NO_CELLULAR;
		if (options->ippo_flags & IPPOF_BOUND_SRCADDR)
			ipoa.ipoa_flags |= IPOAF_BOUND_SRCADDR;
		if (options->ippo_flags & IPPOF_NO_IFF_EXPENSIVE)
			ipoa.ipoa_flags |= IPOAF_NO_EXPENSIVE;
	}

	bzero(&ro, sizeof(struct route));

	/* Put ip_len and ip_off in host byte order, ip_output expects that */

#if BYTE_ORDER != BIG_ENDIAN
	NTOHS(ip->ip_len);
	NTOHS(ip->ip_off);
#endif

	/* Send; enforce source interface selection via IP_OUTARGS flag */
	error = ip_output(m, NULL, &ro,
	    IP_ALLOWBROADCAST | IP_RAWOUTPUT | IP_OUTARGS, imo, &ipoa);

	/* Release the route */
	ROUTE_RELEASE(&ro);

	if (imo != NULL)
		IMO_REMREF(imo);

	return (error);
}

#if INET6
static errno_t
ipf_injectv6_out(mbuf_t data, ipfilter_t filter_ref, ipf_pktopts_t options)
{
	struct route_in6 ro;
	struct ip6_hdr *ip6;
	struct mbuf *m = (struct mbuf *)data;
	errno_t error = 0;
	struct m_tag *mtag = NULL;
	struct ip6_moptions *im6o = NULL;
	struct ip6_out_args ip6oa = { IFSCOPE_NONE, { 0 }, 0, 0,
		SO_TC_UNSPEC, _NET_SERVICE_TYPE_UNSPEC };

	/* Make the IP header contiguous in the mbuf */
	if ((size_t)m->m_len < sizeof(struct ip6_hdr)) {
		m = m_pullup(m, sizeof(struct ip6_hdr));
		if (m == NULL)
			return (ENOMEM);
	}
	ip6 = (struct ip6_hdr *)m_mtod(m);

	if (filter_ref != 0) {
		mtag = m_tag_create(KERNEL_MODULE_TAG_ID,
		    KERNEL_TAG_TYPE_IPFILT, sizeof (ipfilter_t), M_NOWAIT, m);
		if (mtag == NULL) {
			m_freem(m);
			return (ENOMEM);
		}
		*(ipfilter_t *)(mtag + 1) = filter_ref;
		m_tag_prepend(m, mtag);
	}

	if (options != NULL && (options->ippo_flags & IPPOF_MCAST_OPTS) &&
	    (im6o = ip6_allocmoptions(M_DONTWAIT)) != NULL) {
		im6o->im6o_multicast_ifp = options->ippo_mcast_ifnet;
		im6o->im6o_multicast_hlim = options->ippo_mcast_ttl;
		im6o->im6o_multicast_loop = options->ippo_mcast_loop;
	}

	if (options != NULL) {
		if (options->ippo_flags & IPPOF_SELECT_SRCIF)
			ip6oa.ip6oa_flags |= IP6OAF_SELECT_SRCIF;
		if (options->ippo_flags & IPPOF_BOUND_IF) {
			ip6oa.ip6oa_flags |= IP6OAF_BOUND_IF;
			ip6oa.ip6oa_boundif = options->ippo_flags >>
			    IPPOF_SHIFT_IFSCOPE;
		}
		if (options->ippo_flags & IPPOF_NO_IFT_CELLULAR)
			ip6oa.ip6oa_flags |= IP6OAF_NO_CELLULAR;
		if (options->ippo_flags & IPPOF_BOUND_SRCADDR)
			ip6oa.ip6oa_flags |= IP6OAF_BOUND_SRCADDR;
		if (options->ippo_flags & IPPOF_NO_IFF_EXPENSIVE)
			ip6oa.ip6oa_flags |= IP6OAF_NO_EXPENSIVE;
	}

	bzero(&ro, sizeof(struct route_in6));

	/*
	 * Send  mbuf and ifscope information. Check for correctness
	 * of ifscope information is done while searching for a route in
	 * ip6_output.
	 */
	error = ip6_output(m, NULL, &ro, IPV6_OUTARGS, im6o, NULL, &ip6oa);

	/* Release the route */
	ROUTE_RELEASE(&ro);

	if (im6o != NULL)
		IM6O_REMREF(im6o);

	return (error);
}
#endif /* INET6 */

errno_t
ipf_inject_output(
	mbuf_t data,
	ipfilter_t filter_ref,
	ipf_pktopts_t options)
{
	struct mbuf	*m = (struct mbuf *)data;
	u_int8_t	vers;
	errno_t		error = 0;

	/* Make one byte of the header contiguous in the mbuf */
	if (m->m_len < 1) {
		m = m_pullup(m, 1);
		if (m == NULL)
			goto done;
	}

	vers = (*(u_int8_t *)m_mtod(m)) >> 4;
	switch (vers) {
		case 4:
			error = ipf_injectv4_out(data, filter_ref, options);
			break;
#if INET6
		case 6:
			error = ipf_injectv6_out(data, filter_ref, options);
			break;
#endif
		default:
			m_freem(m);
			error = ENOTSUP;
			break;
	}

done:
	return (error);
}

__private_extern__ ipfilter_t
ipf_get_inject_filter(struct mbuf *m)
{
	ipfilter_t filter_ref = 0;
	struct m_tag *mtag;

	mtag = m_tag_locate(m, KERNEL_MODULE_TAG_ID, KERNEL_TAG_TYPE_IPFILT, NULL);
	if (mtag) {
		filter_ref = *(ipfilter_t *)(mtag+1);

		m_tag_delete(m, mtag);
	}
	return (filter_ref);
}

__private_extern__ int
ipf_init(void)
{
	int error = 0;
	lck_grp_attr_t *grp_attributes = 0;
	lck_attr_t *lck_attributes = 0;
	lck_grp_t *lck_grp = 0;

	grp_attributes = lck_grp_attr_alloc_init();
	if (grp_attributes == 0) {
		printf("ipf_init: lck_grp_attr_alloc_init failed\n");
		error = ENOMEM;
		goto done;
	}

	lck_grp = lck_grp_alloc_init("IP Filter", grp_attributes);
	if (lck_grp == 0) {
		printf("ipf_init: lck_grp_alloc_init failed\n");
		error = ENOMEM;
		goto done;
	}

	lck_attributes = lck_attr_alloc_init();
	if (lck_attributes == 0) {
		printf("ipf_init: lck_attr_alloc_init failed\n");
		error = ENOMEM;
		goto done;
	}

	lck_mtx_init(kipf_lock, lck_grp, lck_attributes);

	done:
	if (lck_grp) {
		lck_grp_free(lck_grp);
		lck_grp = 0;
	}
	if (grp_attributes) {
		lck_grp_attr_free(grp_attributes);
		grp_attributes = 0;
	}
	if (lck_attributes) {
		lck_attr_free(lck_attributes);
		lck_attributes = 0;
	}

	return (error);
}
Commit	Line	Data
91447636	1	/*
5ba3f43e	2	* Copyright (c) 2004-2017 Apple Inc. All rights reserved.
5d5c5d0d	3	*
2d21ac55	4	* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
5ba3f43e	5	*
2d21ac55 A	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. The rights granted to you under the License
	10	* may not be used to create, or enable the creation or redistribution of,
	11	* unlawful or unlicensed copies of an Apple operating system, or to
	12	* circumvent, violate, or enable the circumvention or violation of, any
	13	* terms of an Apple operating system software license agreement.
5ba3f43e	14	*
2d21ac55 A	15	* Please obtain a copy of the License at
2d21ac55 A	16	* http://www.opensource.apple.com/apsl/ and read it before using this file.
5ba3f43e	17	*
2d21ac55 A	18	* The Original Code and all software distributed under the License are
2d21ac55 A	19	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
8f6c56a5 A	20	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
8f6c56a5 A	21	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
2d21ac55 A	22	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	23	* Please see the License for the specific language governing rights and
	24	* limitations under the License.
5ba3f43e	25	*
2d21ac55	26	* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
91447636 A	27	*/
	28
	29	#include <sys/param.h> /* for definition of NULL */
	30	#include <sys/errno.h>
	31	#include <sys/malloc.h>
	32	#include <sys/socket.h>
	33	#include <sys/mbuf.h>
	34	#include <sys/systm.h>
b0d623f7 A	35	#include <libkern/OSAtomic.h>
	36
	37	#include <machine/endian.h>
91447636	38
5ba3f43e	39	#define _IP_VHL
91447636 A	40	#include <net/if_var.h>
	41	#include <net/route.h>
	42	#include <net/kpi_protocol.h>
5ba3f43e	43	#include <net/net_api_stats.h>
91447636 A	44
	45	#include <netinet/in_systm.h>
	46	#include <netinet/in.h>
	47	#include <netinet/in_var.h>
	48	#include <netinet6/in6_var.h>
	49	#include <netinet/ip.h>
	50	#include <netinet/ip6.h>
	51	#include <netinet/ip_var.h>
	52	#include <netinet6/ip6_var.h>
	53	#include <netinet/kpi_ipfilter_var.h>
	54
5ba3f43e	55	#include <stdbool.h>
b0d623f7	56
91447636 A	57	/*
	58	* kipf_lock and kipf_ref protect the linkage of the list of IP filters
	59	* An IP filter can be removed only when kipf_ref is zero
5ba3f43e A	60	* If an IP filter cannot be removed because kipf_ref is not null, then
5ba3f43e A	61	* the IP filter is marjed and kipf_delayed_remove is set so that when
91447636 A	62	* kipf_ref eventually goes down to zero, the IP filter is removed
91447636 A	63	*/
316670eb A	64	decl_lck_mtx_data(static, kipf_lock_data);
316670eb A	65	static lck_mtx_t *kipf_lock = &kipf_lock_data;
b0d623f7 A	66	static u_int32_t kipf_ref = 0;
	67	static u_int32_t kipf_delayed_remove = 0;
	68	u_int32_t kipf_count = 0;
91447636 A	69
	70	__private_extern__ struct ipfilter_list ipv4_filters = TAILQ_HEAD_INITIALIZER(ipv4_filters);
	71	__private_extern__ struct ipfilter_list ipv6_filters = TAILQ_HEAD_INITIALIZER(ipv6_filters);
	72	__private_extern__ struct ipfilter_list tbr_filters = TAILQ_HEAD_INITIALIZER(tbr_filters);
	73
5ba3f43e A	74	#undef ipf_addv4
	75	#undef ipf_addv6
	76	extern errno_t ipf_addv4(const struct ipf_filter *filter,
	77	ipfilter_t *filter_ref);
	78	extern errno_t ipf_addv6(const struct ipf_filter *filter,
	79	ipfilter_t *filter_ref);
	80
	81	static errno_t ipf_add(const struct ipf_filter *filter,
	82	ipfilter_t filter_ref, struct ipfilter_list head, bool is_internal);
	83
91447636 A	84	__private_extern__ void
	85	ipf_ref(void)
	86	{
	87	lck_mtx_lock(kipf_lock);
5ba3f43e	88	kipf_ref++;
91447636 A	89	lck_mtx_unlock(kipf_lock);
	90	}
	91
	92	__private_extern__ void
	93	ipf_unref(void)
	94	{
	95	lck_mtx_lock(kipf_lock);
	96
5ba3f43e A	97	if (kipf_ref == 0)
	98	panic("ipf_unref: kipf_ref == 0\n");
	99
	100	kipf_ref--;
	101	if (kipf_ref == 0 && kipf_delayed_remove != 0) {
	102	struct ipfilter *filter;
91447636 A	103
91447636 A	104	while ((filter = TAILQ_FIRST(&tbr_filters))) {
5ba3f43e A	105	VERIFY(OSDecrementAtomic64(&net_api_stats.nas_ipf_add_count) > 0);
5ba3f43e A	106
91447636 A	107	ipf_detach_func ipf_detach = filter->ipf_filter.ipf_detach;
91447636 A	108	void* cookie = filter->ipf_filter.cookie;
5ba3f43e	109
91447636 A	110	TAILQ_REMOVE(filter->ipf_head, filter, ipf_link);
	111	TAILQ_REMOVE(&tbr_filters, filter, ipf_tbr);
	112	kipf_delayed_remove--;
	113
	114	if (ipf_detach) {
	115	lck_mtx_unlock(kipf_lock);
	116	ipf_detach(cookie);
	117	lck_mtx_lock(kipf_lock);
	118	/* In case some filter got to run while we released the lock */
	119	if (kipf_ref != 0)
	120	break;
5ba3f43e	121	}
91447636	122	}
5ba3f43e	123	}
91447636 A	124	lck_mtx_unlock(kipf_lock);
	125	}
	126
	127	static errno_t
	128	ipf_add(
5ba3f43e	129	const struct ipf_filter *filter,
91447636	130	ipfilter_t *filter_ref,
5ba3f43e A	131	struct ipfilter_list *head,
5ba3f43e A	132	bool is_internal)
91447636 A	133	{
	134	struct ipfilter *new_filter;
	135	if (filter->name == NULL \|\| (filter->ipf_input == NULL && filter->ipf_output == NULL))
5ba3f43e A	136	return (EINVAL);
	137
	138	MALLOC(new_filter, struct ipfilter , sizeof(new_filter), M_IFADDR, M_WAITOK);
91447636	139	if (new_filter == NULL)
5ba3f43e A	140	return (ENOMEM);
5ba3f43e A	141
91447636 A	142	lck_mtx_lock(kipf_lock);
	143	new_filter->ipf_filter = *filter;
	144	new_filter->ipf_head = head;
5ba3f43e	145
b0d623f7	146	TAILQ_INSERT_HEAD(head, new_filter, ipf_link);
5ba3f43e A	147
	148	OSIncrementAtomic64(&net_api_stats.nas_ipf_add_count);
	149	INC_ATOMIC_INT64_LIM(net_api_stats.nas_ipf_add_total);
	150	if (is_internal) {
	151	INC_ATOMIC_INT64_LIM(net_api_stats.nas_ipf_add_os_total);
	152	}
	153
91447636	154	lck_mtx_unlock(kipf_lock);
5ba3f43e	155
91447636	156	*filter_ref = (ipfilter_t)new_filter;
b0d623f7 A	157
	158	/* This will force TCP to re-evaluate its use of TSO */
	159	OSAddAtomic(1, &kipf_count);
39236c6e	160	routegenid_update();
b0d623f7	161
5ba3f43e A	162	return (0);
	163	}
	164
	165	errno_t
	166	ipf_addv4_internal(
	167	const struct ipf_filter *filter,
	168	ipfilter_t *filter_ref)
	169	{
	170	return (ipf_add(filter, filter_ref, &ipv4_filters, true));
91447636 A	171	}
	172
	173	errno_t
	174	ipf_addv4(
5ba3f43e A	175	const struct ipf_filter *filter,
	176	ipfilter_t *filter_ref)
	177	{
	178	return (ipf_add(filter, filter_ref, &ipv4_filters, false));
	179	}
	180
	181	errno_t
	182	ipf_addv6_internal(
	183	const struct ipf_filter *filter,
91447636 A	184	ipfilter_t *filter_ref)
91447636 A	185	{
5ba3f43e	186	return (ipf_add(filter, filter_ref, &ipv6_filters, true));
91447636 A	187	}
	188
	189	errno_t
	190	ipf_addv6(
5ba3f43e	191	const struct ipf_filter *filter,
91447636 A	192	ipfilter_t *filter_ref)
91447636 A	193	{
5ba3f43e	194	return (ipf_add(filter, filter_ref, &ipv6_filters, false));
91447636 A	195	}
91447636 A	196
fe8ab488 A	197	static errno_t
	198	ipf_input_detached(void cookie, mbuf_t data, int offset, u_int8_t protocol)
	199	{
	200	#pragma unused(cookie, data, offset, protocol)
	201
	202	#if DEBUG
	203	printf("ipf_input_detached\n");
	204	#endif /* DEBUG */
	205
	206	return (0);
	207	}
	208
	209	static errno_t
	210	ipf_output_detached(void cookie, mbuf_t data, ipf_pktopts_t options)
	211	{
	212	#pragma unused(cookie, data, options)
	213
	214	#if DEBUG
	215	printf("ipf_output_detached\n");
	216	#endif /* DEBUG */
	217
	218	return (0);
	219	}
	220
91447636 A	221	errno_t
	222	ipf_remove(
	223	ipfilter_t filter_ref)
	224	{
5ba3f43e	225	struct ipfilter match = (struct ipfilter )filter_ref;
91447636	226	struct ipfilter_list *head;
5ba3f43e	227
91447636	228	if (match == 0 \|\| (match->ipf_head != &ipv4_filters && match->ipf_head != &ipv6_filters))
5ba3f43e A	229	return (EINVAL);
5ba3f43e A	230
91447636	231	head = match->ipf_head;
5ba3f43e	232
91447636 A	233	lck_mtx_lock(kipf_lock);
91447636 A	234	TAILQ_FOREACH(match, head, ipf_link) {
5ba3f43e	235	if (match == (struct ipfilter *)filter_ref) {
91447636 A	236	ipf_detach_func ipf_detach = match->ipf_filter.ipf_detach;
91447636 A	237	void* cookie = match->ipf_filter.cookie;
5ba3f43e	238
91447636 A	239	/*
	240	* Cannot detach when they are filters running
	241	*/
	242	if (kipf_ref) {
	243	kipf_delayed_remove++;
	244	TAILQ_INSERT_TAIL(&tbr_filters, match, ipf_tbr);
fe8ab488 A	245	match->ipf_filter.ipf_input = ipf_input_detached;
fe8ab488 A	246	match->ipf_filter.ipf_output = ipf_output_detached;
91447636 A	247	lck_mtx_unlock(kipf_lock);
91447636 A	248	} else {
5ba3f43e A	249	VERIFY(OSDecrementAtomic64(&net_api_stats.nas_ipf_add_count) > 0);
5ba3f43e A	250
91447636 A	251	TAILQ_REMOVE(head, match, ipf_link);
91447636 A	252	lck_mtx_unlock(kipf_lock);
5ba3f43e	253
91447636 A	254	if (ipf_detach)
	255	ipf_detach(cookie);
	256	FREE(match, M_IFADDR);
b0d623f7 A	257
	258	/* This will force TCP to re-evaluate its use of TSO */
	259	OSAddAtomic(-1, &kipf_count);
39236c6e	260	routegenid_update();
b0d623f7	261
91447636	262	}
5ba3f43e	263	return (0);
91447636 A	264	}
	265	}
	266	lck_mtx_unlock(kipf_lock);
5ba3f43e A	267
5ba3f43e A	268	return (ENOENT);
91447636 A	269	}
	270
	271	int log_for_en1 = 0;
	272
	273	errno_t
	274	ipf_inject_input(
	275	mbuf_t data,
	276	ipfilter_t filter_ref)
	277	{
5ba3f43e	278	struct mbuf m = (struct mbuf )data;
91447636 A	279	struct m_tag *mtag = 0;
	280	struct ip ip = mtod(m, struct ip );
	281	u_int8_t vers;
	282	int hlen;
	283	errno_t error = 0;
	284	protocol_family_t proto;
	285
	286	vers = IP_VHL_V(ip->ip_vhl);
5ba3f43e	287
91447636 A	288	switch (vers) {
	289	case 4:
	290	proto = PF_INET;
	291	break;
	292	case 6:
	293	proto = PF_INET6;
	294	break;
	295	default:
	296	error = ENOTSUP;
	297	goto done;
	298	}
5ba3f43e	299
91447636	300	if (filter_ref == 0 && m->m_pkthdr.rcvif == 0) {
6d2010ae	301	m->m_pkthdr.rcvif = lo_ifp;
91447636 A	302	m->m_pkthdr.csum_data = 0;
	303	m->m_pkthdr.csum_flags = 0;
	304	if (vers == 4) {
	305	hlen = IP_VHL_HL(ip->ip_vhl) << 2;
	306	ip->ip_sum = 0;
	307	ip->ip_sum = in_cksum(m, hlen);
	308	}
	309	}
	310	if (filter_ref != 0) {
6d2010ae	311	mtag = m_tag_create(KERNEL_MODULE_TAG_ID, KERNEL_TAG_TYPE_IPFILT,
5ba3f43e	312	sizeof (ipfilter_t), M_NOWAIT, m);
91447636 A	313	if (mtag == NULL) {
	314	error = ENOMEM;
	315	goto done;
5ba3f43e A	316	}
5ba3f43e A	317	(ipfilter_t )(mtag+1) = filter_ref;
91447636 A	318	m_tag_prepend(m, mtag);
91447636 A	319	}
5ba3f43e	320
91447636 A	321	error = proto_inject(proto, data);
	322
	323	done:
5ba3f43e	324	return (error);
91447636 A	325	}
	326
	327	static errno_t
6d2010ae	328	ipf_injectv4_out(mbuf_t data, ipfilter_t filter_ref, ipf_pktopts_t options)
91447636 A	329	{
91447636 A	330	struct route ro;
5ba3f43e A	331	struct ip *ip;
5ba3f43e A	332	struct mbuf m = (struct mbuf )data;
91447636	333	errno_t error = 0;
6d2010ae A	334	struct m_tag *mtag = NULL;
6d2010ae A	335	struct ip_moptions *imo = NULL;
39037602 A	336	struct ip_out_args ipoa = { IFSCOPE_NONE, { 0 }, 0, 0,
39037602 A	337	SO_TC_UNSPEC, _NET_SERVICE_TYPE_UNSPEC };
6d2010ae	338
91447636	339	/* Make the IP header contiguous in the mbuf */
6d2010ae A	340	if ((size_t)m->m_len < sizeof (struct ip)) {
	341	m = m_pullup(m, sizeof (struct ip));
	342	if (m == NULL)
	343	return (ENOMEM);
91447636	344	}
6d2010ae A	345	ip = (struct ip *)m_mtod(m);
6d2010ae A	346
91447636	347	if (filter_ref != 0) {
6d2010ae A	348	mtag = m_tag_create(KERNEL_MODULE_TAG_ID,
6d2010ae A	349	KERNEL_TAG_TYPE_IPFILT, sizeof (ipfilter_t), M_NOWAIT, m);
91447636 A	350	if (mtag == NULL) {
91447636 A	351	m_freem(m);
6d2010ae	352	return (ENOMEM);
91447636	353	}
6d2010ae	354	(ipfilter_t )(mtag + 1) = filter_ref;
91447636 A	355	m_tag_prepend(m, mtag);
91447636 A	356	}
6d2010ae A	357
	358	if (options != NULL && (options->ippo_flags & IPPOF_MCAST_OPTS) &&
	359	(imo = ip_allocmoptions(M_DONTWAIT)) != NULL) {
91447636 A	360	imo->imo_multicast_ifp = options->ippo_mcast_ifnet;
	361	imo->imo_multicast_ttl = options->ippo_mcast_ttl;
	362	imo->imo_multicast_loop = options->ippo_mcast_loop;
	363	}
6d2010ae	364
316670eb A	365	if (options != NULL) {
	366	if (options->ippo_flags & IPPOF_SELECT_SRCIF)
	367	ipoa.ipoa_flags \|= IPOAF_SELECT_SRCIF;
6d2010ae	368	if (options->ippo_flags & IPPOF_BOUND_IF) {
316670eb	369	ipoa.ipoa_flags \|= IPOAF_BOUND_IF;
6d2010ae A	370	ipoa.ipoa_boundif = options->ippo_flags >>
	371	IPPOF_SHIFT_IFSCOPE;
	372	}
	373	if (options->ippo_flags & IPPOF_NO_IFT_CELLULAR)
316670eb A	374	ipoa.ipoa_flags \|= IPOAF_NO_CELLULAR;
	375	if (options->ippo_flags & IPPOF_BOUND_SRCADDR)
	376	ipoa.ipoa_flags \|= IPOAF_BOUND_SRCADDR;
fe8ab488 A	377	if (options->ippo_flags & IPPOF_NO_IFF_EXPENSIVE)
fe8ab488 A	378	ipoa.ipoa_flags \|= IPOAF_NO_EXPENSIVE;
91447636	379	}
6d2010ae A	380
	381	bzero(&ro, sizeof(struct route));
	382
0c530ab8	383	/* Put ip_len and ip_off in host byte order, ip_output expects that */
b0d623f7 A	384
b0d623f7 A	385	#if BYTE_ORDER != BIG_ENDIAN
0c530ab8 A	386	NTOHS(ip->ip_len);
0c530ab8 A	387	NTOHS(ip->ip_off);
b0d623f7 A	388	#endif
b0d623f7 A	389
6d2010ae A	390	/* Send; enforce source interface selection via IP_OUTARGS flag */
	391	error = ip_output(m, NULL, &ro,
	392	IP_ALLOWBROADCAST \| IP_RAWOUTPUT \| IP_OUTARGS, imo, &ipoa);
	393
91447636	394	/* Release the route */
39236c6e	395	ROUTE_RELEASE(&ro);
6d2010ae A	396
	397	if (imo != NULL)
	398	IMO_REMREF(imo);
	399
	400	return (error);
91447636 A	401	}
91447636 A	402
2d21ac55	403	#if INET6
91447636	404	static errno_t
6d2010ae	405	ipf_injectv6_out(mbuf_t data, ipfilter_t filter_ref, ipf_pktopts_t options)
91447636 A	406	{
91447636 A	407	struct route_in6 ro;
5ba3f43e A	408	struct ip6_hdr *ip6;
5ba3f43e A	409	struct mbuf m = (struct mbuf )data;
91447636	410	errno_t error = 0;
6d2010ae A	411	struct m_tag *mtag = NULL;
6d2010ae A	412	struct ip6_moptions *im6o = NULL;
39037602 A	413	struct ip6_out_args ip6oa = { IFSCOPE_NONE, { 0 }, 0, 0,
39037602 A	414	SO_TC_UNSPEC, _NET_SERVICE_TYPE_UNSPEC };
6d2010ae	415
91447636 A	416	/* Make the IP header contiguous in the mbuf */
	417	if ((size_t)m->m_len < sizeof(struct ip6_hdr)) {
	418	m = m_pullup(m, sizeof(struct ip6_hdr));
6d2010ae A	419	if (m == NULL)
6d2010ae A	420	return (ENOMEM);
91447636	421	}
5ba3f43e	422	ip6 = (struct ip6_hdr *)m_mtod(m);
91447636 A	423
91447636 A	424	if (filter_ref != 0) {
6d2010ae A	425	mtag = m_tag_create(KERNEL_MODULE_TAG_ID,
6d2010ae A	426	KERNEL_TAG_TYPE_IPFILT, sizeof (ipfilter_t), M_NOWAIT, m);
91447636 A	427	if (mtag == NULL) {
91447636 A	428	m_freem(m);
6d2010ae	429	return (ENOMEM);
91447636	430	}
6d2010ae	431	(ipfilter_t )(mtag + 1) = filter_ref;
91447636 A	432	m_tag_prepend(m, mtag);
91447636 A	433	}
6d2010ae A	434
	435	if (options != NULL && (options->ippo_flags & IPPOF_MCAST_OPTS) &&
	436	(im6o = ip6_allocmoptions(M_DONTWAIT)) != NULL) {
91447636 A	437	im6o->im6o_multicast_ifp = options->ippo_mcast_ifnet;
	438	im6o->im6o_multicast_hlim = options->ippo_mcast_ttl;
	439	im6o->im6o_multicast_loop = options->ippo_mcast_loop;
	440	}
6d2010ae	441
316670eb A	442	if (options != NULL) {
	443	if (options->ippo_flags & IPPOF_SELECT_SRCIF)
	444	ip6oa.ip6oa_flags \|= IP6OAF_SELECT_SRCIF;
6d2010ae	445	if (options->ippo_flags & IPPOF_BOUND_IF) {
316670eb	446	ip6oa.ip6oa_flags \|= IP6OAF_BOUND_IF;
6d2010ae A	447	ip6oa.ip6oa_boundif = options->ippo_flags >>
	448	IPPOF_SHIFT_IFSCOPE;
	449	}
	450	if (options->ippo_flags & IPPOF_NO_IFT_CELLULAR)
316670eb A	451	ip6oa.ip6oa_flags \|= IP6OAF_NO_CELLULAR;
	452	if (options->ippo_flags & IPPOF_BOUND_SRCADDR)
	453	ip6oa.ip6oa_flags \|= IP6OAF_BOUND_SRCADDR;
fe8ab488 A	454	if (options->ippo_flags & IPPOF_NO_IFF_EXPENSIVE)
fe8ab488 A	455	ip6oa.ip6oa_flags \|= IP6OAF_NO_EXPENSIVE;
91447636	456	}
6d2010ae A	457
	458	bzero(&ro, sizeof(struct route_in6));
	459
	460	/*
	461	* Send mbuf and ifscope information. Check for correctness
5ba3f43e	462	* of ifscope information is done while searching for a route in
6d2010ae A	463	* ip6_output.
	464	*/
	465	error = ip6_output(m, NULL, &ro, IPV6_OUTARGS, im6o, NULL, &ip6oa);
	466
91447636	467	/* Release the route */
39236c6e	468	ROUTE_RELEASE(&ro);
6d2010ae A	469
	470	if (im6o != NULL)
	471	IM6O_REMREF(im6o);
	472
	473	return (error);
91447636	474	}
2d21ac55	475	#endif /* INET6 */
91447636 A	476
	477	errno_t
	478	ipf_inject_output(
	479	mbuf_t data,
	480	ipfilter_t filter_ref,
	481	ipf_pktopts_t options)
	482	{
5ba3f43e	483	struct mbuf m = (struct mbuf )data;
91447636 A	484	u_int8_t vers;
	485	errno_t error = 0;
	486
	487	/* Make one byte of the header contiguous in the mbuf */
	488	if (m->m_len < 1) {
	489	m = m_pullup(m, 1);
5ba3f43e	490	if (m == NULL)
91447636 A	491	goto done;
91447636 A	492	}
5ba3f43e A	493
	494	vers = ((u_int8_t )m_mtod(m)) >> 4;
	495	switch (vers) {
91447636 A	496	case 4:
	497	error = ipf_injectv4_out(data, filter_ref, options);
	498	break;
2d21ac55	499	#if INET6
91447636 A	500	case 6:
	501	error = ipf_injectv6_out(data, filter_ref, options);
	502	break;
2d21ac55	503	#endif
91447636 A	504	default:
	505	m_freem(m);
	506	error = ENOTSUP;
	507	break;
	508	}
	509
5ba3f43e A	510	done:
5ba3f43e A	511	return (error);
91447636 A	512	}
	513
	514	__private_extern__ ipfilter_t
	515	ipf_get_inject_filter(struct mbuf *m)
	516	{
	517	ipfilter_t filter_ref = 0;
	518	struct m_tag *mtag;
5ba3f43e	519
91447636 A	520	mtag = m_tag_locate(m, KERNEL_MODULE_TAG_ID, KERNEL_TAG_TYPE_IPFILT, NULL);
	521	if (mtag) {
	522	filter_ref = (ipfilter_t )(mtag+1);
5ba3f43e	523
91447636 A	524	m_tag_delete(m, mtag);
91447636 A	525	}
5ba3f43e	526	return (filter_ref);
91447636 A	527	}
	528
	529	__private_extern__ int
	530	ipf_init(void)
	531	{
	532	int error = 0;
	533	lck_grp_attr_t *grp_attributes = 0;
	534	lck_attr_t *lck_attributes = 0;
	535	lck_grp_t *lck_grp = 0;
5ba3f43e	536
91447636 A	537	grp_attributes = lck_grp_attr_alloc_init();
	538	if (grp_attributes == 0) {
	539	printf("ipf_init: lck_grp_attr_alloc_init failed\n");
	540	error = ENOMEM;
	541	goto done;
	542	}
5ba3f43e	543
91447636 A	544	lck_grp = lck_grp_alloc_init("IP Filter", grp_attributes);
	545	if (lck_grp == 0) {
	546	printf("ipf_init: lck_grp_alloc_init failed\n");
	547	error = ENOMEM;
	548	goto done;
	549	}
5ba3f43e	550
91447636 A	551	lck_attributes = lck_attr_alloc_init();
	552	if (lck_attributes == 0) {
	553	printf("ipf_init: lck_attr_alloc_init failed\n");
	554	error = ENOMEM;
	555	goto done;
	556	}
5ba3f43e	557
316670eb A	558	lck_mtx_init(kipf_lock, lck_grp, lck_attributes);
316670eb A	559
91447636	560	done:
91447636 A	561	if (lck_grp) {
	562	lck_grp_free(lck_grp);
	563	lck_grp = 0;
	564	}
	565	if (grp_attributes) {
	566	lck_grp_attr_free(grp_attributes);
	567	grp_attributes = 0;
	568	}
	569	if (lck_attributes) {
	570	lck_attr_free(lck_attributes);
	571	lck_attributes = 0;
	572	}
5ba3f43e A	573
5ba3f43e A	574	return (error);
91447636	575	}