[apple/xnu.git] / bsd / kern / kern_malloc.c

/*
 * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
 *
 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
 * 
 * This file contains Original Code and/or Modifications of Original Code
 * as defined in and that are subject to the Apple Public Source License
 * Version 2.0 (the 'License'). You may not use this file except in
 * compliance with the License. The rights granted to you under the License
 * may not be used to create, or enable the creation or redistribution of,
 * unlawful or unlicensed copies of an Apple operating system, or to
 * circumvent, violate, or enable the circumvention or violation of, any
 * terms of an Apple operating system software license agreement.
 * 
 * Please obtain a copy of the License at
 * http://www.opensource.apple.com/apsl/ and read it before using this file.
 * 
 * The Original Code and all software distributed under the License are
 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
 * Please see the License for the specific language governing rights and
 * limitations under the License.
 * 
 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
 */
/* Copyright (c) 1995, 1997 Apple Computer, Inc. All Rights Reserved */
/*
 * Copyright (c) 1987, 1991, 1993
 *	The Regents of the University of California.  All rights reserved.
 *
 * Redistribution and use in source and binary forms, with or without
 * modification, are permitted provided that the following conditions
 * are met:
 * 1. Redistributions of source code must retain the above copyright
 *    notice, this list of conditions and the following disclaimer.
 * 2. Redistributions in binary form must reproduce the above copyright
 *    notice, this list of conditions and the following disclaimer in the
 *    documentation and/or other materials provided with the distribution.
 * 3. All advertising materials mentioning features or use of this software
 *    must display the following acknowledgement:
 *	This product includes software developed by the University of
 *	California, Berkeley and its contributors.
 * 4. Neither the name of the University nor the names of its contributors
 *    may be used to endorse or promote products derived from this software
 *    without specific prior written permission.
 *
 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
 * SUCH DAMAGE.
 *
 *	@(#)kern_malloc.c	8.4 (Berkeley) 5/20/95
 */

#include <sys/param.h>
#include <sys/malloc.h>

#include <sys/socket.h>
#include <sys/socketvar.h>

#include <net/route.h>

#include <netinet/in.h>
#include <netinet/in_systm.h>
#include <netinet/ip.h>
#include <netinet/in_pcb.h>

#include <sys/event.h>
#include <sys/eventvar.h>

#include <sys/proc_internal.h>
#include <sys/mount_internal.h>
#include <sys/vnode_internal.h>
#include <sys/ubc_internal.h>
#include <sys/namei.h>
#include <sys/file_internal.h>
#include <sys/filedesc.h>
#include <sys/tty.h>
#include <sys/quota.h>
#include <sys/uio_internal.h>
#include <sys/resourcevar.h>

#include <ufs/ufs/inode.h>

#include <hfs/hfs_cnode.h>
#include <isofs/cd9660/cd9660_node.h>

#include <miscfs/volfs/volfs.h>
#include <miscfs/specfs/specdev.h>

#include <nfs/rpcv2.h>
#include <nfs/nfsproto.h>
#include <nfs/nfsnode.h>
#include <nfs/nfsmount.h>

#include <vfs/vfs_journal.h>

#include <mach/mach_types.h>

#include <kern/zalloc.h>
#include <kern/kalloc.h>

struct kmemstats kmemstats[M_LAST];
char *memname[] = INITKMEMNAMES;

struct kmzones {
	size_t		kz_elemsize;
	void		*kz_zalloczone;
#define	KMZ_CREATEZONE		((void *)-2)
#define KMZ_LOOKUPZONE		((void *)-1)
#define KMZ_MALLOC		((void *)0)
#define	KMZ_SHAREZONE		((void *)1)
} kmzones[M_LAST] = {
#define	SOS(sname)	sizeof (struct sname)
#define SOX(sname)	-1
	-1,		0,			/* 0 M_FREE */
	MSIZE,		KMZ_CREATEZONE,		/* 1 M_MBUF */
	0,		KMZ_MALLOC,		/* 2 M_DEVBUF */
	SOS(socket),	KMZ_CREATEZONE,		/* 3 M_SOCKET */
	SOS(inpcb),	KMZ_LOOKUPZONE,		/* 4 M_PCB */
	M_MBUF,		KMZ_SHAREZONE,		/* 5 M_RTABLE */
	M_MBUF,		KMZ_SHAREZONE,		/* 6 M_HTABLE */
	M_MBUF,		KMZ_SHAREZONE,		/* 7 M_FTABLE */
	SOS(rusage),	KMZ_CREATEZONE,		/* 8 M_ZOMBIE */
	0,		KMZ_MALLOC,		/* 9 M_IFADDR */
	M_MBUF,		KMZ_SHAREZONE,		/* 10 M_SOOPTS */
	0,		KMZ_MALLOC,		/* 11 M_SONAME */
	MAXPATHLEN,	KMZ_CREATEZONE,		/* 12 M_NAMEI */
	0,		KMZ_MALLOC,		/* 13 M_GPROF */
	0,		KMZ_MALLOC,		/* 14 M_IOCTLOPS */
	0,		KMZ_MALLOC,		/* 15 M_MAPMEM */
	SOS(ucred),	KMZ_CREATEZONE,		/* 16 M_CRED */
	SOS(pgrp),	KMZ_CREATEZONE,		/* 17 M_PGRP */
	SOS(session),	KMZ_CREATEZONE,		/* 18 M_SESSION */
	SOS(iovec_32),	KMZ_LOOKUPZONE,		/* 19 M_IOV32 */
	SOS(mount),	KMZ_CREATEZONE,		/* 20 M_MOUNT */
	0,		KMZ_MALLOC,		/* 21 M_FHANDLE */
	SOS(nfsreq),	KMZ_CREATEZONE,		/* 22 M_NFSREQ */
	SOS(nfsmount),	KMZ_CREATEZONE,		/* 23 M_NFSMNT */
	SOS(nfsnode),	KMZ_CREATEZONE,		/* 24 M_NFSNODE */
	SOS(vnode),	KMZ_CREATEZONE,		/* 25 M_VNODE */
	SOS(namecache),	KMZ_CREATEZONE,		/* 26 M_CACHE */
	SOX(dquot),	KMZ_LOOKUPZONE,		/* 27 M_DQUOT */
	SOX(ufsmount),	KMZ_LOOKUPZONE,		/* 28 M_UFSMNT */
	0,		KMZ_MALLOC,		/* 29 M_CGSUM */
	0,		KMZ_MALLOC,		/* 30 M_VMMAP */
	0,		KMZ_MALLOC,		/* 31 M_VMMAPENT */
	0,		KMZ_MALLOC,		/* 32 M_VMOBJ */
	0,		KMZ_MALLOC,		/* 33 M_VMOBJHASH */
	0,		KMZ_MALLOC,		/* 34 M_VMPMAP */
	0,		KMZ_MALLOC,		/* 35 M_VMPVENT */
	0,		KMZ_MALLOC,		/* 36 M_VMPAGER */
	0,		KMZ_MALLOC,		/* 37 M_VMPGDATA */
	SOS(fileproc),	KMZ_CREATEZONE,		/* 38 M_FILEPROC */
	SOS(filedesc),	KMZ_CREATEZONE,		/* 39 M_FILEDESC */
	SOX(lockf),	KMZ_CREATEZONE,		/* 40 M_LOCKF */
	SOS(proc),	KMZ_CREATEZONE,		/* 41 M_PROC */
	SOS(pstats),	KMZ_CREATEZONE,		/* 42 M_SUBPROC */
	0,		KMZ_MALLOC,		/* 43 M_SEGMENT */
	M_FFSNODE,	KMZ_SHAREZONE,		/* 44 M_LFSNODE */
	SOS(inode),	KMZ_CREATEZONE,		/* 45 M_FFSNODE */
	M_FFSNODE,	KMZ_SHAREZONE,		/* 46 M_MFSNODE */
	0,		KMZ_MALLOC,		/* 47 M_NQLEASE */
	0,		KMZ_MALLOC,		/* 48 M_NQMHOST */
	0,		KMZ_MALLOC,		/* 49 M_NETADDR */
	SOX(nfssvc_sock),
			KMZ_CREATEZONE,		/* 50 M_NFSSVC */
	SOS(nfsuid),	KMZ_CREATEZONE,		/* 51 M_NFSUID */
	SOX(nfsrvcache),
			KMZ_CREATEZONE,		/* 52 M_NFSD */
	SOX(ip_moptions),
			KMZ_LOOKUPZONE,		/* 53 M_IPMOPTS */
	SOX(in_multi),	KMZ_LOOKUPZONE,		/* 54 M_IPMADDR */
	SOX(ether_multi),
			KMZ_LOOKUPZONE,		/* 55 M_IFMADDR */
	SOX(mrt),	KMZ_CREATEZONE,		/* 56 M_MRTABLE */
	SOX(iso_mnt),	KMZ_LOOKUPZONE,		/* 57 M_ISOFSMNT */
	SOS(iso_node),	KMZ_CREATEZONE,		/* 58 M_ISOFSNODE */
	SOS(nfsrv_descript),
			KMZ_CREATEZONE,		/* 59 M_NFSRVDESC */
	SOS(nfsdmap),	KMZ_CREATEZONE,		/* 60 M_NFSDIROFF */
	SOS(fhandle),	KMZ_LOOKUPZONE,		/* 61 M_NFSBIGFH */
	0,		KMZ_MALLOC,		/* 62 M_MSDOSFSMNT */
	0,		KMZ_MALLOC,		/* 63 M_MSDOSFSFAT */
	0,		KMZ_MALLOC,		/* 64 M_MSDOSFSNODE */
	SOS(tty),	KMZ_CREATEZONE,		/* 65 M_TTYS */
	0,		KMZ_MALLOC,		/* 66 M_EXEC */
	0,		KMZ_MALLOC,		/* 67 M_MISCFSMNT */
	0,		KMZ_MALLOC,		/* 68 M_MISCFSNODE */
	0,		KMZ_MALLOC,		/* 69 M_ADOSFSMNT */
	0,		KMZ_MALLOC,		/* 70 M_ADOSFSNODE */
	0,		KMZ_MALLOC,		/* 71 M_ANODE */
	SOX(buf),	KMZ_CREATEZONE,		/* 72 M_BUFHDR */
	(NDFILE * OFILESIZE),
			KMZ_CREATEZONE,		/* 73 M_OFILETABL */
	MCLBYTES,	KMZ_CREATEZONE,		/* 74 M_MCLUST */
	SOX(hfsmount),	KMZ_LOOKUPZONE,		/* 75 M_HFSMNT */
	SOS(cnode),	KMZ_CREATEZONE,		/* 76 M_HFSNODE */
	SOS(filefork),	KMZ_CREATEZONE,		/* 77 M_HFSFORK */
	SOX(volfs_mntdata),	KMZ_LOOKUPZONE,		/* 78 M_VOLFSMNT */
	SOS(volfs_vndata),	KMZ_CREATEZONE,		/* 79 M_VOLFSNODE */
	0,		KMZ_MALLOC,		/* 80 M_TEMP */
	0,		KMZ_MALLOC,		/* 81 M_SECA */
	0,		KMZ_MALLOC,		/* 82 M_DEVFS */
	0,		KMZ_MALLOC,		/* 83 M_IPFW */
	0,		KMZ_MALLOC,		/* 84 M_UDFNODE */
	0,		KMZ_MALLOC,		/* 85 M_UDFMOUNT */
	0,		KMZ_MALLOC,		/* 86 M_IP6NDP */
	0,		KMZ_MALLOC,		/* 87 M_IP6OPT */
	0,		KMZ_MALLOC,		/* 88 M_IP6MISC */
	0,		KMZ_MALLOC,		/* 89 M_TSEGQ */
	0,		KMZ_MALLOC,		/* 90 M_IGMP */
	SOS(journal), KMZ_CREATEZONE,     /* 91 M_JNL_JNL */
	SOS(transaction), KMZ_CREATEZONE,     /* 92 M_JNL_TR */
	SOS(specinfo), KMZ_CREATEZONE,		/* 93 M_SPECINFO */
	SOS(kqueue), KMZ_CREATEZONE,		/* 94 M_KQUEUE */
	SOS(directoryhint), KMZ_CREATEZONE,	/* 95 M_HFSDIRHINT */
	SOS(cl_readahead),  KMZ_CREATEZONE,	/* 96 M_CLRDAHEAD */
	SOS(cl_writebehind),KMZ_CREATEZONE,	/* 97 M_CLWRBEHIND */
	SOS(iovec_64),	KMZ_LOOKUPZONE,		/* 98 M_IOV64 */
	SOS(fileglob),	KMZ_CREATEZONE,		/* 99 M_FILEGLOB */
	0,		KMZ_MALLOC,		/* 100 M_KAUTH */
	0,		KMZ_MALLOC,		/* 101 M_DUMMYNET */
	SOS(unsafe_fsnode),KMZ_CREATEZONE,	/* 102 M_UNSAFEFS */
#undef	SOS
#undef	SOX
};

extern zone_t kalloc_zone(vm_size_t);	/* XXX */

/*
 * Initialize the kernel memory allocator
 */
void
kmeminit(void)
{
	struct kmzones	*kmz;

	if ((sizeof(kmzones)/sizeof(kmzones[0])) != (sizeof(memname)/sizeof(memname[0]))) {
		panic("kmeminit: kmzones has %d elements but memname has %d\n",
			  (sizeof(kmzones)/sizeof(kmzones[0])), (sizeof(memname)/sizeof(memname[0])));
	}

	kmz = kmzones;
	while (kmz < &kmzones[M_LAST]) {
/* XXX */
		if (kmz->kz_elemsize == -1)
			;
		else
/* XXX */
		if (kmz->kz_zalloczone == KMZ_CREATEZONE) {
			kmz->kz_zalloczone = zinit(kmz->kz_elemsize,
						1024 * 1024, PAGE_SIZE,
						memname[kmz - kmzones]);
		}
		else if (kmz->kz_zalloczone == KMZ_LOOKUPZONE)
			kmz->kz_zalloczone = kalloc_zone(kmz->kz_elemsize);

		kmz++;
	}

	kmz = kmzones;
	while (kmz < &kmzones[M_LAST]) {
/* XXX */
		if (kmz->kz_elemsize == -1)
			;
		else
/* XXX */
		if (kmz->kz_zalloczone == KMZ_SHAREZONE) {
			kmz->kz_zalloczone =
				kmzones[kmz->kz_elemsize].kz_zalloczone;
			kmz->kz_elemsize =
				kmzones[kmz->kz_elemsize].kz_elemsize;
		}

		kmz++;
	}
}

#define	MDECL(reqlen)					\
union {							\
	struct	_mhead hdr;				\
	char	_m[(reqlen) + sizeof (struct _mhead)];	\
}

struct _mhead {
	size_t	mlen;
	char	dat[0];
};

#define ZEROSIZETOKEN (void *)0xFADEDFAD

void *
_MALLOC(
	size_t		size,
	int		type,
	int		flags)
{
	MDECL(size)	*mem;
	size_t		memsize = sizeof (*mem);

	if (type >= M_LAST)
		panic("_malloc TYPE");

	/*
	 * On zero request we do not return zero as that
	 * could be mistaken for ENOMEM.
	 */
	if (size == 0)
		return (ZEROSIZETOKEN);

	if (flags & M_NOWAIT) {
		mem = (void *)kalloc_noblock(memsize);
	} else {
		mem = (void *)kalloc(memsize);
	}
	if (!mem)
		return (0);

	mem->hdr.mlen = memsize;

	if (flags & M_ZERO)
		bzero(mem->hdr.dat, size);

	return  (mem->hdr.dat);
}

void
_FREE(
	void		*addr,
	int		type)
{
	struct _mhead	*hdr;

	if (type >= M_LAST)
		panic("_free TYPE");

	if (addr == (void *)ZEROSIZETOKEN)
		return;
	if (!addr)
		return; /* correct (convenient bsd kernel legacy) */

	hdr = addr; hdr--;
	kfree(hdr, hdr->mlen);
}

void *
_MALLOC_ZONE(
	size_t		size,
	int		type,
	int		flags)
{
	struct kmzones	*kmz;
	void		*elem;

	if (type >= M_LAST)
		panic("_malloc_zone TYPE");

	kmz = &kmzones[type];
	if (kmz->kz_zalloczone == KMZ_MALLOC)
		panic("_malloc_zone ZONE: type = %d", type);

/* XXX */
	if (kmz->kz_elemsize == -1)
		panic("_malloc_zone XXX");
/* XXX */
	if (size == kmz->kz_elemsize)
		if (flags & M_NOWAIT) {
	  		elem = (void *)zalloc_noblock(kmz->kz_zalloczone);
		} else {
	  		elem = (void *)zalloc(kmz->kz_zalloczone);
		}
	else
		if (flags & M_NOWAIT) {
			elem = (void *)kalloc_noblock(size);
		} else {
			elem = (void *)kalloc(size);
		}

	return (elem);
}

void
_FREE_ZONE(
	void		*elem,
	size_t		size,
	int		type)
{
	struct kmzones	*kmz;

	if (type >= M_LAST)
		panic("FREE_SIZE");

	kmz = &kmzones[type];
	if (kmz->kz_zalloczone == KMZ_MALLOC)
		panic("free_zone ZONE");

/* XXX */
	if (kmz->kz_elemsize == -1)
		panic("FREE_SIZE XXX");
/* XXX */
	if (size == kmz->kz_elemsize)
		zfree(kmz->kz_zalloczone, elem);
	else
		kfree(elem, size);
}
Commit	Line	Data
1c79356b	1	/*
5d5c5d0d A	2	* Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
5d5c5d0d A	3	*
8f6c56a5	4	* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
1c79356b	5	*
8f6c56a5 A	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. The rights granted to you under the License
	10	* may not be used to create, or enable the creation or redistribution of,
	11	* unlawful or unlicensed copies of an Apple operating system, or to
	12	* circumvent, violate, or enable the circumvention or violation of, any
	13	* terms of an Apple operating system software license agreement.
	14	*
	15	* Please obtain a copy of the License at
	16	* http://www.opensource.apple.com/apsl/ and read it before using this file.
	17	*
	18	* The Original Code and all software distributed under the License are
	19	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
	20	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
	21	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
	22	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	23	* Please see the License for the specific language governing rights and
8ad349bb	24	* limitations under the License.
8f6c56a5 A	25	*
8f6c56a5 A	26	* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
1c79356b A	27	*/
	28	/* Copyright (c) 1995, 1997 Apple Computer, Inc. All Rights Reserved */
	29	/*
	30	* Copyright (c) 1987, 1991, 1993
	31	* The Regents of the University of California. All rights reserved.
	32	*
	33	* Redistribution and use in source and binary forms, with or without
	34	* modification, are permitted provided that the following conditions
	35	* are met:
	36	* 1. Redistributions of source code must retain the above copyright
	37	* notice, this list of conditions and the following disclaimer.
	38	* 2. Redistributions in binary form must reproduce the above copyright
	39	* notice, this list of conditions and the following disclaimer in the
	40	* documentation and/or other materials provided with the distribution.
	41	* 3. All advertising materials mentioning features or use of this software
	42	* must display the following acknowledgement:
	43	* This product includes software developed by the University of
	44	* California, Berkeley and its contributors.
	45	* 4. Neither the name of the University nor the names of its contributors
	46	* may be used to endorse or promote products derived from this software
	47	* without specific prior written permission.
	48	*
	49	* THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
	50	* ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
	51	* IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
	52	* ARE DISCLAIMED. IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
	53	* FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
	54	* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
	55	* OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
	56	* HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
	57	* LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
	58	* OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
	59	* SUCH DAMAGE.
	60	*
	61	* @(#)kern_malloc.c 8.4 (Berkeley) 5/20/95
	62	*/
	63
	64	#include <sys/param.h>
	65	#include <sys/malloc.h>
	66
	67	#include <sys/socket.h>
	68	#include <sys/socketvar.h>
	69
	70	#include <net/route.h>
	71
	72	#include <netinet/in.h>
	73	#include <netinet/in_systm.h>
	74	#include <netinet/ip.h>
	75	#include <netinet/in_pcb.h>
	76
55e303ae A	77	#include <sys/event.h>
	78	#include <sys/eventvar.h>
	79
91447636 A	80	#include <sys/proc_internal.h>
	81	#include <sys/mount_internal.h>
	82	#include <sys/vnode_internal.h>
	83	#include <sys/ubc_internal.h>
1c79356b	84	#include <sys/namei.h>
91447636	85	#include <sys/file_internal.h>
1c79356b A	86	#include <sys/filedesc.h>
1c79356b A	87	#include <sys/tty.h>
9bccf70c	88	#include <sys/quota.h>
91447636	89	#include <sys/uio_internal.h>
89b3af67	90	#include <sys/resourcevar.h>
1c79356b	91
1c79356b A	92	#include <ufs/ufs/inode.h>
1c79356b A	93
9bccf70c	94	#include <hfs/hfs_cnode.h>
1c79356b A	95	#include <isofs/cd9660/cd9660_node.h>
	96
	97	#include <miscfs/volfs/volfs.h>
55e303ae	98	#include <miscfs/specfs/specdev.h>
1c79356b A	99
	100	#include <nfs/rpcv2.h>
	101	#include <nfs/nfsproto.h>
	102	#include <nfs/nfsnode.h>
	103	#include <nfs/nfsmount.h>
1c79356b	104
d7e50217 A	105	#include <vfs/vfs_journal.h>
d7e50217 A	106
1c79356b A	107	#include <mach/mach_types.h>
	108
	109	#include <kern/zalloc.h>
	110	#include <kern/kalloc.h>
	111
	112	struct kmemstats kmemstats[M_LAST];
	113	char *memname[] = INITKMEMNAMES;
	114
	115	struct kmzones {
	116	size_t kz_elemsize;
	117	void *kz_zalloczone;
	118	#define KMZ_CREATEZONE ((void *)-2)
	119	#define KMZ_LOOKUPZONE ((void *)-1)
	120	#define KMZ_MALLOC ((void *)0)
	121	#define KMZ_SHAREZONE ((void *)1)
	122	} kmzones[M_LAST] = {
	123	#define SOS(sname) sizeof (struct sname)
	124	#define SOX(sname) -1
	125	-1, 0, /* 0 M_FREE */
	126	MSIZE, KMZ_CREATEZONE, /* 1 M_MBUF */
	127	0, KMZ_MALLOC, /* 2 M_DEVBUF */
	128	SOS(socket), KMZ_CREATEZONE, /* 3 M_SOCKET */
	129	SOS(inpcb), KMZ_LOOKUPZONE, /* 4 M_PCB */
	130	M_MBUF, KMZ_SHAREZONE, /* 5 M_RTABLE */
	131	M_MBUF, KMZ_SHAREZONE, /* 6 M_HTABLE */
	132	M_MBUF, KMZ_SHAREZONE, /* 7 M_FTABLE */
	133	SOS(rusage), KMZ_CREATEZONE, /* 8 M_ZOMBIE */
	134	0, KMZ_MALLOC, /* 9 M_IFADDR */
	135	M_MBUF, KMZ_SHAREZONE, /* 10 M_SOOPTS */
	136	0, KMZ_MALLOC, /* 11 M_SONAME */
	137	MAXPATHLEN, KMZ_CREATEZONE, /* 12 M_NAMEI */
	138	0, KMZ_MALLOC, /* 13 M_GPROF */
	139	0, KMZ_MALLOC, /* 14 M_IOCTLOPS */
	140	0, KMZ_MALLOC, /* 15 M_MAPMEM */
	141	SOS(ucred), KMZ_CREATEZONE, /* 16 M_CRED */
	142	SOS(pgrp), KMZ_CREATEZONE, /* 17 M_PGRP */
	143	SOS(session), KMZ_CREATEZONE, /* 18 M_SESSION */
91447636	144	SOS(iovec_32), KMZ_LOOKUPZONE, /* 19 M_IOV32 */
1c79356b A	145	SOS(mount), KMZ_CREATEZONE, /* 20 M_MOUNT */
	146	0, KMZ_MALLOC, /* 21 M_FHANDLE */
	147	SOS(nfsreq), KMZ_CREATEZONE, /* 22 M_NFSREQ */
	148	SOS(nfsmount), KMZ_CREATEZONE, /* 23 M_NFSMNT */
	149	SOS(nfsnode), KMZ_CREATEZONE, /* 24 M_NFSNODE */
	150	SOS(vnode), KMZ_CREATEZONE, /* 25 M_VNODE */
	151	SOS(namecache), KMZ_CREATEZONE, /* 26 M_CACHE */
	152	SOX(dquot), KMZ_LOOKUPZONE, /* 27 M_DQUOT */
	153	SOX(ufsmount), KMZ_LOOKUPZONE, /* 28 M_UFSMNT */
	154	0, KMZ_MALLOC, /* 29 M_CGSUM */
	155	0, KMZ_MALLOC, /* 30 M_VMMAP */
	156	0, KMZ_MALLOC, /* 31 M_VMMAPENT */
	157	0, KMZ_MALLOC, /* 32 M_VMOBJ */
	158	0, KMZ_MALLOC, /* 33 M_VMOBJHASH */
	159	0, KMZ_MALLOC, /* 34 M_VMPMAP */
	160	0, KMZ_MALLOC, /* 35 M_VMPVENT */
	161	0, KMZ_MALLOC, /* 36 M_VMPAGER */
	162	0, KMZ_MALLOC, /* 37 M_VMPGDATA */
91447636	163	SOS(fileproc), KMZ_CREATEZONE, /* 38 M_FILEPROC */
1c79356b A	164	SOS(filedesc), KMZ_CREATEZONE, /* 39 M_FILEDESC */
	165	SOX(lockf), KMZ_CREATEZONE, /* 40 M_LOCKF */
	166	SOS(proc), KMZ_CREATEZONE, /* 41 M_PROC */
91447636	167	SOS(pstats), KMZ_CREATEZONE, /* 42 M_SUBPROC */
1c79356b A	168	0, KMZ_MALLOC, /* 43 M_SEGMENT */
	169	M_FFSNODE, KMZ_SHAREZONE, /* 44 M_LFSNODE */
	170	SOS(inode), KMZ_CREATEZONE, /* 45 M_FFSNODE */
	171	M_FFSNODE, KMZ_SHAREZONE, /* 46 M_MFSNODE */
91447636 A	172	0, KMZ_MALLOC, /* 47 M_NQLEASE */
91447636 A	173	0, KMZ_MALLOC, /* 48 M_NQMHOST */
1c79356b A	174	0, KMZ_MALLOC, /* 49 M_NETADDR */
	175	SOX(nfssvc_sock),
	176	KMZ_CREATEZONE, /* 50 M_NFSSVC */
	177	SOS(nfsuid), KMZ_CREATEZONE, /* 51 M_NFSUID */
	178	SOX(nfsrvcache),
	179	KMZ_CREATEZONE, /* 52 M_NFSD */
	180	SOX(ip_moptions),
	181	KMZ_LOOKUPZONE, /* 53 M_IPMOPTS */
	182	SOX(in_multi), KMZ_LOOKUPZONE, /* 54 M_IPMADDR */
	183	SOX(ether_multi),
	184	KMZ_LOOKUPZONE, /* 55 M_IFMADDR */
	185	SOX(mrt), KMZ_CREATEZONE, /* 56 M_MRTABLE */
	186	SOX(iso_mnt), KMZ_LOOKUPZONE, /* 57 M_ISOFSMNT */
	187	SOS(iso_node), KMZ_CREATEZONE, /* 58 M_ISOFSNODE */
	188	SOS(nfsrv_descript),
	189	KMZ_CREATEZONE, /* 59 M_NFSRVDESC */
	190	SOS(nfsdmap), KMZ_CREATEZONE, /* 60 M_NFSDIROFF */
	191	SOS(fhandle), KMZ_LOOKUPZONE, /* 61 M_NFSBIGFH */
	192	0, KMZ_MALLOC, /* 62 M_MSDOSFSMNT */
	193	0, KMZ_MALLOC, /* 63 M_MSDOSFSFAT */
	194	0, KMZ_MALLOC, /* 64 M_MSDOSFSNODE */
	195	SOS(tty), KMZ_CREATEZONE, /* 65 M_TTYS */
	196	0, KMZ_MALLOC, /* 66 M_EXEC */
	197	0, KMZ_MALLOC, /* 67 M_MISCFSMNT */
	198	0, KMZ_MALLOC, /* 68 M_MISCFSNODE */
	199	0, KMZ_MALLOC, /* 69 M_ADOSFSMNT */
	200	0, KMZ_MALLOC, /* 70 M_ADOSFSNODE */
	201	0, KMZ_MALLOC, /* 71 M_ANODE */
	202	SOX(buf), KMZ_CREATEZONE, /* 72 M_BUFHDR */
	203	(NDFILE * OFILESIZE),
	204	KMZ_CREATEZONE, /* 73 M_OFILETABL */
	205	MCLBYTES, KMZ_CREATEZONE, /* 74 M_MCLUST */
	206	SOX(hfsmount), KMZ_LOOKUPZONE, /* 75 M_HFSMNT */
9bccf70c A	207	SOS(cnode), KMZ_CREATEZONE, /* 76 M_HFSNODE */
9bccf70c A	208	SOS(filefork), KMZ_CREATEZONE, /* 77 M_HFSFORK */
1c79356b A	209	SOX(volfs_mntdata), KMZ_LOOKUPZONE, /* 78 M_VOLFSMNT */
	210	SOS(volfs_vndata), KMZ_CREATEZONE, /* 79 M_VOLFSNODE */
	211	0, KMZ_MALLOC, /* 80 M_TEMP */
	212	0, KMZ_MALLOC, /* 81 M_SECA */
	213	0, KMZ_MALLOC, /* 82 M_DEVFS */
	214	0, KMZ_MALLOC, /* 83 M_IPFW */
	215	0, KMZ_MALLOC, /* 84 M_UDFNODE */
	216	0, KMZ_MALLOC, /* 85 M_UDFMOUNT */
	217	0, KMZ_MALLOC, /* 86 M_IP6NDP */
	218	0, KMZ_MALLOC, /* 87 M_IP6OPT */
9bccf70c A	219	0, KMZ_MALLOC, /* 88 M_IP6MISC */
	220	0, KMZ_MALLOC, /* 89 M_TSEGQ */
	221	0, KMZ_MALLOC, /* 90 M_IGMP */
55e303ae	222	SOS(journal), KMZ_CREATEZONE, /* 91 M_JNL_JNL */
d7e50217	223	SOS(transaction), KMZ_CREATEZONE, /* 92 M_JNL_TR */
55e303ae A	224	SOS(specinfo), KMZ_CREATEZONE, /* 93 M_SPECINFO */
55e303ae A	225	SOS(kqueue), KMZ_CREATEZONE, /* 94 M_KQUEUE */
91447636 A	226	SOS(directoryhint), KMZ_CREATEZONE, /* 95 M_HFSDIRHINT */
	227	SOS(cl_readahead), KMZ_CREATEZONE, /* 96 M_CLRDAHEAD */
	228	SOS(cl_writebehind),KMZ_CREATEZONE, /* 97 M_CLWRBEHIND */
	229	SOS(iovec_64), KMZ_LOOKUPZONE, /* 98 M_IOV64 */
	230	SOS(fileglob), KMZ_CREATEZONE, /* 99 M_FILEGLOB */
	231	0, KMZ_MALLOC, /* 100 M_KAUTH */
	232	0, KMZ_MALLOC, /* 101 M_DUMMYNET */
	233	SOS(unsafe_fsnode),KMZ_CREATEZONE, /* 102 M_UNSAFEFS */
1c79356b A	234	#undef SOS
	235	#undef SOX
	236	};
	237
55e303ae	238	extern zone_t kalloc_zone(vm_size_t); /* XXX */
1c79356b A	239
	240	/*
	241	* Initialize the kernel memory allocator
	242	*/
	243	void
	244	kmeminit(void)
	245	{
	246	struct kmzones *kmz;
	247
d7e50217 A	248	if ((sizeof(kmzones)/sizeof(kmzones[0])) != (sizeof(memname)/sizeof(memname[0]))) {
	249	panic("kmeminit: kmzones has %d elements but memname has %d\n",
	250	(sizeof(kmzones)/sizeof(kmzones[0])), (sizeof(memname)/sizeof(memname[0])));
	251	}
	252
1c79356b A	253	kmz = kmzones;
	254	while (kmz < &kmzones[M_LAST]) {
	255	/* XXX */
	256	if (kmz->kz_elemsize == -1)
	257	;
	258	else
	259	/* XXX */
	260	if (kmz->kz_zalloczone == KMZ_CREATEZONE) {
	261	kmz->kz_zalloczone = zinit(kmz->kz_elemsize,
	262	1024 * 1024, PAGE_SIZE,
	263	memname[kmz - kmzones]);
	264	}
	265	else if (kmz->kz_zalloczone == KMZ_LOOKUPZONE)
	266	kmz->kz_zalloczone = kalloc_zone(kmz->kz_elemsize);
	267
	268	kmz++;
	269	}
	270
	271	kmz = kmzones;
	272	while (kmz < &kmzones[M_LAST]) {
	273	/* XXX */
	274	if (kmz->kz_elemsize == -1)
	275	;
	276	else
	277	/* XXX */
	278	if (kmz->kz_zalloczone == KMZ_SHAREZONE) {
	279	kmz->kz_zalloczone =
	280	kmzones[kmz->kz_elemsize].kz_zalloczone;
	281	kmz->kz_elemsize =
	282	kmzones[kmz->kz_elemsize].kz_elemsize;
	283	}
	284
	285	kmz++;
	286	}
	287	}
	288
	289	#define MDECL(reqlen) \
	290	union { \
	291	struct _mhead hdr; \
	292	char _m[(reqlen) + sizeof (struct _mhead)]; \
	293	}
	294
	295	struct _mhead {
	296	size_t mlen;
	297	char dat[0];
	298	};
	299
55e303ae	300	#define ZEROSIZETOKEN (void *)0xFADEDFAD
9bccf70c	301
91447636 A	302	void *
91447636 A	303	_MALLOC(
1c79356b A	304	size_t size,
	305	int type,
	306	int flags)
	307	{
	308	MDECL(size) *mem;
	309	size_t memsize = sizeof (*mem);
	310
	311	if (type >= M_LAST)
	312	panic("_malloc TYPE");
	313
9bccf70c A	314	/*
	315	* On zero request we do not return zero as that
	316	* could be mistaken for ENOMEM.
	317	*/
1c79356b	318	if (size == 0)
9bccf70c	319	return (ZEROSIZETOKEN);
1c79356b A	320
	321	if (flags & M_NOWAIT) {
	322	mem = (void *)kalloc_noblock(memsize);
	323	} else {
	324	mem = (void *)kalloc(memsize);
	325	}
	326	if (!mem)
	327	return (0);
	328
	329	mem->hdr.mlen = memsize;
	330
55e303ae A	331	if (flags & M_ZERO)
	332	bzero(mem->hdr.dat, size);
	333
1c79356b A	334	return (mem->hdr.dat);
	335	}
	336
91447636 A	337	void
91447636 A	338	_FREE(
1c79356b A	339	void *addr,
	340	int type)
	341	{
	342	struct _mhead *hdr;
	343
	344	if (type >= M_LAST)
	345	panic("_free TYPE");
	346
9bccf70c	347	if (addr == (void *)ZEROSIZETOKEN)
1c79356b	348	return;
9bccf70c A	349	if (!addr)
9bccf70c A	350	return; /* correct (convenient bsd kernel legacy) */
1c79356b A	351
1c79356b A	352	hdr = addr; hdr--;
91447636	353	kfree(hdr, hdr->mlen);
1c79356b A	354	}
1c79356b A	355
91447636 A	356	void *
91447636 A	357	_MALLOC_ZONE(
1c79356b A	358	size_t size,
	359	int type,
	360	int flags)
	361	{
	362	struct kmzones *kmz;
	363	void *elem;
	364
	365	if (type >= M_LAST)
	366	panic("_malloc_zone TYPE");
	367
	368	kmz = &kmzones[type];
	369	if (kmz->kz_zalloczone == KMZ_MALLOC)
91447636	370	panic("_malloc_zone ZONE: type = %d", type);
1c79356b A	371
	372	/* XXX */
	373	if (kmz->kz_elemsize == -1)
	374	panic("_malloc_zone XXX");
	375	/* XXX */
	376	if (size == kmz->kz_elemsize)
	377	if (flags & M_NOWAIT) {
	378	elem = (void *)zalloc_noblock(kmz->kz_zalloczone);
	379	} else {
	380	elem = (void *)zalloc(kmz->kz_zalloczone);
	381	}
	382	else
	383	if (flags & M_NOWAIT) {
	384	elem = (void *)kalloc_noblock(size);
	385	} else {
	386	elem = (void *)kalloc(size);
	387	}
	388
	389	return (elem);
	390	}
	391
91447636 A	392	void
91447636 A	393	_FREE_ZONE(
1c79356b A	394	void *elem,
	395	size_t size,
	396	int type)
	397	{
	398	struct kmzones *kmz;
	399
	400	if (type >= M_LAST)
	401	panic("FREE_SIZE");
	402
	403	kmz = &kmzones[type];
	404	if (kmz->kz_zalloczone == KMZ_MALLOC)
	405	panic("free_zone ZONE");
	406
	407	/* XXX */
	408	if (kmz->kz_elemsize == -1)
	409	panic("FREE_SIZE XXX");
	410	/* XXX */
	411	if (size == kmz->kz_elemsize)
91447636	412	zfree(kmz->kz_zalloczone, elem);
1c79356b	413	else
91447636	414	kfree(elem, size);
1c79356b	415	}