[apple/xnu.git] / osfmk / vm / vm_purgeable_internal.h

/*
 * Copyright (c) 2007 Apple Inc. All rights reserved.
 *
 * @APPLE_LICENSE_HEADER_START@
 * 
 * This file contains Original Code and/or Modifications of Original Code
 * as defined in and that are subject to the Apple Public Source License
 * Version 2.0 (the 'License'). You may not use this file except in
 * compliance with the License. Please obtain a copy of the License at
 * http://www.opensource.apple.com/apsl/ and read it before using this
 * file.
 * 
 * The Original Code and all software distributed under the License are
 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
 * Please see the License for the specific language governing rights and
 * limitations under the License.
 * 
 * @APPLE_LICENSE_HEADER_END@
 */

/*
 * Purgeable spelling rules
 * It is believed that the correct spelling is 
 * { 'p', 'u', 'r', 'g', 'e', 'a', 'b', 'l', 'e' }.
 * However, there is one published API that likes to spell it without the
 * first 'e', vm_purgable_control(). Since we can't change that API,
 * here are the rules.
 * All qualifiers defined in vm_purgable.h are spelled without the e.
 * All other qualifiers are spelled with the e.
 * Right now, there are remains of the wrong spelling throughout the code,
 * vm_object_t.purgable for example. We expect to change these on occasion.
 */

#ifndef __VM_PURGEABLE_INTERNAL__
#define __VM_PURGEABLE_INTERNAL__

#include <kern/queue.h>

enum purgeable_q_type {
	PURGEABLE_Q_TYPE_OBSOLETE,
	PURGEABLE_Q_TYPE_FIFO,
	PURGEABLE_Q_TYPE_LIFO,
	PURGEABLE_Q_TYPE_MAX
};

typedef uint32_t token_idx_t;
typedef uint32_t token_cnt_t;
#define TOKEN_COUNT_MAX UINT32_MAX

#define NUM_VOLATILE_GROUPS 8
struct purgeable_q {
	token_idx_t token_q_head;    /* first token */
	token_idx_t token_q_tail;    /* last token  */
	token_idx_t token_q_unripe;  /* first token which is not ripe */
	int32_t new_pages;
	queue_head_t objq[NUM_VOLATILE_GROUPS];
	enum purgeable_q_type type;
#if MACH_ASSERT
	int debug_count_tokens;
	int debug_count_objects;
#endif
};

typedef struct purgeable_q * purgeable_q_t;

extern struct purgeable_q purgeable_queues[PURGEABLE_Q_TYPE_MAX];
extern queue_head_t purgeable_nonvolatile_queue;
extern int purgeable_nonvolatile_count;
extern int32_t token_new_pagecount;
#define TOKEN_NEW_PAGECOUNT_MAX INT32_MAX
extern int available_for_purge;


/*
 * Locking:
 * the token counters are protected by the vm_page_queue_lock, since they're
 * mostly used in that context and we don't want to do a lot of extra locking
 * the purgeable page queues are protected by a separate lock since they're
 * mostly used on a user context and we don't want any contention with the
 * pageout daemon.
 */
decl_lck_mtx_data(extern,vm_purgeable_queue_lock)

/* add a new token to queue. called by vm_object_purgeable_control */
/* enter with page queue locked */
kern_return_t vm_purgeable_token_add(purgeable_q_t queue);

/* enter with page queue locked */
void vm_purgeable_token_delete_first(purgeable_q_t queue);
void vm_purgeable_token_delete_last(purgeable_q_t queue);

/*
 * decrement token counters.
 * enter with page queue locked
 */
void vm_purgeable_q_advance_all(void);

/* the object purger. purges the next eligible object from memory. */
/* returns TRUE if an object was purged, otherwise FALSE. */
boolean_t vm_purgeable_object_purge_one(int force_purge_below_group, int flags);

/* purge all volatile objects now */
void vm_purgeable_object_purge_all(void);

/* insert purgeable object into queue */
void vm_purgeable_object_add(vm_object_t object, purgeable_q_t queue, int group);

/* look for object. If found, remove from purgeable queue. */
purgeable_q_t vm_purgeable_object_remove(vm_object_t object);

/* statistics for purgable objects in all queues */
void vm_purgeable_stats(vm_purgeable_info_t info, task_t target_task);

#if DEVELOPMENT || DEBUG
/* statistics for purgeable object usage in all queues for a task */
kern_return_t vm_purgeable_account(task_t task, pvm_account_info_t acnt_info);
#endif /* DEVELOPMENT || DEBUG */

int vm_purgeable_purge_task_owned(task_t task);
void vm_purgeable_nonvolatile_enqueue(vm_object_t object, task_t task);
void vm_purgeable_nonvolatile_dequeue(vm_object_t object);
void vm_purgeable_accounting(vm_object_t	object,
			     vm_purgable_t	old_state,
			     boolean_t		disown);
void vm_purgeable_compressed_update(vm_object_t	object,
				    int		delta);

#define PURGEABLE_LOOP_MAX 64

#define TOKEN_ADD		0x40	/* 0x100 */
#define TOKEN_DELETE		0x41	/* 0x104 */
#define TOKEN_RIPEN		0x42	/* 0x108 */
#define OBJECT_ADD		0x48	/* 0x120 */
#define OBJECT_REMOVE		0x49	/* 0x124 */
#define OBJECT_PURGE		0x4a	/* 0x128 */
#define OBJECT_PURGE_ALL	0x4b	/* 0x12c */
#define OBJECT_PURGE_ONE	0x4c	/* 0x12d */
#define OBJECT_PURGE_LOOP	0x4e	/* 0x12e */

#endif /* __VM_PURGEABLE_INTERNAL__ */
Commit	Line	Data
2d21ac55 A	1	/*
	2	* Copyright (c) 2007 Apple Inc. All rights reserved.
	3	*
	4	* @APPLE_LICENSE_HEADER_START@
	5	*
	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. Please obtain a copy of the License at
	10	* http://www.opensource.apple.com/apsl/ and read it before using this
	11	* file.
	12	*
	13	* The Original Code and all software distributed under the License are
	14	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
	15	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
	16	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
	17	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	18	* Please see the License for the specific language governing rights and
	19	* limitations under the License.
	20	*
	21	* @APPLE_LICENSE_HEADER_END@
	22	*/
	23
	24	/*
	25	* Purgeable spelling rules
	26	* It is believed that the correct spelling is
	27	* { 'p', 'u', 'r', 'g', 'e', 'a', 'b', 'l', 'e' }.
	28	* However, there is one published API that likes to spell it without the
	29	* first 'e', vm_purgable_control(). Since we can't change that API,
	30	* here are the rules.
	31	* All qualifiers defined in vm_purgable.h are spelled without the e.
	32	* All other qualifiers are spelled with the e.
	33	* Right now, there are remains of the wrong spelling throughout the code,
	34	* vm_object_t.purgable for example. We expect to change these on occasion.
	35	*/
	36
	37	#ifndef __VM_PURGEABLE_INTERNAL__
	38	#define __VM_PURGEABLE_INTERNAL__
	39
	40	#include <kern/queue.h>
	41
	42	enum purgeable_q_type {
	43	PURGEABLE_Q_TYPE_OBSOLETE,
	44	PURGEABLE_Q_TYPE_FIFO,
	45	PURGEABLE_Q_TYPE_LIFO,
	46	PURGEABLE_Q_TYPE_MAX
	47	};
	48
2d21ac55 A	49	typedef uint32_t token_idx_t;
2d21ac55 A	50	typedef uint32_t token_cnt_t;
2d21ac55	51	#define TOKEN_COUNT_MAX UINT32_MAX
2d21ac55 A	52
	53	#define NUM_VOLATILE_GROUPS 8
	54	struct purgeable_q {
	55	token_idx_t token_q_head; /* first token */
	56	token_idx_t token_q_tail; /* last token */
	57	token_idx_t token_q_unripe; /* first token which is not ripe */
	58	int32_t new_pages;
	59	queue_head_t objq[NUM_VOLATILE_GROUPS];
	60	enum purgeable_q_type type;
	61	#if MACH_ASSERT
	62	int debug_count_tokens;
	63	int debug_count_objects;
	64	#endif
	65	};
	66
	67	typedef struct purgeable_q * purgeable_q_t;
	68
	69	extern struct purgeable_q purgeable_queues[PURGEABLE_Q_TYPE_MAX];
fe8ab488 A	70	extern queue_head_t purgeable_nonvolatile_queue;
fe8ab488 A	71	extern int purgeable_nonvolatile_count;
4a3eedf9	72	extern int32_t token_new_pagecount;
cf7d32b8	73	#define TOKEN_NEW_PAGECOUNT_MAX INT32_MAX
2d21ac55 A	74	extern int available_for_purge;
	75
	76
	77	/*
	78	* Locking:
	79	* the token counters are protected by the vm_page_queue_lock, since they're
	80	* mostly used in that context and we don't want to do a lot of extra locking
	81	* the purgeable page queues are protected by a separate lock since they're
cf7d32b8	82	* mostly used on a user context and we don't want any contention with the
2d21ac55 A	83	* pageout daemon.
2d21ac55 A	84	*/
b0d623f7	85	decl_lck_mtx_data(extern,vm_purgeable_queue_lock)
2d21ac55 A	86
	87	/* add a new token to queue. called by vm_object_purgeable_control */
	88	/* enter with page queue locked */
	89	kern_return_t vm_purgeable_token_add(purgeable_q_t queue);
	90
	91	/* enter with page queue locked */
	92	void vm_purgeable_token_delete_first(purgeable_q_t queue);
316670eb	93	void vm_purgeable_token_delete_last(purgeable_q_t queue);
2d21ac55 A	94
2d21ac55 A	95	/*
cf7d32b8 A	96	* decrement token counters.
cf7d32b8 A	97	* enter with page queue locked
2d21ac55	98	*/
cf7d32b8	99	void vm_purgeable_q_advance_all(void);
2d21ac55	100
cf7d32b8	101	/* the object purger. purges the next eligible object from memory. */
b0d623f7	102	/* returns TRUE if an object was purged, otherwise FALSE. */
fe8ab488	103	boolean_t vm_purgeable_object_purge_one(int force_purge_below_group, int flags);
b0d623f7 A	104
	105	/* purge all volatile objects now */
	106	void vm_purgeable_object_purge_all(void);
2d21ac55 A	107
	108	/* insert purgeable object into queue */
	109	void vm_purgeable_object_add(vm_object_t object, purgeable_q_t queue, int group);
	110
cf7d32b8	111	/* look for object. If found, remove from purgeable queue. */
2d21ac55 A	112	purgeable_q_t vm_purgeable_object_remove(vm_object_t object);
2d21ac55 A	113
39236c6e A	114	/* statistics for purgable objects in all queues */
	115	void vm_purgeable_stats(vm_purgeable_info_t info, task_t target_task);
	116
3e170ce0 A	117	#if DEVELOPMENT \|\| DEBUG
	118	/* statistics for purgeable object usage in all queues for a task */
	119	kern_return_t vm_purgeable_account(task_t task, pvm_account_info_t acnt_info);
	120	#endif /* DEVELOPMENT \|\| DEBUG */
	121
fe8ab488 A	122	int vm_purgeable_purge_task_owned(task_t task);
	123	void vm_purgeable_nonvolatile_enqueue(vm_object_t object, task_t task);
	124	void vm_purgeable_nonvolatile_dequeue(vm_object_t object);
	125	void vm_purgeable_accounting(vm_object_t object,
	126	vm_purgable_t old_state,
	127	boolean_t disown);
	128	void vm_purgeable_compressed_update(vm_object_t object,
	129	int delta);
39236c6e	130
4bd07ac2 A	131	#define PURGEABLE_LOOP_MAX 64
	132
	133	#define TOKEN_ADD 0x40 /* 0x100 */
	134	#define TOKEN_DELETE 0x41 /* 0x104 */
	135	#define TOKEN_RIPEN 0x42 /* 0x108 */
	136	#define OBJECT_ADD 0x48 /* 0x120 */
	137	#define OBJECT_REMOVE 0x49 /* 0x124 */
	138	#define OBJECT_PURGE 0x4a /* 0x128 */
	139	#define OBJECT_PURGE_ALL 0x4b /* 0x12c */
	140	#define OBJECT_PURGE_ONE 0x4c /* 0x12d */
	141	#define OBJECT_PURGE_LOOP 0x4e /* 0x12e */
	142
2d21ac55	143	#endif /* __VM_PURGEABLE_INTERNAL__ */