*
* @APPLE_LICENSE_HEADER_START@
*
- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License"). You may not use this file except in compliance with the
- * License. Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
+ * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved.
*
- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this
+ * file.
+ *
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the
- * License for the specific language governing rights and limitations
- * under the License.
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.
*
* @APPLE_LICENSE_HEADER_END@
*/
#include <kern/macro_help.h>
+/*
+ * Each page entered on the inactive queue obtains a ticket from a
+ * particular ticket roll. Pages granted tickets from a particular
+ * roll generally flow through the queue as a group. In this way when a
+ * page with a ticket from a particular roll is pulled from the top of the
+ * queue it is extremely likely that the pages near the top will have tickets
+ * from the same or adjacent rolls. In this way the proximity to the top
+ * of the queue can be loosely ascertained by determining the identity of
+ * the roll the pages ticket came from.
+ */
+
+
+extern int vm_page_ticket_roll;
+extern int vm_page_ticket;
+
+
+#define VM_PAGE_TICKETS_IN_ROLL 512
+#define VM_PAGE_TICKET_ROLL_IDS 16
+
/*
* Management of resident (logical) pages.
*
vm_object_offset_t offset; /* offset into that object (O,P) */
unsigned int wire_count:16, /* how many wired down maps use me? (O&P) */
- page_error:8, /* error from I/O operations */
+ page_ticket:4, /* age of the page on the */
+ /* inactive queue. */
/* boolean_t */ inactive:1, /* page is in inactive list (P) */
active:1, /* page is in active list (P) */
laundry:1, /* page is being cleaned now (P)*/
free:1, /* page is on free list (P) */
reference:1, /* page has been used (P) */
- limbo:1, /* page prepped then stolen (P) */
pageout:1, /* page wired & busy for pageout (P) */
- gobbled:1; /* page used internally (P) */
- /* we've used up all 32 bits */
+ gobbled:1, /* page used internally (P) */
+ private:1, /* Page should not be returned to
+ * the free list (O) */
+ zero_fill:1,
+ :0;
unsigned int
+ page_error:8, /* error from I/O operations */
/* boolean_t */ busy:1, /* page is in transit (O) */
wanted:1, /* someone is waiting for page (O) */
tabled:1, /* page is in VP table (O) */
fictitious:1, /* Physical page doesn't exist (O) */
- private:1, /* Page should not be returned to
- * the free list (O) */
+ no_isync:1, /* page has not been instruction synced */
absent:1, /* Data has been requested, but is
* not yet available (O) */
error:1, /* Data manager was unable to provide
/* allows creation of list */
/* requests on pages that are */
/* actively being paged. */
- :0;
+ dump_cleaning:1; /* set by the pageout daemon when */
+ /* a page being cleaned is */
+ /* encountered and targeted as */
+ /* a pageout candidate */
+ /* we've used up all 32 bits */
- vm_offset_t phys_addr; /* Physical address of page, passed
+ vm_offset_t phys_page; /* Physical address of page, passed
* to pmap_enter (read-only) */
- union {
- struct {
- unsigned int prep:16, /* page prep count */
- pin:16; /* page pin pount */
- } pp_counts;
- unsigned int pp_both; /* used to test for both zero */
- } prep_pin_u;
};
typedef struct vm_page *vm_page_t;
-#define prep_count prep_pin_u.pp_counts.prep
-#define pin_count prep_pin_u.pp_counts.pin
-#define prep_pin_count prep_pin_u.pp_both
-
#define VM_PAGE_NULL ((vm_page_t) 0)
#define NEXT_PAGE(m) ((vm_page_t) (m)->pageq.next)
queue_head_t vm_page_queue_active; /* active memory queue */
extern
queue_head_t vm_page_queue_inactive; /* inactive memory queue */
+queue_head_t vm_page_queue_zf; /* inactive memory queue for zero fill */
extern
vm_offset_t first_phys_addr; /* physical address for first_page */
decl_mutex_data(,vm_page_queue_free_lock)
/* lock on free page queue */
decl_simple_lock_data(extern,vm_page_preppin_lock) /* lock for prep/pin */
+decl_mutex_data(,vm_page_zero_fill_lock)
extern unsigned int vm_page_free_wanted;
/* how many threads are waiting for memory */
extern void vm_page_module_init(void);
extern void vm_page_create(
- vm_offset_t start,
- vm_offset_t end);
+ ppnum_t start,
+ ppnum_t end);
extern vm_page_t vm_page_lookup(
vm_object_t object,
extern void vm_page_init(
vm_page_t page,
- vm_offset_t phys_addr);
+ ppnum_t phys_page);
extern void vm_page_free(
vm_page_t page);
extern void vm_page_gobble(
vm_page_t page);
-extern kern_return_t vm_page_prep(
- vm_page_t m);
-
-extern kern_return_t vm_page_pin(
- vm_page_t m);
-
-extern kern_return_t vm_page_unprep(
- vm_page_t m);
-
-extern kern_return_t vm_page_unpin(
- vm_page_t m);
-
-extern void cleanup_limbo_queue(void);
-
/*
* Functions implemented as macros. m->wanted and m->busy are
* protected by the object lock.
*/
#define PAGE_ASSERT_WAIT(m, interruptible) \
- MACRO_BEGIN \
- (m)->wanted = TRUE; \
- assert_wait((event_t) (m), (interruptible)); \
- MACRO_END
+ (((m)->wanted = TRUE), \
+ assert_wait((event_t) (m), (interruptible)))
+
+#define PAGE_SLEEP(o, m, interruptible) \
+ (((m)->wanted = TRUE), \
+ thread_sleep_vm_object((o), (m), (interruptible)))
#define PAGE_WAKEUP_DONE(m) \
MACRO_BEGIN \
\
if (mem->inactive) { \
assert(!mem->active); \
- queue_remove(&vm_page_queue_inactive, \
+ if (mem->zero_fill) { \
+ queue_remove(&vm_page_queue_zf, \
+ mem, vm_page_t, pageq); \
+ } else { \
+ queue_remove(&vm_page_queue_inactive, \
mem, vm_page_t, pageq); \
+ } \
mem->inactive = FALSE; \
if (!mem->fictitious) \
vm_page_inactive_count--; \
projects / apple / xnu.git / blobdiff