X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/3e170ce000f1506b7b5d2c5c7faec85ceabb573d..refs/heads/master:/bsd/sys/kern_memorystatus.h diff --git a/bsd/sys/kern_memorystatus.h b/bsd/sys/kern_memorystatus.h index c74003291..8db45d65e 100644 --- a/bsd/sys/kern_memorystatus.h +++ b/bsd/sys/kern_memorystatus.h @@ -1,8 +1,8 @@ /* - * Copyright (c) 2006 Apple Computer, Inc. All rights reserved. + * Copyright (c) 2006-2018 Apple Computer, Inc. All rights reserved. * * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ - * + * * This file contains Original Code and/or Modifications of Original Code * as defined in and that are subject to the Apple Public Source License * Version 2.0 (the 'License'). You may not use this file except in @@ -11,10 +11,10 @@ * unlawful or unlicensed copies of an Apple operating system, or to * circumvent, violate, or enable the circumvention or violation of, any * terms of an Apple operating system software license agreement. - * + * * Please obtain a copy of the License at * http://www.opensource.apple.com/apsl/ and read it before using this file. - * + * * The Original Code and all software distributed under the License are * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, @@ -22,26 +22,30 @@ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. * Please see the License for the specific language governing rights and * limitations under the License. - * + * * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ */ #ifndef SYS_MEMORYSTATUS_H #define SYS_MEMORYSTATUS_H -#include #include +#include #include -#include + +#define MEMORYSTATUS_ENTITLEMENT "com.apple.private.memorystatus" #define JETSAM_PRIORITY_REVISION 2 #define JETSAM_PRIORITY_IDLE_HEAD -2 /* The value -1 is an alias to JETSAM_PRIORITY_DEFAULT */ #define JETSAM_PRIORITY_IDLE 0 -#define JETSAM_PRIORITY_IDLE_DEFERRED 1 +#define JETSAM_PRIORITY_IDLE_DEFERRED 1 /* Keeping this around till all xnu_quick_tests can be moved away from it.*/ +#define JETSAM_PRIORITY_AGING_BAND1 JETSAM_PRIORITY_IDLE_DEFERRED #define JETSAM_PRIORITY_BACKGROUND_OPPORTUNISTIC 2 +#define JETSAM_PRIORITY_AGING_BAND2 JETSAM_PRIORITY_BACKGROUND_OPPORTUNISTIC #define JETSAM_PRIORITY_BACKGROUND 3 +#define JETSAM_PRIORITY_ELEVATED_INACTIVE JETSAM_PRIORITY_BACKGROUND #define JETSAM_PRIORITY_MAIL 4 #define JETSAM_PRIORITY_PHONE 5 #define JETSAM_PRIORITY_UI_SUPPORT 8 @@ -49,6 +53,7 @@ #define JETSAM_PRIORITY_FOREGROUND 10 #define JETSAM_PRIORITY_AUDIO_AND_ACCESSORY 12 #define JETSAM_PRIORITY_CONDUCTOR 13 +#define JETSAM_PRIORITY_DRIVER_APPLE 15 #define JETSAM_PRIORITY_HOME 16 #define JETSAM_PRIORITY_EXECUTIVE 17 #define JETSAM_PRIORITY_IMPORTANT 18 @@ -63,6 +68,21 @@ /* Compatibility */ #define DEFAULT_JETSAM_PRIORITY 18 +/* + * The deferral time used by default for apps and daemons in all aging + * policies except kJetsamAgingPolicySysProcsReclaimedFirst is + * DEFERRED_IDLE_EXIT_TIME_SECS. + * + * For kJetsamAgingPolicySysProcsReclaimedFirst, + * + * Daemons: The actual idle deferred time for the daemon is based on + * the relaunch behavior of the daemon. The relaunch behavior determines + * the scaling factor applied to DEFERRED_IDLE_EXIT_TIME_SECS. See + * kJetsamSysProcsIdleDelayTime* ratios defined in kern_memorystatus.c + * + * Apps: The apps are aged for DEFERRED_IDLE_EXIT_TIME_SECS factored + * by kJetsamAppsIdleDelayTimeRatio. + */ #define DEFERRED_IDLE_EXIT_TIME_SECS 10 #define KEV_MEMORYSTATUS_SUBCLASS 3 @@ -82,14 +102,45 @@ enum { kMemorystatusLevelCritical = 3 }; +#define KEV_DIRTYSTATUS_SUBCLASS 4 + +enum { + kDirtyStatusChangeNote = 1 +}; + typedef struct memorystatus_priority_entry { pid_t pid; int32_t priority; uint64_t user_data; - int32_t limit; + int32_t limit; /* MB */ uint32_t state; } memorystatus_priority_entry_t; +/* + * This should be the structure to specify different properties + * for processes (group or single) from user-space. Unfortunately, + * we can't move to it completely because the priority_entry structure + * above has been in use for a while now. We'll have to deprecate it. + * + * To support new fields/properties, we will add a new structure with a + * new version and a new size. + */ +#define MEMORYSTATUS_MPE_VERSION_1 1 + +#define MEMORYSTATUS_MPE_VERSION_1_SIZE sizeof(struct memorystatus_properties_entry_v1) + +typedef struct memorystatus_properties_entry_v1 { + int version; + pid_t pid; + int32_t priority; + int use_probability; + uint64_t user_data; + int32_t limit; /* MB */ + uint32_t state; + char proc_name[MAXCOMLEN + 1]; + char __pad1[3]; +} memorystatus_properties_entry_v1_t; + typedef struct memorystatus_kernel_stats { uint32_t free_pages; uint32_t active_pages; @@ -104,8 +155,26 @@ typedef struct memorystatus_kernel_stats { uint64_t compressions; uint64_t decompressions; uint64_t total_uncompressed_pages_in_compressor; + uint64_t zone_map_size; + uint64_t zone_map_capacity; + uint64_t largest_zone_size; + char largest_zone_name[MACH_ZONE_NAME_MAX_LEN]; } memorystatus_kernel_stats_t; +typedef enum memorystatus_freeze_skip_reason { + kMemorystatusFreezeSkipReasonNone = 0, + kMemorystatusFreezeSkipReasonExcessSharedMemory = 1, + kMemorystatusFreezeSkipReasonLowPrivateSharedRatio = 2, + kMemorystatusFreezeSkipReasonNoCompressorSpace = 3, + kMemorystatusFreezeSkipReasonNoSwapSpace = 4, + kMemorystatusFreezeSkipReasonBelowMinPages = 5, + kMemorystatusFreezeSkipReasonLowProbOfUse = 6, + kMemorystatusFreezeSkipReasonOther = 7, + kMemorystatusFreezeSkipReasonOutOfBudget = 8, + kMemorystatusFreezeSkipReasonOutOfSlots = 9, + kMemorystatusFreezeSkipReasonDisabled = 10, + _kMemorystatusFreezeSkipReasonMax +} memorystatus_freeze_skip_reason_t; /* ** This is a variable-length struct. ** Allocate a buffer of the size returned by the sysctl, cast to a memorystatus_snapshot_t * @@ -113,37 +182,86 @@ typedef struct memorystatus_kernel_stats { typedef struct jetsam_snapshot_entry { pid_t pid; - char name[MAXCOMLEN+1]; + char name[(2 * MAXCOMLEN) + 1]; int32_t priority; - uint32_t pages; - uint32_t max_pages; uint32_t state; - uint32_t killed; - uint64_t user_data; - uint8_t uuid[16]; uint32_t fds; - uint32_t max_pages_lifetime; - uint32_t purgeable_pages; - struct timeval cpu_time; + memorystatus_freeze_skip_reason_t jse_freeze_skip_reason; /* why wasn't this process frozen? */ + uint8_t uuid[16]; + uint64_t user_data; + uint64_t killed; + uint64_t pages; + uint64_t max_pages_lifetime; + uint64_t purgeable_pages; + uint64_t jse_internal_pages; + uint64_t jse_internal_compressed_pages; + uint64_t jse_purgeable_nonvolatile_pages; + uint64_t jse_purgeable_nonvolatile_compressed_pages; + uint64_t jse_alternate_accounting_pages; + uint64_t jse_alternate_accounting_compressed_pages; + uint64_t jse_iokit_mapped_pages; + uint64_t jse_page_table_pages; + uint64_t jse_memory_region_count; + uint64_t jse_gencount; /* memorystatus_thread generation counter */ + uint64_t jse_starttime; /* absolute time when process starts */ + uint64_t jse_killtime; /* absolute time when jetsam chooses to kill a process */ + uint64_t jse_idle_delta; /* time spent in idle band */ + uint64_t jse_coalition_jetsam_id; /* we only expose coalition id for COALITION_TYPE_JETSAM */ + struct timeval64 cpu_time; + uint64_t jse_thaw_count; + uint64_t jse_frozen_to_swap_pages; } memorystatus_jetsam_snapshot_entry_t; typedef struct jetsam_snapshot { - uint64_t snapshot_time; - uint64_t notification_time; - memorystatus_kernel_stats_t stats; + uint64_t snapshot_time; /* absolute time snapshot was initialized */ + uint64_t notification_time; /* absolute time snapshot was consumed */ + uint64_t js_gencount; /* memorystatus_thread generation counter */ + memorystatus_kernel_stats_t stats; /* system stat when snapshot is initialized */ size_t entry_count; memorystatus_jetsam_snapshot_entry_t entries[]; } memorystatus_jetsam_snapshot_t; -typedef struct memorystatus_freeze_entry { - int32_t pid; - uint32_t flags; - uint32_t pages; -} memorystatus_freeze_entry_t; +typedef enum dirty_status_change_event_type { + kDirtyStatusChangedDirty = 0x0, + kDirtyStatusChangedClean = 0x1 +} dirty_status_change_event_type_t; + +typedef struct dirty_status_change_event { + pid_t dsc_pid; + char dsc_process_name[(2 * MAXCOMLEN) + 1]; + dirty_status_change_event_type_t dsc_event_type; + uint64_t dsc_time; + uint64_t dsc_pages; + int32_t dsc_priority; +} dirty_status_change_event_t; /* TODO - deprecate; see */ #define kMaxSnapshotEntries 192 +/* + * default jetsam snapshot support + */ +extern memorystatus_jetsam_snapshot_t *memorystatus_jetsam_snapshot; +extern memorystatus_jetsam_snapshot_t *memorystatus_jetsam_snapshot_copy; +#if CONFIG_FREEZE +extern memorystatus_jetsam_snapshot_t *memorystatus_jetsam_snapshot_freezer; +extern unsigned int memorystatus_jetsam_snapshot_freezer_max; +extern unsigned int memorystatus_jetsam_snapshot_freezer_size; +#endif /* CONFIG_FREEZE */ +extern unsigned int memorystatus_jetsam_snapshot_count; +extern unsigned int memorystatus_jetsam_snapshot_copy_count; +extern unsigned int memorystatus_jetsam_snapshot_max; +extern unsigned int memorystatus_jetsam_snapshot_size; +extern uint64_t memorystatus_jetsam_snapshot_last_timestamp; +extern uint64_t memorystatus_jetsam_snapshot_timeout; +#define memorystatus_jetsam_snapshot_list memorystatus_jetsam_snapshot->entries +#define JETSAM_SNAPSHOT_TIMEOUT_SECS 30 + +/* General memorystatus stuff */ + +extern uint64_t memorystatus_sysprocs_idle_delay_time; +extern uint64_t memorystatus_apps_idle_delay_time; + /* State */ #define kMemorystatusSuspended 0x01 #define kMemorystatusFrozen 0x02 @@ -151,25 +269,63 @@ typedef struct memorystatus_freeze_entry { #define kMemorystatusTracked 0x08 #define kMemorystatusSupportsIdleExit 0x10 #define kMemorystatusDirty 0x20 +#define kMemorystatusAssertion 0x40 + +/* + * Jetsam exit reason definitions - related to memorystatus + * + * When adding new exit reasons also update: + * JETSAM_REASON_MEMORYSTATUS_MAX + * kMemorystatusKilled... Cause enum + * memorystatus_kill_cause_name[] + */ +#define JETSAM_REASON_INVALID 0 +#define JETSAM_REASON_GENERIC 1 +#define JETSAM_REASON_MEMORY_HIGHWATER 2 +#define JETSAM_REASON_VNODE 3 +#define JETSAM_REASON_MEMORY_VMPAGESHORTAGE 4 +#define JETSAM_REASON_MEMORY_PROCTHRASHING 5 +#define JETSAM_REASON_MEMORY_FCTHRASHING 6 +#define JETSAM_REASON_MEMORY_PERPROCESSLIMIT 7 +#define JETSAM_REASON_MEMORY_DISK_SPACE_SHORTAGE 8 +#define JETSAM_REASON_MEMORY_IDLE_EXIT 9 +#define JETSAM_REASON_ZONE_MAP_EXHAUSTION 10 +#define JETSAM_REASON_MEMORY_VMCOMPRESSOR_THRASHING 11 +#define JETSAM_REASON_MEMORY_VMCOMPRESSOR_SPACE_SHORTAGE 12 +#define JETSAM_REASON_LOWSWAP 13 +#define JETSAM_REASON_MEMORYSTATUS_MAX JETSAM_REASON_LOWSWAP + +/* + * Jetsam exit reason definitions - not related to memorystatus + */ +#define JETSAM_REASON_CPULIMIT 100 /* Cause */ enum { - kMemorystatusKilled = 1, - kMemorystatusKilledHiwat, - kMemorystatusKilledVnodes, - kMemorystatusKilledVMPageShortage, - kMemorystatusKilledVMThrashing, - kMemorystatusKilledFCThrashing, - kMemorystatusKilledPerProcessLimit, - kMemorystatusKilledDiagnostic, - kMemorystatusKilledIdleExit + kMemorystatusInvalid = JETSAM_REASON_INVALID, + kMemorystatusKilled = JETSAM_REASON_GENERIC, + kMemorystatusKilledHiwat = JETSAM_REASON_MEMORY_HIGHWATER, + kMemorystatusKilledVnodes = JETSAM_REASON_VNODE, + kMemorystatusKilledVMPageShortage = JETSAM_REASON_MEMORY_VMPAGESHORTAGE, + kMemorystatusKilledProcThrashing = JETSAM_REASON_MEMORY_PROCTHRASHING, + kMemorystatusKilledFCThrashing = JETSAM_REASON_MEMORY_FCTHRASHING, + kMemorystatusKilledPerProcessLimit = JETSAM_REASON_MEMORY_PERPROCESSLIMIT, + kMemorystatusKilledDiskSpaceShortage = JETSAM_REASON_MEMORY_DISK_SPACE_SHORTAGE, + kMemorystatusKilledIdleExit = JETSAM_REASON_MEMORY_IDLE_EXIT, + kMemorystatusKilledZoneMapExhaustion = JETSAM_REASON_ZONE_MAP_EXHAUSTION, + kMemorystatusKilledVMCompressorThrashing = JETSAM_REASON_MEMORY_VMCOMPRESSOR_THRASHING, + kMemorystatusKilledVMCompressorSpaceShortage = JETSAM_REASON_MEMORY_VMCOMPRESSOR_SPACE_SHORTAGE, + kMemorystatusKilledLowSwap = JETSAM_REASON_LOWSWAP, }; -/* Temporary, to prevent the need for a linked submission of ReportCrash */ -/* Remove when has been integrated */ -enum { - kMemorystatusKilledVM = kMemorystatusKilledVMPageShortage -}; +/* + * For backwards compatibility + * Keeping these around for external users (e.g. ReportCrash, Ariadne). + * TODO: Remove once they stop using these. + */ +#define kMemorystatusKilledDiagnostic kMemorystatusKilledDiskSpaceShortage +#define kMemorystatusKilledVMThrashing kMemorystatusKilledVMCompressorThrashing +#define JETSAM_REASON_MEMORY_VMTHRASHING JETSAM_REASON_MEMORY_VMCOMPRESSOR_THRASHING /* Memorystatus control */ #define MEMORYSTATUS_BUFFERSIZE_MAX 65536 @@ -185,11 +341,34 @@ int memorystatus_control(uint32_t command, int32_t pid, uint32_t flags, void *bu #define MEMORYSTATUS_CMD_GET_JETSAM_SNAPSHOT 3 #define MEMORYSTATUS_CMD_GET_PRESSURE_STATUS 4 #define MEMORYSTATUS_CMD_SET_JETSAM_HIGH_WATER_MARK 5 /* Set active memory limit = inactive memory limit, both non-fatal */ -#define MEMORYSTATUS_CMD_SET_JETSAM_TASK_LIMIT 6 /* Set active memory limit = inactive memory limit, both fatal */ +#define MEMORYSTATUS_CMD_SET_JETSAM_TASK_LIMIT 6 /* Set active memory limit = inactive memory limit, both fatal */ #define MEMORYSTATUS_CMD_SET_MEMLIMIT_PROPERTIES 7 /* Set memory limits plus attributes independently */ #define MEMORYSTATUS_CMD_GET_MEMLIMIT_PROPERTIES 8 /* Get memory limits plus attributes */ #define MEMORYSTATUS_CMD_PRIVILEGED_LISTENER_ENABLE 9 /* Set the task's status as a privileged listener w.r.t memory notifications */ #define MEMORYSTATUS_CMD_PRIVILEGED_LISTENER_DISABLE 10 /* Reset the task's status as a privileged listener w.r.t memory notifications */ +#define MEMORYSTATUS_CMD_AGGRESSIVE_JETSAM_LENIENT_MODE_ENABLE 11 /* Enable the 'lenient' mode for aggressive jetsam. See comments in kern_memorystatus.c near the top. */ +#define MEMORYSTATUS_CMD_AGGRESSIVE_JETSAM_LENIENT_MODE_DISABLE 12 /* Disable the 'lenient' mode for aggressive jetsam. */ +#define MEMORYSTATUS_CMD_GET_MEMLIMIT_EXCESS 13 /* Compute how much a process's phys_footprint exceeds inactive memory limit */ +#define MEMORYSTATUS_CMD_ELEVATED_INACTIVEJETSAMPRIORITY_ENABLE 14 /* Set the inactive jetsam band for a process to JETSAM_PRIORITY_ELEVATED_INACTIVE */ +#define MEMORYSTATUS_CMD_ELEVATED_INACTIVEJETSAMPRIORITY_DISABLE 15 /* Reset the inactive jetsam band for a process to the default band (0)*/ +#define MEMORYSTATUS_CMD_SET_PROCESS_IS_MANAGED 16 /* (Re-)Set state on a process that marks it as (un-)managed by a system entity e.g. assertiond */ +#define MEMORYSTATUS_CMD_GET_PROCESS_IS_MANAGED 17 /* Return the 'managed' status of a process */ +#define MEMORYSTATUS_CMD_SET_PROCESS_IS_FREEZABLE 18 /* Is the process eligible for freezing? Apps and extensions can pass in FALSE to opt out of freezing, i.e., + * if they would prefer being jetsam'ed in the idle band to being frozen in an elevated band. */ +#define MEMORYSTATUS_CMD_GET_PROCESS_IS_FREEZABLE 19 /* Return the freezable state of a process. */ + +#define MEMORYSTATUS_CMD_FREEZER_CONTROL 20 + +#define MEMORYSTATUS_CMD_GET_AGGRESSIVE_JETSAM_LENIENT_MODE 21 /* Query if the lenient mode for aggressive jetsam is enabled. */ + +#define MEMORYSTATUS_CMD_INCREASE_JETSAM_TASK_LIMIT 22 /* Used by DYLD to increase the jetsam active and inactive limits, when using roots */ + +#if PRIVATE +#define MEMORYSTATUS_CMD_SET_TESTING_PID 23 /* Used by unit tests in the development kernel only. */ +#endif /* PRIVATE */ + +#define MEMORYSTATUS_CMD_GET_PROCESS_IS_FROZEN 24 /* Check if the process is frozen. */ + /* Commands that act on a group of processes */ #define MEMORYSTATUS_CMD_GRP_SET_PROPERTIES 100 @@ -197,8 +376,8 @@ int memorystatus_control(uint32_t command, int32_t pid, uint32_t flags, void *bu /* Test commands */ /* Trigger forced jetsam */ -#define MEMORYSTATUS_CMD_TEST_JETSAM 1000 -#define MEMORYSTATUS_CMD_TEST_JETSAM_SORT 1001 +#define MEMORYSTATUS_CMD_TEST_JETSAM 1000 +#define MEMORYSTATUS_CMD_TEST_JETSAM_SORT 1001 /* Panic on jetsam options */ typedef struct memorystatus_jetsam_panic_options { @@ -209,11 +388,25 @@ typedef struct memorystatus_jetsam_panic_options { #define MEMORYSTATUS_CMD_SET_JETSAM_PANIC_BITS 1002 /* Select priority band sort order */ -#define JETSAM_SORT_NOSORT 0 -#define JETSAM_SORT_DEFAULT 1 +#define JETSAM_SORT_NOSORT 0 +#define JETSAM_SORT_DEFAULT 1 #endif /* PRIVATE */ +/* memorystatus_control() flags */ + +#define MEMORYSTATUS_FLAGS_SNAPSHOT_ON_DEMAND 0x1 /* A populated snapshot buffer is returned on demand */ +#define MEMORYSTATUS_FLAGS_SNAPSHOT_AT_BOOT 0x2 /* Returns a snapshot with memstats collected at boot */ +#define MEMORYSTATUS_FLAGS_SNAPSHOT_COPY 0x4 /* Returns the previously populated snapshot created by the system */ +#define MEMORYSTATUS_FLAGS_GRP_SET_PRIORITY 0x8 /* Set jetsam priorities for a group of pids */ +#define MEMORYSTATUS_FLAGS_GRP_SET_PROBABILITY 0x10 /* Set probability of use for a group of processes */ + +#if PRIVATE +#define MEMORYSTATUS_FLAGS_SET_TESTING_PID 0x20 /* Only used by xnu unit tests. */ +#define MEMORYSTATUS_FLAGS_UNSET_TESTING_PID 0x40 /* Only used by xnu unit tests. */ +#endif /* PRIVATE */ + +#define MEMORYSTATUS_FLAGS_SNAPSHOT_FREEZER 0x80 /* A snapshot buffer containing app kills since last consumption */ /* * For use with memorystatus_control: * MEMORYSTATUS_CMD_GET_JETSAM_SNAPSHOT @@ -233,14 +426,18 @@ typedef struct memorystatus_jetsam_panic_options { * stats do not change. In this mode, * the snapshot entry_count is always 0. * + * Copy mode - this returns the previous snapshot + * collected by the system. The current snaphshot + * might be only half populated. + * * Snapshots are inherently racey between request * for buffer size and actual data compilation. -*/ - -/* Flags */ -#define MEMORYSTATUS_SNAPSHOT_ON_DEMAND 0x1 /* A populated snapshot buffer is returned on demand */ -#define MEMORYSTATUS_SNAPSHOT_AT_BOOT 0x2 /* Returns a snapshot with memstats collected at boot */ + */ +/* These definitions are required for backwards compatibility */ +#define MEMORYSTATUS_SNAPSHOT_ON_DEMAND MEMORYSTATUS_FLAGS_SNAPSHOT_ON_DEMAND +#define MEMORYSTATUS_SNAPSHOT_AT_BOOT MEMORYSTATUS_FLAGS_SNAPSHOT_AT_BOOT +#define MEMORYSTATUS_SNAPSHOT_COPY MEMORYSTATUS_FLAGS_SNAPSHOT_COPY /* * For use with memorystatus_control: @@ -251,20 +448,30 @@ typedef struct memorystatus_priority_properties { uint64_t user_data; } memorystatus_priority_properties_t; +/* + * Inform the kernel that setting the priority property is driven by assertions. + */ +#define MEMORYSTATUS_SET_PRIORITY_ASSERTION 0x1 + /* * For use with memorystatus_control: * MEMORYSTATUS_CMD_SET_MEMLIMIT_PROPERTIES * MEMORYSTATUS_CMD_GET_MEMLIMIT_PROPERTIES */ typedef struct memorystatus_memlimit_properties { - int32_t memlimit_active; /* jetsam memory limit (in MB) when process is active */ + int32_t memlimit_active; /* jetsam memory limit (in MB) when process is active */ uint32_t memlimit_active_attr; - int32_t memlimit_inactive; /* jetsam memory limit (in MB) when process is inactive */ + int32_t memlimit_inactive; /* jetsam memory limit (in MB) when process is inactive */ uint32_t memlimit_inactive_attr; } memorystatus_memlimit_properties_t; -#define MEMORYSTATUS_MEMLIMIT_ATTR_FATAL 0x1 /* if set, exceeding the memlimit is fatal */ +typedef struct memorystatus_memlimit_properties2 { + memorystatus_memlimit_properties_t v1; + uint32_t memlimit_increase; /* jetsam memory limit increase (in MB) for active and inactive states */ + uint32_t memlimit_increase_bytes; /* bytes used to determine the jetsam memory limit increase, for active and inactive states */ +} memorystatus_memlimit_properties2_t; +#define MEMORYSTATUS_MEMLIMIT_ATTR_FATAL 0x1 /* if set, exceeding the memlimit is fatal */ #ifdef XNU_KERNEL_PRIVATE @@ -279,12 +486,6 @@ typedef struct memorystatus_memlimit_properties { * Non-fatal limit types are the * - high-water-mark limit * - * P_MEMSTAT_MEMLIMIT_BACKGROUND is translated in posix_spawn as - * the fatal system_wide task limit when active - * non-fatal inactive limit based on limit provided. - * This is necessary for backward compatibility until the - * the flag can be considered obsolete. - * * Processes that opt into dirty tracking are evaluated * based on clean vs dirty state. * dirty ==> active @@ -301,39 +502,90 @@ typedef struct memorystatus_memlimit_properties { * - in kernel process state and memlimit state */ -#define P_MEMSTAT_SUSPENDED 0x00000001 -#define P_MEMSTAT_FROZEN 0x00000002 -#define P_MEMSTAT_NORECLAIM 0x00000004 -#define P_MEMSTAT_ERROR 0x00000008 -#define P_MEMSTAT_LOCKED 0x00000010 -#define P_MEMSTAT_TERMINATED 0x00000020 -#define P_MEMSTAT_NOTFIED 0x00000040 -#define P_MEMSTAT_PRIORITYUPDATED 0x00000080 -#define P_MEMSTAT_FOREGROUND 0x00000100 -#define P_MEMSTAT_DIAG_SUSPENDED 0x00000200 -#define P_MEMSTAT_PRIOR_THAW 0x00000400 -#define P_MEMSTAT_MEMLIMIT_BACKGROUND 0x00000800 /* Task has a memory limit for when it's in the background. Used for a process' "high water mark".*/ -#define P_MEMSTAT_INTERNAL 0x00001000 +#define P_MEMSTAT_SUSPENDED 0x00000001 /* Process is suspended and likely in the IDLE band */ +#define P_MEMSTAT_FROZEN 0x00000002 /* Process has some state on disk. It should be suspended */ +#define P_MEMSTAT_FREEZE_DISABLED 0x00000004 /* Process isn't freeze-eligible and will not be frozen */ +#define P_MEMSTAT_ERROR 0x00000008 /* Process couldn't be jetsammed for some reason. Transient state so jetsam can skip it next time it sees it */ +#define P_MEMSTAT_LOCKED 0x00000010 /* Process is being actively worked on behind the proc_list_lock */ +#define P_MEMSTAT_TERMINATED 0x00000020 /* Process is exiting */ +#define P_MEMSTAT_FREEZE_IGNORE 0x00000040 /* Process was evaluated by freezer and will be ignored till the next time it goes active and does something */ +#define P_MEMSTAT_PRIORITYUPDATED 0x00000080 /* Process had its jetsam priority updated */ +#define P_MEMSTAT_FOREGROUND 0x00000100 /* Process is in the FG jetsam band...unused??? */ +#define P_MEMSTAT_REFREEZE_ELIGIBLE 0x00000400 /* Process was once thawed i.e. its state was brought back from disk. It is now refreeze eligible.*/ +#define P_MEMSTAT_MANAGED 0x00000800 /* Process is managed by assertiond i.e. is either application or extension */ +#define P_MEMSTAT_INTERNAL 0x00001000 /* Process is a system-critical-not-be-jetsammed process i.e. launchd */ #define P_MEMSTAT_FATAL_MEMLIMIT 0x00002000 /* current fatal state of the process's memlimit */ #define P_MEMSTAT_MEMLIMIT_ACTIVE_FATAL 0x00004000 /* if set, exceeding limit is fatal when the process is active */ -#define P_MEMSTAT_MEMLIMIT_ACTIVE_EXC_TRIGGERED 0x00008000 /* if set, supresses high-water-mark EXC_RESOURCE, allows one hit per active limit */ -#define P_MEMSTAT_MEMLIMIT_INACTIVE_FATAL 0x00010000 /* if set, exceeding limit is fatal when the process is inactive */ -#define P_MEMSTAT_MEMLIMIT_INACTIVE_EXC_TRIGGERED 0x00020000 /* if set, supresses high-water-mark EXC_RESOURCE, allows one hit per inactive limit */ +#define P_MEMSTAT_MEMLIMIT_INACTIVE_FATAL 0x00008000 /* if set, exceeding limit is fatal when the process is inactive */ +#define P_MEMSTAT_USE_ELEVATED_INACTIVE_BAND 0x00010000 /* if set, the process will go into this band & stay there when in the background instead + * of the aging bands and/or the IDLE band. */ +#define P_MEMSTAT_PRIORITY_ASSERTION 0x00020000 /* jetsam priority is being driven by an assertion */ +#define P_MEMSTAT_FREEZE_CONSIDERED 0x00040000 /* This process has been considered for the freezer. */ + +/* + * p_memstat_relaunch_flags holds + * - relaunch behavior when jetsammed + */ +#define P_MEMSTAT_RELAUNCH_UNKNOWN 0x0 +#define P_MEMSTAT_RELAUNCH_LOW 0x1 +#define P_MEMSTAT_RELAUNCH_MED 0x2 +#define P_MEMSTAT_RELAUNCH_HIGH 0x4 + +/* + * Checking the p_memstat_state almost always requires the proc_list_lock + * because the jetsam thread could be on the other core changing the state. + * + * App -- almost always managed by a system process. Always have dirty tracking OFF. Can include extensions too. + * System Processes -- not managed by anybody. Always have dirty tracking ON. Can include extensions (here) too. + */ +#define isApp(p) ((p->p_memstat_state & P_MEMSTAT_MANAGED) || ! (p->p_memstat_dirty & P_DIRTY_TRACK)) +#define isSysProc(p) ( ! (p->p_memstat_state & P_MEMSTAT_MANAGED) || (p->p_memstat_dirty & P_DIRTY_TRACK)) + +#define MEMSTAT_BUCKET_COUNT (JETSAM_PRIORITY_MAX + 1) + +typedef struct memstat_bucket { + TAILQ_HEAD(, proc) list; + int count; + int relaunch_high_count; +} memstat_bucket_t; + +extern memstat_bucket_t memstat_bucket[MEMSTAT_BUCKET_COUNT]; + +/* + * Table that expresses the probability of a process + * being used in the next hour. + */ +typedef struct memorystatus_internal_probabilities { + char proc_name[MAXCOMLEN + 1]; + int use_probability; +} memorystatus_internal_probabilities_t; + +extern memorystatus_internal_probabilities_t *memorystatus_global_probabilities_table; +extern size_t memorystatus_global_probabilities_size; -extern void memorystatus_init(void) __attribute__((section("__TEXT, initcode"))); + +extern void memorystatus_init(void); extern void memorystatus_init_at_boot_snapshot(void); extern int memorystatus_add(proc_t p, boolean_t locked); -extern int memorystatus_update(proc_t p, int priority, uint64_t user_data, boolean_t effective, - boolean_t update_memlimit, int32_t memlimit_active, boolean_t memlimit_active_is_fatal, - int32_t memlimit_inactive, boolean_t memlimit_inactive_is_fatal, boolean_t memlimit_background); +extern int memorystatus_update(proc_t p, int priority, uint64_t user_data, boolean_t is_assertion, boolean_t effective, + boolean_t update_memlimit, int32_t memlimit_active, boolean_t memlimit_active_is_fatal, + int32_t memlimit_inactive, boolean_t memlimit_inactive_is_fatal); + +/* Remove this process from jetsam bands for killing or freezing. + * The proc_list_lock is held by the caller. + * @param p: The process to remove. + * @return: 0 if successful. EAGAIN if the process can't be removed right now (because it's being frozen) or ESRCH. + */ +extern int memorystatus_remove(proc_t p); -extern int memorystatus_remove(proc_t p, boolean_t locked); +int memorystatus_update_inactive_jetsam_priority_band(pid_t pid, uint32_t opflags, int priority, boolean_t effective_now); +int memorystatus_relaunch_flags_update(proc_t p, int relaunch_flags); extern int memorystatus_dirty_track(proc_t p, uint32_t pcontrol); extern int memorystatus_dirty_set(proc_t p, boolean_t self, uint32_t pcontrol); -extern int memorystatus_dirty_get(proc_t p); +extern int memorystatus_dirty_get(proc_t p, boolean_t locked); extern int memorystatus_dirty_clear(proc_t p, uint32_t pcontrol); extern int memorystatus_on_terminate(proc_t p); @@ -351,63 +603,60 @@ void memorystatus_kevent_init(lck_grp_t *grp, lck_attr_t *attr); int memorystatus_knote_register(struct knote *kn); void memorystatus_knote_unregister(struct knote *kn); -#if CONFIG_JETSAM +#if CONFIG_MEMORYSTATUS +void memorystatus_log_exception(const int max_footprint_mb, boolean_t memlimit_is_active, boolean_t memlimit_is_fatal); +void memorystatus_on_ledger_footprint_exceeded(int warning, boolean_t memlimit_is_active, boolean_t memlimit_is_fatal); +void proc_memstat_terminated(proc_t p, boolean_t set); +void memorystatus_proc_flags_unsafe(void * v, boolean_t *is_dirty, boolean_t *is_dirty_tracked, boolean_t *allow_idle_exit); + +#if __arm64__ +void memorystatus_act_on_legacy_footprint_entitlement(proc_t p, boolean_t footprint_increase); +void memorystatus_act_on_ios13extended_footprint_entitlement(proc_t p); +void memorystatus_act_on_entitled_task_limit(proc_t p); +#endif /* __arm64__ */ + +#endif /* CONFIG_MEMORYSTATUS */ int memorystatus_get_pressure_status_kdp(void); +#if CONFIG_JETSAM + typedef enum memorystatus_policy { - kPolicyDefault = 0x0, + kPolicyDefault = 0x0, kPolicyMoreFree = 0x1, - kPolicyDiagnoseAll = 0x2, - kPolicyDiagnoseFirst = 0x4, - kPolicyDiagnoseActive = (kPolicyDiagnoseAll | kPolicyDiagnoseFirst), } memorystatus_policy_t; -extern int memorystatus_jetsam_wakeup; -extern unsigned int memorystatus_jetsam_running; - boolean_t memorystatus_kill_on_VM_page_shortage(boolean_t async); -boolean_t memorystatus_kill_on_VM_thrashing(boolean_t async); boolean_t memorystatus_kill_on_FC_thrashing(boolean_t async); +boolean_t memorystatus_kill_on_VM_compressor_thrashing(boolean_t async); boolean_t memorystatus_kill_on_vnode_limit(void); -void memorystatus_on_ledger_footprint_exceeded(int warning, const int max_footprint_mb); -void proc_memstat_terminated(proc_t p, boolean_t set); void jetsam_on_ledger_cpulimit_exceeded(void); +void memorystatus_fast_jetsam_override(boolean_t enable_override); -void memorystatus_pages_update(unsigned int pages_avail); +#endif /* CONFIG_JETSAM */ -#else /* CONFIG_JETSAM */ +/* These are very verbose printfs(), enable with + * MEMORYSTATUS_DEBUG_LOG + */ +#if MEMORYSTATUS_DEBUG_LOG +#define MEMORYSTATUS_DEBUG(cond, format, ...) \ +do { \ +if (cond) { printf(format, ##__VA_ARGS__); } \ +} while(0) +#else +#define MEMORYSTATUS_DEBUG(cond, format, ...) +#endif +boolean_t memorystatus_kill_on_zone_map_exhaustion(pid_t pid); +boolean_t memorystatus_kill_on_VM_compressor_space_shortage(boolean_t async); +void memorystatus_pages_update(unsigned int pages_avail); boolean_t memorystatus_idle_exit_from_VM(void); - -#endif /* !CONFIG_JETSAM */ - -#ifdef CONFIG_FREEZE - -#define FREEZE_PAGES_MIN ( 1 * 1024 * 1024 / PAGE_SIZE) -#define FREEZE_PAGES_MAX (16 * 1024 * 1024 / PAGE_SIZE) - -#define FREEZE_SUSPENDED_THRESHOLD_LOW 2 -#define FREEZE_SUSPENDED_THRESHOLD_DEFAULT 4 - -#define FREEZE_DAILY_MB_MAX_DEFAULT 1024 - -typedef struct throttle_interval_t { - uint32_t mins; - uint32_t burst_multiple; - uint32_t pageouts; - uint32_t max_pageouts; - mach_timespec_t ts; - boolean_t throttle; -} throttle_interval_t; - -extern boolean_t memorystatus_freeze_enabled; -extern int memorystatus_freeze_wakeup; - -extern void memorystatus_freeze_init(void) __attribute__((section("__TEXT, initcode"))); -extern int memorystatus_freeze_process_sync(proc_t p); -#endif /* CONFIG_FREEZE */ +proc_t memorystatus_get_first_proc_locked(unsigned int *bucket_index, boolean_t search); +proc_t memorystatus_get_next_proc_locked(unsigned int *bucket_index, proc_t p, boolean_t search); +void memorystatus_get_task_page_counts(task_t task, uint32_t *footprint, uint32_t *max_footprint_lifetime, uint32_t *purgeable_pages); +void memorystatus_invalidate_idle_demotion_locked(proc_t p, boolean_t clean_state); +void memorystatus_update_priority_locked(proc_t p, int priority, boolean_t head_insert, boolean_t skip_demotion_check); #if VM_PRESSURE_EVENTS