+
+
+uint64_t get_task_memory_region_count(task_t task)
+{
+ vm_map_t map;
+ map = (task == kernel_task) ? kernel_map: task->map;
+ return((uint64_t)get_map_nentries(map));
+}
+
+static void
+kdebug_trace_dyld_internal(uint32_t base_code,
+ struct dyld_kernel_image_info *info)
+{
+ static_assert(sizeof(info->uuid) >= 16);
+
+#if defined(__LP64__)
+ uint64_t *uuid = (uint64_t *)&(info->uuid);
+
+ KERNEL_DEBUG_CONSTANT_IST(KDEBUG_TRACE,
+ KDBG_EVENTID(DBG_DYLD, DBG_DYLD_UUID, base_code), uuid[0],
+ uuid[1], info->load_addr,
+ (uint64_t)info->fsid.val[0] | ((uint64_t)info->fsid.val[1] << 32),
+ 0);
+ KERNEL_DEBUG_CONSTANT_IST(KDEBUG_TRACE,
+ KDBG_EVENTID(DBG_DYLD, DBG_DYLD_UUID, base_code + 1),
+ (uint64_t)info->fsobjid.fid_objno |
+ ((uint64_t)info->fsobjid.fid_generation << 32),
+ 0, 0, 0, 0);
+#else /* defined(__LP64__) */
+ uint32_t *uuid = (uint32_t *)&(info->uuid);
+
+ KERNEL_DEBUG_CONSTANT_IST(KDEBUG_TRACE,
+ KDBG_EVENTID(DBG_DYLD, DBG_DYLD_UUID, base_code + 2), uuid[0],
+ uuid[1], uuid[2], uuid[3], 0);
+ KERNEL_DEBUG_CONSTANT_IST(KDEBUG_TRACE,
+ KDBG_EVENTID(DBG_DYLD, DBG_DYLD_UUID, base_code + 3),
+ (uint32_t)info->load_addr, info->fsid.val[0], info->fsid.val[1],
+ info->fsobjid.fid_objno, 0);
+ KERNEL_DEBUG_CONSTANT_IST(KDEBUG_TRACE,
+ KDBG_EVENTID(DBG_DYLD, DBG_DYLD_UUID, base_code + 4),
+ info->fsobjid.fid_generation, 0, 0, 0, 0);
+#endif /* !defined(__LP64__) */
+}
+
+static kern_return_t
+kdebug_trace_dyld(task_t task, uint32_t base_code,
+ vm_map_copy_t infos_copy, mach_msg_type_number_t infos_len)
+{
+ kern_return_t kr;
+ dyld_kernel_image_info_array_t infos;
+ vm_map_offset_t map_data;
+ vm_offset_t data;
+
+ if (!infos_copy) {
+ return KERN_INVALID_ADDRESS;
+ }
+
+ if (!kdebug_enable ||
+ !kdebug_debugid_enabled(KDBG_EVENTID(DBG_DYLD, DBG_DYLD_UUID, 0)))
+ {
+ vm_map_copy_discard(infos_copy);
+ return KERN_SUCCESS;
+ }
+
+ if (task == NULL || task != current_task()) {
+ return KERN_INVALID_TASK;
+ }
+
+ kr = vm_map_copyout(ipc_kernel_map, &map_data, (vm_map_copy_t)infos_copy);
+ if (kr != KERN_SUCCESS) {
+ return kr;
+ }
+
+ infos = CAST_DOWN(dyld_kernel_image_info_array_t, map_data);
+
+ for (mach_msg_type_number_t i = 0; i < infos_len; i++) {
+ kdebug_trace_dyld_internal(base_code, &(infos[i]));
+ }
+
+ data = CAST_DOWN(vm_offset_t, map_data);
+ mach_vm_deallocate(ipc_kernel_map, data, infos_len * sizeof(infos[0]));
+ return KERN_SUCCESS;
+}
+
+kern_return_t
+task_register_dyld_image_infos(task_t task,
+ dyld_kernel_image_info_array_t infos_copy,
+ mach_msg_type_number_t infos_len)
+{
+ return kdebug_trace_dyld(task, DBG_DYLD_UUID_MAP_A,
+ (vm_map_copy_t)infos_copy, infos_len);
+}
+
+kern_return_t
+task_unregister_dyld_image_infos(task_t task,
+ dyld_kernel_image_info_array_t infos_copy,
+ mach_msg_type_number_t infos_len)
+{
+ return kdebug_trace_dyld(task, DBG_DYLD_UUID_UNMAP_A,
+ (vm_map_copy_t)infos_copy, infos_len);
+}
+
+kern_return_t
+task_get_dyld_image_infos(__unused task_t task,
+ __unused dyld_kernel_image_info_array_t * dyld_images,
+ __unused mach_msg_type_number_t * dyld_imagesCnt)
+{
+ return KERN_NOT_SUPPORTED;
+}
+
+kern_return_t
+task_register_dyld_shared_cache_image_info(task_t task,
+ dyld_kernel_image_info_t cache_img,
+ __unused boolean_t no_cache,
+ __unused boolean_t private_cache)
+{
+ if (task == NULL || task != current_task()) {
+ return KERN_INVALID_TASK;
+ }
+
+ kdebug_trace_dyld_internal(DBG_DYLD_UUID_SHARED_CACHE_A, &cache_img);
+ return KERN_SUCCESS;
+}
+
+kern_return_t
+task_register_dyld_set_dyld_state(__unused task_t task,
+ __unused uint8_t dyld_state)
+{
+ return KERN_NOT_SUPPORTED;
+}
+
+kern_return_t
+task_register_dyld_get_process_state(__unused task_t task,
+ __unused dyld_kernel_process_info_t * dyld_process_state)
+{
+ return KERN_NOT_SUPPORTED;
+}
+
+kern_return_t
+task_inspect(task_inspect_t task_insp, task_inspect_flavor_t flavor,
+ task_inspect_info_t info_out, mach_msg_type_number_t *size_in_out)
+{
+#if MONOTONIC
+ task_t task = (task_t)task_insp;
+ kern_return_t kr = KERN_SUCCESS;
+ mach_msg_type_number_t size;
+
+ if (task == TASK_NULL) {
+ return KERN_INVALID_ARGUMENT;
+ }
+
+ size = *size_in_out;
+
+ switch (flavor) {
+ case TASK_INSPECT_BASIC_COUNTS: {
+ struct task_inspect_basic_counts *bc;
+ uint64_t task_counts[MT_CORE_NFIXED];
+
+ if (size < TASK_INSPECT_BASIC_COUNTS_COUNT) {
+ kr = KERN_INVALID_ARGUMENT;
+ break;
+ }
+
+ mt_fixed_task_counts(task, task_counts);
+ bc = (struct task_inspect_basic_counts *)info_out;
+#ifdef MT_CORE_INSTRS
+ bc->instructions = task_counts[MT_CORE_INSTRS];
+#else /* defined(MT_CORE_INSTRS) */
+ bc->instructions = 0;
+#endif /* !defined(MT_CORE_INSTRS) */
+ bc->cycles = task_counts[MT_CORE_CYCLES];
+ size = TASK_INSPECT_BASIC_COUNTS_COUNT;
+ break;
+ }
+ default:
+ kr = KERN_INVALID_ARGUMENT;
+ break;
+ }
+
+ if (kr == KERN_SUCCESS) {
+ *size_in_out = size;
+ }
+ return kr;
+#else /* MONOTONIC */
+#pragma unused(task_insp, flavor, info_out, size_in_out)
+ return KERN_NOT_SUPPORTED;
+#endif /* !MONOTONIC */
+}
+
+#if CONFIG_SECLUDED_MEMORY
+int num_tasks_can_use_secluded_mem = 0;
+
+void
+task_set_can_use_secluded_mem(
+ task_t task,
+ boolean_t can_use_secluded_mem)
+{
+ if (!task->task_could_use_secluded_mem) {
+ return;
+ }
+ task_lock(task);
+ task_set_can_use_secluded_mem_locked(task, can_use_secluded_mem);
+ task_unlock(task);
+}
+
+void
+task_set_can_use_secluded_mem_locked(
+ task_t task,
+ boolean_t can_use_secluded_mem)
+{
+ assert(task->task_could_use_secluded_mem);
+ if (can_use_secluded_mem &&
+ secluded_for_apps && /* global boot-arg */
+ !task->task_can_use_secluded_mem) {
+ assert(num_tasks_can_use_secluded_mem >= 0);
+ OSAddAtomic(+1,
+ (volatile SInt32 *)&num_tasks_can_use_secluded_mem);
+ task->task_can_use_secluded_mem = TRUE;
+ } else if (!can_use_secluded_mem &&
+ task->task_can_use_secluded_mem) {
+ assert(num_tasks_can_use_secluded_mem > 0);
+ OSAddAtomic(-1,
+ (volatile SInt32 *)&num_tasks_can_use_secluded_mem);
+ task->task_can_use_secluded_mem = FALSE;
+ }
+}
+
+void
+task_set_could_use_secluded_mem(
+ task_t task,
+ boolean_t could_use_secluded_mem)
+{
+ task->task_could_use_secluded_mem = could_use_secluded_mem;
+}
+
+void
+task_set_could_also_use_secluded_mem(
+ task_t task,
+ boolean_t could_also_use_secluded_mem)
+{
+ task->task_could_also_use_secluded_mem = could_also_use_secluded_mem;
+}
+
+boolean_t
+task_can_use_secluded_mem(
+ task_t task,
+ boolean_t is_alloc)
+{
+ if (task->task_can_use_secluded_mem) {
+ assert(task->task_could_use_secluded_mem);
+ assert(num_tasks_can_use_secluded_mem > 0);
+ return TRUE;
+ }
+ if (task->task_could_also_use_secluded_mem &&
+ num_tasks_can_use_secluded_mem > 0) {
+ assert(num_tasks_can_use_secluded_mem > 0);
+ return TRUE;
+ }
+
+ /*
+ * If a single task is using more than some amount of
+ * memory, allow it to dip into secluded and also begin
+ * suppression of secluded memory until the tasks exits.
+ */
+ if (is_alloc && secluded_shutoff_trigger != 0) {
+ uint64_t phys_used = get_task_phys_footprint(task);
+ if (phys_used > secluded_shutoff_trigger) {
+ start_secluded_suppression(task);
+ return TRUE;
+ }
+ }
+
+ return FALSE;
+}
+
+boolean_t
+task_could_use_secluded_mem(
+ task_t task)
+{
+ return task->task_could_use_secluded_mem;
+}
+#endif /* CONFIG_SECLUDED_MEMORY */
+
+queue_head_t *
+task_io_user_clients(task_t task)
+{
+ return (&task->io_user_clients);
+}
+
+void
+task_copy_fields_for_exec(task_t dst_task, task_t src_task)
+{
+ dst_task->vtimers = src_task->vtimers;
+}
+
+#if DEVELOPMENT || DEBUG
+int vm_region_footprint = 0;
+#endif /* DEVELOPMENT || DEBUG */
+
+boolean_t
+task_self_region_footprint(void)
+{
+#if DEVELOPMENT || DEBUG
+ if (vm_region_footprint) {
+ /* system-wide override */
+ return TRUE;
+ }
+#endif /* DEVELOPMENT || DEBUG */
+ return current_task()->task_region_footprint;
+}
+
+void
+task_self_region_footprint_set(
+ boolean_t newval)
+{
+ task_t curtask;
+
+ curtask = current_task();
+ task_lock(curtask);
+ if (newval) {
+ curtask->task_region_footprint = TRUE;
+ } else {
+ curtask->task_region_footprint = FALSE;
+ }
+ task_unlock(curtask);
+}
+
+void
+task_set_darkwake_mode(task_t task, boolean_t set_mode)
+{
+ assert(task);
+
+ task_lock(task);
+
+ if (set_mode) {
+ task->t_flags |= TF_DARKWAKE_MODE;
+ } else {
+ task->t_flags &= ~(TF_DARKWAKE_MODE);
+ }
+
+ task_unlock(task);
+}
+
+boolean_t
+task_get_darkwake_mode(task_t task)
+{
+ assert(task);
+ return ((task->t_flags & TF_DARKWAKE_MODE) != 0);
+}
+
+#if __arm64__
+void
+task_set_legacy_footprint(
+ task_t task,
+ boolean_t new_val)
+{
+ task_lock(task);
+ task->task_legacy_footprint = new_val;
+ task_unlock(task);
+}
+#endif /* __arm64__ */
projects / apple / xnu.git / blobdiff