/*
- * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2000-2010 Apple Inc. All rights reserved.
*
- * @APPLE_LICENSE_HEADER_START@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
*
* This file contains Original Code and/or Modifications of Original Code
* as defined in and that are subject to the Apple Public Source License
* Version 2.0 (the 'License'). You may not use this file except in
- * compliance with the License. Please obtain a copy of the License at
- * http://www.opensource.apple.com/apsl/ and read it before using this
- * file.
+ * compliance with the License. The rights granted to you under the License
+ * may not be used to create, or enable the creation or redistribution of,
+ * unlawful or unlicensed copies of an Apple operating system, or to
+ * circumvent, violate, or enable the circumvention or violation of, any
+ * terms of an Apple operating system software license agreement.
+ *
+ * Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this file.
*
* The Original Code and all software distributed under the License are
* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
* Please see the License for the specific language governing rights and
* limitations under the License.
*
- * @APPLE_LICENSE_HEADER_END@
+ * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
*/
/*
* Copyright (C) 1988, 1989, NeXT, Inc.
#include <mach/vm_map.h> /* vm_allocate() */
#include <mach/mach_vm.h> /* mach_vm_allocate() */
#include <mach/vm_statistics.h>
-#include <mach/shared_memory_server.h>
#include <mach/task.h>
#include <mach/thread_act.h>
#include <machine/vmparam.h>
+#include <machine/exec.h>
+#include <machine/pal_routines.h>
#include <kern/kern_types.h>
#include <kern/cpu_number.h>
#include <kern/mach_loader.h>
+#include <kern/mach_fat.h>
#include <kern/kalloc.h>
#include <kern/task.h>
#include <kern/thread.h>
+#include <kern/page_decrypt.h>
#include <mach-o/fat.h>
#include <mach-o/loader.h>
#include <vm/vm_kern.h>
#include <vm/vm_pager.h>
#include <vm/vnode_pager.h>
-#include <vm/vm_shared_memory_server.h>
#include <vm/vm_protos.h>
/*
* XXX vm/pmap.h should not treat these prototypes as MACH_KERNEL_PRIVATE
* when KERNEL is defined.
*/
-extern pmap_t pmap_create(vm_map_size_t size);
-extern void pmap_switch(pmap_t);
-extern void pmap_map_sharedpage(task_t task, pmap_t pmap);
-
-/*
- * XXX kern/thread.h should not treat these prototypes as MACH_KERNEL_PRIVATE
- * when KERNEL is defined.
- */
-extern kern_return_t thread_setstatus(thread_t thread, int flavor,
- thread_state_t tstate,
- mach_msg_type_number_t count);
-
-extern kern_return_t thread_state_initialize(thread_t thread);
-
+extern pmap_t pmap_create(ledger_t ledger, vm_map_size_t size,
+ boolean_t is_64bit);
/* XXX should have prototypes in a shared header file */
-extern int grade_binary(cpu_type_t exectype, cpu_subtype_t execsubtype);
extern int get_map_nentries(vm_map_t);
-extern kern_return_t thread_userstack(thread_t, int, thread_state_t,
- unsigned int, mach_vm_offset_t *, int *);
-extern kern_return_t thread_entrypoint(thread_t, int, thread_state_t,
- unsigned int, mach_vm_offset_t *);
+extern kern_return_t memory_object_signed(memory_object_control_t control,
+ boolean_t is_signed);
/* An empty load_result_t */
static load_result_t load_result_null = {
- MACH_VM_MIN_ADDRESS,
- MACH_VM_MIN_ADDRESS,
- MACH_VM_MIN_ADDRESS,
- 0,
- 0,
- 0,
- 0
+ .mach_header = MACH_VM_MIN_ADDRESS,
+ .entry_point = MACH_VM_MIN_ADDRESS,
+ .user_stack = MACH_VM_MIN_ADDRESS,
+ .user_stack_size = 0,
+ .all_image_info_addr = MACH_VM_MIN_ADDRESS,
+ .all_image_info_size = 0,
+ .thread_count = 0,
+ .unixproc = 0,
+ .dynlinker = 0,
+ .needs_dynlinker = 0,
+ .prog_allocated_stack = 0,
+ .prog_stack_size = 0,
+ .validentry = 0,
+ .csflags = 0,
+ .uuid = { 0 },
+ .min_vm_addr = MACH_VM_MAX_ADDRESS,
+ .max_vm_addr = MACH_VM_MIN_ADDRESS
};
/*
parse_machfile(
struct vnode *vp,
vm_map_t map,
- thread_t thr_act,
+ thread_t thread,
struct mach_header *header,
off_t file_offset,
off_t macho_size,
- boolean_t shared_regions,
- boolean_t clean_regions,
int depth,
+ int64_t slide,
load_result_t *result
);
static load_return_t
load_segment(
- struct segment_command *scp,
- void * pager,
+ struct load_command *lcp,
+ uint32_t filetype,
+ void *control,
off_t pager_offset,
off_t macho_size,
- off_t end_of_file,
- vm_map_t map,
+ struct vnode *vp,
+ vm_map_t map,
+ int64_t slide,
load_result_t *result
);
static load_return_t
-load_segment_64(
- struct segment_command_64 *scp64,
- void *pager,
- off_t pager_offset,
+load_code_signature(
+ struct linkedit_data_command *lcp,
+ struct vnode *vp,
+ off_t macho_offset,
off_t macho_size,
- off_t end_of_file,
+ cpu_type_t cputype,
+ load_result_t *result);
+
+#if CONFIG_CODE_DECRYPTION
+static load_return_t
+set_code_unprotect(
+ struct encryption_info_command *lcp,
+ caddr_t addr,
vm_map_t map,
- load_result_t *result
-);
+ int64_t slide,
+ struct vnode *vp);
+#endif
-static load_return_t
-load_unixthread(
- struct thread_command *tcp,
- thread_t thr_act,
- load_result_t *result
+static
+load_return_t
+load_main(
+ struct entry_point_command *epc,
+ thread_t thread,
+ int64_t slide,
+ load_result_t *result
);
static load_return_t
-load_thread(
+load_unixthread(
struct thread_command *tcp,
- thread_t thr_act,
+ thread_t thread,
+ int64_t slide,
load_result_t *result
);
static load_return_t
load_threadstate(
thread_t thread,
- unsigned long *ts,
- unsigned long total_size
+ uint32_t *ts,
+ uint32_t total_size
);
static load_return_t
load_threadstack(
thread_t thread,
- unsigned long *ts,
- unsigned long total_size,
+ uint32_t *ts,
+ uint32_t total_size,
mach_vm_offset_t *user_stack,
int *customstack
);
static load_return_t
load_threadentry(
thread_t thread,
- unsigned long *ts,
- unsigned long total_size,
+ uint32_t *ts,
+ uint32_t total_size,
mach_vm_offset_t *entry_point
);
struct dylinker_command *lcp,
integer_t archbits,
vm_map_t map,
- thread_t thr_act,
+ thread_t thread,
int depth,
- load_result_t *result,
- boolean_t clean_regions
+ int64_t slide,
+ load_result_t *result
);
+struct macho_data;
+
static load_return_t
get_macho_vnode(
char *path,
struct mach_header *mach_header,
off_t *file_offset,
off_t *macho_size,
+ struct macho_data *macho_data,
struct vnode **vpp
);
+static inline void
+widen_segment_command(const struct segment_command *scp32,
+ struct segment_command_64 *scp)
+{
+ scp->cmd = scp32->cmd;
+ scp->cmdsize = scp32->cmdsize;
+ bcopy(scp32->segname, scp->segname, sizeof(scp->segname));
+ scp->vmaddr = scp32->vmaddr;
+ scp->vmsize = scp32->vmsize;
+ scp->fileoff = scp32->fileoff;
+ scp->filesize = scp32->filesize;
+ scp->maxprot = scp32->maxprot;
+ scp->initprot = scp32->initprot;
+ scp->nsects = scp32->nsects;
+ scp->flags = scp32->flags;
+}
+
+static void
+note_all_image_info_section(const struct segment_command_64 *scp,
+ boolean_t is64, size_t section_size, const void *sections,
+ int64_t slide, load_result_t *result)
+{
+ const union {
+ struct section s32;
+ struct section_64 s64;
+ } *sectionp;
+ unsigned int i;
+
+ if (strncmp(scp->segname, "__DATA", sizeof(scp->segname)) != 0)
+ return;
+ for (i = 0; i < scp->nsects; ++i) {
+ sectionp = (const void *)
+ ((const char *)sections + section_size * i);
+ if (0 == strncmp(sectionp->s64.sectname, "__all_image_info",
+ sizeof(sectionp->s64.sectname))) {
+ result->all_image_info_addr =
+ is64 ? sectionp->s64.addr : sectionp->s32.addr;
+ result->all_image_info_addr += slide;
+ result->all_image_info_size =
+ is64 ? sectionp->s64.size : sectionp->s32.size;
+ return;
+ }
+ }
+}
+
load_return_t
load_machfile(
struct image_params *imgp,
struct mach_header *header,
- thread_t thr_act,
+ thread_t thread,
vm_map_t new_map,
- boolean_t clean_regions,
load_result_t *result
)
{
struct vnode *vp = imgp->ip_vp;
off_t file_offset = imgp->ip_arch_offset;
off_t macho_size = imgp->ip_arch_size;
+ off_t file_size = imgp->ip_vattr->va_data_size;
pmap_t pmap = 0; /* protected by create_map */
vm_map_t map;
vm_map_t old_map;
+ task_t old_task = TASK_NULL; /* protected by create_map */
load_result_t myresult;
load_return_t lret;
- boolean_t create_map = TRUE;
+ boolean_t create_map = FALSE;
+ int spawn = (imgp->ip_flags & IMGPF_SPAWN);
+ task_t task = current_task();
+ proc_t p = current_proc();
+ mach_vm_offset_t aslr_offset = 0;
+ kern_return_t kret;
+
+ if (macho_size > file_size) {
+ return(LOAD_BADMACHO);
+ }
- if (new_map != VM_MAP_NULL) {
- create_map = FALSE;
+ if (new_map == VM_MAP_NULL) {
+ create_map = TRUE;
+ old_task = current_task();
+ }
+
+ /*
+ * If we are spawning, we have created backing objects for the process
+ * already, which include non-lazily creating the task map. So we
+ * are going to switch out the task map with one appropriate for the
+ * bitness of the image being loaded.
+ */
+ if (spawn) {
+ create_map = TRUE;
+ old_task = get_threadtask(thread);
}
if (create_map) {
- old_map = current_map();
-#ifdef i386
- pmap = get_task_pmap(current_task());
- pmap_reference(pmap);
-#else
- pmap = pmap_create((vm_map_size_t) 0);
-#endif
+ pmap = pmap_create(get_task_ledger(task), (vm_map_size_t) 0,
+ (imgp->ip_flags & IMGPF_IS_64BIT));
+ pal_switch_pmap(thread, pmap, imgp->ip_flags & IMGPF_IS_64BIT);
map = vm_map_create(pmap,
- get_map_min(old_map),
- get_map_max(old_map),
- TRUE); /**** FIXME ****/
+ 0,
+ vm_compute_max_offset((imgp->ip_flags & IMGPF_IS_64BIT)),
+ TRUE);
+
} else
map = new_map;
-
+
+#ifndef CONFIG_ENFORCE_SIGNED_CODE
+ /* This turns off faulting for executable pages, which allows to
+ * circumvent Code Signing Enforcement */
+ if ( (header->flags & MH_ALLOW_STACK_EXECUTION) )
+ vm_map_disable_NX(map);
+#endif
+
+ /* Forcibly disallow execution from data pages on even if the arch
+ * normally permits it. */
+ if ((header->flags & MH_NO_HEAP_EXECUTION) && !(imgp->ip_flags & IMGPF_ALLOW_DATA_EXEC))
+ vm_map_disallow_data_exec(map);
+
+ /*
+ * Compute a random offset for ASLR.
+ */
+ if (!(imgp->ip_flags & IMGPF_DISABLE_ASLR)) {
+ aslr_offset = random();
+ aslr_offset %= 1 << ((imgp->ip_flags & IMGPF_IS_64BIT) ? 16 : 8);
+ aslr_offset <<= PAGE_SHIFT;
+ }
+
if (!result)
result = &myresult;
*result = load_result_null;
- lret = parse_machfile(vp, map, thr_act, header, file_offset, macho_size,
- ((imgp->ip_flags & IMGPF_IS_64BIT) == 0), /* shared regions? */
- clean_regions, 0, result);
+ lret = parse_machfile(vp, map, thread, header, file_offset, macho_size,
+ 0, (int64_t)aslr_offset, result);
if (lret != LOAD_SUCCESS) {
if (create_map) {
return(lret);
}
+#if CONFIG_EMBEDDED
/*
- * Commit to new map. First make sure that the current
- * users of the task get done with it, and that we clean
- * up the old contents of IPC and memory. The task is
- * guaranteed to be single threaded upon return (us).
+ * Check to see if the page zero is enforced by the map->min_offset.
+ */
+ if (vm_map_has_hard_pagezero(map, 0x1000) == FALSE) {
+ if (create_map) {
+ vm_map_deallocate(map); /* will lose pmap reference too */
+ }
+ printf("Cannot enforce a hard page-zero for %s\n", imgp->ip_strings);
+ psignal(vfs_context_proc(imgp->ip_vfs_context), SIGKILL);
+ return (LOAD_BADMACHO);
+ }
+#else
+ /*
+ * For 64-bit users, check for presence of a 4GB page zero
+ * which will enable the kernel to share the user's address space
+ * and hence avoid TLB flushes on kernel entry/exit
+ */
+
+ if ((imgp->ip_flags & IMGPF_IS_64BIT) &&
+ vm_map_has_4GB_pagezero(map)) {
+ vm_map_set_4GB_pagezero(map);
+ }
+#endif
+ /*
+ * Commit to new map.
*
* Swap the new map for the old, which consumes our new map
* reference but each leaves us responsible for the old_map reference.
* That lets us get off the pmap associated with it, and
* then we can release it.
*/
- if (create_map) {
- task_halt(current_task());
- old_map = swap_task_map(current_task(), map);
-#ifndef i386
- pmap_switch(pmap); /* Make sure we are using the new pmap */
-#endif
+ if (create_map) {
+ /*
+ * If this is an exec, then we are going to destroy the old
+ * task, and it's correct to halt it; if it's spawn, the
+ * task is not yet running, and it makes no sense.
+ */
+ if (!spawn) {
+ /*
+ * Mark the task as halting and start the other
+ * threads towards terminating themselves. Then
+ * make sure any threads waiting for a process
+ * transition get informed that we are committed to
+ * this transition, and then finally complete the
+ * task halting (wait for threads and then cleanup
+ * task resources).
+ *
+ * NOTE: task_start_halt() makes sure that no new
+ * threads are created in the task during the transition.
+ * We need to mark the workqueue as exiting before we
+ * wait for threads to terminate (at the end of which
+ * we no longer have a prohibition on thread creation).
+ *
+ * Finally, clean up any lingering workqueue data structures
+ * that may have been left behind by the workqueue threads
+ * as they exited (and then clean up the work queue itself).
+ */
+ kret = task_start_halt(task);
+ if (kret != KERN_SUCCESS) {
+ return(kret);
+ }
+ proc_transcommit(p, 0);
+ workqueue_mark_exiting(p);
+ task_complete_halt(task);
+ workqueue_exit(p);
+ }
+ old_map = swap_task_map(old_task, thread, map, !spawn);
+ vm_map_clear_4GB_pagezero(old_map);
vm_map_deallocate(old_map);
}
return(LOAD_SUCCESS);
}
-int dylink_test = 1;
-
/*
* The file size of a mach-o file is limited to 32 bits; this is because
* this is the limit on the kalloc() of enough bytes for a mach_header and
* bits in the file format itself. We read into the kernel buffer the
* commands section, and then parse it in order to parse the mach-o file
* format load_command segment(s). We are only interested in a subset of
- * the total set of possible commands.
+ * the total set of possible commands. If "map"==VM_MAP_NULL or
+ * "thread"==THREAD_NULL, do not make permament VM modifications,
+ * just preflight the parse.
*/
static
load_return_t
parse_machfile(
struct vnode *vp,
vm_map_t map,
- thread_t thr_act,
+ thread_t thread,
struct mach_header *header,
off_t file_offset,
off_t macho_size,
- boolean_t shared_regions,
- boolean_t clean_regions,
int depth,
+ int64_t aslr_offset,
load_result_t *result
)
{
uint32_t ncmds;
struct load_command *lcp;
struct dylinker_command *dlp = 0;
+ struct uuid_command *uulp = 0;
integer_t dlarchbits = 0;
- void * pager;
+ void * control;
load_return_t ret = LOAD_SUCCESS;
caddr_t addr;
void * kl_addr;
size_t offset;
size_t oldoffset; /* for overflow check */
int pass;
- struct proc *p = current_proc(); /* XXXX */
+ proc_t p = current_proc(); /* XXXX */
int error;
int resid=0;
- task_t task;
size_t mach_header_sz = sizeof(struct mach_header);
boolean_t abi64;
+ boolean_t got_code_signatures = FALSE;
+ int64_t slide = 0;
if (header->magic == MH_MAGIC_64 ||
header->magic == MH_CIGAM_64) {
/*
* Break infinite recursion
*/
- if (depth > 6)
+ if (depth > 6) {
return(LOAD_FAILURE);
-
- task = (task_t)get_threadtask(thr_act);
+ }
depth++;
* Check to see if right machine type.
*/
if (((cpu_type_t)(header->cputype & ~CPU_ARCH_MASK) != cpu_type()) ||
- !grade_binary(header->cputype, header->cpusubtype))
+ !grade_binary(header->cputype,
+ header->cpusubtype & ~CPU_SUBTYPE_MASK))
return(LOAD_BADARCH);
abi64 = ((header->cputype & CPU_ARCH_ABI64) == CPU_ARCH_ABI64);
case MH_OBJECT:
case MH_EXECUTE:
case MH_PRELOAD:
- if (depth != 1)
+ if (depth != 1) {
return (LOAD_FAILURE);
+ }
break;
case MH_FVMLIB:
case MH_DYLIB:
- if (depth == 1)
+ if (depth == 1) {
return (LOAD_FAILURE);
+ }
break;
case MH_DYLINKER:
- if (depth != 2)
+ if (depth != 2) {
return (LOAD_FAILURE);
+ }
break;
default:
/*
* Get the pager for the file.
*/
- UBCINFOCHECK("parse_machfile", vp);
- pager = (void *) ubc_getpager(vp);
+ control = ubc_getobject(vp, UBC_FLAGS_NONE);
/*
* Map portion that must be accessible directly into
* kernel's map.
*/
- if ((mach_header_sz + header->sizeofcmds) > macho_size)
+ if ((off_t)(mach_header_sz + header->sizeofcmds) > macho_size)
return(LOAD_BADMACHO);
/*
return(LOAD_NOSPACE);
error = vn_rdwr(UIO_READ, vp, addr, size, file_offset,
- UIO_SYSSPACE32, 0, kauth_cred_get(), &resid, p);
+ UIO_SYSSPACE, 0, kauth_cred_get(), &resid, p);
if (error) {
if (kl_addr )
kfree(kl_addr, kl_size);
return(LOAD_IOERROR);
}
- /* (void)ubc_map(vp, PROT_EXEC); */ /* NOT HERE */
-
+
+ /*
+ * For PIE and dyld, slide everything by the ASLR offset.
+ */
+ if ((header->flags & MH_PIE) || (header->filetype == MH_DYLINKER)) {
+ slide = aslr_offset;
+ }
+
/*
* Scan through the commands, processing each one as necessary.
*/
- for (pass = 1; pass <= 2; pass++) {
+ for (pass = 1; pass <= 3; pass++) {
+
+ /*
+ * Check that the entry point is contained in an executable segments
+ */
+ if ((pass == 3) && (result->validentry == 0)) {
+ thread_state_initialize(thread);
+ ret = LOAD_FAILURE;
+ break;
+ }
+
/*
* Loop through each of the load_commands indicated by the
* Mach-O header; if an absurd value is provided, we just
*/
offset = mach_header_sz;
ncmds = header->ncmds;
+
while (ncmds--) {
/*
* Get a pointer to the command.
* intervention is required.
*/
switch(lcp->cmd) {
+ case LC_SEGMENT:
case LC_SEGMENT_64:
- if (pass != 1)
+ if (pass != 2)
break;
- ret = load_segment_64(
- (struct segment_command_64 *)lcp,
- pager,
+ ret = load_segment(lcp,
+ header->filetype,
+ control,
file_offset,
macho_size,
- ubc_getsize(vp),
+ vp,
map,
+ slide,
result);
break;
- case LC_SEGMENT:
+ case LC_UNIXTHREAD:
if (pass != 1)
break;
- ret = load_segment(
- (struct segment_command *) lcp,
- pager,
- file_offset,
- macho_size,
- ubc_getsize(vp),
- map,
- result);
+ ret = load_unixthread(
+ (struct thread_command *) lcp,
+ thread,
+ slide,
+ result);
break;
- case LC_THREAD:
- if (pass != 2)
+ case LC_MAIN:
+ if (pass != 1)
break;
- ret = load_thread((struct thread_command *)lcp,
- thr_act,
- result);
- break;
- case LC_UNIXTHREAD:
- if (pass != 2)
+ if (depth != 1)
break;
- ret = load_unixthread(
- (struct thread_command *) lcp,
- thr_act,
+ ret = load_main(
+ (struct entry_point_command *) lcp,
+ thread,
+ slide,
result);
break;
case LC_LOAD_DYLINKER:
- if (pass != 2)
+ if (pass != 3)
break;
if ((depth == 1) && (dlp == 0)) {
dlp = (struct dylinker_command *)lcp;
ret = LOAD_FAILURE;
}
break;
+ case LC_UUID:
+ if (pass == 1 && depth == 1) {
+ uulp = (struct uuid_command *)lcp;
+ memcpy(&result->uuid[0], &uulp->uuid[0], sizeof(result->uuid));
+ }
+ break;
+ case LC_CODE_SIGNATURE:
+ /* CODE SIGNING */
+ if (pass != 1)
+ break;
+ /* pager -> uip ->
+ load signatures & store in uip
+ set VM object "signed_pages"
+ */
+ ret = load_code_signature(
+ (struct linkedit_data_command *) lcp,
+ vp,
+ file_offset,
+ macho_size,
+ header->cputype,
+ (depth == 1) ? result : NULL);
+ if (ret != LOAD_SUCCESS) {
+ printf("proc %d: load code signature error %d "
+ "for file \"%s\"\n",
+ p->p_pid, ret, vp->v_name);
+ ret = LOAD_SUCCESS; /* ignore error */
+ } else {
+ got_code_signatures = TRUE;
+ }
+ break;
+#if CONFIG_CODE_DECRYPTION
+ case LC_ENCRYPTION_INFO:
+ if (pass != 3)
+ break;
+ ret = set_code_unprotect(
+ (struct encryption_info_command *) lcp,
+ addr, map, slide, vp);
+ if (ret != LOAD_SUCCESS) {
+ printf("proc %d: set_code_unprotect() error %d "
+ "for file \"%s\"\n",
+ p->p_pid, ret, vp->v_name);
+ /* Don't let the app run if it's
+ * encrypted but we failed to set up the
+ * decrypter */
+ psignal(p, SIGKILL);
+ }
+ break;
+#endif
default:
/* Other commands are ignored by the kernel */
ret = LOAD_SUCCESS;
break;
}
if (ret == LOAD_SUCCESS) {
+ if (! got_code_signatures) {
+ struct cs_blob *blob;
+ /* no embedded signatures: look for detached ones */
+ blob = ubc_cs_blob_get(vp, -1, file_offset);
+ if (blob != NULL) {
+ /* get flags to be applied to the process */
+ result->csflags |= blob->csb_flags;
+ }
+ }
- if (shared_regions) {
- vm_offset_t vmaddr;
- shared_region_mapping_t shared_region;
- struct shared_region_task_mappings map_info;
- shared_region_mapping_t next;
-
-RedoLookup:
- vm_get_shared_region(task, &shared_region);
- map_info.self = (vm_offset_t)shared_region;
- shared_region_mapping_info(shared_region,
- &(map_info.text_region),
- &(map_info.text_size),
- &(map_info.data_region),
- &(map_info.data_size),
- &(map_info.region_mappings),
- &(map_info.client_base),
- &(map_info.alternate_base),
- &(map_info.alternate_next),
- &(map_info.fs_base),
- &(map_info.system),
- &(map_info.flags), &next);
-
- if((map_info.flags & SHARED_REGION_FULL) ||
- (map_info.flags & SHARED_REGION_STALE)) {
- shared_region_mapping_t system_region;
- system_region = lookup_default_shared_region(
- map_info.fs_base, map_info.system);
- if((map_info.self != (vm_offset_t)system_region) &&
- (map_info.flags & SHARED_REGION_SYSTEM)) {
- if(system_region == NULL) {
- shared_file_boot_time_init(
- map_info.fs_base, map_info.system);
- } else {
- vm_set_shared_region(task, system_region);
- }
- shared_region_mapping_dealloc(
- (shared_region_mapping_t)map_info.self);
- goto RedoLookup;
- } else if (map_info.flags & SHARED_REGION_SYSTEM) {
- shared_region_mapping_dealloc(system_region);
- shared_file_boot_time_init(
- map_info.fs_base, map_info.system);
- shared_region_mapping_dealloc(
- (shared_region_mapping_t)map_info.self);
- } else {
- shared_region_mapping_dealloc(system_region);
- }
+ /* Make sure if we need dyld, we got it */
+ if (result->needs_dynlinker && !dlp) {
+ ret = LOAD_FAILURE;
}
- if (dylink_test) {
- p->p_flag |= P_NOSHLIB; /* no shlibs in use */
- vmaddr = map_info.client_base;
- if(clean_regions) {
- vm_map(map, &vmaddr, map_info.text_size,
- 0, SHARED_LIB_ALIAS|VM_FLAGS_FIXED,
- map_info.text_region, 0, FALSE,
- VM_PROT_READ, VM_PROT_READ, VM_INHERIT_SHARE);
- } else {
- vm_map(map, &vmaddr, map_info.text_size, 0,
- (VM_MEMORY_SHARED_PMAP << 24)
- | SHARED_LIB_ALIAS | VM_FLAGS_FIXED,
- map_info.text_region, 0, FALSE,
- VM_PROT_READ, VM_PROT_READ, VM_INHERIT_SHARE);
- }
- vmaddr = map_info.client_base + map_info.text_size;
- vm_map(map, &vmaddr, map_info.data_size,
- 0, SHARED_LIB_ALIAS | VM_FLAGS_FIXED,
- map_info.data_region, 0, TRUE,
- VM_PROT_READ, VM_PROT_READ, VM_INHERIT_SHARE);
-
- while (next) {
- /* this should be fleshed out for the general case */
- /* but this is not necessary for now. Indeed we */
- /* are handling the com page inside of the */
- /* shared_region mapping create calls for now for */
- /* simplicities sake. If more general support is */
- /* needed the code to manipulate the shared range */
- /* chain can be pulled out and moved to the callers*/
- shared_region_mapping_info(next,
- &(map_info.text_region),
- &(map_info.text_size),
- &(map_info.data_region),
- &(map_info.data_size),
- &(map_info.region_mappings),
- &(map_info.client_base),
- &(map_info.alternate_base),
- &(map_info.alternate_next),
- &(map_info.fs_base),
- &(map_info.system),
- &(map_info.flags), &next);
-
- vmaddr = map_info.client_base;
- vm_map(map, &vmaddr, map_info.text_size,
- 0, SHARED_LIB_ALIAS | VM_FLAGS_FIXED,
- map_info.text_region, 0, FALSE,
- VM_PROT_READ, VM_PROT_READ, VM_INHERIT_SHARE);
- }
- }
- }
- if (dlp != 0)
- ret = load_dylinker(dlp, dlarchbits, map, thr_act, depth, result, clean_regions);
+ if ((ret == LOAD_SUCCESS) && (dlp != 0)) {
+ /* load the dylinker, and always slide it by the ASLR
+ * offset regardless of PIE */
+ ret = load_dylinker(dlp, dlarchbits, map, thread, depth, aslr_offset, result);
+ }
- if(depth == 1) {
- if (result->thread_count == 0)
- ret = LOAD_FAILURE;
-#ifdef __ppc__
- else if ( abi64 ) {
- /* Map in 64-bit commpage */
- /* LP64todo - make this clean */
- pmap_map_sharedpage(current_task(), get_map_pmap(map));
- vm_map_commpage64(map);
- }
-#endif
+ if((ret == LOAD_SUCCESS) && (depth == 1)) {
+ if (result->thread_count == 0) {
+ ret = LOAD_FAILURE;
+ }
}
}
if (kl_addr )
kfree(kl_addr, kl_size);
- if (ret == LOAD_SUCCESS)
- (void)ubc_map(vp, PROT_EXEC);
-
return(ret);
}
-static
-load_return_t
-load_segment(
- struct segment_command *scp,
- void * pager,
- off_t pager_offset,
- off_t macho_size,
- __unused off_t end_of_file,
- vm_map_t map,
- load_result_t *result
-)
-{
- kern_return_t ret;
- vm_offset_t map_addr, map_offset;
- vm_size_t map_size, seg_size, delta_size;
- vm_prot_t initprot;
- vm_prot_t maxprot;
+#if CONFIG_CODE_DECRYPTION
- /*
- * Make sure what we get from the file is really ours (as specified
- * by macho_size).
- */
- if (scp->fileoff + scp->filesize > macho_size)
- return (LOAD_BADMACHO);
+#define APPLE_UNPROTECTED_HEADER_SIZE (3 * PAGE_SIZE_64)
- seg_size = round_page(scp->vmsize);
- if (seg_size == 0)
- return(KERN_SUCCESS);
+static load_return_t
+unprotect_segment(
+ uint64_t file_off,
+ uint64_t file_size,
+ struct vnode *vp,
+ off_t macho_offset,
+ vm_map_t map,
+ vm_map_offset_t map_addr,
+ vm_map_size_t map_size)
+{
+ kern_return_t kr;
/*
- * Round sizes to page size.
+ * The first APPLE_UNPROTECTED_HEADER_SIZE bytes (from offset 0 of
+ * this part of a Universal binary) are not protected...
+ * The rest needs to be "transformed".
*/
- map_size = round_page(scp->filesize);
- map_addr = trunc_page(scp->vmaddr);
-
- map_offset = pager_offset + scp->fileoff;
+ if (file_off <= APPLE_UNPROTECTED_HEADER_SIZE &&
+ file_off + file_size <= APPLE_UNPROTECTED_HEADER_SIZE) {
+ /* it's all unprotected, nothing to do... */
+ kr = KERN_SUCCESS;
+ } else {
+ if (file_off <= APPLE_UNPROTECTED_HEADER_SIZE) {
+ /*
+ * We start mapping in the unprotected area.
+ * Skip the unprotected part...
+ */
+ vm_map_offset_t delta;
- if (map_size > 0) {
- initprot = (scp->initprot) & VM_PROT_ALL;
- maxprot = (scp->maxprot) & VM_PROT_ALL;
- /*
- * Map a copy of the file into the address space.
- */
- ret = vm_map(map,
- &map_addr, map_size, (vm_offset_t)0,
- VM_FLAGS_FIXED, pager, map_offset, TRUE,
- initprot, maxprot,
- VM_INHERIT_DEFAULT);
- if (ret != KERN_SUCCESS)
- return(LOAD_NOSPACE);
-
- /*
- * If the file didn't end on a page boundary,
- * we need to zero the leftover.
- */
- delta_size = map_size - scp->filesize;
-#if FIXME
- if (delta_size > 0) {
- vm_offset_t tmp;
-
- ret = vm_allocate(kernel_map, &tmp, delta_size, VM_FLAGS_ANYWHERE);
- if (ret != KERN_SUCCESS)
- return(LOAD_RESOURCE);
-
- if (copyout(tmp, map_addr + scp->filesize,
- delta_size)) {
- (void) vm_deallocate(
- kernel_map, tmp, delta_size);
- return(LOAD_FAILURE);
- }
-
- (void) vm_deallocate(kernel_map, tmp, delta_size);
+ delta = APPLE_UNPROTECTED_HEADER_SIZE;
+ delta -= file_off;
+ map_addr += delta;
+ map_size -= delta;
}
-#endif /* FIXME */
+ /* ... transform the rest of the mapping. */
+ struct pager_crypt_info crypt_info;
+ crypt_info.page_decrypt = dsmos_page_transform;
+ crypt_info.crypt_ops = NULL;
+ crypt_info.crypt_end = NULL;
+#pragma unused(vp, macho_offset)
+ crypt_info.crypt_ops = (void *)0x2e69cf40;
+ kr = vm_map_apple_protected(map,
+ map_addr,
+ map_addr + map_size,
+ &crypt_info);
}
- /*
- * If the virtual size of the segment is greater
- * than the size from the file, we need to allocate
- * zero fill memory for the rest.
- */
- delta_size = seg_size - map_size;
- if (delta_size > 0) {
- vm_offset_t tmp = map_addr + map_size;
-
- ret = vm_allocate(map, &tmp, delta_size, VM_FLAGS_FIXED);
- if (ret != KERN_SUCCESS)
- return(LOAD_NOSPACE);
- }
-
- /*
- * Set protection values. (Note: ignore errors!)
- */
-
- if (scp->maxprot != VM_PROT_DEFAULT) {
- (void) vm_protect(map,
- map_addr, seg_size,
- TRUE, scp->maxprot);
+ if (kr != KERN_SUCCESS) {
+ return LOAD_FAILURE;
}
- if (scp->initprot != VM_PROT_DEFAULT) {
- (void) vm_protect(map,
- map_addr, seg_size,
- FALSE, scp->initprot);
- }
- if ( (scp->fileoff == 0) && (scp->filesize != 0) )
- result->mach_header = map_addr;
- return(LOAD_SUCCESS);
+ return LOAD_SUCCESS;
}
+#else /* CONFIG_CODE_DECRYPTION */
+static load_return_t
+unprotect_segment(
+ __unused uint64_t file_off,
+ __unused uint64_t file_size,
+ __unused struct vnode *vp,
+ __unused off_t macho_offset,
+ __unused vm_map_t map,
+ __unused vm_map_offset_t map_addr,
+ __unused vm_map_size_t map_size)
+{
+ return LOAD_SUCCESS;
+}
+#endif /* CONFIG_CODE_DECRYPTION */
static
load_return_t
-load_segment_64(
- struct segment_command_64 *scp64,
- void * pager,
+load_segment(
+ struct load_command *lcp,
+ uint32_t filetype,
+ void * control,
off_t pager_offset,
off_t macho_size,
- __unused off_t end_of_file,
+ struct vnode *vp,
vm_map_t map,
+ int64_t slide,
load_result_t *result
)
{
+ struct segment_command_64 segment_command, *scp;
kern_return_t ret;
- mach_vm_offset_t map_addr, map_offset;
- mach_vm_size_t map_size, seg_size, delta_size;
+ vm_map_offset_t map_addr, map_offset;
+ vm_map_size_t map_size, seg_size, delta_size;
vm_prot_t initprot;
vm_prot_t maxprot;
+ size_t segment_command_size, total_section_size,
+ single_section_size;
+ boolean_t prohibit_pagezero_mapping = FALSE;
+ if (LC_SEGMENT_64 == lcp->cmd) {
+ segment_command_size = sizeof(struct segment_command_64);
+ single_section_size = sizeof(struct section_64);
+ } else {
+ segment_command_size = sizeof(struct segment_command);
+ single_section_size = sizeof(struct section);
+ }
+ if (lcp->cmdsize < segment_command_size)
+ return (LOAD_BADMACHO);
+ total_section_size = lcp->cmdsize - segment_command_size;
+
+ if (LC_SEGMENT_64 == lcp->cmd)
+ scp = (struct segment_command_64 *)lcp;
+ else {
+ scp = &segment_command;
+ widen_segment_command((struct segment_command *)lcp, scp);
+ }
+
/*
* Make sure what we get from the file is really ours (as specified
* by macho_size).
*/
- if (scp64->fileoff + scp64->filesize > (uint64_t)macho_size)
+ if (scp->fileoff + scp->filesize < scp->fileoff ||
+ scp->fileoff + scp->filesize > (uint64_t)macho_size)
+ return (LOAD_BADMACHO);
+ /*
+ * Ensure that the number of sections specified would fit
+ * within the load command size.
+ */
+ if (total_section_size / single_section_size < scp->nsects)
+ return (LOAD_BADMACHO);
+ /*
+ * Make sure the segment is page-aligned in the file.
+ */
+ if ((scp->fileoff & PAGE_MASK_64) != 0)
return (LOAD_BADMACHO);
-
- seg_size = round_page_64(scp64->vmsize);
- if (seg_size == 0)
- return(KERN_SUCCESS);
/*
* Round sizes to page size.
*/
- map_size = round_page_64(scp64->filesize); /* limited to 32 bits */
- map_addr = round_page_64(scp64->vmaddr);
+ seg_size = round_page_64(scp->vmsize);
+ map_size = round_page_64(scp->filesize);
+ map_addr = trunc_page_64(scp->vmaddr); /* JVXXX note that in XNU TOT this is round instead of trunc for 64 bits */
+ if (seg_size == 0)
+ return (KERN_SUCCESS);
+ if (map_addr == 0 &&
+ map_size == 0 &&
+ seg_size != 0 &&
+ (scp->initprot & VM_PROT_ALL) == VM_PROT_NONE &&
+ (scp->maxprot & VM_PROT_ALL) == VM_PROT_NONE) {
+ /*
+ * For PIE, extend page zero rather than moving it. Extending
+ * page zero keeps early allocations from falling predictably
+ * between the end of page zero and the beginning of the first
+ * slid segment.
+ */
+ seg_size += slide;
+ slide = 0;
+#if CONFIG_EMBEDDED
+ prohibit_pagezero_mapping = TRUE;
+#endif
+ /* XXX (4596982) this interferes with Rosetta, so limit to 64-bit tasks */
+ if (scp->cmd == LC_SEGMENT_64) {
+ prohibit_pagezero_mapping = TRUE;
+ }
+
+ if (prohibit_pagezero_mapping) {
+ /*
+ * This is a "page zero" segment: it starts at address 0,
+ * is not mapped from the binary file and is not accessible.
+ * User-space should never be able to access that memory, so
+ * make it completely off limits by raising the VM map's
+ * minimum offset.
+ */
+ ret = vm_map_raise_min_offset(map, seg_size);
+ if (ret != KERN_SUCCESS) {
+ return (LOAD_FAILURE);
+ }
+ return (LOAD_SUCCESS);
+ }
+ }
+
+ /* If a non-zero slide was specified by the caller, apply now */
+ map_addr += slide;
+
+ if (map_addr < result->min_vm_addr)
+ result->min_vm_addr = map_addr;
+ if (map_addr+seg_size > result->max_vm_addr)
+ result->max_vm_addr = map_addr+seg_size;
- map_offset = pager_offset + scp64->fileoff; /* limited to 32 bits */
+ if (map == VM_MAP_NULL)
+ return (LOAD_SUCCESS);
+
+ map_offset = pager_offset + scp->fileoff; /* limited to 32 bits */
if (map_size > 0) {
- initprot = (scp64->initprot) & VM_PROT_ALL;
- maxprot = (scp64->maxprot) & VM_PROT_ALL;
+ initprot = (scp->initprot) & VM_PROT_ALL;
+ maxprot = (scp->maxprot) & VM_PROT_ALL;
/*
* Map a copy of the file into the address space.
*/
- ret = mach_vm_map(map,
+ ret = vm_map_enter_mem_object_control(map,
&map_addr, map_size, (mach_vm_offset_t)0,
- VM_FLAGS_FIXED, pager, map_offset, TRUE,
+ VM_FLAGS_FIXED, control, map_offset, TRUE,
initprot, maxprot,
VM_INHERIT_DEFAULT);
if (ret != KERN_SUCCESS)
- return(LOAD_NOSPACE);
+ return (LOAD_NOSPACE);
/*
* If the file didn't end on a page boundary,
* we need to zero the leftover.
*/
- delta_size = map_size - scp64->filesize;
+ delta_size = map_size - scp->filesize;
#if FIXME
if (delta_size > 0) {
mach_vm_offset_t tmp;
- ret = vm_allocate(kernel_map, &tmp, delta_size, VM_FLAGS_ANYWHERE);
+ ret = mach_vm_allocate(kernel_map, &tmp, delta_size, VM_FLAGS_ANYWHERE);
if (ret != KERN_SUCCESS)
return(LOAD_RESOURCE);
- if (copyout(tmp, map_addr + scp64->filesize,
+ if (copyout(tmp, map_addr + scp->filesize,
delta_size)) {
- (void) vm_deallocate(
+ (void) mach_vm_deallocate(
kernel_map, tmp, delta_size);
- return (LOAD_FAILURE);
+ return (LOAD_FAILURE);
}
- (void) vm_deallocate(kernel_map, tmp, delta_size);
+ (void) mach_vm_deallocate(kernel_map, tmp, delta_size);
}
#endif /* FIXME */
}
if (delta_size > 0) {
mach_vm_offset_t tmp = map_addr + map_size;
- ret = mach_vm_allocate(map, &tmp, delta_size, VM_FLAGS_FIXED);
+ ret = mach_vm_map(map, &tmp, delta_size, 0, VM_FLAGS_FIXED,
+ NULL, 0, FALSE,
+ scp->initprot, scp->maxprot,
+ VM_INHERIT_DEFAULT);
if (ret != KERN_SUCCESS)
return(LOAD_NOSPACE);
}
- /*
- * Set protection values. (Note: ignore errors!)
- */
+ if ( (scp->fileoff == 0) && (scp->filesize != 0) )
+ result->mach_header = map_addr;
- if (scp64->maxprot != VM_PROT_DEFAULT) {
- (void) mach_vm_protect(map,
- map_addr, seg_size,
- TRUE, scp64->maxprot);
- }
- if (scp64->initprot != VM_PROT_DEFAULT) {
- (void) mach_vm_protect(map,
- map_addr, seg_size,
- FALSE, scp64->initprot);
+ if (scp->flags & SG_PROTECTED_VERSION_1) {
+ ret = unprotect_segment(scp->fileoff,
+ scp->filesize,
+ vp,
+ pager_offset,
+ map,
+ map_addr,
+ map_size);
+ } else {
+ ret = LOAD_SUCCESS;
}
- if ( (scp64->fileoff == 0) && (scp64->filesize != 0) )
- result->mach_header = map_addr;
- return(LOAD_SUCCESS);
+ if (LOAD_SUCCESS == ret && filetype == MH_DYLINKER &&
+ result->all_image_info_addr == MACH_VM_MIN_ADDRESS)
+ note_all_image_info_section(scp,
+ LC_SEGMENT_64 == lcp->cmd, single_section_size,
+ (const char *)lcp + segment_command_size, slide, result);
+
+ if ((result->entry_point >= map_addr) && (result->entry_point < (map_addr + map_size)))
+ result->validentry = 1;
+
+ return ret;
}
+
+
static
load_return_t
-load_thread(
- struct thread_command *tcp,
- thread_t thread,
+load_main(
+ struct entry_point_command *epc,
+ thread_t thread,
+ int64_t slide,
load_result_t *result
)
{
- kern_return_t kret;
- load_return_t lret;
- task_t task;
- int customstack=0;
-
- task = get_threadtask(thread);
-
- /* if count is 0; same as thr_act */
+ mach_vm_offset_t addr;
+ kern_return_t ret;
+
+ if (epc->cmdsize < sizeof(*epc))
+ return (LOAD_BADMACHO);
if (result->thread_count != 0) {
- kret = thread_create(task, &thread);
- if (kret != KERN_SUCCESS)
- return(LOAD_RESOURCE);
- thread_deallocate(thread);
+ printf("load_main: already have a thread!");
+ return (LOAD_FAILURE);
}
- lret = load_threadstate(thread,
- (unsigned long *)(((vm_offset_t)tcp) +
- sizeof(struct thread_command)),
- tcp->cmdsize - sizeof(struct thread_command));
- if (lret != LOAD_SUCCESS)
- return (lret);
-
- if (result->thread_count == 0) {
- lret = load_threadstack(thread,
- (unsigned long *)(((vm_offset_t)tcp) +
- sizeof(struct thread_command)),
- tcp->cmdsize - sizeof(struct thread_command),
- &result->user_stack,
- &customstack);
- if (customstack)
- result->customstack = 1;
- else
- result->customstack = 0;
-
- if (lret != LOAD_SUCCESS)
- return(lret);
-
- lret = load_threadentry(thread,
- (unsigned long *)(((vm_offset_t)tcp) +
- sizeof(struct thread_command)),
- tcp->cmdsize - sizeof(struct thread_command),
- &result->entry_point);
- if (lret != LOAD_SUCCESS)
- return(lret);
+ if (thread == THREAD_NULL)
+ return (LOAD_SUCCESS);
+
+ /* LC_MAIN specifies stack size but not location */
+ if (epc->stacksize) {
+ result->prog_stack_size = 1;
+ result->user_stack_size = epc->stacksize;
+ } else {
+ result->prog_stack_size = 0;
+ result->user_stack_size = MAXSSIZ;
}
- /*
- * Resume thread now, note that this means that the thread
- * commands should appear after all the load commands to
- * be sure they don't reference anything not yet mapped.
- */
- else
- thread_resume(thread);
-
+ result->prog_allocated_stack = 0;
+
+ /* use default location for stack */
+ ret = thread_userstackdefault(thread, &addr);
+ if (ret != KERN_SUCCESS)
+ return(LOAD_FAILURE);
+
+ /* The stack slides down from the default location */
+ result->user_stack = addr;
+ result->user_stack -= slide;
+
+ /* kernel does *not* use entryoff from LC_MAIN. Dyld uses it. */
+ result->needs_dynlinker = TRUE;
+ result->validentry = TRUE;
+
+ ret = thread_state_initialize( thread );
+ if (ret != KERN_SUCCESS) {
+ return(LOAD_FAILURE);
+ }
+
+ result->unixproc = TRUE;
result->thread_count++;
return(LOAD_SUCCESS);
}
+
static
load_return_t
load_unixthread(
struct thread_command *tcp,
thread_t thread,
+ int64_t slide,
load_result_t *result
)
{
load_return_t ret;
int customstack =0;
+ mach_vm_offset_t addr;
- if (result->thread_count != 0)
+ if (tcp->cmdsize < sizeof(*tcp))
+ return (LOAD_BADMACHO);
+ if (result->thread_count != 0) {
+ printf("load_unixthread: already have a thread!");
return (LOAD_FAILURE);
+ }
+
+ if (thread == THREAD_NULL)
+ return (LOAD_SUCCESS);
ret = load_threadstack(thread,
- (unsigned long *)(((vm_offset_t)tcp) +
+ (uint32_t *)(((vm_offset_t)tcp) +
sizeof(struct thread_command)),
tcp->cmdsize - sizeof(struct thread_command),
- &result->user_stack,
+ &addr,
&customstack);
if (ret != LOAD_SUCCESS)
return(ret);
- if (customstack)
- result->customstack = 1;
- else
- result->customstack = 0;
+ /* LC_UNIXTHREAD optionally specifies stack size and location */
+
+ if (customstack) {
+ result->prog_stack_size = 0; /* unknown */
+ result->prog_allocated_stack = 1;
+ } else {
+ result->prog_allocated_stack = 0;
+ result->prog_stack_size = 0;
+ result->user_stack_size = MAXSSIZ;
+ }
+
+ /* The stack slides down from the default location */
+ result->user_stack = addr;
+ result->user_stack -= slide;
+
ret = load_threadentry(thread,
- (unsigned long *)(((vm_offset_t)tcp) +
+ (uint32_t *)(((vm_offset_t)tcp) +
sizeof(struct thread_command)),
tcp->cmdsize - sizeof(struct thread_command),
- &result->entry_point);
+ &addr);
if (ret != LOAD_SUCCESS)
return(ret);
+ result->entry_point = addr;
+ result->entry_point += slide;
+
ret = load_threadstate(thread,
- (unsigned long *)(((vm_offset_t)tcp) +
+ (uint32_t *)(((vm_offset_t)tcp) +
sizeof(struct thread_command)),
tcp->cmdsize - sizeof(struct thread_command));
if (ret != LOAD_SUCCESS)
load_return_t
load_threadstate(
thread_t thread,
- unsigned long *ts,
- unsigned long total_size
+ uint32_t *ts,
+ uint32_t total_size
)
{
kern_return_t ret;
- unsigned long size;
+ uint32_t size;
int flavor;
- unsigned long thread_size;
+ uint32_t thread_size;
ret = thread_state_initialize( thread );
- if (ret != KERN_SUCCESS)
+ if (ret != KERN_SUCCESS) {
return(LOAD_FAILURE);
+ }
/*
* Set the new thread state; iterate through the state flavors in
while (total_size > 0) {
flavor = *ts++;
size = *ts++;
- thread_size = (size+2)*sizeof(unsigned long);
+ if (UINT32_MAX-2 < size ||
+ UINT32_MAX/sizeof(uint32_t) < size+2)
+ return (LOAD_BADMACHO);
+ thread_size = (size+2)*sizeof(uint32_t);
if (thread_size > total_size)
return(LOAD_BADMACHO);
total_size -= thread_size;
* based on the value of flavor.
*/
ret = thread_setstatus(thread, flavor, (thread_state_t)ts, size);
- if (ret != KERN_SUCCESS)
+ if (ret != KERN_SUCCESS) {
return(LOAD_FAILURE);
- ts += size; /* ts is a (unsigned long *) */
+ }
+ ts += size; /* ts is a (uint32_t *) */
}
return(LOAD_SUCCESS);
}
load_return_t
load_threadstack(
thread_t thread,
- unsigned long *ts,
- unsigned long total_size,
- user_addr_t *user_stack,
+ uint32_t *ts,
+ uint32_t total_size,
+ mach_vm_offset_t *user_stack,
int *customstack
)
{
kern_return_t ret;
- unsigned long size;
+ uint32_t size;
int flavor;
- unsigned long stack_size;
+ uint32_t stack_size;
while (total_size > 0) {
flavor = *ts++;
size = *ts++;
- stack_size = (size+2)*sizeof(unsigned long);
+ if (UINT32_MAX-2 < size ||
+ UINT32_MAX/sizeof(uint32_t) < size+2)
+ return (LOAD_BADMACHO);
+ stack_size = (size+2)*sizeof(uint32_t);
if (stack_size > total_size)
return(LOAD_BADMACHO);
total_size -= stack_size;
* the value of flavor.
*/
ret = thread_userstack(thread, flavor, (thread_state_t)ts, size, user_stack, customstack);
- if (ret != KERN_SUCCESS)
+ if (ret != KERN_SUCCESS) {
return(LOAD_FAILURE);
- ts += size; /* ts is a (unsigned long *) */
+ }
+ ts += size; /* ts is a (uint32_t *) */
}
return(LOAD_SUCCESS);
}
load_return_t
load_threadentry(
thread_t thread,
- unsigned long *ts,
- unsigned long total_size,
+ uint32_t *ts,
+ uint32_t total_size,
mach_vm_offset_t *entry_point
)
{
kern_return_t ret;
- unsigned long size;
+ uint32_t size;
int flavor;
- unsigned long entry_size;
+ uint32_t entry_size;
/*
* Set the thread state.
while (total_size > 0) {
flavor = *ts++;
size = *ts++;
- entry_size = (size+2)*sizeof(unsigned long);
+ if (UINT32_MAX-2 < size ||
+ UINT32_MAX/sizeof(uint32_t) < size+2)
+ return (LOAD_BADMACHO);
+ entry_size = (size+2)*sizeof(uint32_t);
if (entry_size > total_size)
return(LOAD_BADMACHO);
total_size -= entry_size;
* the value of flavor.
*/
ret = thread_entrypoint(thread, flavor, (thread_state_t)ts, size, entry_point);
- if (ret != KERN_SUCCESS)
+ if (ret != KERN_SUCCESS) {
return(LOAD_FAILURE);
- ts += size; /* ts is a (unsigned long *) */
+ }
+ ts += size; /* ts is a (uint32_t *) */
}
return(LOAD_SUCCESS);
}
+struct macho_data {
+ struct nameidata __nid;
+ union macho_vnode_header {
+ struct mach_header mach_header;
+ struct fat_header fat_header;
+ char __pad[512];
+ } __header;
+};
-static
-load_return_t
+static load_return_t
load_dylinker(
struct dylinker_command *lcp,
integer_t archbits,
vm_map_t map,
- thread_t thr_act,
+ thread_t thread,
int depth,
- load_result_t *result,
- boolean_t clean_regions
+ int64_t slide,
+ load_result_t *result
)
{
char *name;
char *p;
- struct vnode *vp;
- struct mach_header header;
- off_t file_offset;
- off_t macho_size;
- vm_map_t copy_map;
- load_result_t myresult;
+ struct vnode *vp = NULLVP; /* set by get_macho_vnode() */
+ struct mach_header *header;
+ off_t file_offset = 0; /* set by get_macho_vnode() */
+ off_t macho_size = 0; /* set by get_macho_vnode() */
+ load_result_t *myresult;
kern_return_t ret;
- vm_map_copy_t tmp;
- mach_vm_offset_t dyl_start, map_addr;
- mach_vm_size_t dyl_length;
+ struct macho_data *macho_data;
+ struct {
+ struct mach_header __header;
+ load_result_t __myresult;
+ struct macho_data __macho_data;
+ } *dyld_data;
+
+ if (lcp->cmdsize < sizeof(*lcp))
+ return (LOAD_BADMACHO);
name = (char *)lcp + lcp->name.offset;
/*
return(LOAD_BADMACHO);
} while (*p++);
- ret = get_macho_vnode(name, archbits, &header, &file_offset, &macho_size, &vp);
+ /* Allocate wad-of-data from heap to reduce excessively deep stacks */
+
+ MALLOC(dyld_data, void *, sizeof (*dyld_data), M_TEMP, M_WAITOK);
+ header = &dyld_data->__header;
+ myresult = &dyld_data->__myresult;
+ macho_data = &dyld_data->__macho_data;
+
+ ret = get_macho_vnode(name, archbits, header,
+ &file_offset, &macho_size, macho_data, &vp);
if (ret)
- return (ret);
-
+ goto novp_out;
+
+ *myresult = load_result_null;
+
/*
- * Load the Mach-O.
- * Use a temporary map to do the work.
+ * First try to map dyld in directly. This should work most of
+ * the time since there shouldn't normally be something already
+ * mapped to its address.
*/
- copy_map = vm_map_create(pmap_create(vm_map_round_page(macho_size)),
- get_map_min(map), get_map_max(map), TRUE);
- if (VM_MAP_NULL == copy_map) {
- ret = LOAD_RESOURCE;
- goto out;
- }
- myresult = load_result_null;
+ ret = parse_machfile(vp, map, thread, header, file_offset,
+ macho_size, depth, slide, myresult);
- ret = parse_machfile(vp, copy_map, thr_act, &header,
- file_offset, macho_size,
- FALSE, clean_regions, depth, &myresult);
+ /*
+ * If it turned out something was in the way, then we'll take
+ * take this longer path to preflight dyld's vm ranges, then
+ * map it at a free location in the address space.
+ */
- if (ret)
- goto out;
+ if (ret == LOAD_NOSPACE) {
+ mach_vm_offset_t dyl_start, map_addr;
+ mach_vm_size_t dyl_length;
+ int64_t slide_amount;
- if (get_map_nentries(copy_map) > 0) {
+ *myresult = load_result_null;
- dyl_start = mach_get_vm_start(copy_map);
- dyl_length = mach_get_vm_end(copy_map) - dyl_start;
+ /*
+ * Preflight parsing the Mach-O file with a NULL
+ * map, which will return the ranges needed for a
+ * subsequent map attempt (with a slide) in "myresult"
+ */
+ ret = parse_machfile(vp, VM_MAP_NULL, THREAD_NULL, header,
+ file_offset, macho_size, depth, 0 /* slide */, myresult);
- map_addr = dyl_start;
- ret = mach_vm_allocate(map, &map_addr, dyl_length, VM_FLAGS_FIXED);
- if (ret != KERN_SUCCESS) {
- ret = mach_vm_allocate(map, &map_addr, dyl_length, VM_FLAGS_ANYWHERE);
+ if (ret != LOAD_SUCCESS) {
+ goto out;
}
+ dyl_start = myresult->min_vm_addr;
+ dyl_length = myresult->max_vm_addr - myresult->min_vm_addr;
+
+ dyl_length += slide;
+
+ /* To find an appropriate load address, do a quick allocation */
+ map_addr = dyl_start;
+ ret = mach_vm_allocate(map, &map_addr, dyl_length, VM_FLAGS_ANYWHERE);
if (ret != KERN_SUCCESS) {
ret = LOAD_NOSPACE;
goto out;
-
}
- ret = vm_map_copyin(copy_map,
- (vm_map_address_t)dyl_start,
- (vm_map_size_t)dyl_length,
- TRUE, &tmp);
+
+ ret = mach_vm_deallocate(map, map_addr, dyl_length);
if (ret != KERN_SUCCESS) {
- (void) vm_map_remove(map,
- vm_map_trunc_page(map_addr),
- vm_map_round_page(map_addr + dyl_length),
- VM_MAP_NO_FLAGS);
+ ret = LOAD_NOSPACE;
goto out;
}
+
+ if (map_addr < dyl_start)
+ slide_amount = -(int64_t)(dyl_start - map_addr);
+ else
+ slide_amount = (int64_t)(map_addr - dyl_start);
- ret = vm_map_copy_overwrite(map,
- (vm_map_address_t)map_addr,
- tmp, FALSE);
- if (ret != KERN_SUCCESS) {
- vm_map_copy_discard(tmp);
- (void) vm_map_remove(map,
- vm_map_trunc_page(map_addr),
- vm_map_round_page(map_addr + dyl_length),
- VM_MAP_NO_FLAGS);
+ slide_amount += slide;
+
+ *myresult = load_result_null;
+
+ ret = parse_machfile(vp, map, thread, header,
+ file_offset, macho_size, depth, slide_amount, myresult);
+
+ if (ret) {
goto out;
}
+ }
- if (map_addr != dyl_start)
- myresult.entry_point += (map_addr - dyl_start);
- } else
- ret = LOAD_FAILURE;
-
if (ret == LOAD_SUCCESS) {
result->dynlinker = TRUE;
- result->entry_point = myresult.entry_point;
- (void)ubc_map(vp, PROT_EXEC);
+ result->entry_point = myresult->entry_point;
+ result->validentry = myresult->validentry;
+ result->all_image_info_addr = myresult->all_image_info_addr;
+ result->all_image_info_size = myresult->all_image_info_size;
}
out:
- vm_map_deallocate(copy_map);
-
vnode_put(vp);
+novp_out:
+ FREE(dyld_data, M_TEMP);
return (ret);
}
+static load_return_t
+load_code_signature(
+ struct linkedit_data_command *lcp,
+ struct vnode *vp,
+ off_t macho_offset,
+ off_t macho_size,
+ cpu_type_t cputype,
+ load_result_t *result)
+{
+ int ret;
+ kern_return_t kr;
+ vm_offset_t addr;
+ int resid;
+ struct cs_blob *blob;
+ int error;
+ vm_size_t blob_size;
+
+ addr = 0;
+ blob = NULL;
+
+ if (lcp->cmdsize != sizeof (struct linkedit_data_command) ||
+ lcp->dataoff + lcp->datasize > macho_size) {
+ ret = LOAD_BADMACHO;
+ goto out;
+ }
+
+ blob = ubc_cs_blob_get(vp, cputype, -1);
+ if (blob != NULL) {
+ /* we already have a blob for this vnode and cputype */
+ if (blob->csb_cpu_type == cputype &&
+ blob->csb_base_offset == macho_offset &&
+ blob->csb_mem_size == lcp->datasize) {
+ /* it matches the blob we want here: we're done */
+ ret = LOAD_SUCCESS;
+ } else {
+ /* the blob has changed for this vnode: fail ! */
+ ret = LOAD_BADMACHO;
+ }
+ goto out;
+ }
+
+ blob_size = lcp->datasize;
+ kr = ubc_cs_blob_allocate(&addr, &blob_size);
+ if (kr != KERN_SUCCESS) {
+ ret = LOAD_NOSPACE;
+ goto out;
+ }
+
+ resid = 0;
+ error = vn_rdwr(UIO_READ,
+ vp,
+ (caddr_t) addr,
+ lcp->datasize,
+ macho_offset + lcp->dataoff,
+ UIO_SYSSPACE,
+ 0,
+ kauth_cred_get(),
+ &resid,
+ current_proc());
+ if (error || resid != 0) {
+ ret = LOAD_IOERROR;
+ goto out;
+ }
+
+ if (ubc_cs_blob_add(vp,
+ cputype,
+ macho_offset,
+ addr,
+ lcp->datasize)) {
+ ret = LOAD_FAILURE;
+ goto out;
+ } else {
+ /* ubc_cs_blob_add() has consumed "addr" */
+ addr = 0;
+ }
+
+#if CHECK_CS_VALIDATION_BITMAP
+ ubc_cs_validation_bitmap_allocate( vp );
+#endif
+
+ blob = ubc_cs_blob_get(vp, cputype, -1);
+
+ ret = LOAD_SUCCESS;
+out:
+ if (result && ret == LOAD_SUCCESS) {
+ result->csflags |= blob->csb_flags;
+ }
+ if (addr != 0) {
+ ubc_cs_blob_deallocate(addr, blob_size);
+ addr = 0;
+ }
+
+ return ret;
+}
+
+
+#if CONFIG_CODE_DECRYPTION
+
+static load_return_t
+set_code_unprotect(
+ struct encryption_info_command *eip,
+ caddr_t addr,
+ vm_map_t map,
+ int64_t slide,
+ struct vnode *vp)
+{
+ int result, len;
+ pager_crypt_info_t crypt_info;
+ const char * cryptname = 0;
+ char *vpath;
+
+ size_t offset;
+ struct segment_command_64 *seg64;
+ struct segment_command *seg32;
+ vm_map_offset_t map_offset, map_size;
+ kern_return_t kr;
+
+ if (eip->cmdsize < sizeof(*eip)) return LOAD_BADMACHO;
+
+ switch(eip->cryptid) {
+ case 0:
+ /* not encrypted, just an empty load command */
+ return LOAD_SUCCESS;
+ case 1:
+ cryptname="com.apple.unfree";
+ break;
+ case 0x10:
+ /* some random cryptid that you could manually put into
+ * your binary if you want NULL */
+ cryptname="com.apple.null";
+ break;
+ default:
+ return LOAD_BADMACHO;
+ }
+
+ if (map == VM_MAP_NULL) return (LOAD_SUCCESS);
+ if (NULL == text_crypter_create) return LOAD_FAILURE;
+
+ MALLOC_ZONE(vpath, char *, MAXPATHLEN, M_NAMEI, M_WAITOK);
+ if(vpath == NULL) return LOAD_FAILURE;
+
+ len = MAXPATHLEN;
+ result = vn_getpath(vp, vpath, &len);
+ if(result) {
+ FREE_ZONE(vpath, MAXPATHLEN, M_NAMEI);
+ return LOAD_FAILURE;
+ }
+
+ /* set up decrypter first */
+ kr=text_crypter_create(&crypt_info, cryptname, (void*)vpath);
+ FREE_ZONE(vpath, MAXPATHLEN, M_NAMEI);
+
+ if(kr) {
+ printf("set_code_unprotect: unable to create decrypter %s, kr=%d\n",
+ cryptname, kr);
+ return LOAD_RESOURCE;
+ }
+
+ /* this is terrible, but we have to rescan the load commands to find the
+ * virtual address of this encrypted stuff. This code is gonna look like
+ * the dyld source one day... */
+ struct mach_header *header = (struct mach_header *)addr;
+ size_t mach_header_sz = sizeof(struct mach_header);
+ if (header->magic == MH_MAGIC_64 ||
+ header->magic == MH_CIGAM_64) {
+ mach_header_sz = sizeof(struct mach_header_64);
+ }
+ offset = mach_header_sz;
+ uint32_t ncmds = header->ncmds;
+ while (ncmds--) {
+ /*
+ * Get a pointer to the command.
+ */
+ struct load_command *lcp = (struct load_command *)(addr + offset);
+ offset += lcp->cmdsize;
+
+ switch(lcp->cmd) {
+ case LC_SEGMENT_64:
+ seg64 = (struct segment_command_64 *)lcp;
+ if ((seg64->fileoff <= eip->cryptoff) &&
+ (seg64->fileoff+seg64->filesize >=
+ eip->cryptoff+eip->cryptsize)) {
+ map_offset = seg64->vmaddr + eip->cryptoff - seg64->fileoff + slide;
+ map_size = eip->cryptsize;
+ goto remap_now;
+ }
+ case LC_SEGMENT:
+ seg32 = (struct segment_command *)lcp;
+ if ((seg32->fileoff <= eip->cryptoff) &&
+ (seg32->fileoff+seg32->filesize >=
+ eip->cryptoff+eip->cryptsize)) {
+ map_offset = seg32->vmaddr + eip->cryptoff - seg32->fileoff + slide;
+ map_size = eip->cryptsize;
+ goto remap_now;
+ }
+ }
+ }
+
+ /* if we get here, did not find anything */
+ return LOAD_BADMACHO;
+
+remap_now:
+ /* now remap using the decrypter */
+ kr = vm_map_apple_protected(map, map_offset, map_offset+map_size, &crypt_info);
+ if(kr) {
+ printf("set_code_unprotect(): mapping failed with %x\n", kr);
+ crypt_info.crypt_end(crypt_info.crypt_ops);
+ return LOAD_PROTECT;
+ }
+
+ return LOAD_SUCCESS;
+}
+
+#endif
+
/*
* This routine exists to support the load_dylinker().
*
struct mach_header *mach_header,
off_t *file_offset,
off_t *macho_size,
+ struct macho_data *data,
struct vnode **vpp
)
{
struct vnode *vp;
- struct vfs_context context;
- struct nameidata nid, *ndp;
- struct proc *p = current_proc(); /* XXXX */
+ vfs_context_t ctx = vfs_context_current();
+ proc_t p = vfs_context_proc(ctx);
+ kauth_cred_t kerncred;
+ struct nameidata *ndp = &data->__nid;
boolean_t is_fat;
struct fat_arch fat_arch;
- int error = LOAD_SUCCESS;
+ int error;
int resid;
- union {
- struct mach_header mach_header;
- struct fat_header fat_header;
- char pad[512];
- } header;
+ union macho_vnode_header *header = &data->__header;
off_t fsize = (off_t)0;
- struct ucred *cred = kauth_cred_get();
- int err2;
-
- context.vc_proc = p;
- context.vc_ucred = cred;
- ndp = &nid;
-
+ /*
+ * Capture the kernel credential for use in the actual read of the
+ * file, since the user doing the execution may have execute rights
+ * but not read rights, but to exec something, we have to either map
+ * or read it into the new process address space, which requires
+ * read rights. This is to deal with lack of common credential
+ * serialization code which would treat NOCRED as "serialize 'root'".
+ */
+ kerncred = vfs_context_ucred(vfs_context_kernel());
+
/* init the namei data to point the file user's program name */
- NDINIT(ndp, LOOKUP, FOLLOW | LOCKLEAF, UIO_SYSSPACE32, CAST_USER_ADDR_T(path), &context);
+ NDINIT(ndp, LOOKUP, OP_OPEN, FOLLOW | LOCKLEAF, UIO_SYSSPACE, CAST_USER_ADDR_T(path), ctx);
if ((error = namei(ndp)) != 0) {
- if (error == ENOENT)
+ if (error == ENOENT) {
error = LOAD_ENOENT;
- else
+ } else {
error = LOAD_FAILURE;
+ }
return(error);
}
nameidone(ndp);
vp = ndp->ni_vp;
-
+
/* check for regular file */
if (vp->v_type != VREG) {
error = LOAD_PROTECT;
}
/* get size */
- if ((error = vnode_size(vp, &fsize, &context)) != 0) {
+ if ((error = vnode_size(vp, &fsize, ctx)) != 0) {
error = LOAD_FAILURE;
goto bad1;
}
}
/* check access */
- if ((error = vnode_authorize(vp, NULL, KAUTH_VNODE_EXECUTE, &context)) != 0) {
+ if ((error = vnode_authorize(vp, NULL, KAUTH_VNODE_EXECUTE, ctx)) != 0) {
error = LOAD_PROTECT;
goto bad1;
}
/* try to open it */
- if ((error = VNOP_OPEN(vp, FREAD, &context)) != 0) {
+ if ((error = VNOP_OPEN(vp, FREAD, ctx)) != 0) {
error = LOAD_PROTECT;
goto bad1;
}
- if ((error = vn_rdwr(UIO_READ, vp, (caddr_t)&header, sizeof(header), 0,
- UIO_SYSSPACE32, IO_NODELOCKED, cred, &resid, p)) != 0) {
+ if ((error = vn_rdwr(UIO_READ, vp, (caddr_t)header, sizeof (*header), 0,
+ UIO_SYSSPACE, IO_NODELOCKED, kerncred, &resid, p)) != 0) {
error = LOAD_IOERROR;
goto bad2;
}
-
- if (header.mach_header.magic == MH_MAGIC ||
- header.mach_header.magic == MH_MAGIC_64)
- is_fat = FALSE;
- else if (header.fat_header.magic == FAT_MAGIC ||
- header.fat_header.magic == FAT_CIGAM)
- is_fat = TRUE;
- else {
- error = LOAD_BADMACHO;
- goto bad2;
+
+ if (header->mach_header.magic == MH_MAGIC ||
+ header->mach_header.magic == MH_MAGIC_64) {
+ is_fat = FALSE;
+ } else if (header->fat_header.magic == FAT_MAGIC ||
+ header->fat_header.magic == FAT_CIGAM) {
+ is_fat = TRUE;
+ } else {
+ error = LOAD_BADMACHO;
+ goto bad2;
}
if (is_fat) {
/* Look up our architecture in the fat file. */
- error = fatfile_getarch_with_bits(vp, archbits, (vm_offset_t)(&header.fat_header), &fat_arch);
+ error = fatfile_getarch_with_bits(vp, archbits,
+ (vm_offset_t)(&header->fat_header), &fat_arch);
if (error != LOAD_SUCCESS)
goto bad2;
/* Read the Mach-O header out of it */
- error = vn_rdwr(UIO_READ, vp, (caddr_t)&header.mach_header,
- sizeof(header.mach_header), fat_arch.offset,
- UIO_SYSSPACE32, IO_NODELOCKED, cred, &resid, p);
+ error = vn_rdwr(UIO_READ, vp, (caddr_t)&header->mach_header,
+ sizeof (header->mach_header), fat_arch.offset,
+ UIO_SYSSPACE, IO_NODELOCKED, kerncred, &resid, p);
if (error) {
error = LOAD_IOERROR;
goto bad2;
}
/* Is this really a Mach-O? */
- if (header.mach_header.magic != MH_MAGIC &&
- header.mach_header.magic != MH_MAGIC_64) {
+ if (header->mach_header.magic != MH_MAGIC &&
+ header->mach_header.magic != MH_MAGIC_64) {
error = LOAD_BADMACHO;
goto bad2;
}
*file_offset = fat_arch.offset;
- *macho_size = fsize = fat_arch.size;
+ *macho_size = fat_arch.size;
} else {
/*
* Force get_macho_vnode() to fail if the architecture bits
* required, since the dynamic linker might work, but we will
* refuse to load it because of this check.
*/
- if ((cpu_type_t)(header.mach_header.cputype & CPU_ARCH_MASK) != archbits)
- return(LOAD_BADARCH);
+ if ((cpu_type_t)(header->mach_header.cputype & CPU_ARCH_MASK) != archbits) {
+ error = LOAD_BADARCH;
+ goto bad2;
+ }
*file_offset = 0;
*macho_size = fsize;
}
- *mach_header = header.mach_header;
+ *mach_header = header->mach_header;
*vpp = vp;
ubc_setsize(vp, fsize);
-
return (error);
bad2:
- err2 = VNOP_CLOSE(vp, FREAD, &context);
- vnode_put(vp);
- return (error);
-
+ (void) VNOP_CLOSE(vp, FREAD, ctx);
bad1:
vnode_put(vp);
return(error);
projects / apple / xnu.git / blobdiff