X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/6d2010ae8f7a6078e10b361c6962983bab233e0f..5ba3f43ea354af8ad55bea84372a2bc834d8757c:/iokit/Kernel/IOKitKernelInternal.h diff --git a/iokit/Kernel/IOKitKernelInternal.h b/iokit/Kernel/IOKitKernelInternal.h index 5a74159a4..85507aa65 100644 --- a/iokit/Kernel/IOKitKernelInternal.h +++ b/iokit/Kernel/IOKitKernelInternal.h @@ -37,18 +37,19 @@ __BEGIN_DECLS #include #include #include +#include /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */ -#if !defined(NO_KDEBUG) +#if (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD) #define IOServiceTrace(csc, a, b, c, d) do { \ - if(kIOTraceIOService & gIOKitDebug) { \ + if(kIOTraceIOService & gIOKitTrace) { \ KERNEL_DEBUG_CONSTANT(IODBG_IOSERVICE(csc), a, b, c, d, 0); \ } \ } while(0) -#else /* NO_KDEBUG */ +#else /* (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD) */ #define IOServiceTrace(csc, a, b, c, d) do { \ (void)a; \ @@ -57,7 +58,7 @@ __BEGIN_DECLS (void)d; \ } while (0) -#endif /* NO_KDEBUG */ +#endif /* (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD) */ /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */ @@ -68,14 +69,19 @@ kern_return_t IOIteratePageableMaps(vm_size_t size, IOIteratePageableMapsCallback callback, void * ref); vm_map_t IOPageableMapForAddress(uintptr_t address); +struct IOMemoryDescriptorMapAllocRef +{ + vm_map_t map; + mach_vm_address_t mapped; + mach_vm_size_t size; + vm_prot_t prot; + vm_tag_t tag; + IOOptionBits options; +}; + kern_return_t -IOMemoryDescriptorMapMemEntry(vm_map_t * map, ipc_port_t entry, IOOptionBits options, bool pageable, - mach_vm_size_t offset, mach_vm_address_t * address, mach_vm_size_t length); -kern_return_t -IOMemoryDescriptorMapCopy(vm_map_t * map, - IOOptionBits options, - mach_vm_size_t offset, - mach_vm_address_t * address, mach_vm_size_t length); +IOMemoryDescriptorMapAlloc(vm_map_t map, void * ref); + mach_vm_address_t IOKernelAllocateWithPhysicalRestrict(mach_vm_size_t size, mach_vm_address_t maxPhys, @@ -83,6 +89,11 @@ IOKernelAllocateWithPhysicalRestrict(mach_vm_size_t size, mach_vm_address_t maxP void IOKernelFreePhysical(mach_vm_address_t address, mach_vm_size_t size); +#if IOTRACKING +IOReturn +IOMemoryMapTracking(IOTrackingUser * tracking, task_t * task, + mach_vm_address_t * address, mach_vm_size_t * size); +#endif /* IOTRACKING */ extern vm_size_t debug_iomallocpageable_size; @@ -98,40 +109,23 @@ extern ppnum_t IOGetLastPageNumber(void); extern ppnum_t gIOLastPage; +extern IOSimpleLock * gIOPageAllocLock; +extern queue_head_t gIOPageAllocList; + /* Physical to physical copy (ints must be disabled) */ -extern void bcopy_phys(addr64_t from, addr64_t to, int size); +extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t size); __END_DECLS -// Used for dedicated communications for IODMACommand -enum { - kIOMDWalkSegments = 0x00000001, - kIOMDFirstSegment = 0x00000002 | kIOMDWalkSegments, - kIOMDGetCharacteristics = 0x00000004, - kIOMDSetDMAActive = 0x00000005, - kIOMDSetDMAInactive = 0x00000006, - kIOMDLastDMACommandOperation -}; -struct IOMDDMACharacteristics { - UInt64 fLength; - UInt32 fSGCount; - UInt32 fPages; - UInt32 fPageAlign; - ppnum_t fHighestPage; - IODirection fDirection; - UInt8 fIsMapped, fIsPrepared; -}; -struct IOMDDMAWalkSegmentArgs { - UInt64 fOffset; // Input/Output offset - UInt64 fIOVMAddr, fLength; // Output variables - UInt8 fMapped; // Input Variable, Require mapped IOVMA -}; -typedef UInt8 IOMDDMAWalkSegmentState[128]; +#define __IODEQUALIFY(type, expr) \ + ({ typeof(expr) expr_ = (type)(uintptr_t)(expr); \ + (type)(uintptr_t)(expr_); }) + struct IODMACommandInternal { - IOMDDMAWalkSegmentState fState; - IOMDDMACharacteristics fMDSummary; + IOMDDMAWalkSegmentState fState; + IOMDDMACharacteristics fMDSummary; UInt64 fPreparedOffset; UInt64 fPreparedLength; @@ -147,33 +141,103 @@ struct IODMACommandInternal UInt8 fDoubleBuffer; UInt8 fNewMD; UInt8 fLocalMapper; - + UInt8 fLocalMapperAllocValid; + UInt8 fIOVMAddrValid; + UInt8 fForceDoubleBuffer; + vm_page_t fCopyPageAlloc; vm_page_t fCopyNext; vm_page_t fNextRemapPage; ppnum_t fCopyPageCount; - ppnum_t fLocalMapperPageAlloc; - ppnum_t fLocalMapperPageCount; + uint64_t fLocalMapperAlloc; + uint64_t fLocalMapperAllocLength; class IOBufferMemoryDescriptor * fCopyMD; + IOService * fDevice; + // IODMAEventSource use IOReturn fStatus; UInt64 fActualByteCount; + AbsoluteTime fTimeStamp; +}; + +struct IOMemoryDescriptorDevicePager { + void * devicePager; + unsigned int pagerContig:1; + unsigned int unused:31; + IOMemoryDescriptor * memory; +}; + +struct IOMemoryDescriptorReserved { + IOMemoryDescriptorDevicePager dp; + uint64_t preparationID; + // for kernel IOMD subclasses... they have no expansion + uint64_t kernReserved[4]; + vm_tag_t kernelTag; + vm_tag_t userTag; +}; + +struct iopa_t +{ + IOLock * lock; + queue_head_t list; + vm_size_t pagecount; + vm_size_t bytecount; +}; + +struct iopa_page_t +{ + queue_chain_t link; + uint64_t avail; + uint32_t signature; +}; +typedef struct iopa_page_t iopa_page_t; + +typedef uintptr_t (*iopa_proc_t)(iopa_t * a); + +enum +{ + kIOPageAllocSignature = 'iopa' }; +extern "C" void iopa_init(iopa_t * a); +extern "C" uintptr_t iopa_alloc(iopa_t * a, iopa_proc_t alloc, vm_size_t bytes, uint32_t balign); +extern "C" uintptr_t iopa_free(iopa_t * a, uintptr_t addr, vm_size_t bytes); +extern "C" uint32_t gIOPageAllocChunkBytes; + +extern "C" iopa_t gIOBMDPageAllocator; + extern "C" struct timeval gIOLastSleepTime; extern "C" struct timeval gIOLastWakeTime; -extern "C" void IOKitResetTime( void ); +extern clock_sec_t gIOConsoleLockTime; + +extern bool gCPUsRunning; + +extern OSSet * gIORemoveOnReadProperties; + extern "C" void IOKitInitializeTime( void ); extern "C" OSString * IOCopyLogNameForPID(int pid); #if defined(__i386__) || defined(__x86_64__) +#ifndef __cplusplus +#error xx +#endif + +extern const OSSymbol * gIOCreateEFIDevicePathSymbol; extern "C" void IOSetKeyStoreData(IOMemoryDescriptor * data); +extern "C" void IOSetAPFSKeyStoreData(IOMemoryDescriptor* data); #endif +extern const OSSymbol * gAKSGetKey; + +void IOScreenLockTimeUpdate(clock_sec_t secs); + +void IOCPUInitialize(void); +IOReturn IOInstallServicePlatformActions(IOService * service); +IOReturn IORemoveServicePlatformActions(IOService * service); #endif /* ! _IOKIT_KERNELINTERNAL_H */