X-Git-Url: https://git.saurik.com/apple/xnu.git/blobdiff_plain/4a3eedf9ecc9bbe3f3a5c6ce5e53ad199d639d32..04b8595b18b1b41ac7a206e4b3d51a635f8413d7:/iokit/Kernel/IOKitKernelInternal.h

diff --git a/iokit/Kernel/IOKitKernelInternal.h b/iokit/Kernel/IOKitKernelInternal.h
index a21ff0031..a22bd8c60 100644
--- a/iokit/Kernel/IOKitKernelInternal.h
+++ b/iokit/Kernel/IOKitKernelInternal.h
@@ -34,27 +34,55 @@
 
 __BEGIN_DECLS
 
-#include <vm/pmap.h>
+#include <vm/vm_pageout.h>
 #include <mach/memory_object_types.h>
 #include <device/device_port.h>
 
+/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
+
+#if (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD)
+
+#define IOServiceTrace(csc, a, b, c, d) do {				\
+    if(kIOTraceIOService & gIOKitDebug) {				\
+	KERNEL_DEBUG_CONSTANT(IODBG_IOSERVICE(csc), a, b, c, d, 0);	\
+    }									\
+} while(0)
+
+#else /* (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD) */
+
+#define IOServiceTrace(csc, a, b, c, d) do {	\
+  (void)a;					\
+  (void)b;					\
+  (void)c;					\
+  (void)d;					\
+} while (0)
+
+#endif /* (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD) */
+
+/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
+
 typedef kern_return_t (*IOIteratePageableMapsCallback)(vm_map_t map, void * ref);
 
 void IOLibInit(void);
 kern_return_t IOIteratePageableMaps(vm_size_t size,
                     IOIteratePageableMapsCallback callback, void * ref);
-vm_map_t IOPageableMapForAddress(vm_address_t address);
+vm_map_t IOPageableMapForAddress(uintptr_t address);
 
 kern_return_t 
-IOMemoryDescriptorMapMemEntry(vm_map_t map, ipc_port_t entry, IOOptionBits options, bool pageable,
+IOMemoryDescriptorMapMemEntry(vm_map_t * map, ipc_port_t entry, IOOptionBits options, bool pageable,
 				mach_vm_size_t offset, mach_vm_address_t * address, mach_vm_size_t length);
-
-SInt32 OSKernelStackRemaining( void );
+kern_return_t 
+IOMemoryDescriptorMapCopy(vm_map_t * map, 
+				IOOptionBits options,
+				mach_vm_size_t offset, 
+				mach_vm_address_t * address, mach_vm_size_t length);
 
 mach_vm_address_t
-IOKernelAllocateContiguous(mach_vm_size_t size, mach_vm_size_t alignment);
+IOKernelAllocateWithPhysicalRestrict(mach_vm_size_t size, mach_vm_address_t maxPhys, 
+			                mach_vm_size_t alignment, bool contiguous);
 void
-IOKernelFreeContiguous(mach_vm_address_t address, mach_vm_size_t size);
+IOKernelFreePhysical(mach_vm_address_t address, mach_vm_size_t size);
+
 
 extern vm_size_t debug_iomallocpageable_size;
 
@@ -70,17 +98,26 @@ extern ppnum_t IOGetLastPageNumber(void);
 
 extern ppnum_t gIOLastPage;
 
+extern IOSimpleLock * gIOPageAllocLock;
+extern queue_head_t   gIOPageAllocList;
+
 /* Physical to physical copy (ints must be disabled) */
-extern void bcopy_phys(addr64_t from, addr64_t to, int size);
+extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t size);
 
 __END_DECLS
 
 // Used for dedicated communications for IODMACommand
 enum  {
-    kIOMDWalkSegments         = 0x00000001,
-    kIOMDFirstSegment	      = 0x00000002 | kIOMDWalkSegments,
-    kIOMDGetCharacteristics   = 0x00000004,
-    kIOMDLastDMACommandOperation
+    kIOMDWalkSegments             = 0x01000000,
+    kIOMDFirstSegment	          = 1 | kIOMDWalkSegments,
+    kIOMDGetCharacteristics       = 0x02000000,
+    kIOMDGetCharacteristicsMapped = 1 | kIOMDGetCharacteristics,
+    kIOMDDMAActive                = 0x03000000,
+    kIOMDSetDMAActive             = 1 | kIOMDDMAActive,
+    kIOMDSetDMAInactive           = kIOMDDMAActive,
+    kIOMDAddDMAMapSpec            = 0x04000000,
+    kIOMDDMAMap                   = 0x05000000,
+    kIOMDDMACommandOperationMask  = 0xFF000000,
 };
 struct IOMDDMACharacteristics {
     UInt64 fLength;
@@ -89,7 +126,7 @@ struct IOMDDMACharacteristics {
     UInt32 fPageAlign;
     ppnum_t fHighestPage;
     IODirection fDirection;
-    UInt8 fIsMapped, fIsPrepared;
+    UInt8 fIsPrepared;
 };
 struct IOMDDMAWalkSegmentArgs {
     UInt64 fOffset;			// Input/Output offset
@@ -98,6 +135,16 @@ struct IOMDDMAWalkSegmentArgs {
 };
 typedef UInt8 IOMDDMAWalkSegmentState[128];
 
+struct IOMDDMAMapArgs {
+    IOMapper *            fMapper;
+    IODMAMapSpecification fMapSpec;
+    uint64_t              fOffset;
+    uint64_t              fLength;
+    uint64_t              fAlloc;
+    ppnum_t               fAllocCount;
+    uint8_t               fMapContig;
+};
+
 struct IODMACommandInternal
 {
     IOMDDMAWalkSegmentState fState;
@@ -106,33 +153,98 @@ struct IODMACommandInternal
     UInt64 fPreparedOffset;
     UInt64 fPreparedLength;
 
+    UInt32 fSourceAlignMask;
+	
     UInt8  fCursor;
     UInt8  fCheckAddressing;
     UInt8  fIterateOnly;
     UInt8  fMisaligned;
-    UInt8  fCopyContig;
+    UInt8  fMapContig;
     UInt8  fPrepared;
     UInt8  fDoubleBuffer;
     UInt8  fNewMD;
+    UInt8  fLocalMapper;
+	
+    vm_page_t fCopyPageAlloc;
+    vm_page_t fCopyNext;
+    vm_page_t fNextRemapPage;
 
-    ppnum_t  fCopyPageAlloc;
     ppnum_t  fCopyPageCount;
-    ppnum_t  fNextRemapIndex;
-    addr64_t fCopyNext;
+
+    addr64_t  fLocalMapperPageAlloc;
+    ppnum_t  fLocalMapperPageCount;
 
     class IOBufferMemoryDescriptor * fCopyMD;
 
+    IOService * fDevice;
+
     // IODMAEventSource use
     IOReturn fStatus;
     UInt64   fActualByteCount;
+    AbsoluteTime    fTimeStamp;
+};
+
+struct IOMemoryDescriptorDevicePager {
+    void *		         devicePager;
+    unsigned int	     pagerContig:1;
+    unsigned int	     unused:31;
+    IOMemoryDescriptor * memory;
+};
+
+struct IOMemoryDescriptorReserved {
+    IOMemoryDescriptorDevicePager dp;
+    uint64_t                      preparationID;
+    // for kernel IOMD subclasses... they have no expansion
+    uint64_t                      kernReserved[4];
+};
+
+struct iopa_t
+{
+    IOLock       * lock;
+    queue_head_t   list;
+    vm_size_t      pagecount;
+    vm_size_t      bytecount;
+};
+
+struct iopa_page_t
+{
+    queue_chain_t link;
+    uint64_t      avail;
+    uint32_t      signature;
+};
+typedef struct iopa_page_t iopa_page_t;
+
+typedef uintptr_t (*iopa_proc_t)(iopa_t * a);
+
+enum
+{
+    kIOPageAllocSignature  = 'iopa'
 };
 
+extern "C" void      iopa_init(iopa_t * a);
+extern "C" uintptr_t iopa_alloc(iopa_t * a, iopa_proc_t alloc, vm_size_t bytes, uint32_t balign);
+extern "C" uintptr_t iopa_free(iopa_t * a, uintptr_t addr, vm_size_t bytes);
+extern "C" uint32_t  gIOPageAllocChunkBytes;
+
+extern "C" iopa_t    gIOBMDPageAllocator;
+
 extern "C" struct timeval gIOLastSleepTime;
 extern "C" struct timeval gIOLastWakeTime;
 
+extern clock_sec_t gIOConsoleLockTime;
+
+extern OSSet * gIORemoveOnReadProperties;
+
 extern "C" void IOKitResetTime( void );
 extern "C" void IOKitInitializeTime( void );
 
 extern "C" OSString * IOCopyLogNameForPID(int pid);
 
+#if defined(__i386__) || defined(__x86_64__)
+extern "C" void IOSetKeyStoreData(IOMemoryDescriptor * data);
+#endif
+
+void IOScreenLockTimeUpdate(clock_sec_t secs);
+
+
 #endif /* ! _IOKIT_KERNELINTERNAL_H */