xnu-4570.1.46.tar.gz

[apple/xnu.git] / iokit / Kernel / IOKitKernelInternal.h

diff --git a/iokit/Kernel/IOKitKernelInternal.h b/iokit/Kernel/IOKitKernelInternal.h
index 5a74159a4a31886a6f4e05273a71a990d7cc7376..85507aa65ae6ea375393b870b3be7b25f2aa3289 100644 (file)
--- a/iokit/Kernel/IOKitKernelInternal.h
+++ b/iokit/Kernel/IOKitKernelInternal.h
@@ -37,18 +37,19 @@ __BEGIN_DECLS
 #include <vm/vm_pageout.h>
 #include <mach/memory_object_types.h>
 #include <device/device_port.h>
 #include <vm/vm_pageout.h>
 #include <mach/memory_object_types.h>
 #include <device/device_port.h>

+#include <IOKit/IODMACommand.h>

 
 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 
 
 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 

-#if !defined(NO_KDEBUG)
+#if (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD)

 
 #define IOServiceTrace(csc, a, b, c, d) do {                           \
 
 #define IOServiceTrace(csc, a, b, c, d) do {                           \

-    if(kIOTraceIOService & gIOKitDebug) {                              \
+    if(kIOTraceIOService & gIOKitTrace) {                              \

        KERNEL_DEBUG_CONSTANT(IODBG_IOSERVICE(csc), a, b, c, d, 0);     \
     }                                                                  \
 } while(0)
 
        KERNEL_DEBUG_CONSTANT(IODBG_IOSERVICE(csc), a, b, c, d, 0);     \
     }                                                                  \
 } while(0)
 

-#else /* NO_KDEBUG */
+#else /* (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD) */

 
 #define IOServiceTrace(csc, a, b, c, d) do {   \
   (void)a;                                     \
 
 #define IOServiceTrace(csc, a, b, c, d) do {   \
   (void)a;                                     \


@@ -57,7 +58,7 @@ __BEGIN_DECLS
   (void)d;                                     \
 } while (0)
 
   (void)d;                                     \
 } while (0)
 

-#endif /* NO_KDEBUG */
+#endif /* (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD) */

 
 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 
 
 /* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
 


@@ -68,14 +69,19 @@ kern_return_t IOIteratePageableMaps(vm_size_t size,
                     IOIteratePageableMapsCallback callback, void * ref);
 vm_map_t IOPageableMapForAddress(uintptr_t address);
 
                     IOIteratePageableMapsCallback callback, void * ref);
 vm_map_t IOPageableMapForAddress(uintptr_t address);
 

+struct IOMemoryDescriptorMapAllocRef
+{
+    vm_map_t          map;
+    mach_vm_address_t mapped;
+    mach_vm_size_t    size;
+    vm_prot_t         prot;
+    vm_tag_t          tag;
+    IOOptionBits      options;
+};
+

 kern_return_t 
 kern_return_t 

-IOMemoryDescriptorMapMemEntry(vm_map_t * map, ipc_port_t entry, IOOptionBits options, bool pageable,
-                               mach_vm_size_t offset, mach_vm_address_t * address, mach_vm_size_t length);
-kern_return_t 
-IOMemoryDescriptorMapCopy(vm_map_t * map, 
-                               IOOptionBits options,
-                               mach_vm_size_t offset, 
-                               mach_vm_address_t * address, mach_vm_size_t length);
+IOMemoryDescriptorMapAlloc(vm_map_t map, void * ref);
+

 
 mach_vm_address_t
 IOKernelAllocateWithPhysicalRestrict(mach_vm_size_t size, mach_vm_address_t maxPhys, 
 
 mach_vm_address_t
 IOKernelAllocateWithPhysicalRestrict(mach_vm_size_t size, mach_vm_address_t maxPhys, 


@@ -83,6 +89,11 @@ IOKernelAllocateWithPhysicalRestrict(mach_vm_size_t size, mach_vm_address_t maxP
 void
 IOKernelFreePhysical(mach_vm_address_t address, mach_vm_size_t size);
 
 void
 IOKernelFreePhysical(mach_vm_address_t address, mach_vm_size_t size);
 

+#if IOTRACKING
+IOReturn
+IOMemoryMapTracking(IOTrackingUser * tracking, task_t * task,
+                   mach_vm_address_t * address, mach_vm_size_t * size);
+#endif /* IOTRACKING */

 
 extern vm_size_t debug_iomallocpageable_size;
 
 
 extern vm_size_t debug_iomallocpageable_size;
 


@@ -98,40 +109,23 @@ extern ppnum_t IOGetLastPageNumber(void);
 
 extern ppnum_t gIOLastPage;
 
 
 extern ppnum_t gIOLastPage;
 

+extern IOSimpleLock * gIOPageAllocLock;
+extern queue_head_t   gIOPageAllocList;
+

 /* Physical to physical copy (ints must be disabled) */
 /* Physical to physical copy (ints must be disabled) */

-extern void bcopy_phys(addr64_t from, addr64_t to, int size);
+extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t size);

 
 __END_DECLS
 
 
 __END_DECLS
 

-// Used for dedicated communications for IODMACommand
-enum  {
-    kIOMDWalkSegments         = 0x00000001,
-    kIOMDFirstSegment        = 0x00000002 | kIOMDWalkSegments,
-    kIOMDGetCharacteristics   = 0x00000004,
-    kIOMDSetDMAActive         = 0x00000005,
-    kIOMDSetDMAInactive       = 0x00000006,
-    kIOMDLastDMACommandOperation
-};
-struct IOMDDMACharacteristics {
-    UInt64 fLength;
-    UInt32 fSGCount;
-    UInt32 fPages;
-    UInt32 fPageAlign;
-    ppnum_t fHighestPage;
-    IODirection fDirection;
-    UInt8 fIsMapped, fIsPrepared;
-};
-struct IOMDDMAWalkSegmentArgs {
-    UInt64 fOffset;                    // Input/Output offset
-    UInt64 fIOVMAddr, fLength;         // Output variables
-    UInt8 fMapped;                     // Input Variable, Require mapped IOVMA
-};
-typedef UInt8 IOMDDMAWalkSegmentState[128];
+#define __IODEQUALIFY(type, expr)                              \
+   ({ typeof(expr) expr_ = (type)(uintptr_t)(expr);            \
+       (type)(uintptr_t)(expr_); })
+

 
 struct IODMACommandInternal
 {
 
 struct IODMACommandInternal
 {

-    IOMDDMAWalkSegmentState fState;
-    IOMDDMACharacteristics  fMDSummary;
+    IOMDDMAWalkSegmentState      fState;
+    IOMDDMACharacteristics       fMDSummary;

 
     UInt64 fPreparedOffset;
     UInt64 fPreparedLength;
 
     UInt64 fPreparedOffset;
     UInt64 fPreparedLength;


@@ -147,33 +141,103 @@ struct IODMACommandInternal
     UInt8  fDoubleBuffer;
     UInt8  fNewMD;
     UInt8  fLocalMapper;
     UInt8  fDoubleBuffer;
     UInt8  fNewMD;
     UInt8  fLocalMapper;

-       
+    UInt8  fLocalMapperAllocValid;
+    UInt8  fIOVMAddrValid;
+    UInt8  fForceDoubleBuffer;
+

     vm_page_t fCopyPageAlloc;
     vm_page_t fCopyNext;
     vm_page_t fNextRemapPage;
 
     ppnum_t  fCopyPageCount;
 
     vm_page_t fCopyPageAlloc;
     vm_page_t fCopyNext;
     vm_page_t fNextRemapPage;
 
     ppnum_t  fCopyPageCount;
 

-    ppnum_t  fLocalMapperPageAlloc;
-    ppnum_t  fLocalMapperPageCount;
+    uint64_t  fLocalMapperAlloc;
+    uint64_t  fLocalMapperAllocLength;

 
     class IOBufferMemoryDescriptor * fCopyMD;
 
 
     class IOBufferMemoryDescriptor * fCopyMD;
 

+    IOService * fDevice;
+

     // IODMAEventSource use
     IOReturn fStatus;
     UInt64   fActualByteCount;
     // IODMAEventSource use
     IOReturn fStatus;
     UInt64   fActualByteCount;

+    AbsoluteTime    fTimeStamp;
+};
+
+struct IOMemoryDescriptorDevicePager {
+    void *                      devicePager;
+    unsigned int            pagerContig:1;
+    unsigned int            unused:31;
+    IOMemoryDescriptor * memory;
+};
+
+struct IOMemoryDescriptorReserved {
+    IOMemoryDescriptorDevicePager dp;
+    uint64_t                      preparationID;
+    // for kernel IOMD subclasses... they have no expansion
+    uint64_t                      kernReserved[4];
+    vm_tag_t                      kernelTag;
+    vm_tag_t                      userTag;
+};
+
+struct iopa_t
+{
+    IOLock       * lock;
+    queue_head_t   list;
+    vm_size_t      pagecount;
+    vm_size_t      bytecount;
+};
+
+struct iopa_page_t
+{
+    queue_chain_t link;
+    uint64_t      avail;
+    uint32_t      signature;
+};
+typedef struct iopa_page_t iopa_page_t;
+
+typedef uintptr_t (*iopa_proc_t)(iopa_t * a);
+
+enum
+{
+    kIOPageAllocSignature  = 'iopa'

 };
 
 };
 

+extern "C" void      iopa_init(iopa_t * a);
+extern "C" uintptr_t iopa_alloc(iopa_t * a, iopa_proc_t alloc, vm_size_t bytes, uint32_t balign);
+extern "C" uintptr_t iopa_free(iopa_t * a, uintptr_t addr, vm_size_t bytes);
+extern "C" uint32_t  gIOPageAllocChunkBytes;
+
+extern "C" iopa_t    gIOBMDPageAllocator;
+

 extern "C" struct timeval gIOLastSleepTime;
 extern "C" struct timeval gIOLastWakeTime;
 
 extern "C" struct timeval gIOLastSleepTime;
 extern "C" struct timeval gIOLastWakeTime;
 

-extern "C" void IOKitResetTime( void );
+extern clock_sec_t gIOConsoleLockTime;
+
+extern bool gCPUsRunning;
+
+extern OSSet * gIORemoveOnReadProperties;
+

 extern "C" void IOKitInitializeTime( void );
 
 extern "C" OSString * IOCopyLogNameForPID(int pid);
 
 #if defined(__i386__) || defined(__x86_64__)
 extern "C" void IOKitInitializeTime( void );
 
 extern "C" OSString * IOCopyLogNameForPID(int pid);
 
 #if defined(__i386__) || defined(__x86_64__)

+#ifndef __cplusplus
+#error xx
+#endif
+
+extern const OSSymbol * gIOCreateEFIDevicePathSymbol;

 extern "C" void IOSetKeyStoreData(IOMemoryDescriptor * data);
 extern "C" void IOSetKeyStoreData(IOMemoryDescriptor * data);

+extern "C" void IOSetAPFSKeyStoreData(IOMemoryDescriptor* data);

 #endif
 #endif

+extern const  OSSymbol * gAKSGetKey;
+
+void IOScreenLockTimeUpdate(clock_sec_t secs);
+
+void     IOCPUInitialize(void);
+IOReturn IOInstallServicePlatformActions(IOService * service);
+IOReturn IORemoveServicePlatformActions(IOService * service);

 
 #endif /* ! _IOKIT_KERNELINTERNAL_H */
 
 #endif /* ! _IOKIT_KERNELINTERNAL_H */