xnu-4903.241.1.tar.gz

[apple/xnu.git] / iokit / Kernel / IOKitKernelInternal.h

diff --git a/iokit/Kernel/IOKitKernelInternal.h b/iokit/Kernel/IOKitKernelInternal.h
index ea74e3bd9594cb5dc945e4f58a5f1f0cf4b635eb..4b0cf6ffc951993c4398c0e3485e5dc0198d6dd3 100644 (file)
--- a/iokit/Kernel/IOKitKernelInternal.h
+++ b/iokit/Kernel/IOKitKernelInternal.h
@@ -34,9 +34,34 @@
 
 __BEGIN_DECLS
 
 
 __BEGIN_DECLS
 

-#include <vm/pmap.h>
+#include <vm/vm_pageout.h>

 #include <mach/memory_object_types.h>
 #include <device/device_port.h>
 #include <mach/memory_object_types.h>
 #include <device/device_port.h>

+#include <IOKit/IODMACommand.h>
+#include <IOKit/IOKitServer.h>
+
+/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
+
+#if (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD)
+
+#define IOServiceTrace(csc, a, b, c, d) do {                           \
+    if(kIOTraceIOService & gIOKitTrace) {                              \
+       KERNEL_DEBUG_CONSTANT(IODBG_IOSERVICE(csc), a, b, c, d, 0);     \
+    }                                                                  \
+} while(0)
+
+#else /* (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD) */
+
+#define IOServiceTrace(csc, a, b, c, d) do {   \
+  (void)a;                                     \
+  (void)b;                                     \
+  (void)c;                                     \
+  (void)d;                                     \
+} while (0)
+
+#endif /* (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD) */
+
+/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */

 
 typedef kern_return_t (*IOIteratePageableMapsCallback)(vm_map_t map, void * ref);
 
 
 typedef kern_return_t (*IOIteratePageableMapsCallback)(vm_map_t map, void * ref);
 


@@ -45,76 +70,58 @@ kern_return_t IOIteratePageableMaps(vm_size_t size,
                     IOIteratePageableMapsCallback callback, void * ref);
 vm_map_t IOPageableMapForAddress(uintptr_t address);
 
                     IOIteratePageableMapsCallback callback, void * ref);
 vm_map_t IOPageableMapForAddress(uintptr_t address);
 

+struct IOMemoryDescriptorMapAllocRef
+{
+    vm_map_t          map;
+    mach_vm_address_t mapped;
+    mach_vm_size_t    size;
+    vm_prot_t         prot;
+    vm_tag_t          tag;
+    IOOptionBits      options;
+};
+

 kern_return_t 
 kern_return_t 

-IOMemoryDescriptorMapMemEntry(vm_map_t map, ipc_port_t entry, IOOptionBits options, bool pageable,
-                               mach_vm_size_t offset, mach_vm_address_t * address, mach_vm_size_t length);
-kern_return_t 
-IOMemoryDescriptorMapCopy(vm_map_t map, 
-                               vm_map_t src_map, 
-                               mach_vm_offset_t src_address,
-                               IOOptionBits options,
-                               mach_vm_size_t offset, 
-                               mach_vm_address_t * address, mach_vm_size_t length);
+IOMemoryDescriptorMapAlloc(vm_map_t map, void * ref);
+

 
 mach_vm_address_t
 
 mach_vm_address_t

-IOKernelAllocateContiguous(mach_vm_size_t size,
-                           mach_vm_address_t maxPhys, mach_vm_size_t alignment);
+IOKernelAllocateWithPhysicalRestrict(mach_vm_size_t size, mach_vm_address_t maxPhys, 
+                                       mach_vm_size_t alignment, bool contiguous);

 void
 void

-IOKernelFreeContiguous(mach_vm_address_t address, mach_vm_size_t size);
+IOKernelFreePhysical(mach_vm_address_t address, mach_vm_size_t size);

 
 

-extern vm_size_t debug_iomallocpageable_size;
+#if IOTRACKING
+IOReturn
+IOMemoryMapTracking(IOTrackingUser * tracking, task_t * task,
+                   mach_vm_address_t * address, mach_vm_size_t * size);
+#endif /* IOTRACKING */

 
 

-// osfmk/device/iokit_rpc.c
-extern kern_return_t IOMapPages(vm_map_t map, mach_vm_address_t va, mach_vm_address_t pa,
-                                 mach_vm_size_t length, unsigned int mapFlags);
-extern kern_return_t IOUnmapPages(vm_map_t map, mach_vm_address_t va, mach_vm_size_t length);
-
-extern kern_return_t IOProtectCacheMode(vm_map_t map, mach_vm_address_t va,
-                                       mach_vm_size_t length, unsigned int mapFlags);
-
-extern ppnum_t IOGetLastPageNumber(void);
+extern vm_size_t debug_iomallocpageable_size;

 
 extern ppnum_t gIOLastPage;
 
 
 extern ppnum_t gIOLastPage;
 

+extern IOSimpleLock * gIOPageAllocLock;
+extern queue_head_t   gIOPageAllocList;
+

 /* Physical to physical copy (ints must be disabled) */
 /* Physical to physical copy (ints must be disabled) */

-extern void bcopy_phys(addr64_t from, addr64_t to, int size);
+extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t size);

 
 __END_DECLS
 
 
 __END_DECLS
 

-// Used for dedicated communications for IODMACommand
-enum  {
-    kIOMDWalkSegments         = 0x00000001,
-    kIOMDFirstSegment        = 0x00000002 | kIOMDWalkSegments,
-    kIOMDGetCharacteristics   = 0x00000004,
-    kIOMDSetDMAActive         = 0x00000005,
-    kIOMDSetDMAInactive       = 0x00000006,
-    kIOMDLastDMACommandOperation
-};
-struct IOMDDMACharacteristics {
-    UInt64 fLength;
-    UInt32 fSGCount;
-    UInt32 fPages;
-    UInt32 fPageAlign;
-    ppnum_t fHighestPage;
-    IODirection fDirection;
-    UInt8 fIsMapped, fIsPrepared;
-};
-struct IOMDDMAWalkSegmentArgs {
-    UInt64 fOffset;                    // Input/Output offset
-    UInt64 fIOVMAddr, fLength;         // Output variables
-    UInt8 fMapped;                     // Input Variable, Require mapped IOVMA
-};
-typedef UInt8 IOMDDMAWalkSegmentState[128];
+#define __IODEQUALIFY(type, expr)                              \
+   ({ typeof(expr) expr_ = (type)(uintptr_t)(expr);            \
+       (type)(uintptr_t)(expr_); })
+

 
 struct IODMACommandInternal
 {
 
 struct IODMACommandInternal
 {

-    IOMDDMAWalkSegmentState fState;
-    IOMDDMACharacteristics  fMDSummary;
+    IOMDDMAWalkSegmentState      fState;
+    IOMDDMACharacteristics       fMDSummary;

 
     UInt64 fPreparedOffset;
     UInt64 fPreparedLength;
 
 
     UInt64 fPreparedOffset;
     UInt64 fPreparedLength;
 

-       UInt32 fSourceAlignMask;
+    UInt32 fSourceAlignMask;

        
     UInt8  fCursor;
     UInt8  fCheckAddressing;
        
     UInt8  fCursor;
     UInt8  fCheckAddressing;


@@ -124,29 +131,107 @@ struct IODMACommandInternal
     UInt8  fPrepared;
     UInt8  fDoubleBuffer;
     UInt8  fNewMD;
     UInt8  fPrepared;
     UInt8  fDoubleBuffer;
     UInt8  fNewMD;

-    UInt8  fLocalMapper;
-       
-       ppnum_t  fCopyMapperPageAlloc;
+    UInt8  fLocalMapperAllocValid;
+    UInt8  fIOVMAddrValid;
+    UInt8  fForceDoubleBuffer;
+    UInt8  fSetActiveNoMapper;
+
+    vm_page_t fCopyPageAlloc;
+    vm_page_t fCopyNext;
+    vm_page_t fNextRemapPage;
+

     ppnum_t  fCopyPageCount;
     ppnum_t  fCopyPageCount;

-    ppnum_t  fNextRemapIndex;
-    addr64_t fCopyNext;

 
 

-       ppnum_t  fLocalMapperPageAlloc;
-    ppnum_t  fLocalMapperPageCount;
+    uint64_t  fLocalMapperAlloc;
+    uint64_t  fLocalMapperAllocLength;

 
     class IOBufferMemoryDescriptor * fCopyMD;
 
 
     class IOBufferMemoryDescriptor * fCopyMD;
 

+    IOService * fDevice;
+

     // IODMAEventSource use
     IOReturn fStatus;
     UInt64   fActualByteCount;
     // IODMAEventSource use
     IOReturn fStatus;
     UInt64   fActualByteCount;

+    AbsoluteTime    fTimeStamp;

 };
 
 };
 

+struct IOMemoryDescriptorDevicePager {
+    void *                      devicePager;
+    unsigned int            pagerContig:1;
+    unsigned int            unused:31;
+    IOMemoryDescriptor * memory;
+};
+
+struct IOMemoryDescriptorReserved {
+    IOMemoryDescriptorDevicePager dp;
+    uint64_t                      preparationID;
+    // for kernel IOMD subclasses... they have no expansion
+    uint64_t                      kernReserved[4];
+    vm_tag_t                      kernelTag;
+    vm_tag_t                      userTag;
+};
+
+struct iopa_t
+{
+    IOLock       * lock;
+    queue_head_t   list;
+    vm_size_t      pagecount;
+    vm_size_t      bytecount;
+};
+
+struct iopa_page_t
+{
+    queue_chain_t link;
+    uint64_t      avail;
+    uint32_t      signature;
+};
+typedef struct iopa_page_t iopa_page_t;
+
+typedef uintptr_t (*iopa_proc_t)(iopa_t * a);
+
+enum
+{
+    kIOPageAllocSignature  = 'iopa'
+};
+
+extern "C" void      iopa_init(iopa_t * a);
+extern "C" uintptr_t iopa_alloc(iopa_t * a, iopa_proc_t alloc, vm_size_t bytes, uint32_t balign);
+extern "C" uintptr_t iopa_free(iopa_t * a, uintptr_t addr, vm_size_t bytes);
+extern "C" uint32_t  gIOPageAllocChunkBytes;
+
+extern "C" iopa_t    gIOBMDPageAllocator;
+

 extern "C" struct timeval gIOLastSleepTime;
 extern "C" struct timeval gIOLastWakeTime;
 
 extern "C" struct timeval gIOLastSleepTime;
 extern "C" struct timeval gIOLastWakeTime;
 

-extern "C" void IOKitResetTime( void );
+extern clock_sec_t gIOConsoleLockTime;
+
+extern bool gCPUsRunning;
+
+extern OSSet * gIORemoveOnReadProperties;
+

 extern "C" void IOKitInitializeTime( void );
 
 extern "C" OSString * IOCopyLogNameForPID(int pid);
 
 extern "C" void IOKitInitializeTime( void );
 
 extern "C" OSString * IOCopyLogNameForPID(int pid);
 

+extern "C" void IOKitKernelLogBuffer(const char * title, const void * buffer, size_t size,
+                          void (*output)(const char *format, ...));
+
+#if defined(__i386__) || defined(__x86_64__)
+#ifndef __cplusplus
+#error xx
+#endif
+
+extern const OSSymbol * gIOCreateEFIDevicePathSymbol;
+extern "C" void IOSetKeyStoreData(IOMemoryDescriptor * data);
+extern "C" void IOSetAPFSKeyStoreData(IOMemoryDescriptor* data);
+#endif
+extern const  OSSymbol * gAKSGetKey;
+
+void IOScreenLockTimeUpdate(clock_sec_t secs);
+
+void     IOCPUInitialize(void);
+IOReturn IOInstallServicePlatformActions(IOService * service);
+IOReturn IORemoveServicePlatformActions(IOService * service);
+

 #endif /* ! _IOKIT_KERNELINTERNAL_H */
 #endif /* ! _IOKIT_KERNELINTERNAL_H */