xnu-7195.101.1.tar.gz

[apple/xnu.git] / iokit / Kernel / IOKitKernelInternal.h

diff --git a/iokit/Kernel/IOKitKernelInternal.h b/iokit/Kernel/IOKitKernelInternal.h
index ea74e3bd9594cb5dc945e4f58a5f1f0cf4b635eb..a829c88d418e1e79435ee44b44f3fc66273b4134 100644 (file)
--- a/iokit/Kernel/IOKitKernelInternal.h
+++ b/iokit/Kernel/IOKitKernelInternal.h
@@ -2,7 +2,7 @@
  * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  * Copyright (c) 1998-2000 Apple Computer, Inc. All rights reserved.
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

- * 
+ *

  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in


@@ -11,10 +11,10 @@
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.

- * 
+ *

  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.

- * 
+ *

  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,


@@ -22,7 +22,7 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.

- * 
+ *

  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 


@@ -34,119 +34,199 @@
 
 __BEGIN_DECLS
 
 
 __BEGIN_DECLS
 

-#include <vm/pmap.h>
+#include <vm/vm_pageout.h>

 #include <mach/memory_object_types.h>
 #include <device/device_port.h>
 #include <mach/memory_object_types.h>
 #include <device/device_port.h>

+#include <IOKit/IODMACommand.h>
+#include <IOKit/IOKitServer.h>
+
+/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */

 
 typedef kern_return_t (*IOIteratePageableMapsCallback)(vm_map_t map, void * ref);
 
 void IOLibInit(void);
 kern_return_t IOIteratePageableMaps(vm_size_t size,
 
 typedef kern_return_t (*IOIteratePageableMapsCallback)(vm_map_t map, void * ref);
 
 void IOLibInit(void);
 kern_return_t IOIteratePageableMaps(vm_size_t size,

-                    IOIteratePageableMapsCallback callback, void * ref);
+    IOIteratePageableMapsCallback callback, void * ref);

 vm_map_t IOPageableMapForAddress(uintptr_t address);
 
 vm_map_t IOPageableMapForAddress(uintptr_t address);
 

-kern_return_t 
-IOMemoryDescriptorMapMemEntry(vm_map_t map, ipc_port_t entry, IOOptionBits options, bool pageable,
-                               mach_vm_size_t offset, mach_vm_address_t * address, mach_vm_size_t length);
-kern_return_t 
-IOMemoryDescriptorMapCopy(vm_map_t map, 
-                               vm_map_t src_map, 
-                               mach_vm_offset_t src_address,
-                               IOOptionBits options,
-                               mach_vm_size_t offset, 
-                               mach_vm_address_t * address, mach_vm_size_t length);
+struct IOMemoryDescriptorMapAllocRef {
+       vm_map_t          map;
+       mach_vm_address_t mapped;
+       mach_vm_size_t    size;
+       vm_prot_t         prot;
+       vm_tag_t          tag;
+       IOOptionBits      options;
+};

 
 

-mach_vm_address_t
-IOKernelAllocateContiguous(mach_vm_size_t size,
-                           mach_vm_address_t maxPhys, mach_vm_size_t alignment);
-void
-IOKernelFreeContiguous(mach_vm_address_t address, mach_vm_size_t size);
+kern_return_t
+IOMemoryDescriptorMapAlloc(vm_map_t map, void * ref);

 
 

-extern vm_size_t debug_iomallocpageable_size;

 
 

-// osfmk/device/iokit_rpc.c
-extern kern_return_t IOMapPages(vm_map_t map, mach_vm_address_t va, mach_vm_address_t pa,
-                                 mach_vm_size_t length, unsigned int mapFlags);
-extern kern_return_t IOUnmapPages(vm_map_t map, mach_vm_address_t va, mach_vm_size_t length);
+mach_vm_address_t
+IOKernelAllocateWithPhysicalRestrict(mach_vm_size_t size, mach_vm_address_t maxPhys,
+    mach_vm_size_t alignment, bool contiguous);
+void
+IOKernelFreePhysical(mach_vm_address_t address, mach_vm_size_t size);

 
 

-extern kern_return_t IOProtectCacheMode(vm_map_t map, mach_vm_address_t va,
-                                       mach_vm_size_t length, unsigned int mapFlags);
+#if IOTRACKING
+IOReturn
+IOMemoryMapTracking(IOTrackingUser * tracking, task_t * task,
+    mach_vm_address_t * address, mach_vm_size_t * size);
+#endif /* IOTRACKING */

 
 

-extern ppnum_t IOGetLastPageNumber(void);
+extern vm_size_t debug_iomallocpageable_size;

 
 extern ppnum_t gIOLastPage;
 
 
 extern ppnum_t gIOLastPage;
 

+extern IOSimpleLock * gIOPageAllocLock;
+extern queue_head_t   gIOPageAllocList;
+

 /* Physical to physical copy (ints must be disabled) */
 /* Physical to physical copy (ints must be disabled) */

-extern void bcopy_phys(addr64_t from, addr64_t to, int size);
+extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t size);

 
 __END_DECLS
 
 
 __END_DECLS
 

-// Used for dedicated communications for IODMACommand
-enum  {
-    kIOMDWalkSegments         = 0x00000001,
-    kIOMDFirstSegment        = 0x00000002 | kIOMDWalkSegments,
-    kIOMDGetCharacteristics   = 0x00000004,
-    kIOMDSetDMAActive         = 0x00000005,
-    kIOMDSetDMAInactive       = 0x00000006,
-    kIOMDLastDMACommandOperation
+#define __IODEQUALIFY(type, expr)                               \
+   ({ typeof(expr) expr_ = (type)(uintptr_t)(expr);             \
+       (type)(uintptr_t)(expr_); })
+
+struct IODMACommandMapSegment {
+       uint64_t fDMAOffset;       // The offset of this segment in DMA
+       uint64_t fMapOffset;       // Offset of segment in mapping
+       uint64_t fPageOffset;      // Offset within first page of segment

 };
 };

-struct IOMDDMACharacteristics {
-    UInt64 fLength;
-    UInt32 fSGCount;
-    UInt32 fPages;
-    UInt32 fPageAlign;
-    ppnum_t fHighestPage;
-    IODirection fDirection;
-    UInt8 fIsMapped, fIsPrepared;
+
+struct IODMACommandInternal {
+       IOMDDMAWalkSegmentState      fState;
+       IOMDDMACharacteristics       fMDSummary;
+
+       UInt64 fPreparedOffset;
+       UInt64 fPreparedLength;
+
+       UInt32 fSourceAlignMask;
+
+       UInt8  fCursor;
+       UInt8  fCheckAddressing;
+       UInt8  fIterateOnly;
+       UInt8  fMisaligned;
+       UInt8  fPrepared;
+       UInt8  fDoubleBuffer;
+       UInt8  fNewMD;
+       UInt8  fLocalMapperAllocValid;
+       UInt8  fIOVMAddrValid;
+       UInt8  fForceDoubleBuffer;
+       UInt8  fSetActiveNoMapper;
+
+       vm_page_t fCopyPageAlloc;
+       vm_page_t fCopyNext;
+       vm_page_t fNextRemapPage;
+
+       ppnum_t  fCopyPageCount;
+
+       uint64_t  fLocalMapperAlloc;
+       uint64_t  fLocalMapperAllocLength;
+
+       OSPtr<IOBufferMemoryDescriptor> fCopyMD;
+
+       IOService * fDevice;
+
+       // IODMAEventSource use
+       IOReturn fStatus;
+       UInt64   fActualByteCount;
+       AbsoluteTime    fTimeStamp;
+
+       // Multisegment vars
+       IODMACommandMapSegment * fMapSegments;
+       uint32_t                 fMapSegmentsCount;
+       uint64_t fLocalMapperAllocBase;
+       uint64_t fOffset2Index;
+       uint64_t fNextOffset;
+       uint64_t fIndex;

 };
 };

-struct IOMDDMAWalkSegmentArgs {
-    UInt64 fOffset;                    // Input/Output offset
-    UInt64 fIOVMAddr, fLength;         // Output variables
-    UInt8 fMapped;                     // Input Variable, Require mapped IOVMA
+
+struct IOMemoryDescriptorDevicePager {
+       void *                       devicePager;
+       unsigned int             pagerContig:1;
+       unsigned int             unused:31;
+       IOMemoryDescriptor * memory;

 };
 };

-typedef UInt8 IOMDDMAWalkSegmentState[128];

 
 

-struct IODMACommandInternal
-{
-    IOMDDMAWalkSegmentState fState;
-    IOMDDMACharacteristics  fMDSummary;
+struct IOMemoryDescriptorReserved {
+       IOMemoryDescriptorDevicePager dp;
+       uint64_t                      descriptorID;
+       uint64_t                      preparationID;
+       // for kernel IOMD subclasses... they have no expansion
+       uint64_t                      kernReserved[4];
+       vm_tag_t                      kernelTag;
+       vm_tag_t                      userTag;
+       task_t                        creator;
+};

 
 

-    UInt64 fPreparedOffset;
-    UInt64 fPreparedLength;
+struct iopa_t {
+       IOLock       * lock;
+       queue_head_t   list;
+       vm_size_t      pagecount;
+       vm_size_t      bytecount;
+};

 
 

-       UInt32 fSourceAlignMask;
-       
-    UInt8  fCursor;
-    UInt8  fCheckAddressing;
-    UInt8  fIterateOnly;
-    UInt8  fMisaligned;
-    UInt8  fMapContig;
-    UInt8  fPrepared;
-    UInt8  fDoubleBuffer;
-    UInt8  fNewMD;
-    UInt8  fLocalMapper;
-       
-       ppnum_t  fCopyMapperPageAlloc;
-    ppnum_t  fCopyPageCount;
-    ppnum_t  fNextRemapIndex;
-    addr64_t fCopyNext;
-
-       ppnum_t  fLocalMapperPageAlloc;
-    ppnum_t  fLocalMapperPageCount;
-
-    class IOBufferMemoryDescriptor * fCopyMD;
-
-    // IODMAEventSource use
-    IOReturn fStatus;
-    UInt64   fActualByteCount;
+struct iopa_page_t {
+       queue_chain_t link;
+       uint64_t      avail;
+       uint32_t      signature;

 };
 };

+typedef struct iopa_page_t iopa_page_t;
+
+typedef uintptr_t (*iopa_proc_t)(iopa_t * a);
+
+enum{
+       kIOPageAllocSignature  = 'iopa'
+};
+
+extern "C" void      iopa_init(iopa_t * a);
+extern "C" uintptr_t iopa_alloc(iopa_t * a, iopa_proc_t alloc, vm_size_t bytes, vm_size_t balign);
+extern "C" uintptr_t iopa_free(iopa_t * a, uintptr_t addr, vm_size_t bytes);
+extern "C" uint32_t  gIOPageAllocChunkBytes;
+
+extern "C" iopa_t    gIOBMDPageAllocator;

 
 extern "C" struct timeval gIOLastSleepTime;
 extern "C" struct timeval gIOLastWakeTime;
 
 
 extern "C" struct timeval gIOLastSleepTime;
 extern "C" struct timeval gIOLastWakeTime;
 

-extern "C" void IOKitResetTime( void );
+extern clock_sec_t gIOConsoleLockTime;
+
+extern bool gCPUsRunning;
+
+extern OSSet * gIORemoveOnReadProperties;
+
+extern uint32_t gHaltTimeMaxLog;
+extern uint32_t gHaltTimeMaxPanic;
+

 extern "C" void IOKitInitializeTime( void );
 extern "C" void IOKitInitializeTime( void );

+extern void IOMachPortInitialize(void);

 
 extern "C" OSString * IOCopyLogNameForPID(int pid);
 
 
 extern "C" OSString * IOCopyLogNameForPID(int pid);
 

+extern "C" void IOKitKernelLogBuffer(const char * title, const void * buffer, size_t size,
+    void (*output)(const char *format, ...));
+
+#if defined(__i386__) || defined(__x86_64__)
+#ifndef __cplusplus
+#error xx
+#endif
+
+extern const OSSymbol * gIOCreateEFIDevicePathSymbol;
+extern "C" void IOSetKeyStoreData(LIBKERN_CONSUMED IOMemoryDescriptor * data);
+extern "C" void IOSetAPFSKeyStoreData(LIBKERN_CONSUMED IOMemoryDescriptor* data);
+#endif
+extern const  OSSymbol * gAKSGetKey;
+
+void IOScreenLockTimeUpdate(clock_sec_t secs);
+
+void     IOCPUInitialize(void);
+IOReturn IOInstallServicePlatformActions(IOService * service);
+IOReturn IOInstallServiceSleepPlatformActions(IOService * service);
+IOReturn IORemoveServicePlatformActions(IOService * service);
+void     IOCPUSleepKernel(void);
+void     IOPlatformActionsInitialize(void);
+

 #endif /* ! _IOKIT_KERNELINTERNAL_H */
 #endif /* ! _IOKIT_KERNELINTERNAL_H */