#include <vm/vm_pageout.h>
#include <mach/memory_object_types.h>
#include <device/device_port.h>
+#include <IOKit/IODMACommand.h>
+#include <IOKit/IOKitServer.h>
/* * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * * */
#if (KDEBUG_LEVEL >= KDEBUG_LEVEL_STANDARD)
#define IOServiceTrace(csc, a, b, c, d) do { \
- if(kIOTraceIOService & gIOKitDebug) { \
+ if(kIOTraceIOService & gIOKitTrace) { \
KERNEL_DEBUG_CONSTANT(IODBG_IOSERVICE(csc), a, b, c, d, 0); \
} \
} while(0)
IOIteratePageableMapsCallback callback, void * ref);
vm_map_t IOPageableMapForAddress(uintptr_t address);
+struct IOMemoryDescriptorMapAllocRef
+{
+ vm_map_t map;
+ mach_vm_address_t mapped;
+ mach_vm_size_t size;
+ vm_prot_t prot;
+ vm_tag_t tag;
+ IOOptionBits options;
+};
+
kern_return_t
-IOMemoryDescriptorMapMemEntry(vm_map_t * map, ipc_port_t entry, IOOptionBits options, bool pageable,
- mach_vm_size_t offset, mach_vm_address_t * address, mach_vm_size_t length);
-kern_return_t
-IOMemoryDescriptorMapCopy(vm_map_t * map,
- IOOptionBits options,
- mach_vm_size_t offset,
- mach_vm_address_t * address, mach_vm_size_t length);
+IOMemoryDescriptorMapAlloc(vm_map_t map, void * ref);
+
mach_vm_address_t
IOKernelAllocateWithPhysicalRestrict(mach_vm_size_t size, mach_vm_address_t maxPhys,
void
IOKernelFreePhysical(mach_vm_address_t address, mach_vm_size_t size);
+#if IOTRACKING
+IOReturn
+IOMemoryMapTracking(IOTrackingUser * tracking, task_t * task,
+ mach_vm_address_t * address, mach_vm_size_t * size);
+#endif /* IOTRACKING */
extern vm_size_t debug_iomallocpageable_size;
-// osfmk/device/iokit_rpc.c
-extern kern_return_t IOMapPages(vm_map_t map, mach_vm_address_t va, mach_vm_address_t pa,
- mach_vm_size_t length, unsigned int mapFlags);
-extern kern_return_t IOUnmapPages(vm_map_t map, mach_vm_address_t va, mach_vm_size_t length);
-
-extern kern_return_t IOProtectCacheMode(vm_map_t map, mach_vm_address_t va,
- mach_vm_size_t length, unsigned int mapFlags);
-
-extern ppnum_t IOGetLastPageNumber(void);
-
extern ppnum_t gIOLastPage;
+extern IOSimpleLock * gIOPageAllocLock;
+extern queue_head_t gIOPageAllocList;
+
/* Physical to physical copy (ints must be disabled) */
extern void bcopy_phys(addr64_t from, addr64_t to, vm_size_t size);
__END_DECLS
-// Used for dedicated communications for IODMACommand
-enum {
- kIOMDWalkSegments = 0x00000001,
- kIOMDFirstSegment = 0x00000002 | kIOMDWalkSegments,
- kIOMDGetCharacteristics = 0x00000004,
- kIOMDSetDMAActive = 0x00000005,
- kIOMDSetDMAInactive = 0x00000006,
- kIOMDLastDMACommandOperation
-};
-struct IOMDDMACharacteristics {
- UInt64 fLength;
- UInt32 fSGCount;
- UInt32 fPages;
- UInt32 fPageAlign;
- ppnum_t fHighestPage;
- IODirection fDirection;
- UInt8 fIsMapped, fIsPrepared;
-};
-struct IOMDDMAWalkSegmentArgs {
- UInt64 fOffset; // Input/Output offset
- UInt64 fIOVMAddr, fLength; // Output variables
- UInt8 fMapped; // Input Variable, Require mapped IOVMA
-};
-typedef UInt8 IOMDDMAWalkSegmentState[128];
+#define __IODEQUALIFY(type, expr) \
+ ({ typeof(expr) expr_ = (type)(uintptr_t)(expr); \
+ (type)(uintptr_t)(expr_); })
+
struct IODMACommandInternal
{
- IOMDDMAWalkSegmentState fState;
- IOMDDMACharacteristics fMDSummary;
+ IOMDDMAWalkSegmentState fState;
+ IOMDDMACharacteristics fMDSummary;
UInt64 fPreparedOffset;
UInt64 fPreparedLength;
UInt8 fPrepared;
UInt8 fDoubleBuffer;
UInt8 fNewMD;
- UInt8 fLocalMapper;
-
+ UInt8 fLocalMapperAllocValid;
+ UInt8 fIOVMAddrValid;
+ UInt8 fForceDoubleBuffer;
+ UInt8 fSetActiveNoMapper;
+
vm_page_t fCopyPageAlloc;
vm_page_t fCopyNext;
vm_page_t fNextRemapPage;
ppnum_t fCopyPageCount;
- ppnum_t fLocalMapperPageAlloc;
- ppnum_t fLocalMapperPageCount;
+ uint64_t fLocalMapperAlloc;
+ uint64_t fLocalMapperAllocLength;
class IOBufferMemoryDescriptor * fCopyMD;
+ IOService * fDevice;
+
// IODMAEventSource use
IOReturn fStatus;
UInt64 fActualByteCount;
+ AbsoluteTime fTimeStamp;
};
struct IOMemoryDescriptorDevicePager {
uint64_t preparationID;
// for kernel IOMD subclasses... they have no expansion
uint64_t kernReserved[4];
+ vm_tag_t kernelTag;
+ vm_tag_t userTag;
};
+struct iopa_t
+{
+ IOLock * lock;
+ queue_head_t list;
+ vm_size_t pagecount;
+ vm_size_t bytecount;
+};
+
+struct iopa_page_t
+{
+ queue_chain_t link;
+ uint64_t avail;
+ uint32_t signature;
+};
+typedef struct iopa_page_t iopa_page_t;
+
+typedef uintptr_t (*iopa_proc_t)(iopa_t * a);
+
+enum
+{
+ kIOPageAllocSignature = 'iopa'
+};
+
+extern "C" void iopa_init(iopa_t * a);
+extern "C" uintptr_t iopa_alloc(iopa_t * a, iopa_proc_t alloc, vm_size_t bytes, uint32_t balign);
+extern "C" uintptr_t iopa_free(iopa_t * a, uintptr_t addr, vm_size_t bytes);
+extern "C" uint32_t gIOPageAllocChunkBytes;
+
+extern "C" iopa_t gIOBMDPageAllocator;
extern "C" struct timeval gIOLastSleepTime;
extern "C" struct timeval gIOLastWakeTime;
extern clock_sec_t gIOConsoleLockTime;
-extern "C" void IOKitResetTime( void );
+extern bool gCPUsRunning;
+
+extern OSSet * gIORemoveOnReadProperties;
+
extern "C" void IOKitInitializeTime( void );
extern "C" OSString * IOCopyLogNameForPID(int pid);
+extern "C" void IOKitKernelLogBuffer(const char * title, const void * buffer, size_t size,
+ void (*output)(const char *format, ...));
+
#if defined(__i386__) || defined(__x86_64__)
+#ifndef __cplusplus
+#error xx
+#endif
+
+extern const OSSymbol * gIOCreateEFIDevicePathSymbol;
extern "C" void IOSetKeyStoreData(IOMemoryDescriptor * data);
+extern "C" void IOSetAPFSKeyStoreData(IOMemoryDescriptor* data);
#endif
+extern const OSSymbol * gAKSGetKey;
void IOScreenLockTimeUpdate(clock_sec_t secs);
+void IOCPUInitialize(void);
+IOReturn IOInstallServicePlatformActions(IOService * service);
+IOReturn IORemoveServicePlatformActions(IOService * service);
#endif /* ! _IOKIT_KERNELINTERNAL_H */
projects / apple / xnu.git / blobdiff