*
* @APPLE_LICENSE_HEADER_START@
*
- * The contents of this file constitute Original Code as defined in and
- * are subject to the Apple Public Source License Version 1.1 (the
- * "License"). You may not use this file except in compliance with the
- * License. Please obtain a copy of the License at
- * http://www.apple.com/publicsource and read it before using this file.
+ * Copyright (c) 1999-2003 Apple Computer, Inc. All Rights Reserved.
*
- * This Original Code and all software distributed under the License are
- * distributed on an "AS IS" basis, WITHOUT WARRANTY OF ANY KIND, EITHER
+ * This file contains Original Code and/or Modifications of Original Code
+ * as defined in and that are subject to the Apple Public Source License
+ * Version 2.0 (the 'License'). You may not use this file except in
+ * compliance with the License. Please obtain a copy of the License at
+ * http://www.opensource.apple.com/apsl/ and read it before using this
+ * file.
+ *
+ * The Original Code and all software distributed under the License are
+ * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
- * FITNESS FOR A PARTICULAR PURPOSE OR NON-INFRINGEMENT. Please see the
- * License for the specific language governing rights and limitations
- * under the License.
+ * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
+ * Please see the License for the specific language governing rights and
+ * limitations under the License.
*
* @APPLE_LICENSE_HEADER_END@
*/
#ifndef _PPC_MAPPINGS_H_
#define _PPC_MAPPINGS_H_
+#include <cpus.h>
+
+#include <mach/mach_types.h>
+#include <mach/vm_types.h>
+#include <mach/machine/vm_types.h>
+#include <mach/vm_prot.h>
+#include <mach/vm_statistics.h>
+#include <kern/assert.h>
+#include <kern/cpu_number.h>
+#include <kern/lock.h>
+#include <kern/queue.h>
+#include <ppc/proc_reg.h>
+
+/*
+ * Don't change these structures unless you change the assembly code
+ */
+
+/*
+ * This control block serves as anchor for all virtual mappings of the same physical
+ * page, i.e., aliases. There is a table for each bank (mem_region). All tables
+ * must reside in V=R storage and within the first 2GB of memory. Also, the
+ * mappings to which it points must be on at least a 64-byte boundary. These
+ * requirements allow a total of 2 bits for status and flags, and allow all address
+ * calculations to be 32-bit.
+ */
+
+#pragma pack(4) /* Make sure the structure stays as we defined it */
+typedef struct phys_entry {
+ addr64_t ppLink; /* Physical pointer to aliased mappings and flags */
+#define ppLock 0x8000000000000000LL /* Lock for alias chain */
+#define ppN 0x4000000000000000LL /* Not executable */
+#define ppFlags 0x000000000000003FLL /* Status and flags */
+#define ppI 0x0000000000000020LL /* Cache inhibited */
+#define ppIb 58 /* Cache inhibited */
+#define ppG 0x0000000000000010LL /* Guarded */
+#define ppGb 59 /* Guarded */
+#define ppR 0x0000000000000008LL /* Referenced */
+#define ppRb 60 /* Referenced */
+#define ppC 0x0000000000000004LL /* Changed */
+#define ppCb 61 /* Changed */
+#define ppPP 0x0000000000000003LL /* Protection */
+#define ppPPb 62 /* Protection begin */
+#define ppPPe 63 /* Protection end */
+} phys_entry;
+#pragma pack()
+
+/* Memory may be non-contiguous. This data structure contains info
+ * for mapping this non-contiguous space into the contiguous
+ * physical->virtual mapping tables. An array of this type is
+ * provided to the pmap system at bootstrap by ppc_vm_init.
+ *
+ */
+
+#pragma pack(4) /* Make sure the structure stays as we defined it */
+typedef struct mem_region {
+ phys_entry *mrPhysTab; /* Base of region table */
+ ppnum_t mrStart; /* Start of region */
+ ppnum_t mrEnd; /* Last page in region */
+ ppnum_t mrAStart; /* Next page in region to allocate */
+ ppnum_t mrAEnd; /* Last page in region to allocate */
+} mem_region_t;
+#pragma pack()
+
+#define mrSize sizeof(mem_region_t)
+#define PMAP_MEM_REGION_MAX 26
+
+extern mem_region_t pmap_mem_regions[PMAP_MEM_REGION_MAX + 1];
+extern int pmap_mem_regions_count;
+
+/* Prototypes */
+
+
+#pragma pack(4) /* Make sure the structure stays as we defined it */
typedef struct PCA { /* PTEG Control Area */
- unsigned int PCAlock; /* PCA lock */
union flgs {
unsigned int PCAallo; /* Allocation controls */
struct PCAalflgs { /* Keep these in order!!! */
unsigned char PCAfree; /* Indicates the slot is free */
- unsigned char PCAauto; /* Indicates that the PTE was autogenned */
- unsigned char PCAslck; /* Indicates that the slot is locked */
unsigned char PCAsteal; /* Steal scan start position */
+ unsigned char PCAauto; /* Indicates that the PTE was autogenned */
+ unsigned char PCAmisc; /* Misc. flags */
+#define PCAlock 1 /* This locks up the associated PTEG */
+#define PCAlockb 31
} PCAalflgs;
} flgs;
- unsigned int PCAgas[6]; /* Filler to 32 byte boundary */
- unsigned int PCAhash[8]; /* PTEG hash chains */
} PCA;
+#pragma pack()
-#define MAPFLAGS 0x0000001F
-#define BMAP 0x00000001
-
-typedef struct mapping {
- struct mapping *next; /* MUST BE FIRST - chain off physent */
- struct mapping *hashnext; /* Next mapping in same hash group */
- unsigned int *PTEhash; /* Pointer to the head of the mapping hash list */
- unsigned int *PTEent; /* Pointer to PTE if exists */
- struct phys_entry *physent; /* Quick pointer back to the physical entry */
- unsigned int PTEv; /* Virtual half of HW PTE */
- unsigned int PTEr; /* Real half of HW PTE. This is used ONLY if
- there is no physical entry associated
- with this mapping, ie.e, physent==0 */
- struct pmap *pmap; /* Quick pointer back to the containing pmap */
-} mapping;
-
-/*
- * This control block maps odd size blocks of memory. The mapping must
- * be V=F (Virtual = Fixed), i.e., virtually and physically contiguous
- * multiples of hardware size pages.
- *
- * This control block overlays the mapping CB and is allocated from the
- * same pool.
+/* Mappings currently come in two sizes: 64 and 128 bytes. The only difference is the
+ * number of skiplists (ie, mpLists): 64-byte mappings have 1-4 lists and 128-byte mappings
+ * have from 5-12. Only 1 in 256 mappings is large, so an average mapping is 64.25 bytes.
+ * All mappings are 64-byte aligned.
*
- * It is expected that only a small number of these exist for each address
- * space and will typically be for I/O areas. It is further assumed that
- * there is a minimum size (ODDBLKMIN) for these blocks. If smaller, the
- * block will be split into N normal page mappings.
- *
- * Binary tree for fast lookups.
- */
+ * Special note on mpFIP and mpRIP:
+ * These flags are manipulated under various locks. RIP is always set under an
+ * exclusive lock while FIP is shared. The only worry is that there is a possibility that
+ * FIP could be attempted by more than 1 processor at a time. Obviously, one will win.
+ * The other(s) bail all the way to user state and may refault (or not). There are only
+ * a few things in mpFlags that are not static, mpFIP, mpRIP, mpRemovable, and mpBusy.
+ *
+ * We organize these so that mpFIP is in a byte with static data and mpRIP and mpRemovable
+ * is in another. That means that we can use a store byte to update the guys without
+ * worrying about load and reserve. Note that mpFIP must be set atomically because it is
+ * under a share lock, but it may be clear with a simple store byte. So far as mpRIP
+ * goes, it is in the same byte as mpRemovable. However, mpRemovable is set atomically
+ * but never cleared, and mpRIP will not ever be set until after mpRemovable. Note that
+ * mpRIP is never cleared either.
+ *
+ */
+#pragma pack(4) /* Make sure the structure stays as we defined it */
+typedef struct mapping {
+ unsigned int mpFlags; /* 0x000 - Various flags, lock bit. These are static except for lock */
+#define mpBusy 0xFF000000 /* Busy count */
+#define mpPIndex 0x00FF0000 /* Index into physical table (in words) */
+#define mpSpecial 0x00008000 /* Special mapping - processor specific. */
+#define mpSpecialb 16 /* Special mapping - processor specific. */
+#define mpFIP 0x00004000 /* Fault in progress */
+#define mpFIPb 17 /* Fault in progress */
+#define mpNest 0x00001000 /* Mapping describes nested pmap */
+#define mpNestb 19 /* Mapping describes nested pmap */
+#define mpPerm 0x00000800 /* Mapping is permanent */
+#define mpPermb 20 /* Mapping is permanent */
+#define mpBlock 0x00000400 /* Mapping is a block map - used for V=F or I/O */
+#define mpBlockb 21 /* Mapping is a block map - used for V=F or I/O */
+#define mpRIP 0x00000080 /* Remove in progress - DO NOT MOVE */
+#define mpRIPb 24 /* Remove in progress */
+#define mpRemovable 0x00000040 /* Mapping is removable - DO NOT MOVE */
+#define mpRemovableb 25 /* Mapping is removable */
+#define mpRSVD1 0x00002330 /* Reserved for future use */
+#define mpLists 0x0000001F /* Number of skip lists mapping is on, max of 27 */
+#define mpListsb 27 /* Number of skip lists mapping is on, max of 27 */
+ unsigned short mpSpace; /* 0x004 - Address space hash */
+ unsigned short mpBSize; /* 0x006 - Block size - 1 in pages - max block size 256MB */
+ unsigned int mpPte; /* 0x008 - Offset to PTEG in hash table. Offset to exact PTE if mpHValid set - NOTE: this MUST be 0 for block mappings */
+#define mpHValid 0x00000001 /* PTE is entered in hash table */
+#define mpHValidb 31 /* PTE is entered in hash table */
+ ppnum_t mpPAddr; /* 0x00C - Physical page number */
+ addr64_t mpVAddr; /* 0x010 - Starting virtual address */
+#define mpHWFlags 0x0000000000000FFFULL /* Reference/Change, WIMG, AC, N, protection flags from PTE */
+#define mpPP 0x0000000000000007ULL /* Protection flags */
+#define mpPPb 61
+#define mpKKN 0x0000000000000007ULL /* Segment key and no execute flag (nested pmap) */
+#define mpKKNb 61
+#define mpWIMG 0x0000000000000078ULL /* Attribute bits */
+#define mpWIMGb 57
+#define mpW 0x0000000000000040ULL
+#define mpWb 57
+#define mpI 0x0000000000000020ULL
+#define mpIb 58
+#define mpM 0x0000000000000010ULL
+#define mpMb 59
+#define mpG 0x0000000000000008ULL
+#define mpGb 60
+#define mpWIMGe 60
+#define mpC 0x0000000000000080ULL /* Change bit */
+#define mpCb 56
+#define mpR 0x0000000000000100ULL /* Reference bit */
+#define mpRb 55
+ addr64_t mpAlias; /* 0x018 - Pointer to alias mappings of physical page */
+#define mpNestReloc mpAlias /* 0x018 - Redefines mpAlias relocation value of vaddr to nested pmap value */
+#define mpBlkRemCur mpAlias /* 0x018 - Next offset in block map to remove (this is 4 bytes) */
+ addr64_t mpList0; /* 0x020 - Forward chain of mappings. This one is always used */
+ addr64_t mpList[3]; /* 0x028 - Forward chain of mappings. Next higher order */
+/* 0x040 - End of basic mapping */
+#define mpBasicSize 64
+#define mpBasicLists 4
+/* note the dependence on kSkipListMaxLists, which must be <= #lists in a 256-byte mapping (ie, <=28) */
+/* addr64_t mpList4[8]; 0x040 - First extended list entries */
+/* 0x080 - End of first extended mapping */
+/* addr64_t mpList12[8]; 0x080 - Second extended list entries */
+/* 0x0C0 - End of second extended mapping */
+/* addr64_t mpList20[8]; 0x0C0 - Third extended list entries */
+/* 0x100 - End of third extended mapping */
-typedef struct blokmap {
- struct blokmap *next; /* Next block in list */
- unsigned int start; /* Start of block */
- unsigned int end; /* End of block */
- unsigned int PTEr; /* Real half of HW PTE at base address */
- unsigned int space; /* Cached VSID */
- unsigned int blkFlags; /* Flags for this block */
-#define blkPerm 0x80000000
-#define blkRem 0x40000000
-#define blkPermbit 0
-#define blkRembit 1
- unsigned int current; /* Partial block remove current start */
- unsigned int gas4; /* Reserved */
-} blokmap;
-
-#define ODDBLKMIN (8 * PAGE_SIZE)
-#define BLKREMMAX 128
+} mapping;
+#pragma pack()
#define MAPPING_NULL ((struct mapping *) 0)
#define mapRWRW 0x00000002
#define mapRORO 0x00000003
-
-typedef struct mfmapping {
- struct pmap *pmap;
- vm_offset_t offset;
-} mfmapping;
+/* All counts are in units of basic 64-byte mappings. A 128-byte mapping is
+ * just two adjacent 64-byte entries.
+ */
+#pragma pack(4) /* Make sure the structure stays as we defined it */
typedef struct mappingflush {
- PCA *pcaptr;
- unsigned int mappingcnt;
- struct mfmapping mapping[8];
+ addr64_t addr; /* Start address to search mapping */
+ unsigned int spacenum; /* Last space num to search pmap */
+ unsigned int mapfgas[1]; /* Pad to 64 bytes */
} mappingflush;
typedef struct mappingctl {
int mapcholdoff; /* Hold off clearing release list */
unsigned int mapcfreec; /* Total calls to mapping free */
unsigned int mapcallocc; /* Total calls to mapping alloc */
+ unsigned int mapcbig; /* Count times a big mapping was requested of mapping_alloc */
+ unsigned int mapcbigfails; /* Times caller asked for a big one but we gave 'em a small one */
unsigned int mapcmin; /* Minimum free mappings to keep */
unsigned int mapcmaxalloc; /* Maximum number of mappings allocated at one time */
- struct mappingflush mapcflush;
unsigned int mapcgas[1]; /* Pad to 64 bytes */
+ struct mappingflush mapcflush;
} mappingctl;
+#pragma pack()
-#define MAPPERBLOK 127
+/* MAPPERBLOK is the number of basic 64-byte mappings per block (ie, per page.) */
+#define MAPPERBLOK 63
#define MAPALTHRSH (4*MAPPERBLOK)
#define MAPFRTHRSH (2 * ((MAPALTHRSH + MAPPERBLOK - 1) / MAPPERBLOK))
typedef struct mappingblok {
- unsigned int mapblokfree[4]; /* Bit map of free mapping entrys */
- unsigned int mapblokvrswap; /* Virtual address XORed with physical address */
+ unsigned int mapblokfree[2]; /* Bit map of free mapping entrys */
+ addr64_t mapblokvrswap; /* Virtual address XORed with physical address */
unsigned int mapblokflags; /* Various flags */
#define mbPerm 0x80000000 /* Block is permanent */
struct mappingblok *nextblok; /* Pointer to the next mapping block */
} mappingblok;
+#define mapRemChunk 128
+
+#define mapRetCode 0xF
+#define mapRtOK 0
+#define mapRtBadLk 1
+#define mapRtPerm 2
+#define mapRtNotFnd 3
+#define mapRtBlock 4
+#define mapRtNest 5
+#define mapRtRemove 6
+#define mapRtMapDup 7
+
extern mappingctl mapCtl; /* Mapping allocation control */
-extern void mapping_phys_init(struct phys_entry *pp, unsigned int pa, unsigned int wimg); /* Initializes hw specific storage attributes */
-extern boolean_t mapping_remove(pmap_t pmap, vm_offset_t va); /* Remove a single mapping for this VADDR */
+extern addr64_t mapping_remove(pmap_t pmap, addr64_t va); /* Remove a single mapping for this VADDR */
+extern mapping *mapping_find(struct pmap *pmap, addr64_t va, addr64_t *nextva, int full); /* Finds a mapping */
extern void mapping_free_init(vm_offset_t mbl, int perm, boolean_t locked); /* Sets start and end of a block of mappings */
extern void mapping_adjust(void); /* Adjust free mapping count */
extern void mapping_free_prime(void); /* Primes the mapping block release list */
extern void mapping_prealloc(unsigned int); /* Preallocate mappings for large use */
extern void mapping_relpre(void); /* Releases preallocate request */
extern void mapping_init(void); /* Do initial stuff */
-extern void mapping_flush(void);
-extern mapping *mapping_alloc(void); /* Obtain a mapping */
+extern mapping *mapping_alloc(int lists); /* Obtain a mapping */
extern void mapping_free(struct mapping *mp); /* Release a mapping */
-extern boolean_t mapping_tst_ref(struct phys_entry *pp); /* Tests the reference bit of a physical page */
-extern boolean_t mapping_tst_mod(struct phys_entry *pp); /* Tests the change bit of a physical page */
-extern void mapping_set_ref(struct phys_entry *pp); /* Sets the reference bit of a physical page */
-extern void mapping_clr_ref(struct phys_entry *pp); /* Clears the reference bit of a physical page */
-extern void mapping_set_mod(struct phys_entry *pp); /* Sets the change bit of a physical page */
-extern void mapping_clr_mod(struct phys_entry *pp); /* Clears the change bit of a physical page */
-extern void mapping_invall(struct phys_entry *pp); /* Clear all PTEs pointing to a physical page */
-extern void mapping_protect_phys(struct phys_entry *pp, vm_prot_t prot, boolean_t locked); /* Change protection of all mappings to page */
-extern void mapping_protect(pmap_t pmap, vm_offset_t vaddr, vm_prot_t prot); /* Change protection of a single mapping to page */
-extern mapping *mapping_make(pmap_t pmap, struct phys_entry *pp, vm_offset_t va, vm_offset_t pa, vm_prot_t prot, int attr, boolean_t locked); /* Make an address mapping */
-extern void mapping_purge(struct phys_entry *pp); /* Remove all mappings for this physent */
-extern void mapping_purge_pmap(struct phys_entry *pp, pmap_t pmap); /* Remove physent mappings for this pmap */
-extern vm_offset_t mapping_p2v(pmap_t pmap, struct phys_entry *pp); /* Finds first virtual mapping of a physical page in a space */
-extern void mapping_phys_attr(struct phys_entry *pp, vm_prot_t prot, unsigned int wimg); /* Sets the default physical page attributes */
-extern void mapping_block_map_opt(pmap_t pmap, vm_offset_t va, vm_offset_t pa, vm_offset_t bnd, vm_size_t size, vm_prot_t prot, int attr); /* Map a block optimally */
-extern int mapalc(struct mappingblok *mb); /* Finds and allcates a mapping entry */
+extern boolean_t mapping_tst_ref(ppnum_t pa); /* Tests the reference bit of a physical page */
+extern boolean_t mapping_tst_mod(ppnum_t pa); /* Tests the change bit of a physical page */
+extern void mapping_set_ref(ppnum_t pa); /* Sets the reference bit of a physical page */
+extern void mapping_clr_ref(ppnum_t pa); /* Clears the reference bit of a physical page */
+extern void mapping_set_mod(ppnum_t pa); /* Sets the change bit of a physical page */
+extern void mapping_clr_mod(ppnum_t pa); /* Clears the change bit of a physical page */
+extern void mapping_protect_phys(ppnum_t pa, vm_prot_t prot); /* Change protection of all mappings to page */
+extern int mapping_protect(pmap_t pmap, addr64_t va, vm_prot_t prot, addr64_t *nextva); /* Change protection of a single mapping to page */
+extern addr64_t mapping_make(pmap_t pmap, addr64_t va, ppnum_t pa, unsigned int flags, unsigned int size, vm_prot_t prot); /* Make a mapping */
+/* Flags for mapping_make */
+#define mmFlgBlock 0x80000000 /* This is a block map, use size for number of pages covered */
+#define mmFlgUseAttr 0x40000000 /* Use specified attributes */
+#define mmFlgPerm 0x20000000 /* Mapping is permanant */
+#define mmFlgCInhib 0x00000002 /* Cahching inhibited - use if mapFlgUseAttr set or block */
+#define mmFlgGuarded 0x00000001 /* Access guarded - use if mapFlgUseAttr set or block */
+extern void mapping_purge(ppnum_t pa); /* Remove all mappings for this physent */
+extern addr64_t mapping_p2v(pmap_t pmap, ppnum_t pa); /* Finds first virtual mapping of a physical page in a space */
+extern void mapping_drop_busy(struct mapping *mapping); /* Drops busy count on mapping */
+extern phys_entry *mapping_phys_lookup(ppnum_t pp, unsigned int *pindex); /* Finds the physical entry for the page */
+extern int mapalc1(struct mappingblok *mb); /* Finds and allcates a 1-bit mapping entry */
+extern int mapalc2(struct mappingblok *mb); /* Finds and allcates a 2-bit mapping entry */
extern void ignore_zero_fault(boolean_t type); /* Sets up to ignore or honor any fault on page 0 access for the current thread */
-extern mapping *hw_lock_phys_vir(space_t space, vm_offset_t va); /* Finds and locks a physical entry by vaddr */
-extern mapping *hw_cpv(struct mapping *mapping); /* Converts a physical mapping control block address to virtual */
-extern mapping *hw_cvp(struct mapping *mapping); /* Converts a virtual mapping control block address to physical */
-extern void hw_rem_map(struct mapping *mapping); /* Remove a mapping from the system */
-extern void hw_add_map(struct mapping *mp, space_t space, vm_offset_t va); /* Add a mapping to the PTEG hash list */
-extern void hw_select_mappings(struct mappingflush *mappingflush); /* Select user mappings in a PTEG */
-extern blokmap *hw_rem_blk(pmap_t pmap, vm_offset_t sva, vm_offset_t eva); /* Remove a block that falls within a range */
-extern vm_offset_t hw_cvp_blk(pmap_t pmap, vm_offset_t va); /* Convert mapped block virtual to physical */
-extern blokmap *hw_add_blk(pmap_t pmap, struct blokmap *bmr); /* Add a block to the pmap */
-extern void hw_prot(struct phys_entry *pp, vm_prot_t prot); /* Change the protection of a physical page */
-extern void hw_prot_virt(struct mapping *mp, vm_prot_t prot); /* Change the protection of a virtual page */
-extern void hw_attr_virt(struct mapping *mp, unsigned int wimg); /* Change the attributes of a virtual page */
-extern void hw_phys_attr(struct phys_entry *pp, vm_prot_t prot, unsigned int wimg); /* Sets the default physical page attributes */
-extern unsigned int hw_test_rc(struct mapping *mp, boolean_t reset); /* Test and optionally reset the RC bit of specific mapping */
+extern mapping *hw_rem_map(struct pmap *pmap, addr64_t va, addr64_t *next); /* Remove a mapping from the system */
+extern mapping *hw_purge_map(struct pmap *pmap, addr64_t va, addr64_t *next); /* Remove a regular mapping from the system */
+extern mapping *hw_purge_space(struct phys_entry *pp, struct pmap *pmap); /* Remove the first mapping for a specific pmap from physentry */
+extern mapping *hw_purge_phys(struct phys_entry *pp); /* Remove the first mapping for a physentry */
+extern mapping *hw_find_map(struct pmap *pmap, addr64_t va, addr64_t *nextva); /* Finds a mapping */
+extern addr64_t hw_add_map(struct pmap *pmap, struct mapping *mp); /* Add a mapping to a pmap */
+extern int hw_protect(pmap_t pmap, addr64_t va, vm_prot_t prot, addr64_t *nextva); /* Change the protection of a virtual page */
+extern unsigned int hw_test_rc(pmap_t pmap, addr64_t va, boolean_t reset); /* Test and optionally reset the RC bit of specific mapping */
+
+extern unsigned int hw_phys_walk(struct phys_entry *pp, unsigned int preop, unsigned int op, /* Perform function on all mappings on a physical page */
+ unsigned int postop, unsigned int parm);
+#define hwpNoop 0 /* No operation */
+#define hwpSPrtPhy 1 /* Sets protection in physent */
+#define hwpSPrtMap 2 /* Sets protection in mapping */
+#define hwpSAtrPhy 3 /* Sets attributes in physent */
+#define hwpSAtrMap 4 /* Sets attributes in mapping */
+#define hwpCRefPhy 5 /* Clears reference in physent */
+#define hwpCRefMap 6 /* Clears reference in mapping */
+#define hwpCCngPhy 7 /* Clears change in physent */
+#define hwpCCngMap 8 /* Clears change in mapping */
+#define hwpSRefPhy 9 /* Sets reference in physent */
+#define hwpSRefMap 10 /* Sets reference in mapping */
+#define hwpSCngPhy 11 /* Sets change in physent */
+#define hwpSCngMap 12 /* Sets change in mapping */
+#define hwpTRefPhy 13 /* Tests reference in physent */
+#define hwpTRefMap 14 /* Tests reference in mapping */
+#define hwpTCngPhy 15 /* Tests change in physent */
+#define hwpTCngMap 16 /* Tests change in mapping */
extern boolean_t hw_tst_mod(struct phys_entry *pp); /* Tests change bit */
extern void hw_set_mod(struct phys_entry *pp); /* Set change bit */
extern void hw_set_ref(struct phys_entry *pp); /* Set reference bit */
extern void hw_clr_ref(struct phys_entry *pp); /* Clear reference bit */
-extern void hw_inv_all(struct phys_entry *pp); /* Invalidate all PTEs associated with page */
extern void hw_set_user_space(pmap_t pmap); /* Indicate we need a space switch */
extern void hw_set_user_space_dis(pmap_t pmap); /* Indicate we need a space switch (already disabled) */
-kern_return_t copyp2v(vm_offset_t source, vm_offset_t sink, unsigned int size); /* Copy a physical page to a virtual address */
-extern void *LRA(space_t space, void *vaddr); /* Translate virtual to real using only HW tables */
-extern void dumpaddr(space_t space, vm_offset_t va);
-extern void dumpmapping(struct mapping *mp); /* Print contents of a mapping */
-extern void dumppca(struct mapping *mp); /* Print contents of a PCA */
-extern void dumpphys(struct phys_entry *pp); /* Prints stuff starting at phys */
+extern void hw_setup_trans(void); /* Setup hardware for translation */
+extern void hw_start_trans(void); /* Start translation for the first time */
+extern void hw_map_seg(pmap_t pmap, addr64_t seg, addr64_t va); /* Validate a segment */
+extern void hw_blow_seg(addr64_t seg); /* Invalidate a segment */
+extern void invalidateSegs(pmap_t pmap); /* Invalidate the segment cache */
+extern struct phys_entry *pmap_find_physentry(ppnum_t pa);
+extern void mapLog(unsigned int laddr, unsigned int type, addr64_t va);
+extern unsigned int mapSkipListVerifyC(struct pmap *pmap, unsigned long long *dumpa);
+extern void fillPage(ppnum_t pa, unsigned int fill);
extern unsigned int mappingdeb0; /* (TEST/DEBUG) */
extern unsigned int incrVSID; /* VSID increment value */
projects / apple / xnu.git / blobdiff