xnu-7195.101.1.tar.gz

[apple/xnu.git] / osfmk / i386 / commpage / commpage.h

diff --git a/osfmk/i386/commpage/commpage.h b/osfmk/i386/commpage/commpage.h
index dd63874cf2485c73420ebd707bab31a91ea7cbf1..6b573dea02d9dee641ecea95e4f20165f7666792 100644 (file)
--- a/osfmk/i386/commpage/commpage.h
+++ b/osfmk/i386/commpage/commpage.h
@@ -1,8 +1,8 @@
 /*
 /*

- * Copyright (c) 2003-2006 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2003-2019 Apple Inc. All rights reserved.

  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
  *
  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@

- * 
+ *

  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in
  * This file contains Original Code and/or Modifications of Original Code
  * as defined in and that are subject to the Apple Public Source License
  * Version 2.0 (the 'License'). You may not use this file except in


@@ -11,10 +11,10 @@
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.
  * unlawful or unlicensed copies of an Apple operating system, or to
  * circumvent, violate, or enable the circumvention or violation of, any
  * terms of an Apple operating system software license agreement.

- * 
+ *

  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  * Please obtain a copy of the License at
  * http://www.opensource.apple.com/apsl/ and read it before using this file.

- * 
+ *

  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  * The Original Code and all software distributed under the License are
  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,


@@ -22,66 +22,137 @@
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.
  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  * Please see the License for the specific language governing rights and
  * limitations under the License.

- * 
+ *

  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 
 #ifndef _I386_COMMPAGE_H
 #define _I386_COMMPAGE_H
 
  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  */
 
 #ifndef _I386_COMMPAGE_H
 #define _I386_COMMPAGE_H
 

-#ifndef        __ASSEMBLER__
+#ifndef __ASSEMBLER__

 #include <stdint.h>
 #include <stdint.h>

+#include <mach/boolean.h>
+#include <mach/vm_types.h>
+#include <machine/cpu_capabilities.h>

 #endif /* __ASSEMBLER__ */
 
 /* The following macro is used to generate the 64-bit commpage address for a given
  * routine, based on its 32-bit address.  This is used in the kernel to compile
 #endif /* __ASSEMBLER__ */
 
 /* The following macro is used to generate the 64-bit commpage address for a given
  * routine, based on its 32-bit address.  This is used in the kernel to compile

- * the 64-bit commpage.  Since the kernel is a 32-bit object, cpu_capabilities.h
+ * the 64-bit commpage.  Since the kernel can be a 32-bit object, cpu_capabilities.h

  * only defines the 32-bit address.
  */
  * only defines the 32-bit address.
  */

-#define        _COMM_PAGE_32_TO_64( ADDRESS )  ( ADDRESS + _COMM_PAGE64_START_ADDRESS - _COMM_PAGE32_START_ADDRESS )
-
-
-#ifdef __ASSEMBLER__
-
-#define        COMMPAGE_DESCRIPTOR(label,address,must,cant)    \
-L ## label ## _end:                                    ;\
-.const_data                                            ;\
-L ## label ## _size = L ## label ## _end - L ## label  ;\
-.private_extern _commpage_ ## label                    ;\
-_commpage_ ## label ## :                               ;\
-    .long      L ## label                              ;\
-    .long      L ## label ## _size                     ;\
-    .long      address                                 ;\
-    .long      must                                    ;\
-    .long      cant                                    ;\
+#define _COMM_PAGE_32_TO_64( ADDRESS )  ( ADDRESS + _COMM_PAGE64_START_ADDRESS - _COMM_PAGE32_START_ADDRESS )
+
+
+#ifdef  __ASSEMBLER__
+
+#define COMMPAGE_DESCRIPTOR_NAME(label)  _commpage_ ## label
+
+#define COMMPAGE_DESCRIPTOR_FIELD_POINTER .quad
+#define COMMPAGE_DESCRIPTOR_REFERENCE(label) \
+       .quad COMMPAGE_DESCRIPTOR_NAME(label)
+
+#define COMMPAGE_FUNCTION_START(label, codetype, alignment) \
+.text                                                          ;\
+.code ## codetype                                              ;\
+.align alignment, 0x90                                         ;\
+L ## label ## :
+
+#define COMMPAGE_DESCRIPTOR(label, address)                      \
+L ## label ## _end:                                            ;\
+.set L ## label ## _size, L ## label ## _end - L ## label      ;\
+.const_data                                                    ;\
+.private_extern COMMPAGE_DESCRIPTOR_NAME(label)                        ;\
+COMMPAGE_DESCRIPTOR_NAME(label) ## :                           ;\
+    COMMPAGE_DESCRIPTOR_FIELD_POINTER  L ## label              ;\
+    .long                              L ## label ## _size     ;\
+    .long                              address                 ;\

 .text
 
 .text
 

+
+/* COMMPAGE_CALL(target,from,start)
+ *
+ * This macro compiles a relative near call to one
+ * commpage routine from another.
+ * The assembler cannot handle this directly because the code
+ * is not being assembled at the address at which it will execute.
+ * The alternative to this macro would be to use an
+ * indirect call, which is slower because the target of an
+ * indirect branch is poorly predicted.
+ * The macro arguments are:
+ *     target = the commpage routine we are calling
+ *     from   = the commpage routine we are in now
+ *     start  = the label at the start of the code for this func
+ * This is admitedly ugly and fragile.  Is there a better way?
+ */
+#define COMMPAGE_CALL(target, from, start)                        \
+       COMMPAGE_CALL_INTERNAL(target,from,start,__LINE__)
+
+#define COMMPAGE_CALL_INTERNAL(target, from, start, unique)        \
+       .byte 0xe8                                              ;\
+.set UNIQUEID(unique), L ## start - . + target - from - 4      ;\
+       .long   UNIQUEID(unique)
+
+#define UNIQUEID(name)  L ## name
+
+/* COMMPAGE_JMP(target,from,start)
+ *
+ * This macro perform a jump to another commpage routine.
+ * Used to return from the PFZ by jumping via a return outside the PFZ.
+ */
+#define COMMPAGE_JMP(target, from, start)                         \
+       jmp      L ## start - from + target
+

 #else /* __ASSEMBLER__ */
 
 /* Each potential commpage routine is described by one of these.
  * Note that the COMMPAGE_DESCRIPTOR macro (above), used in
  * assembly language, must agree with this.
  */
 #else /* __ASSEMBLER__ */
 
 /* Each potential commpage routine is described by one of these.
  * Note that the COMMPAGE_DESCRIPTOR macro (above), used in
  * assembly language, must agree with this.
  */

- 
-typedef        struct  commpage_descriptor     {
-    void       *code_address;                                  // address of code
-    long       code_length;                                    // length in bytes
-    long       commpage_address;                               // put at this address (_COMM_PAGE_BCOPY etc)
-    long       musthave;                                       // _cpu_capability bits we must have
-    long       canthave;                                       // _cpu_capability bits we can't have
+
+typedef struct  commpage_descriptor     {
+       void                *code_address;                      // address of code
+       uint32_t            code_length;                        // length in bytes
+       uint32_t            commpage_address;                   // put at this address (_COMM_PAGE_BCOPY etc)

 } commpage_descriptor;
 
 
 } commpage_descriptor;
 
 

-extern char    *commPagePtr32;                         // virt address of 32-bit commpage in kernel map
-extern char    *commPagePtr64;                         // ...and of 64-bit commpage
+/* Warning: following structure must match the layout of the commpage.  */
+/* This is the data starting at _COMM_PAGE_TIME_DATA_START, ie for nanotime() and gettimeofday() */
+
+typedef volatile struct commpage_time_data      {
+       uint64_t        nt_tsc_base;                            // _COMM_PAGE_NT_TSC_BASE
+       uint32_t        nt_scale;                               // _COMM_PAGE_NT_SCALE
+       uint32_t        nt_shift;                               // _COMM_PAGE_NT_SHIFT
+       uint64_t        nt_ns_base;                             // _COMM_PAGE_NT_NS_BASE
+       uint32_t        nt_generation;                          // _COMM_PAGE_NT_GENERATION
+       uint32_t        gtod_generation;                        // _COMM_PAGE_GTOD_GENERATION
+       uint64_t        gtod_ns_base;                           // _COMM_PAGE_GTOD_NS_BASE
+       uint64_t        gtod_sec_base;                          // _COMM_PAGE_GTOD_SEC_BASE
+} commpage_time_data;

 
 

-extern void    _commpage_set_timestamp(uint64_t abstime, uint64_t secs);
-#define commpage_set_timestamp(x, y, z)                _commpage_set_timestamp((x), (y))
+extern  char    *commPagePtr32;                         // virt address of 32-bit commpage in kernel map
+extern  char    *commPagePtr64;                         // ...and of 64-bit commpage

 
 

-extern  void   commpage_set_nanotime(uint64_t tsc_base, uint64_t ns_base, uint32_t scale, uint32_t shift);
+extern  void    commpage_set_timestamp(uint64_t abstime, uint64_t sec, uint64_t frac, uint64_t scale, uint64_t tick_per_sec);
+#define commpage_disable_timestamp() commpage_set_timestamp( 0, 0, 0, 0, 0 );
+extern  void    commpage_set_nanotime(uint64_t tsc_base, uint64_t ns_base, uint32_t scale, uint32_t shift);
+extern  void    commpage_set_memory_pressure(unsigned int  pressure);
+extern  void    commpage_set_spin_count(unsigned int  count);
+extern  void    commpage_sched_gen_inc(void);
+extern  void    commpage_update_active_cpus(void);
+extern  void    commpage_update_mach_approximate_time(uint64_t abstime);
+extern  void    commpage_update_mach_continuous_time(uint64_t sleeptime);
+extern  void    commpage_update_boottime(uint64_t boottime_usec);
+extern  void    commpage_update_kdebug_state(void);
+extern  void    commpage_update_atm_diagnostic_config(uint32_t);
+extern  void    commpage_update_dof(boolean_t enabled);
+extern  void    commpage_update_dyld_flags(uint64_t value);
+extern  void    commpage_post_ucode_update(void);

 
 

-#include <kern/page_decrypt.h>
+extern  uint32_t        commpage_is_in_pfz32(uint32_t);
+extern  uint32_t        commpage_is_in_pfz64(addr64_t);

 
 

-#endif /* __ASSEMBLER__ */
+#endif  /* __ASSEMBLER__ */

 
 #endif /* _I386_COMMPAGE_H */
 
 #endif /* _I386_COMMPAGE_H */