-/*
- * Nanosecond timing.
- */
-
-/*
- * Nanotime returned in %rax.
- * Computed from tsc based on the scale factor and an implicit 32 bit shift.
- * This code must match what _rtc_nanotime_read does in
- * machine_routines_asm.s. Failure to do so can
- * result in "weird" timing results.
- *
- * Uses: %rsi, %rdi, %rdx, %rcx
- */
-#define NANOTIME \
- movq %gs:CPU_NANOTIME,%rdi ; \
- RTC_NANOTIME_READ_FAST()
-
-/*
- * Add 64-bit delta in register reg to timer pointed to by register treg.
- */
-#define TIMER_UPDATE(treg,reg,offset) \
- addq reg,(offset)+TIMER_ALL(treg) /* add timer */
-
-/*
- * Add time delta to old timer and start new.
- * Uses: %rsi, %rdi, %rdx, %rcx, %rax
- */
-#define TIMER_EVENT(old,new) \
- NANOTIME /* %rax := nanosecs */ ; \
- movq %rax,%rsi /* save timestamp */ ; \
- movq %gs:CPU_ACTIVE_THREAD,%rcx /* get thread */ ; \
- subq (old##_TIMER)+TIMER_TSTAMP(%rcx),%rax /* compute elapsed */ ; \
- TIMER_UPDATE(%rcx,%rax,old##_TIMER) /* update timer */ ; \
- leaq (new##_TIMER)(%rcx),%rcx /* point to new timer */; \
- movq %rsi,TIMER_TSTAMP(%rcx) /* set timestamp */ ; \
- movq %gs:CPU_PROCESSOR,%rdx /* get processor */ ; \
- movq %rcx,THREAD_TIMER(%rdx) /* set current timer */ ; \
- movq %rsi,%rax /* restore timestamp */ ; \
- subq (old##_STATE)+TIMER_TSTAMP(%rdx),%rax /* compute elapsed */ ; \
- TIMER_UPDATE(%rdx,%rax,old##_STATE) /* update timer */ ; \
- leaq (new##_STATE)(%rdx),%rcx /* point to new state */; \
- movq %rcx,CURRENT_STATE(%rdx) /* set current state */ ; \
- movq %rsi,TIMER_TSTAMP(%rcx) /* set timestamp */
-
-/*
- * Update time on user trap entry.
- * Uses: %rsi, %rdi, %rdx, %rcx, %rax
- */
-#define TIME_TRAP_UENTRY TIMER_EVENT(USER,SYSTEM)
-
-/*
- * update time on user trap exit.
- * Uses: %rsi, %rdi, %rdx, %rcx, %rax
- */
-#define TIME_TRAP_UEXIT TIMER_EVENT(SYSTEM,USER)
-
-/*
- * update time on interrupt entry.
- * Uses: %rsi, %rdi, %rdx, %rcx, %rax
- * Saves processor state info on stack.
- */
-#define TIME_INT_ENTRY \
- NANOTIME /* %rax := nanosecs */ ; \
- movq %rax,%gs:CPU_INT_EVENT_TIME /* save in cpu data */ ; \
- movq %rax,%rsi /* save timestamp */ ; \
- movq %gs:CPU_PROCESSOR,%rdx /* get processor */ ; \
- movq THREAD_TIMER(%rdx),%rcx /* get current timer */ ; \
- subq TIMER_TSTAMP(%rcx),%rax /* compute elapsed */ ; \
- TIMER_UPDATE(%rcx,%rax,0) /* update timer */ ; \
- movq KERNEL_TIMER(%rdx),%rcx /* get kernel timer */ ; \
- movq %rsi,TIMER_TSTAMP(%rcx) /* set timestamp */ ; \
- movq %rsi,%rax /* restore timestamp */ ; \
- movq CURRENT_STATE(%rdx),%rcx /* get current state */ ; \
- pushq %rcx /* save state */ ; \
- subq TIMER_TSTAMP(%rcx),%rax /* compute elapsed */ ; \
- TIMER_UPDATE(%rcx,%rax,0) /* update timer */ ; \
- leaq IDLE_STATE(%rdx),%rax /* get idle state */ ; \
- cmpq %rax,%rcx /* compare current */ ; \
- je 0f /* skip if equal */ ; \
- leaq SYSTEM_STATE(%rdx),%rcx /* get system state */ ; \
- movq %rcx,CURRENT_STATE(%rdx) /* set current state */ ; \
-0: movq %rsi,TIMER_TSTAMP(%rcx) /* set timestamp */
-
-/*
- * update time on interrupt exit.
- * Uses: %rsi, %rdi, %rdx, %rcx, %rax
- * Restores processor state info from stack.
- */
-#define TIME_INT_EXIT \
- NANOTIME /* %rax := nanosecs */ ; \
- movq %rax,%gs:CPU_INT_EVENT_TIME /* save in cpu data */ ; \
- movq %rax,%rsi /* save timestamp */ ; \
- movq %gs:CPU_PROCESSOR,%rdx /* get processor */ ; \
- movq KERNEL_TIMER(%rdx),%rcx /* get kernel timer */ ; \
- subq TIMER_TSTAMP(%rcx),%rax /* compute elapsed */ ; \
- TIMER_UPDATE(%rcx,%rax,0) /* update timer */ ; \
- movq THREAD_TIMER(%rdx),%rcx /* interrupted timer */ ; \
- movq %rsi,TIMER_TSTAMP(%rcx) /* set timestamp */ ; \
- movq %rsi,%rax /* restore timestamp */ ; \
- movq CURRENT_STATE(%rdx),%rcx /* get current state */ ; \
- subq TIMER_TSTAMP(%rcx),%rax /* compute elapsed */ ; \
- TIMER_UPDATE(%rcx,%rax,0) /* update timer */ ; \
- popq %rcx /* restore state */ ; \
- movq %rcx,CURRENT_STATE(%rdx) /* set current state */ ; \
- movq %rsi,TIMER_TSTAMP(%rcx) /* set timestamp */
-
-/*
- * Check for vtimers for task.
- * task_reg is register pointing to current task
- * thread_reg is register pointing to current thread
- */
-#define TASK_VTIMER_CHECK(task_reg,thread_reg) \
- cmpl $0,TASK_VTIMERS(task_reg) ; \
- jz 1f ; \
- orl $(AST_BSD),%gs:CPU_PENDING_AST /* Set pending AST */ ; \
- lock ; \
- orl $(AST_BSD),ACT_AST(thread_reg) /* Set thread AST */ ; \
-1: ; \
-
-
-/*
- * Macros for calling into C functions.
- * The stack is 16-byte aligned by masking.
- */
-#define CCALL(fn) \
- mov %rsp, %r12 ;\
- and $0xFFFFFFFFFFFFFFF0, %rsp ;\
- call EXT(fn) ;\
- mov %r12, %rsp
-
-#define CCALL1(fn, arg1) \
- mov arg1, %rdi ;\
- CCALL(fn)
-
-#define CCALL2(fn, arg1, arg2) \
- mov arg1, %rdi ;\
- CCALL(fn)
-
-#define CCALL3(fn, arg1, arg2, arg3) \
- mov arg1, %rdi ;\
- mov arg2, %rsi ;\
- mov arg3, %rdx ;\
- CCALL(fn)
projects / apple / xnu.git / blobdiff