osfmk/i386/commpage/commpage_asm.s

   1 /*
   2  * Copyright (c) 2003-2012 Apple Inc. All rights reserved.
   3  *
   4  * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
   5  *
   6  * This file contains Original Code and/or Modifications of Original Code
   7  * as defined in and that are subject to the Apple Public Source License
   8  * Version 2.0 (the 'License'). You may not use this file except in
   9  * compliance with the License. The rights granted to you under the License
  10  * may not be used to create, or enable the creation or redistribution of,
  11  * unlawful or unlicensed copies of an Apple operating system, or to
  12  * circumvent, violate, or enable the circumvention or violation of, any
  13  * terms of an Apple operating system software license agreement.
  14  *
  15  * Please obtain a copy of the License at
  16  * http://www.opensource.apple.com/apsl/ and read it before using this file.
  17  *
  18  * The Original Code and all software distributed under the License are
  19  * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
  20  * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
  21  * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
  22  * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
  23  * Please see the License for the specific language governing rights and
  24  * limitations under the License.
  25  *
  26  * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
  27  */
  28
  29 #include <machine/cpu_capabilities.h>
  30 #include <machine/commpage.h>
  31 #include <machine/asm.h>
  32 #include <assym.s>
  33
  34 /*
  35  * extern void  commpage_sched_gen_inc(void);
  36  */
  37         .text
  38
  39         .globl  _commpage_sched_gen_inc
  40 _commpage_sched_gen_inc:
  41         FRAME
  42
  43         /* Increment 32-bit commpage field if present */
  44         movq    _commPagePtr32(%rip),%rdx
  45         testq   %rdx,%rdx
  46         je      1f
  47         subq    $(ASM_COMM_PAGE32_BASE_ADDRESS),%rdx
  48         lock
  49         incl    ASM_COMM_PAGE_SCHED_GEN(%rdx)
  50
  51         /* Increment 64-bit commpage field if present */
  52         movq    _commPagePtr64(%rip),%rdx
  53         testq   %rdx,%rdx
  54         je      1f
  55         subq    $(ASM_COMM_PAGE32_START_ADDRESS),%rdx
  56         lock
  57         incl    ASM_COMM_PAGE_SCHED_GEN(%rdx)
  58 1:
  59         EMARF
  60         ret
  61
  62 /* pointers to the 32-bit commpage routine descriptors */
  63 /* WARNING: these must be sorted by commpage address! */
  64         .const_data
  65         .align  3
  66         .globl  _commpage_32_routines
  67 _commpage_32_routines:
  68         COMMPAGE_DESCRIPTOR_REFERENCE(preempt)
  69         COMMPAGE_DESCRIPTOR_REFERENCE(backoff)
  70         COMMPAGE_DESCRIPTOR_REFERENCE(pfz_enqueue)
  71         COMMPAGE_DESCRIPTOR_REFERENCE(pfz_dequeue)
  72         .quad   0
  73
  74
  75 /* pointers to the 64-bit commpage routine descriptors */
  76 /* WARNING: these must be sorted by commpage address! */
  77         .const_data
  78         .align  3
  79         .globl  _commpage_64_routines
  80 _commpage_64_routines:
  81         COMMPAGE_DESCRIPTOR_REFERENCE(preempt_64)
  82         COMMPAGE_DESCRIPTOR_REFERENCE(backoff_64)
  83         COMMPAGE_DESCRIPTOR_REFERENCE(pfz_enqueue_64)
  84         COMMPAGE_DESCRIPTOR_REFERENCE(pfz_dequeue_64)
  85         .quad   0
  86