| | 1 | /* |
| | 2 | * Copyright (c) 2003-2012 Apple Inc. All rights reserved. |
| | 3 | * |
| | 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
| | 5 | * |
| | 6 | * This file contains Original Code and/or Modifications of Original Code |
| | 7 | * as defined in and that are subject to the Apple Public Source License |
| | 8 | * Version 2.0 (the 'License'). You may not use this file except in |
| | 9 | * compliance with the License. The rights granted to you under the License |
| | 10 | * may not be used to create, or enable the creation or redistribution of, |
| | 11 | * unlawful or unlicensed copies of an Apple operating system, or to |
| | 12 | * circumvent, violate, or enable the circumvention or violation of, any |
| | 13 | * terms of an Apple operating system software license agreement. |
| | 14 | * |
| | 15 | * Please obtain a copy of the License at |
| | 16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. |
| | 17 | * |
| | 18 | * The Original Code and all software distributed under the License are |
| | 19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER |
| | 20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
| | 21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, |
| | 22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
| | 23 | * Please see the License for the specific language governing rights and |
| | 24 | * limitations under the License. |
| | 25 | * |
| | 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
| | 27 | */ |
| | 28 | |
| | 29 | #include <machine/cpu_capabilities.h> |
| | 30 | #include <machine/commpage.h> |
| | 31 | #include <machine/asm.h> |
| | 32 | #include <assym.s> |
| | 33 | |
| | 34 | /* |
| | 35 | * extern void commpage_sched_gen_inc(void); |
| | 36 | */ |
| | 37 | .text |
| | 38 | |
| | 39 | .globl _commpage_sched_gen_inc |
| | 40 | _commpage_sched_gen_inc: |
| | 41 | FRAME |
| | 42 | |
| | 43 | /* Increment 32-bit commpage field if present */ |
| | 44 | movq _commPagePtr32(%rip),%rdx |
| | 45 | testq %rdx,%rdx |
| | 46 | je 1f |
| | 47 | subq $(ASM_COMM_PAGE32_BASE_ADDRESS),%rdx |
| | 48 | lock |
| | 49 | incl ASM_COMM_PAGE_SCHED_GEN(%rdx) |
| | 50 | |
| | 51 | /* Increment 64-bit commpage field if present */ |
| | 52 | movq _commPagePtr64(%rip),%rdx |
| | 53 | testq %rdx,%rdx |
| | 54 | je 1f |
| | 55 | subq $(ASM_COMM_PAGE32_START_ADDRESS),%rdx |
| | 56 | lock |
| | 57 | incl ASM_COMM_PAGE_SCHED_GEN(%rdx) |
| | 58 | 1: |
| | 59 | EMARF |
| | 60 | ret |
| | 61 | |
| | 62 | /* pointers to the 32-bit commpage routine descriptors */ |
| | 63 | /* WARNING: these must be sorted by commpage address! */ |
| | 64 | .const_data |
| | 65 | .align 3 |
| | 66 | .globl _commpage_32_routines |
| | 67 | _commpage_32_routines: |
| | 68 | COMMPAGE_DESCRIPTOR_REFERENCE(preempt) |
| | 69 | COMMPAGE_DESCRIPTOR_REFERENCE(backoff) |
| | 70 | COMMPAGE_DESCRIPTOR_REFERENCE(pfz_enqueue) |
| | 71 | COMMPAGE_DESCRIPTOR_REFERENCE(pfz_dequeue) |
| | 72 | .quad 0 |
| | 73 | |
| | 74 | |
| | 75 | /* pointers to the 64-bit commpage routine descriptors */ |
| | 76 | /* WARNING: these must be sorted by commpage address! */ |
| | 77 | .const_data |
| | 78 | .align 3 |
| | 79 | .globl _commpage_64_routines |
| | 80 | _commpage_64_routines: |
| | 81 | COMMPAGE_DESCRIPTOR_REFERENCE(preempt_64) |
| | 82 | COMMPAGE_DESCRIPTOR_REFERENCE(backoff_64) |
| | 83 | COMMPAGE_DESCRIPTOR_REFERENCE(pfz_enqueue_64) |
| | 84 | COMMPAGE_DESCRIPTOR_REFERENCE(pfz_dequeue_64) |
| | 85 | .quad 0 |
| | 86 | |
projects / apple / xnu.git / blame_incremental