]>
Commit | Line | Data |
---|---|---|
0c530ab8 | 1 | /* |
39236c6e | 2 | * Copyright (c) 2003-2012 Apple Inc. All rights reserved. |
0c530ab8 | 3 | * |
2d21ac55 | 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
0c530ab8 | 5 | * |
2d21ac55 A |
6 | * This file contains Original Code and/or Modifications of Original Code |
7 | * as defined in and that are subject to the Apple Public Source License | |
8 | * Version 2.0 (the 'License'). You may not use this file except in | |
9 | * compliance with the License. The rights granted to you under the License | |
10 | * may not be used to create, or enable the creation or redistribution of, | |
11 | * unlawful or unlicensed copies of an Apple operating system, or to | |
12 | * circumvent, violate, or enable the circumvention or violation of, any | |
13 | * terms of an Apple operating system software license agreement. | |
0c530ab8 | 14 | * |
2d21ac55 A |
15 | * Please obtain a copy of the License at |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. | |
17 | * | |
18 | * The Original Code and all software distributed under the License are | |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
0c530ab8 A |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
2d21ac55 A |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
23 | * Please see the License for the specific language governing rights and | |
24 | * limitations under the License. | |
0c530ab8 | 25 | * |
2d21ac55 | 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
0c530ab8 A |
27 | */ |
28 | ||
29 | #include <machine/cpu_capabilities.h> | |
b0d623f7 A |
30 | #include <machine/commpage.h> |
31 | #include <machine/asm.h> | |
32 | #include <assym.s> | |
0c530ab8 | 33 | |
2d21ac55 A |
34 | /* |
35 | * extern void commpage_sched_gen_inc(void); | |
36 | */ | |
37 | .text | |
0c530ab8 | 38 | |
b0d623f7 | 39 | .globl _commpage_sched_gen_inc |
2d21ac55 | 40 | _commpage_sched_gen_inc: |
b0d623f7 A |
41 | FRAME |
42 | ||
43 | /* Increment 32-bit commpage field if present */ | |
44 | movq _commPagePtr32(%rip),%rdx | |
45 | testq %rdx,%rdx | |
46 | je 1f | |
47 | subq $(ASM_COMM_PAGE32_BASE_ADDRESS),%rdx | |
48 | lock | |
49 | incl ASM_COMM_PAGE_SCHED_GEN(%rdx) | |
0c530ab8 | 50 | |
b0d623f7 A |
51 | /* Increment 64-bit commpage field if present */ |
52 | movq _commPagePtr64(%rip),%rdx | |
53 | testq %rdx,%rdx | |
54 | je 1f | |
55 | subq $(ASM_COMM_PAGE32_START_ADDRESS),%rdx | |
56 | lock | |
57 | incl ASM_COMM_PAGE_SCHED_GEN(%rdx) | |
58 | 1: | |
59 | EMARF | |
60 | ret | |
0c530ab8 A |
61 | |
62 | /* pointers to the 32-bit commpage routine descriptors */ | |
63 | /* WARNING: these must be sorted by commpage address! */ | |
64 | .const_data | |
b0d623f7 | 65 | .align 3 |
0c530ab8 A |
66 | .globl _commpage_32_routines |
67 | _commpage_32_routines: | |
b0d623f7 | 68 | COMMPAGE_DESCRIPTOR_REFERENCE(preempt) |
b0d623f7 | 69 | COMMPAGE_DESCRIPTOR_REFERENCE(backoff) |
b0d623f7 A |
70 | COMMPAGE_DESCRIPTOR_REFERENCE(pfz_enqueue) |
71 | COMMPAGE_DESCRIPTOR_REFERENCE(pfz_dequeue) | |
b0d623f7 | 72 | .quad 0 |
0c530ab8 A |
73 | |
74 | ||
75 | /* pointers to the 64-bit commpage routine descriptors */ | |
76 | /* WARNING: these must be sorted by commpage address! */ | |
77 | .const_data | |
b0d623f7 | 78 | .align 3 |
0c530ab8 A |
79 | .globl _commpage_64_routines |
80 | _commpage_64_routines: | |
b0d623f7 | 81 | COMMPAGE_DESCRIPTOR_REFERENCE(preempt_64) |
b0d623f7 | 82 | COMMPAGE_DESCRIPTOR_REFERENCE(backoff_64) |
b0d623f7 A |
83 | COMMPAGE_DESCRIPTOR_REFERENCE(pfz_enqueue_64) |
84 | COMMPAGE_DESCRIPTOR_REFERENCE(pfz_dequeue_64) | |
b0d623f7 | 85 | .quad 0 |
0c530ab8 | 86 |