]>
Commit | Line | Data |
---|---|---|
1c79356b | 1 | /* |
91447636 | 2 | * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved. |
1c79356b | 3 | * |
2d21ac55 | 4 | * @APPLE_OSREFERENCE_LICENSE_HEADER_START@ |
1c79356b | 5 | * |
2d21ac55 A |
6 | * This file contains Original Code and/or Modifications of Original Code |
7 | * as defined in and that are subject to the Apple Public Source License | |
8 | * Version 2.0 (the 'License'). You may not use this file except in | |
9 | * compliance with the License. The rights granted to you under the License | |
10 | * may not be used to create, or enable the creation or redistribution of, | |
11 | * unlawful or unlicensed copies of an Apple operating system, or to | |
12 | * circumvent, violate, or enable the circumvention or violation of, any | |
13 | * terms of an Apple operating system software license agreement. | |
8f6c56a5 | 14 | * |
2d21ac55 A |
15 | * Please obtain a copy of the License at |
16 | * http://www.opensource.apple.com/apsl/ and read it before using this file. | |
17 | * | |
18 | * The Original Code and all software distributed under the License are | |
19 | * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER | |
8f6c56a5 A |
20 | * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES, |
21 | * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY, | |
2d21ac55 A |
22 | * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT. |
23 | * Please see the License for the specific language governing rights and | |
24 | * limitations under the License. | |
8f6c56a5 | 25 | * |
2d21ac55 | 26 | * @APPLE_OSREFERENCE_LICENSE_HEADER_END@ |
1c79356b A |
27 | */ |
28 | /* | |
29 | * @OSF_COPYRIGHT@ | |
30 | */ | |
31 | /* | |
32 | * Mach Operating System | |
33 | * Copyright (c) 1991,1990,1989 Carnegie Mellon University | |
34 | * All Rights Reserved. | |
35 | * | |
36 | * Permission to use, copy, modify and distribute this software and its | |
37 | * documentation is hereby granted, provided that both the copyright | |
38 | * notice and this permission notice appear in all copies of the | |
39 | * software, derivative works or modified versions, and any portions | |
40 | * thereof, and that both notices appear in supporting documentation. | |
41 | * | |
42 | * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS" | |
43 | * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR | |
44 | * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE. | |
45 | * | |
46 | * Carnegie Mellon requests users of this software to return to | |
47 | * | |
48 | * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU | |
49 | * School of Computer Science | |
50 | * Carnegie Mellon University | |
51 | * Pittsburgh PA 15213-3890 | |
52 | * | |
53 | * any improvements or extensions that they make and grant Carnegie Mellon | |
54 | * the rights to redistribute these changes. | |
55 | */ | |
1c79356b | 56 | |
91447636 A |
57 | #include <mach_rt.h> |
58 | #include <mach_debug.h> | |
59 | #include <mach_ldebug.h> | |
60 | ||
61 | #include <sys/kdebug.h> | |
62 | ||
63 | #include <mach/kern_return.h> | |
64 | #include <mach/thread_status.h> | |
1c79356b | 65 | #include <mach/vm_param.h> |
91447636 A |
66 | |
67 | #include <kern/counters.h> | |
68 | #include <kern/mach_param.h> | |
69 | #include <kern/task.h> | |
70 | #include <kern/thread.h> | |
71 | #include <kern/sched_prim.h> | |
1c79356b | 72 | #include <kern/misc_protos.h> |
91447636 A |
73 | #include <kern/assert.h> |
74 | #include <kern/spl.h> | |
75 | #include <ipc/ipc_port.h> | |
76 | #include <vm/vm_kern.h> | |
77 | #include <vm/vm_map.h> | |
78 | #include <vm/pmap.h> | |
79 | ||
80 | #include <i386/cpu_data.h> | |
81 | #include <i386/cpu_number.h> | |
82 | #include <i386/thread.h> | |
83 | #include <i386/eflags.h> | |
84 | #include <i386/proc_reg.h> | |
85 | #include <i386/seg.h> | |
86 | #include <i386/tss.h> | |
87 | #include <i386/user_ldt.h> | |
88 | #include <i386/fpu.h> | |
91447636 | 89 | #include <i386/misc_protos.h> |
1c79356b A |
90 | |
91 | /* | |
92 | * pmap_zero_page zeros the specified (machine independent) page. | |
93 | */ | |
94 | void | |
95 | pmap_zero_page( | |
55e303ae | 96 | ppnum_t pn) |
1c79356b | 97 | { |
55e303ae | 98 | assert(pn != vm_page_fictitious_addr); |
2d21ac55 | 99 | assert(pn != vm_page_guard_addr); |
91447636 | 100 | bzero_phys((addr64_t)i386_ptob(pn), PAGE_SIZE); |
1c79356b A |
101 | } |
102 | ||
103 | /* | |
104 | * pmap_zero_part_page | |
105 | * zeros the specified (machine independent) part of a page. | |
106 | */ | |
107 | void | |
108 | pmap_zero_part_page( | |
55e303ae | 109 | ppnum_t pn, |
1c79356b A |
110 | vm_offset_t offset, |
111 | vm_size_t len) | |
112 | { | |
55e303ae | 113 | assert(pn != vm_page_fictitious_addr); |
2d21ac55 | 114 | assert(pn != vm_page_guard_addr); |
1c79356b | 115 | assert(offset + len <= PAGE_SIZE); |
91447636 | 116 | bzero_phys((addr64_t)(i386_ptob(pn) + offset), len); |
1c79356b A |
117 | } |
118 | ||
119 | /* | |
120 | * pmap_copy_page copies the specified (machine independent) pages. | |
121 | */ | |
122 | void | |
123 | pmap_copy_part_page( | |
55e303ae | 124 | ppnum_t psrc, |
1c79356b | 125 | vm_offset_t src_offset, |
55e303ae | 126 | ppnum_t pdst, |
1c79356b A |
127 | vm_offset_t dst_offset, |
128 | vm_size_t len) | |
129 | { | |
0c530ab8 A |
130 | pmap_paddr_t src, dst; |
131 | ||
55e303ae A |
132 | assert(psrc != vm_page_fictitious_addr); |
133 | assert(pdst != vm_page_fictitious_addr); | |
2d21ac55 A |
134 | assert(psrc != vm_page_guard_addr); |
135 | assert(pdst != vm_page_guard_addr); | |
0c530ab8 A |
136 | |
137 | src = i386_ptob(psrc); | |
138 | dst = i386_ptob(pdst); | |
139 | ||
140 | assert((((uint32_t)dst & PAGE_MASK) + dst_offset + len) <= PAGE_SIZE); | |
141 | assert((((uint32_t)src & PAGE_MASK) + src_offset + len) <= PAGE_SIZE); | |
142 | ||
91447636 A |
143 | bcopy_phys((addr64_t)src + (src_offset & INTEL_OFFMASK), |
144 | (addr64_t)dst + (dst_offset & INTEL_OFFMASK), | |
145 | len); | |
1c79356b A |
146 | } |
147 | ||
148 | /* | |
149 | * pmap_copy_part_lpage copies part of a virtually addressed page | |
150 | * to a physically addressed page. | |
151 | */ | |
152 | void | |
153 | pmap_copy_part_lpage( | |
55e303ae A |
154 | vm_offset_t src, |
155 | ppnum_t pdst, | |
1c79356b A |
156 | vm_offset_t dst_offset, |
157 | vm_size_t len) | |
158 | { | |
0c530ab8 | 159 | mapwindow_t *map; |
55e303ae | 160 | |
55e303ae | 161 | assert(pdst != vm_page_fictitious_addr); |
2d21ac55 | 162 | assert(pdst != vm_page_guard_addr); |
0c530ab8 A |
163 | assert((dst_offset + len) <= PAGE_SIZE); |
164 | ||
165 | mp_disable_preemption(); | |
166 | ||
167 | map = pmap_get_mapwindow(INTEL_PTE_VALID | INTEL_PTE_RW | (i386_ptob(pdst) & PG_FRAME) | | |
168 | INTEL_PTE_REF | INTEL_PTE_MOD); | |
0c530ab8 A |
169 | |
170 | memcpy((void *) (map->prv_CADDR + (dst_offset & INTEL_OFFMASK)), (void *) src, len); | |
2d21ac55 A |
171 | |
172 | pmap_put_mapwindow(map); | |
0c530ab8 A |
173 | |
174 | mp_enable_preemption(); | |
1c79356b A |
175 | } |
176 | ||
177 | /* | |
178 | * pmap_copy_part_rpage copies part of a physically addressed page | |
179 | * to a virtually addressed page. | |
180 | */ | |
181 | void | |
182 | pmap_copy_part_rpage( | |
55e303ae | 183 | ppnum_t psrc, |
1c79356b A |
184 | vm_offset_t src_offset, |
185 | vm_offset_t dst, | |
186 | vm_size_t len) | |
187 | { | |
0c530ab8 | 188 | mapwindow_t *map; |
55e303ae A |
189 | |
190 | assert(psrc != vm_page_fictitious_addr); | |
2d21ac55 | 191 | assert(psrc != vm_page_guard_addr); |
0c530ab8 A |
192 | assert((src_offset + len) <= PAGE_SIZE); |
193 | ||
194 | mp_disable_preemption(); | |
195 | ||
196 | map = pmap_get_mapwindow(INTEL_PTE_VALID | INTEL_PTE_RW | (i386_ptob(psrc) & PG_FRAME) | | |
197 | INTEL_PTE_REF); | |
0c530ab8 A |
198 | |
199 | memcpy((void *) dst, (void *) (map->prv_CADDR + (src_offset & INTEL_OFFMASK)), len); | |
2d21ac55 A |
200 | |
201 | pmap_put_mapwindow(map); | |
0c530ab8 A |
202 | |
203 | mp_enable_preemption(); | |
1c79356b A |
204 | } |
205 | ||
206 | /* | |
207 | * kvtophys(addr) | |
208 | * | |
209 | * Convert a kernel virtual address to a physical address | |
210 | */ | |
0c530ab8 | 211 | addr64_t |
1c79356b A |
212 | kvtophys( |
213 | vm_offset_t addr) | |
214 | { | |
91447636 A |
215 | pt_entry_t *ptep; |
216 | pmap_paddr_t pa; | |
2d21ac55 | 217 | |
0c530ab8 A |
218 | mp_disable_preemption(); |
219 | if ((ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)addr)) == PT_ENTRY_NULL) { | |
2d21ac55 | 220 | pa = 0; |
91447636 | 221 | } else { |
2d21ac55 | 222 | pa = pte_to_pa(*ptep) | (addr & INTEL_OFFMASK); |
91447636 | 223 | } |
0c530ab8 | 224 | mp_enable_preemption_no_check(); |
2d21ac55 | 225 | |
0c530ab8 | 226 | return ((addr64_t)pa); |
1c79356b | 227 | } |
0c530ab8 | 228 |