]> git.saurik.com Git - apple/xnu.git/blame - osfmk/i386/phys.c
xnu-792.22.5.tar.gz
[apple/xnu.git] / osfmk / i386 / phys.c
CommitLineData
1c79356b 1/*
91447636 2 * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
1c79356b 3 *
8f6c56a5 4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
1c79356b 5 *
8f6c56a5
A
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
14 *
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
17 *
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
8ad349bb 24 * limitations under the License.
8f6c56a5
A
25 *
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
1c79356b
A
27 */
28/*
29 * @OSF_COPYRIGHT@
30 */
31/*
32 * Mach Operating System
33 * Copyright (c) 1991,1990,1989 Carnegie Mellon University
34 * All Rights Reserved.
35 *
36 * Permission to use, copy, modify and distribute this software and its
37 * documentation is hereby granted, provided that both the copyright
38 * notice and this permission notice appear in all copies of the
39 * software, derivative works or modified versions, and any portions
40 * thereof, and that both notices appear in supporting documentation.
41 *
42 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
45 *
46 * Carnegie Mellon requests users of this software to return to
47 *
48 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU
49 * School of Computer Science
50 * Carnegie Mellon University
51 * Pittsburgh PA 15213-3890
52 *
53 * any improvements or extensions that they make and grant Carnegie Mellon
54 * the rights to redistribute these changes.
55 */
1c79356b 56
91447636
A
57#include <mach_rt.h>
58#include <mach_debug.h>
59#include <mach_ldebug.h>
60
61#include <sys/kdebug.h>
62
63#include <mach/kern_return.h>
64#include <mach/thread_status.h>
1c79356b 65#include <mach/vm_param.h>
91447636
A
66
67#include <kern/counters.h>
68#include <kern/mach_param.h>
69#include <kern/task.h>
70#include <kern/thread.h>
71#include <kern/sched_prim.h>
1c79356b 72#include <kern/misc_protos.h>
91447636
A
73#include <kern/assert.h>
74#include <kern/spl.h>
75#include <ipc/ipc_port.h>
76#include <vm/vm_kern.h>
77#include <vm/vm_map.h>
78#include <vm/pmap.h>
79
80#include <i386/cpu_data.h>
81#include <i386/cpu_number.h>
82#include <i386/thread.h>
83#include <i386/eflags.h>
84#include <i386/proc_reg.h>
85#include <i386/seg.h>
86#include <i386/tss.h>
87#include <i386/user_ldt.h>
88#include <i386/fpu.h>
89#include <i386/iopb_entries.h>
90#include <i386/misc_protos.h>
1c79356b
A
91
92/*
93 * pmap_zero_page zeros the specified (machine independent) page.
94 */
95void
96pmap_zero_page(
55e303ae 97 ppnum_t pn)
1c79356b 98{
55e303ae 99 assert(pn != vm_page_fictitious_addr);
91447636 100 bzero_phys((addr64_t)i386_ptob(pn), PAGE_SIZE);
1c79356b
A
101}
102
103/*
104 * pmap_zero_part_page
105 * zeros the specified (machine independent) part of a page.
106 */
107void
108pmap_zero_part_page(
55e303ae 109 ppnum_t pn,
1c79356b
A
110 vm_offset_t offset,
111 vm_size_t len)
112{
55e303ae 113 assert(pn != vm_page_fictitious_addr);
1c79356b 114 assert(offset + len <= PAGE_SIZE);
91447636 115 bzero_phys((addr64_t)(i386_ptob(pn) + offset), len);
1c79356b
A
116}
117
118/*
119 * pmap_copy_page copies the specified (machine independent) pages.
120 */
121void
122pmap_copy_part_page(
55e303ae 123 ppnum_t psrc,
1c79356b 124 vm_offset_t src_offset,
55e303ae 125 ppnum_t pdst,
1c79356b
A
126 vm_offset_t dst_offset,
127 vm_size_t len)
128{
4452a7af
A
129 pmap_paddr_t src, dst;
130
55e303ae
A
131 assert(psrc != vm_page_fictitious_addr);
132 assert(pdst != vm_page_fictitious_addr);
4452a7af
A
133
134 src = i386_ptob(psrc);
135 dst = i386_ptob(pdst);
136
137 assert((((uint32_t)dst & PAGE_MASK) + dst_offset + len) <= PAGE_SIZE);
138 assert((((uint32_t)src & PAGE_MASK) + src_offset + len) <= PAGE_SIZE);
139
91447636
A
140 bcopy_phys((addr64_t)src + (src_offset & INTEL_OFFMASK),
141 (addr64_t)dst + (dst_offset & INTEL_OFFMASK),
142 len);
1c79356b
A
143}
144
145/*
146 * pmap_copy_part_lpage copies part of a virtually addressed page
147 * to a physically addressed page.
148 */
149void
150pmap_copy_part_lpage(
55e303ae
A
151 vm_offset_t src,
152 ppnum_t pdst,
1c79356b
A
153 vm_offset_t dst_offset,
154 vm_size_t len)
155{
4452a7af 156 mapwindow_t *map;
55e303ae 157
55e303ae 158 assert(pdst != vm_page_fictitious_addr);
4452a7af
A
159 assert((dst_offset + len) <= PAGE_SIZE);
160
161 mp_disable_preemption();
162
163 map = pmap_get_mapwindow(INTEL_PTE_VALID | INTEL_PTE_RW | (i386_ptob(pdst) & PG_FRAME) |
164 INTEL_PTE_REF | INTEL_PTE_MOD);
165 if (map == 0) {
166 panic("pmap_copy_part_lpage");
167 }
168 invlpg((uintptr_t)map->prv_CADDR);
169
170 memcpy((void *) (map->prv_CADDR + (dst_offset & INTEL_OFFMASK)), (void *) src, len);
171 *map->prv_CMAP = 0;
172
173 mp_enable_preemption();
1c79356b
A
174}
175
176/*
177 * pmap_copy_part_rpage copies part of a physically addressed page
178 * to a virtually addressed page.
179 */
180void
181pmap_copy_part_rpage(
55e303ae 182 ppnum_t psrc,
1c79356b
A
183 vm_offset_t src_offset,
184 vm_offset_t dst,
185 vm_size_t len)
186{
4452a7af 187 mapwindow_t *map;
55e303ae
A
188
189 assert(psrc != vm_page_fictitious_addr);
4452a7af
A
190 assert((src_offset + len) <= PAGE_SIZE);
191
192 mp_disable_preemption();
193
194 map = pmap_get_mapwindow(INTEL_PTE_VALID | INTEL_PTE_RW | (i386_ptob(psrc) & PG_FRAME) |
195 INTEL_PTE_REF);
196 if (map == 0) {
197 panic("pmap_copy_part_rpage");
198 }
199 invlpg((uintptr_t) map->prv_CADDR);
200
201 memcpy((void *) dst, (void *) (map->prv_CADDR + (src_offset & INTEL_OFFMASK)), len);
202 *map->prv_CMAP = 0;
203
204 mp_enable_preemption();
1c79356b
A
205}
206
207/*
208 * kvtophys(addr)
209 *
210 * Convert a kernel virtual address to a physical address
211 */
4452a7af 212addr64_t
1c79356b
A
213kvtophys(
214 vm_offset_t addr)
215{
91447636
A
216 pt_entry_t *ptep;
217 pmap_paddr_t pa;
4452a7af
A
218
219 mp_disable_preemption();
220 if ((ptep = pmap_pte(kernel_pmap, (vm_map_offset_t)addr)) == PT_ENTRY_NULL) {
221 pa = 0;
91447636 222 } else {
4452a7af 223 pa = pte_to_pa(*ptep) | (addr & INTEL_OFFMASK);
91447636 224 }
4452a7af
A
225 mp_enable_preemption_no_check();
226 return ((addr64_t)pa);
1c79356b 227}
4452a7af 228