2 * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
32 * Mach Operating System
33 * Copyright (c) 1991,1990 Carnegie Mellon University
34 * All Rights Reserved.
36 * Permission to use, copy, modify and distribute this software and its
37 * documentation is hereby granted, provided that both the copyright
38 * notice and this permission notice appear in all copies of the
39 * software, derivative works or modified versions, and any portions
40 * thereof, and that both notices appear in supporting documentation.
42 * CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
43 * CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
44 * ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
46 * Carnegie Mellon requests users of this software to return to
48 * Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU
49 * School of Computer Science
50 * Carnegie Mellon University
51 * Pittsburgh PA 15213-3890
53 * any improvements or extensions that they make and grant Carnegie Mellon
54 * the rights to redistribute these changes.
59 * File: vm/vm_debug.c.
63 * Exported kernel calls. See mach_debug/mach_debug.defs.
65 #include <mach_vm_debug.h>
66 #include <mach/kern_return.h>
67 #include <mach/mach_host_server.h>
68 #include <mach_debug/vm_info.h>
69 #include <mach_debug/page_info.h>
70 #include <mach_debug/hash_info.h>
73 #include <mach/machine/vm_types.h>
74 #include <mach/memory_object_types.h>
75 #include <mach/vm_prot.h>
76 #include <mach/vm_inherit.h>
77 #include <mach/vm_param.h>
78 #include <kern/thread.h>
79 #include <vm/vm_map.h>
80 #include <vm/vm_kern.h>
81 #include <vm/vm_object.h>
82 #include <kern/task.h>
83 #include <kern/host.h>
84 #include <ipc/ipc_port.h>
85 #include <vm/vm_debug.h>
89 #define __DEBUG_ONLY __unused
90 #else /* !MACH_VM_DEBUG */
92 #endif /* !MACH_VM_DEBUG */
96 #include <mach/vm32_map_server.h>
97 #include <mach/vm_map.h>
100 * Routine: mach_vm_region_info [kernel call]
102 * Retrieve information about a VM region,
103 * including info about the object chain.
107 * KERN_SUCCESS Retrieve region/object info.
108 * KERN_INVALID_TASK The map is null.
109 * KERN_NO_SPACE There is no entry at/after the address.
110 * KERN_RESOURCE_SHORTAGE Can't allocate memory.
115 __DEBUG_ONLY vm_map_t map
,
116 __DEBUG_ONLY vm32_offset_t address
,
117 __DEBUG_ONLY vm_info_region_t
*regionp
,
118 __DEBUG_ONLY vm_info_object_array_t
*objectsp
,
119 __DEBUG_ONLY mach_msg_type_number_t
*objectsCntp
)
125 vm_offset_t addr
; /* memory for OOL data */
126 vm_size_t size
; /* size of the memory */
127 unsigned int room
; /* room for this many objects */
128 unsigned int used
; /* actually this many objects */
129 vm_info_region_t region
;
132 if (map
== VM_MAP_NULL
)
133 return KERN_INVALID_TASK
;
135 size
= 0; /* no memory allocated yet */
138 vm_map_t cmap
; /* current map in traversal */
139 vm_map_t nmap
; /* next map to look at */
140 vm_map_entry_t entry
;
141 vm_object_t object
, cobject
, nobject
;
143 /* nothing is locked */
145 vm_map_lock_read(map
);
146 for (cmap
= map
;; cmap
= nmap
) {
147 /* cmap is read-locked */
149 if (!vm_map_lookup_entry(cmap
,
150 (vm_map_address_t
)address
, &entry
)) {
152 entry
= entry
->vme_next
;
153 if (entry
== vm_map_to_entry(cmap
)) {
154 vm_map_unlock_read(cmap
);
156 kmem_free(ipc_kernel_map
,
158 return KERN_NO_SPACE
;
162 if (entry
->is_sub_map
)
163 nmap
= entry
->object
.sub_map
;
167 /* move down to the lower map */
169 vm_map_lock_read(nmap
);
170 vm_map_unlock_read(cmap
);
173 /* cmap is read-locked; we have a real entry */
175 object
= entry
->object
.vm_object
;
176 region
.vir_start
= (natural_t
) entry
->vme_start
;
177 region
.vir_end
= (natural_t
) entry
->vme_end
;
178 region
.vir_object
= (natural_t
)(uintptr_t) object
;
179 region
.vir_offset
= (natural_t
) entry
->offset
;
180 region
.vir_needs_copy
= entry
->needs_copy
;
181 region
.vir_protection
= entry
->protection
;
182 region
.vir_max_protection
= entry
->max_protection
;
183 region
.vir_inheritance
= entry
->inheritance
;
184 region
.vir_wired_count
= entry
->wired_count
;
185 region
.vir_user_wired_count
= entry
->user_wired_count
;
188 room
= (unsigned int) (size
/ sizeof(vm_info_object_t
));
190 if (object
== VM_OBJECT_NULL
) {
191 vm_map_unlock_read(cmap
);
192 /* no memory needed */
196 vm_object_lock(object
);
197 vm_map_unlock_read(cmap
);
199 for (cobject
= object
;; cobject
= nobject
) {
200 /* cobject is locked */
203 vm_info_object_t
*vio
=
204 &((vm_info_object_t
*) addr
)[used
];
207 (natural_t
)(uintptr_t) cobject
;
209 (natural_t
) cobject
->vo_size
;
212 vio
->vio_resident_page_count
=
213 cobject
->resident_page_count
;
215 (natural_t
)(uintptr_t) cobject
->copy
;
217 (natural_t
)(uintptr_t) cobject
->shadow
;
218 vio
->vio_shadow_offset
=
219 (natural_t
) cobject
->vo_shadow_offset
;
220 vio
->vio_paging_offset
=
221 (natural_t
) cobject
->paging_offset
;
222 vio
->vio_copy_strategy
=
223 cobject
->copy_strategy
;
224 vio
->vio_last_alloc
=
225 (vm_offset_t
) cobject
->last_alloc
;
226 vio
->vio_paging_in_progress
=
227 cobject
->paging_in_progress
+
228 cobject
->activity_in_progress
;
229 vio
->vio_pager_created
=
230 cobject
->pager_created
;
231 vio
->vio_pager_initialized
=
232 cobject
->pager_initialized
;
233 vio
->vio_pager_ready
=
234 cobject
->pager_ready
;
235 vio
->vio_can_persist
=
236 cobject
->can_persist
;
244 (cobject
->purgable
!= VM_PURGABLE_DENY
);
245 vio
->vio_purgable_volatile
=
246 (cobject
->purgable
== VM_PURGABLE_VOLATILE
||
247 cobject
->purgable
== VM_PURGABLE_EMPTY
);
251 nobject
= cobject
->shadow
;
252 if (nobject
== VM_OBJECT_NULL
) {
253 vm_object_unlock(cobject
);
257 vm_object_lock(nobject
);
258 vm_object_unlock(cobject
);
266 /* must allocate more memory */
269 kmem_free(ipc_kernel_map
, addr
, size
);
270 size
= vm_map_round_page(2 * used
* sizeof(vm_info_object_t
),
271 VM_MAP_PAGE_MASK(ipc_kernel_map
));
273 kr
= vm_allocate(ipc_kernel_map
, &addr
, size
, VM_FLAGS_ANYWHERE
);
274 if (kr
!= KERN_SUCCESS
)
275 return KERN_RESOURCE_SHORTAGE
;
279 vm_map_trunc_page(addr
,
280 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
281 vm_map_round_page(addr
+ size
,
282 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
283 VM_PROT_READ
|VM_PROT_WRITE
,
285 assert(kr
== KERN_SUCCESS
);
288 /* free excess memory; make remaining memory pageable */
291 copy
= VM_MAP_COPY_NULL
;
294 kmem_free(ipc_kernel_map
, addr
, size
);
296 vm_size_t size_used
=
297 vm_map_round_page(used
* sizeof(vm_info_object_t
),
298 VM_MAP_PAGE_MASK(ipc_kernel_map
));
302 vm_map_trunc_page(addr
,
303 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
304 vm_map_round_page(addr
+ size_used
,
305 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
307 assert(kr
== KERN_SUCCESS
);
309 kr
= vm_map_copyin(ipc_kernel_map
, (vm_map_address_t
)addr
,
310 (vm_map_size_t
)size_used
, TRUE
, ©
);
311 assert(kr
== KERN_SUCCESS
);
313 if (size
!= size_used
)
314 kmem_free(ipc_kernel_map
,
315 addr
+ size_used
, size
- size_used
);
319 *objectsp
= (vm_info_object_array_t
) copy
;
322 #endif /* MACH_VM_DEBUG */
326 * Temporary call for 64 bit data path interface transiotion
331 __DEBUG_ONLY vm_map_t map
,
332 __DEBUG_ONLY vm32_offset_t address
,
333 __DEBUG_ONLY vm_info_region_64_t
*regionp
,
334 __DEBUG_ONLY vm_info_object_array_t
*objectsp
,
335 __DEBUG_ONLY mach_msg_type_number_t
*objectsCntp
)
341 vm_offset_t addr
; /* memory for OOL data */
342 vm_size_t size
; /* size of the memory */
343 unsigned int room
; /* room for this many objects */
344 unsigned int used
; /* actually this many objects */
345 vm_info_region_64_t region
;
348 if (map
== VM_MAP_NULL
)
349 return KERN_INVALID_TASK
;
351 size
= 0; /* no memory allocated yet */
354 vm_map_t cmap
; /* current map in traversal */
355 vm_map_t nmap
; /* next map to look at */
356 vm_map_entry_t entry
;
357 vm_object_t object
, cobject
, nobject
;
359 /* nothing is locked */
361 vm_map_lock_read(map
);
362 for (cmap
= map
;; cmap
= nmap
) {
363 /* cmap is read-locked */
365 if (!vm_map_lookup_entry(cmap
, address
, &entry
)) {
366 entry
= entry
->vme_next
;
367 if (entry
== vm_map_to_entry(cmap
)) {
368 vm_map_unlock_read(cmap
);
370 kmem_free(ipc_kernel_map
,
372 return KERN_NO_SPACE
;
376 if (entry
->is_sub_map
)
377 nmap
= entry
->object
.sub_map
;
381 /* move down to the lower map */
383 vm_map_lock_read(nmap
);
384 vm_map_unlock_read(cmap
);
387 /* cmap is read-locked; we have a real entry */
389 object
= entry
->object
.vm_object
;
390 region
.vir_start
= (natural_t
) entry
->vme_start
;
391 region
.vir_end
= (natural_t
) entry
->vme_end
;
392 region
.vir_object
= (natural_t
)(uintptr_t) object
;
393 region
.vir_offset
= entry
->offset
;
394 region
.vir_needs_copy
= entry
->needs_copy
;
395 region
.vir_protection
= entry
->protection
;
396 region
.vir_max_protection
= entry
->max_protection
;
397 region
.vir_inheritance
= entry
->inheritance
;
398 region
.vir_wired_count
= entry
->wired_count
;
399 region
.vir_user_wired_count
= entry
->user_wired_count
;
402 room
= (unsigned int) (size
/ sizeof(vm_info_object_t
));
404 if (object
== VM_OBJECT_NULL
) {
405 vm_map_unlock_read(cmap
);
406 /* no memory needed */
410 vm_object_lock(object
);
411 vm_map_unlock_read(cmap
);
413 for (cobject
= object
;; cobject
= nobject
) {
414 /* cobject is locked */
417 vm_info_object_t
*vio
=
418 &((vm_info_object_t
*) addr
)[used
];
421 (natural_t
)(uintptr_t) cobject
;
423 (natural_t
) cobject
->vo_size
;
426 vio
->vio_resident_page_count
=
427 cobject
->resident_page_count
;
429 (natural_t
)(uintptr_t) cobject
->copy
;
431 (natural_t
)(uintptr_t) cobject
->shadow
;
432 vio
->vio_shadow_offset
=
433 (natural_t
) cobject
->vo_shadow_offset
;
434 vio
->vio_paging_offset
=
435 (natural_t
) cobject
->paging_offset
;
436 vio
->vio_copy_strategy
=
437 cobject
->copy_strategy
;
438 vio
->vio_last_alloc
=
439 (vm_offset_t
) cobject
->last_alloc
;
440 vio
->vio_paging_in_progress
=
441 cobject
->paging_in_progress
+
442 cobject
->activity_in_progress
;
443 vio
->vio_pager_created
=
444 cobject
->pager_created
;
445 vio
->vio_pager_initialized
=
446 cobject
->pager_initialized
;
447 vio
->vio_pager_ready
=
448 cobject
->pager_ready
;
449 vio
->vio_can_persist
=
450 cobject
->can_persist
;
458 (cobject
->purgable
!= VM_PURGABLE_DENY
);
459 vio
->vio_purgable_volatile
=
460 (cobject
->purgable
== VM_PURGABLE_VOLATILE
||
461 cobject
->purgable
== VM_PURGABLE_EMPTY
);
465 nobject
= cobject
->shadow
;
466 if (nobject
== VM_OBJECT_NULL
) {
467 vm_object_unlock(cobject
);
471 vm_object_lock(nobject
);
472 vm_object_unlock(cobject
);
480 /* must allocate more memory */
483 kmem_free(ipc_kernel_map
, addr
, size
);
484 size
= vm_map_round_page(2 * used
* sizeof(vm_info_object_t
),
485 VM_MAP_PAGE_MASK(ipc_kernel_map
));
487 kr
= vm_allocate(ipc_kernel_map
, &addr
, size
, VM_FLAGS_ANYWHERE
);
488 if (kr
!= KERN_SUCCESS
)
489 return KERN_RESOURCE_SHORTAGE
;
493 vm_map_trunc_page(addr
,
494 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
495 vm_map_round_page(addr
+ size
,
496 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
497 VM_PROT_READ
|VM_PROT_WRITE
,
499 assert(kr
== KERN_SUCCESS
);
502 /* free excess memory; make remaining memory pageable */
505 copy
= VM_MAP_COPY_NULL
;
508 kmem_free(ipc_kernel_map
, addr
, size
);
510 vm_size_t size_used
=
511 vm_map_round_page(used
* sizeof(vm_info_object_t
),
512 VM_MAP_PAGE_MASK(ipc_kernel_map
));
516 vm_map_trunc_page(addr
,
517 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
518 vm_map_round_page(addr
+ size_used
,
519 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
521 assert(kr
== KERN_SUCCESS
);
523 kr
= vm_map_copyin(ipc_kernel_map
, (vm_map_address_t
)addr
,
524 (vm_map_size_t
)size_used
, TRUE
, ©
);
525 assert(kr
== KERN_SUCCESS
);
527 if (size
!= size_used
)
528 kmem_free(ipc_kernel_map
,
529 addr
+ size_used
, size
- size_used
);
533 *objectsp
= (vm_info_object_array_t
) copy
;
536 #endif /* MACH_VM_DEBUG */
539 * Return an array of virtual pages that are mapped to a task.
542 vm32_mapped_pages_info(
543 __DEBUG_ONLY vm_map_t map
,
544 __DEBUG_ONLY page_address_array_t
*pages
,
545 __DEBUG_ONLY mach_msg_type_number_t
*pages_count
)
551 vm_size_t size
, size_used
;
552 unsigned int actual
, space
;
553 page_address_array_t list
;
556 if (map
== VM_MAP_NULL
)
557 return (KERN_INVALID_ARGUMENT
);
560 size
= pmap_resident_count(pmap
) * sizeof(vm_offset_t
);
561 size
= vm_map_round_page(size
,
562 VM_MAP_PAGE_MASK(ipc_kernel_map
));
565 (void) vm_allocate(ipc_kernel_map
, &addr
, size
, VM_FLAGS_ANYWHERE
);
566 (void) vm_map_unwire(
568 vm_map_trunc_page(addr
,
569 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
570 vm_map_round_page(addr
+ size
,
571 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
574 list
= (page_address_array_t
) addr
;
575 space
= (unsigned int) (size
/ sizeof(vm_offset_t
));
577 actual
= pmap_list_resident_pages(pmap
,
584 * Free memory if not enough
586 (void) kmem_free(ipc_kernel_map
, addr
, size
);
589 * Try again, doubling the size
591 size
= vm_map_round_page(actual
* sizeof(vm_offset_t
),
592 VM_MAP_PAGE_MASK(ipc_kernel_map
));
597 (void) kmem_free(ipc_kernel_map
, addr
, size
);
600 *pages_count
= actual
;
601 size_used
= vm_map_round_page(actual
* sizeof(vm_offset_t
),
602 VM_MAP_PAGE_MASK(ipc_kernel_map
));
605 vm_map_trunc_page(addr
,
606 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
607 vm_map_round_page(addr
+ size
,
608 VM_MAP_PAGE_MASK(ipc_kernel_map
)),
609 VM_PROT_READ
|VM_PROT_WRITE
,
611 (void) vm_map_copyin(ipc_kernel_map
,
612 (vm_map_address_t
)addr
,
613 (vm_map_size_t
)size_used
,
615 (vm_map_copy_t
*)pages
);
616 if (size_used
!= size
) {
617 (void) kmem_free(ipc_kernel_map
,
623 return (KERN_SUCCESS
);
624 #endif /* MACH_VM_DEBUG */
627 #endif /* VM32_SUPPORT */
630 * Routine: host_virtual_physical_table_info
632 * Return information about the VP table.
634 * Nothing locked. Obeys CountInOut protocol.
636 * KERN_SUCCESS Returned information.
637 * KERN_INVALID_HOST The host is null.
638 * KERN_RESOURCE_SHORTAGE Couldn't allocate memory.
642 host_virtual_physical_table_info(
643 __DEBUG_ONLY host_t host
,
644 __DEBUG_ONLY hash_info_bucket_array_t
*infop
,
645 __DEBUG_ONLY mach_msg_type_number_t
*countp
)
652 hash_info_bucket_t
*info
;
653 unsigned int potential
, actual
;
656 if (host
== HOST_NULL
)
657 return KERN_INVALID_HOST
;
659 /* start with in-line data */
665 actual
= vm_page_info(info
, potential
);
666 if (actual
<= potential
)
669 /* allocate more memory */
672 kmem_free(ipc_kernel_map
, addr
, size
);
674 size
= vm_map_round_page(actual
* sizeof *info
,
675 VM_MAP_PAGE_MASK(ipc_kernel_map
));
676 kr
= kmem_alloc_pageable(ipc_kernel_map
, &addr
, size
);
677 if (kr
!= KERN_SUCCESS
)
678 return KERN_RESOURCE_SHORTAGE
;
680 info
= (hash_info_bucket_t
*) addr
;
681 potential
= (unsigned int) (size
/sizeof (*info
));
684 if (info
== *infop
) {
685 /* data fit in-line; nothing to deallocate */
688 } else if (actual
== 0) {
689 kmem_free(ipc_kernel_map
, addr
, size
);
696 used
= vm_map_round_page(actual
* sizeof *info
,
697 VM_MAP_PAGE_MASK(ipc_kernel_map
));
700 kmem_free(ipc_kernel_map
, addr
+ used
, size
- used
);
702 kr
= vm_map_copyin(ipc_kernel_map
, (vm_map_address_t
)addr
,
703 (vm_map_size_t
)used
, TRUE
, ©
);
704 assert(kr
== KERN_SUCCESS
);
706 *infop
= (hash_info_bucket_t
*) copy
;
711 #endif /* MACH_VM_DEBUG */