/*
- * Copyright (c) 2000-2004 Apple Computer, Inc. All rights reserved.
+ * Copyright (c) 2000-2012 Apple Inc. All rights reserved.
*
* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
- *
+ *
* This file contains Original Code and/or Modifications of Original Code
* as defined in and that are subject to the Apple Public Source License
* Version 2.0 (the 'License'). You may not use this file except in
* unlawful or unlicensed copies of an Apple operating system, or to
* circumvent, violate, or enable the circumvention or violation of, any
* terms of an Apple operating system software license agreement.
- *
+ *
* Please obtain a copy of the License at
* http://www.opensource.apple.com/apsl/ and read it before using this file.
- *
+ *
* The Original Code and all software distributed under the License are
* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
* Please see the License for the specific language governing rights and
* limitations under the License.
- *
+ *
* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
*/
/*
* @OSF_COPYRIGHT@
*/
-/*
+/*
* Mach Operating System
* Copyright (c) 1991,1990,1989 Carnegie Mellon University
* All Rights Reserved.
- *
+ *
* Permission to use, copy, modify and distribute this software and its
* documentation is hereby granted, provided that both the copyright
* notice and this permission notice appear in all copies of the
* software, derivative works or modified versions, and any portions
* thereof, and that both notices appear in supporting documentation.
- *
+ *
* CARNEGIE MELLON ALLOWS FREE USE OF THIS SOFTWARE IN ITS "AS IS"
* CONDITION. CARNEGIE MELLON DISCLAIMS ANY LIABILITY OF ANY KIND FOR
* ANY DAMAGES WHATSOEVER RESULTING FROM THE USE OF THIS SOFTWARE.
- *
+ *
* Carnegie Mellon requests users of this software to return to
- *
+ *
* Software Distribution Coordinator or Software.Distribution@CS.CMU.EDU
* School of Computer Science
* Carnegie Mellon University
* Pittsburgh PA 15213-3890
- *
+ *
* any improvements or extensions that they make and grant Carnegie Mellon
* the rights to redistribute these changes.
*/
-#include <mach_rt.h>
#include <mach_debug.h>
#include <mach_ldebug.h>
*/
void
pmap_zero_page(
- ppnum_t pn)
+ ppnum_t pn)
{
assert(pn != vm_page_fictitious_addr);
assert(pn != vm_page_guard_addr);
*/
void
pmap_copy_part_page(
- ppnum_t psrc,
- vm_offset_t src_offset,
- ppnum_t pdst,
- vm_offset_t dst_offset,
- vm_size_t len)
+ ppnum_t psrc,
+ vm_offset_t src_offset,
+ ppnum_t pdst,
+ vm_offset_t dst_offset,
+ vm_size_t len)
{
- pmap_paddr_t src, dst;
+ pmap_paddr_t src, dst;
assert(psrc != vm_page_fictitious_addr);
assert(pdst != vm_page_fictitious_addr);
assert((((uintptr_t)src & PAGE_MASK) + src_offset + len) <= PAGE_SIZE);
bcopy_phys((addr64_t)src + (src_offset & INTEL_OFFMASK),
- (addr64_t)dst + (dst_offset & INTEL_OFFMASK),
- len);
+ (addr64_t)dst + (dst_offset & INTEL_OFFMASK),
+ len);
}
/*
- * pmap_copy_part_lpage copies part of a virtually addressed page
+ * pmap_copy_part_lpage copies part of a virtually addressed page
* to a physically addressed page.
*/
void
pmap_copy_part_lpage(
- __unused vm_offset_t src,
- __unused ppnum_t pdst,
- __unused vm_offset_t dst_offset,
- __unused vm_size_t len)
+ __unused vm_offset_t src,
+ __unused ppnum_t pdst,
+ __unused vm_offset_t dst_offset,
+ __unused vm_size_t len)
{
-#ifdef __i386__
- mapwindow_t *map;
-#endif
-
assert(pdst != vm_page_fictitious_addr);
assert(pdst != vm_page_guard_addr);
assert((dst_offset + len) <= PAGE_SIZE);
-
-#ifdef __i386__
- mp_disable_preemption();
-
- map = pmap_get_mapwindow(INTEL_PTE_VALID | INTEL_PTE_RW | (i386_ptob(pdst) & PG_FRAME) |
- INTEL_PTE_REF | INTEL_PTE_MOD);
-
- memcpy((void *) (map->prv_CADDR + (dst_offset & INTEL_OFFMASK)), (void *) src, len);
-
- pmap_put_mapwindow(map);
-
- mp_enable_preemption();
-#endif
}
/*
- * pmap_copy_part_rpage copies part of a physically addressed page
+ * pmap_copy_part_rpage copies part of a physically addressed page
* to a virtually addressed page.
*/
void
pmap_copy_part_rpage(
- __unused ppnum_t psrc,
- __unused vm_offset_t src_offset,
- __unused vm_offset_t dst,
- __unused vm_size_t len)
+ __unused ppnum_t psrc,
+ __unused vm_offset_t src_offset,
+ __unused vm_offset_t dst,
+ __unused vm_size_t len)
{
-#ifdef __i386__
- mapwindow_t *map;
-#endif
-
assert(psrc != vm_page_fictitious_addr);
assert(psrc != vm_page_guard_addr);
assert((src_offset + len) <= PAGE_SIZE);
-
-#ifdef __i386__
- mp_disable_preemption();
-
- map = pmap_get_mapwindow(INTEL_PTE_VALID | INTEL_PTE_RW | (i386_ptob(psrc) & PG_FRAME) |
- INTEL_PTE_REF);
-
- memcpy((void *) dst, (void *) (map->prv_CADDR + (src_offset & INTEL_OFFMASK)), len);
-
- pmap_put_mapwindow(map);
-
- mp_enable_preemption();
-#endif
}
/*
pmap_paddr_t pa;
pa = ((pmap_paddr_t)pmap_find_phys(kernel_pmap, addr)) << INTEL_PGSHIFT;
- if (pa)
+ if (pa) {
pa |= (addr & INTEL_OFFMASK);
+ }
- return ((addr64_t)pa);
+ return (addr64_t)pa;
}
extern pt_entry_t *debugger_ptep;
extern vm_map_offset_t debugger_window_kva;
+extern int _bcopy(const void *, void *, vm_size_t);
+extern int _bcopy2(const void *, void *);
+extern int _bcopy4(const void *, void *);
+extern int _bcopy8(const void *, void *);
-__private_extern__ void ml_copy_phys(addr64_t src64, addr64_t dst64, vm_size_t bytes) {
+__private_extern__ int
+ml_copy_phys(addr64_t src64, addr64_t dst64, vm_size_t bytes)
+{
void *src, *dst;
+ int err = 0;
mp_disable_preemption();
-#if NCOPY_WINDOWS > 0
- mapwindow_t *src_map, *dst_map;
- /* We rely on MTRRs here */
- src_map = pmap_get_mapwindow((pt_entry_t)(INTEL_PTE_VALID | ((pmap_paddr_t)src64 & PG_FRAME) | INTEL_PTE_REF));
- dst_map = pmap_get_mapwindow((pt_entry_t)(INTEL_PTE_VALID | INTEL_PTE_RW | ((pmap_paddr_t)dst64 & PG_FRAME) | INTEL_PTE_REF | INTEL_PTE_MOD));
- src = (void *) ((uintptr_t)src_map->prv_CADDR | ((uint32_t)src64 & INTEL_OFFMASK));
- dst = (void *) ((uintptr_t)dst_map->prv_CADDR | ((uint32_t)dst64 & INTEL_OFFMASK));
-#elif defined(__x86_64__)
- src = PHYSMAP_PTOV(src64);
- dst = PHYSMAP_PTOV(dst64);
-
addr64_t debug_pa = 0;
/* If either destination or source are outside the
if (physmap_enclosed(src64) == FALSE) {
src = (void *)(debugger_window_kva | (src64 & INTEL_OFFMASK));
+ dst = PHYSMAP_PTOV(dst64);
debug_pa = src64 & PG_FRAME;
} else if (physmap_enclosed(dst64) == FALSE) {
+ src = PHYSMAP_PTOV(src64);
dst = (void *)(debugger_window_kva | (dst64 & INTEL_OFFMASK));
debug_pa = dst64 & PG_FRAME;
+ } else {
+ src = PHYSMAP_PTOV(src64);
+ dst = PHYSMAP_PTOV(dst64);
}
/* DRK: debugger only routine, we don't bother checking for an
* identical mapping.
*/
if (debug_pa) {
- if (debugger_window_kva == 0)
+ if (debugger_window_kva == 0) {
panic("%s: invoked in non-debug mode", __FUNCTION__);
+ }
/* Establish a cache-inhibited physical window; some platforms
* may not cover arbitrary ranges with MTRRs
*/
- pmap_store_pte(debugger_ptep, debug_pa | INTEL_PTE_NCACHE | INTEL_PTE_RW | INTEL_PTE_REF| INTEL_PTE_MOD | INTEL_PTE_VALID);
- flush_tlb_raw();
-#if DEBUG
+ pmap_store_pte(debugger_ptep, debug_pa | INTEL_PTE_NCACHE | INTEL_PTE_RW | INTEL_PTE_REF | INTEL_PTE_MOD | INTEL_PTE_VALID);
+ pmap_tlbi_range(0, ~0ULL, true, 0);
+#if DEBUG
kprintf("Remapping debugger physical window at %p to 0x%llx\n", (void *)debugger_window_kva, debug_pa);
#endif
}
-#endif
/* ensure we stay within a page */
- if (((((uint32_t)src64 & (I386_PGBYTES-1)) + bytes) > I386_PGBYTES) || ((((uint32_t)dst64 & (I386_PGBYTES-1)) + bytes) > I386_PGBYTES) ) {
- panic("ml_copy_phys spans pages, src: 0x%llx, dst: 0x%llx", src64, dst64);
+ if (((((uint32_t)src64 & (I386_PGBYTES - 1)) + bytes) > I386_PGBYTES) || ((((uint32_t)dst64 & (I386_PGBYTES - 1)) + bytes) > I386_PGBYTES)) {
+ panic("ml_copy_phys spans pages, src: 0x%llx, dst: 0x%llx", src64, dst64);
}
+ /*
+ * For device register access from the debugger,
+ * 2-byte/16-bit, 4-byte/32-bit and 8-byte/64-bit copies are handled
+ * by assembly routines ensuring the required access widths.
+ * 1-byte and other copies are handled by the regular _bcopy.
+ */
switch (bytes) {
- case 1:
- *((uint8_t *) dst) = *((volatile uint8_t *) src);
- break;
case 2:
- *((uint16_t *) dst) = *((volatile uint16_t *) src);
+ err = _bcopy2(src, dst);
break;
case 4:
- *((uint32_t *) dst) = *((volatile uint32_t *) src);
+ err = _bcopy4(src, dst);
break;
- /* Should perform two 32-bit reads */
case 8:
- *((uint64_t *) dst) = *((volatile uint64_t *) src);
+ err = _bcopy8(src, dst);
break;
+ case 1:
default:
- bcopy(src, dst, bytes);
+ err = _bcopy(src, dst, bytes);
break;
}
-#if NCOPY_WINDOWS > 0
- pmap_put_mapwindow(src_map);
- pmap_put_mapwindow(dst_map);
-#endif
+
mp_enable_preemption();
+
+ return err;
}
projects / apple / xnu.git / blobdiff