2 * Copyright (c) 2015 Apple Inc. All rights reserved.
4 * @APPLE_OSREFERENCE_LICENSE_HEADER_START@
6 * This file contains Original Code and/or Modifications of Original Code
7 * as defined in and that are subject to the Apple Public Source License
8 * Version 2.0 (the 'License'). You may not use this file except in
9 * compliance with the License. The rights granted to you under the License
10 * may not be used to create, or enable the creation or redistribution of,
11 * unlawful or unlicensed copies of an Apple operating system, or to
12 * circumvent, violate, or enable the circumvention or violation of, any
13 * terms of an Apple operating system software license agreement.
15 * Please obtain a copy of the License at
16 * http://www.opensource.apple.com/apsl/ and read it before using this file.
18 * The Original Code and all software distributed under the License are
19 * distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
20 * EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
21 * INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
22 * FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
23 * Please see the License for the specific language governing rights and
24 * limitations under the License.
26 * @APPLE_OSREFERENCE_LICENSE_HEADER_END@
29 #include <kern/assert.h>
30 #include <mach/mach_types.h>
31 #include <mach/boolean.h>
32 #include <mach/vm_param.h>
33 #include <kern/kern_types.h>
34 #include <kern/mach_param.h>
35 #include <kern/thread.h>
36 #include <kern/task.h>
37 #include <kern/kern_cdata.h>
38 #include <kern/kalloc.h>
39 #include <mach/mach_vm.h>
41 static kern_return_t
kcdata_get_memory_addr_with_flavor(kcdata_descriptor_t data
, uint32_t type
, uint32_t size
, uint64_t flags
, mach_vm_address_t
*user_addr
);
44 * Estimates how large of a buffer that should be allocated for a buffer that will contain
45 * num_items items of known types with overall length payload_size.
47 * NOTE: This function will not give an accurate estimate for buffers that will
48 * contain unknown types (those with string descriptions).
50 uint32_t kcdata_estimate_required_buffer_size(uint32_t num_items
, uint32_t payload_size
)
53 * In the worst case each item will need (KCDATA_ALIGNMENT_SIZE - 1) padding
55 uint32_t max_padding_bytes
= num_items
* (KCDATA_ALIGNMENT_SIZE
- 1);
56 uint32_t item_description_bytes
= num_items
* sizeof(struct kcdata_item
);
57 uint32_t begin_and_end_marker_bytes
= 2 * sizeof(struct kcdata_item
);
59 return max_padding_bytes
+ item_description_bytes
+ begin_and_end_marker_bytes
+ payload_size
;
62 kcdata_descriptor_t
kcdata_memory_alloc_init(mach_vm_address_t buffer_addr_p
, unsigned data_type
, unsigned size
, unsigned flags
)
64 kcdata_descriptor_t data
= NULL
;
65 mach_vm_address_t user_addr
= 0;
67 data
= kalloc(sizeof(struct kcdata_descriptor
));
71 bzero(data
, sizeof(struct kcdata_descriptor
));
72 data
->kcd_addr_begin
= buffer_addr_p
;
73 data
->kcd_addr_end
= buffer_addr_p
;
74 data
->kcd_flags
= (flags
& KCFLAG_USE_COPYOUT
)? KCFLAG_USE_COPYOUT
: KCFLAG_USE_MEMCOPY
;
75 data
->kcd_length
= size
;
77 /* Initialize the BEGIN header */
78 if (KERN_SUCCESS
!= kcdata_get_memory_addr(data
, data_type
, 0, &user_addr
)){
79 kcdata_memory_destroy(data
);
86 kern_return_t
kcdata_memory_static_init(kcdata_descriptor_t data
, mach_vm_address_t buffer_addr_p
, unsigned data_type
, unsigned size
, unsigned flags
)
88 mach_vm_address_t user_addr
= 0;
91 return KERN_INVALID_ARGUMENT
;
93 bzero(data
, sizeof(struct kcdata_descriptor
));
94 data
->kcd_addr_begin
= buffer_addr_p
;
95 data
->kcd_addr_end
= buffer_addr_p
;
96 data
->kcd_flags
= (flags
& KCFLAG_USE_COPYOUT
)? KCFLAG_USE_COPYOUT
: KCFLAG_USE_MEMCOPY
;
97 data
->kcd_length
= size
;
99 /* Initialize the BEGIN header */
100 return kcdata_get_memory_addr(data
, data_type
, 0, &user_addr
);
103 void *kcdata_memory_get_begin_addr(kcdata_descriptor_t data
)
109 return (void *)data
->kcd_addr_begin
;
112 uint64_t kcdata_memory_get_used_bytes(kcdata_descriptor_t kcd
)
115 return ((uint64_t)kcd
->kcd_addr_end
- (uint64_t)kcd
->kcd_addr_begin
) + sizeof(struct kcdata_item
);
119 * Free up the memory associated with kcdata
121 kern_return_t
kcdata_memory_destroy(kcdata_descriptor_t data
)
124 return KERN_INVALID_ARGUMENT
;
128 * data->kcd_addr_begin points to memory in not tracked by
129 * kcdata lib. So not clearing that here.
131 kfree(data
, sizeof(struct kcdata_descriptor
));
138 * Routine: kcdata_get_memory_addr
139 * Desc: get memory address in the userspace memory for corpse info
140 * NOTE: The caller is responsible for zeroing the resulting memory or
141 * using other means to mark memory if it has failed populating the
142 * data in middle of operation.
143 * params: data - pointer describing the crash info allocation
144 * type - type of data to be put. See corpse.h for defined types
145 * size - size requested. The header describes this size
146 * returns: mach_vm_address_t address in user memory for copyout().
149 kcdata_get_memory_addr(kcdata_descriptor_t data
, uint32_t type
, uint32_t size
, mach_vm_address_t
* user_addr
)
151 /* record number of padding bytes as lower 4 bits of flags */
152 uint64_t flags
= (KCDATA_FLAGS_STRUCT_PADDING_MASK
& kcdata_calc_padding(size
)) | KCDATA_FLAGS_STRUCT_HAS_PADDING
;
153 return kcdata_get_memory_addr_with_flavor(data
, type
, size
, flags
, user_addr
);
157 * Routine: kcdata_add_buffer_end
159 * Desc: Write buffer end marker. This does not advance the end pointer in the
160 * kcdata_descriptor_t, so it may be used conservatively before additional data
161 * is added, as long as it is at least called after the last time data is added.
163 * params: data - pointer describing the crash info allocation
167 kcdata_write_buffer_end(kcdata_descriptor_t data
)
169 struct kcdata_item info
;
170 bzero(&info
, sizeof(info
));
171 info
.type
= KCDATA_TYPE_BUFFER_END
;
173 return kcdata_memcpy(data
, data
->kcd_addr_end
, &info
, sizeof(info
));
177 * Routine: kcdata_get_memory_addr_with_flavor
178 * Desc: internal function with flags field. See documentation for kcdata_get_memory_addr for details
181 static kern_return_t
kcdata_get_memory_addr_with_flavor(
182 kcdata_descriptor_t data
,
186 mach_vm_address_t
*user_addr
)
188 struct kcdata_item info
;
190 uint32_t orig_size
= size
;
191 /* make sure 16 byte aligned */
192 size
+= kcdata_calc_padding(size
);
193 uint32_t total_size
= size
+ sizeof(info
);
195 if (user_addr
== NULL
|| data
== NULL
|| total_size
+ sizeof(info
) < orig_size
) {
196 return KERN_INVALID_ARGUMENT
;
199 bzero(&info
, sizeof(info
));
204 /* check available memory, including trailer size for KCDATA_TYPE_BUFFER_END */
205 if (total_size
+ sizeof(info
) > data
->kcd_length
||
206 data
->kcd_length
- (total_size
+ sizeof(info
)) < data
->kcd_addr_end
- data
->kcd_addr_begin
) {
207 return KERN_RESOURCE_SHORTAGE
;
210 if (data
->kcd_flags
& KCFLAG_USE_COPYOUT
) {
211 if (copyout(&info
, data
->kcd_addr_end
, sizeof(info
)))
212 return KERN_NO_ACCESS
;
214 memcpy((void *)data
->kcd_addr_end
, &info
, sizeof(info
));
217 data
->kcd_addr_end
+= sizeof(info
);
218 *user_addr
= data
->kcd_addr_end
;
219 data
->kcd_addr_end
+= size
;
221 if (!(data
->kcd_flags
& KCFLAG_NO_AUTO_ENDBUFFER
)) {
222 /* setup the end header as well */
223 return kcdata_write_buffer_end(data
);
230 * Routine: kcdata_get_memory_addr_for_array
231 * Desc: get memory address in the userspace memory for corpse info
232 * NOTE: The caller is responsible to zero the resulting memory or
233 * user other means to mark memory if it has failed populating the
234 * data in middle of operation.
235 * params: data - pointer describing the crash info allocation
236 * type_of_element - type of data to be put. See kern_cdata.h for defined types
237 * size_of_element - size of element. The header describes this size
238 * count - num of elements in array.
239 * returns: mach_vm_address_t address in user memory for copyout().
242 kern_return_t
kcdata_get_memory_addr_for_array(
243 kcdata_descriptor_t data
,
244 uint32_t type_of_element
,
245 uint32_t size_of_element
,
247 mach_vm_address_t
*user_addr
)
249 /* for arrays we record the number of padding bytes as the low-order 4 bits
250 * of the type field. KCDATA_TYPE_ARRAY_PAD{x} means x bytes of pad. */
251 uint64_t flags
= type_of_element
;
252 flags
= (flags
<< 32) | count
;
253 uint32_t total_size
= count
* size_of_element
;
254 uint32_t pad
= kcdata_calc_padding(total_size
);
256 return kcdata_get_memory_addr_with_flavor(data
, KCDATA_TYPE_ARRAY_PAD0
| pad
, total_size
, flags
, user_addr
);
260 * Routine: kcdata_add_container_marker
261 * Desc: Add a container marker in the buffer for type and identifier.
262 * params: data - pointer describing the crash info allocation
263 * header_type - one of (KCDATA_TYPE_CONTAINER_BEGIN ,KCDATA_TYPE_CONTAINER_END)
264 * container_type - type of data to be put. See kern_cdata.h for defined types
265 * identifier - unique identifier. This is required to match nested containers.
266 * returns: return value of kcdata_get_memory_addr()
269 kern_return_t
kcdata_add_container_marker(
270 kcdata_descriptor_t data
,
271 uint32_t header_type
,
272 uint32_t container_type
,
275 mach_vm_address_t user_addr
;
277 assert(header_type
== KCDATA_TYPE_CONTAINER_END
|| header_type
== KCDATA_TYPE_CONTAINER_BEGIN
);
278 uint32_t data_size
= (header_type
== KCDATA_TYPE_CONTAINER_BEGIN
)? sizeof(uint32_t): 0;
279 kr
= kcdata_get_memory_addr_with_flavor(data
, header_type
, data_size
, identifier
, &user_addr
);
280 if (kr
!= KERN_SUCCESS
)
284 kr
= kcdata_memcpy(data
, user_addr
, &container_type
, data_size
);
289 * Routine: kcdata_undo_addcontainer_begin
290 * Desc: call this after adding a container begin but before adding anything else to revert.
293 kcdata_undo_add_container_begin(kcdata_descriptor_t data
)
296 * the payload of a container begin is a single uint64_t. It is padded out
299 const mach_vm_address_t padded_payload_size
= 16;
300 data
->kcd_addr_end
-= sizeof(struct kcdata_item
) + padded_payload_size
;
302 if (!(data
->kcd_flags
& KCFLAG_NO_AUTO_ENDBUFFER
)) {
303 /* setup the end header as well */
304 return kcdata_write_buffer_end(data
);
311 * Routine: kcdata_memcpy
312 * Desc: a common function to copy data out based on either copyout or memcopy flags
313 * params: data - pointer describing the kcdata buffer
314 * dst_addr - destination address
315 * src_addr - source address
316 * size - size in bytes to copy.
317 * returns: KERN_NO_ACCESS if copyout fails.
320 kern_return_t
kcdata_memcpy(kcdata_descriptor_t data
, mach_vm_address_t dst_addr
, void *src_addr
, uint32_t size
)
322 if (data
->kcd_flags
& KCFLAG_USE_COPYOUT
) {
323 if (copyout(src_addr
, dst_addr
, size
))
324 return KERN_NO_ACCESS
;
326 memcpy((void *)dst_addr
, src_addr
, size
);
332 * Routine: kcdata_add_type_definition
333 * Desc: add type definition to kcdata buffer.
334 * see feature description in documentation above.
335 * params: data - pointer describing the kcdata buffer
336 * type_id - unique type identifier for this data
337 * type_name - a string of max KCDATA_DESC_MAXLEN size for name of type
338 * elements_array - address to descriptors for each field in struct
339 * elements_count - count of how many fields are there in struct.
340 * returns: return code from kcdata_get_memory_addr in case of failure.
343 kern_return_t
kcdata_add_type_definition(
344 kcdata_descriptor_t data
,
347 struct kcdata_subtype_descriptor
*elements_array_addr
,
348 uint32_t elements_count
)
350 kern_return_t kr
= KERN_SUCCESS
;
351 struct kcdata_type_definition kc_type_definition
;
352 mach_vm_address_t user_addr
;
353 uint32_t total_size
= sizeof(struct kcdata_type_definition
);
354 bzero(&kc_type_definition
, sizeof(kc_type_definition
));
356 if (strlen(type_name
) >= KCDATA_DESC_MAXLEN
)
357 return KERN_INVALID_ARGUMENT
;
358 strlcpy(&kc_type_definition
.kct_name
[0], type_name
, KCDATA_DESC_MAXLEN
);
359 kc_type_definition
.kct_num_elements
= elements_count
;
360 kc_type_definition
.kct_type_identifier
= type_id
;
362 total_size
+= elements_count
* sizeof(struct kcdata_subtype_descriptor
);
363 /* record number of padding bytes as lower 4 bits of flags */
364 if (KERN_SUCCESS
!= (kr
= kcdata_get_memory_addr_with_flavor(data
, KCDATA_TYPE_TYPEDEFINTION
, total_size
,
365 kcdata_calc_padding(total_size
), &user_addr
)))
367 if (KERN_SUCCESS
!= (kr
= kcdata_memcpy(data
, user_addr
, (void *)&kc_type_definition
, sizeof(struct kcdata_type_definition
))))
369 user_addr
+= sizeof(struct kcdata_type_definition
);
370 if (KERN_SUCCESS
!= (kr
= kcdata_memcpy(data
, user_addr
, (void *)elements_array_addr
, elements_count
* sizeof(struct kcdata_subtype_descriptor
))))
377 /* Internal structs for convenience */
378 struct _uint64_with_description_data
{
379 char desc
[KCDATA_DESC_MAXLEN
];
383 struct _uint32_with_description_data
{
384 char desc
[KCDATA_DESC_MAXLEN
];
391 kcdata_add_uint64_with_description(kcdata_descriptor_t data_desc
, uint64_t data
, const char * description
)
393 if (strlen(description
) >= KCDATA_DESC_MAXLEN
)
394 return KERN_INVALID_ARGUMENT
;
396 kern_return_t kr
= 0;
397 mach_vm_address_t user_addr
;
398 struct _uint64_with_description_data save_data
;
399 const uint64_t size_req
= sizeof(save_data
);
400 bzero(&save_data
, size_req
);
402 strlcpy(&(save_data
.desc
[0]), description
, sizeof(save_data
.desc
));
403 save_data
.data
= data
;
405 kr
= kcdata_get_memory_addr(data_desc
, KCDATA_TYPE_UINT64_DESC
, size_req
, &user_addr
);
406 if (kr
!= KERN_SUCCESS
)
409 if (data_desc
->kcd_flags
& KCFLAG_USE_COPYOUT
) {
410 if (copyout(&save_data
, user_addr
, size_req
))
411 return KERN_NO_ACCESS
;
413 memcpy((void *)user_addr
, &save_data
, size_req
);
418 kern_return_t
kcdata_add_uint32_with_description(
419 kcdata_descriptor_t data_desc
,
421 const char *description
)
423 assert(strlen(description
) < KCDATA_DESC_MAXLEN
);
424 if (strlen(description
) >= KCDATA_DESC_MAXLEN
)
425 return KERN_INVALID_ARGUMENT
;
426 kern_return_t kr
= 0;
427 mach_vm_address_t user_addr
;
428 struct _uint32_with_description_data save_data
;
429 const uint64_t size_req
= sizeof(save_data
);
431 bzero(&save_data
, size_req
);
432 strlcpy(&(save_data
.desc
[0]), description
, sizeof(save_data
.desc
));
433 save_data
.data
= data
;
435 kr
= kcdata_get_memory_addr(data_desc
, KCDATA_TYPE_UINT32_DESC
, size_req
, &user_addr
);
436 if (kr
!= KERN_SUCCESS
)
438 if (data_desc
->kcd_flags
& KCFLAG_USE_COPYOUT
) {
439 if (copyout(&save_data
, user_addr
, size_req
))
440 return KERN_NO_ACCESS
;
442 memcpy((void *)user_addr
, &save_data
, size_req
);
448 /* end buffer management api */