git.saurik.com Git - apple/xnu.git/blame_incremental

... / ...

Commit	Line	Data
	1	/*
	2	* Copyright (c) 2011-2016 Apple Computer, Inc. All rights reserved.
	3	*
	4	* @APPLE_OSREFERENCE_LICENSE_HEADER_START@
	5	*
	6	* This file contains Original Code and/or Modifications of Original Code
	7	* as defined in and that are subject to the Apple Public Source License
	8	* Version 2.0 (the 'License'). You may not use this file except in
	9	* compliance with the License. The rights granted to you under the License
	10	* may not be used to create, or enable the creation or redistribution of,
	11	* unlawful or unlicensed copies of an Apple operating system, or to
	12	* circumvent, violate, or enable the circumvention or violation of, any
	13	* terms of an Apple operating system software license agreement.
	14	*
	15	* Please obtain a copy of the License at
	16	* http://www.opensource.apple.com/apsl/ and read it before using this file.
	17	*
	18	* The Original Code and all software distributed under the License are
	19	* distributed on an 'AS IS' basis, WITHOUT WARRANTY OF ANY KIND, EITHER
	20	* EXPRESS OR IMPLIED, AND APPLE HEREBY DISCLAIMS ALL SUCH WARRANTIES,
	21	* INCLUDING WITHOUT LIMITATION, ANY WARRANTIES OF MERCHANTABILITY,
	22	* FITNESS FOR A PARTICULAR PURPOSE, QUIET ENJOYMENT OR NON-INFRINGEMENT.
	23	* Please see the License for the specific language governing rights and
	24	* limitations under the License.
	25	*
	26	* @APPLE_OSREFERENCE_LICENSE_HEADER_END@
	27	*/
	28
	29	#include <arm/cpu_internal.h>
	30	#include <kern/machine.h>
	31	#include <kern/cpu_number.h>
	32	#include <kern/kalloc.h>
	33	#include <kern/processor.h>
	34	#include <kperf/kperf.h>
	35	#include <kperf/kperf_arch.h>
	36	#include <kperf/kperf_timer.h>
	37	#include <mach/mach_types.h>
	38	#include <machine/machine_routines.h> /* xcall */
	39	#include <stdatomic.h>
	40
	41	void
	42	kperf_signal_handler(unsigned int cpu_number)
	43	{
	44	uint64_t cpu_mask = UINT64_C(1) << cpu_number;
	45
	46	/* find all the timers that caused a signal */
	47	for(int i = 0; i < (int)kperf_timerc; i++) {
	48	uint64_t pending_cpus;
	49	struct kperf_timer *timer = &kperf_timerv[i];
	50
	51	pending_cpus = atomic_fetch_and_explicit(&timer->pending_cpus,
	52	~cpu_mask, memory_order_relaxed);
	53	if (pending_cpus & cpu_mask) {
	54	kperf_ipi_handler(timer);
	55	}
	56	}
	57	}
	58
	59	bool
	60	kperf_mp_broadcast_other_running(struct kperf_timer *timer)
	61	{
	62	int current_cpu = cpu_number();
	63	bool system_only_self = true;
	64	int n_cpus = machine_info.logical_cpu_max;
	65
	66	/* signal all running processors */
	67	for (int i = 0; i < n_cpus; i++) {
	68	uint64_t i_bit = UINT64_C(1) << i;
	69	processor_t processor = cpu_to_processor(i);
	70
	71	/* do not IPI processors that are not scheduling threads */
	72	if (processor == PROCESSOR_NULL \|\|
	73	processor->state != PROCESSOR_RUNNING \|\|
	74	processor->active_thread == THREAD_NULL)
	75	{
	76	continue;
	77	}
	78
	79	if (i == current_cpu) {
	80	system_only_self = false;
	81	continue;
	82	}
	83
	84	/* nor processors that have not responded to the last broadcast */
	85	uint64_t already_pending = atomic_fetch_or_explicit(
	86	&timer->pending_cpus, i_bit, memory_order_relaxed);
	87	if (already_pending & i_bit)
	88	{
	89	#if DEVELOPMENT \|\| DEBUG
	90	atomic_fetch_add_explicit(&kperf_pending_ipis, 1,
	91	memory_order_relaxed);
	92	#endif /* DEVELOPMENT \|\| DEBUG */
	93	continue;
	94	}
	95
	96	cpu_signal(cpu_datap(i), SIGPkptimer, NULL, NULL);
	97	}
	98
	99	return system_only_self;
	100	}