2 * Copyright (C) 2008 Apple Inc. All rights reserved.
3 * Copyright (C) Research In Motion Limited 2010. All rights reserved.
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 * 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of
15 * its contributors may be used to endorse or promote products derived
16 * from this software without specific prior written permission.
18 * THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
19 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
20 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
21 * DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
22 * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
23 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
24 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
25 * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
26 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
27 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34 #include "MacroAssemblerCodeRef.h"
36 #include "ThunkGenerators.h"
37 #include <wtf/HashMap.h>
43 struct StructureStubInfo
;
47 class FunctionExecutable
;
52 class JSPropertyNameIterator
;
54 class JSValueEncodedAsPointer
;
55 class NativeExecutable
;
58 class PutPropertySlot
;
62 template <typename T
> class Weak
;
66 EncodedJSValue asEncodedJSValue
;
69 JSValue
jsValue() { return JSValue::decode(asEncodedJSValue
); }
70 JSObject
* jsObject() { return static_cast<JSObject
*>(asPointer
); }
71 Identifier
& identifier() { return *static_cast<Identifier
*>(asPointer
); }
72 int32_t int32() { return asInt32
; }
73 CodeBlock
* codeBlock() { return static_cast<CodeBlock
*>(asPointer
); }
74 FunctionExecutable
* function() { return static_cast<FunctionExecutable
*>(asPointer
); }
75 RegExp
* regExp() { return static_cast<RegExp
*>(asPointer
); }
76 JSPropertyNameIterator
* propertyNameIterator() { return static_cast<JSPropertyNameIterator
*>(asPointer
); }
77 JSGlobalObject
* globalObject() { return static_cast<JSGlobalObject
*>(asPointer
); }
78 JSString
* jsString() { return static_cast<JSString
*>(asPointer
); }
79 ReturnAddressPtr
returnAddress() { return ReturnAddressPtr(asPointer
); }
82 struct TrampolineStructure
{
83 MacroAssemblerCodePtr ctiStringLengthTrampoline
;
84 MacroAssemblerCodePtr ctiVirtualCallLink
;
85 MacroAssemblerCodePtr ctiVirtualConstructLink
;
86 MacroAssemblerCodePtr ctiVirtualCall
;
87 MacroAssemblerCodePtr ctiVirtualConstruct
;
88 MacroAssemblerCodePtr ctiNativeCall
;
89 MacroAssemblerCodePtr ctiNativeConstruct
;
90 MacroAssemblerCodePtr ctiSoftModulo
;
94 struct JITStackFrame
{
95 void* reserved
; // Unused
97 void* padding
[2]; // Maintain 32-byte stack alignment (possibly overkill).
100 RegisterFile
* registerFile
;
101 CallFrame
* callFrame
;
103 Profiler
** enabledProfilerReference
;
104 JSGlobalData
* globalData
;
114 // When JIT code makes a call, it pushes its return address just below the rest of the stack.
115 ReturnAddressPtr
* returnAddressSlot() { return reinterpret_cast<ReturnAddressPtr
*>(this) - 1; }
118 #if COMPILER(MSVC) || (OS(WINDOWS) && COMPILER(GCC))
121 #endif // COMPILER(MSVC) || (OS(WINDOWS) && COMPILER(GCC))
122 struct JITStackFrame
{
123 void* reserved
; // Unused
125 #if USE(JSVALUE32_64)
126 void* padding
[2]; // Maintain 16-byte stack alignment.
136 RegisterFile
* registerFile
;
137 CallFrame
* callFrame
;
139 Profiler
** enabledProfilerReference
;
140 JSGlobalData
* globalData
;
142 // When JIT code makes a call, it pushes its return address just below the rest of the stack.
143 ReturnAddressPtr
* returnAddressSlot() { return reinterpret_cast<ReturnAddressPtr
*>(this) - 1; }
145 #if COMPILER(MSVC) || (OS(WINDOWS) && COMPILER(GCC))
147 #endif // COMPILER(MSVC) || (OS(WINDOWS) && COMPILER(GCC))
148 #elif CPU(ARM_THUMB2)
149 struct JITStackFrame
{
150 JITStubArg reserved
; // Unused
153 void* padding
; // Maintain 16-byte stack alignment.
156 ReturnAddressPtr thunkReturnAddress
;
158 void* preservedReturnAddress
;
163 // These arguments passed in r1..r3 (r0 contained the entry code pointed, which is not preserved)
164 RegisterFile
* registerFile
;
165 CallFrame
* callFrame
;
168 // These arguments passed on the stack.
169 Profiler
** enabledProfilerReference
;
170 JSGlobalData
* globalData
;
172 ReturnAddressPtr
* returnAddressSlot() { return &thunkReturnAddress
; }
174 #elif CPU(ARM_TRADITIONAL)
178 #endif // COMPILER(MSVC)
179 struct JITStackFrame
{
180 JITStubArg padding
; // Unused
183 ReturnAddressPtr thunkReturnAddress
;
192 RegisterFile
* registerFile
;
193 CallFrame
* callFrame
;
196 // These arguments passed on the stack.
197 Profiler
** enabledProfilerReference
;
198 JSGlobalData
* globalData
;
200 // When JIT code makes a call, it pushes its return address just below the rest of the stack.
201 ReturnAddressPtr
* returnAddressSlot() { return &thunkReturnAddress
; }
205 #endif // COMPILER(MSVC)
207 struct JITStackFrame
{
208 JITStubArg reserved
; // Unused
211 #if USE(JSVALUE32_64)
212 void* padding
; // Make the overall stack length 8-byte aligned.
215 void* preservedGP
; // store GP when using PIC code
219 void* preservedReturnAddress
;
221 ReturnAddressPtr thunkReturnAddress
;
223 // These arguments passed in a1..a3 (a0 contained the entry code pointed, which is not preserved)
224 RegisterFile
* registerFile
;
225 CallFrame
* callFrame
;
228 // These arguments passed on the stack.
229 Profiler
** enabledProfilerReference
;
230 JSGlobalData
* globalData
;
232 ReturnAddressPtr
* returnAddressSlot() { return &thunkReturnAddress
; }
235 struct JITStackFrame
{
236 JITStubArg padding
; // Unused
239 ReturnAddressPtr thunkReturnAddress
;
245 void* savedTimeoutReg
;
247 RegisterFile
* registerFile
;
248 CallFrame
* callFrame
;
250 Profiler
** enabledProfilerReference
;
251 JSGlobalData
* globalData
;
253 ReturnAddressPtr
* returnAddressSlot() { return &thunkReturnAddress
; }
256 #error "JITStackFrame not defined for this platform."
259 #define JITSTACKFRAME_ARGS_INDEX (OBJECT_OFFSETOF(JITStackFrame, args) / sizeof(void*))
261 #define STUB_ARGS_DECLARATION void** args
262 #define STUB_ARGS (args)
266 #define JIT_STUB __fastcall
268 #define JIT_STUB __attribute__ ((fastcall))
270 #error "JIT_STUB function calls require fastcall conventions on x86, add appropriate directive/attribute here for your compiler!"
276 extern "C" void ctiVMThrowTrampoline();
277 extern "C" void ctiOpThrowNotCaught();
278 extern "C" EncodedJSValue
ctiTrampoline(void* code
, RegisterFile
*, CallFrame
*, void* /*unused1*/, Profiler
**, JSGlobalData
*);
282 JITThunks(JSGlobalData
*);
285 static void tryCacheGetByID(CallFrame
*, CodeBlock
*, ReturnAddressPtr returnAddress
, JSValue baseValue
, const Identifier
& propertyName
, const PropertySlot
&, StructureStubInfo
* stubInfo
);
286 static void tryCachePutByID(CallFrame
*, CodeBlock
*, ReturnAddressPtr returnAddress
, JSValue baseValue
, const PutPropertySlot
&, StructureStubInfo
* stubInfo
, bool direct
);
288 MacroAssemblerCodePtr
ctiStringLengthTrampoline() { return m_trampolineStructure
.ctiStringLengthTrampoline
; }
289 MacroAssemblerCodePtr
ctiVirtualCallLink() { return m_trampolineStructure
.ctiVirtualCallLink
; }
290 MacroAssemblerCodePtr
ctiVirtualConstructLink() { return m_trampolineStructure
.ctiVirtualConstructLink
; }
291 MacroAssemblerCodePtr
ctiVirtualCall() { return m_trampolineStructure
.ctiVirtualCall
; }
292 MacroAssemblerCodePtr
ctiVirtualConstruct() { return m_trampolineStructure
.ctiVirtualConstruct
; }
293 MacroAssemblerCodePtr
ctiNativeCall() { return m_trampolineStructure
.ctiNativeCall
; }
294 MacroAssemblerCodePtr
ctiNativeConstruct() { return m_trampolineStructure
.ctiNativeConstruct
; }
295 MacroAssemblerCodePtr
ctiSoftModulo() { return m_trampolineStructure
.ctiSoftModulo
; }
297 MacroAssemblerCodePtr
ctiStub(JSGlobalData
* globalData
, ThunkGenerator generator
);
299 NativeExecutable
* hostFunctionStub(JSGlobalData
*, NativeFunction
);
300 NativeExecutable
* hostFunctionStub(JSGlobalData
*, NativeFunction
, ThunkGenerator
);
302 void clearHostFunctionStubs();
305 typedef HashMap
<ThunkGenerator
, MacroAssemblerCodePtr
> CTIStubMap
;
306 CTIStubMap m_ctiStubMap
;
307 typedef HashMap
<NativeFunction
, Weak
<NativeExecutable
> > HostFunctionStubMap
;
308 OwnPtr
<HostFunctionStubMap
> m_hostFunctionStubMap
;
309 RefPtr
<ExecutablePool
> m_executablePool
;
311 TrampolineStructure m_trampolineStructure
;
315 EncodedJSValue JIT_STUB
cti_op_add(STUB_ARGS_DECLARATION
);
316 EncodedJSValue JIT_STUB
cti_op_bitand(STUB_ARGS_DECLARATION
);
317 EncodedJSValue JIT_STUB
cti_op_bitnot(STUB_ARGS_DECLARATION
);
318 EncodedJSValue JIT_STUB
cti_op_bitor(STUB_ARGS_DECLARATION
);
319 EncodedJSValue JIT_STUB
cti_op_bitxor(STUB_ARGS_DECLARATION
);
320 EncodedJSValue JIT_STUB
cti_op_call_NotJSFunction(STUB_ARGS_DECLARATION
);
321 EncodedJSValue JIT_STUB
cti_op_call_eval(STUB_ARGS_DECLARATION
);
322 EncodedJSValue JIT_STUB
cti_op_construct_NotJSConstruct(STUB_ARGS_DECLARATION
);
323 EncodedJSValue JIT_STUB
cti_op_create_this(STUB_ARGS_DECLARATION
);
324 EncodedJSValue JIT_STUB
cti_op_convert_this(STUB_ARGS_DECLARATION
);
325 EncodedJSValue JIT_STUB
cti_op_convert_this_strict(STUB_ARGS_DECLARATION
);
326 EncodedJSValue JIT_STUB
cti_op_create_arguments(STUB_ARGS_DECLARATION
);
327 EncodedJSValue JIT_STUB
cti_op_create_arguments_no_params(STUB_ARGS_DECLARATION
);
328 EncodedJSValue JIT_STUB
cti_op_del_by_id(STUB_ARGS_DECLARATION
);
329 EncodedJSValue JIT_STUB
cti_op_del_by_val(STUB_ARGS_DECLARATION
);
330 EncodedJSValue JIT_STUB
cti_op_div(STUB_ARGS_DECLARATION
);
331 EncodedJSValue JIT_STUB
cti_op_get_by_id(STUB_ARGS_DECLARATION
);
332 EncodedJSValue JIT_STUB
cti_op_get_by_id_array_fail(STUB_ARGS_DECLARATION
);
333 EncodedJSValue JIT_STUB
cti_op_get_by_id_custom_stub(STUB_ARGS_DECLARATION
);
334 EncodedJSValue JIT_STUB
cti_op_get_by_id_generic(STUB_ARGS_DECLARATION
);
335 EncodedJSValue JIT_STUB
cti_op_get_by_id_getter_stub(STUB_ARGS_DECLARATION
);
336 EncodedJSValue JIT_STUB
cti_op_get_by_id_method_check(STUB_ARGS_DECLARATION
);
337 EncodedJSValue JIT_STUB
cti_op_get_by_id_proto_fail(STUB_ARGS_DECLARATION
);
338 EncodedJSValue JIT_STUB
cti_op_get_by_id_proto_list(STUB_ARGS_DECLARATION
);
339 EncodedJSValue JIT_STUB
cti_op_get_by_id_proto_list_full(STUB_ARGS_DECLARATION
);
340 EncodedJSValue JIT_STUB
cti_op_get_by_id_self_fail(STUB_ARGS_DECLARATION
);
341 EncodedJSValue JIT_STUB
cti_op_get_by_id_string_fail(STUB_ARGS_DECLARATION
);
342 EncodedJSValue JIT_STUB
cti_op_get_by_val(STUB_ARGS_DECLARATION
);
343 EncodedJSValue JIT_STUB
cti_op_get_by_val_byte_array(STUB_ARGS_DECLARATION
);
344 EncodedJSValue JIT_STUB
cti_op_get_by_val_string(STUB_ARGS_DECLARATION
);
345 EncodedJSValue JIT_STUB
cti_op_in(STUB_ARGS_DECLARATION
);
346 EncodedJSValue JIT_STUB
cti_op_instanceof(STUB_ARGS_DECLARATION
);
347 EncodedJSValue JIT_STUB
cti_op_is_boolean(STUB_ARGS_DECLARATION
);
348 EncodedJSValue JIT_STUB
cti_op_is_function(STUB_ARGS_DECLARATION
);
349 EncodedJSValue JIT_STUB
cti_op_is_number(STUB_ARGS_DECLARATION
);
350 EncodedJSValue JIT_STUB
cti_op_is_object(STUB_ARGS_DECLARATION
);
351 EncodedJSValue JIT_STUB
cti_op_is_string(STUB_ARGS_DECLARATION
);
352 EncodedJSValue JIT_STUB
cti_op_is_undefined(STUB_ARGS_DECLARATION
);
353 EncodedJSValue JIT_STUB
cti_op_less(STUB_ARGS_DECLARATION
);
354 EncodedJSValue JIT_STUB
cti_op_lesseq(STUB_ARGS_DECLARATION
);
355 EncodedJSValue JIT_STUB
cti_op_lshift(STUB_ARGS_DECLARATION
);
356 EncodedJSValue JIT_STUB
cti_op_mod(STUB_ARGS_DECLARATION
);
357 EncodedJSValue JIT_STUB
cti_op_mul(STUB_ARGS_DECLARATION
);
358 EncodedJSValue JIT_STUB
cti_op_negate(STUB_ARGS_DECLARATION
);
359 EncodedJSValue JIT_STUB
cti_op_not(STUB_ARGS_DECLARATION
);
360 EncodedJSValue JIT_STUB
cti_op_nstricteq(STUB_ARGS_DECLARATION
);
361 EncodedJSValue JIT_STUB
cti_op_post_dec(STUB_ARGS_DECLARATION
);
362 EncodedJSValue JIT_STUB
cti_op_post_inc(STUB_ARGS_DECLARATION
);
363 EncodedJSValue JIT_STUB
cti_op_pre_dec(STUB_ARGS_DECLARATION
);
364 EncodedJSValue JIT_STUB
cti_op_pre_inc(STUB_ARGS_DECLARATION
);
365 EncodedJSValue JIT_STUB
cti_op_resolve(STUB_ARGS_DECLARATION
);
366 EncodedJSValue JIT_STUB
cti_op_resolve_base(STUB_ARGS_DECLARATION
);
367 EncodedJSValue JIT_STUB
cti_op_resolve_base_strict_put(STUB_ARGS_DECLARATION
);
368 EncodedJSValue JIT_STUB
cti_op_ensure_property_exists(STUB_ARGS_DECLARATION
);
369 EncodedJSValue JIT_STUB
cti_op_resolve_global(STUB_ARGS_DECLARATION
);
370 EncodedJSValue JIT_STUB
cti_op_resolve_global_dynamic(STUB_ARGS_DECLARATION
);
371 EncodedJSValue JIT_STUB
cti_op_resolve_skip(STUB_ARGS_DECLARATION
);
372 EncodedJSValue JIT_STUB
cti_op_resolve_with_base(STUB_ARGS_DECLARATION
);
373 EncodedJSValue JIT_STUB
cti_op_rshift(STUB_ARGS_DECLARATION
);
374 EncodedJSValue JIT_STUB
cti_op_strcat(STUB_ARGS_DECLARATION
);
375 EncodedJSValue JIT_STUB
cti_op_stricteq(STUB_ARGS_DECLARATION
);
376 EncodedJSValue JIT_STUB
cti_op_sub(STUB_ARGS_DECLARATION
);
377 EncodedJSValue JIT_STUB
cti_op_to_jsnumber(STUB_ARGS_DECLARATION
);
378 EncodedJSValue JIT_STUB
cti_op_to_primitive(STUB_ARGS_DECLARATION
);
379 EncodedJSValue JIT_STUB
cti_op_typeof(STUB_ARGS_DECLARATION
);
380 EncodedJSValue JIT_STUB
cti_op_urshift(STUB_ARGS_DECLARATION
);
381 EncodedJSValue JIT_STUB
cti_to_object(STUB_ARGS_DECLARATION
);
382 JSObject
* JIT_STUB
cti_op_new_array(STUB_ARGS_DECLARATION
);
383 JSObject
* JIT_STUB
cti_op_new_array_buffer(STUB_ARGS_DECLARATION
);
384 JSObject
* JIT_STUB
cti_op_new_func(STUB_ARGS_DECLARATION
);
385 JSObject
* JIT_STUB
cti_op_new_func_exp(STUB_ARGS_DECLARATION
);
386 JSObject
* JIT_STUB
cti_op_new_object(STUB_ARGS_DECLARATION
);
387 JSObject
* JIT_STUB
cti_op_new_regexp(STUB_ARGS_DECLARATION
);
388 JSObject
* JIT_STUB
cti_op_push_activation(STUB_ARGS_DECLARATION
);
389 JSObject
* JIT_STUB
cti_op_push_new_scope(STUB_ARGS_DECLARATION
);
390 JSObject
* JIT_STUB
cti_op_push_scope(STUB_ARGS_DECLARATION
);
391 JSObject
* JIT_STUB
cti_op_put_by_id_transition_realloc(STUB_ARGS_DECLARATION
);
392 JSPropertyNameIterator
* JIT_STUB
cti_op_get_pnames(STUB_ARGS_DECLARATION
);
393 int JIT_STUB
cti_op_eq(STUB_ARGS_DECLARATION
);
394 int JIT_STUB
cti_op_eq_strings(STUB_ARGS_DECLARATION
);
395 int JIT_STUB
cti_op_jless(STUB_ARGS_DECLARATION
);
396 int JIT_STUB
cti_op_jlesseq(STUB_ARGS_DECLARATION
);
397 int JIT_STUB
cti_op_jtrue(STUB_ARGS_DECLARATION
);
398 int JIT_STUB
cti_op_load_varargs(STUB_ARGS_DECLARATION
);
399 int JIT_STUB
cti_op_loop_if_lesseq(STUB_ARGS_DECLARATION
);
400 int JIT_STUB
cti_timeout_check(STUB_ARGS_DECLARATION
);
401 int JIT_STUB
cti_has_property(STUB_ARGS_DECLARATION
);
402 void JIT_STUB
cti_op_check_has_instance(STUB_ARGS_DECLARATION
);
403 void JIT_STUB
cti_op_debug(STUB_ARGS_DECLARATION
);
404 void JIT_STUB
cti_op_end(STUB_ARGS_DECLARATION
);
405 void JIT_STUB
cti_op_jmp_scopes(STUB_ARGS_DECLARATION
);
406 void JIT_STUB
cti_op_pop_scope(STUB_ARGS_DECLARATION
);
407 void JIT_STUB
cti_op_profile_did_call(STUB_ARGS_DECLARATION
);
408 void JIT_STUB
cti_op_profile_will_call(STUB_ARGS_DECLARATION
);
409 void JIT_STUB
cti_op_put_by_id(STUB_ARGS_DECLARATION
);
410 void JIT_STUB
cti_op_put_by_id_fail(STUB_ARGS_DECLARATION
);
411 void JIT_STUB
cti_op_put_by_id_generic(STUB_ARGS_DECLARATION
);
412 void JIT_STUB
cti_op_put_by_id_direct(STUB_ARGS_DECLARATION
);
413 void JIT_STUB
cti_op_put_by_id_direct_fail(STUB_ARGS_DECLARATION
);
414 void JIT_STUB
cti_op_put_by_id_direct_generic(STUB_ARGS_DECLARATION
);
415 void JIT_STUB
cti_op_put_by_index(STUB_ARGS_DECLARATION
);
416 void JIT_STUB
cti_op_put_by_val(STUB_ARGS_DECLARATION
);
417 void JIT_STUB
cti_op_put_by_val_byte_array(STUB_ARGS_DECLARATION
);
418 void JIT_STUB
cti_op_put_getter(STUB_ARGS_DECLARATION
);
419 void JIT_STUB
cti_op_put_setter(STUB_ARGS_DECLARATION
);
420 void JIT_STUB
cti_op_tear_off_activation(STUB_ARGS_DECLARATION
);
421 void JIT_STUB
cti_op_tear_off_arguments(STUB_ARGS_DECLARATION
);
422 void JIT_STUB
cti_op_throw_reference_error(STUB_ARGS_DECLARATION
);
423 void* JIT_STUB
cti_op_call_arityCheck(STUB_ARGS_DECLARATION
);
424 void* JIT_STUB
cti_op_construct_arityCheck(STUB_ARGS_DECLARATION
);
425 void* JIT_STUB
cti_op_call_jitCompile(STUB_ARGS_DECLARATION
);
426 void* JIT_STUB
cti_op_construct_jitCompile(STUB_ARGS_DECLARATION
);
427 void* JIT_STUB
cti_op_switch_char(STUB_ARGS_DECLARATION
);
428 void* JIT_STUB
cti_op_switch_imm(STUB_ARGS_DECLARATION
);
429 void* JIT_STUB
cti_op_switch_string(STUB_ARGS_DECLARATION
);
430 void* JIT_STUB
cti_op_throw(STUB_ARGS_DECLARATION
);
431 void* JIT_STUB
cti_register_file_check(STUB_ARGS_DECLARATION
);
432 void* JIT_STUB
cti_vm_lazyLinkCall(STUB_ARGS_DECLARATION
);
433 void* JIT_STUB
cti_vm_lazyLinkConstruct(STUB_ARGS_DECLARATION
);
434 void* JIT_STUB
cti_vm_throw(STUB_ARGS_DECLARATION
);
439 #endif // ENABLE(JIT)