]>
Commit | Line | Data |
---|---|---|
9dae56ea A |
1 | /* |
2 | * Copyright (C) 2008 Apple Inc. All rights reserved. | |
3 | * | |
4 | * Redistribution and use in source and binary forms, with or without | |
5 | * modification, are permitted provided that the following conditions | |
6 | * are met: | |
7 | * 1. Redistributions of source code must retain the above copyright | |
8 | * notice, this list of conditions and the following disclaimer. | |
9 | * 2. Redistributions in binary form must reproduce the above copyright | |
10 | * notice, this list of conditions and the following disclaimer in the | |
11 | * documentation and/or other materials provided with the distribution. | |
12 | * | |
13 | * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY | |
14 | * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE | |
15 | * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR | |
16 | * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR | |
17 | * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, | |
18 | * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, | |
19 | * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR | |
20 | * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY | |
21 | * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |
22 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE | |
23 | * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |
24 | */ | |
25 | ||
26 | #ifndef JIT_h | |
27 | #define JIT_h | |
28 | ||
29 | #include <wtf/Platform.h> | |
9dae56ea A |
30 | |
31 | #if ENABLE(JIT) | |
32 | ||
ba379fdc A |
33 | // We've run into some problems where changing the size of the class JIT leads to |
34 | // performance fluctuations. Try forcing alignment in an attempt to stabalize this. | |
35 | #if COMPILER(GCC) | |
36 | #define JIT_CLASS_ALIGNMENT __attribute__ ((aligned (32))) | |
37 | #else | |
38 | #define JIT_CLASS_ALIGNMENT | |
39 | #endif | |
9dae56ea | 40 | |
f9bf01c6 A |
41 | #define ASSERT_JIT_OFFSET(actual, expected) ASSERT_WITH_MESSAGE(actual == expected, "JIT Offset \"%s\" should be %d, not %d.\n", #expected, static_cast<int>(actual), static_cast<int>(expected)); |
42 | ||
ba379fdc | 43 | #include "CodeBlock.h" |
9dae56ea | 44 | #include "Interpreter.h" |
ba379fdc A |
45 | #include "JITCode.h" |
46 | #include "JITStubs.h" | |
9dae56ea A |
47 | #include "Opcode.h" |
48 | #include "RegisterFile.h" | |
49 | #include "MacroAssembler.h" | |
50 | #include "Profiler.h" | |
ba379fdc | 51 | #include <bytecode/SamplingTool.h> |
9dae56ea A |
52 | #include <wtf/AlwaysInline.h> |
53 | #include <wtf/Vector.h> | |
54 | ||
9dae56ea A |
55 | namespace JSC { |
56 | ||
57 | class CodeBlock; | |
ba379fdc | 58 | class JIT; |
9dae56ea A |
59 | class JSPropertyNameIterator; |
60 | class Interpreter; | |
61 | class Register; | |
62 | class RegisterFile; | |
63 | class ScopeChainNode; | |
9dae56ea A |
64 | class StructureChain; |
65 | ||
66 | struct CallLinkInfo; | |
67 | struct Instruction; | |
68 | struct OperandTypes; | |
69 | struct PolymorphicAccessStructureList; | |
f9bf01c6 A |
70 | struct SimpleJumpTable; |
71 | struct StringJumpTable; | |
9dae56ea A |
72 | struct StructureStubInfo; |
73 | ||
9dae56ea | 74 | struct CallRecord { |
ba379fdc | 75 | MacroAssembler::Call from; |
9dae56ea A |
76 | unsigned bytecodeIndex; |
77 | void* to; | |
78 | ||
79 | CallRecord() | |
80 | { | |
81 | } | |
82 | ||
ba379fdc | 83 | CallRecord(MacroAssembler::Call from, unsigned bytecodeIndex, void* to = 0) |
9dae56ea A |
84 | : from(from) |
85 | , bytecodeIndex(bytecodeIndex) | |
86 | , to(to) | |
87 | { | |
88 | } | |
89 | }; | |
90 | ||
91 | struct JumpTable { | |
92 | MacroAssembler::Jump from; | |
93 | unsigned toBytecodeIndex; | |
94 | ||
95 | JumpTable(MacroAssembler::Jump f, unsigned t) | |
96 | : from(f) | |
97 | , toBytecodeIndex(t) | |
98 | { | |
99 | } | |
100 | }; | |
101 | ||
102 | struct SlowCaseEntry { | |
103 | MacroAssembler::Jump from; | |
104 | unsigned to; | |
105 | unsigned hint; | |
106 | ||
107 | SlowCaseEntry(MacroAssembler::Jump f, unsigned t, unsigned h = 0) | |
108 | : from(f) | |
109 | , to(t) | |
110 | , hint(h) | |
111 | { | |
112 | } | |
113 | }; | |
114 | ||
115 | struct SwitchRecord { | |
116 | enum Type { | |
117 | Immediate, | |
118 | Character, | |
119 | String | |
120 | }; | |
121 | ||
122 | Type type; | |
123 | ||
124 | union { | |
125 | SimpleJumpTable* simpleJumpTable; | |
126 | StringJumpTable* stringJumpTable; | |
127 | } jumpTable; | |
128 | ||
129 | unsigned bytecodeIndex; | |
130 | unsigned defaultOffset; | |
131 | ||
132 | SwitchRecord(SimpleJumpTable* jumpTable, unsigned bytecodeIndex, unsigned defaultOffset, Type type) | |
133 | : type(type) | |
134 | , bytecodeIndex(bytecodeIndex) | |
135 | , defaultOffset(defaultOffset) | |
136 | { | |
137 | this->jumpTable.simpleJumpTable = jumpTable; | |
138 | } | |
139 | ||
140 | SwitchRecord(StringJumpTable* jumpTable, unsigned bytecodeIndex, unsigned defaultOffset) | |
141 | : type(String) | |
142 | , bytecodeIndex(bytecodeIndex) | |
143 | , defaultOffset(defaultOffset) | |
144 | { | |
145 | this->jumpTable.stringJumpTable = jumpTable; | |
146 | } | |
147 | }; | |
148 | ||
149 | struct PropertyStubCompilationInfo { | |
ba379fdc | 150 | MacroAssembler::Call callReturnLocation; |
9dae56ea A |
151 | MacroAssembler::Label hotPathBegin; |
152 | }; | |
153 | ||
154 | struct StructureStubCompilationInfo { | |
155 | MacroAssembler::DataLabelPtr hotPathBegin; | |
ba379fdc A |
156 | MacroAssembler::Call hotPathOther; |
157 | MacroAssembler::Call callReturnLocation; | |
9dae56ea A |
158 | }; |
159 | ||
ba379fdc A |
160 | struct MethodCallCompilationInfo { |
161 | MethodCallCompilationInfo(unsigned propertyAccessIndex) | |
162 | : propertyAccessIndex(propertyAccessIndex) | |
163 | { | |
164 | } | |
165 | ||
166 | MacroAssembler::DataLabelPtr structureToCompare; | |
167 | unsigned propertyAccessIndex; | |
9dae56ea A |
168 | }; |
169 | ||
ba379fdc A |
170 | // Near calls can only be patched to other JIT code, regular calls can be patched to JIT code or relinked to stub functions. |
171 | void ctiPatchNearCallByReturnAddress(CodeBlock* codeblock, ReturnAddressPtr returnAddress, MacroAssemblerCodePtr newCalleeFunction); | |
172 | void ctiPatchCallByReturnAddress(CodeBlock* codeblock, ReturnAddressPtr returnAddress, MacroAssemblerCodePtr newCalleeFunction); | |
173 | void ctiPatchCallByReturnAddress(CodeBlock* codeblock, ReturnAddressPtr returnAddress, FunctionPtr newCalleeFunction); | |
9dae56ea A |
174 | |
175 | class JIT : private MacroAssembler { | |
ba379fdc A |
176 | friend class JITStubCall; |
177 | ||
9dae56ea A |
178 | using MacroAssembler::Jump; |
179 | using MacroAssembler::JumpList; | |
180 | using MacroAssembler::Label; | |
181 | ||
ba379fdc A |
182 | // NOTES: |
183 | // | |
184 | // regT0 has two special meanings. The return value from a stub | |
185 | // call will always be in regT0, and by default (unless | |
186 | // a register is specified) emitPutVirtualRegister() will store | |
187 | // the value from regT0. | |
188 | // | |
189 | // regT3 is required to be callee-preserved. | |
190 | // | |
191 | // tempRegister2 is has no such dependencies. It is important that | |
192 | // on x86/x86-64 it is ecx for performance reasons, since the | |
193 | // MacroAssembler will need to plant register swaps if it is not - | |
194 | // however the code will still function correctly. | |
f9bf01c6 A |
195 | #if CPU(X86_64) |
196 | static const RegisterID returnValueRegister = X86Registers::eax; | |
197 | static const RegisterID cachedResultRegister = X86Registers::eax; | |
198 | static const RegisterID firstArgumentRegister = X86Registers::edi; | |
199 | ||
200 | static const RegisterID timeoutCheckRegister = X86Registers::r12; | |
201 | static const RegisterID callFrameRegister = X86Registers::r13; | |
202 | static const RegisterID tagTypeNumberRegister = X86Registers::r14; | |
203 | static const RegisterID tagMaskRegister = X86Registers::r15; | |
204 | ||
205 | static const RegisterID regT0 = X86Registers::eax; | |
206 | static const RegisterID regT1 = X86Registers::edx; | |
207 | static const RegisterID regT2 = X86Registers::ecx; | |
208 | static const RegisterID regT3 = X86Registers::ebx; | |
209 | ||
210 | static const FPRegisterID fpRegT0 = X86Registers::xmm0; | |
211 | static const FPRegisterID fpRegT1 = X86Registers::xmm1; | |
212 | static const FPRegisterID fpRegT2 = X86Registers::xmm2; | |
213 | #elif CPU(X86) | |
214 | static const RegisterID returnValueRegister = X86Registers::eax; | |
215 | static const RegisterID cachedResultRegister = X86Registers::eax; | |
ba379fdc A |
216 | // On x86 we always use fastcall conventions = but on |
217 | // OS X if might make more sense to just use regparm. | |
f9bf01c6 A |
218 | static const RegisterID firstArgumentRegister = X86Registers::ecx; |
219 | ||
220 | static const RegisterID timeoutCheckRegister = X86Registers::esi; | |
221 | static const RegisterID callFrameRegister = X86Registers::edi; | |
222 | ||
223 | static const RegisterID regT0 = X86Registers::eax; | |
224 | static const RegisterID regT1 = X86Registers::edx; | |
225 | static const RegisterID regT2 = X86Registers::ecx; | |
226 | static const RegisterID regT3 = X86Registers::ebx; | |
227 | ||
228 | static const FPRegisterID fpRegT0 = X86Registers::xmm0; | |
229 | static const FPRegisterID fpRegT1 = X86Registers::xmm1; | |
230 | static const FPRegisterID fpRegT2 = X86Registers::xmm2; | |
231 | #elif CPU(ARM_THUMB2) | |
232 | static const RegisterID returnValueRegister = ARMRegisters::r0; | |
233 | static const RegisterID cachedResultRegister = ARMRegisters::r0; | |
234 | static const RegisterID firstArgumentRegister = ARMRegisters::r0; | |
235 | ||
236 | static const RegisterID regT0 = ARMRegisters::r0; | |
237 | static const RegisterID regT1 = ARMRegisters::r1; | |
238 | static const RegisterID regT2 = ARMRegisters::r2; | |
239 | static const RegisterID regT3 = ARMRegisters::r4; | |
240 | ||
241 | static const RegisterID callFrameRegister = ARMRegisters::r5; | |
242 | static const RegisterID timeoutCheckRegister = ARMRegisters::r6; | |
243 | ||
244 | static const FPRegisterID fpRegT0 = ARMRegisters::d0; | |
245 | static const FPRegisterID fpRegT1 = ARMRegisters::d1; | |
246 | static const FPRegisterID fpRegT2 = ARMRegisters::d2; | |
247 | #elif CPU(ARM_TRADITIONAL) | |
248 | static const RegisterID returnValueRegister = ARMRegisters::r0; | |
249 | static const RegisterID cachedResultRegister = ARMRegisters::r0; | |
250 | static const RegisterID firstArgumentRegister = ARMRegisters::r0; | |
251 | ||
252 | static const RegisterID timeoutCheckRegister = ARMRegisters::r5; | |
253 | static const RegisterID callFrameRegister = ARMRegisters::r4; | |
254 | ||
255 | static const RegisterID regT0 = ARMRegisters::r0; | |
256 | static const RegisterID regT1 = ARMRegisters::r1; | |
257 | static const RegisterID regT2 = ARMRegisters::r2; | |
258 | // Callee preserved | |
259 | static const RegisterID regT3 = ARMRegisters::r7; | |
260 | ||
261 | static const RegisterID regS0 = ARMRegisters::S0; | |
262 | // Callee preserved | |
263 | static const RegisterID regS1 = ARMRegisters::S1; | |
264 | ||
265 | static const RegisterID regStackPtr = ARMRegisters::sp; | |
266 | static const RegisterID regLink = ARMRegisters::lr; | |
267 | ||
268 | static const FPRegisterID fpRegT0 = ARMRegisters::d0; | |
269 | static const FPRegisterID fpRegT1 = ARMRegisters::d1; | |
270 | static const FPRegisterID fpRegT2 = ARMRegisters::d2; | |
ba379fdc A |
271 | #else |
272 | #error "JIT not supported on this platform." | |
9dae56ea A |
273 | #endif |
274 | ||
275 | static const int patchGetByIdDefaultStructure = -1; | |
276 | // Magic number - initial offset cannot be representable as a signed 8bit value, or the X86Assembler | |
277 | // will compress the displacement, and we may not be able to fit a patched offset. | |
278 | static const int patchGetByIdDefaultOffset = 256; | |
279 | ||
9dae56ea | 280 | public: |
f9bf01c6 | 281 | static JITCode compile(JSGlobalData* globalData, CodeBlock* codeBlock) |
9dae56ea | 282 | { |
f9bf01c6 | 283 | return JIT(globalData, codeBlock).privateCompile(); |
9dae56ea A |
284 | } |
285 | ||
ba379fdc | 286 | static void compileGetByIdProto(JSGlobalData* globalData, CallFrame* callFrame, CodeBlock* codeBlock, StructureStubInfo* stubInfo, Structure* structure, Structure* prototypeStructure, size_t cachedOffset, ReturnAddressPtr returnAddress) |
9dae56ea A |
287 | { |
288 | JIT jit(globalData, codeBlock); | |
289 | jit.privateCompileGetByIdProto(stubInfo, structure, prototypeStructure, cachedOffset, returnAddress, callFrame); | |
290 | } | |
291 | ||
9dae56ea A |
292 | static void compileGetByIdSelfList(JSGlobalData* globalData, CodeBlock* codeBlock, StructureStubInfo* stubInfo, PolymorphicAccessStructureList* polymorphicStructures, int currentIndex, Structure* structure, size_t cachedOffset) |
293 | { | |
294 | JIT jit(globalData, codeBlock); | |
295 | jit.privateCompileGetByIdSelfList(stubInfo, polymorphicStructures, currentIndex, structure, cachedOffset); | |
296 | } | |
297 | static void compileGetByIdProtoList(JSGlobalData* globalData, CallFrame* callFrame, CodeBlock* codeBlock, StructureStubInfo* stubInfo, PolymorphicAccessStructureList* prototypeStructureList, int currentIndex, Structure* structure, Structure* prototypeStructure, size_t cachedOffset) | |
298 | { | |
299 | JIT jit(globalData, codeBlock); | |
300 | jit.privateCompileGetByIdProtoList(stubInfo, prototypeStructureList, currentIndex, structure, prototypeStructure, cachedOffset, callFrame); | |
301 | } | |
302 | static void compileGetByIdChainList(JSGlobalData* globalData, CallFrame* callFrame, CodeBlock* codeBlock, StructureStubInfo* stubInfo, PolymorphicAccessStructureList* prototypeStructureList, int currentIndex, Structure* structure, StructureChain* chain, size_t count, size_t cachedOffset) | |
303 | { | |
304 | JIT jit(globalData, codeBlock); | |
305 | jit.privateCompileGetByIdChainList(stubInfo, prototypeStructureList, currentIndex, structure, chain, count, cachedOffset, callFrame); | |
306 | } | |
9dae56ea | 307 | |
ba379fdc | 308 | static void compileGetByIdChain(JSGlobalData* globalData, CallFrame* callFrame, CodeBlock* codeBlock, StructureStubInfo* stubInfo, Structure* structure, StructureChain* chain, size_t count, size_t cachedOffset, ReturnAddressPtr returnAddress) |
9dae56ea A |
309 | { |
310 | JIT jit(globalData, codeBlock); | |
311 | jit.privateCompileGetByIdChain(stubInfo, structure, chain, count, cachedOffset, returnAddress, callFrame); | |
312 | } | |
9dae56ea | 313 | |
ba379fdc | 314 | static void compilePutByIdTransition(JSGlobalData* globalData, CodeBlock* codeBlock, StructureStubInfo* stubInfo, Structure* oldStructure, Structure* newStructure, size_t cachedOffset, StructureChain* chain, ReturnAddressPtr returnAddress) |
9dae56ea A |
315 | { |
316 | JIT jit(globalData, codeBlock); | |
317 | jit.privateCompilePutByIdTransition(stubInfo, oldStructure, newStructure, cachedOffset, chain, returnAddress); | |
318 | } | |
319 | ||
f9bf01c6 | 320 | static void compileCTIMachineTrampolines(JSGlobalData* globalData, RefPtr<ExecutablePool>* executablePool, CodePtr* ctiStringLengthTrampoline, CodePtr* ctiVirtualCallLink, CodePtr* ctiVirtualCall, CodePtr* ctiNativeCallThunk) |
9dae56ea A |
321 | { |
322 | JIT jit(globalData); | |
f9bf01c6 | 323 | jit.privateCompileCTIMachineTrampolines(executablePool, globalData, ctiStringLengthTrampoline, ctiVirtualCallLink, ctiVirtualCall, ctiNativeCallThunk); |
9dae56ea A |
324 | } |
325 | ||
ba379fdc A |
326 | static void patchGetByIdSelf(CodeBlock* codeblock, StructureStubInfo*, Structure*, size_t cachedOffset, ReturnAddressPtr returnAddress); |
327 | static void patchPutByIdReplace(CodeBlock* codeblock, StructureStubInfo*, Structure*, size_t cachedOffset, ReturnAddressPtr returnAddress); | |
f9bf01c6 | 328 | static void patchMethodCallProto(CodeBlock* codeblock, MethodCallLinkInfo&, JSFunction*, Structure*, JSObject*, ReturnAddressPtr); |
9dae56ea | 329 | |
ba379fdc | 330 | static void compilePatchGetArrayLength(JSGlobalData* globalData, CodeBlock* codeBlock, ReturnAddressPtr returnAddress) |
9dae56ea A |
331 | { |
332 | JIT jit(globalData, codeBlock); | |
333 | return jit.privateCompilePatchGetArrayLength(returnAddress); | |
334 | } | |
335 | ||
ba379fdc | 336 | static void linkCall(JSFunction* callee, CodeBlock* callerCodeBlock, CodeBlock* calleeCodeBlock, JITCode&, CallLinkInfo*, int callerArgCount, JSGlobalData*); |
9dae56ea A |
337 | static void unlinkCall(CallLinkInfo*); |
338 | ||
9dae56ea | 339 | private: |
ba379fdc A |
340 | struct JSRInfo { |
341 | DataLabelPtr storeLocation; | |
342 | Label target; | |
343 | ||
344 | JSRInfo(DataLabelPtr storeLocation, Label targetLocation) | |
345 | : storeLocation(storeLocation) | |
346 | , target(targetLocation) | |
347 | { | |
348 | } | |
349 | }; | |
350 | ||
9dae56ea A |
351 | JIT(JSGlobalData*, CodeBlock* = 0); |
352 | ||
353 | void privateCompileMainPass(); | |
354 | void privateCompileLinkPass(); | |
355 | void privateCompileSlowCases(); | |
f9bf01c6 | 356 | JITCode privateCompile(); |
ba379fdc | 357 | void privateCompileGetByIdProto(StructureStubInfo*, Structure*, Structure* prototypeStructure, size_t cachedOffset, ReturnAddressPtr returnAddress, CallFrame* callFrame); |
9dae56ea A |
358 | void privateCompileGetByIdSelfList(StructureStubInfo*, PolymorphicAccessStructureList*, int, Structure*, size_t cachedOffset); |
359 | void privateCompileGetByIdProtoList(StructureStubInfo*, PolymorphicAccessStructureList*, int, Structure*, Structure* prototypeStructure, size_t cachedOffset, CallFrame* callFrame); | |
360 | void privateCompileGetByIdChainList(StructureStubInfo*, PolymorphicAccessStructureList*, int, Structure*, StructureChain* chain, size_t count, size_t cachedOffset, CallFrame* callFrame); | |
ba379fdc A |
361 | void privateCompileGetByIdChain(StructureStubInfo*, Structure*, StructureChain*, size_t count, size_t cachedOffset, ReturnAddressPtr returnAddress, CallFrame* callFrame); |
362 | void privateCompilePutByIdTransition(StructureStubInfo*, Structure*, Structure*, size_t cachedOffset, StructureChain*, ReturnAddressPtr returnAddress); | |
9dae56ea | 363 | |
f9bf01c6 | 364 | void privateCompileCTIMachineTrampolines(RefPtr<ExecutablePool>* executablePool, JSGlobalData* data, CodePtr* ctiStringLengthTrampoline, CodePtr* ctiVirtualCallLink, CodePtr* ctiVirtualCall, CodePtr* ctiNativeCallThunk); |
ba379fdc | 365 | void privateCompilePatchGetArrayLength(ReturnAddressPtr returnAddress); |
9dae56ea A |
366 | |
367 | void addSlowCase(Jump); | |
ba379fdc | 368 | void addSlowCase(JumpList); |
9dae56ea A |
369 | void addJump(Jump, int); |
370 | void emitJumpSlowToHot(Jump, int); | |
371 | ||
9dae56ea | 372 | void compileOpCall(OpcodeID, Instruction* instruction, unsigned callLinkInfoIndex); |
ba379fdc | 373 | void compileOpCallVarargs(Instruction* instruction); |
9dae56ea A |
374 | void compileOpCallInitializeCallFrame(); |
375 | void compileOpCallSetupArgs(Instruction*); | |
ba379fdc | 376 | void compileOpCallVarargsSetupArgs(Instruction*); |
9dae56ea | 377 | void compileOpCallSlowCase(Instruction* instruction, Vector<SlowCaseEntry>::iterator& iter, unsigned callLinkInfoIndex, OpcodeID opcodeID); |
ba379fdc | 378 | void compileOpCallVarargsSlowCase(Instruction* instruction, Vector<SlowCaseEntry>::iterator& iter); |
9dae56ea | 379 | void compileOpConstructSetupArgs(Instruction*); |
ba379fdc | 380 | |
9dae56ea A |
381 | enum CompileOpStrictEqType { OpStrictEq, OpNStrictEq }; |
382 | void compileOpStrictEq(Instruction* instruction, CompileOpStrictEqType type); | |
f9bf01c6 A |
383 | bool isOperandConstantImmediateDouble(unsigned src); |
384 | ||
385 | void emitLoadDouble(unsigned index, FPRegisterID value); | |
386 | void emitLoadInt32ToDouble(unsigned index, FPRegisterID value); | |
387 | ||
388 | Address addressFor(unsigned index, RegisterID base = callFrameRegister); | |
389 | ||
390 | void testPrototype(Structure*, JumpList& failureCases); | |
9dae56ea | 391 | |
ba379fdc A |
392 | #if USE(JSVALUE32_64) |
393 | Address tagFor(unsigned index, RegisterID base = callFrameRegister); | |
394 | Address payloadFor(unsigned index, RegisterID base = callFrameRegister); | |
ba379fdc A |
395 | |
396 | bool getOperandConstantImmediateInt(unsigned op1, unsigned op2, unsigned& op, int32_t& constant); | |
ba379fdc A |
397 | |
398 | void emitLoadTag(unsigned index, RegisterID tag); | |
399 | void emitLoadPayload(unsigned index, RegisterID payload); | |
400 | ||
401 | void emitLoad(const JSValue& v, RegisterID tag, RegisterID payload); | |
402 | void emitLoad(unsigned index, RegisterID tag, RegisterID payload, RegisterID base = callFrameRegister); | |
403 | void emitLoad2(unsigned index1, RegisterID tag1, RegisterID payload1, unsigned index2, RegisterID tag2, RegisterID payload2); | |
ba379fdc A |
404 | |
405 | void emitStore(unsigned index, RegisterID tag, RegisterID payload, RegisterID base = callFrameRegister); | |
406 | void emitStore(unsigned index, const JSValue constant, RegisterID base = callFrameRegister); | |
407 | void emitStoreInt32(unsigned index, RegisterID payload, bool indexIsInt32 = false); | |
408 | void emitStoreInt32(unsigned index, Imm32 payload, bool indexIsInt32 = false); | |
409 | void emitStoreCell(unsigned index, RegisterID payload, bool indexIsCell = false); | |
410 | void emitStoreBool(unsigned index, RegisterID tag, bool indexIsBool = false); | |
411 | void emitStoreDouble(unsigned index, FPRegisterID value); | |
412 | ||
413 | bool isLabeled(unsigned bytecodeIndex); | |
414 | void map(unsigned bytecodeIndex, unsigned virtualRegisterIndex, RegisterID tag, RegisterID payload); | |
415 | void unmap(RegisterID); | |
416 | void unmap(); | |
417 | bool isMapped(unsigned virtualRegisterIndex); | |
418 | bool getMappedPayload(unsigned virtualRegisterIndex, RegisterID& payload); | |
419 | bool getMappedTag(unsigned virtualRegisterIndex, RegisterID& tag); | |
420 | ||
421 | void emitJumpSlowCaseIfNotJSCell(unsigned virtualRegisterIndex); | |
422 | void emitJumpSlowCaseIfNotJSCell(unsigned virtualRegisterIndex, RegisterID tag); | |
423 | void linkSlowCaseIfNotJSCell(Vector<SlowCaseEntry>::iterator&, unsigned virtualRegisterIndex); | |
424 | ||
425 | #if ENABLE(JIT_OPTIMIZE_PROPERTY_ACCESS) | |
426 | void compileGetByIdHotPath(); | |
427 | void compileGetByIdSlowCase(int resultVReg, int baseVReg, Identifier* ident, Vector<SlowCaseEntry>::iterator& iter, bool isMethodCheck = false); | |
428 | #endif | |
429 | void compileGetDirectOffset(RegisterID base, RegisterID resultTag, RegisterID resultPayload, Structure* structure, size_t cachedOffset); | |
430 | void compileGetDirectOffset(JSObject* base, RegisterID temp, RegisterID resultTag, RegisterID resultPayload, size_t cachedOffset); | |
f9bf01c6 | 431 | void compileGetDirectOffset(RegisterID base, RegisterID resultTag, RegisterID resultPayload, RegisterID structure, RegisterID offset); |
ba379fdc | 432 | void compilePutDirectOffset(RegisterID base, RegisterID valueTag, RegisterID valuePayload, Structure* structure, size_t cachedOffset); |
9dae56ea | 433 | |
ba379fdc A |
434 | // Arithmetic opcode helpers |
435 | void emitAdd32Constant(unsigned dst, unsigned op, int32_t constant, ResultType opType); | |
436 | void emitSub32Constant(unsigned dst, unsigned op, int32_t constant, ResultType opType); | |
437 | void emitBinaryDoubleOp(OpcodeID, unsigned dst, unsigned op1, unsigned op2, OperandTypes, JumpList& notInt32Op1, JumpList& notInt32Op2, bool op1IsInRegisters = true, bool op2IsInRegisters = true); | |
9dae56ea | 438 | |
f9bf01c6 | 439 | #if CPU(X86) |
ba379fdc A |
440 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
441 | static const int patchOffsetPutByIdStructure = 7; | |
442 | static const int patchOffsetPutByIdExternalLoad = 13; | |
443 | static const int patchLengthPutByIdExternalLoad = 3; | |
444 | static const int patchOffsetPutByIdPropertyMapOffset1 = 22; | |
445 | static const int patchOffsetPutByIdPropertyMapOffset2 = 28; | |
446 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. | |
447 | static const int patchOffsetGetByIdStructure = 7; | |
448 | static const int patchOffsetGetByIdBranchToSlowCase = 13; | |
449 | static const int patchOffsetGetByIdExternalLoad = 13; | |
450 | static const int patchLengthGetByIdExternalLoad = 3; | |
451 | static const int patchOffsetGetByIdPropertyMapOffset1 = 22; | |
452 | static const int patchOffsetGetByIdPropertyMapOffset2 = 28; | |
453 | static const int patchOffsetGetByIdPutResult = 28; | |
454 | #if ENABLE(OPCODE_SAMPLING) && USE(JIT_STUB_ARGUMENT_VA_LIST) | |
455 | static const int patchOffsetGetByIdSlowCaseCall = 35; | |
456 | #elif ENABLE(OPCODE_SAMPLING) | |
457 | static const int patchOffsetGetByIdSlowCaseCall = 37; | |
458 | #elif USE(JIT_STUB_ARGUMENT_VA_LIST) | |
459 | static const int patchOffsetGetByIdSlowCaseCall = 25; | |
460 | #else | |
461 | static const int patchOffsetGetByIdSlowCaseCall = 27; | |
462 | #endif | |
463 | static const int patchOffsetOpCallCompareToJump = 6; | |
9dae56ea | 464 | |
ba379fdc A |
465 | static const int patchOffsetMethodCheckProtoObj = 11; |
466 | static const int patchOffsetMethodCheckProtoStruct = 18; | |
467 | static const int patchOffsetMethodCheckPutFunction = 29; | |
f9bf01c6 A |
468 | #elif CPU(ARM_TRADITIONAL) |
469 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. | |
470 | static const int patchOffsetPutByIdStructure = 4; | |
471 | static const int patchOffsetPutByIdExternalLoad = 16; | |
472 | static const int patchLengthPutByIdExternalLoad = 4; | |
473 | static const int patchOffsetPutByIdPropertyMapOffset1 = 20; | |
474 | static const int patchOffsetPutByIdPropertyMapOffset2 = 28; | |
475 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. | |
476 | static const int patchOffsetGetByIdStructure = 4; | |
477 | static const int patchOffsetGetByIdBranchToSlowCase = 16; | |
478 | static const int patchOffsetGetByIdExternalLoad = 16; | |
479 | static const int patchLengthGetByIdExternalLoad = 4; | |
480 | static const int patchOffsetGetByIdPropertyMapOffset1 = 20; | |
481 | static const int patchOffsetGetByIdPropertyMapOffset2 = 28; | |
482 | static const int patchOffsetGetByIdPutResult = 36; | |
483 | #if ENABLE(OPCODE_SAMPLING) | |
484 | #error "OPCODE_SAMPLING is not yet supported" | |
485 | #else | |
486 | static const int patchOffsetGetByIdSlowCaseCall = 32; | |
487 | #endif | |
488 | static const int patchOffsetOpCallCompareToJump = 12; | |
489 | ||
490 | static const int patchOffsetMethodCheckProtoObj = 12; | |
491 | static const int patchOffsetMethodCheckProtoStruct = 20; | |
492 | static const int patchOffsetMethodCheckPutFunction = 32; | |
493 | ||
494 | // sequenceOpCall | |
495 | static const int sequenceOpCallInstructionSpace = 12; | |
496 | static const int sequenceOpCallConstantSpace = 2; | |
497 | // sequenceMethodCheck | |
498 | static const int sequenceMethodCheckInstructionSpace = 40; | |
499 | static const int sequenceMethodCheckConstantSpace = 6; | |
500 | // sequenceGetByIdHotPath | |
501 | static const int sequenceGetByIdHotPathInstructionSpace = 36; | |
502 | static const int sequenceGetByIdHotPathConstantSpace = 4; | |
503 | // sequenceGetByIdSlowCase | |
504 | static const int sequenceGetByIdSlowCaseInstructionSpace = 40; | |
505 | static const int sequenceGetByIdSlowCaseConstantSpace = 2; | |
506 | // sequencePutById | |
507 | static const int sequencePutByIdInstructionSpace = 36; | |
508 | static const int sequencePutByIdConstantSpace = 4; | |
ba379fdc A |
509 | #else |
510 | #error "JSVALUE32_64 not supported on this platform." | |
511 | #endif | |
9dae56ea | 512 | |
ba379fdc A |
513 | #else // USE(JSVALUE32_64) |
514 | void emitGetVirtualRegister(int src, RegisterID dst); | |
515 | void emitGetVirtualRegisters(int src1, RegisterID dst1, int src2, RegisterID dst2); | |
516 | void emitPutVirtualRegister(unsigned dst, RegisterID from = regT0); | |
9dae56ea | 517 | |
9dae56ea | 518 | int32_t getConstantOperandImmediateInt(unsigned src); |
ba379fdc A |
519 | |
520 | void emitGetVariableObjectRegister(RegisterID variableObject, int index, RegisterID dst); | |
521 | void emitPutVariableObjectRegister(RegisterID src, RegisterID variableObject, int index); | |
522 | ||
523 | void killLastResultRegister(); | |
9dae56ea A |
524 | |
525 | Jump emitJumpIfJSCell(RegisterID); | |
526 | Jump emitJumpIfBothJSCells(RegisterID, RegisterID, RegisterID); | |
527 | void emitJumpSlowCaseIfJSCell(RegisterID); | |
528 | Jump emitJumpIfNotJSCell(RegisterID); | |
529 | void emitJumpSlowCaseIfNotJSCell(RegisterID); | |
530 | void emitJumpSlowCaseIfNotJSCell(RegisterID, int VReg); | |
ba379fdc | 531 | #if USE(JSVALUE64) |
9dae56ea A |
532 | JIT::Jump emitJumpIfImmediateNumber(RegisterID); |
533 | JIT::Jump emitJumpIfNotImmediateNumber(RegisterID); | |
ba379fdc A |
534 | #else |
535 | JIT::Jump emitJumpIfImmediateNumber(RegisterID reg) | |
9dae56ea | 536 | { |
ba379fdc | 537 | return emitJumpIfImmediateInteger(reg); |
9dae56ea | 538 | } |
ba379fdc A |
539 | |
540 | JIT::Jump emitJumpIfNotImmediateNumber(RegisterID reg) | |
9dae56ea | 541 | { |
ba379fdc | 542 | return emitJumpIfNotImmediateInteger(reg); |
9dae56ea | 543 | } |
ba379fdc | 544 | #endif |
9dae56ea A |
545 | JIT::Jump emitJumpIfImmediateInteger(RegisterID); |
546 | JIT::Jump emitJumpIfNotImmediateInteger(RegisterID); | |
547 | JIT::Jump emitJumpIfNotImmediateIntegers(RegisterID, RegisterID, RegisterID); | |
548 | void emitJumpSlowCaseIfNotImmediateInteger(RegisterID); | |
f9bf01c6 | 549 | void emitJumpSlowCaseIfNotImmediateNumber(RegisterID); |
9dae56ea A |
550 | void emitJumpSlowCaseIfNotImmediateIntegers(RegisterID, RegisterID, RegisterID); |
551 | ||
ba379fdc | 552 | #if !USE(JSVALUE64) |
9dae56ea A |
553 | void emitFastArithDeTagImmediate(RegisterID); |
554 | Jump emitFastArithDeTagImmediateJumpIfZero(RegisterID); | |
555 | #endif | |
556 | void emitFastArithReTagImmediate(RegisterID src, RegisterID dest); | |
557 | void emitFastArithImmToInt(RegisterID); | |
558 | void emitFastArithIntToImmNoCheck(RegisterID src, RegisterID dest); | |
559 | ||
560 | void emitTagAsBoolImmediate(RegisterID reg); | |
ba379fdc | 561 | void compileBinaryArithOp(OpcodeID, unsigned dst, unsigned src1, unsigned src2, OperandTypes opi); |
f9bf01c6 A |
562 | #if USE(JSVALUE64) |
563 | void compileBinaryArithOpSlowCase(OpcodeID, Vector<SlowCaseEntry>::iterator&, unsigned dst, unsigned src1, unsigned src2, OperandTypes, bool op1HasImmediateIntFastCase, bool op2HasImmediateIntFastCase); | |
564 | #else | |
565 | void compileBinaryArithOpSlowCase(OpcodeID, Vector<SlowCaseEntry>::iterator&, unsigned dst, unsigned src1, unsigned src2, OperandTypes); | |
566 | #endif | |
ba379fdc A |
567 | |
568 | #if ENABLE(JIT_OPTIMIZE_PROPERTY_ACCESS) | |
569 | void compileGetByIdHotPath(int resultVReg, int baseVReg, Identifier* ident, unsigned propertyAccessInstructionIndex); | |
570 | void compileGetByIdSlowCase(int resultVReg, int baseVReg, Identifier* ident, Vector<SlowCaseEntry>::iterator& iter, bool isMethodCheck = false); | |
571 | #endif | |
572 | void compileGetDirectOffset(RegisterID base, RegisterID result, Structure* structure, size_t cachedOffset); | |
573 | void compileGetDirectOffset(JSObject* base, RegisterID temp, RegisterID result, size_t cachedOffset); | |
f9bf01c6 | 574 | void compileGetDirectOffset(RegisterID base, RegisterID result, RegisterID structure, RegisterID offset, RegisterID scratch); |
ba379fdc A |
575 | void compilePutDirectOffset(RegisterID base, RegisterID value, Structure* structure, size_t cachedOffset); |
576 | ||
f9bf01c6 | 577 | #if CPU(X86_64) |
ba379fdc A |
578 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
579 | static const int patchOffsetPutByIdStructure = 10; | |
580 | static const int patchOffsetPutByIdExternalLoad = 20; | |
581 | static const int patchLengthPutByIdExternalLoad = 4; | |
582 | static const int patchOffsetPutByIdPropertyMapOffset = 31; | |
583 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. | |
584 | static const int patchOffsetGetByIdStructure = 10; | |
585 | static const int patchOffsetGetByIdBranchToSlowCase = 20; | |
586 | static const int patchOffsetGetByIdExternalLoad = 20; | |
587 | static const int patchLengthGetByIdExternalLoad = 4; | |
588 | static const int patchOffsetGetByIdPropertyMapOffset = 31; | |
589 | static const int patchOffsetGetByIdPutResult = 31; | |
590 | #if ENABLE(OPCODE_SAMPLING) | |
f9bf01c6 | 591 | static const int patchOffsetGetByIdSlowCaseCall = 64; |
ba379fdc | 592 | #else |
f9bf01c6 | 593 | static const int patchOffsetGetByIdSlowCaseCall = 41; |
ba379fdc A |
594 | #endif |
595 | static const int patchOffsetOpCallCompareToJump = 9; | |
596 | ||
597 | static const int patchOffsetMethodCheckProtoObj = 20; | |
598 | static const int patchOffsetMethodCheckProtoStruct = 30; | |
599 | static const int patchOffsetMethodCheckPutFunction = 50; | |
f9bf01c6 | 600 | #elif CPU(X86) |
ba379fdc A |
601 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
602 | static const int patchOffsetPutByIdStructure = 7; | |
603 | static const int patchOffsetPutByIdExternalLoad = 13; | |
604 | static const int patchLengthPutByIdExternalLoad = 3; | |
605 | static const int patchOffsetPutByIdPropertyMapOffset = 22; | |
606 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. | |
607 | static const int patchOffsetGetByIdStructure = 7; | |
608 | static const int patchOffsetGetByIdBranchToSlowCase = 13; | |
609 | static const int patchOffsetGetByIdExternalLoad = 13; | |
610 | static const int patchLengthGetByIdExternalLoad = 3; | |
611 | static const int patchOffsetGetByIdPropertyMapOffset = 22; | |
612 | static const int patchOffsetGetByIdPutResult = 22; | |
613 | #if ENABLE(OPCODE_SAMPLING) && USE(JIT_STUB_ARGUMENT_VA_LIST) | |
614 | static const int patchOffsetGetByIdSlowCaseCall = 31; | |
615 | #elif ENABLE(OPCODE_SAMPLING) | |
616 | static const int patchOffsetGetByIdSlowCaseCall = 33; | |
617 | #elif USE(JIT_STUB_ARGUMENT_VA_LIST) | |
618 | static const int patchOffsetGetByIdSlowCaseCall = 21; | |
619 | #else | |
620 | static const int patchOffsetGetByIdSlowCaseCall = 23; | |
621 | #endif | |
622 | static const int patchOffsetOpCallCompareToJump = 6; | |
623 | ||
624 | static const int patchOffsetMethodCheckProtoObj = 11; | |
625 | static const int patchOffsetMethodCheckProtoStruct = 18; | |
626 | static const int patchOffsetMethodCheckPutFunction = 29; | |
f9bf01c6 | 627 | #elif CPU(ARM_THUMB2) |
ba379fdc A |
628 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. |
629 | static const int patchOffsetPutByIdStructure = 10; | |
f9bf01c6 | 630 | static const int patchOffsetPutByIdExternalLoad = 26; |
ba379fdc | 631 | static const int patchLengthPutByIdExternalLoad = 12; |
f9bf01c6 | 632 | static const int patchOffsetPutByIdPropertyMapOffset = 46; |
ba379fdc A |
633 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. |
634 | static const int patchOffsetGetByIdStructure = 10; | |
f9bf01c6 A |
635 | static const int patchOffsetGetByIdBranchToSlowCase = 26; |
636 | static const int patchOffsetGetByIdExternalLoad = 26; | |
ba379fdc | 637 | static const int patchLengthGetByIdExternalLoad = 12; |
f9bf01c6 A |
638 | static const int patchOffsetGetByIdPropertyMapOffset = 46; |
639 | static const int patchOffsetGetByIdPutResult = 50; | |
ba379fdc A |
640 | #if ENABLE(OPCODE_SAMPLING) |
641 | static const int patchOffsetGetByIdSlowCaseCall = 0; // FIMXE | |
642 | #else | |
643 | static const int patchOffsetGetByIdSlowCaseCall = 28; | |
644 | #endif | |
f9bf01c6 | 645 | static const int patchOffsetOpCallCompareToJump = 16; |
ba379fdc | 646 | |
f9bf01c6 A |
647 | static const int patchOffsetMethodCheckProtoObj = 24; |
648 | static const int patchOffsetMethodCheckProtoStruct = 34; | |
649 | static const int patchOffsetMethodCheckPutFunction = 58; | |
650 | #elif CPU(ARM_TRADITIONAL) | |
651 | // These architecture specific value are used to enable patching - see comment on op_put_by_id. | |
652 | static const int patchOffsetPutByIdStructure = 4; | |
653 | static const int patchOffsetPutByIdExternalLoad = 16; | |
654 | static const int patchLengthPutByIdExternalLoad = 4; | |
655 | static const int patchOffsetPutByIdPropertyMapOffset = 20; | |
656 | // These architecture specific value are used to enable patching - see comment on op_get_by_id. | |
657 | static const int patchOffsetGetByIdStructure = 4; | |
658 | static const int patchOffsetGetByIdBranchToSlowCase = 16; | |
659 | static const int patchOffsetGetByIdExternalLoad = 16; | |
660 | static const int patchLengthGetByIdExternalLoad = 4; | |
661 | static const int patchOffsetGetByIdPropertyMapOffset = 20; | |
662 | static const int patchOffsetGetByIdPutResult = 28; | |
663 | #if ENABLE(OPCODE_SAMPLING) | |
664 | #error "OPCODE_SAMPLING is not yet supported" | |
665 | #else | |
666 | static const int patchOffsetGetByIdSlowCaseCall = 28; | |
667 | #endif | |
668 | static const int patchOffsetOpCallCompareToJump = 12; | |
669 | ||
670 | static const int patchOffsetMethodCheckProtoObj = 12; | |
671 | static const int patchOffsetMethodCheckProtoStruct = 20; | |
672 | static const int patchOffsetMethodCheckPutFunction = 32; | |
673 | ||
674 | // sequenceOpCall | |
675 | static const int sequenceOpCallInstructionSpace = 12; | |
676 | static const int sequenceOpCallConstantSpace = 2; | |
677 | // sequenceMethodCheck | |
678 | static const int sequenceMethodCheckInstructionSpace = 40; | |
679 | static const int sequenceMethodCheckConstantSpace = 6; | |
680 | // sequenceGetByIdHotPath | |
681 | static const int sequenceGetByIdHotPathInstructionSpace = 28; | |
682 | static const int sequenceGetByIdHotPathConstantSpace = 3; | |
683 | // sequenceGetByIdSlowCase | |
684 | static const int sequenceGetByIdSlowCaseInstructionSpace = 32; | |
685 | static const int sequenceGetByIdSlowCaseConstantSpace = 2; | |
686 | // sequencePutById | |
687 | static const int sequencePutByIdInstructionSpace = 28; | |
688 | static const int sequencePutByIdConstantSpace = 3; | |
ba379fdc A |
689 | #endif |
690 | #endif // USE(JSVALUE32_64) | |
691 | ||
f9bf01c6 A |
692 | #if defined(ASSEMBLER_HAS_CONSTANT_POOL) && ASSEMBLER_HAS_CONSTANT_POOL |
693 | #define BEGIN_UNINTERRUPTED_SEQUENCE(name) beginUninterruptedSequence(name ## InstructionSpace, name ## ConstantSpace) | |
694 | #define END_UNINTERRUPTED_SEQUENCE(name) endUninterruptedSequence(name ## InstructionSpace, name ## ConstantSpace) | |
695 | ||
696 | void beginUninterruptedSequence(int, int); | |
697 | void endUninterruptedSequence(int, int); | |
698 | ||
699 | #else | |
700 | #define BEGIN_UNINTERRUPTED_SEQUENCE(name) | |
701 | #define END_UNINTERRUPTED_SEQUENCE(name) | |
702 | #endif | |
703 | ||
ba379fdc A |
704 | void emit_op_add(Instruction*); |
705 | void emit_op_bitand(Instruction*); | |
706 | void emit_op_bitnot(Instruction*); | |
707 | void emit_op_bitor(Instruction*); | |
708 | void emit_op_bitxor(Instruction*); | |
709 | void emit_op_call(Instruction*); | |
710 | void emit_op_call_eval(Instruction*); | |
711 | void emit_op_call_varargs(Instruction*); | |
712 | void emit_op_catch(Instruction*); | |
713 | void emit_op_construct(Instruction*); | |
714 | void emit_op_construct_verify(Instruction*); | |
715 | void emit_op_convert_this(Instruction*); | |
716 | void emit_op_create_arguments(Instruction*); | |
717 | void emit_op_debug(Instruction*); | |
718 | void emit_op_del_by_id(Instruction*); | |
719 | void emit_op_div(Instruction*); | |
720 | void emit_op_end(Instruction*); | |
721 | void emit_op_enter(Instruction*); | |
722 | void emit_op_enter_with_activation(Instruction*); | |
723 | void emit_op_eq(Instruction*); | |
724 | void emit_op_eq_null(Instruction*); | |
725 | void emit_op_get_by_id(Instruction*); | |
726 | void emit_op_get_by_val(Instruction*); | |
f9bf01c6 | 727 | void emit_op_get_by_pname(Instruction*); |
ba379fdc A |
728 | void emit_op_get_global_var(Instruction*); |
729 | void emit_op_get_scoped_var(Instruction*); | |
730 | void emit_op_init_arguments(Instruction*); | |
731 | void emit_op_instanceof(Instruction*); | |
732 | void emit_op_jeq_null(Instruction*); | |
733 | void emit_op_jfalse(Instruction*); | |
734 | void emit_op_jmp(Instruction*); | |
735 | void emit_op_jmp_scopes(Instruction*); | |
736 | void emit_op_jneq_null(Instruction*); | |
737 | void emit_op_jneq_ptr(Instruction*); | |
738 | void emit_op_jnless(Instruction*); | |
f9bf01c6 | 739 | void emit_op_jless(Instruction*); |
ba379fdc A |
740 | void emit_op_jnlesseq(Instruction*); |
741 | void emit_op_jsr(Instruction*); | |
742 | void emit_op_jtrue(Instruction*); | |
743 | void emit_op_load_varargs(Instruction*); | |
744 | void emit_op_loop(Instruction*); | |
745 | void emit_op_loop_if_less(Instruction*); | |
746 | void emit_op_loop_if_lesseq(Instruction*); | |
747 | void emit_op_loop_if_true(Instruction*); | |
f9bf01c6 | 748 | void emit_op_loop_if_false(Instruction*); |
ba379fdc A |
749 | void emit_op_lshift(Instruction*); |
750 | void emit_op_method_check(Instruction*); | |
751 | void emit_op_mod(Instruction*); | |
752 | void emit_op_mov(Instruction*); | |
753 | void emit_op_mul(Instruction*); | |
754 | void emit_op_negate(Instruction*); | |
755 | void emit_op_neq(Instruction*); | |
756 | void emit_op_neq_null(Instruction*); | |
757 | void emit_op_new_array(Instruction*); | |
758 | void emit_op_new_error(Instruction*); | |
759 | void emit_op_new_func(Instruction*); | |
760 | void emit_op_new_func_exp(Instruction*); | |
761 | void emit_op_new_object(Instruction*); | |
762 | void emit_op_new_regexp(Instruction*); | |
f9bf01c6 | 763 | void emit_op_get_pnames(Instruction*); |
ba379fdc A |
764 | void emit_op_next_pname(Instruction*); |
765 | void emit_op_not(Instruction*); | |
766 | void emit_op_nstricteq(Instruction*); | |
767 | void emit_op_pop_scope(Instruction*); | |
768 | void emit_op_post_dec(Instruction*); | |
769 | void emit_op_post_inc(Instruction*); | |
770 | void emit_op_pre_dec(Instruction*); | |
771 | void emit_op_pre_inc(Instruction*); | |
772 | void emit_op_profile_did_call(Instruction*); | |
773 | void emit_op_profile_will_call(Instruction*); | |
774 | void emit_op_push_new_scope(Instruction*); | |
775 | void emit_op_push_scope(Instruction*); | |
776 | void emit_op_put_by_id(Instruction*); | |
777 | void emit_op_put_by_index(Instruction*); | |
778 | void emit_op_put_by_val(Instruction*); | |
779 | void emit_op_put_getter(Instruction*); | |
780 | void emit_op_put_global_var(Instruction*); | |
781 | void emit_op_put_scoped_var(Instruction*); | |
782 | void emit_op_put_setter(Instruction*); | |
783 | void emit_op_resolve(Instruction*); | |
784 | void emit_op_resolve_base(Instruction*); | |
785 | void emit_op_resolve_global(Instruction*); | |
786 | void emit_op_resolve_skip(Instruction*); | |
787 | void emit_op_resolve_with_base(Instruction*); | |
788 | void emit_op_ret(Instruction*); | |
789 | void emit_op_rshift(Instruction*); | |
790 | void emit_op_sret(Instruction*); | |
791 | void emit_op_strcat(Instruction*); | |
792 | void emit_op_stricteq(Instruction*); | |
793 | void emit_op_sub(Instruction*); | |
794 | void emit_op_switch_char(Instruction*); | |
795 | void emit_op_switch_imm(Instruction*); | |
796 | void emit_op_switch_string(Instruction*); | |
797 | void emit_op_tear_off_activation(Instruction*); | |
798 | void emit_op_tear_off_arguments(Instruction*); | |
799 | void emit_op_throw(Instruction*); | |
800 | void emit_op_to_jsnumber(Instruction*); | |
801 | void emit_op_to_primitive(Instruction*); | |
802 | void emit_op_unexpected_load(Instruction*); | |
803 | ||
804 | void emitSlow_op_add(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
805 | void emitSlow_op_bitand(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
806 | void emitSlow_op_bitnot(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
807 | void emitSlow_op_bitor(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
808 | void emitSlow_op_bitxor(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
809 | void emitSlow_op_call(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
810 | void emitSlow_op_call_eval(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
811 | void emitSlow_op_call_varargs(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
812 | void emitSlow_op_construct(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
813 | void emitSlow_op_construct_verify(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
814 | void emitSlow_op_convert_this(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
815 | void emitSlow_op_div(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
816 | void emitSlow_op_eq(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
817 | void emitSlow_op_get_by_id(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
818 | void emitSlow_op_get_by_val(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
f9bf01c6 | 819 | void emitSlow_op_get_by_pname(Instruction*, Vector<SlowCaseEntry>::iterator&); |
ba379fdc A |
820 | void emitSlow_op_instanceof(Instruction*, Vector<SlowCaseEntry>::iterator&); |
821 | void emitSlow_op_jfalse(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
822 | void emitSlow_op_jnless(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
f9bf01c6 | 823 | void emitSlow_op_jless(Instruction*, Vector<SlowCaseEntry>::iterator&); |
ba379fdc A |
824 | void emitSlow_op_jnlesseq(Instruction*, Vector<SlowCaseEntry>::iterator&); |
825 | void emitSlow_op_jtrue(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
826 | void emitSlow_op_loop_if_less(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
827 | void emitSlow_op_loop_if_lesseq(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
828 | void emitSlow_op_loop_if_true(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
f9bf01c6 | 829 | void emitSlow_op_loop_if_false(Instruction*, Vector<SlowCaseEntry>::iterator&); |
ba379fdc A |
830 | void emitSlow_op_lshift(Instruction*, Vector<SlowCaseEntry>::iterator&); |
831 | void emitSlow_op_method_check(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
832 | void emitSlow_op_mod(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
833 | void emitSlow_op_mul(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
834 | void emitSlow_op_negate(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
835 | void emitSlow_op_neq(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
836 | void emitSlow_op_not(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
837 | void emitSlow_op_nstricteq(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
838 | void emitSlow_op_post_dec(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
839 | void emitSlow_op_post_inc(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
840 | void emitSlow_op_pre_dec(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
841 | void emitSlow_op_pre_inc(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
842 | void emitSlow_op_put_by_id(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
843 | void emitSlow_op_put_by_val(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
844 | void emitSlow_op_resolve_global(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
845 | void emitSlow_op_rshift(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
846 | void emitSlow_op_stricteq(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
847 | void emitSlow_op_sub(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
848 | void emitSlow_op_to_jsnumber(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
849 | void emitSlow_op_to_primitive(Instruction*, Vector<SlowCaseEntry>::iterator&); | |
850 | ||
851 | /* These functions are deprecated: Please use JITStubCall instead. */ | |
852 | void emitPutJITStubArg(RegisterID src, unsigned argumentNumber); | |
853 | #if USE(JSVALUE32_64) | |
f9bf01c6 | 854 | void emitPutJITStubArg(RegisterID tag, RegisterID payload, unsigned argumentNumber); |
ba379fdc A |
855 | void emitPutJITStubArgFromVirtualRegister(unsigned src, unsigned argumentNumber, RegisterID scratch1, RegisterID scratch2); |
856 | #else | |
857 | void emitPutJITStubArgFromVirtualRegister(unsigned src, unsigned argumentNumber, RegisterID scratch); | |
858 | #endif | |
859 | void emitPutJITStubArgConstant(unsigned value, unsigned argumentNumber); | |
860 | void emitPutJITStubArgConstant(void* value, unsigned argumentNumber); | |
861 | void emitGetJITStubArg(unsigned argumentNumber, RegisterID dst); | |
862 | ||
863 | void emitInitRegister(unsigned dst); | |
864 | ||
865 | void emitPutToCallFrameHeader(RegisterID from, RegisterFile::CallFrameHeaderEntry entry); | |
866 | void emitPutImmediateToCallFrameHeader(void* value, RegisterFile::CallFrameHeaderEntry entry); | |
867 | void emitGetFromCallFrameHeaderPtr(RegisterFile::CallFrameHeaderEntry entry, RegisterID to, RegisterID from = callFrameRegister); | |
868 | void emitGetFromCallFrameHeader32(RegisterFile::CallFrameHeaderEntry entry, RegisterID to, RegisterID from = callFrameRegister); | |
869 | ||
870 | JSValue getConstantOperand(unsigned src); | |
871 | bool isOperandConstantImmediateInt(unsigned src); | |
872 | ||
873 | Jump getSlowCase(Vector<SlowCaseEntry>::iterator& iter) | |
874 | { | |
875 | return iter++->from; | |
876 | } | |
877 | void linkSlowCase(Vector<SlowCaseEntry>::iterator& iter) | |
878 | { | |
879 | iter->from.link(this); | |
880 | ++iter; | |
881 | } | |
882 | void linkSlowCaseIfNotJSCell(Vector<SlowCaseEntry>::iterator&, int vReg); | |
883 | ||
884 | Jump checkStructure(RegisterID reg, Structure* structure); | |
9dae56ea A |
885 | |
886 | void restoreArgumentReference(); | |
887 | void restoreArgumentReferenceForTrampoline(); | |
888 | ||
ba379fdc | 889 | Call emitNakedCall(CodePtr function = CodePtr()); |
9dae56ea | 890 | |
ba379fdc A |
891 | void preserveReturnAddressAfterCall(RegisterID); |
892 | void restoreReturnAddressBeforeReturn(RegisterID); | |
893 | void restoreReturnAddressBeforeReturn(Address); | |
894 | ||
895 | void emitTimeoutCheck(); | |
9dae56ea A |
896 | #ifndef NDEBUG |
897 | void printBytecodeOperandTypes(unsigned src1, unsigned src2); | |
898 | #endif | |
899 | ||
ba379fdc A |
900 | #if ENABLE(SAMPLING_FLAGS) |
901 | void setSamplingFlag(int32_t); | |
902 | void clearSamplingFlag(int32_t); | |
9dae56ea | 903 | #endif |
ba379fdc A |
904 | |
905 | #if ENABLE(SAMPLING_COUNTERS) | |
906 | void emitCount(AbstractSamplingCounter&, uint32_t = 1); | |
9dae56ea A |
907 | #endif |
908 | ||
909 | #if ENABLE(OPCODE_SAMPLING) | |
ba379fdc | 910 | void sampleInstruction(Instruction*, bool = false); |
9dae56ea | 911 | #endif |
ba379fdc A |
912 | |
913 | #if ENABLE(CODEBLOCK_SAMPLING) | |
914 | void sampleCodeBlock(CodeBlock*); | |
9dae56ea | 915 | #else |
ba379fdc | 916 | void sampleCodeBlock(CodeBlock*) {} |
9dae56ea A |
917 | #endif |
918 | ||
919 | Interpreter* m_interpreter; | |
920 | JSGlobalData* m_globalData; | |
921 | CodeBlock* m_codeBlock; | |
922 | ||
923 | Vector<CallRecord> m_calls; | |
924 | Vector<Label> m_labels; | |
925 | Vector<PropertyStubCompilationInfo> m_propertyAccessCompilationInfo; | |
926 | Vector<StructureStubCompilationInfo> m_callStructureStubCompilationInfo; | |
ba379fdc | 927 | Vector<MethodCallCompilationInfo> m_methodCallCompilationInfo; |
9dae56ea A |
928 | Vector<JumpTable> m_jmpTable; |
929 | ||
9dae56ea A |
930 | unsigned m_bytecodeIndex; |
931 | Vector<JSRInfo> m_jsrSites; | |
932 | Vector<SlowCaseEntry> m_slowCases; | |
933 | Vector<SwitchRecord> m_switches; | |
934 | ||
ba379fdc A |
935 | unsigned m_propertyAccessInstructionIndex; |
936 | unsigned m_globalResolveInfoIndex; | |
937 | unsigned m_callLinkInfoIndex; | |
938 | ||
939 | #if USE(JSVALUE32_64) | |
940 | unsigned m_jumpTargetIndex; | |
941 | unsigned m_mappedBytecodeIndex; | |
942 | unsigned m_mappedVirtualRegisterIndex; | |
943 | RegisterID m_mappedTag; | |
944 | RegisterID m_mappedPayload; | |
945 | #else | |
9dae56ea A |
946 | int m_lastResultBytecodeRegister; |
947 | unsigned m_jumpTargetsPosition; | |
f9bf01c6 A |
948 | #endif |
949 | ||
950 | #ifndef NDEBUG | |
951 | #if defined(ASSEMBLER_HAS_CONSTANT_POOL) && ASSEMBLER_HAS_CONSTANT_POOL | |
952 | Label m_uninterruptedInstructionSequenceBegin; | |
953 | int m_uninterruptedConstantSequenceBegin; | |
954 | #endif | |
ba379fdc A |
955 | #endif |
956 | } JIT_CLASS_ALIGNMENT; | |
f9bf01c6 A |
957 | |
958 | inline void JIT::emit_op_loop(Instruction* currentInstruction) | |
959 | { | |
960 | emitTimeoutCheck(); | |
961 | emit_op_jmp(currentInstruction); | |
962 | } | |
963 | ||
964 | inline void JIT::emit_op_loop_if_true(Instruction* currentInstruction) | |
965 | { | |
966 | emitTimeoutCheck(); | |
967 | emit_op_jtrue(currentInstruction); | |
968 | } | |
969 | ||
970 | inline void JIT::emitSlow_op_loop_if_true(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter) | |
971 | { | |
972 | emitSlow_op_jtrue(currentInstruction, iter); | |
973 | } | |
974 | ||
975 | inline void JIT::emit_op_loop_if_false(Instruction* currentInstruction) | |
976 | { | |
977 | emitTimeoutCheck(); | |
978 | emit_op_jfalse(currentInstruction); | |
979 | } | |
980 | ||
981 | inline void JIT::emitSlow_op_loop_if_false(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter) | |
982 | { | |
983 | emitSlow_op_jfalse(currentInstruction, iter); | |
984 | } | |
985 | ||
986 | inline void JIT::emit_op_loop_if_less(Instruction* currentInstruction) | |
987 | { | |
988 | emitTimeoutCheck(); | |
989 | emit_op_jless(currentInstruction); | |
990 | } | |
991 | ||
992 | inline void JIT::emitSlow_op_loop_if_less(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter) | |
993 | { | |
994 | emitSlow_op_jless(currentInstruction, iter); | |
995 | } | |
996 | ||
ba379fdc | 997 | } // namespace JSC |
9dae56ea A |
998 | |
999 | #endif // ENABLE(JIT) | |
1000 | ||
1001 | #endif // JIT_h |