]> git.saurik.com Git - apple/javascriptcore.git/blame - jit/JITArithmetic.cpp
JavaScriptCore-1218.34.tar.gz
[apple/javascriptcore.git] / jit / JITArithmetic.cpp
CommitLineData
9dae56ea
A
1/*
2 * Copyright (C) 2008 Apple Inc. All rights reserved.
3 *
4 * Redistribution and use in source and binary forms, with or without
5 * modification, are permitted provided that the following conditions
6 * are met:
7 * 1. Redistributions of source code must retain the above copyright
8 * notice, this list of conditions and the following disclaimer.
9 * 2. Redistributions in binary form must reproduce the above copyright
10 * notice, this list of conditions and the following disclaimer in the
11 * documentation and/or other materials provided with the distribution.
12 *
13 * THIS SOFTWARE IS PROVIDED BY APPLE INC. ``AS IS'' AND ANY
14 * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
15 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
16 * PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL APPLE INC. OR
17 * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
18 * EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
19 * PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
20 * PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
21 * OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
22 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
4e4e5a6f 23 * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
9dae56ea
A
24 */
25
26#include "config.h"
9dae56ea
A
27
28#if ENABLE(JIT)
14957cd0 29#include "JIT.h"
9dae56ea
A
30
31#include "CodeBlock.h"
93a37866 32#include "JITInlines.h"
ba379fdc 33#include "JITStubCall.h"
4e4e5a6f 34#include "JITStubs.h"
9dae56ea
A
35#include "JSArray.h"
36#include "JSFunction.h"
37#include "Interpreter.h"
93a37866 38#include "Operations.h"
9dae56ea
A
39#include "ResultType.h"
40#include "SamplingTool.h"
41
42#ifndef NDEBUG
43#include <stdio.h>
44#endif
45
ba379fdc
A
46using namespace std;
47
48namespace JSC {
49
6fe7ccc8
A
50void JIT::emit_op_jless(Instruction* currentInstruction)
51{
52 unsigned op1 = currentInstruction[1].u.operand;
53 unsigned op2 = currentInstruction[2].u.operand;
54 unsigned target = currentInstruction[3].u.operand;
55
56 emit_compareAndJump(op_jless, op1, op2, target, LessThan);
57}
58
59void JIT::emit_op_jlesseq(Instruction* currentInstruction)
60{
61 unsigned op1 = currentInstruction[1].u.operand;
62 unsigned op2 = currentInstruction[2].u.operand;
63 unsigned target = currentInstruction[3].u.operand;
64
65 emit_compareAndJump(op_jlesseq, op1, op2, target, LessThanOrEqual);
66}
67
68void JIT::emit_op_jgreater(Instruction* currentInstruction)
69{
70 unsigned op1 = currentInstruction[1].u.operand;
71 unsigned op2 = currentInstruction[2].u.operand;
72 unsigned target = currentInstruction[3].u.operand;
73
74 emit_compareAndJump(op_jgreater, op1, op2, target, GreaterThan);
75}
76
77void JIT::emit_op_jgreatereq(Instruction* currentInstruction)
78{
79 unsigned op1 = currentInstruction[1].u.operand;
80 unsigned op2 = currentInstruction[2].u.operand;
81 unsigned target = currentInstruction[3].u.operand;
82
83 emit_compareAndJump(op_jgreatereq, op1, op2, target, GreaterThanOrEqual);
84}
85
86void JIT::emit_op_jnless(Instruction* currentInstruction)
87{
88 unsigned op1 = currentInstruction[1].u.operand;
89 unsigned op2 = currentInstruction[2].u.operand;
90 unsigned target = currentInstruction[3].u.operand;
91
92 emit_compareAndJump(op_jnless, op1, op2, target, GreaterThanOrEqual);
93}
94
95void JIT::emit_op_jnlesseq(Instruction* currentInstruction)
96{
97 unsigned op1 = currentInstruction[1].u.operand;
98 unsigned op2 = currentInstruction[2].u.operand;
99 unsigned target = currentInstruction[3].u.operand;
100
101 emit_compareAndJump(op_jnlesseq, op1, op2, target, GreaterThan);
102}
103
104void JIT::emit_op_jngreater(Instruction* currentInstruction)
105{
106 unsigned op1 = currentInstruction[1].u.operand;
107 unsigned op2 = currentInstruction[2].u.operand;
108 unsigned target = currentInstruction[3].u.operand;
109
110 emit_compareAndJump(op_jngreater, op1, op2, target, LessThanOrEqual);
111}
112
113void JIT::emit_op_jngreatereq(Instruction* currentInstruction)
114{
115 unsigned op1 = currentInstruction[1].u.operand;
116 unsigned op2 = currentInstruction[2].u.operand;
117 unsigned target = currentInstruction[3].u.operand;
118
119 emit_compareAndJump(op_jngreatereq, op1, op2, target, LessThan);
120}
121
122void JIT::emitSlow_op_jless(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
123{
124 unsigned op1 = currentInstruction[1].u.operand;
125 unsigned op2 = currentInstruction[2].u.operand;
126 unsigned target = currentInstruction[3].u.operand;
127
128 emit_compareAndJumpSlow(op1, op2, target, DoubleLessThan, cti_op_jless, false, iter);
129}
130
131void JIT::emitSlow_op_jlesseq(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
132{
133 unsigned op1 = currentInstruction[1].u.operand;
134 unsigned op2 = currentInstruction[2].u.operand;
135 unsigned target = currentInstruction[3].u.operand;
136
137 emit_compareAndJumpSlow(op1, op2, target, DoubleLessThanOrEqual, cti_op_jlesseq, false, iter);
138}
139
140void JIT::emitSlow_op_jgreater(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
141{
142 unsigned op1 = currentInstruction[1].u.operand;
143 unsigned op2 = currentInstruction[2].u.operand;
144 unsigned target = currentInstruction[3].u.operand;
145
146 emit_compareAndJumpSlow(op1, op2, target, DoubleGreaterThan, cti_op_jgreater, false, iter);
147}
148
149void JIT::emitSlow_op_jgreatereq(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
150{
151 unsigned op1 = currentInstruction[1].u.operand;
152 unsigned op2 = currentInstruction[2].u.operand;
153 unsigned target = currentInstruction[3].u.operand;
154
155 emit_compareAndJumpSlow(op1, op2, target, DoubleGreaterThanOrEqual, cti_op_jgreatereq, false, iter);
156}
157
158void JIT::emitSlow_op_jnless(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
159{
160 unsigned op1 = currentInstruction[1].u.operand;
161 unsigned op2 = currentInstruction[2].u.operand;
162 unsigned target = currentInstruction[3].u.operand;
163
164 emit_compareAndJumpSlow(op1, op2, target, DoubleGreaterThanOrEqualOrUnordered, cti_op_jless, true, iter);
165}
166
167void JIT::emitSlow_op_jnlesseq(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
168{
169 unsigned op1 = currentInstruction[1].u.operand;
170 unsigned op2 = currentInstruction[2].u.operand;
171 unsigned target = currentInstruction[3].u.operand;
172
173 emit_compareAndJumpSlow(op1, op2, target, DoubleGreaterThanOrUnordered, cti_op_jlesseq, true, iter);
174}
175
176void JIT::emitSlow_op_jngreater(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
177{
178 unsigned op1 = currentInstruction[1].u.operand;
179 unsigned op2 = currentInstruction[2].u.operand;
180 unsigned target = currentInstruction[3].u.operand;
181
182 emit_compareAndJumpSlow(op1, op2, target, DoubleLessThanOrEqualOrUnordered, cti_op_jgreater, true, iter);
183}
184
185void JIT::emitSlow_op_jngreatereq(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
186{
187 unsigned op1 = currentInstruction[1].u.operand;
188 unsigned op2 = currentInstruction[2].u.operand;
189 unsigned target = currentInstruction[3].u.operand;
190
191 emit_compareAndJumpSlow(op1, op2, target, DoubleLessThanOrUnordered, cti_op_jgreatereq, true, iter);
192}
193
194#if USE(JSVALUE64)
195
196void JIT::emit_op_negate(Instruction* currentInstruction)
197{
198 unsigned dst = currentInstruction[1].u.operand;
199 unsigned src = currentInstruction[2].u.operand;
200
201 emitGetVirtualRegister(src, regT0);
202
203 Jump srcNotInt = emitJumpIfNotImmediateInteger(regT0);
204 addSlowCase(branchTest32(Zero, regT0, TrustedImm32(0x7fffffff)));
205 neg32(regT0);
206 emitFastArithReTagImmediate(regT0, regT0);
207
208 Jump end = jump();
209
210 srcNotInt.link(this);
211 emitJumpSlowCaseIfNotImmediateNumber(regT0);
212
93a37866
A
213 move(TrustedImm64((int64_t)0x8000000000000000ull), regT1);
214 xor64(regT1, regT0);
6fe7ccc8
A
215
216 end.link(this);
217 emitPutVirtualRegister(dst);
218}
219
220void JIT::emitSlow_op_negate(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
221{
222 unsigned dst = currentInstruction[1].u.operand;
223
224 linkSlowCase(iter); // 0x7fffffff check
225 linkSlowCase(iter); // double check
226
227 JITStubCall stubCall(this, cti_op_negate);
93a37866 228 stubCall.addArgument(regT0);
6fe7ccc8
A
229 stubCall.call(dst);
230}
231
ba379fdc
A
232void JIT::emit_op_lshift(Instruction* currentInstruction)
233{
234 unsigned result = currentInstruction[1].u.operand;
235 unsigned op1 = currentInstruction[2].u.operand;
236 unsigned op2 = currentInstruction[3].u.operand;
237
238 emitGetVirtualRegisters(op1, regT0, op2, regT2);
239 // FIXME: would we be better using 'emitJumpSlowCaseIfNotImmediateIntegers'? - we *probably* ought to be consistent.
240 emitJumpSlowCaseIfNotImmediateInteger(regT0);
241 emitJumpSlowCaseIfNotImmediateInteger(regT2);
242 emitFastArithImmToInt(regT0);
243 emitFastArithImmToInt(regT2);
ba379fdc 244 lshift32(regT2, regT0);
ba379fdc
A
245 emitFastArithReTagImmediate(regT0, regT0);
246 emitPutVirtualRegister(result);
247}
248
249void JIT::emitSlow_op_lshift(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
250{
251 unsigned result = currentInstruction[1].u.operand;
252 unsigned op1 = currentInstruction[2].u.operand;
253 unsigned op2 = currentInstruction[3].u.operand;
254
ba379fdc
A
255 UNUSED_PARAM(op1);
256 UNUSED_PARAM(op2);
257 linkSlowCase(iter);
258 linkSlowCase(iter);
ba379fdc
A
259 JITStubCall stubCall(this, cti_op_lshift);
260 stubCall.addArgument(regT0);
261 stubCall.addArgument(regT2);
262 stubCall.call(result);
263}
264
265void JIT::emit_op_rshift(Instruction* currentInstruction)
266{
267 unsigned result = currentInstruction[1].u.operand;
268 unsigned op1 = currentInstruction[2].u.operand;
269 unsigned op2 = currentInstruction[3].u.operand;
270
271 if (isOperandConstantImmediateInt(op2)) {
272 // isOperandConstantImmediateInt(op2) => 1 SlowCase
273 emitGetVirtualRegister(op1, regT0);
274 emitJumpSlowCaseIfNotImmediateInteger(regT0);
275 // Mask with 0x1f as per ecma-262 11.7.2 step 7.
ba379fdc 276 rshift32(Imm32(getConstantOperandImmediateInt(op2) & 0x1f), regT0);
ba379fdc
A
277 } else {
278 emitGetVirtualRegisters(op1, regT0, op2, regT2);
279 if (supportsFloatingPointTruncate()) {
280 Jump lhsIsInt = emitJumpIfImmediateInteger(regT0);
ba379fdc
A
281 // supportsFloatingPoint() && USE(JSVALUE64) => 3 SlowCases
282 addSlowCase(emitJumpIfNotImmediateNumber(regT0));
93a37866
A
283 add64(tagTypeNumberRegister, regT0);
284 move64ToDouble(regT0, fpRegT0);
ba379fdc 285 addSlowCase(branchTruncateDoubleToInt32(fpRegT0, regT0));
ba379fdc
A
286 lhsIsInt.link(this);
287 emitJumpSlowCaseIfNotImmediateInteger(regT2);
288 } else {
289 // !supportsFloatingPoint() => 2 SlowCases
290 emitJumpSlowCaseIfNotImmediateInteger(regT0);
291 emitJumpSlowCaseIfNotImmediateInteger(regT2);
292 }
293 emitFastArithImmToInt(regT2);
ba379fdc 294 rshift32(regT2, regT0);
ba379fdc 295 }
ba379fdc 296 emitFastArithIntToImmNoCheck(regT0, regT0);
ba379fdc
A
297 emitPutVirtualRegister(result);
298}
299
300void JIT::emitSlow_op_rshift(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
301{
302 unsigned result = currentInstruction[1].u.operand;
303 unsigned op1 = currentInstruction[2].u.operand;
304 unsigned op2 = currentInstruction[3].u.operand;
305
306 JITStubCall stubCall(this, cti_op_rshift);
307
308 if (isOperandConstantImmediateInt(op2)) {
309 linkSlowCase(iter);
310 stubCall.addArgument(regT0);
311 stubCall.addArgument(op2, regT2);
312 } else {
313 if (supportsFloatingPointTruncate()) {
ba379fdc
A
314 linkSlowCase(iter);
315 linkSlowCase(iter);
316 linkSlowCase(iter);
ba379fdc
A
317 // We're reloading op1 to regT0 as we can no longer guarantee that
318 // we have not munged the operand. It may have already been shifted
319 // correctly, but it still will not have been tagged.
320 stubCall.addArgument(op1, regT0);
321 stubCall.addArgument(regT2);
322 } else {
323 linkSlowCase(iter);
324 linkSlowCase(iter);
325 stubCall.addArgument(regT0);
326 stubCall.addArgument(regT2);
327 }
328 }
329
330 stubCall.call(result);
331}
332
4e4e5a6f
A
333void JIT::emit_op_urshift(Instruction* currentInstruction)
334{
335 unsigned dst = currentInstruction[1].u.operand;
336 unsigned op1 = currentInstruction[2].u.operand;
337 unsigned op2 = currentInstruction[3].u.operand;
338
339 // Slow case of urshift makes assumptions about what registers hold the
340 // shift arguments, so any changes must be updated there as well.
341 if (isOperandConstantImmediateInt(op2)) {
342 emitGetVirtualRegister(op1, regT0);
343 emitJumpSlowCaseIfNotImmediateInteger(regT0);
344 emitFastArithImmToInt(regT0);
345 int shift = getConstantOperand(op2).asInt32();
346 if (shift)
347 urshift32(Imm32(shift & 0x1f), regT0);
348 // unsigned shift < 0 or shift = k*2^32 may result in (essentially)
349 // a toUint conversion, which can result in a value we can represent
350 // as an immediate int.
351 if (shift < 0 || !(shift & 31))
14957cd0 352 addSlowCase(branch32(LessThan, regT0, TrustedImm32(0)));
4e4e5a6f
A
353 emitFastArithReTagImmediate(regT0, regT0);
354 emitPutVirtualRegister(dst, regT0);
355 return;
356 }
357 emitGetVirtualRegisters(op1, regT0, op2, regT1);
358 if (!isOperandConstantImmediateInt(op1))
359 emitJumpSlowCaseIfNotImmediateInteger(regT0);
360 emitJumpSlowCaseIfNotImmediateInteger(regT1);
361 emitFastArithImmToInt(regT0);
362 emitFastArithImmToInt(regT1);
363 urshift32(regT1, regT0);
14957cd0 364 addSlowCase(branch32(LessThan, regT0, TrustedImm32(0)));
4e4e5a6f
A
365 emitFastArithReTagImmediate(regT0, regT0);
366 emitPutVirtualRegister(dst, regT0);
367}
368
369void JIT::emitSlow_op_urshift(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
370{
371 unsigned dst = currentInstruction[1].u.operand;
372 unsigned op1 = currentInstruction[2].u.operand;
373 unsigned op2 = currentInstruction[3].u.operand;
374 if (isOperandConstantImmediateInt(op2)) {
375 int shift = getConstantOperand(op2).asInt32();
376 // op1 = regT0
377 linkSlowCase(iter); // int32 check
4e4e5a6f
A
378 if (supportsFloatingPointTruncate()) {
379 JumpList failures;
380 failures.append(emitJumpIfNotImmediateNumber(regT0)); // op1 is not a double
93a37866
A
381 add64(tagTypeNumberRegister, regT0);
382 move64ToDouble(regT0, fpRegT0);
4e4e5a6f
A
383 failures.append(branchTruncateDoubleToInt32(fpRegT0, regT0));
384 if (shift)
385 urshift32(Imm32(shift & 0x1f), regT0);
386 if (shift < 0 || !(shift & 31))
14957cd0 387 failures.append(branch32(LessThan, regT0, TrustedImm32(0)));
4e4e5a6f
A
388 emitFastArithReTagImmediate(regT0, regT0);
389 emitPutVirtualRegister(dst, regT0);
390 emitJumpSlowToHot(jump(), OPCODE_LENGTH(op_rshift));
391 failures.link(this);
392 }
4e4e5a6f
A
393 if (shift < 0 || !(shift & 31))
394 linkSlowCase(iter); // failed to box in hot path
4e4e5a6f
A
395 } else {
396 // op1 = regT0
397 // op2 = regT1
398 if (!isOperandConstantImmediateInt(op1)) {
399 linkSlowCase(iter); // int32 check -- op1 is not an int
4e4e5a6f
A
400 if (supportsFloatingPointTruncate()) {
401 JumpList failures;
402 failures.append(emitJumpIfNotImmediateNumber(regT0)); // op1 is not a double
93a37866
A
403 add64(tagTypeNumberRegister, regT0);
404 move64ToDouble(regT0, fpRegT0);
4e4e5a6f
A
405 failures.append(branchTruncateDoubleToInt32(fpRegT0, regT0));
406 failures.append(emitJumpIfNotImmediateInteger(regT1)); // op2 is not an int
407 emitFastArithImmToInt(regT1);
408 urshift32(regT1, regT0);
14957cd0 409 failures.append(branch32(LessThan, regT0, TrustedImm32(0)));
4e4e5a6f
A
410 emitFastArithReTagImmediate(regT0, regT0);
411 emitPutVirtualRegister(dst, regT0);
412 emitJumpSlowToHot(jump(), OPCODE_LENGTH(op_rshift));
413 failures.link(this);
414 }
4e4e5a6f
A
415 }
416
417 linkSlowCase(iter); // int32 check - op2 is not an int
418 linkSlowCase(iter); // Can't represent unsigned result as an immediate
4e4e5a6f
A
419 }
420
421 JITStubCall stubCall(this, cti_op_urshift);
422 stubCall.addArgument(op1, regT0);
423 stubCall.addArgument(op2, regT1);
424 stubCall.call(dst);
425}
426
6fe7ccc8 427void JIT::emit_compareAndJump(OpcodeID, unsigned op1, unsigned op2, unsigned target, RelationalCondition condition)
9dae56ea 428{
ba379fdc
A
429 // We generate inline code for the following cases in the fast path:
430 // - int immediate to constant int immediate
431 // - constant int immediate to int immediate
432 // - int immediate to int immediate
433
4e4e5a6f
A
434 if (isOperandConstantImmediateChar(op1)) {
435 emitGetVirtualRegister(op2, regT0);
436 addSlowCase(emitJumpIfNotJSCell(regT0));
437 JumpList failures;
438 emitLoadCharacterString(regT0, regT0, failures);
439 addSlowCase(failures);
6fe7ccc8 440 addJump(branch32(commute(condition), regT0, Imm32(asString(getConstantOperand(op1))->tryGetValue()[0])), target);
4e4e5a6f
A
441 return;
442 }
443 if (isOperandConstantImmediateChar(op2)) {
444 emitGetVirtualRegister(op1, regT0);
445 addSlowCase(emitJumpIfNotJSCell(regT0));
446 JumpList failures;
447 emitLoadCharacterString(regT0, regT0, failures);
448 addSlowCase(failures);
6fe7ccc8 449 addJump(branch32(condition, regT0, Imm32(asString(getConstantOperand(op2))->tryGetValue()[0])), target);
4e4e5a6f
A
450 return;
451 }
ba379fdc
A
452 if (isOperandConstantImmediateInt(op2)) {
453 emitGetVirtualRegister(op1, regT0);
454 emitJumpSlowCaseIfNotImmediateInteger(regT0);
ba379fdc 455 int32_t op2imm = getConstantOperandImmediateInt(op2);
6fe7ccc8 456 addJump(branch32(condition, regT0, Imm32(op2imm)), target);
ba379fdc
A
457 } else if (isOperandConstantImmediateInt(op1)) {
458 emitGetVirtualRegister(op2, regT1);
459 emitJumpSlowCaseIfNotImmediateInteger(regT1);
ba379fdc 460 int32_t op1imm = getConstantOperandImmediateInt(op1);
6fe7ccc8 461 addJump(branch32(commute(condition), regT1, Imm32(op1imm)), target);
ba379fdc
A
462 } else {
463 emitGetVirtualRegisters(op1, regT0, op2, regT1);
464 emitJumpSlowCaseIfNotImmediateInteger(regT0);
465 emitJumpSlowCaseIfNotImmediateInteger(regT1);
466
6fe7ccc8 467 addJump(branch32(condition, regT0, regT1), target);
ba379fdc 468 }
9dae56ea
A
469}
470
6fe7ccc8 471void JIT::emit_compareAndJumpSlow(unsigned op1, unsigned op2, unsigned target, DoubleCondition condition, int (JIT_STUB *stub)(STUB_ARGS_DECLARATION), bool invert, Vector<SlowCaseEntry>::iterator& iter)
9dae56ea 472{
6fe7ccc8
A
473 COMPILE_ASSERT(OPCODE_LENGTH(op_jless) == OPCODE_LENGTH(op_jlesseq), OPCODE_LENGTH_op_jlesseq_equals_op_jless);
474 COMPILE_ASSERT(OPCODE_LENGTH(op_jless) == OPCODE_LENGTH(op_jnless), OPCODE_LENGTH_op_jnless_equals_op_jless);
475 COMPILE_ASSERT(OPCODE_LENGTH(op_jless) == OPCODE_LENGTH(op_jnlesseq), OPCODE_LENGTH_op_jnlesseq_equals_op_jless);
476 COMPILE_ASSERT(OPCODE_LENGTH(op_jless) == OPCODE_LENGTH(op_jgreater), OPCODE_LENGTH_op_jgreater_equals_op_jless);
477 COMPILE_ASSERT(OPCODE_LENGTH(op_jless) == OPCODE_LENGTH(op_jgreatereq), OPCODE_LENGTH_op_jgreatereq_equals_op_jless);
478 COMPILE_ASSERT(OPCODE_LENGTH(op_jless) == OPCODE_LENGTH(op_jngreater), OPCODE_LENGTH_op_jngreater_equals_op_jless);
479 COMPILE_ASSERT(OPCODE_LENGTH(op_jless) == OPCODE_LENGTH(op_jngreatereq), OPCODE_LENGTH_op_jngreatereq_equals_op_jless);
480
ba379fdc
A
481 // We generate inline code for the following cases in the slow path:
482 // - floating-point number to constant int immediate
483 // - constant int immediate to floating-point number
484 // - floating-point number to floating-point number.
4e4e5a6f
A
485 if (isOperandConstantImmediateChar(op1) || isOperandConstantImmediateChar(op2)) {
486 linkSlowCase(iter);
487 linkSlowCase(iter);
488 linkSlowCase(iter);
489 linkSlowCase(iter);
6fe7ccc8 490 JITStubCall stubCall(this, stub);
4e4e5a6f
A
491 stubCall.addArgument(op1, regT0);
492 stubCall.addArgument(op2, regT1);
493 stubCall.call();
494 emitJumpSlowToHot(branchTest32(invert ? Zero : NonZero, regT0), target);
495 return;
496 }
497
9dae56ea 498 if (isOperandConstantImmediateInt(op2)) {
ba379fdc
A
499 linkSlowCase(iter);
500
501 if (supportsFloatingPoint()) {
ba379fdc 502 Jump fail1 = emitJumpIfNotImmediateNumber(regT0);
93a37866
A
503 add64(tagTypeNumberRegister, regT0);
504 move64ToDouble(regT0, fpRegT0);
4e4e5a6f 505
6fe7ccc8 506 int32_t op2imm = getConstantOperand(op2).asInt32();
4e4e5a6f 507
ba379fdc
A
508 move(Imm32(op2imm), regT1);
509 convertInt32ToDouble(regT1, fpRegT1);
510
6fe7ccc8 511 emitJumpSlowToHot(branchDouble(condition, fpRegT0, fpRegT1), target);
ba379fdc 512
6fe7ccc8 513 emitJumpSlowToHot(jump(), OPCODE_LENGTH(op_jless));
ba379fdc 514
ba379fdc 515 fail1.link(this);
ba379fdc
A
516 }
517
6fe7ccc8 518 JITStubCall stubCall(this, stub);
ba379fdc
A
519 stubCall.addArgument(regT0);
520 stubCall.addArgument(op2, regT2);
521 stubCall.call();
4e4e5a6f 522 emitJumpSlowToHot(branchTest32(invert ? Zero : NonZero, regT0), target);
ba379fdc
A
523
524 } else if (isOperandConstantImmediateInt(op1)) {
525 linkSlowCase(iter);
526
527 if (supportsFloatingPoint()) {
ba379fdc 528 Jump fail1 = emitJumpIfNotImmediateNumber(regT1);
93a37866
A
529 add64(tagTypeNumberRegister, regT1);
530 move64ToDouble(regT1, fpRegT1);
4e4e5a6f 531
6fe7ccc8 532 int32_t op1imm = getConstantOperand(op1).asInt32();
4e4e5a6f 533
ba379fdc
A
534 move(Imm32(op1imm), regT0);
535 convertInt32ToDouble(regT0, fpRegT0);
536
6fe7ccc8 537 emitJumpSlowToHot(branchDouble(condition, fpRegT0, fpRegT1), target);
ba379fdc 538
6fe7ccc8 539 emitJumpSlowToHot(jump(), OPCODE_LENGTH(op_jless));
ba379fdc 540
ba379fdc 541 fail1.link(this);
ba379fdc
A
542 }
543
6fe7ccc8 544 JITStubCall stubCall(this, stub);
ba379fdc
A
545 stubCall.addArgument(op1, regT2);
546 stubCall.addArgument(regT1);
547 stubCall.call();
4e4e5a6f 548 emitJumpSlowToHot(branchTest32(invert ? Zero : NonZero, regT0), target);
ba379fdc 549 } else {
9dae56ea 550 linkSlowCase(iter);
9dae56ea 551
ba379fdc 552 if (supportsFloatingPoint()) {
ba379fdc
A
553 Jump fail1 = emitJumpIfNotImmediateNumber(regT0);
554 Jump fail2 = emitJumpIfNotImmediateNumber(regT1);
555 Jump fail3 = emitJumpIfImmediateInteger(regT1);
93a37866
A
556 add64(tagTypeNumberRegister, regT0);
557 add64(tagTypeNumberRegister, regT1);
558 move64ToDouble(regT0, fpRegT0);
559 move64ToDouble(regT1, fpRegT1);
ba379fdc 560
6fe7ccc8 561 emitJumpSlowToHot(branchDouble(condition, fpRegT0, fpRegT1), target);
ba379fdc 562
6fe7ccc8 563 emitJumpSlowToHot(jump(), OPCODE_LENGTH(op_jless));
ba379fdc 564
ba379fdc
A
565 fail1.link(this);
566 fail2.link(this);
567 fail3.link(this);
ba379fdc
A
568 }
569
570 linkSlowCase(iter);
6fe7ccc8 571 JITStubCall stubCall(this, stub);
ba379fdc
A
572 stubCall.addArgument(regT0);
573 stubCall.addArgument(regT1);
574 stubCall.call();
4e4e5a6f 575 emitJumpSlowToHot(branchTest32(invert ? Zero : NonZero, regT0), target);
ba379fdc 576 }
9dae56ea
A
577}
578
ba379fdc 579void JIT::emit_op_bitand(Instruction* currentInstruction)
9dae56ea 580{
ba379fdc
A
581 unsigned result = currentInstruction[1].u.operand;
582 unsigned op1 = currentInstruction[2].u.operand;
583 unsigned op2 = currentInstruction[3].u.operand;
584
9dae56ea 585 if (isOperandConstantImmediateInt(op1)) {
ba379fdc
A
586 emitGetVirtualRegister(op2, regT0);
587 emitJumpSlowCaseIfNotImmediateInteger(regT0);
9dae56ea 588 int32_t imm = getConstantOperandImmediateInt(op1);
93a37866 589 and64(Imm32(imm), regT0);
9dae56ea 590 if (imm >= 0)
ba379fdc 591 emitFastArithIntToImmNoCheck(regT0, regT0);
9dae56ea 592 } else if (isOperandConstantImmediateInt(op2)) {
ba379fdc
A
593 emitGetVirtualRegister(op1, regT0);
594 emitJumpSlowCaseIfNotImmediateInteger(regT0);
9dae56ea 595 int32_t imm = getConstantOperandImmediateInt(op2);
93a37866 596 and64(Imm32(imm), regT0);
9dae56ea 597 if (imm >= 0)
ba379fdc 598 emitFastArithIntToImmNoCheck(regT0, regT0);
9dae56ea 599 } else {
ba379fdc 600 emitGetVirtualRegisters(op1, regT0, op2, regT1);
93a37866 601 and64(regT1, regT0);
ba379fdc 602 emitJumpSlowCaseIfNotImmediateInteger(regT0);
9dae56ea
A
603 }
604 emitPutVirtualRegister(result);
605}
ba379fdc
A
606
607void JIT::emitSlow_op_bitand(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
9dae56ea 608{
ba379fdc
A
609 unsigned result = currentInstruction[1].u.operand;
610 unsigned op1 = currentInstruction[2].u.operand;
611 unsigned op2 = currentInstruction[3].u.operand;
612
9dae56ea
A
613 linkSlowCase(iter);
614 if (isOperandConstantImmediateInt(op1)) {
ba379fdc
A
615 JITStubCall stubCall(this, cti_op_bitand);
616 stubCall.addArgument(op1, regT2);
617 stubCall.addArgument(regT0);
618 stubCall.call(result);
9dae56ea 619 } else if (isOperandConstantImmediateInt(op2)) {
ba379fdc
A
620 JITStubCall stubCall(this, cti_op_bitand);
621 stubCall.addArgument(regT0);
622 stubCall.addArgument(op2, regT2);
623 stubCall.call(result);
9dae56ea 624 } else {
ba379fdc
A
625 JITStubCall stubCall(this, cti_op_bitand);
626 stubCall.addArgument(op1, regT2);
627 stubCall.addArgument(regT1);
628 stubCall.call(result);
9dae56ea 629 }
9dae56ea
A
630}
631
93a37866 632void JIT::emit_op_inc(Instruction* currentInstruction)
9dae56ea 633{
ba379fdc
A
634 unsigned srcDst = currentInstruction[1].u.operand;
635
636 emitGetVirtualRegister(srcDst, regT0);
637 emitJumpSlowCaseIfNotImmediateInteger(regT0);
14957cd0 638 addSlowCase(branchAdd32(Overflow, TrustedImm32(1), regT0));
ba379fdc 639 emitFastArithIntToImmNoCheck(regT0, regT0);
9dae56ea
A
640 emitPutVirtualRegister(srcDst);
641}
ba379fdc 642
93a37866 643void JIT::emitSlow_op_inc(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
9dae56ea 644{
ba379fdc
A
645 unsigned srcDst = currentInstruction[1].u.operand;
646
9dae56ea
A
647 Jump notImm = getSlowCase(iter);
648 linkSlowCase(iter);
ba379fdc 649 emitGetVirtualRegister(srcDst, regT0);
9dae56ea 650 notImm.link(this);
93a37866 651 JITStubCall stubCall(this, cti_op_inc);
ba379fdc
A
652 stubCall.addArgument(regT0);
653 stubCall.call(srcDst);
9dae56ea
A
654}
655
93a37866 656void JIT::emit_op_dec(Instruction* currentInstruction)
9dae56ea 657{
ba379fdc
A
658 unsigned srcDst = currentInstruction[1].u.operand;
659
660 emitGetVirtualRegister(srcDst, regT0);
661 emitJumpSlowCaseIfNotImmediateInteger(regT0);
6fe7ccc8 662 addSlowCase(branchSub32(Overflow, TrustedImm32(1), regT0));
ba379fdc 663 emitFastArithIntToImmNoCheck(regT0, regT0);
9dae56ea
A
664 emitPutVirtualRegister(srcDst);
665}
ba379fdc 666
93a37866 667void JIT::emitSlow_op_dec(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
9dae56ea 668{
ba379fdc
A
669 unsigned srcDst = currentInstruction[1].u.operand;
670
9dae56ea
A
671 Jump notImm = getSlowCase(iter);
672 linkSlowCase(iter);
ba379fdc 673 emitGetVirtualRegister(srcDst, regT0);
9dae56ea 674 notImm.link(this);
93a37866 675 JITStubCall stubCall(this, cti_op_dec);
ba379fdc
A
676 stubCall.addArgument(regT0);
677 stubCall.call(srcDst);
9dae56ea
A
678}
679
ba379fdc 680/* ------------------------------ BEGIN: OP_MOD ------------------------------ */
9dae56ea 681
6fe7ccc8 682#if CPU(X86) || CPU(X86_64)
9dae56ea 683
ba379fdc 684void JIT::emit_op_mod(Instruction* currentInstruction)
9dae56ea
A
685{
686 unsigned result = currentInstruction[1].u.operand;
687 unsigned op1 = currentInstruction[2].u.operand;
688 unsigned op2 = currentInstruction[3].u.operand;
689
14957cd0
A
690 // Make sure registers are correct for x86 IDIV instructions.
691 ASSERT(regT0 == X86Registers::eax);
692 ASSERT(regT1 == X86Registers::edx);
693 ASSERT(regT2 == X86Registers::ecx);
14957cd0 694
6fe7ccc8
A
695 emitGetVirtualRegisters(op1, regT3, op2, regT2);
696 emitJumpSlowCaseIfNotImmediateInteger(regT3);
14957cd0
A
697 emitJumpSlowCaseIfNotImmediateInteger(regT2);
698
6fe7ccc8
A
699 move(regT3, regT0);
700 addSlowCase(branchTest32(Zero, regT2));
701 Jump denominatorNotNeg1 = branch32(NotEqual, regT2, TrustedImm32(-1));
702 addSlowCase(branch32(Equal, regT0, TrustedImm32(-2147483647-1)));
703 denominatorNotNeg1.link(this);
14957cd0
A
704 m_assembler.cdq();
705 m_assembler.idivl_r(regT2);
6fe7ccc8
A
706 Jump numeratorPositive = branch32(GreaterThanOrEqual, regT3, TrustedImm32(0));
707 addSlowCase(branchTest32(Zero, regT1));
708 numeratorPositive.link(this);
14957cd0 709 emitFastArithReTagImmediate(regT1, regT0);
9dae56ea
A
710 emitPutVirtualRegister(result);
711}
9dae56ea 712
ba379fdc 713void JIT::emitSlow_op_mod(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
9dae56ea
A
714{
715 unsigned result = currentInstruction[1].u.operand;
9dae56ea 716
6fe7ccc8
A
717 linkSlowCase(iter);
718 linkSlowCase(iter);
ba379fdc
A
719 linkSlowCase(iter);
720 linkSlowCase(iter);
ba379fdc 721 linkSlowCase(iter);
ba379fdc 722 JITStubCall stubCall(this, cti_op_mod);
6fe7ccc8 723 stubCall.addArgument(regT3);
14957cd0 724 stubCall.addArgument(regT2);
ba379fdc 725 stubCall.call(result);
9dae56ea
A
726}
727
6fe7ccc8 728#else // CPU(X86) || CPU(X86_64)
ba379fdc
A
729
730void JIT::emit_op_mod(Instruction* currentInstruction)
9dae56ea
A
731{
732 unsigned result = currentInstruction[1].u.operand;
733 unsigned op1 = currentInstruction[2].u.operand;
734 unsigned op2 = currentInstruction[3].u.operand;
735
ba379fdc
A
736 JITStubCall stubCall(this, cti_op_mod);
737 stubCall.addArgument(op1, regT2);
738 stubCall.addArgument(op2, regT2);
739 stubCall.call(result);
9dae56ea 740}
ba379fdc 741
93a37866 742void JIT::emitSlow_op_mod(Instruction*, Vector<SlowCaseEntry>::iterator&)
9dae56ea 743{
93a37866 744 UNREACHABLE_FOR_PLATFORM();
9dae56ea
A
745}
746
f9bf01c6 747#endif // CPU(X86) || CPU(X86_64)
ba379fdc
A
748
749/* ------------------------------ END: OP_MOD ------------------------------ */
750
ba379fdc 751/* ------------------------------ BEGIN: USE(JSVALUE64) (OP_ADD, OP_SUB, OP_MUL) ------------------------------ */
9dae56ea
A
752
753void JIT::compileBinaryArithOp(OpcodeID opcodeID, unsigned, unsigned op1, unsigned op2, OperandTypes)
754{
ba379fdc
A
755 emitGetVirtualRegisters(op1, regT0, op2, regT1);
756 emitJumpSlowCaseIfNotImmediateInteger(regT0);
757 emitJumpSlowCaseIfNotImmediateInteger(regT1);
6fe7ccc8
A
758#if ENABLE(VALUE_PROFILER)
759 RareCaseProfile* profile = m_codeBlock->addSpecialFastCaseProfile(m_bytecodeOffset);
760#endif
9dae56ea 761 if (opcodeID == op_add)
ba379fdc 762 addSlowCase(branchAdd32(Overflow, regT1, regT0));
9dae56ea 763 else if (opcodeID == op_sub)
ba379fdc 764 addSlowCase(branchSub32(Overflow, regT1, regT0));
9dae56ea
A
765 else {
766 ASSERT(opcodeID == op_mul);
6fe7ccc8 767#if ENABLE(VALUE_PROFILER)
93a37866 768 if (shouldEmitProfiling()) {
6fe7ccc8
A
769 // We want to be able to measure if this is taking the slow case just
770 // because of negative zero. If this produces positive zero, then we
771 // don't want the slow case to be taken because that will throw off
772 // speculative compilation.
773 move(regT0, regT2);
774 addSlowCase(branchMul32(Overflow, regT1, regT2));
775 JumpList done;
776 done.append(branchTest32(NonZero, regT2));
777 Jump negativeZero = branch32(LessThan, regT0, TrustedImm32(0));
778 done.append(branch32(GreaterThanOrEqual, regT1, TrustedImm32(0)));
779 negativeZero.link(this);
780 // We only get here if we have a genuine negative zero. Record this,
781 // so that the speculative JIT knows that we failed speculation
782 // because of a negative zero.
783 add32(TrustedImm32(1), AbsoluteAddress(&profile->m_counter));
784 addSlowCase(jump());
785 done.link(this);
786 move(regT2, regT0);
787 } else {
788 addSlowCase(branchMul32(Overflow, regT1, regT0));
789 addSlowCase(branchTest32(Zero, regT0));
790 }
791#else
ba379fdc
A
792 addSlowCase(branchMul32(Overflow, regT1, regT0));
793 addSlowCase(branchTest32(Zero, regT0));
6fe7ccc8 794#endif
9dae56ea 795 }
ba379fdc 796 emitFastArithIntToImmNoCheck(regT0, regT0);
9dae56ea
A
797}
798
f9bf01c6 799void JIT::compileBinaryArithOpSlowCase(OpcodeID opcodeID, Vector<SlowCaseEntry>::iterator& iter, unsigned result, unsigned op1, unsigned op2, OperandTypes types, bool op1HasImmediateIntFastCase, bool op2HasImmediateIntFastCase)
9dae56ea
A
800{
801 // We assume that subtracting TagTypeNumber is equivalent to adding DoubleEncodeOffset.
14957cd0 802 COMPILE_ASSERT(((TagTypeNumber + DoubleEncodeOffset) == 0), TagTypeNumber_PLUS_DoubleEncodeOffset_EQUALS_0);
4e4e5a6f 803
f9bf01c6
A
804 Jump notImm1;
805 Jump notImm2;
806 if (op1HasImmediateIntFastCase) {
807 notImm2 = getSlowCase(iter);
808 } else if (op2HasImmediateIntFastCase) {
809 notImm1 = getSlowCase(iter);
810 } else {
811 notImm1 = getSlowCase(iter);
812 notImm2 = getSlowCase(iter);
813 }
9dae56ea
A
814
815 linkSlowCase(iter); // Integer overflow case - we could handle this in JIT code, but this is likely rare.
f9bf01c6 816 if (opcodeID == op_mul && !op1HasImmediateIntFastCase && !op2HasImmediateIntFastCase) // op_mul has an extra slow case to handle 0 * negative number.
9dae56ea 817 linkSlowCase(iter);
ba379fdc 818 emitGetVirtualRegister(op1, regT0);
9dae56ea
A
819
820 Label stubFunctionCall(this);
ba379fdc 821 JITStubCall stubCall(this, opcodeID == op_add ? cti_op_add : opcodeID == op_sub ? cti_op_sub : cti_op_mul);
f9bf01c6
A
822 if (op1HasImmediateIntFastCase || op2HasImmediateIntFastCase) {
823 emitGetVirtualRegister(op1, regT0);
824 emitGetVirtualRegister(op2, regT1);
825 }
ba379fdc
A
826 stubCall.addArgument(regT0);
827 stubCall.addArgument(regT1);
828 stubCall.call(result);
9dae56ea
A
829 Jump end = jump();
830
f9bf01c6
A
831 if (op1HasImmediateIntFastCase) {
832 notImm2.link(this);
833 if (!types.second().definitelyIsNumber())
834 emitJumpIfNotImmediateNumber(regT0).linkTo(stubFunctionCall, this);
835 emitGetVirtualRegister(op1, regT1);
836 convertInt32ToDouble(regT1, fpRegT1);
93a37866
A
837 add64(tagTypeNumberRegister, regT0);
838 move64ToDouble(regT0, fpRegT2);
f9bf01c6
A
839 } else if (op2HasImmediateIntFastCase) {
840 notImm1.link(this);
841 if (!types.first().definitelyIsNumber())
842 emitJumpIfNotImmediateNumber(regT0).linkTo(stubFunctionCall, this);
843 emitGetVirtualRegister(op2, regT1);
844 convertInt32ToDouble(regT1, fpRegT1);
93a37866
A
845 add64(tagTypeNumberRegister, regT0);
846 move64ToDouble(regT0, fpRegT2);
f9bf01c6
A
847 } else {
848 // if we get here, eax is not an int32, edx not yet checked.
849 notImm1.link(this);
850 if (!types.first().definitelyIsNumber())
851 emitJumpIfNotImmediateNumber(regT0).linkTo(stubFunctionCall, this);
852 if (!types.second().definitelyIsNumber())
853 emitJumpIfNotImmediateNumber(regT1).linkTo(stubFunctionCall, this);
93a37866
A
854 add64(tagTypeNumberRegister, regT0);
855 move64ToDouble(regT0, fpRegT1);
f9bf01c6
A
856 Jump op2isDouble = emitJumpIfNotImmediateInteger(regT1);
857 convertInt32ToDouble(regT1, fpRegT2);
858 Jump op2wasInteger = jump();
859
860 // if we get here, eax IS an int32, edx is not.
861 notImm2.link(this);
862 if (!types.second().definitelyIsNumber())
863 emitJumpIfNotImmediateNumber(regT1).linkTo(stubFunctionCall, this);
864 convertInt32ToDouble(regT0, fpRegT1);
865 op2isDouble.link(this);
93a37866
A
866 add64(tagTypeNumberRegister, regT1);
867 move64ToDouble(regT1, fpRegT2);
f9bf01c6
A
868 op2wasInteger.link(this);
869 }
9dae56ea
A
870
871 if (opcodeID == op_add)
ba379fdc 872 addDouble(fpRegT2, fpRegT1);
9dae56ea 873 else if (opcodeID == op_sub)
ba379fdc 874 subDouble(fpRegT2, fpRegT1);
f9bf01c6 875 else if (opcodeID == op_mul)
ba379fdc 876 mulDouble(fpRegT2, fpRegT1);
f9bf01c6
A
877 else {
878 ASSERT(opcodeID == op_div);
879 divDouble(fpRegT2, fpRegT1);
9dae56ea 880 }
93a37866
A
881 moveDoubleTo64(fpRegT1, regT0);
882 sub64(tagTypeNumberRegister, regT0);
ba379fdc 883 emitPutVirtualRegister(result, regT0);
9dae56ea
A
884
885 end.link(this);
886}
887
ba379fdc 888void JIT::emit_op_add(Instruction* currentInstruction)
9dae56ea
A
889{
890 unsigned result = currentInstruction[1].u.operand;
891 unsigned op1 = currentInstruction[2].u.operand;
892 unsigned op2 = currentInstruction[3].u.operand;
893 OperandTypes types = OperandTypes::fromInt(currentInstruction[4].u.operand);
894
895 if (!types.first().mightBeNumber() || !types.second().mightBeNumber()) {
6fe7ccc8 896 addSlowCase();
ba379fdc
A
897 JITStubCall stubCall(this, cti_op_add);
898 stubCall.addArgument(op1, regT2);
899 stubCall.addArgument(op2, regT2);
900 stubCall.call(result);
9dae56ea
A
901 return;
902 }
903
904 if (isOperandConstantImmediateInt(op1)) {
ba379fdc
A
905 emitGetVirtualRegister(op2, regT0);
906 emitJumpSlowCaseIfNotImmediateInteger(regT0);
6fe7ccc8
A
907 addSlowCase(branchAdd32(Overflow, regT0, Imm32(getConstantOperandImmediateInt(op1)), regT1));
908 emitFastArithIntToImmNoCheck(regT1, regT0);
9dae56ea 909 } else if (isOperandConstantImmediateInt(op2)) {
ba379fdc
A
910 emitGetVirtualRegister(op1, regT0);
911 emitJumpSlowCaseIfNotImmediateInteger(regT0);
6fe7ccc8
A
912 addSlowCase(branchAdd32(Overflow, regT0, Imm32(getConstantOperandImmediateInt(op2)), regT1));
913 emitFastArithIntToImmNoCheck(regT1, regT0);
9dae56ea
A
914 } else
915 compileBinaryArithOp(op_add, result, op1, op2, types);
916
917 emitPutVirtualRegister(result);
918}
ba379fdc
A
919
920void JIT::emitSlow_op_add(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
9dae56ea
A
921{
922 unsigned result = currentInstruction[1].u.operand;
923 unsigned op1 = currentInstruction[2].u.operand;
924 unsigned op2 = currentInstruction[3].u.operand;
f9bf01c6 925 OperandTypes types = OperandTypes::fromInt(currentInstruction[4].u.operand);
9dae56ea 926
6fe7ccc8
A
927 if (!types.first().mightBeNumber() || !types.second().mightBeNumber()) {
928 linkDummySlowCase(iter);
f9bf01c6 929 return;
6fe7ccc8 930 }
f9bf01c6
A
931
932 bool op1HasImmediateIntFastCase = isOperandConstantImmediateInt(op1);
933 bool op2HasImmediateIntFastCase = !op1HasImmediateIntFastCase && isOperandConstantImmediateInt(op2);
14957cd0 934 compileBinaryArithOpSlowCase(op_add, iter, result, op1, op2, types, op1HasImmediateIntFastCase, op2HasImmediateIntFastCase);
9dae56ea
A
935}
936
ba379fdc 937void JIT::emit_op_mul(Instruction* currentInstruction)
9dae56ea
A
938{
939 unsigned result = currentInstruction[1].u.operand;
940 unsigned op1 = currentInstruction[2].u.operand;
941 unsigned op2 = currentInstruction[3].u.operand;
942 OperandTypes types = OperandTypes::fromInt(currentInstruction[4].u.operand);
943
944 // For now, only plant a fast int case if the constant operand is greater than zero.
945 int32_t value;
946 if (isOperandConstantImmediateInt(op1) && ((value = getConstantOperandImmediateInt(op1)) > 0)) {
6fe7ccc8
A
947#if ENABLE(VALUE_PROFILER)
948 // Add a special fast case profile because the DFG JIT will expect one.
949 m_codeBlock->addSpecialFastCaseProfile(m_bytecodeOffset);
950#endif
ba379fdc
A
951 emitGetVirtualRegister(op2, regT0);
952 emitJumpSlowCaseIfNotImmediateInteger(regT0);
6fe7ccc8
A
953 addSlowCase(branchMul32(Overflow, Imm32(value), regT0, regT1));
954 emitFastArithReTagImmediate(regT1, regT0);
9dae56ea 955 } else if (isOperandConstantImmediateInt(op2) && ((value = getConstantOperandImmediateInt(op2)) > 0)) {
6fe7ccc8
A
956#if ENABLE(VALUE_PROFILER)
957 // Add a special fast case profile because the DFG JIT will expect one.
958 m_codeBlock->addSpecialFastCaseProfile(m_bytecodeOffset);
959#endif
ba379fdc
A
960 emitGetVirtualRegister(op1, regT0);
961 emitJumpSlowCaseIfNotImmediateInteger(regT0);
6fe7ccc8
A
962 addSlowCase(branchMul32(Overflow, Imm32(value), regT0, regT1));
963 emitFastArithReTagImmediate(regT1, regT0);
9dae56ea
A
964 } else
965 compileBinaryArithOp(op_mul, result, op1, op2, types);
966
967 emitPutVirtualRegister(result);
968}
ba379fdc
A
969
970void JIT::emitSlow_op_mul(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
9dae56ea
A
971{
972 unsigned result = currentInstruction[1].u.operand;
973 unsigned op1 = currentInstruction[2].u.operand;
974 unsigned op2 = currentInstruction[3].u.operand;
975 OperandTypes types = OperandTypes::fromInt(currentInstruction[4].u.operand);
976
f9bf01c6
A
977 bool op1HasImmediateIntFastCase = isOperandConstantImmediateInt(op1) && getConstantOperandImmediateInt(op1) > 0;
978 bool op2HasImmediateIntFastCase = !op1HasImmediateIntFastCase && isOperandConstantImmediateInt(op2) && getConstantOperandImmediateInt(op2) > 0;
14957cd0 979 compileBinaryArithOpSlowCase(op_mul, iter, result, op1, op2, types, op1HasImmediateIntFastCase, op2HasImmediateIntFastCase);
f9bf01c6
A
980}
981
982void JIT::emit_op_div(Instruction* currentInstruction)
983{
984 unsigned dst = currentInstruction[1].u.operand;
985 unsigned op1 = currentInstruction[2].u.operand;
986 unsigned op2 = currentInstruction[3].u.operand;
987 OperandTypes types = OperandTypes::fromInt(currentInstruction[4].u.operand);
988
989 if (isOperandConstantImmediateDouble(op1)) {
990 emitGetVirtualRegister(op1, regT0);
93a37866
A
991 add64(tagTypeNumberRegister, regT0);
992 move64ToDouble(regT0, fpRegT0);
f9bf01c6
A
993 } else if (isOperandConstantImmediateInt(op1)) {
994 emitLoadInt32ToDouble(op1, fpRegT0);
995 } else {
996 emitGetVirtualRegister(op1, regT0);
997 if (!types.first().definitelyIsNumber())
998 emitJumpSlowCaseIfNotImmediateNumber(regT0);
999 Jump notInt = emitJumpIfNotImmediateInteger(regT0);
1000 convertInt32ToDouble(regT0, fpRegT0);
1001 Jump skipDoubleLoad = jump();
1002 notInt.link(this);
93a37866
A
1003 add64(tagTypeNumberRegister, regT0);
1004 move64ToDouble(regT0, fpRegT0);
f9bf01c6
A
1005 skipDoubleLoad.link(this);
1006 }
4e4e5a6f 1007
f9bf01c6
A
1008 if (isOperandConstantImmediateDouble(op2)) {
1009 emitGetVirtualRegister(op2, regT1);
93a37866
A
1010 add64(tagTypeNumberRegister, regT1);
1011 move64ToDouble(regT1, fpRegT1);
f9bf01c6
A
1012 } else if (isOperandConstantImmediateInt(op2)) {
1013 emitLoadInt32ToDouble(op2, fpRegT1);
1014 } else {
1015 emitGetVirtualRegister(op2, regT1);
1016 if (!types.second().definitelyIsNumber())
1017 emitJumpSlowCaseIfNotImmediateNumber(regT1);
1018 Jump notInt = emitJumpIfNotImmediateInteger(regT1);
1019 convertInt32ToDouble(regT1, fpRegT1);
1020 Jump skipDoubleLoad = jump();
1021 notInt.link(this);
93a37866
A
1022 add64(tagTypeNumberRegister, regT1);
1023 move64ToDouble(regT1, fpRegT1);
f9bf01c6
A
1024 skipDoubleLoad.link(this);
1025 }
1026 divDouble(fpRegT1, fpRegT0);
6fe7ccc8
A
1027
1028#if ENABLE(VALUE_PROFILER)
1029 // Is the result actually an integer? The DFG JIT would really like to know. If it's
1030 // not an integer, we increment a count. If this together with the slow case counter
1031 // are below threshold then the DFG JIT will compile this division with a specualtion
1032 // that the remainder is zero.
1033
1034 // As well, there are cases where a double result here would cause an important field
1035 // in the heap to sometimes have doubles in it, resulting in double predictions getting
1036 // propagated to a use site where it might cause damage (such as the index to an array
1037 // access). So if we are DFG compiling anything in the program, we want this code to
1038 // ensure that it produces integers whenever possible.
1039
6fe7ccc8
A
1040 JumpList notInteger;
1041 branchConvertDoubleToInt32(fpRegT0, regT0, notInteger, fpRegT1);
1042 // If we've got an integer, we might as well make that the result of the division.
1043 emitFastArithReTagImmediate(regT0, regT0);
1044 Jump isInteger = jump();
1045 notInteger.link(this);
93a37866
A
1046 moveDoubleTo64(fpRegT0, regT0);
1047 Jump doubleZero = branchTest64(Zero, regT0);
6fe7ccc8 1048 add32(TrustedImm32(1), AbsoluteAddress(&m_codeBlock->addSpecialFastCaseProfile(m_bytecodeOffset)->m_counter));
93a37866
A
1049 sub64(tagTypeNumberRegister, regT0);
1050 Jump trueDouble = jump();
1051 doubleZero.link(this);
1052 move(tagTypeNumberRegister, regT0);
1053 trueDouble.link(this);
6fe7ccc8
A
1054 isInteger.link(this);
1055#else
f9bf01c6 1056 // Double result.
93a37866
A
1057 moveDoubleTo64(fpRegT0, regT0);
1058 sub64(tagTypeNumberRegister, regT0);
6fe7ccc8 1059#endif
f9bf01c6
A
1060
1061 emitPutVirtualRegister(dst, regT0);
1062}
1063
1064void JIT::emitSlow_op_div(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
1065{
1066 unsigned result = currentInstruction[1].u.operand;
1067 unsigned op1 = currentInstruction[2].u.operand;
1068 unsigned op2 = currentInstruction[3].u.operand;
1069 OperandTypes types = OperandTypes::fromInt(currentInstruction[4].u.operand);
1070 if (types.first().definitelyIsNumber() && types.second().definitelyIsNumber()) {
1071#ifndef NDEBUG
1072 breakpoint();
1073#endif
1074 return;
1075 }
1076 if (!isOperandConstantImmediateDouble(op1) && !isOperandConstantImmediateInt(op1)) {
1077 if (!types.first().definitelyIsNumber())
1078 linkSlowCase(iter);
1079 }
1080 if (!isOperandConstantImmediateDouble(op2) && !isOperandConstantImmediateInt(op2)) {
1081 if (!types.second().definitelyIsNumber())
1082 linkSlowCase(iter);
1083 }
1084 // There is an extra slow case for (op1 * -N) or (-N * op2), to check for 0 since this should produce a result of -0.
1085 JITStubCall stubCall(this, cti_op_div);
1086 stubCall.addArgument(op1, regT2);
1087 stubCall.addArgument(op2, regT2);
1088 stubCall.call(result);
9dae56ea
A
1089}
1090
ba379fdc 1091void JIT::emit_op_sub(Instruction* currentInstruction)
9dae56ea
A
1092{
1093 unsigned result = currentInstruction[1].u.operand;
1094 unsigned op1 = currentInstruction[2].u.operand;
1095 unsigned op2 = currentInstruction[3].u.operand;
1096 OperandTypes types = OperandTypes::fromInt(currentInstruction[4].u.operand);
1097
1098 compileBinaryArithOp(op_sub, result, op1, op2, types);
9dae56ea
A
1099 emitPutVirtualRegister(result);
1100}
ba379fdc
A
1101
1102void JIT::emitSlow_op_sub(Instruction* currentInstruction, Vector<SlowCaseEntry>::iterator& iter)
9dae56ea
A
1103{
1104 unsigned result = currentInstruction[1].u.operand;
1105 unsigned op1 = currentInstruction[2].u.operand;
1106 unsigned op2 = currentInstruction[3].u.operand;
1107 OperandTypes types = OperandTypes::fromInt(currentInstruction[4].u.operand);
1108
f9bf01c6 1109 compileBinaryArithOpSlowCase(op_sub, iter, result, op1, op2, types, false, false);
9dae56ea
A
1110}
1111
ba379fdc
A
1112/* ------------------------------ END: OP_ADD, OP_SUB, OP_MUL ------------------------------ */
1113
6fe7ccc8
A
1114#endif // USE(JSVALUE64)
1115
9dae56ea
A
1116} // namespace JSC
1117
1118#endif // ENABLE(JIT)