2013-01-18 00:34:20 +00:00
|
|
|
// Copyright (c) 2013, the Dart project authors. Please see the AUTHORS file
|
2011-10-05 05:20:07 +00:00
|
|
|
// for details. All rights reserved. Use of this source code is governed by a
|
|
|
|
// BSD-style license that can be found in the LICENSE file.
|
|
|
|
|
|
|
|
#include "vm/globals.h" // Needed here to get TARGET_ARCH_X64.
|
|
|
|
#if defined(TARGET_ARCH_X64)
|
|
|
|
|
|
|
|
#include "vm/intrinsifier.h"
|
|
|
|
|
2012-05-24 16:15:09 +00:00
|
|
|
#include "vm/assembler.h"
|
2014-11-26 09:32:43 +00:00
|
|
|
#include "vm/dart_entry.h"
|
2013-05-20 23:59:36 +00:00
|
|
|
#include "vm/flow_graph_compiler.h"
|
2012-05-24 16:15:09 +00:00
|
|
|
#include "vm/instructions.h"
|
2012-06-25 18:13:33 +00:00
|
|
|
#include "vm/object_store.h"
|
2014-11-26 09:32:43 +00:00
|
|
|
#include "vm/regexp_assembler.h"
|
2012-07-24 00:01:50 +00:00
|
|
|
#include "vm/symbols.h"
|
2016-05-17 16:45:28 +00:00
|
|
|
#include "vm/timeline.h"
|
2012-05-24 16:15:09 +00:00
|
|
|
|
2011-10-05 05:20:07 +00:00
|
|
|
namespace dart {
|
2012-05-24 16:15:09 +00:00
|
|
|
|
|
|
|
// When entering intrinsics code:
|
|
|
|
// R10: Arguments descriptor
|
|
|
|
// TOS: Return address
|
2015-10-26 18:05:32 +00:00
|
|
|
// The R10 registers can be destroyed only if there is no slow-path, i.e.
|
2015-04-15 20:46:24 +00:00
|
|
|
// if the intrinsified method always executes a return.
|
|
|
|
// The RBP register should not be modified, because it is used by the profiler.
|
2015-10-26 18:05:32 +00:00
|
|
|
// The PP and THR registers (see constants_x64.h) must be preserved.
|
2012-05-24 16:15:09 +00:00
|
|
|
|
|
|
|
#define __ assembler->
|
|
|
|
|
2012-06-25 18:13:33 +00:00
|
|
|
|
2014-09-10 13:34:58 +00:00
|
|
|
intptr_t Intrinsifier::ParameterSlotFromSp() { return 0; }
|
2012-04-17 22:44:41 +00:00
|
|
|
|
|
|
|
|
2016-05-25 17:02:21 +00:00
|
|
|
static bool IsABIPreservedRegister(Register reg) {
|
|
|
|
return ((1 << reg) & CallingConventions::kCalleeSaveCpuRegisters) != 0;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2016-03-23 13:58:12 +00:00
|
|
|
void Intrinsifier::IntrinsicCallPrologue(Assembler* assembler) {
|
2016-05-25 17:02:21 +00:00
|
|
|
ASSERT(IsABIPreservedRegister(CODE_REG));
|
|
|
|
ASSERT(!IsABIPreservedRegister(ARGS_DESC_REG));
|
|
|
|
ASSERT(IsABIPreservedRegister(CALLEE_SAVED_TEMP));
|
|
|
|
ASSERT(CALLEE_SAVED_TEMP != CODE_REG);
|
|
|
|
ASSERT(CALLEE_SAVED_TEMP != ARGS_DESC_REG);
|
|
|
|
|
2016-03-23 13:58:12 +00:00
|
|
|
assembler->Comment("IntrinsicCallPrologue");
|
2016-05-25 17:02:21 +00:00
|
|
|
assembler->movq(CALLEE_SAVED_TEMP, ARGS_DESC_REG);
|
2016-03-23 13:58:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void Intrinsifier::IntrinsicCallEpilogue(Assembler* assembler) {
|
|
|
|
assembler->Comment("IntrinsicCallEpilogue");
|
2016-05-25 17:02:21 +00:00
|
|
|
assembler->movq(ARGS_DESC_REG, CALLEE_SAVED_TEMP);
|
2016-03-23 13:58:12 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-08-21 10:21:09 +00:00
|
|
|
void Intrinsifier::ObjectArraySetIndexed(Assembler* assembler) {
|
2016-02-26 02:06:56 +00:00
|
|
|
if (Isolate::Current()->type_checks()) {
|
2013-08-27 11:11:48 +00:00
|
|
|
return;
|
2012-05-25 00:00:36 +00:00
|
|
|
}
|
2015-09-30 17:24:27 +00:00
|
|
|
|
|
|
|
Label fall_through;
|
2012-05-25 00:00:36 +00:00
|
|
|
__ movq(RDX, Address(RSP, + 1 * kWordSize)); // Value.
|
|
|
|
__ movq(RCX, Address(RSP, + 2 * kWordSize)); // Index.
|
|
|
|
__ movq(RAX, Address(RSP, + 3 * kWordSize)); // Array.
|
|
|
|
__ testq(RCX, Immediate(kSmiTagMask));
|
2013-04-03 22:34:02 +00:00
|
|
|
__ j(NOT_ZERO, &fall_through);
|
2012-05-25 00:00:36 +00:00
|
|
|
// Range check.
|
|
|
|
__ cmpq(RCX, FieldAddress(RAX, Array::length_offset()));
|
|
|
|
// Runtime throws exception.
|
2013-04-03 22:34:02 +00:00
|
|
|
__ j(ABOVE_EQUAL, &fall_through);
|
2012-05-25 00:00:36 +00:00
|
|
|
// Note that RBX is Smi, i.e, times 2.
|
|
|
|
ASSERT(kSmiTagShift == 1);
|
2013-06-26 22:14:42 +00:00
|
|
|
// Destroy RCX (ic data) as we will not continue in the function.
|
2012-05-25 00:00:36 +00:00
|
|
|
__ StoreIntoObject(RAX,
|
2013-01-14 17:00:34 +00:00
|
|
|
FieldAddress(RAX, RCX, TIMES_4, Array::data_offset()),
|
2012-05-25 00:00:36 +00:00
|
|
|
RDX);
|
|
|
|
// Caller is responsible of preserving the value if necessary.
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2012-06-25 18:13:33 +00:00
|
|
|
// Allocate a GrowableObjectArray using the backing array specified.
|
|
|
|
// On stack: type argument (+2), data (+1), return-address (+0).
|
2014-08-21 10:21:09 +00:00
|
|
|
void Intrinsifier::GrowableArray_Allocate(Assembler* assembler) {
|
2012-06-25 18:13:33 +00:00
|
|
|
// This snippet of inlined code uses the following registers:
|
|
|
|
// RAX, RCX, R13
|
|
|
|
// and the newly allocated object is returned in RAX.
|
|
|
|
const intptr_t kTypeArgumentsOffset = 2 * kWordSize;
|
|
|
|
const intptr_t kArrayOffset = 1 * kWordSize;
|
|
|
|
Label fall_through;
|
|
|
|
|
2014-08-15 12:52:51 +00:00
|
|
|
// Try allocating in new space.
|
2012-06-25 18:13:33 +00:00
|
|
|
const Class& cls = Class::Handle(
|
2014-08-15 12:52:51 +00:00
|
|
|
Isolate::Current()->object_store()->growable_object_array_class());
|
2015-08-03 14:26:23 +00:00
|
|
|
__ TryAllocate(cls, &fall_through, Assembler::kFarJump, RAX, R13);
|
2012-06-25 18:13:33 +00:00
|
|
|
|
|
|
|
// Store backing array object in growable array object.
|
|
|
|
__ movq(RCX, Address(RSP, kArrayOffset)); // data argument.
|
2013-04-16 17:29:51 +00:00
|
|
|
// RAX is new, no barrier needed.
|
2016-07-01 16:21:01 +00:00
|
|
|
__ StoreIntoObjectNoBarrier(
|
2013-04-16 17:29:51 +00:00
|
|
|
RAX,
|
|
|
|
FieldAddress(RAX, GrowableObjectArray::data_offset()),
|
|
|
|
RCX);
|
2012-06-25 18:13:33 +00:00
|
|
|
|
|
|
|
// RAX: new growable array object start as a tagged pointer.
|
|
|
|
// Store the type argument field in the growable array object.
|
|
|
|
__ movq(RCX, Address(RSP, kTypeArgumentsOffset)); // type argument.
|
2016-07-01 16:21:01 +00:00
|
|
|
__ StoreIntoObjectNoBarrier(
|
2012-06-25 18:13:33 +00:00
|
|
|
RAX,
|
|
|
|
FieldAddress(RAX, GrowableObjectArray::type_arguments_offset()),
|
|
|
|
RCX);
|
|
|
|
|
|
|
|
// Set the length field in the growable array object to 0.
|
2015-01-08 20:45:39 +00:00
|
|
|
__ ZeroInitSmiField(FieldAddress(RAX, GrowableObjectArray::length_offset()));
|
2012-06-25 18:13:33 +00:00
|
|
|
__ ret(); // returns the newly allocated object in RAX.
|
|
|
|
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2012-08-24 00:07:07 +00:00
|
|
|
// Add an element to growable array if it doesn't need to grow, otherwise
|
|
|
|
// call into regular code.
|
|
|
|
// On stack: growable array (+2), value (+1), return-address (+0).
|
2014-08-21 10:21:09 +00:00
|
|
|
void Intrinsifier::GrowableArray_add(Assembler* assembler) {
|
2012-08-24 00:07:07 +00:00
|
|
|
// In checked mode we need to check the incoming argument.
|
2016-02-26 02:06:56 +00:00
|
|
|
if (Isolate::Current()->type_checks()) return;
|
2012-08-24 00:07:07 +00:00
|
|
|
Label fall_through;
|
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize)); // Array.
|
|
|
|
__ movq(RCX, FieldAddress(RAX, GrowableObjectArray::length_offset()));
|
|
|
|
// RCX: length.
|
|
|
|
__ movq(RDX, FieldAddress(RAX, GrowableObjectArray::data_offset()));
|
|
|
|
// RDX: data.
|
|
|
|
// Compare length with capacity.
|
2012-08-24 19:11:06 +00:00
|
|
|
__ cmpq(RCX, FieldAddress(RDX, Array::length_offset()));
|
2013-04-03 22:34:02 +00:00
|
|
|
__ j(EQUAL, &fall_through); // Must grow data.
|
2012-08-24 00:07:07 +00:00
|
|
|
// len = len + 1;
|
2014-11-17 18:09:42 +00:00
|
|
|
__ IncrementSmiField(FieldAddress(RAX, GrowableObjectArray::length_offset()),
|
|
|
|
1);
|
2012-08-24 00:07:07 +00:00
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize)); // Value
|
|
|
|
ASSERT(kSmiTagShift == 1);
|
|
|
|
__ StoreIntoObject(RDX,
|
2013-01-14 17:00:34 +00:00
|
|
|
FieldAddress(RDX, RCX, TIMES_4, Array::data_offset()),
|
2012-08-24 00:07:07 +00:00
|
|
|
RAX);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Object::null_object());
|
2012-08-24 00:07:07 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-03-09 00:05:57 +00:00
|
|
|
#define TYPED_ARRAY_ALLOCATION(type_name, cid, max_len, scale_factor) \
|
2013-01-25 18:04:34 +00:00
|
|
|
Label fall_through; \
|
|
|
|
const intptr_t kArrayLengthStackOffset = 1 * kWordSize; \
|
2016-06-30 20:35:40 +00:00
|
|
|
NOT_IN_PRODUCT(__ MaybeTraceAllocation(cid, &fall_through, false)); \
|
2013-01-25 18:04:34 +00:00
|
|
|
__ movq(RDI, Address(RSP, kArrayLengthStackOffset)); /* Array length. */ \
|
|
|
|
/* Check that length is a positive Smi. */ \
|
|
|
|
/* RDI: requested array length argument. */ \
|
2013-04-17 16:02:02 +00:00
|
|
|
__ testq(RDI, Immediate(kSmiTagMask)); \
|
2013-01-25 18:04:34 +00:00
|
|
|
__ j(NOT_ZERO, &fall_through); \
|
|
|
|
__ cmpq(RDI, Immediate(0)); \
|
|
|
|
__ j(LESS, &fall_through); \
|
|
|
|
__ SmiUntag(RDI); \
|
|
|
|
/* Check for maximum allowed length. */ \
|
|
|
|
/* RDI: untagged array length. */ \
|
2013-03-09 00:05:57 +00:00
|
|
|
__ cmpq(RDI, Immediate(max_len)); \
|
2013-01-25 18:04:34 +00:00
|
|
|
__ j(GREATER, &fall_through); \
|
2013-03-27 14:44:15 +00:00
|
|
|
/* Special case for scaling by 16. */ \
|
|
|
|
if (scale_factor == TIMES_16) { \
|
|
|
|
/* double length of array. */ \
|
|
|
|
__ addq(RDI, RDI); \
|
|
|
|
/* only scale by 8. */ \
|
|
|
|
scale_factor = TIMES_8; \
|
|
|
|
} \
|
2013-01-25 18:04:34 +00:00
|
|
|
const intptr_t fixed_size = sizeof(Raw##type_name) + kObjectAlignment - 1; \
|
|
|
|
__ leaq(RDI, Address(RDI, scale_factor, fixed_size)); \
|
|
|
|
__ andq(RDI, Immediate(-kObjectAlignment)); \
|
2016-07-01 19:59:19 +00:00
|
|
|
Heap::Space space = Heap::kNew; \
|
2015-08-03 14:26:23 +00:00
|
|
|
__ movq(R13, Address(THR, Thread::heap_offset())); \
|
|
|
|
__ movq(RAX, Address(R13, Heap::TopOffset(space))); \
|
2013-01-25 18:04:34 +00:00
|
|
|
__ movq(RCX, RAX); \
|
|
|
|
\
|
|
|
|
/* RDI: allocation size. */ \
|
|
|
|
__ addq(RCX, RDI); \
|
|
|
|
__ j(CARRY, &fall_through); \
|
|
|
|
\
|
|
|
|
/* Check if the allocation fits into the remaining space. */ \
|
|
|
|
/* RAX: potential new object start. */ \
|
|
|
|
/* RCX: potential next object start. */ \
|
|
|
|
/* RDI: allocation size. */ \
|
2015-08-03 14:26:23 +00:00
|
|
|
/* R13: heap. */ \
|
|
|
|
__ cmpq(RCX, Address(R13, Heap::EndOffset(space))); \
|
2013-01-25 18:04:34 +00:00
|
|
|
__ j(ABOVE_EQUAL, &fall_through); \
|
|
|
|
\
|
|
|
|
/* Successfully allocated the object(s), now update top to point to */ \
|
|
|
|
/* next object start and initialize the object. */ \
|
2015-08-03 14:26:23 +00:00
|
|
|
__ movq(Address(R13, Heap::TopOffset(space)), RCX); \
|
2013-01-25 18:04:34 +00:00
|
|
|
__ addq(RAX, Immediate(kHeapObjectTag)); \
|
2016-06-30 20:35:40 +00:00
|
|
|
NOT_IN_PRODUCT(__ UpdateAllocationStatsWithSize(cid, RDI, space)); \
|
2013-01-25 18:04:34 +00:00
|
|
|
/* Initialize the tags. */ \
|
|
|
|
/* RAX: new object start as a tagged pointer. */ \
|
|
|
|
/* RCX: new object end address. */ \
|
|
|
|
/* RDI: allocation size. */ \
|
|
|
|
/* R13: scratch register. */ \
|
|
|
|
{ \
|
|
|
|
Label size_tag_overflow, done; \
|
|
|
|
__ cmpq(RDI, Immediate(RawObject::SizeTag::kMaxSizeTag)); \
|
|
|
|
__ j(ABOVE, &size_tag_overflow, Assembler::kNearJump); \
|
2014-04-30 01:26:14 +00:00
|
|
|
__ shlq(RDI, Immediate(RawObject::kSizeTagPos - kObjectAlignmentLog2)); \
|
2013-01-25 18:04:34 +00:00
|
|
|
__ jmp(&done, Assembler::kNearJump); \
|
|
|
|
\
|
|
|
|
__ Bind(&size_tag_overflow); \
|
|
|
|
__ movq(RDI, Immediate(0)); \
|
|
|
|
__ Bind(&done); \
|
|
|
|
\
|
|
|
|
/* Get the class index and insert it into the tags. */ \
|
2013-03-09 00:05:57 +00:00
|
|
|
__ orq(RDI, Immediate(RawObject::ClassIdTag::encode(cid))); \
|
2013-01-25 18:04:34 +00:00
|
|
|
__ movq(FieldAddress(RAX, type_name::tags_offset()), RDI); /* Tags. */ \
|
|
|
|
} \
|
|
|
|
/* Set the length field. */ \
|
|
|
|
/* RAX: new object start as a tagged pointer. */ \
|
|
|
|
/* RCX: new object end address. */ \
|
|
|
|
__ movq(RDI, Address(RSP, kArrayLengthStackOffset)); /* Array length. */ \
|
2016-07-01 16:21:01 +00:00
|
|
|
__ StoreIntoObjectNoBarrier(RAX, \
|
2013-01-25 18:04:34 +00:00
|
|
|
FieldAddress(RAX, type_name::length_offset()), \
|
|
|
|
RDI); \
|
|
|
|
/* Initialize all array elements to 0. */ \
|
|
|
|
/* RAX: new object start as a tagged pointer. */ \
|
|
|
|
/* RCX: new object end address. */ \
|
|
|
|
/* RDI: iterator which initially points to the start of the variable */ \
|
|
|
|
/* RBX: scratch register. */ \
|
|
|
|
/* data area to be initialized. */ \
|
|
|
|
__ xorq(RBX, RBX); /* Zero. */ \
|
|
|
|
__ leaq(RDI, FieldAddress(RAX, sizeof(Raw##type_name))); \
|
|
|
|
Label done, init_loop; \
|
|
|
|
__ Bind(&init_loop); \
|
|
|
|
__ cmpq(RDI, RCX); \
|
|
|
|
__ j(ABOVE_EQUAL, &done, Assembler::kNearJump); \
|
|
|
|
__ movq(Address(RDI, 0), RBX); \
|
|
|
|
__ addq(RDI, Immediate(kWordSize)); \
|
|
|
|
__ jmp(&init_loop, Assembler::kNearJump); \
|
|
|
|
__ Bind(&done); \
|
|
|
|
\
|
|
|
|
__ ret(); \
|
|
|
|
__ Bind(&fall_through); \
|
|
|
|
|
|
|
|
|
2013-03-09 00:05:57 +00:00
|
|
|
static ScaleFactor GetScaleFactor(intptr_t size) {
|
|
|
|
switch (size) {
|
|
|
|
case 1: return TIMES_1;
|
|
|
|
case 2: return TIMES_2;
|
|
|
|
case 4: return TIMES_4;
|
|
|
|
case 8: return TIMES_8;
|
2013-03-27 14:44:15 +00:00
|
|
|
case 16: return TIMES_16;
|
2013-03-09 00:05:57 +00:00
|
|
|
}
|
|
|
|
UNREACHABLE();
|
|
|
|
return static_cast<ScaleFactor>(0);
|
2014-05-15 16:57:56 +00:00
|
|
|
}
|
2013-03-09 00:05:57 +00:00
|
|
|
|
|
|
|
|
2013-04-23 11:54:54 +00:00
|
|
|
#define TYPED_DATA_ALLOCATOR(clazz) \
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::TypedData_##clazz##_factory(Assembler* assembler) { \
|
2013-03-09 00:05:57 +00:00
|
|
|
intptr_t size = TypedData::ElementSizeInBytes(kTypedData##clazz##Cid); \
|
|
|
|
intptr_t max_len = TypedData::MaxElements(kTypedData##clazz##Cid); \
|
|
|
|
ScaleFactor scale = GetScaleFactor(size); \
|
|
|
|
TYPED_ARRAY_ALLOCATION(TypedData, kTypedData##clazz##Cid, max_len, scale); \
|
|
|
|
}
|
2013-04-23 11:54:54 +00:00
|
|
|
CLASS_LIST_TYPED_DATA(TYPED_DATA_ALLOCATOR)
|
|
|
|
#undef TYPED_DATA_ALLOCATOR
|
2013-03-04 21:38:35 +00:00
|
|
|
|
|
|
|
|
2012-06-22 23:28:34 +00:00
|
|
|
// Tests if two top most arguments are smis, jumps to label not_smi if not.
|
|
|
|
// Topmost argument is in RAX.
|
|
|
|
static void TestBothArgumentsSmis(Assembler* assembler, Label* not_smi) {
|
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize));
|
|
|
|
__ movq(RCX, Address(RSP, + 2 * kWordSize));
|
|
|
|
__ orq(RCX, RAX);
|
|
|
|
__ testq(RCX, Immediate(kSmiTagMask));
|
2013-04-19 16:56:30 +00:00
|
|
|
__ j(NOT_ZERO, not_smi);
|
2012-06-22 23:28:34 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_addFromInteger(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label fall_through;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// RAX contains right argument.
|
2012-07-12 00:41:45 +00:00
|
|
|
__ addq(RAX, Address(RSP, + 2 * kWordSize));
|
2012-07-11 22:37:41 +00:00
|
|
|
__ j(OVERFLOW, &fall_through, Assembler::kNearJump);
|
|
|
|
// Result is in RAX.
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_add(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
Integer_addFromInteger(assembler);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_subFromInteger(Assembler* assembler) {
|
2012-07-10 01:09:32 +00:00
|
|
|
Label fall_through;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// RAX contains right argument, which is the actual minuend of subtraction.
|
|
|
|
__ subq(RAX, Address(RSP, + 2 * kWordSize));
|
|
|
|
__ j(OVERFLOW, &fall_through, Assembler::kNearJump);
|
|
|
|
// Result is in RAX.
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_sub(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label fall_through;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// RAX contains right argument, which is the actual subtrahend of subtraction.
|
|
|
|
__ movq(RCX, RAX);
|
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize));
|
|
|
|
__ subq(RAX, RCX);
|
|
|
|
__ j(OVERFLOW, &fall_through, Assembler::kNearJump);
|
|
|
|
// Result is in RAX.
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_mulFromInteger(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label fall_through;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// RAX is the right argument.
|
|
|
|
ASSERT(kSmiTag == 0); // Adjust code below if not the case.
|
|
|
|
__ SmiUntag(RAX);
|
2012-07-12 00:41:45 +00:00
|
|
|
__ imulq(RAX, Address(RSP, + 2 * kWordSize));
|
2012-07-11 22:37:41 +00:00
|
|
|
__ j(OVERFLOW, &fall_through, Assembler::kNearJump);
|
|
|
|
// Result is in RAX.
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_mul(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
Integer_mulFromInteger(assembler);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-04-19 16:56:30 +00:00
|
|
|
// Optimizations:
|
|
|
|
// - result is 0 if:
|
|
|
|
// - left is 0
|
|
|
|
// - left equals right
|
|
|
|
// - result is left if
|
|
|
|
// - left > 0 && left < right
|
|
|
|
// RAX: Tagged left (dividend).
|
|
|
|
// RCX: Tagged right (divisor).
|
2015-02-06 22:42:53 +00:00
|
|
|
// Returns:
|
|
|
|
// RAX: Untagged fallthrough result (remainder to be adjusted), or
|
|
|
|
// RAX: Tagged return result (remainder).
|
2014-05-19 21:35:32 +00:00
|
|
|
static void EmitRemainderOperation(Assembler* assembler) {
|
2013-04-19 16:56:30 +00:00
|
|
|
Label return_zero, try_modulo, not_32bit, done;
|
|
|
|
// Check for quick zero results.
|
2012-06-22 23:28:34 +00:00
|
|
|
__ cmpq(RAX, Immediate(0));
|
|
|
|
__ j(EQUAL, &return_zero, Assembler::kNearJump);
|
2013-04-19 16:56:30 +00:00
|
|
|
__ cmpq(RAX, RCX);
|
|
|
|
__ j(EQUAL, &return_zero, Assembler::kNearJump);
|
|
|
|
|
|
|
|
// Check if result equals left.
|
|
|
|
__ cmpq(RAX, Immediate(0));
|
|
|
|
__ j(LESS, &try_modulo, Assembler::kNearJump);
|
|
|
|
// left is positive.
|
|
|
|
__ cmpq(RAX, RCX);
|
|
|
|
__ j(GREATER, &try_modulo, Assembler::kNearJump);
|
|
|
|
// left is less than right, result is left (RAX).
|
2012-06-22 23:28:34 +00:00
|
|
|
__ ret();
|
2013-03-27 17:13:58 +00:00
|
|
|
|
2012-06-22 23:28:34 +00:00
|
|
|
__ Bind(&return_zero);
|
2013-04-19 16:56:30 +00:00
|
|
|
__ xorq(RAX, RAX);
|
2012-06-22 23:28:34 +00:00
|
|
|
__ ret();
|
2013-03-27 17:13:58 +00:00
|
|
|
|
2012-06-22 23:28:34 +00:00
|
|
|
__ Bind(&try_modulo);
|
2013-03-27 17:13:58 +00:00
|
|
|
|
|
|
|
// Check if both operands fit into 32bits as idiv with 64bit operands
|
|
|
|
// requires twice as many cycles and has much higher latency. We are checking
|
|
|
|
// this before untagging them to avoid corner case dividing INT_MAX by -1 that
|
|
|
|
// raises exception because quotient is too large for 32bit register.
|
|
|
|
__ movsxd(RBX, RAX);
|
|
|
|
__ cmpq(RBX, RAX);
|
2013-04-19 16:56:30 +00:00
|
|
|
__ j(NOT_EQUAL, ¬_32bit, Assembler::kNearJump);
|
2013-03-27 17:13:58 +00:00
|
|
|
__ movsxd(RBX, RCX);
|
|
|
|
__ cmpq(RBX, RCX);
|
2013-04-19 16:56:30 +00:00
|
|
|
__ j(NOT_EQUAL, ¬_32bit, Assembler::kNearJump);
|
2013-03-27 17:13:58 +00:00
|
|
|
|
|
|
|
// Both operands are 31bit smis. Divide using 32bit idiv.
|
|
|
|
__ SmiUntag(RAX);
|
|
|
|
__ SmiUntag(RCX);
|
|
|
|
__ cdq();
|
|
|
|
__ idivl(RCX);
|
|
|
|
__ movsxd(RAX, RDX);
|
2013-04-19 16:56:30 +00:00
|
|
|
__ jmp(&done, Assembler::kNearJump);
|
2013-03-27 17:13:58 +00:00
|
|
|
|
|
|
|
// Divide using 64bit idiv.
|
|
|
|
__ Bind(¬_32bit);
|
2012-06-22 23:28:34 +00:00
|
|
|
__ SmiUntag(RAX);
|
2013-03-27 17:13:58 +00:00
|
|
|
__ SmiUntag(RCX);
|
2012-06-22 23:28:34 +00:00
|
|
|
__ cqo();
|
|
|
|
__ idivq(RCX);
|
|
|
|
__ movq(RAX, RDX);
|
2013-04-19 16:56:30 +00:00
|
|
|
__ Bind(&done);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Implementation:
|
|
|
|
// res = left % right;
|
|
|
|
// if (res < 0) {
|
|
|
|
// if (right < 0) {
|
|
|
|
// res = res - right;
|
|
|
|
// } else {
|
|
|
|
// res = res + right;
|
|
|
|
// }
|
|
|
|
// }
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_moduloFromInteger(Assembler* assembler) {
|
2013-04-19 16:56:30 +00:00
|
|
|
Label fall_through, negative_result;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
2013-08-21 12:58:08 +00:00
|
|
|
__ movq(RCX, Address(RSP, + 2 * kWordSize));
|
2013-04-19 16:56:30 +00:00
|
|
|
// RAX: Tagged left (dividend).
|
|
|
|
// RCX: Tagged right (divisor).
|
|
|
|
__ cmpq(RCX, Immediate(0));
|
|
|
|
__ j(EQUAL, &fall_through);
|
|
|
|
EmitRemainderOperation(assembler);
|
|
|
|
// Untagged remainder result in RAX.
|
|
|
|
__ cmpq(RAX, Immediate(0));
|
|
|
|
__ j(LESS, &negative_result, Assembler::kNearJump);
|
2012-06-22 23:28:34 +00:00
|
|
|
__ SmiTag(RAX);
|
|
|
|
__ ret();
|
2013-03-27 17:13:58 +00:00
|
|
|
|
2013-04-19 16:56:30 +00:00
|
|
|
__ Bind(&negative_result);
|
|
|
|
Label subtract;
|
|
|
|
// RAX: Untagged result.
|
|
|
|
// RCX: Untagged right.
|
|
|
|
__ cmpq(RCX, Immediate(0));
|
|
|
|
__ j(LESS, &subtract, Assembler::kNearJump);
|
|
|
|
__ addq(RAX, RCX);
|
|
|
|
__ SmiTag(RAX);
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&subtract);
|
|
|
|
__ subq(RAX, RCX);
|
|
|
|
__ SmiTag(RAX);
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_truncDivide(Assembler* assembler) {
|
2013-03-27 17:13:58 +00:00
|
|
|
Label fall_through, not_32bit;
|
2012-07-11 22:37:41 +00:00
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// RAX: right argument (divisor)
|
|
|
|
__ cmpq(RAX, Immediate(0));
|
|
|
|
__ j(EQUAL, &fall_through, Assembler::kNearJump);
|
|
|
|
__ movq(RCX, RAX);
|
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize)); // Left argument (dividend).
|
2013-03-27 17:13:58 +00:00
|
|
|
|
|
|
|
// Check if both operands fit into 32bits as idiv with 64bit operands
|
|
|
|
// requires twice as many cycles and has much higher latency. We are checking
|
|
|
|
// this before untagging them to avoid corner case dividing INT_MAX by -1 that
|
|
|
|
// raises exception because quotient is too large for 32bit register.
|
|
|
|
__ movsxd(RBX, RAX);
|
|
|
|
__ cmpq(RBX, RAX);
|
|
|
|
__ j(NOT_EQUAL, ¬_32bit);
|
|
|
|
__ movsxd(RBX, RCX);
|
|
|
|
__ cmpq(RBX, RCX);
|
|
|
|
__ j(NOT_EQUAL, ¬_32bit);
|
|
|
|
|
|
|
|
// Both operands are 31bit smis. Divide using 32bit idiv.
|
2012-07-11 22:37:41 +00:00
|
|
|
__ SmiUntag(RAX);
|
2013-03-27 17:13:58 +00:00
|
|
|
__ SmiUntag(RCX);
|
|
|
|
__ cdq();
|
|
|
|
__ idivl(RCX);
|
|
|
|
__ movsxd(RAX, RAX);
|
|
|
|
__ SmiTag(RAX); // Result is guaranteed to fit into a smi.
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
// Divide using 64bit idiv.
|
|
|
|
__ Bind(¬_32bit);
|
|
|
|
__ SmiUntag(RAX);
|
|
|
|
__ SmiUntag(RCX);
|
2012-07-11 22:37:41 +00:00
|
|
|
__ pushq(RDX); // Preserve RDX in case of 'fall_through'.
|
|
|
|
__ cqo();
|
|
|
|
__ idivq(RCX);
|
|
|
|
__ popq(RDX);
|
|
|
|
// Check the corner case of dividing the 'MIN_SMI' with -1, in which case we
|
|
|
|
// cannot tag the result.
|
|
|
|
__ cmpq(RAX, Immediate(0x4000000000000000));
|
|
|
|
__ j(EQUAL, &fall_through);
|
|
|
|
__ SmiTag(RAX);
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_negate(Assembler* assembler) {
|
2012-10-01 16:57:20 +00:00
|
|
|
Label fall_through;
|
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize));
|
|
|
|
__ testq(RAX, Immediate(kSmiTagMask));
|
|
|
|
__ j(NOT_ZERO, &fall_through, Assembler::kNearJump); // Non-smi value.
|
|
|
|
__ negq(RAX);
|
|
|
|
__ j(OVERFLOW, &fall_through, Assembler::kNearJump);
|
|
|
|
// Result is in RAX.
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_bitAndFromInteger(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label fall_through;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// RAX is the right argument.
|
2012-07-12 00:41:45 +00:00
|
|
|
__ andq(RAX, Address(RSP, + 2 * kWordSize));
|
2012-07-11 22:37:41 +00:00
|
|
|
// Result is in RAX.
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_bitAnd(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
Integer_bitAndFromInteger(assembler);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_bitOrFromInteger(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label fall_through;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// RAX is the right argument.
|
2012-07-12 00:41:45 +00:00
|
|
|
__ orq(RAX, Address(RSP, + 2 * kWordSize));
|
2012-07-11 22:37:41 +00:00
|
|
|
// Result is in RAX.
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_bitOr(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
Integer_bitOrFromInteger(assembler);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_bitXorFromInteger(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label fall_through;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// RAX is the right argument.
|
2012-07-12 00:41:45 +00:00
|
|
|
__ xorq(RAX, Address(RSP, + 2 * kWordSize));
|
2012-07-11 22:37:41 +00:00
|
|
|
// Result is in RAX.
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_bitXor(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
Integer_bitXorFromInteger(assembler);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_shl(Assembler* assembler) {
|
2012-07-12 19:10:50 +00:00
|
|
|
ASSERT(kSmiTagShift == 1);
|
|
|
|
ASSERT(kSmiTag == 0);
|
|
|
|
Label fall_through, overflow;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// Shift value is in RAX. Compare with tagged Smi.
|
|
|
|
__ cmpq(RAX, Immediate(Smi::RawValue(Smi::kBits)));
|
|
|
|
__ j(ABOVE_EQUAL, &fall_through, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ SmiUntag(RAX);
|
|
|
|
__ movq(RCX, RAX); // Shift amount must be in RCX.
|
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize)); // Value.
|
|
|
|
|
|
|
|
// Overflow test - all the shifted-out bits must be same as the sign bit.
|
|
|
|
__ movq(RDI, RAX);
|
|
|
|
__ shlq(RAX, RCX);
|
|
|
|
__ sarq(RAX, RCX);
|
|
|
|
__ cmpq(RAX, RDI);
|
|
|
|
__ j(NOT_EQUAL, &overflow, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ shlq(RAX, RCX); // Shift for result now we know there is no overflow.
|
|
|
|
|
|
|
|
// RAX is a correctly tagged Smi.
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&overflow);
|
|
|
|
// Mint is rarely used on x64 (only for integers requiring 64 bit instead of
|
|
|
|
// 63 bits as represented by Smi).
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
static void CompareIntegers(Assembler* assembler, Condition true_condition) {
|
2012-07-10 01:09:32 +00:00
|
|
|
Label fall_through, true_label;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
|
|
|
// RAX contains the right argument.
|
|
|
|
__ cmpq(Address(RSP, + 2 * kWordSize), RAX);
|
|
|
|
__ j(true_condition, &true_label, Assembler::kNearJump);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2012-07-10 01:09:32 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&true_label);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::True());
|
2012-07-10 01:09:32 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_lessThan(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareIntegers(assembler, LESS);
|
2012-07-10 01:09:32 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_greaterThanFromInt(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareIntegers(assembler, LESS);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_greaterThan(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareIntegers(assembler, GREATER);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_lessEqualThan(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareIntegers(assembler, LESS_EQUAL);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_greaterEqualThan(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareIntegers(assembler, GREATER_EQUAL);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2012-07-12 19:10:50 +00:00
|
|
|
// This is called for Smi, Mint and Bigint receivers. The right argument
|
|
|
|
// can be Smi, Mint, Bigint or double.
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_equalToInteger(Assembler* assembler) {
|
2012-07-12 19:10:50 +00:00
|
|
|
Label fall_through, true_label, check_for_mint;
|
2013-09-20 00:33:24 +00:00
|
|
|
const intptr_t kReceiverOffset = 2;
|
|
|
|
const intptr_t kArgumentOffset = 1;
|
|
|
|
|
2012-07-12 19:10:50 +00:00
|
|
|
// For integer receiver '===' check first.
|
2013-09-20 00:33:24 +00:00
|
|
|
__ movq(RAX, Address(RSP, + kArgumentOffset * kWordSize));
|
|
|
|
__ movq(RCX, Address(RSP, + kReceiverOffset * kWordSize));
|
2012-07-12 19:10:50 +00:00
|
|
|
__ cmpq(RAX, RCX);
|
|
|
|
__ j(EQUAL, &true_label, Assembler::kNearJump);
|
|
|
|
__ orq(RAX, RCX);
|
|
|
|
__ testq(RAX, Immediate(kSmiTagMask));
|
|
|
|
__ j(NOT_ZERO, &check_for_mint, Assembler::kNearJump);
|
|
|
|
// Both arguments are smi, '===' is good enough.
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2012-07-12 19:10:50 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&true_label);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::True());
|
2012-07-12 19:10:50 +00:00
|
|
|
__ ret();
|
|
|
|
|
|
|
|
// At least one of the arguments was not Smi.
|
|
|
|
Label receiver_not_smi;
|
|
|
|
__ Bind(&check_for_mint);
|
2013-09-20 00:33:24 +00:00
|
|
|
__ movq(RAX, Address(RSP, + kReceiverOffset * kWordSize));
|
2012-07-12 19:10:50 +00:00
|
|
|
__ testq(RAX, Immediate(kSmiTagMask));
|
|
|
|
__ j(NOT_ZERO, &receiver_not_smi);
|
|
|
|
|
|
|
|
// Left (receiver) is Smi, return false if right is not Double.
|
|
|
|
// Note that an instance of Mint or Bigint never contains a value that can be
|
|
|
|
// represented by Smi.
|
2013-09-20 00:33:24 +00:00
|
|
|
__ movq(RAX, Address(RSP, + kArgumentOffset * kWordSize));
|
2012-08-08 19:46:23 +00:00
|
|
|
__ CompareClassId(RAX, kDoubleCid);
|
2012-07-12 19:10:50 +00:00
|
|
|
__ j(EQUAL, &fall_through);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2012-07-12 19:10:50 +00:00
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&receiver_not_smi);
|
|
|
|
// RAX:: receiver.
|
2012-08-08 19:46:23 +00:00
|
|
|
__ CompareClassId(RAX, kMintCid);
|
2012-07-12 19:10:50 +00:00
|
|
|
__ j(NOT_EQUAL, &fall_through);
|
|
|
|
// Receiver is Mint, return false if right is Smi.
|
2013-09-20 00:33:24 +00:00
|
|
|
__ movq(RAX, Address(RSP, + kArgumentOffset * kWordSize));
|
2012-07-12 19:10:50 +00:00
|
|
|
__ testq(RAX, Immediate(kSmiTagMask));
|
|
|
|
__ j(NOT_ZERO, &fall_through);
|
2013-09-09 15:39:26 +00:00
|
|
|
// Smi == Mint -> false.
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2012-07-12 19:10:50 +00:00
|
|
|
__ ret();
|
|
|
|
// TODO(srdjan): Implement Mint == Mint comparison.
|
|
|
|
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_equal(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
Integer_equalToInteger(assembler);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Integer_sar(Assembler* assembler) {
|
2012-07-12 19:10:50 +00:00
|
|
|
Label fall_through, shift_count_ok;
|
|
|
|
TestBothArgumentsSmis(assembler, &fall_through);
|
2013-01-18 00:34:20 +00:00
|
|
|
const Immediate& count_limit = Immediate(0x3F);
|
2012-07-12 19:10:50 +00:00
|
|
|
// Check that the count is not larger than what the hardware can handle.
|
|
|
|
// For shifting right a Smi the result is the same for all numbers
|
|
|
|
// >= count_limit.
|
|
|
|
__ SmiUntag(RAX);
|
|
|
|
// Negative counts throw exception.
|
|
|
|
__ cmpq(RAX, Immediate(0));
|
|
|
|
__ j(LESS, &fall_through, Assembler::kNearJump);
|
|
|
|
__ cmpq(RAX, count_limit);
|
|
|
|
__ j(LESS_EQUAL, &shift_count_ok, Assembler::kNearJump);
|
|
|
|
__ movq(RAX, count_limit);
|
|
|
|
__ Bind(&shift_count_ok);
|
|
|
|
__ movq(RCX, RAX); // Shift amount must be in RCX.
|
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize)); // Value.
|
|
|
|
__ SmiUntag(RAX); // Value.
|
|
|
|
__ sarq(RAX, RCX);
|
|
|
|
__ SmiTag(RAX);
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2012-07-12 19:10:50 +00:00
|
|
|
// Argument is Smi (receiver).
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Smi_bitNegate(Assembler* assembler) {
|
2012-07-12 19:10:50 +00:00
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize)); // Index.
|
|
|
|
__ notq(RAX);
|
|
|
|
__ andq(RAX, Immediate(~kSmiTagMask)); // Remove inverted smi-tag.
|
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-09-06 22:22:26 +00:00
|
|
|
void Intrinsifier::Smi_bitLength(Assembler* assembler) {
|
2015-01-23 22:41:05 +00:00
|
|
|
ASSERT(kSmiTagShift == 1);
|
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize)); // Index.
|
|
|
|
// XOR with sign bit to complement bits if value is negative.
|
|
|
|
__ movq(RCX, RAX);
|
|
|
|
__ sarq(RCX, Immediate(63)); // All 0 or all 1.
|
|
|
|
__ xorq(RAX, RCX);
|
|
|
|
// BSR does not write the destination register if source is zero. Put a 1 in
|
|
|
|
// the Smi tag bit to ensure BSR writes to destination register.
|
|
|
|
__ orq(RAX, Immediate(kSmiTagMask));
|
|
|
|
__ bsrq(RAX, RAX);
|
|
|
|
__ SmiTag(RAX);
|
|
|
|
__ ret();
|
2013-09-06 22:22:26 +00:00
|
|
|
}
|
|
|
|
|
2016-07-04 23:27:57 +00:00
|
|
|
|
|
|
|
void Intrinsifier::Smi_bitAndFromSmi(Assembler* assembler) {
|
|
|
|
Integer_bitAndFromInteger(assembler);
|
|
|
|
}
|
|
|
|
|
2013-09-06 22:22:26 +00:00
|
|
|
|
2015-04-01 17:35:52 +00:00
|
|
|
void Intrinsifier::Bigint_lsh(Assembler* assembler) {
|
|
|
|
// static void _lsh(Uint32List x_digits, int x_used, int n,
|
|
|
|
// Uint32List r_digits)
|
|
|
|
|
|
|
|
__ movq(RDI, Address(RSP, 4 * kWordSize)); // x_digits
|
|
|
|
__ movq(R8, Address(RSP, 3 * kWordSize)); // x_used is Smi
|
|
|
|
__ subq(R8, Immediate(2)); // x_used > 0, Smi. R8 = x_used - 1, round up.
|
|
|
|
__ sarq(R8, Immediate(2)); // R8 + 1 = number of digit pairs to read.
|
|
|
|
__ movq(RCX, Address(RSP, 2 * kWordSize)); // n is Smi
|
|
|
|
__ SmiUntag(RCX);
|
|
|
|
__ movq(RBX, Address(RSP, 1 * kWordSize)); // r_digits
|
|
|
|
__ movq(RSI, RCX);
|
|
|
|
__ sarq(RSI, Immediate(6)); // RSI = n ~/ (2*_DIGIT_BITS).
|
|
|
|
__ leaq(RBX, FieldAddress(RBX, RSI, TIMES_8, TypedData::data_offset()));
|
|
|
|
__ xorq(RAX, RAX); // RAX = 0.
|
|
|
|
__ movq(RDX, FieldAddress(RDI, R8, TIMES_8, TypedData::data_offset()));
|
|
|
|
__ shldq(RAX, RDX, RCX);
|
|
|
|
__ movq(Address(RBX, R8, TIMES_8, 2 * Bigint::kBytesPerDigit), RAX);
|
|
|
|
Label last;
|
|
|
|
__ cmpq(R8, Immediate(0));
|
|
|
|
__ j(EQUAL, &last, Assembler::kNearJump);
|
|
|
|
Label loop;
|
|
|
|
__ Bind(&loop);
|
|
|
|
__ movq(RAX, RDX);
|
|
|
|
__ movq(RDX,
|
|
|
|
FieldAddress(RDI, R8, TIMES_8,
|
|
|
|
TypedData::data_offset() - 2 * Bigint::kBytesPerDigit));
|
|
|
|
__ shldq(RAX, RDX, RCX);
|
|
|
|
__ movq(Address(RBX, R8, TIMES_8, 0), RAX);
|
|
|
|
__ decq(R8);
|
|
|
|
__ j(NOT_ZERO, &loop, Assembler::kNearJump);
|
|
|
|
__ Bind(&last);
|
2015-04-15 20:46:24 +00:00
|
|
|
__ shldq(RDX, R8, RCX); // R8 == 0.
|
2015-04-01 17:35:52 +00:00
|
|
|
__ movq(Address(RBX, 0), RDX);
|
|
|
|
// Returning Object::null() is not required, since this method is private.
|
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void Intrinsifier::Bigint_rsh(Assembler* assembler) {
|
|
|
|
// static void _rsh(Uint32List x_digits, int x_used, int n,
|
|
|
|
// Uint32List r_digits)
|
|
|
|
|
|
|
|
__ movq(RDI, Address(RSP, 4 * kWordSize)); // x_digits
|
|
|
|
__ movq(RCX, Address(RSP, 2 * kWordSize)); // n is Smi
|
|
|
|
__ SmiUntag(RCX);
|
|
|
|
__ movq(RBX, Address(RSP, 1 * kWordSize)); // r_digits
|
2015-04-15 20:46:24 +00:00
|
|
|
__ movq(RDX, RCX);
|
|
|
|
__ sarq(RDX, Immediate(6)); // RDX = n ~/ (2*_DIGIT_BITS).
|
|
|
|
__ movq(RSI, Address(RSP, 3 * kWordSize)); // x_used is Smi
|
|
|
|
__ subq(RSI, Immediate(2)); // x_used > 0, Smi. RSI = x_used - 1, round up.
|
|
|
|
__ sarq(RSI, Immediate(2));
|
2015-04-01 17:35:52 +00:00
|
|
|
__ leaq(RDI, FieldAddress(RDI, RSI, TIMES_8, TypedData::data_offset()));
|
2015-04-15 20:46:24 +00:00
|
|
|
__ subq(RSI, RDX); // RSI + 1 = number of digit pairs to read.
|
|
|
|
__ leaq(RBX, FieldAddress(RBX, RSI, TIMES_8, TypedData::data_offset()));
|
|
|
|
__ negq(RSI);
|
|
|
|
__ movq(RDX, Address(RDI, RSI, TIMES_8, 0));
|
2015-04-01 17:35:52 +00:00
|
|
|
Label last;
|
2015-04-15 20:46:24 +00:00
|
|
|
__ cmpq(RSI, Immediate(0));
|
2015-04-01 17:35:52 +00:00
|
|
|
__ j(EQUAL, &last, Assembler::kNearJump);
|
|
|
|
Label loop;
|
|
|
|
__ Bind(&loop);
|
|
|
|
__ movq(RAX, RDX);
|
2015-04-15 20:46:24 +00:00
|
|
|
__ movq(RDX, Address(RDI, RSI, TIMES_8, 2 * Bigint::kBytesPerDigit));
|
2015-04-01 17:35:52 +00:00
|
|
|
__ shrdq(RAX, RDX, RCX);
|
2015-04-15 20:46:24 +00:00
|
|
|
__ movq(Address(RBX, RSI, TIMES_8, 0), RAX);
|
|
|
|
__ incq(RSI);
|
|
|
|
__ j(NOT_ZERO, &loop, Assembler::kNearJump);
|
2015-04-01 17:35:52 +00:00
|
|
|
__ Bind(&last);
|
2015-04-15 20:46:24 +00:00
|
|
|
__ shrdq(RDX, RSI, RCX); // RSI == 0.
|
|
|
|
__ movq(Address(RBX, 0), RDX);
|
2015-04-01 17:35:52 +00:00
|
|
|
// Returning Object::null() is not required, since this method is private.
|
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-09-30 23:01:40 +00:00
|
|
|
void Intrinsifier::Bigint_absAdd(Assembler* assembler) {
|
2014-10-10 19:50:03 +00:00
|
|
|
// static void _absAdd(Uint32List digits, int used,
|
|
|
|
// Uint32List a_digits, int a_used,
|
|
|
|
// Uint32List r_digits)
|
|
|
|
|
|
|
|
__ movq(RDI, Address(RSP, 5 * kWordSize)); // digits
|
|
|
|
__ movq(R8, Address(RSP, 4 * kWordSize)); // used is Smi
|
2014-11-20 23:18:03 +00:00
|
|
|
__ addq(R8, Immediate(2)); // used > 0, Smi. R8 = used + 1, round up.
|
|
|
|
__ sarq(R8, Immediate(2)); // R8 = number of digit pairs to process.
|
2014-10-10 19:50:03 +00:00
|
|
|
__ movq(RSI, Address(RSP, 3 * kWordSize)); // a_digits
|
|
|
|
__ movq(RCX, Address(RSP, 2 * kWordSize)); // a_used is Smi
|
2014-11-20 23:18:03 +00:00
|
|
|
__ addq(RCX, Immediate(2)); // a_used > 0, Smi. R8 = a_used + 1, round up.
|
|
|
|
__ sarq(RCX, Immediate(2)); // R8 = number of digit pairs to process.
|
2014-10-10 19:50:03 +00:00
|
|
|
__ movq(RBX, Address(RSP, 1 * kWordSize)); // r_digits
|
|
|
|
|
|
|
|
// Precompute 'used - a_used' now so that carry flag is not lost later.
|
|
|
|
__ subq(R8, RCX);
|
|
|
|
__ incq(R8); // To account for the extra test between loops.
|
|
|
|
|
|
|
|
__ xorq(RDX, RDX); // RDX = 0, carry flag = 0.
|
|
|
|
Label add_loop;
|
|
|
|
__ Bind(&add_loop);
|
2014-11-20 23:18:03 +00:00
|
|
|
// Loop (a_used+1)/2 times, RCX > 0.
|
|
|
|
__ movq(RAX, FieldAddress(RDI, RDX, TIMES_8, TypedData::data_offset()));
|
|
|
|
__ adcq(RAX, FieldAddress(RSI, RDX, TIMES_8, TypedData::data_offset()));
|
|
|
|
__ movq(FieldAddress(RBX, RDX, TIMES_8, TypedData::data_offset()), RAX);
|
2014-10-10 19:50:03 +00:00
|
|
|
__ incq(RDX); // Does not affect carry flag.
|
|
|
|
__ decq(RCX); // Does not affect carry flag.
|
|
|
|
__ j(NOT_ZERO, &add_loop, Assembler::kNearJump);
|
|
|
|
|
|
|
|
Label last_carry;
|
|
|
|
__ decq(R8); // Does not affect carry flag.
|
|
|
|
__ j(ZERO, &last_carry, Assembler::kNearJump); // If used - a_used == 0.
|
|
|
|
|
|
|
|
Label carry_loop;
|
|
|
|
__ Bind(&carry_loop);
|
2014-11-20 23:18:03 +00:00
|
|
|
// Loop (used+1)/2 - (a_used+1)/2 times, R8 > 0.
|
|
|
|
__ movq(RAX, FieldAddress(RDI, RDX, TIMES_8, TypedData::data_offset()));
|
|
|
|
__ adcq(RAX, Immediate(0));
|
|
|
|
__ movq(FieldAddress(RBX, RDX, TIMES_8, TypedData::data_offset()), RAX);
|
2014-10-10 19:50:03 +00:00
|
|
|
__ incq(RDX); // Does not affect carry flag.
|
|
|
|
__ decq(R8); // Does not affect carry flag.
|
|
|
|
__ j(NOT_ZERO, &carry_loop, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ Bind(&last_carry);
|
2015-02-04 23:56:23 +00:00
|
|
|
Label done;
|
|
|
|
__ j(NOT_CARRY, &done);
|
|
|
|
__ movq(FieldAddress(RBX, RDX, TIMES_8, TypedData::data_offset()),
|
|
|
|
Immediate(1));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-02-04 23:56:23 +00:00
|
|
|
__ Bind(&done);
|
2014-10-10 19:50:03 +00:00
|
|
|
// Returning Object::null() is not required, since this method is private.
|
|
|
|
__ ret();
|
2014-09-30 18:49:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-09-30 23:01:40 +00:00
|
|
|
void Intrinsifier::Bigint_absSub(Assembler* assembler) {
|
2014-10-10 19:50:03 +00:00
|
|
|
// static void _absSub(Uint32List digits, int used,
|
|
|
|
// Uint32List a_digits, int a_used,
|
|
|
|
// Uint32List r_digits)
|
|
|
|
|
|
|
|
__ movq(RDI, Address(RSP, 5 * kWordSize)); // digits
|
|
|
|
__ movq(R8, Address(RSP, 4 * kWordSize)); // used is Smi
|
2014-11-20 23:18:03 +00:00
|
|
|
__ addq(R8, Immediate(2)); // used > 0, Smi. R8 = used + 1, round up.
|
|
|
|
__ sarq(R8, Immediate(2)); // R8 = number of digit pairs to process.
|
2014-10-10 19:50:03 +00:00
|
|
|
__ movq(RSI, Address(RSP, 3 * kWordSize)); // a_digits
|
|
|
|
__ movq(RCX, Address(RSP, 2 * kWordSize)); // a_used is Smi
|
2014-11-20 23:18:03 +00:00
|
|
|
__ addq(RCX, Immediate(2)); // a_used > 0, Smi. R8 = a_used + 1, round up.
|
|
|
|
__ sarq(RCX, Immediate(2)); // R8 = number of digit pairs to process.
|
2014-10-10 19:50:03 +00:00
|
|
|
__ movq(RBX, Address(RSP, 1 * kWordSize)); // r_digits
|
|
|
|
|
|
|
|
// Precompute 'used - a_used' now so that carry flag is not lost later.
|
|
|
|
__ subq(R8, RCX);
|
|
|
|
__ incq(R8); // To account for the extra test between loops.
|
|
|
|
|
|
|
|
__ xorq(RDX, RDX); // RDX = 0, carry flag = 0.
|
|
|
|
Label sub_loop;
|
|
|
|
__ Bind(&sub_loop);
|
2014-11-20 23:18:03 +00:00
|
|
|
// Loop (a_used+1)/2 times, RCX > 0.
|
|
|
|
__ movq(RAX, FieldAddress(RDI, RDX, TIMES_8, TypedData::data_offset()));
|
|
|
|
__ sbbq(RAX, FieldAddress(RSI, RDX, TIMES_8, TypedData::data_offset()));
|
|
|
|
__ movq(FieldAddress(RBX, RDX, TIMES_8, TypedData::data_offset()), RAX);
|
2014-10-10 19:50:03 +00:00
|
|
|
__ incq(RDX); // Does not affect carry flag.
|
|
|
|
__ decq(RCX); // Does not affect carry flag.
|
|
|
|
__ j(NOT_ZERO, &sub_loop, Assembler::kNearJump);
|
|
|
|
|
|
|
|
Label done;
|
|
|
|
__ decq(R8); // Does not affect carry flag.
|
|
|
|
__ j(ZERO, &done, Assembler::kNearJump); // If used - a_used == 0.
|
|
|
|
|
|
|
|
Label carry_loop;
|
|
|
|
__ Bind(&carry_loop);
|
2014-11-20 23:18:03 +00:00
|
|
|
// Loop (used+1)/2 - (a_used+1)/2 times, R8 > 0.
|
|
|
|
__ movq(RAX, FieldAddress(RDI, RDX, TIMES_8, TypedData::data_offset()));
|
|
|
|
__ sbbq(RAX, Immediate(0));
|
|
|
|
__ movq(FieldAddress(RBX, RDX, TIMES_8, TypedData::data_offset()), RAX);
|
2014-10-10 19:50:03 +00:00
|
|
|
__ incq(RDX); // Does not affect carry flag.
|
|
|
|
__ decq(R8); // Does not affect carry flag.
|
|
|
|
__ j(NOT_ZERO, &carry_loop, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ Bind(&done);
|
|
|
|
// Returning Object::null() is not required, since this method is private.
|
|
|
|
__ ret();
|
2014-09-30 18:49:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-09-19 02:05:00 +00:00
|
|
|
void Intrinsifier::Bigint_mulAdd(Assembler* assembler) {
|
2014-10-10 19:50:03 +00:00
|
|
|
// Pseudo code:
|
2014-12-29 18:40:44 +00:00
|
|
|
// static int _mulAdd(Uint32List x_digits, int xi,
|
|
|
|
// Uint32List m_digits, int i,
|
|
|
|
// Uint32List a_digits, int j, int n) {
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t x = x_digits[xi >> 1 .. (xi >> 1) + 1]; // xi is Smi and even.
|
2014-10-10 19:50:03 +00:00
|
|
|
// if (x == 0 || n == 0) {
|
2015-01-05 19:44:02 +00:00
|
|
|
// return 2;
|
2014-10-10 19:50:03 +00:00
|
|
|
// }
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t* mip = &m_digits[i >> 1]; // i is Smi and even.
|
|
|
|
// uint64_t* ajp = &a_digits[j >> 1]; // j is Smi and even.
|
|
|
|
// uint64_t c = 0;
|
|
|
|
// SmiUntag(n); // n is Smi and even.
|
|
|
|
// n = (n + 1)/2; // Number of pairs to process.
|
2014-10-10 19:50:03 +00:00
|
|
|
// do {
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t mi = *mip++;
|
|
|
|
// uint64_t aj = *ajp;
|
|
|
|
// uint128_t t = x*mi + aj + c; // 64-bit * 64-bit -> 128-bit.
|
|
|
|
// *ajp++ = low64(t);
|
|
|
|
// c = high64(t);
|
2014-10-10 19:50:03 +00:00
|
|
|
// } while (--n > 0);
|
|
|
|
// while (c != 0) {
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint128_t t = *ajp + c;
|
|
|
|
// *ajp++ = low64(t);
|
|
|
|
// c = high64(t); // c == 0 or 1.
|
2014-10-10 19:50:03 +00:00
|
|
|
// }
|
2015-01-05 19:44:02 +00:00
|
|
|
// return 2;
|
2014-10-10 19:50:03 +00:00
|
|
|
// }
|
|
|
|
|
|
|
|
Label done;
|
|
|
|
// RBX = x, done if x == 0
|
|
|
|
__ movq(RCX, Address(RSP, 7 * kWordSize)); // x_digits
|
|
|
|
__ movq(RAX, Address(RSP, 6 * kWordSize)); // xi is Smi
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RBX, FieldAddress(RCX, RAX, TIMES_2, TypedData::data_offset()));
|
|
|
|
__ testq(RBX, RBX);
|
2014-10-10 19:50:03 +00:00
|
|
|
__ j(ZERO, &done, Assembler::kNearJump);
|
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// R8 = (SmiUntag(n) + 1)/2, no_op if n == 0
|
2014-10-10 19:50:03 +00:00
|
|
|
__ movq(R8, Address(RSP, 1 * kWordSize));
|
2015-01-05 19:44:02 +00:00
|
|
|
__ addq(R8, Immediate(2));
|
|
|
|
__ sarq(R8, Immediate(2)); // R8 = number of digit pairs to process.
|
2014-10-10 19:50:03 +00:00
|
|
|
__ j(ZERO, &done, Assembler::kNearJump);
|
|
|
|
|
|
|
|
// RDI = mip = &m_digits[i >> 1]
|
|
|
|
__ movq(RDI, Address(RSP, 5 * kWordSize)); // m_digits
|
|
|
|
__ movq(RAX, Address(RSP, 4 * kWordSize)); // i is Smi
|
|
|
|
__ leaq(RDI, FieldAddress(RDI, RAX, TIMES_2, TypedData::data_offset()));
|
|
|
|
|
|
|
|
// RSI = ajp = &a_digits[j >> 1]
|
|
|
|
__ movq(RSI, Address(RSP, 3 * kWordSize)); // a_digits
|
|
|
|
__ movq(RAX, Address(RSP, 2 * kWordSize)); // j is Smi
|
|
|
|
__ leaq(RSI, FieldAddress(RSI, RAX, TIMES_2, TypedData::data_offset()));
|
|
|
|
|
|
|
|
// RCX = c = 0
|
|
|
|
__ xorq(RCX, RCX);
|
|
|
|
|
|
|
|
Label muladd_loop;
|
|
|
|
__ Bind(&muladd_loop);
|
|
|
|
// x: RBX
|
|
|
|
// mip: RDI
|
|
|
|
// ajp: RSI
|
|
|
|
// c: RCX
|
|
|
|
// t: RDX:RAX (not live at loop entry)
|
|
|
|
// n: R8
|
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t mi = *mip++
|
|
|
|
__ movq(RAX, Address(RDI, 0));
|
|
|
|
__ addq(RDI, Immediate(2*Bigint::kBytesPerDigit));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint128_t t = x*mi
|
|
|
|
__ mulq(RBX); // t = RDX:RAX = RAX * RBX, 64-bit * 64-bit -> 64-bit
|
|
|
|
__ addq(RAX, RCX); // t += c
|
|
|
|
__ adcq(RDX, Immediate(0));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t aj = *ajp; t += aj
|
|
|
|
__ addq(RAX, Address(RSI, 0));
|
|
|
|
__ adcq(RDX, Immediate(0));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// *ajp++ = low64(t)
|
|
|
|
__ movq(Address(RSI, 0), RAX);
|
|
|
|
__ addq(RSI, Immediate(2*Bigint::kBytesPerDigit));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// c = high64(t)
|
|
|
|
__ movq(RCX, RDX);
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
// while (--n > 0)
|
|
|
|
__ decq(R8); // --n
|
|
|
|
__ j(NOT_ZERO, &muladd_loop, Assembler::kNearJump);
|
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
__ testq(RCX, RCX);
|
2014-10-10 19:50:03 +00:00
|
|
|
__ j(ZERO, &done, Assembler::kNearJump);
|
|
|
|
|
|
|
|
// *ajp += c
|
2015-01-05 19:44:02 +00:00
|
|
|
__ addq(Address(RSI, 0), RCX);
|
2014-10-10 19:50:03 +00:00
|
|
|
__ j(NOT_CARRY, &done, Assembler::kNearJump);
|
|
|
|
|
|
|
|
Label propagate_carry_loop;
|
|
|
|
__ Bind(&propagate_carry_loop);
|
2015-01-05 19:44:02 +00:00
|
|
|
__ addq(RSI, Immediate(2*Bigint::kBytesPerDigit));
|
|
|
|
__ incq(Address(RSI, 0)); // c == 0 or 1
|
2014-10-10 19:50:03 +00:00
|
|
|
__ j(CARRY, &propagate_carry_loop, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ Bind(&done);
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RAX, Immediate(Smi::RawValue(2))); // Two digits processed.
|
2014-10-10 19:50:03 +00:00
|
|
|
__ ret();
|
2014-09-19 02:05:00 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-09-30 16:21:23 +00:00
|
|
|
void Intrinsifier::Bigint_sqrAdd(Assembler* assembler) {
|
2014-10-10 19:50:03 +00:00
|
|
|
// Pseudo code:
|
2014-12-29 18:40:44 +00:00
|
|
|
// static int _sqrAdd(Uint32List x_digits, int i,
|
|
|
|
// Uint32List a_digits, int used) {
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t* xip = &x_digits[i >> 1]; // i is Smi and even.
|
|
|
|
// uint64_t x = *xip++;
|
|
|
|
// if (x == 0) return 2;
|
|
|
|
// uint64_t* ajp = &a_digits[i]; // j == 2*i, i is Smi.
|
|
|
|
// uint64_t aj = *ajp;
|
|
|
|
// uint128_t t = x*x + aj;
|
|
|
|
// *ajp++ = low64(t);
|
|
|
|
// uint128_t c = high64(t);
|
|
|
|
// int n = ((used - i + 2) >> 2) - 1; // used and i are Smi. n: num pairs.
|
2014-10-10 19:50:03 +00:00
|
|
|
// while (--n >= 0) {
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t xi = *xip++;
|
|
|
|
// uint64_t aj = *ajp;
|
|
|
|
// uint192_t t = 2*x*xi + aj + c; // 2-bit * 64-bit * 64-bit -> 129-bit.
|
|
|
|
// *ajp++ = low64(t);
|
|
|
|
// c = high128(t); // 65-bit.
|
2014-10-10 19:50:03 +00:00
|
|
|
// }
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t aj = *ajp;
|
|
|
|
// uint128_t t = aj + c; // 64-bit + 65-bit -> 66-bit.
|
|
|
|
// *ajp++ = low64(t);
|
|
|
|
// *ajp = high64(t);
|
|
|
|
// return 2;
|
2014-10-10 19:50:03 +00:00
|
|
|
// }
|
|
|
|
|
|
|
|
// RDI = xip = &x_digits[i >> 1]
|
|
|
|
__ movq(RDI, Address(RSP, 4 * kWordSize)); // x_digits
|
|
|
|
__ movq(RAX, Address(RSP, 3 * kWordSize)); // i is Smi
|
|
|
|
__ leaq(RDI, FieldAddress(RDI, RAX, TIMES_2, TypedData::data_offset()));
|
|
|
|
|
|
|
|
// RBX = x = *xip++, return if x == 0
|
|
|
|
Label x_zero;
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RBX, Address(RDI, 0));
|
|
|
|
__ cmpq(RBX, Immediate(0));
|
|
|
|
__ j(EQUAL, &x_zero);
|
|
|
|
__ addq(RDI, Immediate(2*Bigint::kBytesPerDigit));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
// RSI = ajp = &a_digits[i]
|
|
|
|
__ movq(RSI, Address(RSP, 2 * kWordSize)); // a_digits
|
|
|
|
__ leaq(RSI, FieldAddress(RSI, RAX, TIMES_4, TypedData::data_offset()));
|
|
|
|
|
|
|
|
// RDX:RAX = t = x*x + *ajp
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RAX, RBX);
|
|
|
|
__ mulq(RBX);
|
|
|
|
__ addq(RAX, Address(RSI, 0));
|
|
|
|
__ adcq(RDX, Immediate(0));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// *ajp++ = low64(t)
|
|
|
|
__ movq(Address(RSI, 0), RAX);
|
|
|
|
__ addq(RSI, Immediate(2*Bigint::kBytesPerDigit));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// int n = (used - i + 1)/2 - 1
|
2014-10-10 19:50:03 +00:00
|
|
|
__ movq(R8, Address(RSP, 1 * kWordSize)); // used is Smi
|
|
|
|
__ subq(R8, Address(RSP, 3 * kWordSize)); // i is Smi
|
2015-01-05 19:44:02 +00:00
|
|
|
__ addq(R8, Immediate(2));
|
|
|
|
__ sarq(R8, Immediate(2));
|
|
|
|
__ decq(R8); // R8 = number of digit pairs to process.
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint128_t c = high64(t)
|
|
|
|
__ xorq(R13, R13); // R13 = high64(c) == 0
|
|
|
|
__ movq(R12, RDX); // R12 = low64(c) == high64(t)
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
Label loop, done;
|
|
|
|
__ Bind(&loop);
|
|
|
|
// x: RBX
|
|
|
|
// xip: RDI
|
|
|
|
// ajp: RSI
|
|
|
|
// c: R13:R12
|
|
|
|
// t: RCX:RDX:RAX (not live at loop entry)
|
|
|
|
// n: R8
|
|
|
|
|
|
|
|
// while (--n >= 0)
|
|
|
|
__ decq(R8); // --n
|
|
|
|
__ j(NEGATIVE, &done, Assembler::kNearJump);
|
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t xi = *xip++
|
|
|
|
__ movq(RAX, Address(RDI, 0));
|
|
|
|
__ addq(RDI, Immediate(2*Bigint::kBytesPerDigit));
|
|
|
|
|
|
|
|
// uint192_t t = RCX:RDX:RAX = 2*x*xi + aj + c
|
|
|
|
__ mulq(RBX); // RDX:RAX = RAX * RBX
|
|
|
|
__ xorq(RCX, RCX); // RCX = 0
|
|
|
|
__ shldq(RCX, RDX, Immediate(1));
|
|
|
|
__ shldq(RDX, RAX, Immediate(1));
|
|
|
|
__ shlq(RAX, Immediate(1)); // RCX:RDX:RAX <<= 1
|
|
|
|
__ addq(RAX, Address(RSI, 0)); // t += aj
|
|
|
|
__ adcq(RDX, Immediate(0));
|
|
|
|
__ adcq(RCX, Immediate(0));
|
|
|
|
__ addq(RAX, R12); // t += low64(c)
|
|
|
|
__ adcq(RDX, R13); // t += high64(c) << 64
|
|
|
|
__ adcq(RCX, Immediate(0));
|
|
|
|
|
|
|
|
// *ajp++ = low64(t)
|
|
|
|
__ movq(Address(RSI, 0), RAX);
|
|
|
|
__ addq(RSI, Immediate(2*Bigint::kBytesPerDigit));
|
|
|
|
|
|
|
|
// c = high128(t)
|
|
|
|
__ movq(R12, RDX);
|
|
|
|
__ movq(R13, RCX);
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
__ jmp(&loop, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ Bind(&done);
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint128_t t = aj + c
|
|
|
|
__ addq(R12, Address(RSI, 0)); // t = c, t += *ajp
|
|
|
|
__ adcq(R13, Immediate(0));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// *ajp++ = low64(t)
|
|
|
|
// *ajp = high64(t)
|
|
|
|
__ movq(Address(RSI, 0), R12);
|
|
|
|
__ movq(Address(RSI, 2*Bigint::kBytesPerDigit), R13);
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
__ Bind(&x_zero);
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RAX, Immediate(Smi::RawValue(2))); // Two digits processed.
|
2014-10-10 19:50:03 +00:00
|
|
|
__ ret();
|
2014-09-30 16:21:23 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-09-30 18:49:41 +00:00
|
|
|
void Intrinsifier::Bigint_estQuotientDigit(Assembler* assembler) {
|
2014-10-10 19:50:03 +00:00
|
|
|
// Pseudo code:
|
2014-12-29 18:40:44 +00:00
|
|
|
// static int _estQuotientDigit(Uint32List args, Uint32List digits, int i) {
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t yt = args[_YT_LO .. _YT]; // _YT_LO == 0, _YT == 1.
|
|
|
|
// uint64_t* dp = &digits[(i >> 1) - 1]; // i is Smi.
|
|
|
|
// uint64_t dh = dp[0]; // dh == digits[(i >> 1) - 1 .. i >> 1].
|
|
|
|
// uint64_t qd;
|
2014-10-10 19:50:03 +00:00
|
|
|
// if (dh == yt) {
|
2015-01-05 19:44:02 +00:00
|
|
|
// qd = (DIGIT_MASK << 32) | DIGIT_MASK;
|
2014-10-10 19:50:03 +00:00
|
|
|
// } else {
|
2015-01-05 19:44:02 +00:00
|
|
|
// dl = dp[-1]; // dl == digits[(i >> 1) - 3 .. (i >> 1) - 2].
|
2014-10-10 19:50:03 +00:00
|
|
|
// qd = dh:dl / yt; // No overflow possible, because dh < yt.
|
|
|
|
// }
|
2015-01-05 19:44:02 +00:00
|
|
|
// args[_QD .. _QD_HI] = qd; // _QD == 2, _QD_HI == 3.
|
|
|
|
// return 2;
|
2014-10-10 19:50:03 +00:00
|
|
|
// }
|
|
|
|
|
|
|
|
// RDI = args
|
|
|
|
__ movq(RDI, Address(RSP, 3 * kWordSize)); // args
|
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// RCX = yt = args[0..1]
|
|
|
|
__ movq(RCX, FieldAddress(RDI, TypedData::data_offset()));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// RBX = dp = &digits[(i >> 1) - 1]
|
2014-10-10 19:50:03 +00:00
|
|
|
__ movq(RBX, Address(RSP, 2 * kWordSize)); // digits
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RAX, Address(RSP, 1 * kWordSize)); // i is Smi and odd.
|
|
|
|
__ leaq(RBX, FieldAddress(RBX, RAX, TIMES_2,
|
|
|
|
TypedData::data_offset() - Bigint::kBytesPerDigit));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
// RDX = dh = dp[0]
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RDX, Address(RBX, 0));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// RAX = qd = (DIGIT_MASK << 32) | DIGIT_MASK = -1
|
|
|
|
__ movq(RAX, Immediate(-1));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
// Return qd if dh == yt
|
|
|
|
Label return_qd;
|
2015-01-05 19:44:02 +00:00
|
|
|
__ cmpq(RDX, RCX);
|
2014-10-10 19:50:03 +00:00
|
|
|
__ j(EQUAL, &return_qd, Assembler::kNearJump);
|
|
|
|
|
|
|
|
// RAX = dl = dp[-1]
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RAX, Address(RBX, -2*Bigint::kBytesPerDigit));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
// RAX = qd = dh:dl / yt = RDX:RAX / RCX
|
2015-01-05 19:44:02 +00:00
|
|
|
__ divq(RCX);
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
__ Bind(&return_qd);
|
2015-01-05 19:44:02 +00:00
|
|
|
// args[2..3] = qd
|
|
|
|
__ movq(FieldAddress(RDI,
|
2014-12-29 18:40:44 +00:00
|
|
|
TypedData::data_offset() + 2*Bigint::kBytesPerDigit),
|
2014-10-10 19:50:03 +00:00
|
|
|
RAX);
|
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RAX, Immediate(Smi::RawValue(2))); // Two digits processed.
|
2014-10-10 19:50:03 +00:00
|
|
|
__ ret();
|
2014-09-30 18:49:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void Intrinsifier::Montgomery_mulMod(Assembler* assembler) {
|
2014-10-10 19:50:03 +00:00
|
|
|
// Pseudo code:
|
2014-12-29 18:40:44 +00:00
|
|
|
// static int _mulMod(Uint32List args, Uint32List digits, int i) {
|
2015-01-05 19:44:02 +00:00
|
|
|
// uint64_t rho = args[_RHO .. _RHO_HI]; // _RHO == 2, _RHO_HI == 3.
|
|
|
|
// uint64_t d = digits[i >> 1 .. (i >> 1) + 1]; // i is Smi and even.
|
|
|
|
// uint128_t t = rho*d;
|
|
|
|
// args[_MU .. _MU_HI] = t mod DIGIT_BASE^2; // _MU == 4, _MU_HI == 5.
|
|
|
|
// return 2;
|
2014-10-10 19:50:03 +00:00
|
|
|
// }
|
|
|
|
|
|
|
|
// RDI = args
|
|
|
|
__ movq(RDI, Address(RSP, 3 * kWordSize)); // args
|
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// RCX = rho = args[2 .. 3]
|
|
|
|
__ movq(RCX,
|
2014-12-29 18:40:44 +00:00
|
|
|
FieldAddress(RDI,
|
|
|
|
TypedData::data_offset() + 2*Bigint::kBytesPerDigit));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// RAX = digits[i >> 1 .. (i >> 1) + 1]
|
2014-10-10 19:50:03 +00:00
|
|
|
__ movq(RBX, Address(RSP, 2 * kWordSize)); // digits
|
|
|
|
__ movq(RAX, Address(RSP, 1 * kWordSize)); // i is Smi
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RAX, FieldAddress(RBX, RAX, TIMES_2, TypedData::data_offset()));
|
2014-10-10 19:50:03 +00:00
|
|
|
|
|
|
|
// RDX:RAX = t = rho*d
|
2015-01-05 19:44:02 +00:00
|
|
|
__ mulq(RCX);
|
2014-10-10 19:50:03 +00:00
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
// args[4 .. 5] = t mod DIGIT_BASE^2 = low64(t)
|
|
|
|
__ movq(FieldAddress(RDI,
|
2014-12-29 18:40:44 +00:00
|
|
|
TypedData::data_offset() + 4*Bigint::kBytesPerDigit),
|
2014-10-10 19:50:03 +00:00
|
|
|
RAX);
|
|
|
|
|
2015-01-05 19:44:02 +00:00
|
|
|
__ movq(RAX, Immediate(Smi::RawValue(2))); // Two digits processed.
|
2014-10-10 19:50:03 +00:00
|
|
|
__ ret();
|
2014-09-30 18:49:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2012-07-12 19:10:50 +00:00
|
|
|
// Check if the last argument is a double, jump to label 'is_smi' if smi
|
|
|
|
// (easy to convert to double), otherwise jump to label 'not_double_smi',
|
|
|
|
// Returns the last argument in RAX.
|
|
|
|
static void TestLastArgumentIsDouble(Assembler* assembler,
|
|
|
|
Label* is_smi,
|
|
|
|
Label* not_double_smi) {
|
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize));
|
|
|
|
__ testq(RAX, Immediate(kSmiTagMask));
|
2015-07-10 20:10:47 +00:00
|
|
|
__ j(ZERO, is_smi); // Jump if Smi.
|
2012-08-08 19:46:23 +00:00
|
|
|
__ CompareClassId(RAX, kDoubleCid);
|
2015-07-10 20:10:47 +00:00
|
|
|
__ j(NOT_EQUAL, not_double_smi);
|
2012-07-12 19:10:50 +00:00
|
|
|
// Fall through if double.
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// Both arguments on stack, left argument is a double, right argument is of
|
|
|
|
// unknown type. Return true or false object in RAX. Any NaN argument
|
|
|
|
// returns false. Any non-double argument causes control flow to fall through
|
|
|
|
// to the slow case (compiled method body).
|
2013-08-27 11:11:48 +00:00
|
|
|
static void CompareDoubles(Assembler* assembler, Condition true_condition) {
|
2012-07-12 19:10:50 +00:00
|
|
|
Label fall_through, is_false, is_true, is_smi, double_op;
|
|
|
|
TestLastArgumentIsDouble(assembler, &is_smi, &fall_through);
|
|
|
|
// Both arguments are double, right operand is in RAX.
|
|
|
|
__ movsd(XMM1, FieldAddress(RAX, Double::value_offset()));
|
|
|
|
__ Bind(&double_op);
|
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize)); // Left argument.
|
|
|
|
__ movsd(XMM0, FieldAddress(RAX, Double::value_offset()));
|
|
|
|
__ comisd(XMM0, XMM1);
|
|
|
|
__ j(PARITY_EVEN, &is_false, Assembler::kNearJump); // NaN -> false;
|
|
|
|
__ j(true_condition, &is_true, Assembler::kNearJump);
|
|
|
|
// Fall through false.
|
|
|
|
__ Bind(&is_false);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2012-07-12 19:10:50 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&is_true);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::True());
|
2012-07-12 19:10:50 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&is_smi);
|
|
|
|
__ SmiUntag(RAX);
|
2014-10-09 20:49:15 +00:00
|
|
|
__ cvtsi2sdq(XMM1, RAX);
|
2012-07-12 19:10:50 +00:00
|
|
|
__ jmp(&double_op);
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_greaterThan(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareDoubles(assembler, ABOVE);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_greaterEqualThan(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareDoubles(assembler, ABOVE_EQUAL);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_lessThan(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareDoubles(assembler, BELOW);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_equal(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareDoubles(assembler, EQUAL);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_lessEqualThan(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
CompareDoubles(assembler, BELOW_EQUAL);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2012-07-12 19:10:50 +00:00
|
|
|
// Expects left argument to be double (receiver). Right argument is unknown.
|
|
|
|
// Both arguments are on stack.
|
2013-08-27 11:11:48 +00:00
|
|
|
static void DoubleArithmeticOperations(Assembler* assembler, Token::Kind kind) {
|
2016-03-22 16:56:49 +00:00
|
|
|
Label fall_through, is_smi, double_op;
|
|
|
|
TestLastArgumentIsDouble(assembler, &is_smi, &fall_through);
|
2012-07-12 19:10:50 +00:00
|
|
|
// Both arguments are double, right operand is in RAX.
|
|
|
|
__ movsd(XMM1, FieldAddress(RAX, Double::value_offset()));
|
2016-03-22 16:56:49 +00:00
|
|
|
__ Bind(&double_op);
|
2012-07-12 19:10:50 +00:00
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize)); // Left argument.
|
|
|
|
__ movsd(XMM0, FieldAddress(RAX, Double::value_offset()));
|
|
|
|
switch (kind) {
|
|
|
|
case Token::kADD: __ addsd(XMM0, XMM1); break;
|
|
|
|
case Token::kSUB: __ subsd(XMM0, XMM1); break;
|
|
|
|
case Token::kMUL: __ mulsd(XMM0, XMM1); break;
|
|
|
|
case Token::kDIV: __ divsd(XMM0, XMM1); break;
|
|
|
|
default: UNREACHABLE();
|
|
|
|
}
|
|
|
|
const Class& double_class = Class::Handle(
|
|
|
|
Isolate::Current()->object_store()->double_class());
|
2013-03-05 00:04:32 +00:00
|
|
|
__ TryAllocate(double_class,
|
|
|
|
&fall_through,
|
2015-07-10 20:03:23 +00:00
|
|
|
Assembler::kFarJump,
|
2015-08-03 14:26:23 +00:00
|
|
|
RAX, // Result register.
|
|
|
|
R13);
|
2012-07-12 19:10:50 +00:00
|
|
|
__ movsd(FieldAddress(RAX, Double::value_offset()), XMM0);
|
|
|
|
__ ret();
|
2016-03-22 16:56:49 +00:00
|
|
|
__ Bind(&is_smi);
|
|
|
|
__ SmiUntag(RAX);
|
|
|
|
__ cvtsi2sdq(XMM1, RAX);
|
|
|
|
__ jmp(&double_op);
|
2012-07-12 19:10:50 +00:00
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_add(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
DoubleArithmeticOperations(assembler, Token::kADD);
|
2012-07-12 19:10:50 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_mul(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
DoubleArithmeticOperations(assembler, Token::kMUL);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_sub(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
DoubleArithmeticOperations(assembler, Token::kSUB);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_div(Assembler* assembler) {
|
2014-05-19 21:35:32 +00:00
|
|
|
DoubleArithmeticOperations(assembler, Token::kDIV);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_mulFromInteger(Assembler* assembler) {
|
2012-07-12 19:10:50 +00:00
|
|
|
Label fall_through;
|
2013-09-03 14:02:53 +00:00
|
|
|
// Only smis allowed.
|
2012-07-12 19:10:50 +00:00
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize));
|
|
|
|
__ testq(RAX, Immediate(kSmiTagMask));
|
2015-07-10 20:10:47 +00:00
|
|
|
__ j(NOT_ZERO, &fall_through);
|
2012-07-12 19:10:50 +00:00
|
|
|
// Is Smi.
|
|
|
|
__ SmiUntag(RAX);
|
2014-10-09 20:49:15 +00:00
|
|
|
__ cvtsi2sdq(XMM1, RAX);
|
2012-07-12 19:10:50 +00:00
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize));
|
|
|
|
__ movsd(XMM0, FieldAddress(RAX, Double::value_offset()));
|
|
|
|
__ mulsd(XMM0, XMM1);
|
|
|
|
const Class& double_class = Class::Handle(
|
|
|
|
Isolate::Current()->object_store()->double_class());
|
2013-03-05 00:04:32 +00:00
|
|
|
__ TryAllocate(double_class,
|
|
|
|
&fall_through,
|
2015-07-10 20:03:23 +00:00
|
|
|
Assembler::kFarJump,
|
2015-08-03 14:26:23 +00:00
|
|
|
RAX, // Result register.
|
|
|
|
R13);
|
2012-07-12 19:10:50 +00:00
|
|
|
__ movsd(FieldAddress(RAX, Double::value_offset()), XMM0);
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2012-07-12 19:10:50 +00:00
|
|
|
// Left is double right is integer (Bigint, Mint or Smi)
|
2014-08-21 22:37:47 +00:00
|
|
|
void Intrinsifier::DoubleFromInteger(Assembler* assembler) {
|
2012-07-12 19:10:50 +00:00
|
|
|
Label fall_through;
|
|
|
|
__ movq(RAX, Address(RSP, +1 * kWordSize));
|
|
|
|
__ testq(RAX, Immediate(kSmiTagMask));
|
2015-07-10 20:10:47 +00:00
|
|
|
__ j(NOT_ZERO, &fall_through);
|
2012-07-12 19:10:50 +00:00
|
|
|
// Is Smi.
|
|
|
|
__ SmiUntag(RAX);
|
2014-10-09 20:49:15 +00:00
|
|
|
__ cvtsi2sdq(XMM0, RAX);
|
2012-07-12 19:10:50 +00:00
|
|
|
const Class& double_class = Class::Handle(
|
|
|
|
Isolate::Current()->object_store()->double_class());
|
2013-03-05 00:04:32 +00:00
|
|
|
__ TryAllocate(double_class,
|
|
|
|
&fall_through,
|
2015-07-10 20:03:23 +00:00
|
|
|
Assembler::kFarJump,
|
2015-08-03 14:26:23 +00:00
|
|
|
RAX, // Result register.
|
|
|
|
R13);
|
2012-07-12 19:10:50 +00:00
|
|
|
__ movsd(FieldAddress(RAX, Double::value_offset()), XMM0);
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_getIsNaN(Assembler* assembler) {
|
2012-05-24 16:15:09 +00:00
|
|
|
Label is_true;
|
|
|
|
__ movq(RAX, Address(RSP, +1 * kWordSize));
|
|
|
|
__ movsd(XMM0, FieldAddress(RAX, Double::value_offset()));
|
|
|
|
__ comisd(XMM0, XMM0);
|
|
|
|
__ j(PARITY_EVEN, &is_true, Assembler::kNearJump); // NaN -> true;
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2012-05-24 16:15:09 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&is_true);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::True());
|
2012-05-24 16:15:09 +00:00
|
|
|
__ ret();
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Double_getIsNegative(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label is_false, is_true, is_zero;
|
|
|
|
__ movq(RAX, Address(RSP, +1 * kWordSize));
|
|
|
|
__ movsd(XMM0, FieldAddress(RAX, Double::value_offset()));
|
|
|
|
__ xorpd(XMM1, XMM1); // 0.0 -> XMM1.
|
|
|
|
__ comisd(XMM0, XMM1);
|
|
|
|
__ j(PARITY_EVEN, &is_false, Assembler::kNearJump); // NaN -> false.
|
|
|
|
__ j(EQUAL, &is_zero, Assembler::kNearJump); // Check for negative zero.
|
|
|
|
__ j(ABOVE_EQUAL, &is_false, Assembler::kNearJump); // >= 0 -> false.
|
|
|
|
__ Bind(&is_true);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::True());
|
2012-07-11 22:37:41 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&is_false);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2012-07-11 22:37:41 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&is_zero);
|
|
|
|
// Check for negative zero (get the sign bit).
|
|
|
|
__ movmskpd(RAX, XMM0);
|
|
|
|
__ testq(RAX, Immediate(1));
|
|
|
|
__ j(NOT_ZERO, &is_true, Assembler::kNearJump);
|
|
|
|
__ jmp(&is_false, Assembler::kNearJump);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-08-21 10:21:09 +00:00
|
|
|
void Intrinsifier::DoubleToInteger(Assembler* assembler) {
|
2012-09-07 20:41:53 +00:00
|
|
|
__ movq(RAX, Address(RSP, +1 * kWordSize));
|
|
|
|
__ movsd(XMM0, FieldAddress(RAX, Double::value_offset()));
|
|
|
|
__ cvttsd2siq(RAX, XMM0);
|
|
|
|
// Overflow is signalled with minint.
|
|
|
|
Label fall_through;
|
|
|
|
// Check for overflow and that it fits into Smi.
|
2012-12-18 18:43:29 +00:00
|
|
|
__ movq(RCX, RAX);
|
|
|
|
__ shlq(RCX, Immediate(1));
|
|
|
|
__ j(OVERFLOW, &fall_through, Assembler::kNearJump);
|
2012-09-07 20:41:53 +00:00
|
|
|
__ SmiTag(RAX);
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-08-21 10:21:09 +00:00
|
|
|
void Intrinsifier::MathSqrt(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label fall_through, is_smi, double_op;
|
|
|
|
TestLastArgumentIsDouble(assembler, &is_smi, &fall_through);
|
|
|
|
// Argument is double and is in RAX.
|
|
|
|
__ movsd(XMM1, FieldAddress(RAX, Double::value_offset()));
|
|
|
|
__ Bind(&double_op);
|
|
|
|
__ sqrtsd(XMM0, XMM1);
|
|
|
|
const Class& double_class = Class::Handle(
|
|
|
|
Isolate::Current()->object_store()->double_class());
|
2013-03-05 00:04:32 +00:00
|
|
|
__ TryAllocate(double_class,
|
|
|
|
&fall_through,
|
2015-07-10 20:03:23 +00:00
|
|
|
Assembler::kFarJump,
|
2015-08-03 14:26:23 +00:00
|
|
|
RAX, // Result register.
|
|
|
|
R13);
|
2012-07-11 22:37:41 +00:00
|
|
|
__ movsd(FieldAddress(RAX, Double::value_offset()), XMM0);
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&is_smi);
|
|
|
|
__ SmiUntag(RAX);
|
2014-10-09 20:49:15 +00:00
|
|
|
__ cvtsi2sdq(XMM1, RAX);
|
2012-07-11 22:37:41 +00:00
|
|
|
__ jmp(&double_op);
|
|
|
|
__ Bind(&fall_through);
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-05-20 23:59:36 +00:00
|
|
|
// var state = ((_A * (_state[kSTATE_LO])) + _state[kSTATE_HI]) & _MASK_64;
|
|
|
|
// _state[kSTATE_LO] = state & _MASK_32;
|
|
|
|
// _state[kSTATE_HI] = state >> 32;
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::Random_nextState(Assembler* assembler) {
|
2013-05-20 23:59:36 +00:00
|
|
|
const Library& math_lib = Library::Handle(Library::MathLibrary());
|
|
|
|
ASSERT(!math_lib.IsNull());
|
2013-07-23 00:19:39 +00:00
|
|
|
const Class& random_class = Class::Handle(
|
2013-09-09 21:52:40 +00:00
|
|
|
math_lib.LookupClassAllowPrivate(Symbols::_Random()));
|
2013-05-20 23:59:36 +00:00
|
|
|
ASSERT(!random_class.IsNull());
|
|
|
|
const Field& state_field = Field::ZoneHandle(
|
2016-04-07 23:36:35 +00:00
|
|
|
random_class.LookupInstanceFieldAllowPrivate(Symbols::_state()));
|
2013-05-20 23:59:36 +00:00
|
|
|
ASSERT(!state_field.IsNull());
|
|
|
|
const Field& random_A_field = Field::ZoneHandle(
|
2016-04-07 23:36:35 +00:00
|
|
|
random_class.LookupStaticFieldAllowPrivate(Symbols::_A()));
|
2013-05-20 23:59:36 +00:00
|
|
|
ASSERT(!random_A_field.IsNull());
|
|
|
|
ASSERT(random_A_field.is_const());
|
2015-09-04 18:03:46 +00:00
|
|
|
const Instance& a_value = Instance::Handle(random_A_field.StaticValue());
|
2013-05-20 23:59:36 +00:00
|
|
|
const int64_t a_int_value = Integer::Cast(a_value).AsInt64Value();
|
2015-09-04 18:03:46 +00:00
|
|
|
// Receiver.
|
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize));
|
|
|
|
// Field '_state'.
|
|
|
|
__ movq(RBX, FieldAddress(RAX, state_field.Offset()));
|
2013-05-20 23:59:36 +00:00
|
|
|
// Addresses of _state[0] and _state[1].
|
2014-05-23 18:31:10 +00:00
|
|
|
const intptr_t scale = Instance::ElementSizeFor(kTypedDataUint32ArrayCid);
|
|
|
|
const intptr_t offset = Instance::DataOffsetFor(kTypedDataUint32ArrayCid);
|
|
|
|
Address addr_0 = FieldAddress(RBX, 0 * scale + offset);
|
|
|
|
Address addr_1 = FieldAddress(RBX, 1 * scale + offset);
|
2013-05-20 23:59:36 +00:00
|
|
|
__ movq(RAX, Immediate(a_int_value));
|
|
|
|
__ movl(RCX, addr_0);
|
|
|
|
__ imulq(RCX, RAX);
|
|
|
|
__ movl(RDX, addr_1);
|
|
|
|
__ addq(RDX, RCX);
|
|
|
|
__ movl(addr_0, RDX);
|
|
|
|
__ shrq(RDX, Immediate(32));
|
|
|
|
__ movl(addr_1, RDX);
|
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
2012-07-11 22:37:41 +00:00
|
|
|
// Identity comparison.
|
2014-08-21 10:21:09 +00:00
|
|
|
void Intrinsifier::ObjectEquals(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label is_true;
|
2013-09-20 00:33:24 +00:00
|
|
|
const intptr_t kReceiverOffset = 2;
|
|
|
|
const intptr_t kArgumentOffset = 1;
|
|
|
|
|
|
|
|
__ movq(RAX, Address(RSP, + kArgumentOffset * kWordSize));
|
|
|
|
__ cmpq(RAX, Address(RSP, + kReceiverOffset * kWordSize));
|
2012-07-11 22:37:41 +00:00
|
|
|
__ j(EQUAL, &is_true, Assembler::kNearJump);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2012-07-11 22:37:41 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&is_true);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::True());
|
2012-07-11 22:37:41 +00:00
|
|
|
__ ret();
|
2012-04-17 22:44:41 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2015-07-01 17:13:14 +00:00
|
|
|
// Return type quickly for simple types (not parameterized and not signature).
|
|
|
|
void Intrinsifier::ObjectRuntimeType(Assembler* assembler) {
|
|
|
|
Label fall_through;
|
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize));
|
|
|
|
__ LoadClassIdMayBeSmi(RCX, RAX);
|
|
|
|
|
|
|
|
// RCX: untagged cid of instance (RAX).
|
2016-01-20 00:32:59 +00:00
|
|
|
__ cmpq(RCX, Immediate(kClosureCid));
|
|
|
|
__ j(EQUAL, &fall_through, Assembler::kNearJump); // Instance is a closure.
|
|
|
|
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadClassById(RDI, RCX);
|
2015-07-01 17:13:14 +00:00
|
|
|
// RDI: class of instance (RAX).
|
|
|
|
|
|
|
|
__ movzxw(RCX, FieldAddress(RDI, Class::num_type_arguments_offset()));
|
|
|
|
__ cmpq(RCX, Immediate(0));
|
|
|
|
__ j(NOT_EQUAL, &fall_through, Assembler::kNearJump);
|
2016-05-17 21:35:23 +00:00
|
|
|
__ movq(RAX, FieldAddress(RDI, Class::canonical_type_offset()));
|
2015-07-31 19:38:33 +00:00
|
|
|
__ CompareObject(RAX, Object::null_object());
|
2015-07-01 17:13:14 +00:00
|
|
|
__ j(EQUAL, &fall_through, Assembler::kNearJump); // Not yet set.
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::String_getHashCode(Assembler* assembler) {
|
2012-10-22 12:41:04 +00:00
|
|
|
Label fall_through;
|
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize)); // String object.
|
|
|
|
__ movq(RAX, FieldAddress(RAX, String::hash_offset()));
|
|
|
|
__ cmpq(RAX, Immediate(0));
|
|
|
|
__ j(EQUAL, &fall_through, Assembler::kNearJump);
|
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
// Hash not yet computed.
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2015-11-18 22:38:39 +00:00
|
|
|
void GenerateSubstringMatchesSpecialization(Assembler* assembler,
|
|
|
|
intptr_t receiver_cid,
|
|
|
|
intptr_t other_cid,
|
|
|
|
Label* return_true,
|
|
|
|
Label* return_false) {
|
|
|
|
__ movq(R8, FieldAddress(RAX, String::length_offset()));
|
|
|
|
__ movq(R9, FieldAddress(RCX, String::length_offset()));
|
|
|
|
|
|
|
|
// if (other.length == 0) return true;
|
|
|
|
__ testq(R9, R9);
|
|
|
|
__ j(ZERO, return_true);
|
|
|
|
|
|
|
|
// if (start < 0) return false;
|
|
|
|
__ testq(RBX, RBX);
|
|
|
|
__ j(SIGN, return_false);
|
|
|
|
|
|
|
|
// if (start + other.length > this.length) return false;
|
|
|
|
__ movq(R11, RBX);
|
|
|
|
__ addq(R11, R9);
|
|
|
|
__ cmpq(R11, R8);
|
|
|
|
__ j(GREATER, return_false);
|
|
|
|
|
|
|
|
__ SmiUntag(RBX); // start
|
|
|
|
__ SmiUntag(R9); // other.length
|
|
|
|
__ movq(R11, Immediate(0)); // i = 0
|
|
|
|
|
|
|
|
// do
|
|
|
|
Label loop;
|
|
|
|
__ Bind(&loop);
|
|
|
|
|
|
|
|
// this.codeUnitAt(i + start)
|
|
|
|
// clobbering this.length
|
|
|
|
__ movq(R8, R11);
|
|
|
|
__ addq(R8, RBX);
|
|
|
|
if (receiver_cid == kOneByteStringCid) {
|
|
|
|
__ movzxb(R12,
|
|
|
|
FieldAddress(RAX, R8, TIMES_1, OneByteString::data_offset()));
|
|
|
|
} else {
|
|
|
|
ASSERT(receiver_cid == kTwoByteStringCid);
|
|
|
|
__ movzxw(R12,
|
|
|
|
FieldAddress(RAX, R8, TIMES_2, TwoByteString::data_offset()));
|
|
|
|
}
|
|
|
|
// other.codeUnitAt(i)
|
|
|
|
if (other_cid == kOneByteStringCid) {
|
|
|
|
__ movzxb(R13,
|
|
|
|
FieldAddress(RCX, R11, TIMES_1, OneByteString::data_offset()));
|
|
|
|
} else {
|
|
|
|
ASSERT(other_cid == kTwoByteStringCid);
|
|
|
|
__ movzxw(R13,
|
|
|
|
FieldAddress(RCX, R11, TIMES_2, TwoByteString::data_offset()));
|
|
|
|
}
|
|
|
|
__ cmpq(R12, R13);
|
|
|
|
__ j(NOT_EQUAL, return_false);
|
|
|
|
|
|
|
|
// i++, while (i < len)
|
|
|
|
__ addq(R11, Immediate(1));
|
|
|
|
__ cmpq(R11, R9);
|
|
|
|
__ j(LESS, &loop, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ jmp(return_true);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
// bool _substringMatches(int start, String other)
|
|
|
|
// This intrinsic handles a OneByteString or TwoByteString receiver with a
|
|
|
|
// OneByteString other.
|
|
|
|
void Intrinsifier::StringBaseSubstringMatches(Assembler* assembler) {
|
|
|
|
Label fall_through, return_true, return_false, try_two_byte;
|
|
|
|
__ movq(RAX, Address(RSP, + 3 * kWordSize)); // receiver
|
|
|
|
__ movq(RBX, Address(RSP, + 2 * kWordSize)); // start
|
|
|
|
__ movq(RCX, Address(RSP, + 1 * kWordSize)); // other
|
|
|
|
|
|
|
|
__ testq(RBX, Immediate(kSmiTagMask));
|
|
|
|
__ j(NOT_ZERO, &fall_through); // 'start' is not Smi.
|
|
|
|
|
|
|
|
__ CompareClassId(RCX, kOneByteStringCid);
|
|
|
|
__ j(NOT_EQUAL, &fall_through);
|
|
|
|
|
|
|
|
__ CompareClassId(RAX, kOneByteStringCid);
|
|
|
|
__ j(NOT_EQUAL, &try_two_byte);
|
|
|
|
|
|
|
|
GenerateSubstringMatchesSpecialization(assembler,
|
|
|
|
kOneByteStringCid,
|
|
|
|
kOneByteStringCid,
|
|
|
|
&return_true,
|
|
|
|
&return_false);
|
|
|
|
|
|
|
|
__ Bind(&try_two_byte);
|
|
|
|
__ CompareClassId(RAX, kTwoByteStringCid);
|
|
|
|
__ j(NOT_EQUAL, &fall_through);
|
|
|
|
|
|
|
|
GenerateSubstringMatchesSpecialization(assembler,
|
|
|
|
kTwoByteStringCid,
|
|
|
|
kOneByteStringCid,
|
|
|
|
&return_true,
|
|
|
|
&return_false);
|
|
|
|
|
|
|
|
__ Bind(&return_true);
|
|
|
|
__ LoadObject(RAX, Bool::True());
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&return_false);
|
|
|
|
__ LoadObject(RAX, Bool::False());
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-08-21 22:37:47 +00:00
|
|
|
void Intrinsifier::StringBaseCharAt(Assembler* assembler) {
|
2014-08-21 17:52:41 +00:00
|
|
|
Label fall_through, try_two_byte_string;
|
|
|
|
__ movq(RCX, Address(RSP, + 1 * kWordSize)); // Index.
|
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize)); // String.
|
|
|
|
__ testq(RCX, Immediate(kSmiTagMask));
|
2015-09-19 11:21:09 +00:00
|
|
|
__ j(NOT_ZERO, &fall_through); // Non-smi index.
|
2014-08-21 17:52:41 +00:00
|
|
|
// Range check.
|
|
|
|
__ cmpq(RCX, FieldAddress(RAX, String::length_offset()));
|
|
|
|
// Runtime throws exception.
|
2015-09-19 11:21:09 +00:00
|
|
|
__ j(ABOVE_EQUAL, &fall_through);
|
2014-08-21 17:52:41 +00:00
|
|
|
__ CompareClassId(RAX, kOneByteStringCid);
|
|
|
|
__ j(NOT_EQUAL, &try_two_byte_string, Assembler::kNearJump);
|
|
|
|
__ SmiUntag(RCX);
|
|
|
|
__ movzxb(RCX, FieldAddress(RAX, RCX, TIMES_1, OneByteString::data_offset()));
|
|
|
|
__ cmpq(RCX, Immediate(Symbols::kNumberOfOneCharCodeSymbols));
|
|
|
|
__ j(GREATER_EQUAL, &fall_through);
|
2015-09-04 17:32:46 +00:00
|
|
|
__ movq(RAX, Address(THR, Thread::predefined_symbols_address_offset()));
|
2014-08-21 17:52:41 +00:00
|
|
|
__ movq(RAX, Address(RAX,
|
|
|
|
RCX,
|
|
|
|
TIMES_8,
|
|
|
|
Symbols::kNullCharCodeSymbolOffset * kWordSize));
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&try_two_byte_string);
|
|
|
|
__ CompareClassId(RAX, kTwoByteStringCid);
|
2015-09-19 11:21:09 +00:00
|
|
|
__ j(NOT_EQUAL, &fall_through);
|
2014-08-21 17:52:41 +00:00
|
|
|
ASSERT(kSmiTagShift == 1);
|
|
|
|
__ movzxw(RCX, FieldAddress(RAX, RCX, TIMES_1, OneByteString::data_offset()));
|
|
|
|
__ cmpq(RCX, Immediate(Symbols::kNumberOfOneCharCodeSymbols));
|
|
|
|
__ j(GREATER_EQUAL, &fall_through);
|
2015-09-04 17:32:46 +00:00
|
|
|
__ movq(RAX, Address(THR, Thread::predefined_symbols_address_offset()));
|
2014-08-21 17:52:41 +00:00
|
|
|
__ movq(RAX, Address(RAX,
|
|
|
|
RCX,
|
|
|
|
TIMES_8,
|
|
|
|
Symbols::kNullCharCodeSymbolOffset * kWordSize));
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-08-21 10:21:09 +00:00
|
|
|
void Intrinsifier::StringBaseIsEmpty(Assembler* assembler) {
|
2012-07-11 22:37:41 +00:00
|
|
|
Label is_true;
|
|
|
|
// Get length.
|
|
|
|
__ movq(RAX, Address(RSP, + 1 * kWordSize)); // String object.
|
|
|
|
__ movq(RAX, FieldAddress(RAX, String::length_offset()));
|
|
|
|
__ cmpq(RAX, Immediate(Smi::RawValue(0)));
|
|
|
|
__ j(EQUAL, &is_true, Assembler::kNearJump);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2012-07-11 22:37:41 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&is_true);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::True());
|
2012-07-11 22:37:41 +00:00
|
|
|
__ ret();
|
2011-10-05 05:20:07 +00:00
|
|
|
}
|
|
|
|
|
2013-02-27 22:58:59 +00:00
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::OneByteString_getHashCode(Assembler* assembler) {
|
2013-02-27 22:58:59 +00:00
|
|
|
Label compute_hash;
|
|
|
|
__ movq(RBX, Address(RSP, + 1 * kWordSize)); // OneByteString object.
|
|
|
|
__ movq(RAX, FieldAddress(RBX, String::hash_offset()));
|
|
|
|
__ cmpq(RAX, Immediate(0));
|
|
|
|
__ j(EQUAL, &compute_hash, Assembler::kNearJump);
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&compute_hash);
|
|
|
|
// Hash not yet computed, use algorithm of class StringHasher.
|
|
|
|
__ movq(RCX, FieldAddress(RBX, String::length_offset()));
|
|
|
|
__ SmiUntag(RCX);
|
|
|
|
__ xorq(RAX, RAX);
|
|
|
|
__ xorq(RDI, RDI);
|
|
|
|
// RBX: Instance of OneByteString.
|
|
|
|
// RCX: String length, untagged integer.
|
|
|
|
// RDI: Loop counter, untagged integer.
|
|
|
|
// RAX: Hash code, untagged integer.
|
|
|
|
Label loop, done, set_hash_code;
|
|
|
|
__ Bind(&loop);
|
|
|
|
__ cmpq(RDI, RCX);
|
|
|
|
__ j(EQUAL, &done, Assembler::kNearJump);
|
|
|
|
// Add to hash code: (hash_ is uint32)
|
|
|
|
// hash_ += ch;
|
|
|
|
// hash_ += hash_ << 10;
|
|
|
|
// hash_ ^= hash_ >> 6;
|
|
|
|
// Get one characters (ch).
|
|
|
|
__ movzxb(RDX, FieldAddress(RBX, RDI, TIMES_1, OneByteString::data_offset()));
|
|
|
|
// RDX: ch and temporary.
|
|
|
|
__ addl(RAX, RDX);
|
|
|
|
__ movq(RDX, RAX);
|
|
|
|
__ shll(RDX, Immediate(10));
|
|
|
|
__ addl(RAX, RDX);
|
|
|
|
__ movq(RDX, RAX);
|
|
|
|
__ shrl(RDX, Immediate(6));
|
|
|
|
__ xorl(RAX, RDX);
|
|
|
|
|
|
|
|
__ incq(RDI);
|
|
|
|
__ jmp(&loop, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ Bind(&done);
|
|
|
|
// Finalize:
|
|
|
|
// hash_ += hash_ << 3;
|
|
|
|
// hash_ ^= hash_ >> 11;
|
|
|
|
// hash_ += hash_ << 15;
|
|
|
|
__ movq(RDX, RAX);
|
|
|
|
__ shll(RDX, Immediate(3));
|
|
|
|
__ addl(RAX, RDX);
|
|
|
|
__ movq(RDX, RAX);
|
|
|
|
__ shrl(RDX, Immediate(11));
|
|
|
|
__ xorl(RAX, RDX);
|
|
|
|
__ movq(RDX, RAX);
|
|
|
|
__ shll(RDX, Immediate(15));
|
|
|
|
__ addl(RAX, RDX);
|
|
|
|
// hash_ = hash_ & ((static_cast<intptr_t>(1) << bits) - 1);
|
|
|
|
__ andl(RAX,
|
|
|
|
Immediate(((static_cast<intptr_t>(1) << String::kHashBits) - 1)));
|
|
|
|
|
|
|
|
// return hash_ == 0 ? 1 : hash_;
|
|
|
|
__ cmpq(RAX, Immediate(0));
|
|
|
|
__ j(NOT_EQUAL, &set_hash_code, Assembler::kNearJump);
|
|
|
|
__ incq(RAX);
|
|
|
|
__ Bind(&set_hash_code);
|
|
|
|
__ SmiTag(RAX);
|
2014-11-17 18:09:42 +00:00
|
|
|
__ StoreIntoSmiField(FieldAddress(RBX, String::hash_offset()), RAX);
|
2013-02-27 22:58:59 +00:00
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-04-10 20:37:02 +00:00
|
|
|
// Allocates one-byte string of length 'end - start'. The content is not
|
2013-05-03 23:48:10 +00:00
|
|
|
// initialized. 'length-reg' contains tagged length.
|
2014-10-10 19:50:03 +00:00
|
|
|
// Returns new string as tagged pointer in RAX.
|
2013-04-10 20:37:02 +00:00
|
|
|
static void TryAllocateOnebyteString(Assembler* assembler,
|
2013-05-03 23:48:10 +00:00
|
|
|
Label* ok,
|
2013-04-10 20:37:02 +00:00
|
|
|
Label* failure,
|
2013-05-03 23:48:10 +00:00
|
|
|
Register length_reg) {
|
2016-06-30 20:35:40 +00:00
|
|
|
NOT_IN_PRODUCT(__ MaybeTraceAllocation(kOneByteStringCid, failure, false));
|
2013-05-03 23:48:10 +00:00
|
|
|
if (length_reg != RDI) {
|
|
|
|
__ movq(RDI, length_reg);
|
|
|
|
}
|
|
|
|
Label pop_and_fail;
|
|
|
|
__ pushq(RDI); // Preserve length.
|
2013-04-10 20:37:02 +00:00
|
|
|
__ SmiUntag(RDI);
|
2013-05-03 23:48:10 +00:00
|
|
|
const intptr_t fixed_size = sizeof(RawString) + kObjectAlignment - 1;
|
2013-04-10 20:37:02 +00:00
|
|
|
__ leaq(RDI, Address(RDI, TIMES_1, fixed_size)); // RDI is a Smi.
|
|
|
|
__ andq(RDI, Immediate(-kObjectAlignment));
|
|
|
|
|
2014-09-19 23:46:22 +00:00
|
|
|
const intptr_t cid = kOneByteStringCid;
|
2016-07-01 19:59:19 +00:00
|
|
|
Heap::Space space = Heap::kNew;
|
2015-08-03 14:26:23 +00:00
|
|
|
__ movq(R13, Address(THR, Thread::heap_offset()));
|
|
|
|
__ movq(RAX, Address(R13, Heap::TopOffset(space)));
|
2013-04-10 20:37:02 +00:00
|
|
|
|
|
|
|
// RDI: allocation size.
|
|
|
|
__ movq(RCX, RAX);
|
|
|
|
__ addq(RCX, RDI);
|
2013-05-03 23:48:10 +00:00
|
|
|
__ j(CARRY, &pop_and_fail);
|
2013-04-10 20:37:02 +00:00
|
|
|
|
|
|
|
// Check if the allocation fits into the remaining space.
|
|
|
|
// RAX: potential new object start.
|
|
|
|
// RCX: potential next object start.
|
|
|
|
// RDI: allocation size.
|
2015-08-03 14:26:23 +00:00
|
|
|
// R13: heap.
|
|
|
|
__ cmpq(RCX, Address(R13, Heap::EndOffset(space)));
|
2013-05-03 23:48:10 +00:00
|
|
|
__ j(ABOVE_EQUAL, &pop_and_fail);
|
2013-04-10 20:37:02 +00:00
|
|
|
|
|
|
|
// Successfully allocated the object(s), now update top to point to
|
|
|
|
// next object start and initialize the object.
|
2015-08-03 14:26:23 +00:00
|
|
|
__ movq(Address(R13, Heap::TopOffset(space)), RCX);
|
2013-04-10 20:37:02 +00:00
|
|
|
__ addq(RAX, Immediate(kHeapObjectTag));
|
2016-06-30 20:35:40 +00:00
|
|
|
NOT_IN_PRODUCT(__ UpdateAllocationStatsWithSize(cid, RDI, space));
|
2013-04-10 20:37:02 +00:00
|
|
|
|
|
|
|
// Initialize the tags.
|
|
|
|
// RAX: new object start as a tagged pointer.
|
|
|
|
// RDI: allocation size.
|
|
|
|
{
|
|
|
|
Label size_tag_overflow, done;
|
|
|
|
__ cmpq(RDI, Immediate(RawObject::SizeTag::kMaxSizeTag));
|
|
|
|
__ j(ABOVE, &size_tag_overflow, Assembler::kNearJump);
|
2014-04-30 01:26:14 +00:00
|
|
|
__ shlq(RDI, Immediate(RawObject::kSizeTagPos - kObjectAlignmentLog2));
|
2013-04-10 20:37:02 +00:00
|
|
|
__ jmp(&done, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ Bind(&size_tag_overflow);
|
|
|
|
__ xorq(RDI, RDI);
|
|
|
|
__ Bind(&done);
|
|
|
|
|
|
|
|
// Get the class index and insert it into the tags.
|
2014-09-19 23:46:22 +00:00
|
|
|
__ orq(RDI, Immediate(RawObject::ClassIdTag::encode(cid)));
|
2013-04-10 20:37:02 +00:00
|
|
|
__ movq(FieldAddress(RAX, String::tags_offset()), RDI); // Tags.
|
|
|
|
}
|
|
|
|
|
|
|
|
// Set the length field.
|
2013-05-03 23:48:10 +00:00
|
|
|
__ popq(RDI);
|
2016-07-01 16:21:01 +00:00
|
|
|
__ StoreIntoObjectNoBarrier(RAX,
|
2013-04-10 20:37:02 +00:00
|
|
|
FieldAddress(RAX, String::length_offset()),
|
|
|
|
RDI);
|
|
|
|
// Clear hash.
|
2015-01-08 20:45:39 +00:00
|
|
|
__ ZeroInitSmiField(FieldAddress(RAX, String::hash_offset()));
|
2013-05-03 23:48:10 +00:00
|
|
|
__ jmp(ok, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ Bind(&pop_and_fail);
|
|
|
|
__ popq(RDI);
|
|
|
|
__ jmp(failure);
|
2013-04-10 20:37:02 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-10-31 18:16:50 +00:00
|
|
|
// Arg0: OneByteString (receiver).
|
2013-04-10 20:37:02 +00:00
|
|
|
// Arg1: Start index as Smi.
|
|
|
|
// Arg2: End index as Smi.
|
|
|
|
// The indexes must be valid.
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::OneByteString_substringUnchecked(Assembler* assembler) {
|
2013-04-10 20:37:02 +00:00
|
|
|
const intptr_t kStringOffset = 3 * kWordSize;
|
|
|
|
const intptr_t kStartIndexOffset = 2 * kWordSize;
|
|
|
|
const intptr_t kEndIndexOffset = 1 * kWordSize;
|
2013-05-03 23:48:10 +00:00
|
|
|
Label fall_through, ok;
|
2015-04-14 13:27:35 +00:00
|
|
|
__ movq(RSI, Address(RSP, + kStartIndexOffset));
|
2013-05-03 23:48:10 +00:00
|
|
|
__ movq(RDI, Address(RSP, + kEndIndexOffset));
|
2013-10-31 18:16:50 +00:00
|
|
|
__ orq(RSI, RDI);
|
|
|
|
__ testq(RSI, Immediate(kSmiTagMask));
|
|
|
|
__ j(NOT_ZERO, &fall_through); // 'start', 'end' not Smi.
|
|
|
|
|
2013-05-03 23:48:10 +00:00
|
|
|
__ subq(RDI, Address(RSP, + kStartIndexOffset));
|
|
|
|
TryAllocateOnebyteString(assembler, &ok, &fall_through, RDI);
|
|
|
|
__ Bind(&ok);
|
2013-04-10 20:37:02 +00:00
|
|
|
// RAX: new string as tagged pointer.
|
|
|
|
// Copy string.
|
2013-04-11 16:39:34 +00:00
|
|
|
__ movq(RSI, Address(RSP, + kStringOffset));
|
2013-04-10 20:37:02 +00:00
|
|
|
__ movq(RBX, Address(RSP, + kStartIndexOffset));
|
|
|
|
__ SmiUntag(RBX);
|
2013-04-11 16:39:34 +00:00
|
|
|
__ leaq(RSI, FieldAddress(RSI, RBX, TIMES_1, OneByteString::data_offset()));
|
2013-04-12 16:51:48 +00:00
|
|
|
// RSI: Start address to copy from (untagged).
|
2013-04-11 16:39:34 +00:00
|
|
|
// RBX: Untagged start index.
|
|
|
|
__ movq(RCX, Address(RSP, + kEndIndexOffset));
|
|
|
|
__ SmiUntag(RCX);
|
|
|
|
__ subq(RCX, RBX);
|
2013-04-12 16:51:48 +00:00
|
|
|
__ xorq(RDX, RDX);
|
|
|
|
// RSI: Start address to copy from (untagged).
|
2013-04-11 16:39:34 +00:00
|
|
|
// RCX: Untagged number of bytes to copy.
|
2013-04-12 16:51:48 +00:00
|
|
|
// RAX: Tagged result string
|
|
|
|
// RDX: Loop counter.
|
|
|
|
// RBX: Scratch register.
|
|
|
|
Label loop, check;
|
|
|
|
__ jmp(&check, Assembler::kNearJump);
|
|
|
|
__ Bind(&loop);
|
|
|
|
__ movzxb(RBX, Address(RSI, RDX, TIMES_1, 0));
|
|
|
|
__ movb(FieldAddress(RAX, RDX, TIMES_1, OneByteString::data_offset()), RBX);
|
|
|
|
__ incq(RDX);
|
|
|
|
__ Bind(&check);
|
|
|
|
__ cmpq(RDX, RCX);
|
|
|
|
__ j(LESS, &loop, Assembler::kNearJump);
|
2013-04-10 20:37:02 +00:00
|
|
|
__ ret();
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-08-21 10:21:09 +00:00
|
|
|
void Intrinsifier::OneByteStringSetAt(Assembler* assembler) {
|
2013-05-03 23:48:10 +00:00
|
|
|
__ movq(RCX, Address(RSP, + 1 * kWordSize)); // Value.
|
|
|
|
__ movq(RBX, Address(RSP, + 2 * kWordSize)); // Index.
|
|
|
|
__ movq(RAX, Address(RSP, + 3 * kWordSize)); // OneByteString.
|
|
|
|
__ SmiUntag(RBX);
|
|
|
|
__ SmiUntag(RCX);
|
|
|
|
__ movb(FieldAddress(RAX, RBX, TIMES_1, OneByteString::data_offset()), RCX);
|
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-08-27 11:11:48 +00:00
|
|
|
void Intrinsifier::OneByteString_allocate(Assembler* assembler) {
|
2013-05-03 23:48:10 +00:00
|
|
|
__ movq(RDI, Address(RSP, + 1 * kWordSize)); // Length.v=
|
|
|
|
Label fall_through, ok;
|
|
|
|
TryAllocateOnebyteString(assembler, &ok, &fall_through, RDI);
|
2014-10-10 19:50:03 +00:00
|
|
|
// RDI: Start address to copy from (untagged).
|
2013-05-03 23:48:10 +00:00
|
|
|
|
|
|
|
__ Bind(&ok);
|
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2013-10-25 18:00:27 +00:00
|
|
|
// TODO(srdjan): Add combinations (one-byte/two-byte/external strings).
|
2015-01-07 01:02:40 +00:00
|
|
|
static void StringEquality(Assembler* assembler, intptr_t string_cid) {
|
2013-10-25 18:00:27 +00:00
|
|
|
Label fall_through, is_true, is_false, loop;
|
|
|
|
__ movq(RAX, Address(RSP, + 2 * kWordSize)); // This.
|
|
|
|
__ movq(RCX, Address(RSP, + 1 * kWordSize)); // Other.
|
|
|
|
|
|
|
|
// Are identical?
|
|
|
|
__ cmpq(RAX, RCX);
|
|
|
|
__ j(EQUAL, &is_true, Assembler::kNearJump);
|
|
|
|
|
|
|
|
// Is other OneByteString?
|
|
|
|
__ testq(RCX, Immediate(kSmiTagMask));
|
|
|
|
__ j(ZERO, &is_false); // Smi
|
|
|
|
__ CompareClassId(RCX, string_cid);
|
|
|
|
__ j(NOT_EQUAL, &fall_through, Assembler::kNearJump);
|
|
|
|
|
|
|
|
// Have same length?
|
|
|
|
__ movq(RDI, FieldAddress(RAX, String::length_offset()));
|
|
|
|
__ cmpq(RDI, FieldAddress(RCX, String::length_offset()));
|
|
|
|
__ j(NOT_EQUAL, &is_false, Assembler::kNearJump);
|
|
|
|
|
|
|
|
// Check contents, no fall-through possible.
|
|
|
|
// TODO(srdjan): write a faster check.
|
|
|
|
__ SmiUntag(RDI);
|
|
|
|
__ Bind(&loop);
|
|
|
|
__ decq(RDI);
|
|
|
|
__ cmpq(RDI, Immediate(0));
|
|
|
|
__ j(LESS, &is_true, Assembler::kNearJump);
|
|
|
|
if (string_cid == kOneByteStringCid) {
|
|
|
|
__ movzxb(RBX,
|
|
|
|
FieldAddress(RAX, RDI, TIMES_1, OneByteString::data_offset()));
|
|
|
|
__ movzxb(RDX,
|
|
|
|
FieldAddress(RCX, RDI, TIMES_1, OneByteString::data_offset()));
|
|
|
|
} else if (string_cid == kTwoByteStringCid) {
|
|
|
|
__ movzxw(RBX,
|
|
|
|
FieldAddress(RAX, RDI, TIMES_2, TwoByteString::data_offset()));
|
|
|
|
__ movzxw(RDX,
|
|
|
|
FieldAddress(RCX, RDI, TIMES_2, TwoByteString::data_offset()));
|
|
|
|
} else {
|
|
|
|
UNIMPLEMENTED();
|
|
|
|
}
|
|
|
|
__ cmpq(RBX, RDX);
|
|
|
|
__ j(NOT_EQUAL, &is_false, Assembler::kNearJump);
|
|
|
|
__ jmp(&loop, Assembler::kNearJump);
|
|
|
|
|
|
|
|
__ Bind(&is_true);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::True());
|
2013-10-25 18:00:27 +00:00
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&is_false);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ LoadObject(RAX, Bool::False());
|
2013-10-25 18:00:27 +00:00
|
|
|
__ ret();
|
|
|
|
|
|
|
|
__ Bind(&fall_through);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void Intrinsifier::OneByteString_equality(Assembler* assembler) {
|
|
|
|
StringEquality(assembler, kOneByteStringCid);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
void Intrinsifier::TwoByteString_equality(Assembler* assembler) {
|
|
|
|
StringEquality(assembler, kTwoByteStringCid);
|
|
|
|
}
|
|
|
|
|
2014-04-18 18:56:07 +00:00
|
|
|
|
2016-03-22 00:21:05 +00:00
|
|
|
void Intrinsifier::RegExp_ExecuteMatch(Assembler* assembler) {
|
2015-07-07 21:43:32 +00:00
|
|
|
if (FLAG_interpret_irregexp) return;
|
|
|
|
|
2014-11-26 09:32:43 +00:00
|
|
|
static const intptr_t kRegExpParamOffset = 3 * kWordSize;
|
|
|
|
static const intptr_t kStringParamOffset = 2 * kWordSize;
|
|
|
|
// start_index smi is located at offset 1.
|
|
|
|
|
|
|
|
// Incoming registers:
|
|
|
|
// RAX: Function. (Will be loaded with the specialized matcher function.)
|
2014-11-26 14:39:54 +00:00
|
|
|
// RCX: Unknown. (Must be GC safe on tail call.)
|
2014-11-26 09:32:43 +00:00
|
|
|
// R10: Arguments descriptor. (Will be preserved.)
|
|
|
|
|
|
|
|
// Load the specialized function pointer into RAX. Leverage the fact the
|
|
|
|
// string CIDs as well as stored function pointers are in sequence.
|
|
|
|
__ movq(RBX, Address(RSP, kRegExpParamOffset));
|
|
|
|
__ movq(RDI, Address(RSP, kStringParamOffset));
|
|
|
|
__ LoadClassId(RDI, RDI);
|
2015-07-31 19:38:33 +00:00
|
|
|
__ SubImmediate(RDI, Immediate(kOneByteStringCid));
|
2014-11-26 09:32:43 +00:00
|
|
|
__ movq(RAX, FieldAddress(RBX, RDI, TIMES_8,
|
2016-03-22 00:21:05 +00:00
|
|
|
RegExp::function_offset(kOneByteStringCid)));
|
2014-11-26 09:32:43 +00:00
|
|
|
|
|
|
|
// Registers are now set up for the lazy compile stub. It expects the function
|
|
|
|
// in RAX, the argument descriptor in R10, and IC-Data in RCX.
|
2014-11-26 14:39:54 +00:00
|
|
|
__ xorq(RCX, RCX);
|
2014-11-26 09:32:43 +00:00
|
|
|
|
|
|
|
// Tail-call the function.
|
2015-09-19 11:21:09 +00:00
|
|
|
__ movq(CODE_REG, FieldAddress(RAX, Function::code_offset()));
|
2015-08-19 08:04:39 +00:00
|
|
|
__ movq(RDI, FieldAddress(RAX, Function::entry_point_offset()));
|
2014-11-26 09:32:43 +00:00
|
|
|
__ jmp(RDI);
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-04-18 18:56:07 +00:00
|
|
|
// On stack: user tag (+1), return-address (+0).
|
|
|
|
void Intrinsifier::UserTag_makeCurrent(Assembler* assembler) {
|
|
|
|
// RBX: Isolate.
|
2015-07-23 10:34:57 +00:00
|
|
|
__ LoadIsolate(RBX);
|
2014-05-06 17:07:26 +00:00
|
|
|
// RAX: Current user tag.
|
|
|
|
__ movq(RAX, Address(RBX, Isolate::current_tag_offset()));
|
|
|
|
// R10: UserTag.
|
|
|
|
__ movq(R10, Address(RSP, + 1 * kWordSize));
|
2014-04-18 18:56:07 +00:00
|
|
|
// Set Isolate::current_tag_.
|
2014-05-06 17:07:26 +00:00
|
|
|
__ movq(Address(RBX, Isolate::current_tag_offset()), R10);
|
|
|
|
// R10: UserTag's tag.
|
|
|
|
__ movq(R10, FieldAddress(R10, UserTag::tag_offset()));
|
2014-04-18 18:56:07 +00:00
|
|
|
// Set Isolate::user_tag_.
|
2014-05-06 17:07:26 +00:00
|
|
|
__ movq(Address(RBX, Isolate::user_tag_offset()), R10);
|
2014-04-18 18:56:07 +00:00
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-05-06 17:07:26 +00:00
|
|
|
void Intrinsifier::UserTag_defaultTag(Assembler* assembler) {
|
2015-07-23 10:34:57 +00:00
|
|
|
__ LoadIsolate(RAX);
|
|
|
|
__ movq(RAX, Address(RAX, Isolate::default_tag_offset()));
|
2014-04-18 18:56:07 +00:00
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
|
|
|
|
2014-05-06 17:07:26 +00:00
|
|
|
void Intrinsifier::Profiler_getCurrentTag(Assembler* assembler) {
|
2015-07-23 10:34:57 +00:00
|
|
|
__ LoadIsolate(RAX);
|
|
|
|
__ movq(RAX, Address(RAX, Isolate::current_tag_offset()));
|
2014-04-18 18:56:07 +00:00
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
2016-05-17 16:45:28 +00:00
|
|
|
|
|
|
|
void Intrinsifier::Timeline_isDartStreamEnabled(Assembler* assembler) {
|
|
|
|
if (!FLAG_support_timeline) {
|
|
|
|
__ LoadObject(RAX, Bool::False());
|
|
|
|
__ ret();
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
Label true_label;
|
|
|
|
// Load TimelineStream*.
|
|
|
|
__ movq(RAX, Address(THR, Thread::dart_stream_offset()));
|
|
|
|
// Load uintptr_t from TimelineStream*.
|
|
|
|
__ movq(RAX, Address(RAX, TimelineStream::enabled_offset()));
|
|
|
|
__ cmpq(RAX, Immediate(0));
|
|
|
|
__ j(NOT_ZERO, &true_label, Assembler::kNearJump);
|
|
|
|
// Not enabled.
|
|
|
|
__ LoadObject(RAX, Bool::False());
|
|
|
|
__ ret();
|
|
|
|
// Enabled.
|
|
|
|
__ Bind(&true_label);
|
|
|
|
__ LoadObject(RAX, Bool::True());
|
|
|
|
__ ret();
|
|
|
|
}
|
|
|
|
|
2012-05-24 16:15:09 +00:00
|
|
|
#undef __
|
|
|
|
|
2011-10-05 05:20:07 +00:00
|
|
|
} // namespace dart
|
|
|
|
|
|
|
|
#endif // defined TARGET_ARCH_X64
|