// Copyright (c) 2019, the Dart project authors. Please see the AUTHORS file // for details. All rights reserved. Use of this source code is governed by a // BSD-style license that can be found in the LICENSE file. #include "vm/compiler/runtime_api.h" namespace dart { namespace compiler { namespace target { #include "vm/compiler/runtime_offsets_extracted.h" } // namespace target } // namespace compiler } // namespace dart #if !defined(DART_PRECOMPILED_RUNTIME) #include "vm/compiler/runtime_offsets_list.h" #include "vm/dart_entry.h" #include "vm/longjump.h" #include "vm/native_arguments.h" #include "vm/native_entry.h" #include "vm/object.h" #include "vm/object_store.h" #include "vm/runtime_entry.h" #include "vm/symbols.h" #include "vm/timeline.h" namespace dart { namespace compiler { bool IsSameObject(const Object& a, const Object& b) { if (a.IsMint() && b.IsMint()) { return Mint::Cast(a).value() == Mint::Cast(b).value(); } else if (a.IsDouble() && b.IsDouble()) { return Double::Cast(a).value() == Double::Cast(b).value(); } return a.raw() == b.raw(); } bool IsEqualType(const AbstractType& a, const AbstractType& b) { return a.Equals(b); } bool IsDoubleType(const AbstractType& type) { return type.IsDoubleType(); } bool IsIntType(const AbstractType& type) { return type.IsIntType(); } bool IsSmiType(const AbstractType& type) { return type.IsSmiType(); } bool IsNotTemporaryScopedHandle(const Object& obj) { return obj.IsNotTemporaryScopedHandle(); } #define DO(clazz) \ bool Is##clazz##Handle(const Object& obj) { return obj.Is##clazz(); } CLASS_LIST_FOR_HANDLES(DO) #undef DO bool IsInOldSpace(const Object& obj) { return obj.IsSmi() || obj.IsOld(); } intptr_t ObjectHash(const Object& obj) { if (obj.IsNull()) { return 2011; } if (obj.IsString() || obj.IsNumber()) { return Instance::Cast(obj).CanonicalizeHash(); } if (obj.IsCode()) { // Instructions don't move during compaction. return Code::Cast(obj).PayloadStart(); } if (obj.IsFunction()) { return Function::Cast(obj).Hash(); } if (obj.IsField()) { return dart::String::HashRawSymbol(Field::Cast(obj).name()); } // Unlikely. return obj.GetClassId(); } void SetToNull(Object* obj) { *obj = Object::null(); } Object& NewZoneHandle(Zone* zone) { return Object::ZoneHandle(zone, Object::null()); } Object& NewZoneHandle(Zone* zone, const Object& obj) { return Object::ZoneHandle(zone, obj.raw()); } const Object& NullObject() { return Object::null_object(); } const Bool& TrueObject() { return dart::Bool::True(); } const Bool& FalseObject() { return dart::Bool::False(); } const Object& EmptyTypeArguments() { return Object::empty_type_arguments(); } const Type& DynamicType() { return dart::Type::dynamic_type(); } const Type& ObjectType() { return Type::Handle(dart::Type::ObjectType()); } const Type& VoidType() { return dart::Type::void_type(); } const Type& IntType() { return Type::Handle(dart::Type::IntType()); } const Class& GrowableObjectArrayClass() { auto object_store = Isolate::Current()->object_store(); return Class::Handle(object_store->growable_object_array_class()); } const Class& MintClass() { auto object_store = Isolate::Current()->object_store(); return Class::Handle(object_store->mint_class()); } const Class& DoubleClass() { auto object_store = Isolate::Current()->object_store(); return Class::Handle(object_store->double_class()); } bool IsOriginalObject(const Object& object) { if (object.IsICData()) { return ICData::Cast(object).IsOriginal(); } else if (object.IsField()) { return Field::Cast(object).IsOriginal(); } return true; } const String& AllocateString(const char* buffer) { return String::ZoneHandle(String::New(buffer, dart::Heap::kOld)); } bool HasIntegerValue(const dart::Object& object, int64_t* value) { if (object.IsInteger()) { *value = Integer::Cast(object).AsInt64Value(); return true; } return false; } int32_t CreateJitCookie() { return static_cast(Isolate::Current()->random()->NextUInt32()); } word TypedDataElementSizeInBytes(classid_t cid) { return dart::TypedData::ElementSizeInBytes(cid); } word TypedDataMaxNewSpaceElements(classid_t cid) { return (dart::Heap::kNewAllocatableSize - target::TypedData::InstanceSize()) / TypedDataElementSizeInBytes(cid); } const Field& LookupMathRandomStateFieldOffset() { const auto& math_lib = dart::Library::Handle(dart::Library::MathLibrary()); ASSERT(!math_lib.IsNull()); const auto& random_class = dart::Class::Handle( math_lib.LookupClassAllowPrivate(dart::Symbols::_Random())); ASSERT(!random_class.IsNull()); const auto& state_field = dart::Field::ZoneHandle( random_class.LookupInstanceFieldAllowPrivate(dart::Symbols::_state())); return state_field; } word LookupFieldOffsetInBytes(const Field& field) { return field.Offset(); } #if defined(TARGET_ARCH_IA32) uword SymbolsPredefinedAddress() { return reinterpret_cast(dart::Symbols::PredefinedAddress()); } #endif #if !defined(TARGET_ARCH_DBC) const Code& StubCodeAllocateArray() { return dart::StubCode::AllocateArray(); } const Code& StubCodeSubtype2TestCache() { return dart::StubCode::Subtype2TestCache(); } const Code& StubCodeSubtype6TestCache() { return dart::StubCode::Subtype6TestCache(); } #endif // !defined(TARGET_ARCH_DBC) #define DEFINE_ALIAS(name) \ const RuntimeEntry& k##name##RuntimeEntry(dart::k##name##RuntimeEntry); RUNTIME_ENTRY_LIST(DEFINE_ALIAS) #undef DEFINE_ALIAS #define DEFINE_ALIAS(type, name, ...) \ const RuntimeEntry& k##name##RuntimeEntry(dart::k##name##RuntimeEntry); LEAF_RUNTIME_ENTRY_LIST(DEFINE_ALIAS) #undef DEFINE_ALIAS void BailoutWithBranchOffsetError() { Thread::Current()->long_jump_base()->Jump(1, Object::branch_offset_error()); } word RuntimeEntry::OffsetFromThread() const { return target::Thread::OffsetFromThread(runtime_entry_); } namespace target { const word kPageSize = dart::kPageSize; const word kPageSizeInWords = dart::kPageSize / kWordSize; const word kPageMask = dart::kPageMask; static word TranslateOffsetInWordsToHost(word offset) { RELEASE_ASSERT((offset % kWordSize) == 0); return (offset / kWordSize) * dart::kWordSize; } uint32_t MakeTagWordForNewSpaceObject(classid_t cid, uword instance_size) { return dart::RawObject::SizeTag::encode( TranslateOffsetInWordsToHost(instance_size)) | dart::RawObject::ClassIdTag::encode(cid) | dart::RawObject::NewBit::encode(true); } word Object::tags_offset() { return 0; } const word RawObject::kCardRememberedBit = dart::RawObject::kCardRememberedBit; const word RawObject::kOldAndNotRememberedBit = dart::RawObject::kOldAndNotRememberedBit; const word RawObject::kOldAndNotMarkedBit = dart::RawObject::kOldAndNotMarkedBit; const word RawObject::kClassIdTagPos = dart::RawObject::kClassIdTagPos; const word RawObject::kClassIdTagSize = dart::RawObject::kClassIdTagSize; const word RawObject::kSizeTagMaxSizeTag = dart::RawObject::SizeTag::kMaxSizeTagInUnitsOfAlignment * ObjectAlignment::kObjectAlignment; const word RawObject::kTagBitsSizeTagPos = dart::RawObject::TagBits::kSizeTagPos; const word RawAbstractType::kTypeStateFinalizedInstantiated = dart::RawAbstractType::kFinalizedInstantiated; const word RawObject::kBarrierOverlapShift = dart::RawObject::kBarrierOverlapShift; bool RawObject::IsTypedDataClassId(intptr_t cid) { return dart::RawObject::IsTypedDataClassId(cid); } const word Class::kNoTypeArguments = dart::Class::kNoTypeArguments; classid_t Class::GetId(const dart::Class& handle) { return handle.id(); } static word TranslateOffsetInWords(word offset) { RELEASE_ASSERT((offset % dart::kWordSize) == 0); return (offset / dart::kWordSize) * kWordSize; } static uword GetInstanceSizeImpl(const dart::Class& handle) { switch (handle.id()) { case kMintCid: return Mint::InstanceSize(); case kDoubleCid: return Double::InstanceSize(); case kInt32x4Cid: return Int32x4::InstanceSize(); case kFloat32x4Cid: return Float32x4::InstanceSize(); case kFloat64x2Cid: return Float64x2::InstanceSize(); case kObjectCid: return Object::InstanceSize(); case kInstanceCid: return Instance::InstanceSize(); case kGrowableObjectArrayCid: return GrowableObjectArray::InstanceSize(); case kClosureCid: return Closure::InstanceSize(); case kTypedDataBaseCid: return TypedDataBase::InstanceSize(); case kLinkedHashMapCid: return LinkedHashMap::InstanceSize(); case kByteBufferCid: case kByteDataViewCid: case kFfiPointerCid: #define HANDLE_CASE(clazz) \ case kTypedData##clazz##Cid: \ case kTypedData##clazz##ViewCid: \ case kExternalTypedData##clazz##Cid: CLASS_LIST_TYPED_DATA(HANDLE_CASE) #undef HANDLE_CASE return TranslateOffsetInWords(handle.instance_size()); default: if (handle.id() >= kNumPredefinedCids) { return TranslateOffsetInWords(handle.instance_size()); } } FATAL3("Unsupported class for size translation: %s (id=%" Pd ", kNumPredefinedCids=%d)\n", handle.ToCString(), handle.id(), kNumPredefinedCids); return -1; } uword Class::GetInstanceSize(const dart::Class& handle) { return Utils::RoundUp(GetInstanceSizeImpl(handle), ObjectAlignment::kObjectAlignment); } intptr_t Class::NumTypeArguments(const dart::Class& klass) { return klass.NumTypeArguments() > 0; } bool Class::HasTypeArgumentsField(const dart::Class& klass) { return klass.type_arguments_field_offset() != dart::Class::kNoTypeArguments; } intptr_t Class::TypeArgumentsFieldOffset(const dart::Class& klass) { return TranslateOffsetInWords(klass.type_arguments_field_offset()); } bool Class::TraceAllocation(const dart::Class& klass) { return klass.TraceAllocation(dart::Isolate::Current()); } word Instance::first_field_offset() { return TranslateOffsetInWords(dart::Instance::NextFieldOffset()); } word Instance::DataOffsetFor(intptr_t cid) { if (dart::RawObject::IsExternalTypedDataClassId(cid) || dart::RawObject::IsExternalStringClassId(cid)) { // Elements start at offset 0 of the external data. return 0; } if (dart::RawObject::IsTypedDataClassId(cid)) { return TypedData::data_offset(); } switch (cid) { case kArrayCid: case kImmutableArrayCid: return Array::data_offset(); case kOneByteStringCid: return OneByteString::data_offset(); case kTwoByteStringCid: return TwoByteString::data_offset(); default: UNIMPLEMENTED(); return Array::data_offset(); } } word Instance::ElementSizeFor(intptr_t cid) { if (dart::RawObject::IsExternalTypedDataClassId(cid) || dart::RawObject::IsTypedDataClassId(cid) || dart::RawObject::IsTypedDataViewClassId(cid)) { return dart::TypedDataBase::ElementSizeInBytes(cid); } switch (cid) { case kArrayCid: case kImmutableArrayCid: return kWordSize; case kOneByteStringCid: return dart::OneByteString::kBytesPerElement; case kTwoByteStringCid: return dart::TwoByteString::kBytesPerElement; case kExternalOneByteStringCid: return dart::ExternalOneByteString::kBytesPerElement; case kExternalTwoByteStringCid: return dart::ExternalTwoByteString::kBytesPerElement; default: UNIMPLEMENTED(); return 0; } } word ICData::CodeIndexFor(word num_args) { return dart::ICData::CodeIndexFor(num_args); } word ICData::CountIndexFor(word num_args) { return dart::ICData::CountIndexFor(num_args); } word ICData::TargetIndexFor(word num_args) { return dart::ICData::TargetIndexFor(num_args); } word ICData::ExactnessIndexFor(word num_args) { return dart::ICData::ExactnessIndexFor(num_args); } word ICData::TestEntryLengthFor(word num_args, bool exactness_check) { return dart::ICData::TestEntryLengthFor(num_args, exactness_check); } word ICData::EntryPointIndexFor(word num_args) { return dart::ICData::EntryPointIndexFor(num_args); } const word MegamorphicCache::kSpreadFactor = dart::MegamorphicCache::kSpreadFactor; word Context::InstanceSize(word n) { return TranslateOffsetInWords(dart::Context::InstanceSize(n)); } word Context::variable_offset(word n) { return TranslateOffsetInWords(dart::Context::variable_offset(n)); } #define DEFINE_FIELD(clazz, name) \ word clazz::name() { return clazz##_##name; } #define DEFINE_ARRAY(clazz, name) \ word clazz::name(intptr_t index) { \ return clazz##_elements_start_offset + index * clazz##_element_size; \ } #define DEFINE_ARRAY_STRUCTFIELD(clazz, name, element_offset, field_offset) \ word clazz::name(intptr_t index) { \ return element_offset(index) + field_offset; \ } #define DEFINE_SIZEOF(clazz, name, what) \ word clazz::name() { return clazz##_##name; } #define DEFINE_RANGE(Class, Getter, Type, First, Last, Filter) \ word Class::Getter(Type index) { \ return Class##_##Getter[static_cast(index) - \ static_cast(First)]; \ } #define DEFINE_CONSTANT(Class, Name) const word Class::Name = Class##_##Name; #define PRECOMP_NO_CHECK(Code) Code OFFSETS_LIST(DEFINE_FIELD, DEFINE_ARRAY, DEFINE_ARRAY_STRUCTFIELD, DEFINE_SIZEOF, DEFINE_RANGE, DEFINE_CONSTANT, PRECOMP_NO_CHECK) #undef DEFINE_FIELD #undef DEFINE_ARRAY #undef DEFINE_ARRAY_STRUCTFIELD #undef DEFINE_SIZEOF #undef DEFINE_RANGE #undef DEFINE_CONSTANT #undef PRECOMP_NO_CHECK const word StoreBufferBlock::kSize = dart::StoreBufferBlock::kSize; const word MarkingStackBlock::kSize = dart::MarkingStackBlock::kSize; word Instructions::HeaderSize() { intptr_t alignment = OS::PreferredCodeAlignment(); intptr_t aligned_size = Utils::RoundUp(Instructions::UnalignedHeaderSize(), alignment); ASSERT(aligned_size == alignment); return aligned_size; } #if !defined(TARGET_ARCH_DBC) word Thread::stack_overflow_shared_stub_entry_point_offset(bool fpu_regs) { return fpu_regs ? stack_overflow_shared_with_fpu_regs_entry_point_offset() : stack_overflow_shared_without_fpu_regs_entry_point_offset(); } #endif // !defined(TARGET_ARCH_DBC) uword Thread::safepoint_state_unacquired() { return dart::Thread::safepoint_state_unacquired(); } uword Thread::safepoint_state_acquired() { return dart::Thread::safepoint_state_acquired(); } uword Thread::generated_execution_state() { return dart::Thread::ExecutionState::kThreadInGenerated; } uword Thread::native_execution_state() { return dart::Thread::ExecutionState::kThreadInNative; } uword Thread::vm_tag_compiled_id() { return dart::VMTag::kDartCompiledTagId; } word Thread::OffsetFromThread(const dart::Object& object) { auto host_offset = dart::Thread::OffsetFromThread(object); return object_null_offset() + TranslateOffsetInWords(host_offset - dart::Thread::object_null_offset()); } intptr_t Thread::OffsetFromThread(const dart::RuntimeEntry* runtime_entry) { auto host_offset = dart::Thread::OffsetFromThread(runtime_entry); return AllocateArray_entry_point_offset() + TranslateOffsetInWords( host_offset - dart::Thread::AllocateArray_entry_point_offset()); } bool CanLoadFromThread(const dart::Object& object, intptr_t* offset /* = nullptr */) { if (dart::Thread::CanLoadFromThread(object)) { if (offset != nullptr) { *offset = Thread::OffsetFromThread(object); } return true; } return false; } static_assert( kSmiBits <= dart::kSmiBits, "Expected that size of Smi on HOST is at least as large as on target."); bool IsSmi(const dart::Object& a) { return a.IsSmi() && Utils::IsInt(kSmiBits + 1, dart::Smi::Cast(a).Value()); } bool IsSmi(int64_t v) { return Utils::IsInt(kSmiBits + 1, v); } word ToRawSmi(const dart::Object& a) { RELEASE_ASSERT(IsSmi(a)); return static_cast(reinterpret_cast(a.raw())); } word ToRawSmi(intptr_t value) { return dart::Smi::RawValue(value); } word SmiValue(const dart::Object& a) { RELEASE_ASSERT(IsSmi(a)); return static_cast(dart::Smi::Cast(a).Value()); } #if defined(TARGET_ARCH_IA32) uword Code::EntryPointOf(const dart::Code& code) { static_assert(kHostWordSize == kWordSize, "Can't embed raw pointers to runtime objects when host and " "target word sizes are different"); return code.EntryPoint(); } bool CanEmbedAsRawPointerInGeneratedCode(const dart::Object& obj) { return obj.IsSmi() || obj.InVMIsolateHeap(); } word ToRawPointer(const dart::Object& a) { static_assert(kHostWordSize == kWordSize, "Can't embed raw pointers to runtime objects when host and " "target word sizes are different"); return reinterpret_cast(a.raw()); } #endif // defined(TARGET_ARCH_IA32) word RegExp::function_offset(classid_t cid, bool sticky) { return TranslateOffsetInWords(dart::RegExp::function_offset(cid, sticky)); } const word Symbols::kNumberOfOneCharCodeSymbols = dart::Symbols::kNumberOfOneCharCodeSymbols; const word Symbols::kNullCharCodeSymbolOffset = dart::Symbols::kNullCharCodeSymbolOffset; const word String::kHashBits = dart::String::kHashBits; bool Heap::IsAllocatableInNewSpace(intptr_t instance_size) { return dart::Heap::IsAllocatableInNewSpace(instance_size); } word Field::OffsetOf(const dart::Field& field) { return TranslateOffsetInWords(field.Offset()); } } // namespace target } // namespace compiler } // namespace dart #else namespace dart { namespace compiler { namespace target { const word Array::kMaxElements = Array_kMaxElements; } // namespace target } // namespace compiler } // namespace dart #endif // !defined(DART_PRECOMPILED_RUNTIME)