// Copyright 2012 the V8 project authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "src/code-stubs.h" #include #include "src/arguments.h" #include "src/assembler-inl.h" #include "src/ast/ast.h" #include "src/bootstrapper.h" #include "src/code-factory.h" #include "src/code-stub-assembler.h" #include "src/code-stubs-utils.h" #include "src/code-tracer.h" #include "src/counters.h" #include "src/gdb-jit.h" #include "src/heap/heap-inl.h" #include "src/ic/ic-stats.h" #include "src/ic/ic.h" #include "src/macro-assembler.h" #include "src/objects-inl.h" #include "src/objects/hash-table-inl.h" #include "src/tracing/tracing-category-observer.h" namespace v8 { namespace internal { using compiler::CodeAssemblerState; CodeStubDescriptor::CodeStubDescriptor(CodeStub* stub) : isolate_(stub->isolate()), call_descriptor_(stub->GetCallInterfaceDescriptor()), stack_parameter_count_(no_reg), hint_stack_parameter_count_(-1), function_mode_(NOT_JS_FUNCTION_STUB_MODE), deoptimization_handler_(kNullAddress), miss_handler_(), has_miss_handler_(false) {} CodeStubDescriptor::CodeStubDescriptor(Isolate* isolate, uint32_t stub_key) : isolate_(isolate), stack_parameter_count_(no_reg), hint_stack_parameter_count_(-1), function_mode_(NOT_JS_FUNCTION_STUB_MODE), deoptimization_handler_(kNullAddress), miss_handler_(), has_miss_handler_(false) { CodeStub::InitializeDescriptor(isolate, stub_key, this); } void CodeStubDescriptor::Initialize(Address deoptimization_handler, int hint_stack_parameter_count, StubFunctionMode function_mode) { deoptimization_handler_ = deoptimization_handler; hint_stack_parameter_count_ = hint_stack_parameter_count; function_mode_ = function_mode; } void CodeStubDescriptor::Initialize(Register stack_parameter_count, Address deoptimization_handler, int hint_stack_parameter_count, StubFunctionMode function_mode) { Initialize(deoptimization_handler, hint_stack_parameter_count, function_mode); stack_parameter_count_ = stack_parameter_count; } bool CodeStub::FindCodeInCache(Code** code_out) { SimpleNumberDictionary* stubs = isolate()->heap()->code_stubs(); int index = stubs->FindEntry(isolate(), GetKey()); if (index != SimpleNumberDictionary::kNotFound) { *code_out = Code::cast(stubs->ValueAt(index)); return true; } return false; } void CodeStub::RecordCodeGeneration(Handle code) { std::ostringstream os; os << *this; PROFILE(isolate(), CodeCreateEvent(CodeEventListener::STUB_TAG, AbstractCode::cast(*code), os.str().c_str())); Counters* counters = isolate()->counters(); counters->total_stubs_code_size()->Increment(code->raw_instruction_size()); #ifdef DEBUG code->VerifyEmbeddedObjects(isolate()); #endif } void CodeStub::DeleteStubFromCacheForTesting() { Heap* heap = isolate_->heap(); Handle dict(heap->code_stubs(), isolate()); int entry = dict->FindEntry(isolate(), GetKey()); DCHECK_NE(SimpleNumberDictionary::kNotFound, entry); dict = SimpleNumberDictionary::DeleteEntry(isolate(), dict, entry); heap->SetRootCodeStubs(*dict); } Handle PlatformCodeStub::GenerateCode() { Factory* factory = isolate()->factory(); // Generate the new code. // TODO(yangguo): remove this once we can serialize IC stubs. AssemblerOptions options = AssemblerOptions::Default(isolate(), true); MacroAssembler masm(isolate(), options, nullptr, 256, CodeObjectRequired::kYes); { // Update the static counter each time a new code stub is generated. isolate()->counters()->code_stubs()->Increment(); // Generate the code for the stub. NoCurrentFrameScope scope(&masm); Generate(&masm); } // Generate the handler table. int handler_table_offset = GenerateHandlerTable(&masm); // Create the code object. CodeDesc desc; masm.GetCode(isolate(), &desc); // Copy the generated code into a heap object. Handle new_object = factory->NewCode( desc, Code::STUB, masm.CodeObject(), Builtins::kNoBuiltinId, MaybeHandle(), DeoptimizationData::Empty(isolate()), NeedsImmovableCode(), GetKey(), false, 0, 0, handler_table_offset); return new_object; } Handle CodeStub::GetCode() { Heap* heap = isolate()->heap(); Code* code; if (FindCodeInCache(&code)) { DCHECK(code->is_stub()); return handle(code, isolate_); } { HandleScope scope(isolate()); // Canonicalize handles, so that we can share constant pool entries pointing // to code targets without dereferencing their handles. CanonicalHandleScope canonical(isolate()); Handle new_object = GenerateCode(); DCHECK_EQ(GetKey(), new_object->stub_key()); RecordCodeGeneration(new_object); #ifdef ENABLE_DISASSEMBLER if (FLAG_print_code_stubs) { CodeTracer::Scope trace_scope(isolate()->GetCodeTracer()); OFStream os(trace_scope.file()); std::ostringstream name; name << *this; new_object->Disassemble(name.str().c_str(), os); os << "\n"; } #endif // Update the dictionary and the root in Heap. Handle dict = SimpleNumberDictionary::Set( isolate(), handle(heap->code_stubs(), isolate_), GetKey(), new_object); heap->SetRootCodeStubs(*dict); code = *new_object; } Activate(code); DCHECK(!NeedsImmovableCode() || Heap::IsImmovable(code)); return Handle(code, isolate()); } CodeStub::Major CodeStub::GetMajorKey(const Code* code_stub) { return MajorKeyFromKey(code_stub->stub_key()); } const char* CodeStub::MajorName(CodeStub::Major major_key) { switch (major_key) { #define DEF_CASE(name) case name: return #name "Stub"; CODE_STUB_LIST(DEF_CASE) #undef DEF_CASE case NoCache: return "Stub"; case NUMBER_OF_IDS: UNREACHABLE(); } return nullptr; } void CodeStub::PrintBaseName(std::ostream& os) const { // NOLINT os << MajorName(MajorKey()); } void CodeStub::PrintName(std::ostream& os) const { // NOLINT PrintBaseName(os); PrintState(os); } void CodeStub::Dispatch(Isolate* isolate, uint32_t key, void** value_out, DispatchedCall call) { switch (MajorKeyFromKey(key)) { #define DEF_CASE(NAME) \ case NAME: { \ NAME##Stub stub(key, isolate); \ CodeStub* pstub = &stub; \ call(pstub, value_out); \ break; \ } CODE_STUB_LIST(DEF_CASE) #undef DEF_CASE case NUMBER_OF_IDS: case NoCache: UNREACHABLE(); break; } } int PlatformCodeStub::GenerateHandlerTable(MacroAssembler* masm) { return 0; } static void InitializeDescriptorDispatchedCall(CodeStub* stub, void** value_out) { CodeStubDescriptor* descriptor_out = reinterpret_cast(value_out); descriptor_out->set_call_descriptor(stub->GetCallInterfaceDescriptor()); } void CodeStub::InitializeDescriptor(Isolate* isolate, uint32_t key, CodeStubDescriptor* desc) { void** value_out = reinterpret_cast(desc); Dispatch(isolate, key, value_out, &InitializeDescriptorDispatchedCall); } void CodeStub::GetCodeDispatchCall(CodeStub* stub, void** value_out) { Handle* code_out = reinterpret_cast*>(value_out); *code_out = stub->GetCode(); } MaybeHandle CodeStub::GetCode(Isolate* isolate, uint32_t key) { HandleScope scope(isolate); Handle code; void** value_out = reinterpret_cast(&code); Dispatch(isolate, key, value_out, &GetCodeDispatchCall); return scope.CloseAndEscape(code); } Handle TurboFanCodeStub::GenerateCode() { const char* name = CodeStub::MajorName(MajorKey()); Zone zone(isolate()->allocator(), ZONE_NAME); CallInterfaceDescriptor descriptor(GetCallInterfaceDescriptor()); compiler::CodeAssemblerState state( isolate(), &zone, descriptor, Code::STUB, name, PoisoningMitigationLevel::kDontPoison, GetKey()); GenerateAssembly(&state); return compiler::CodeAssembler::GenerateCode( &state, AssemblerOptions::Default(isolate())); } TF_STUB(ElementsTransitionAndStoreStub, CodeStubAssembler) { Node* receiver = Parameter(Descriptor::kReceiver); Node* key = Parameter(Descriptor::kName); Node* value = Parameter(Descriptor::kValue); Node* map = Parameter(Descriptor::kMap); Node* slot = Parameter(Descriptor::kSlot); Node* vector = Parameter(Descriptor::kVector); Node* context = Parameter(Descriptor::kContext); Comment( "ElementsTransitionAndStoreStub: from_kind=%s, to_kind=%s," " is_jsarray=%d, store_mode=%d", ElementsKindToString(stub->from_kind()), ElementsKindToString(stub->to_kind()), stub->is_jsarray(), stub->store_mode()); Label miss(this); if (FLAG_trace_elements_transitions) { // Tracing elements transitions is the job of the runtime. Goto(&miss); } else { TransitionElementsKind(receiver, map, stub->from_kind(), stub->to_kind(), stub->is_jsarray(), &miss); EmitElementStore(receiver, key, value, stub->is_jsarray(), stub->to_kind(), stub->store_mode(), &miss, context); Return(value); } BIND(&miss); { Comment("Miss"); TailCallRuntime(Runtime::kElementsTransitionAndStoreIC_Miss, context, receiver, key, value, map, slot, vector); } } // TODO(ishell): move to builtins-handler-gen. TF_STUB(KeyedLoadSloppyArgumentsStub, CodeStubAssembler) { Node* receiver = Parameter(Descriptor::kReceiver); Node* key = Parameter(Descriptor::kName); Node* slot = Parameter(Descriptor::kSlot); Node* vector = Parameter(Descriptor::kVector); Node* context = Parameter(Descriptor::kContext); Label miss(this); Node* result = LoadKeyedSloppyArguments(receiver, key, &miss); Return(result); BIND(&miss); { Comment("Miss"); TailCallRuntime(Runtime::kKeyedLoadIC_Miss, context, receiver, key, slot, vector); } } // TODO(ishell): move to builtins-handler-gen. TF_STUB(KeyedStoreSloppyArgumentsStub, CodeStubAssembler) { Node* receiver = Parameter(Descriptor::kReceiver); Node* key = Parameter(Descriptor::kName); Node* value = Parameter(Descriptor::kValue); Node* slot = Parameter(Descriptor::kSlot); Node* vector = Parameter(Descriptor::kVector); Node* context = Parameter(Descriptor::kContext); Label miss(this); StoreKeyedSloppyArguments(receiver, key, value, &miss); Return(value); BIND(&miss); { Comment("Miss"); TailCallRuntime(Runtime::kKeyedStoreIC_Miss, context, value, slot, vector, receiver, key); } } // TODO(ishell): move to builtins-handler-gen. TF_STUB(StoreInterceptorStub, CodeStubAssembler) { Node* receiver = Parameter(Descriptor::kReceiver); Node* name = Parameter(Descriptor::kName); Node* value = Parameter(Descriptor::kValue); Node* slot = Parameter(Descriptor::kSlot); Node* vector = Parameter(Descriptor::kVector); Node* context = Parameter(Descriptor::kContext); TailCallRuntime(Runtime::kStorePropertyWithInterceptor, context, value, slot, vector, receiver, name); } // TODO(ishell): move to builtins-handler-gen. TF_STUB(LoadIndexedInterceptorStub, CodeStubAssembler) { Node* receiver = Parameter(Descriptor::kReceiver); Node* key = Parameter(Descriptor::kName); Node* slot = Parameter(Descriptor::kSlot); Node* vector = Parameter(Descriptor::kVector); Node* context = Parameter(Descriptor::kContext); Label if_keyispositivesmi(this), if_keyisinvalid(this); Branch(TaggedIsPositiveSmi(key), &if_keyispositivesmi, &if_keyisinvalid); BIND(&if_keyispositivesmi); TailCallRuntime(Runtime::kLoadElementWithInterceptor, context, receiver, key); BIND(&if_keyisinvalid); TailCallRuntime(Runtime::kKeyedLoadIC_Miss, context, receiver, key, slot, vector); } int JSEntryStub::GenerateHandlerTable(MacroAssembler* masm) { int handler_table_offset = HandlerTable::EmitReturnTableStart(masm, 1); HandlerTable::EmitReturnEntry(masm, 0, handler_offset_); return handler_table_offset; } // TODO(ishell): move to builtins-handler-gen. TF_STUB(StoreSlowElementStub, CodeStubAssembler) { Node* receiver = Parameter(Descriptor::kReceiver); Node* name = Parameter(Descriptor::kName); Node* value = Parameter(Descriptor::kValue); Node* slot = Parameter(Descriptor::kSlot); Node* vector = Parameter(Descriptor::kVector); Node* context = Parameter(Descriptor::kContext); TailCallRuntime(Runtime::kKeyedStoreIC_Slow, context, value, slot, vector, receiver, name); } TF_STUB(StoreInArrayLiteralSlowStub, CodeStubAssembler) { Node* array = Parameter(Descriptor::kReceiver); Node* index = Parameter(Descriptor::kName); Node* value = Parameter(Descriptor::kValue); Node* context = Parameter(Descriptor::kContext); TailCallRuntime(Runtime::kStoreInArrayLiteralIC_Slow, context, value, array, index); } TF_STUB(StoreFastElementStub, CodeStubAssembler) { Comment("StoreFastElementStub: js_array=%d, elements_kind=%s, store_mode=%d", stub->is_js_array(), ElementsKindToString(stub->elements_kind()), stub->store_mode()); Node* receiver = Parameter(Descriptor::kReceiver); Node* key = Parameter(Descriptor::kName); Node* value = Parameter(Descriptor::kValue); Node* slot = Parameter(Descriptor::kSlot); Node* vector = Parameter(Descriptor::kVector); Node* context = Parameter(Descriptor::kContext); Label miss(this); EmitElementStore(receiver, key, value, stub->is_js_array(), stub->elements_kind(), stub->store_mode(), &miss, context); Return(value); BIND(&miss); { Comment("Miss"); TailCallRuntime(Runtime::kKeyedStoreIC_Miss, context, value, slot, vector, receiver, key); } } // static void StoreFastElementStub::GenerateAheadOfTime(Isolate* isolate) { if (FLAG_minimal) return; StoreFastElementStub(isolate, false, HOLEY_ELEMENTS, STANDARD_STORE) .GetCode(); StoreFastElementStub(isolate, false, HOLEY_ELEMENTS, STORE_AND_GROW_NO_TRANSITION_HANDLE_COW) .GetCode(); for (int i = FIRST_FAST_ELEMENTS_KIND; i <= LAST_FAST_ELEMENTS_KIND; i++) { ElementsKind kind = static_cast(i); StoreFastElementStub(isolate, true, kind, STANDARD_STORE).GetCode(); StoreFastElementStub(isolate, true, kind, STORE_AND_GROW_NO_TRANSITION_HANDLE_COW) .GetCode(); } } void ProfileEntryHookStub::EntryHookTrampoline(intptr_t function, intptr_t stack_pointer, Isolate* isolate) { FunctionEntryHook entry_hook = isolate->function_entry_hook(); DCHECK_NOT_NULL(entry_hook); entry_hook(function, stack_pointer); } void CodeStub::GenerateStubsAheadOfTime(Isolate* isolate) { StoreFastElementStub::GenerateAheadOfTime(isolate); } } // namespace internal } // namespace v8