Mercurial > hg > graal-compiler
view src/share/vm/graal/graalCodeInstaller.cpp @ 3153:5ca1332171c8
Fixed an issue in the HotSpot code for rethrowing an exception at deopt (wrong values on the expression stack caused a crash when GC and deopt happened at the same time).
author | Thomas Wuerthinger <thomas@wuerthinger.net> |
---|---|
date | Tue, 05 Jul 2011 18:55:22 +0200 |
parents | 5aeb62416609 |
children | e4616e3d207b |
line wrap: on
line source
/* * Copyright (c) 2011, Oracle and/or its affiliates. All rights reserved. * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER. * * This code is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License version 2 only, as * published by the Free Software Foundation. * * This code is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License * version 2 for more details (a copy is included in the LICENSE file that * accompanied this code). * * You should have received a copy of the GNU General Public License version * 2 along with this work; if not, write to the Free Software Foundation, * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA. * * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA * or visit www.oracle.com if you need additional information or have any * questions. */ #include "precompiled.hpp" #include "graal/graalCompiler.hpp" #include "graal/graalCodeInstaller.hpp" #include "graal/graalJavaAccess.hpp" #include "graal/graalVMEntries.hpp" #include "graal/graalVmIds.hpp" #include "c1/c1_Runtime1.hpp" #include "classfile/vmSymbols.hpp" #include "vmreg_x86.inline.hpp" // TODO this should be handled in a more robust way - not hard coded... Register CPU_REGS[] = { rax, rcx, rdx, rbx, rsp, rbp, rsi, rdi, r8, r9, r10, r11, r12, r13, r14, r15 }; bool OOP_ALLOWED[] = {true, true, true, true, false, false, true, true, true, true, false, true, true, true, true, true}; const static int NUM_CPU_REGS = sizeof(CPU_REGS) / sizeof(Register); XMMRegister XMM_REGS[] = { xmm0, xmm1, xmm2, xmm3, xmm4, xmm5, xmm6, xmm7, xmm8, xmm9, xmm10, xmm11, xmm12, xmm13, xmm14, xmm15 }; const static int NUM_XMM_REGS = sizeof(XMM_REGS) / sizeof(XMMRegister); const static int NUM_REGS = NUM_CPU_REGS + NUM_XMM_REGS; const static jlong NO_REF_MAP = 0x8000000000000000L; // convert graal register indices (as used in oop maps) to hotspot registers VMReg get_hotspot_reg(jint graal_reg) { assert(graal_reg >= 0 && graal_reg < NUM_REGS, "invalid register number"); if (graal_reg < NUM_CPU_REGS) { return CPU_REGS[graal_reg]->as_VMReg(); } else { return XMM_REGS[graal_reg - NUM_CPU_REGS]->as_VMReg(); } } static bool is_bit_set(oop bit_map, int i) { const int MapWordBits = 64; if (i < MapWordBits) { jlong low = GraalBitMap::low(bit_map); return (low & (1LL << i)) != 0; } else { jint extra_idx = (i - MapWordBits) / MapWordBits; arrayOop extra = (arrayOop) GraalBitMap::extra(bit_map); assert(extra_idx >= 0 && extra_idx < extra->length(), "unexpected index"); jlong word = ((jlong*) extra->base(T_LONG))[extra_idx]; return (word & (1LL << (i % MapWordBits))) != 0; } } // creates a hotspot oop map out of the byte arrays provided by CiDebugInfo static OopMap* create_oop_map(jint frame_size, jint parameter_count, oop debug_info) { OopMap* map = new OopMap(frame_size, parameter_count); oop register_map = (oop) CiDebugInfo::registerRefMap(debug_info); oop frame_map = (oop) CiDebugInfo::frameRefMap(debug_info); if (register_map != NULL) { assert(GraalBitMap::size(register_map) == (unsigned) NUM_CPU_REGS, "unexpected register_map length"); for (jint i = 0; i < NUM_CPU_REGS; i++) { bool is_oop = is_bit_set(register_map, i); VMReg reg = get_hotspot_reg(i); if (is_oop) { assert(OOP_ALLOWED[i], "this register may never be an oop, register map misaligned?"); map->set_oop(reg); } else { map->set_value(reg); } } } if (frame_size > 0) { assert(GraalBitMap::size(frame_map) == frame_size / HeapWordSize, "unexpected frame_map length"); for (jint i = 0; i < frame_size / HeapWordSize; i++) { bool is_oop = is_bit_set(frame_map, i); // hotspot stack slots are 4 bytes VMReg reg = VMRegImpl::stack2reg(i * 2); if (is_oop) { map->set_oop(reg); } else { map->set_value(reg); } } } else { assert(frame_map == NULL || GraalBitMap::size(frame_map) == 0, "cannot have frame_map for frames with size 0"); } return map; } // TODO: finish this - graal doesn't provide any scope values at the moment static ScopeValue* get_hotspot_value(oop value, int frame_size, GrowableArray<ScopeValue*>* objects, ScopeValue* &second) { second = NULL; if (value == CiValue::IllegalValue()) { return new LocationValue(Location::new_stk_loc(Location::invalid, 0)); } BasicType type = GraalCompiler::kindToBasicType(CiKind::typeChar(CiValue::kind(value))); Location::Type locationType = Location::normal; if (type == T_OBJECT || type == T_ARRAY) locationType = Location::oop; if (value->is_a(CiRegisterValue::klass())) { jint number = CiRegister::number(CiRegisterValue::reg(value)); if (number < 16) { if (type == T_INT || type == T_FLOAT || type == T_SHORT || type == T_CHAR || type == T_BOOLEAN || type == T_BYTE) { locationType = Location::int_in_long; } else if (type == T_LONG) { locationType = Location::lng; } else { assert(type == T_OBJECT || type == T_ARRAY, "unexpected type in cpu register"); } ScopeValue* value = new LocationValue(Location::new_reg_loc(locationType, as_Register(number)->as_VMReg())); if (type == T_LONG) { second = value; } return value; } else { assert(type == T_FLOAT || type == T_DOUBLE, "only float and double expected in xmm register"); if (type == T_FLOAT) { // this seems weird, but the same value is used in c1_LinearScan locationType = Location::normal; } else { locationType = Location::dbl; } ScopeValue* value = new LocationValue(Location::new_reg_loc(locationType, as_XMMRegister(number - 16)->as_VMReg())); if (type == T_DOUBLE) { second = value; } return value; } } else if (value->is_a(CiStackSlot::klass())) { if (type == T_DOUBLE) { locationType = Location::dbl; } else if (type == T_LONG) { locationType = Location::lng; } jint index = CiStackSlot::index(value); ScopeValue* value; if (index >= 0) { value = new LocationValue(Location::new_stk_loc(locationType, index * HeapWordSize)); } else { value = new LocationValue(Location::new_stk_loc(locationType, -(index * HeapWordSize) + frame_size)); } if (type == T_DOUBLE || type == T_LONG) { second = value; } return value; } else if (value->is_a(CiConstant::klass())){ oop obj = CiConstant::object(value); jlong prim = CiConstant::primitive(value); if (type == T_INT || type == T_FLOAT || type == T_SHORT || type == T_CHAR || type == T_BOOLEAN || type == T_BYTE) { return new ConstantIntValue(*(jint*)&prim); } else if (type == T_LONG || type == T_DOUBLE) { second = new ConstantIntValue(0); return new ConstantLongValue(prim); } else if (type == T_OBJECT) { oop obj = CiConstant::object(value); if (obj == NULL) { return new ConstantOopWriteValue(NULL); } else { return new ConstantOopWriteValue(JNIHandles::make_global(obj)); } } else if (type == T_ADDRESS) { return new ConstantLongValue(prim); } tty->print("%i", type); } else if (value->is_a(CiVirtualObject::klass())) { oop type = CiVirtualObject::type(value); int id = CiVirtualObject::id(value); ciKlass* klass = (ciKlass*) CURRENT_ENV->get_object(java_lang_Class::as_klassOop(HotSpotTypeResolved::javaMirror(type))); assert(klass->is_instance_klass() || klass->is_array_klass(), "Not supported allocation."); for (jint i = 0; i < objects->length(); i++) { ObjectValue* obj = (ObjectValue*) objects->at(i); if (obj->id() == id) { return obj; } } ObjectValue* sv = new ObjectValue(id, new ConstantOopWriteValue(klass->constant_encoding())); arrayOop values = (arrayOop) CiVirtualObject::values(value); for (jint i = 0; i < values->length(); i++) { ((oop*) values->base(T_OBJECT))[i]; } for (jint i = 0; i < values->length(); i++) { ScopeValue* cur_second = NULL; ScopeValue* value = get_hotspot_value(((oop*) values->base(T_OBJECT))[i], frame_size, objects, cur_second); if (cur_second != NULL) { sv->field_values()->append(cur_second); } sv->field_values()->append(value); } // uint first_ind = spobj->first_index(); // for (uint i = 0; i < spobj->n_fields(); i++) { // Node* fld_node = sfn->in(first_ind+i); // (void)FillLocArray(sv->field_values()->length(), sfn, fld_node, sv->field_values(), objs); // } // scval = sv; objects->append(sv); return sv; } else { value->klass()->print(); value->print(); } ShouldNotReachHere(); return NULL; } // constructor used to create a method CodeInstaller::CodeInstaller(Handle target_method) { ciMethod *ciMethodObject = NULL; { No_Safepoint_Verifier no_safepoint; _env = CURRENT_ENV; initialize_fields(target_method); assert(_hotspot_method != NULL && _name == NULL, "installMethod needs NON-NULL method and NULL name"); assert(_hotspot_method->is_a(HotSpotMethodResolved::klass()), "installMethod needs a HotSpotMethodResolved"); methodOop method = getMethodFromHotSpotMethod(_hotspot_method); ciMethodObject = (ciMethod *) _env->get_object(method); _parameter_count = method->size_of_parameters(); } // (very) conservative estimate: each site needs a relocation //CodeBuffer buffer("temp graal method", _total_size, _sites->length() * relocInfo::length_limit); CodeBuffer buffer(CompilerThread::current()->get_buffer_blob()); initialize_buffer(buffer); process_exception_handlers(); int stack_slots = (_frame_size / HeapWordSize) + 2; // conversion to words, need to add two slots for ret address and frame pointer ThreadToNativeFromVM t((JavaThread*) Thread::current()); _env->register_method(ciMethodObject, -1, &_offsets, _custom_stack_area_offset, &buffer, stack_slots, _debug_recorder->_oopmaps, &_exception_handler_table, &_implicit_exception_table, GraalCompiler::instance(), _env->comp_level(), false, false); } // constructor used to create a stub CodeInstaller::CodeInstaller(Handle target_method, jlong& id) { No_Safepoint_Verifier no_safepoint; _env = CURRENT_ENV; initialize_fields(target_method); assert(_hotspot_method == NULL && _name != NULL, "installMethod needs NON-NULL name and NULL method"); // (very) conservative estimate: each site needs a relocation CodeBuffer buffer(CompilerThread::current()->get_buffer_blob()); initialize_buffer(buffer); const char* cname = java_lang_String::as_utf8_string(_name); BufferBlob* blob = BufferBlob::create(strdup(cname), &buffer); // this is leaking strings... but only a limited number of stubs will be created IF_TRACE_graal_3 Disassembler::decode((CodeBlob*) blob); id = VmIds::addStub(blob->code_begin()); } void CodeInstaller::initialize_fields(Handle target_method) { _citarget_method = HotSpotTargetMethod::targetMethod(target_method); _hotspot_method = HotSpotTargetMethod::method(target_method); _name = HotSpotTargetMethod::name(target_method); _sites = (arrayOop) HotSpotTargetMethod::sites(target_method); oop assumptions = CiTargetMethod::assumptions(_citarget_method); if (assumptions != NULL) { _assumptions = (arrayOop) CiAssumptions::list(assumptions); } else { _assumptions = NULL; } _exception_handlers = (arrayOop) HotSpotTargetMethod::exceptionHandlers(target_method); _code = (arrayOop) CiTargetMethod::targetCode(_citarget_method); _code_size = CiTargetMethod::targetCodeSize(_citarget_method); _frame_size = CiTargetMethod::frameSize(_citarget_method); _custom_stack_area_offset = CiTargetMethod::customStackAreaOffset(_citarget_method); // (very) conservative estimate: each site needs a constant section entry _constants_size = _sites->length() * (BytesPerLong*2); _total_size = align_size_up(_code_size, HeapWordSize) + _constants_size; _next_call_type = MARK_INVOKE_INVALID; } // perform data and call relocation on the CodeBuffer void CodeInstaller::initialize_buffer(CodeBuffer& buffer) { int locs_buffer_size = _sites->length() * (relocInfo::length_limit + sizeof(relocInfo)); char* locs_buffer = NEW_RESOURCE_ARRAY(char, locs_buffer_size); buffer.insts()->initialize_shared_locs((relocInfo*)locs_buffer, locs_buffer_size / sizeof(relocInfo)); buffer.initialize_stubs_size(256); buffer.initialize_consts_size(_constants_size); _oop_recorder = new OopRecorder(_env->arena()); _env->set_oop_recorder(_oop_recorder); _debug_recorder = new DebugInformationRecorder(_env->oop_recorder()); _debug_recorder->set_oopmaps(new OopMapSet()); _dependencies = new Dependencies(_env); _env->set_oop_recorder(_oop_recorder); _env->set_debug_info(_debug_recorder); _env->set_dependencies(_dependencies); buffer.initialize_oop_recorder(_oop_recorder); _instructions = buffer.insts(); _constants = buffer.consts(); // copy the code into the newly created CodeBuffer memcpy(_instructions->start(), _code->base(T_BYTE), _code_size); _instructions->set_end(_instructions->start() + _code_size); oop* sites = (oop*) _sites->base(T_OBJECT); for (int i = 0; i < _sites->length(); i++) { oop site = sites[i]; jint pc_offset = CiTargetMethod_Site::pcOffset(site); if (site->is_a(CiTargetMethod_Safepoint::klass())) { TRACE_graal_4("safepoint at %i", pc_offset); site_Safepoint(buffer, pc_offset, site); } else if (site->is_a(CiTargetMethod_Call::klass())) { TRACE_graal_4("call at %i", pc_offset); site_Call(buffer, pc_offset, site); } else if (site->is_a(CiTargetMethod_DataPatch::klass())) { TRACE_graal_4("datapatch at %i", pc_offset); site_DataPatch(buffer, pc_offset, site); } else if (site->is_a(CiTargetMethod_Mark::klass())) { TRACE_graal_4("mark at %i", pc_offset); site_Mark(buffer, pc_offset, site); } else { fatal("unexpected Site subclass"); } } if (_assumptions != NULL) { oop* assumptions = (oop*) _assumptions->base(T_OBJECT); for (int i = 0; i < _assumptions->length(); ++i) { oop assumption = assumptions[i]; if (assumption != NULL) { if (assumption->is_a(CiAssumptions_ConcreteSubtype::klass())) { assumption_ConcreteSubtype(assumption); } else if (assumption->is_a(CiAssumptions_ConcreteMethod::klass())) { assumption_ConcreteMethod(assumption); } else { fatal("unexpected Assumption subclass"); } } } } } void CodeInstaller::assumption_ConcreteSubtype(oop assumption) { oop context_oop = CiAssumptions_ConcreteSubtype::context(assumption); oop type_oop = CiAssumptions_ConcreteSubtype::subtype(assumption); ciKlass* context = (ciKlass*) CURRENT_ENV->get_object(java_lang_Class::as_klassOop(HotSpotTypeResolved::javaMirror(context_oop))); ciKlass* type = (ciKlass*) CURRENT_ENV->get_object(java_lang_Class::as_klassOop(HotSpotTypeResolved::javaMirror(type_oop))); _dependencies->assert_leaf_type(type); if (context != type) { assert(context->is_abstract(), ""); ThreadToNativeFromVM trans(JavaThread::current()); _dependencies->assert_abstract_with_unique_concrete_subtype(context, type); } } void CodeInstaller::assumption_ConcreteMethod(oop assumption) { oop context_oop = CiAssumptions_ConcreteMethod::context(assumption); oop method_oop = CiAssumptions_ConcreteMethod::method(assumption); methodOop method = getMethodFromHotSpotMethod(method_oop); methodOop context = getMethodFromHotSpotMethod(context_oop); ciMethod* m = (ciMethod*) CURRENT_ENV->get_object(method); ciMethod* c = (ciMethod*) CURRENT_ENV->get_object(context); ciKlass* context_klass = c->holder(); { ThreadToNativeFromVM trans(JavaThread::current()); _dependencies->assert_unique_concrete_method(context_klass, m); } } void CodeInstaller::process_exception_handlers() { // allocate some arrays for use by the collection code. const int num_handlers = 5; GrowableArray<intptr_t>* bcis = new GrowableArray<intptr_t> (num_handlers); GrowableArray<intptr_t>* scope_depths = new GrowableArray<intptr_t> (num_handlers); GrowableArray<intptr_t>* pcos = new GrowableArray<intptr_t> (num_handlers); if (_exception_handlers != NULL) { oop* exception_handlers = (oop*) _exception_handlers->base(T_OBJECT); for (int i = 0; i < _exception_handlers->length(); i++) { jint pc_offset = CiTargetMethod_Site::pcOffset(exception_handlers[i]); int start = i; while ((i + 1) < _exception_handlers->length() && CiTargetMethod_Site::pcOffset(exception_handlers[i + 1]) == pc_offset) i++; // empty the arrays bcis->trunc_to(0); scope_depths->trunc_to(0); pcos->trunc_to(0); for (int j = start; j <= i; j++) { oop exc = exception_handlers[j]; jint handler_offset = CiTargetMethod_ExceptionHandler::handlerPos(exc); jint handler_bci = CiTargetMethod_ExceptionHandler::handlerBci(exc); jint bci = CiTargetMethod_ExceptionHandler::bci(exc); jint scope_level = CiTargetMethod_ExceptionHandler::scopeLevel(exc); Handle handler_type = CiTargetMethod_ExceptionHandler::exceptionType(exc); assert(handler_offset != -1, "must have been generated"); int e = bcis->find(handler_bci); if (e >= 0 && scope_depths->at(e) == scope_level) { // two different handlers are declared to dispatch to the same // catch bci. During parsing we created edges for each // handler but we really only need one. The exception handler // table will also get unhappy if we try to declare both since // it's nonsensical. Just skip this handler. continue; } bcis->append(handler_bci); if (handler_bci == -1) { // insert a wildcard handler at scope depth 0 so that the // exception lookup logic with find it. scope_depths->append(0); } else { scope_depths->append(scope_level); } pcos->append(handler_offset); // stop processing once we hit a catch any // if (handler->is_catch_all()) { // assert(i == handlers->length() - 1, "catch all must be last handler"); // } } _exception_handler_table.add_subtable(pc_offset, bcis, scope_depths, pcos); } } } void CodeInstaller::record_scope(jint pc_offset, oop code_pos, GrowableArray<ScopeValue*>* objects) { oop caller_pos = CiCodePos::caller(code_pos); if (caller_pos != NULL) { record_scope(pc_offset, caller_pos, objects); } oop frame = NULL; if (code_pos->klass()->klass_part()->name() == vmSymbols::com_sun_cri_ci_CiFrame()) { frame = code_pos; } oop hotspot_method = CiCodePos::method(code_pos); methodOop method = getMethodFromHotSpotMethod(hotspot_method); ciMethod *cimethod = (ciMethod *) _env->get_object(method); jint bci = CiCodePos::bci(code_pos); bool reexecute; if (bci == -1) { reexecute = false; } else { Bytecodes::Code code = Bytecodes::java_code_at(method, method->bcp_from(bci)); reexecute = Interpreter::bytecode_should_reexecute(code); } if (TraceGraal >= 2) { tty->print_cr("Recording scope pc_offset=%d bci=%d frame=%d", pc_offset, bci, frame); } if (frame != NULL) { jint local_count = CiFrame::numLocals(frame); jint expression_count = CiFrame::numStack(frame); jint monitor_count = CiFrame::numLocks(frame); arrayOop values = (arrayOop) CiFrame::values(frame); assert(local_count + expression_count + monitor_count == values->length(), "unexpected values length"); GrowableArray<ScopeValue*>* locals = new GrowableArray<ScopeValue*> (); GrowableArray<ScopeValue*>* expressions = new GrowableArray<ScopeValue*> (); GrowableArray<MonitorValue*>* monitors = new GrowableArray<MonitorValue*> (); if (TraceGraal >= 2) { tty->print_cr("Scope at bci %d with %d values", bci, values->length()); tty->print_cr("%d locals %d expressions, %d monitors", local_count, expression_count, monitor_count); } for (jint i = 0; i < values->length(); i++) { ScopeValue* second = NULL; ScopeValue* value = get_hotspot_value(((oop*) values->base(T_OBJECT))[i], _frame_size, objects, second); if (i < local_count) { if (second != NULL) { locals->append(second); } locals->append(value); } else if (i < local_count + expression_count) { if (second != NULL) { expressions->append(value); } expressions->append(value); } else { assert(second == NULL, "monitor cannot occupy two stack slots"); assert(value->is_location(), "invalid monitor location"); LocationValue* loc = (LocationValue*)value; int monitor_offset = loc->location().stack_offset(); LocationValue* obj = new LocationValue(Location::new_stk_loc(Location::oop, monitor_offset + BasicObjectLock::obj_offset_in_bytes())); monitors->append(new MonitorValue(obj, Location::new_stk_loc(Location::normal, monitor_offset + BasicObjectLock::lock_offset_in_bytes()))); } if (second != NULL) { i++; assert(i < values->length(), "double-slot value not followed by CiValue.IllegalValue"); assert(((oop*) values->base(T_OBJECT))[i] == CiValue::IllegalValue(), "double-slot value not followed by CiValue.IllegalValue"); } } _debug_recorder->dump_object_pool(objects); DebugToken* locals_token = _debug_recorder->create_scope_values(locals); DebugToken* expressions_token = _debug_recorder->create_scope_values(expressions); DebugToken* monitors_token = _debug_recorder->create_monitor_values(monitors); bool throw_exception = false; if (CiFrame::rethrowException(frame)) { throw_exception = true; } _debug_recorder->describe_scope(pc_offset, cimethod, bci, reexecute, throw_exception, false, false, locals_token, expressions_token, monitors_token); } else { _debug_recorder->describe_scope(pc_offset, cimethod, bci, reexecute, false, false, false, NULL, NULL, NULL); } } void CodeInstaller::site_Safepoint(CodeBuffer& buffer, jint pc_offset, oop site) { oop debug_info = CiTargetMethod_Safepoint::debugInfo(site); assert(debug_info != NULL, "debug info expected"); // address instruction = _instructions->start() + pc_offset; // jint next_pc_offset = Assembler::locate_next_instruction(instruction) - _instructions->start(); _debug_recorder->add_safepoint(pc_offset, create_oop_map(_frame_size, _parameter_count, debug_info)); oop code_pos = CiDebugInfo::codePos(debug_info); record_scope(pc_offset, code_pos, new GrowableArray<ScopeValue*>()); _debug_recorder->end_safepoint(pc_offset); } void CodeInstaller::site_Call(CodeBuffer& buffer, jint pc_offset, oop site) { oop runtime_call = CiTargetMethod_Call::runtimeCall(site); oop hotspot_method = CiTargetMethod_Call::method(site); oop symbol = CiTargetMethod_Call::symbol(site); oop global_stub = CiTargetMethod_Call::stubID(site); oop debug_info = CiTargetMethod_Call::debugInfo(site); assert((runtime_call ? 1 : 0) + (hotspot_method ? 1 : 0) + (symbol ? 1 : 0) + (global_stub ? 1 : 0) == 1, "Call site needs exactly one type"); assert(NativeCall::instruction_size == (int)NativeJump::instruction_size, "unexpected size)"); jint next_pc_offset = pc_offset + NativeCall::instruction_size; if (debug_info != NULL) { _debug_recorder->add_safepoint(next_pc_offset, create_oop_map(_frame_size, _parameter_count, debug_info)); oop code_pos = CiDebugInfo::codePos(debug_info); record_scope(next_pc_offset, code_pos, new GrowableArray<ScopeValue*>()); } if (runtime_call != NULL) { NativeCall* call = nativeCall_at(_instructions->start() + pc_offset); if (runtime_call == CiRuntimeCall::Debug()) { TRACE_graal_3("CiRuntimeCall::Debug()"); } else if (runtime_call == CiRuntimeCall::UnwindException()) { call->set_destination(Runtime1::entry_for(Runtime1::graal_unwind_exception_call_id)); _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); TRACE_graal_3("CiRuntimeCall::UnwindException()"); } else if (runtime_call == CiRuntimeCall::HandleException()) { call->set_destination(Runtime1::entry_for(Runtime1::graal_handle_exception_id)); _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); TRACE_graal_3("CiRuntimeCall::HandleException()"); } else if (runtime_call == CiRuntimeCall::JavaTimeMillis()) { call->set_destination((address)os::javaTimeMillis); _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); TRACE_graal_3("CiRuntimeCall::JavaTimeMillis()"); } else if (runtime_call == CiRuntimeCall::JavaTimeNanos()) { call->set_destination((address)os::javaTimeNanos); _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); TRACE_graal_3("CiRuntimeCall::JavaTimeNanos()"); } else if (runtime_call == CiRuntimeCall::ArithmeticFrem()) { call->set_destination(Runtime1::entry_for(Runtime1::graal_arithmetic_frem_id)); _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); TRACE_graal_3("CiRuntimeCall::ArithmeticFrem()"); } else if (runtime_call == CiRuntimeCall::ArithmeticDrem()) { call->set_destination(Runtime1::entry_for(Runtime1::graal_arithmetic_drem_id)); _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); TRACE_graal_3("CiRuntimeCall::ArithmeticDrem()"); } else if (runtime_call == CiRuntimeCall::RegisterFinalizer()) { call->set_destination(Runtime1::entry_for(Runtime1::register_finalizer_id)); _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); } else if (runtime_call == CiRuntimeCall::Deoptimize()) { call->set_destination(SharedRuntime::deopt_blob()->uncommon_trap()); _instructions->relocate(call->instruction_address(), runtime_call_Relocation::spec(), Assembler::call32_operand); } else { runtime_call->print(); fatal("runtime_call not implemented"); } } else if (global_stub != NULL) { NativeInstruction* inst = nativeInstruction_at(_instructions->start() + pc_offset); assert(java_lang_boxing_object::is_instance(global_stub, T_LONG), "global_stub needs to be of type Long"); if (inst->is_call()) { nativeCall_at((address)inst)->set_destination(VmIds::getStub(global_stub)); } else { nativeJump_at((address)inst)->set_jump_destination(VmIds::getStub(global_stub)); } _instructions->relocate((address)inst, runtime_call_Relocation::spec(), Assembler::call32_operand); TRACE_graal_3("relocating (stub) at %016x", inst); } else if (symbol != NULL) { fatal("symbol"); } else { // method != NULL NativeCall* call = nativeCall_at(_instructions->start() + pc_offset); assert(hotspot_method != NULL, "unexpected RiMethod"); assert(debug_info != NULL, "debug info expected"); methodOop method = NULL; // we need to check, this might also be an unresolved method if (hotspot_method->is_a(HotSpotMethodResolved::klass())) { method = getMethodFromHotSpotMethod(hotspot_method); } assert(debug_info != NULL, "debug info expected"); TRACE_graal_3("method call"); switch (_next_call_type) { case MARK_INVOKEVIRTUAL: case MARK_INVOKEINTERFACE: { assert(method == NULL || !method->is_static(), "cannot call static method with invokeinterface"); call->set_destination(SharedRuntime::get_resolve_virtual_call_stub()); _instructions->relocate(call->instruction_address(), virtual_call_Relocation::spec(_invoke_mark_pc), Assembler::call32_operand); break; } case MARK_INVOKESTATIC: { assert(method == NULL || method->is_static(), "cannot call non-static method with invokestatic"); call->set_destination(SharedRuntime::get_resolve_static_call_stub()); _instructions->relocate(call->instruction_address(), relocInfo::static_call_type, Assembler::call32_operand); break; } case MARK_INVOKESPECIAL: { assert(method == NULL || !method->is_static(), "cannot call static method with invokespecial"); call->set_destination(SharedRuntime::get_resolve_opt_virtual_call_stub()); _instructions->relocate(call->instruction_address(), relocInfo::opt_virtual_call_type, Assembler::call32_operand); break; } case MARK_INVOKE_INVALID: default: fatal("invalid _next_call_type value"); break; } } _next_call_type = MARK_INVOKE_INVALID; if (debug_info != NULL) { _debug_recorder->end_safepoint(next_pc_offset); } } void CodeInstaller::site_DataPatch(CodeBuffer& buffer, jint pc_offset, oop site) { oop constant = CiTargetMethod_DataPatch::constant(site); oop kind = CiConstant::kind(constant); address instruction = _instructions->start() + pc_offset; char typeChar = CiKind::typeChar(kind); switch (typeChar) { case 'z': case 'b': case 's': case 'c': case 'i': fatal("int-sized values not expected in DataPatch") ; break; case 'f': case 'l': case 'd': { address operand = Assembler::locate_operand(instruction, Assembler::disp32_operand); address next_instruction = Assembler::locate_next_instruction(instruction); // we don't care if this is a long/double/etc., the primitive field contains the right bits int size = _constants->size(); if (typeChar == 'd' || typeChar == 'l') { size = _constants->align_at_start(size); } address dest = _constants->start() + size; _constants->set_end(dest + BytesPerLong); *(jlong*) dest = CiConstant::primitive(constant); long disp = dest - next_instruction; assert(disp == (jint) disp, "disp doesn't fit in 32 bits"); *((jint*) operand) = (jint) disp; _instructions->relocate(instruction, section_word_Relocation::spec((address) dest, CodeBuffer::SECT_CONSTS), Assembler::disp32_operand); TRACE_graal_3("relocating (%c) at %016x/%016x with destination at %016x (%d)", typeChar, instruction, operand, dest, size); break; } case 'a': { address operand = Assembler::locate_operand(instruction, Assembler::imm_operand); Handle obj = CiConstant::object(constant); if (obj->is_a(HotSpotTypeResolved::klass())) { assert(!obj.is_null(), ""); *((jobject*) operand) = JNIHandles::make_local(java_lang_Class::as_klassOop(HotSpotTypeResolved::javaMirror(obj))); _instructions->relocate(instruction, oop_Relocation::spec_for_immediate(), Assembler::imm_operand); TRACE_graal_3("relocating (HotSpotType) at %016x/%016x", instruction, operand); } else { jobject value; if (obj() == HotSpotProxy::DUMMY_CONSTANT_OBJ()) { value = (jobject) Universe::non_oop_word(); } else { value = JNIHandles::make_local(obj()); } *((jobject*) operand) = value; _instructions->relocate(instruction, oop_Relocation::spec_for_immediate(), Assembler::imm_operand); TRACE_graal_3("relocating (oop constant) at %016x/%016x", instruction, operand); } break; } default: fatal("unexpected CiKind in DataPatch"); break; } } void CodeInstaller::site_Mark(CodeBuffer& buffer, jint pc_offset, oop site) { oop id_obj = CiTargetMethod_Mark::id(site); arrayOop references = (arrayOop) CiTargetMethod_Mark::references(site); if (id_obj != NULL) { assert(java_lang_boxing_object::is_instance(id_obj, T_INT), "Integer id expected"); jint id = id_obj->int_field(java_lang_boxing_object::value_offset_in_bytes(T_INT)); address instruction = _instructions->start() + pc_offset; switch (id) { case MARK_UNVERIFIED_ENTRY: _offsets.set_value(CodeOffsets::Entry, pc_offset); break; case MARK_VERIFIED_ENTRY: _offsets.set_value(CodeOffsets::Verified_Entry, pc_offset); break; case MARK_OSR_ENTRY: _offsets.set_value(CodeOffsets::OSR_Entry, pc_offset); break; case MARK_UNWIND_ENTRY: _offsets.set_value(CodeOffsets::UnwindHandler, pc_offset); break; case MARK_EXCEPTION_HANDLER_ENTRY: _offsets.set_value(CodeOffsets::Exceptions, pc_offset); break; case MARK_DEOPT_HANDLER_ENTRY: _offsets.set_value(CodeOffsets::Deopt, pc_offset); break; case MARK_STATIC_CALL_STUB: { assert(references->length() == 1, "static call stub needs one reference"); oop ref = ((oop*) references->base(T_OBJECT))[0]; address call_pc = _instructions->start() + CiTargetMethod_Site::pcOffset(ref); _instructions->relocate(instruction, static_stub_Relocation::spec(call_pc)); _instructions->relocate(instruction, oop_Relocation::spec_for_immediate(), Assembler::imm_operand); break; } case MARK_INVOKE_INVALID: case MARK_INVOKEINTERFACE: case MARK_INVOKESTATIC: case MARK_INVOKESPECIAL: case MARK_INVOKEVIRTUAL: _next_call_type = (MarkId) id; _invoke_mark_pc = instruction; break; case MARK_IMPLICIT_NULL: _implicit_exception_table.append(pc_offset, pc_offset); break; case MARK_KLASS_PATCHING: case MARK_ACCESS_FIELD_PATCHING: { unsigned char* byte_count = (unsigned char*) (instruction - 1); unsigned char* byte_skip = (unsigned char*) (instruction - 2); unsigned char* being_initialized_entry_offset = (unsigned char*) (instruction - 3); assert(*byte_skip == 5, "unexpected byte_skip"); assert(references->length() == 2, "MARK_KLASS_PATCHING/MARK_ACCESS_FIELD_PATCHING needs 2 references"); oop ref1 = ((oop*) references->base(T_OBJECT))[0]; oop ref2 = ((oop*) references->base(T_OBJECT))[1]; int i_byte_count = CiTargetMethod_Site::pcOffset(ref2) - CiTargetMethod_Site::pcOffset(ref1); assert(i_byte_count == (unsigned char)i_byte_count, "invalid offset"); *byte_count = i_byte_count; *being_initialized_entry_offset = *byte_count + *byte_skip; // we need to correct the offset of a field access - it's created with MAX_INT to ensure the correct size, and hotspot expects 0 if (id == MARK_ACCESS_FIELD_PATCHING) { NativeMovRegMem* inst = nativeMovRegMem_at(_instructions->start() + CiTargetMethod_Site::pcOffset(ref1)); assert(inst->offset() == max_jint, "unexpected offset value"); inst->set_offset(0); } break; } case MARK_DUMMY_OOP_RELOCATION: { _instructions->relocate(instruction, oop_Relocation::spec_for_immediate(), Assembler::imm_operand); RelocIterator iter(_instructions, (address) instruction, (address) (instruction + 1)); relocInfo::change_reloc_info_for_address(&iter, (address) instruction, relocInfo::oop_type, relocInfo::none); break; } default: ShouldNotReachHere(); break; } } }