truffle: src/share/vm/graal/graalRuntime.cpp comparison

comparison src/share/vm/graal/graalRuntime.cpp @ 7125:1baf7f1e3f23

decoupled C++ Graal runtime from C1

author	Doug Simon <doug.simon@oracle.com>
date	Mon, 03 Dec 2012 15:32:17 +0100
parents	d5f7e737827f
children	6c46172c04bf 5a95c784febf

comparison

equal deleted inserted replaced

-:ab65fa23f8e9
+:1baf7f1e3f23
 */
 #include "precompiled.hpp"
 #include "runtime/interfaceSupport.hpp"
 #include "prims/jvm.h"
+#include "graal/graalRuntime.hpp"
 #include "graal/graalVMToCompiler.hpp"
+#include "asm/codeBuffer.hpp"
+#include "runtime/biasedLocking.hpp"
+// Implementation of GraalStubAssembler
+GraalStubAssembler::GraalStubAssembler(CodeBuffer* code, const char * name, int stub_id) : MacroAssembler(code) {
+_name = name;
+_must_gc_arguments = false;
+_frame_size = no_frame_size;
+_num_rt_args = 0;
+_stub_id = stub_id;
+}
+void GraalStubAssembler::set_info(const char* name, bool must_gc_arguments) {
+_name = name;
+_must_gc_arguments = must_gc_arguments;
+}
+void GraalStubAssembler::set_frame_size(int size) {
+if (_frame_size == no_frame_size) {
+_frame_size = size;
+}
+assert(_frame_size == size, "can't change the frame size");
+}
+void GraalStubAssembler::set_num_rt_args(int args) {
+if (_num_rt_args == 0) {
+_num_rt_args = args;
+}
+assert(_num_rt_args == args, "can't change the number of args");
+}
+// Implementation of GraalRuntime
+CodeBlob* GraalRuntime::_blobs[GraalRuntime::number_of_ids];
+const char *GraalRuntime::_blob_names[] = {
+GRAAL_STUBS(STUB_NAME, LAST_STUB_NAME)
+};
+// Simple helper to see if the caller of a runtime stub which
+// entered the VM has been deoptimized
+static bool caller_is_deopted() {
+JavaThread* thread = JavaThread::current();
+RegisterMap reg_map(thread, false);
+frame runtime_frame = thread->last_frame();
+frame caller_frame = runtime_frame.sender(&reg_map);
+assert(caller_frame.is_compiled_frame(), "must be compiled");
+return caller_frame.is_deoptimized_frame();
+}
+// Stress deoptimization
+static void deopt_caller() {
+if ( !caller_is_deopted()) {
+JavaThread* thread = JavaThread::current();
+RegisterMap reg_map(thread, false);
+frame runtime_frame = thread->last_frame();
+frame caller_frame = runtime_frame.sender(&reg_map);
+Deoptimization::deoptimize_frame(thread, caller_frame.id(), Deoptimization::Reason_constraint);
+assert(caller_is_deopted(), "Must be deoptimized");
+}
+}
+static bool setup_code_buffer(CodeBuffer* code) {
+// Preinitialize the consts section to some large size:
+int locs_buffer_size = 1 * (relocInfo::length_limit + sizeof(relocInfo));
+char* locs_buffer = NEW_RESOURCE_ARRAY(char, locs_buffer_size);
+code->insts()->initialize_shared_locs((relocInfo*)locs_buffer,
+locs_buffer_size / sizeof(relocInfo));
+// Global stubs have neither constants nor local stubs
+code->initialize_consts_size(0);
+code->initialize_stubs_size(0);
+return true;
+}
+void GraalRuntime::generate_blob_for(BufferBlob* buffer_blob, StubID id) {
+assert(0 <= id && id < number_of_ids, "illegal stub id");
+ResourceMark rm;
+// create code buffer for code storage
+CodeBuffer code(buffer_blob);
+setup_code_buffer(&code);
+// create assembler for code generation
+GraalStubAssembler* sasm = new GraalStubAssembler(&code, name_for(id), id);
+// generate code for runtime stub
+OopMapSet* oop_maps;
+oop_maps = generate_code_for(id, sasm);
+assert(oop_maps == NULL || sasm->frame_size() != no_frame_size,
+"if stub has an oop map it must have a valid frame size");
+#ifdef ASSERT
+// Make sure that stubs that need oopmaps have them
+switch (id) {
+// These stubs don't need to have an oopmap
+case graal_slow_subtype_check_id:
+#if defined(SPARC) || defined(PPC)
+case handle_exception_nofpu_id:  // Unused on sparc
+#endif
+#ifdef GRAAL
+case graal_verify_oop_id:
+case graal_unwind_exception_call_id:
+case graal_OSR_migration_end_id:
+case graal_arithmetic_frem_id:
+case graal_arithmetic_drem_id:
+case graal_set_deopt_info_id:
+#endif
+break;
+// All other stubs should have oopmaps
+default:
+assert(oop_maps != NULL, "must have an oopmap");
+}
+#endif
+// align so printing shows nop's instead of random code at the end (SimpleStubs are aligned)
+sasm->align(BytesPerWord);
+// make sure all code is in code buffer
+sasm->flush();
+// create blob - distinguish a few special cases
+CodeBlob* blob = RuntimeStub::new_runtime_stub(name_for(id),
+&code,
+CodeOffsets::frame_never_safe,
+sasm->frame_size(),
+oop_maps,
+sasm->must_gc_arguments());
+// install blob
+assert(blob != NULL, "blob must exist");
+_blobs[id] = blob;
+}
+void GraalRuntime::initialize(BufferBlob* blob) {
+// generate stubs
+for (int id = 0; id < number_of_ids; id++) generate_blob_for(blob, (StubID)id);
+// printing
+#ifndef PRODUCT
+if (PrintSimpleStubs) {
+ResourceMark rm;
+for (int id = 0; id < number_of_ids; id++) {
+_blobs[id]->print();
+if (_blobs[id]->oop_maps() != NULL) {
+_blobs[id]->oop_maps()->print();
+}
+}
+}
+#endif
+}
+CodeBlob* GraalRuntime::blob_for(StubID id) {
+assert(0 <= id && id < number_of_ids, "illegal stub id");
+return _blobs[id];
+}
+const char* GraalRuntime::name_for(StubID id) {
+assert(0 <= id && id < number_of_ids, "illegal stub id");
+return _blob_names[id];
+}
+const char* GraalRuntime::name_for_address(address entry) {
+for (int id = 0; id < number_of_ids; id++) {
+if (entry == entry_for((StubID)id)) return name_for((StubID)id);
+}
+#define FUNCTION_CASE(a, f) \
+if ((intptr_t)a == CAST_FROM_FN_PTR(intptr_t, f))  return #f
+FUNCTION_CASE(entry, os::javaTimeMillis);
+FUNCTION_CASE(entry, os::javaTimeNanos);
+FUNCTION_CASE(entry, SharedRuntime::OSR_migration_end);
+FUNCTION_CASE(entry, SharedRuntime::d2f);
+FUNCTION_CASE(entry, SharedRuntime::d2i);
+FUNCTION_CASE(entry, SharedRuntime::d2l);
+FUNCTION_CASE(entry, SharedRuntime::dcos);
+FUNCTION_CASE(entry, SharedRuntime::dexp);
+FUNCTION_CASE(entry, SharedRuntime::dlog);
+FUNCTION_CASE(entry, SharedRuntime::dlog10);
+FUNCTION_CASE(entry, SharedRuntime::dpow);
+FUNCTION_CASE(entry, SharedRuntime::drem);
+FUNCTION_CASE(entry, SharedRuntime::dsin);
+FUNCTION_CASE(entry, SharedRuntime::dtan);
+FUNCTION_CASE(entry, SharedRuntime::f2i);
+FUNCTION_CASE(entry, SharedRuntime::f2l);
+FUNCTION_CASE(entry, SharedRuntime::frem);
+FUNCTION_CASE(entry, SharedRuntime::l2d);
+FUNCTION_CASE(entry, SharedRuntime::l2f);
+FUNCTION_CASE(entry, SharedRuntime::ldiv);
+FUNCTION_CASE(entry, SharedRuntime::lmul);
+FUNCTION_CASE(entry, SharedRuntime::lrem);
+FUNCTION_CASE(entry, SharedRuntime::lrem);
+FUNCTION_CASE(entry, SharedRuntime::dtrace_method_entry);
+FUNCTION_CASE(entry, SharedRuntime::dtrace_method_exit);
+#ifdef TRACE_HAVE_INTRINSICS
+FUNCTION_CASE(entry, TRACE_TIME_METHOD);
+#endif
+#undef FUNCTION_CASE
+}
+JRT_ENTRY(void, GraalRuntime::new_instance(JavaThread* thread, Klass* klass))
+assert(klass->is_klass(), "not a class");
+instanceKlassHandle h(thread, klass);
+h->check_valid_for_instantiation(true, CHECK);
+// make sure klass is initialized
+h->initialize(CHECK);
+// allocate instance and return via TLS
+oop obj = h->allocate_instance(CHECK);
+thread->set_vm_result(obj);
+JRT_END
+JRT_ENTRY(void, GraalRuntime::new_type_array(JavaThread* thread, Klass* klass, jint length))
+// Note: no handle for klass needed since they are not used
+//       anymore after new_typeArray() and no GC can happen before.
+//       (This may have to change if this code changes!)
+assert(klass->is_klass(), "not a class");
+BasicType elt_type = TypeArrayKlass::cast(klass)->element_type();
+oop obj = oopFactory::new_typeArray(elt_type, length, CHECK);
+thread->set_vm_result(obj);
+// This is pretty rare but this runtime patch is stressful to deoptimization
+// if we deoptimize here so force a deopt to stress the path.
+if (DeoptimizeALot) {
+deopt_caller();
+}
+JRT_END
+JRT_ENTRY(void, GraalRuntime::new_object_array(JavaThread* thread, Klass* array_klass, jint length))
+// Note: no handle for klass needed since they are not used
+//       anymore after new_objArray() and no GC can happen before.
+//       (This may have to change if this code changes!)
+assert(array_klass->is_klass(), "not a class");
+Klass* elem_klass = ObjArrayKlass::cast(array_klass)->element_klass();
+objArrayOop obj = oopFactory::new_objArray(elem_klass, length, CHECK);
+thread->set_vm_result(obj);
+// This is pretty rare but this runtime patch is stressful to deoptimization
+// if we deoptimize here so force a deopt to stress the path.
+if (DeoptimizeALot) {
+deopt_caller();
+}
+JRT_END
+JRT_ENTRY(void, GraalRuntime::new_multi_array(JavaThread* thread, Klass* klass, int rank, jint* dims))
+assert(klass->is_klass(), "not a class");
+assert(rank >= 1, "rank must be nonzero");
+oop obj = ArrayKlass::cast(klass)->multi_allocate(rank, dims, CHECK);
+thread->set_vm_result(obj);
+JRT_END
+JRT_ENTRY(void, GraalRuntime::unimplemented_entry(JavaThread* thread, StubID id))
+tty->print_cr("GraalRuntime::entry_for(%d) returned unimplemented entry point", id);
+JRT_END
+extern void vm_exit(int code);
+// Enter this method from compiled code handler below. This is where we transition
+// to VM mode. This is done as a helper routine so that the method called directly
+// from compiled code does not have to transition to VM. This allows the entry
+// method to see if the nmethod that we have just looked up a handler for has
+// been deoptimized while we were in the vm. This simplifies the assembly code
+// cpu directories.
+//
+// We are entering here from exception stub (via the entry method below)
+// If there is a compiled exception handler in this method, we will continue there;
+// otherwise we will unwind the stack and continue at the caller of top frame method
+// Note: we enter in Java using a special JRT wrapper. This wrapper allows us to
+// control the area where we can allow a safepoint. After we exit the safepoint area we can
+// check to see if the handler we are going to return is now in a nmethod that has
+// been deoptimized. If that is the case we return the deopt blob
+// unpack_with_exception entry instead. This makes life for the exception blob easier
+// because making that same check and diverting is painful from assembly language.
+JRT_ENTRY_NO_ASYNC(static address, exception_handler_for_pc_helper(JavaThread* thread, oopDesc* ex, address pc, nmethod*& nm))
+// Reset method handle flag.
+thread->set_is_method_handle_return(false);
+Handle exception(thread, ex);
+nm = CodeCache::find_nmethod(pc);
+assert(nm != NULL, "this is not an nmethod");
+// Adjust the pc as needed/
+if (nm->is_deopt_pc(pc)) {
+RegisterMap map(thread, false);
+frame exception_frame = thread->last_frame().sender(&map);
+// if the frame isn't deopted then pc must not correspond to the caller of last_frame
+assert(exception_frame.is_deoptimized_frame(), "must be deopted");
+pc = exception_frame.pc();
+}
+#ifdef ASSERT
+assert(exception.not_null(), "NULL exceptions should be handled by throw_exception");
+assert(exception->is_oop(), "just checking");
+// Check that exception is a subclass of Throwable, otherwise we have a VerifyError
+if (!(exception->is_a(SystemDictionary::Throwable_klass()))) {
+if (ExitVMOnVerifyError) vm_exit(-1);
+ShouldNotReachHere();
+}
+#endif
+// Check the stack guard pages and reenable them if necessary and there is
+// enough space on the stack to do so.  Use fast exceptions only if the guard
+// pages are enabled.
+bool guard_pages_enabled = thread->stack_yellow_zone_enabled();
+if (!guard_pages_enabled) guard_pages_enabled = thread->reguard_stack();
+if (JvmtiExport::can_post_on_exceptions()) {
+// To ensure correct notification of exception catches and throws
+// we have to deoptimize here.  If we attempted to notify the
+// catches and throws during this exception lookup it's possible
+// we could deoptimize on the way out of the VM and end back in
+// the interpreter at the throw site.  This would result in double
+// notifications since the interpreter would also notify about
+// these same catches and throws as it unwound the frame.
+RegisterMap reg_map(thread);
+frame stub_frame = thread->last_frame();
+frame caller_frame = stub_frame.sender(&reg_map);
+// We don't really want to deoptimize the nmethod itself since we
+// can actually continue in the exception handler ourselves but I
+// don't see an easy way to have the desired effect.
+Deoptimization::deoptimize_frame(thread, caller_frame.id(), Deoptimization::Reason_constraint);
+assert(caller_is_deopted(), "Must be deoptimized");
+return SharedRuntime::deopt_blob()->unpack_with_exception_in_tls();
+}
+// ExceptionCache is used only for exceptions at call sites and not for implicit exceptions
+if (guard_pages_enabled) {
+address fast_continuation = nm->handler_for_exception_and_pc(exception, pc);
+if (fast_continuation != NULL) {
+// Set flag if return address is a method handle call site.
+thread->set_is_method_handle_return(nm->is_method_handle_return(pc));
+return fast_continuation;
+}
+}
+// If the stack guard pages are enabled, check whether there is a handler in
+// the current method.  Otherwise (guard pages disabled), force an unwind and
+// skip the exception cache update (i.e., just leave continuation==NULL).
+address continuation = NULL;
+if (guard_pages_enabled) {
+// New exception handling mechanism can support inlined methods
+// with exception handlers since the mappings are from PC to PC
+// debugging support
+// tracing
+if (TraceExceptions) {
+ttyLocker ttyl;
+ResourceMark rm;
+int offset = pc - nm->code_begin();
+tty->print_cr("Exception <%s> (0x%x) thrown in compiled method <%s> at PC " PTR_FORMAT " [" PTR_FORMAT "+%d] for thread 0x%x",
+exception->print_value_string(), (address)exception(), nm->method()->print_value_string(), pc, nm->code_begin(), offset, thread);
+}
+// for AbortVMOnException flag
+NOT_PRODUCT(Exceptions::debug_check_abort(exception));
+// Clear out the exception oop and pc since looking up an
+// exception handler can cause class loading, which might throw an
+// exception and those fields are expected to be clear during
+// normal bytecode execution.
+thread->set_exception_oop(NULL);
+thread->set_exception_pc(NULL);
+continuation = SharedRuntime::compute_compiled_exc_handler(nm, pc, exception, false, false);
+// If an exception was thrown during exception dispatch, the exception oop may have changed
+thread->set_exception_oop(exception());
+thread->set_exception_pc(pc);
+// the exception cache is used only by non-implicit exceptions
+if (continuation != NULL && !SharedRuntime::deopt_blob()->contains(continuation)) {
+nm->add_handler_for_exception_and_pc(exception, pc, continuation);
+}
+}
+thread->set_vm_result(exception());
+// Set flag if return address is a method handle call site.
+thread->set_is_method_handle_return(nm->is_method_handle_return(pc));
+if (TraceExceptions) {
+ttyLocker ttyl;
+ResourceMark rm;
+tty->print_cr("Thread " PTR_FORMAT " continuing at PC " PTR_FORMAT " for exception thrown at PC " PTR_FORMAT,
+thread, continuation, pc);
+}
+return continuation;
+JRT_END
+// Enter this method from compiled code only if there is a Java exception handler
+// in the method handling the exception.
+// We are entering here from exception stub. We don't do a normal VM transition here.
+// We do it in a helper. This is so we can check to see if the nmethod we have just
+// searched for an exception handler has been deoptimized in the meantime.
+address GraalRuntime::exception_handler_for_pc(JavaThread* thread) {
+oop exception = thread->exception_oop();
+address pc = thread->exception_pc();
+// Still in Java mode
+DEBUG_ONLY(ResetNoHandleMark rnhm);
+nmethod* nm = NULL;
+address continuation = NULL;
+{
+// Enter VM mode by calling the helper
+ResetNoHandleMark rnhm;
+continuation = exception_handler_for_pc_helper(thread, exception, pc, nm);
+}
+// Back in JAVA, use no oops DON'T safepoint
+// Now check to see if the nmethod we were called from is now deoptimized.
+// If so we must return to the deopt blob and deoptimize the nmethod
+if (nm != NULL && caller_is_deopted()) {
+continuation = SharedRuntime::deopt_blob()->unpack_with_exception_in_tls();
+}
+assert(continuation != NULL, "no handler found");
+return continuation;
+}
+JRT_ENTRY(void, GraalRuntime::graal_create_null_exception(JavaThread* thread))
+thread->set_vm_result(Exceptions::new_exception(thread, vmSymbols::java_lang_NullPointerException(), NULL)());
+JRT_END
+JRT_ENTRY(void, GraalRuntime::graal_create_out_of_bounds_exception(JavaThread* thread, jint index))
+char message[jintAsStringSize];
+sprintf(message, "%d", index);
+thread->set_vm_result(Exceptions::new_exception(thread, vmSymbols::java_lang_ArrayIndexOutOfBoundsException(), message)());
+JRT_END
+JRT_ENTRY_NO_ASYNC(void, GraalRuntime::graal_monitorenter(JavaThread* thread, oopDesc* obj, BasicLock* lock))
+if (TraceGraal >= 3) {
+char type[O_BUFLEN];
+obj->klass()->name()->as_C_string(type, O_BUFLEN);
+markOop mark = obj->mark();
+tty->print_cr("%s: entered locking slow case with obj=" INTPTR_FORMAT ", type=%s, mark=" INTPTR_FORMAT ", lock=" INTPTR_FORMAT, thread->name(), obj, type, mark, lock);
+tty->flush();
+}
+#ifdef ASSERT
+if (PrintBiasedLockingStatistics) {
+Atomic::inc(BiasedLocking::slow_path_entry_count_addr());
+}
+#endif
+Handle h_obj(thread, obj);
+assert(h_obj()->is_oop(), "must be NULL or an object");
+if (UseBiasedLocking) {
+// Retry fast entry if bias is revoked to avoid unnecessary inflation
+ObjectSynchronizer::fast_enter(h_obj, lock, true, CHECK);
+} else {
+if (UseFastLocking) {
+// When using fast locking, the compiled code has already tried the fast case
+ObjectSynchronizer::slow_enter(h_obj, lock, THREAD);
+} else {
+ObjectSynchronizer::fast_enter(h_obj, lock, false, THREAD);
+}
+}
+if (TraceGraal >= 3) {
+tty->print_cr("%s: exiting locking slow with obj=" INTPTR_FORMAT, thread->name(), obj);
+}
+JRT_END
+JRT_LEAF(void, GraalRuntime::graal_monitorexit(JavaThread* thread, oopDesc* obj, BasicLock* lock))
+assert(thread == JavaThread::current(), "threads must correspond");
+assert(thread->last_Java_sp(), "last_Java_sp must be set");
+// monitorexit is non-blocking (leaf routine) => no exceptions can be thrown
+EXCEPTION_MARK;
+#ifdef DEBUG
+if (!obj->is_oop()) {
+ResetNoHandleMark rhm;
+nmethod* method = thread->last_frame().cb()->as_nmethod_or_null();
+if (method != NULL) {
+tty->print_cr("ERROR in monitorexit in method %s wrong obj " INTPTR_FORMAT, method->name(), obj);
+}
+thread->print_stack_on(tty);
+assert(false, "invalid lock object pointer dected");
+}
+#endif
+if (UseFastLocking) {
+// When using fast locking, the compiled code has already tried the fast case
+ObjectSynchronizer::slow_exit(obj, lock, THREAD);
+} else {
+ObjectSynchronizer::fast_exit(obj, lock, THREAD);
+}
+if (TraceGraal >= 3) {
+char type[O_BUFLEN];
+obj->klass()->name()->as_C_string(type, O_BUFLEN);
+tty->print_cr("%s: exited locking slow case with obj=" INTPTR_FORMAT ", type=%s, mark=" INTPTR_FORMAT ", lock=" INTPTR_FORMAT, thread->name(), obj, type, obj->mark(), lock);
+tty->flush();
+}
+JRT_END
+JRT_ENTRY(void, GraalRuntime::graal_log_object(JavaThread* thread, oop obj, jint flags))
+bool string =  mask_bits_are_true(flags, LOG_OBJECT_STRING);
+bool address = mask_bits_are_true(flags, LOG_OBJECT_ADDRESS);
+bool newline = mask_bits_are_true(flags, LOG_OBJECT_NEWLINE);
+if (!string) {
+if (!address && obj->is_oop_or_null(true)) {
+char buf[O_BUFLEN];
+tty->print("%s@%p", obj->klass()->name()->as_C_string(buf, O_BUFLEN), obj);
+} else {
+tty->print("%p", obj);
+}
+} else {
+ResourceMark rm;
+assert(obj != NULL && java_lang_String::is_instance(obj), "must be");
+char *buf = java_lang_String::as_utf8_string(obj);
+tty->print(buf);
+}
+if (newline) {
+tty->cr();
+}
+JRT_END
+JRT_ENTRY(void, GraalRuntime::graal_vm_error(JavaThread* thread, oop where, oop format, jlong value))
+ResourceMark rm;
+assert(where == NULL || java_lang_String::is_instance(where), "must be");
+const char *error_msg = where == NULL ? "<internal Graal error>" : java_lang_String::as_utf8_string(where);
+char *detail_msg = NULL;
+if (format != NULL) {
+const char* buf = java_lang_String::as_utf8_string(format);
+size_t detail_msg_length = strlen(buf) * 2;
+detail_msg = (char *) NEW_RESOURCE_ARRAY(u_char, detail_msg_length);
+jio_snprintf(detail_msg, detail_msg_length, buf, value);
+}
+report_vm_error(__FILE__, __LINE__, error_msg, detail_msg);
+JRT_END
+JRT_ENTRY(void, GraalRuntime::graal_log_printf(JavaThread* thread, oop format, jlong val))
+ResourceMark rm;
+assert(format != NULL && java_lang_String::is_instance(format), "must be");
+char *buf = java_lang_String::as_utf8_string(format);
+tty->print(buf, val);
+JRT_END
+JRT_ENTRY(void, GraalRuntime::graal_log_primitive(JavaThread* thread, jchar typeChar, jlong value, jboolean newline))
+union {
+jlong l;
+jdouble d;
+jfloat f;
+} uu;
+uu.l = value;
+switch (typeChar) {
+case 'z': tty->print(value == 0 ? "false" : "true"); break;
+case 'b': tty->print("%d", (jbyte) value); break;
+case 'c': tty->print("%c", (jchar) value); break;
+case 's': tty->print("%d", (jshort) value); break;
+case 'i': tty->print("%d", (jint) value); break;
+case 'f': tty->print("%f", uu.f); break;
+case 'j': tty->print(INT64_FORMAT, value); break;
+case 'd': tty->print("%lf", uu.d); break;
+default: assert(false, "unknown typeChar"); break;
+}
+if (newline) {
+tty->cr();
+}
+JRT_END
 // JVM_InitializeGraalRuntime
 JVM_ENTRY(jobject, JVM_InitializeGraalRuntime(JNIEnv *env, jclass graalclass))
 return VMToCompiler::graalRuntimePermObject();
 JVM_END

Mercurial > hg > truffle

comparison src/share/vm/graal/graalRuntime.cpp @ 7125:1baf7f1e3f23