truffle: src/cpu/x86/vm/sharedRuntime_x86

comparison src/cpu/x86/vm/sharedRuntime_x86_64.cpp @ 4970:33df1aeaebbf

Merge with http://hg.openjdk.java.net/hsx/hsx24/hotspot/

author	Thomas Wuerthinger <thomas.wuerthinger@oracle.com>
date	Mon, 27 Feb 2012 13:10:13 +0100
parents	74c0b866fe8d 0382d2b469b2
children	18a5539bf19b

comparison

equal deleted inserted replaced

-:2cfb7fb2dce7
+:33df1aeaebbf
 /*
-* Copyright (c) 2003, 2011, Oracle and/or its affiliates. All rights reserved.
+* Copyright (c) 2003, 2012, Oracle and/or its affiliates. All rights reserved.
 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
 *
 * This code is free software; you can redistribute it and/or modify it
 * under the terms of the GNU General Public License version 2 only, as
 * published by the Free Software Foundation.
 __ movq(dst.first()->as_Register(), src.first()->as_Register());
 }
 }
 }
+static void move_ptr(MacroAssembler* masm, VMRegPair src, VMRegPair dst) {
+if (src.first()->is_stack()) {
+if (dst.first()->is_stack()) {
+// stack to stack
+__ movq(rax, Address(rbp, reg2offset_in(src.first())));
+__ movq(Address(rsp, reg2offset_out(dst.first())), rax);
+} else {
+// stack to reg
+__ movq(dst.first()->as_Register(), Address(rbp, reg2offset_in(src.first())));
+}
+} else if (dst.first()->is_stack()) {
+// reg to stack
+__ movq(Address(rsp, reg2offset_out(dst.first())), src.first()->as_Register());
+} else {
+if (dst.first() != src.first()) {
+__ movq(dst.first()->as_Register(), src.first()->as_Register());
+}
+}
+}
 // An oop arg. Must pass a handle not the oop itself
 static void object_move(MacroAssembler* masm,
 OopMap* map,
 int oop_handle_offset,
 __ addptr(rsp, 2*wordSize);
 }
 }
 }
+static void save_or_restore_arguments(MacroAssembler* masm,
+const int stack_slots,
+const int total_in_args,
+const int arg_save_area,
+OopMap* map,
+VMRegPair* in_regs,
+BasicType* in_sig_bt) {
+// if map is non-NULL then the code should store the values,
+// otherwise it should load them.
+int handle_index = 0;
+// Save down double word first
+for ( int i = 0; i < total_in_args; i++) {
+if (in_regs[i].first()->is_XMMRegister() && in_sig_bt[i] == T_DOUBLE) {
+int slot = handle_index * VMRegImpl::slots_per_word + arg_save_area;
+int offset = slot * VMRegImpl::stack_slot_size;
+handle_index += 2;
+assert(handle_index <= stack_slots, "overflow");
+if (map != NULL) {
+__ movdbl(Address(rsp, offset), in_regs[i].first()->as_XMMRegister());
+} else {
+__ movdbl(in_regs[i].first()->as_XMMRegister(), Address(rsp, offset));
+}
+}
+if (in_regs[i].first()->is_Register() &&
+(in_sig_bt[i] == T_LONG || in_sig_bt[i] == T_ARRAY)) {
+int slot = handle_index * VMRegImpl::slots_per_word + arg_save_area;
+int offset = slot * VMRegImpl::stack_slot_size;
+handle_index += 2;
+assert(handle_index <= stack_slots, "overflow");
+if (map != NULL) {
+__ movq(Address(rsp, offset), in_regs[i].first()->as_Register());
+if (in_sig_bt[i] == T_ARRAY) {
+map->set_oop(VMRegImpl::stack2reg(slot));;
+}
+} else {
+__ movq(in_regs[i].first()->as_Register(), Address(rsp, offset));
+}
+}
+}
+// Save or restore single word registers
+for ( int i = 0; i < total_in_args; i++) {
+if (in_regs[i].first()->is_Register()) {
+int slot = handle_index++ * VMRegImpl::slots_per_word + arg_save_area;
+int offset = slot * VMRegImpl::stack_slot_size;
+assert(handle_index <= stack_slots, "overflow");
+// Value is in an input register pass we must flush it to the stack
+const Register reg = in_regs[i].first()->as_Register();
+switch (in_sig_bt[i]) {
+case T_BOOLEAN:
+case T_CHAR:
+case T_BYTE:
+case T_SHORT:
+case T_INT:
+if (map != NULL) {
+__ movl(Address(rsp, offset), reg);
+} else {
+__ movl(reg, Address(rsp, offset));
+}
+break;
+case T_ARRAY:
+case T_LONG:
+// handled above
+break;
+case T_OBJECT:
+default: ShouldNotReachHere();
+}
+} else if (in_regs[i].first()->is_XMMRegister()) {
+if (in_sig_bt[i] == T_FLOAT) {
+int slot = handle_index++ * VMRegImpl::slots_per_word + arg_save_area;
+int offset = slot * VMRegImpl::stack_slot_size;
+assert(handle_index <= stack_slots, "overflow");
+if (map != NULL) {
+__ movflt(Address(rsp, offset), in_regs[i].first()->as_XMMRegister());
+} else {
+__ movflt(in_regs[i].first()->as_XMMRegister(), Address(rsp, offset));
+}
+}
+} else if (in_regs[i].first()->is_stack()) {
+if (in_sig_bt[i] == T_ARRAY && map != NULL) {
+int offset_in_older_frame = in_regs[i].first()->reg2stack() + SharedRuntime::out_preserve_stack_slots();
+map->set_oop(VMRegImpl::stack2reg(offset_in_older_frame + stack_slots));
+}
+}
+}
+}
+// Check GC_locker::needs_gc and enter the runtime if it's true.  This
+// keeps a new JNI critical region from starting until a GC has been
+// forced.  Save down any oops in registers and describe them in an
+// OopMap.
+static void check_needs_gc_for_critical_native(MacroAssembler* masm,
+int stack_slots,
+int total_c_args,
+int total_in_args,
+int arg_save_area,
+OopMapSet* oop_maps,
+VMRegPair* in_regs,
+BasicType* in_sig_bt) {
+__ block_comment("check GC_locker::needs_gc");
+Label cont;
+__ cmp8(ExternalAddress((address)GC_locker::needs_gc_address()), false);
+__ jcc(Assembler::equal, cont);
+// Save down any incoming oops and call into the runtime to halt for a GC
+OopMap* map = new OopMap(stack_slots * 2, 0 /* arg_slots*/);
+save_or_restore_arguments(masm, stack_slots, total_in_args,
+arg_save_area, map, in_regs, in_sig_bt);
+address the_pc = __ pc();
+oop_maps->add_gc_map( __ offset(), map);
+__ set_last_Java_frame(rsp, noreg, the_pc);
+__ block_comment("block_for_jni_critical");
+__ movptr(c_rarg0, r15_thread);
+__ mov(r12, rsp); // remember sp
+__ subptr(rsp, frame::arg_reg_save_area_bytes); // windows
+__ andptr(rsp, -16); // align stack as required by ABI
+__ call(RuntimeAddress(CAST_FROM_FN_PTR(address, SharedRuntime::block_for_jni_critical)));
+__ mov(rsp, r12); // restore sp
+__ reinit_heapbase();
+__ reset_last_Java_frame(false, true);
+save_or_restore_arguments(masm, stack_slots, total_in_args,
+arg_save_area, NULL, in_regs, in_sig_bt);
+__ bind(cont);
+#ifdef ASSERT
+if (StressCriticalJNINatives) {
+// Stress register saving
+OopMap* map = new OopMap(stack_slots * 2, 0 /* arg_slots*/);
+save_or_restore_arguments(masm, stack_slots, total_in_args,
+arg_save_area, map, in_regs, in_sig_bt);
+// Destroy argument registers
+for (int i = 0; i < total_in_args - 1; i++) {
+if (in_regs[i].first()->is_Register()) {
+const Register reg = in_regs[i].first()->as_Register();
+__ xorptr(reg, reg);
+} else if (in_regs[i].first()->is_XMMRegister()) {
+__ xorpd(in_regs[i].first()->as_XMMRegister(), in_regs[i].first()->as_XMMRegister());
+} else if (in_regs[i].first()->is_FloatRegister()) {
+ShouldNotReachHere();
+} else if (in_regs[i].first()->is_stack()) {
+// Nothing to do
+} else {
+ShouldNotReachHere();
+}
+if (in_sig_bt[i] == T_LONG || in_sig_bt[i] == T_DOUBLE) {
+i++;
+}
+}
+save_or_restore_arguments(masm, stack_slots, total_in_args,
+arg_save_area, NULL, in_regs, in_sig_bt);
+}
+#endif
+}
+// Unpack an array argument into a pointer to the body and the length
+// if the array is non-null, otherwise pass 0 for both.
+static void unpack_array_argument(MacroAssembler* masm, VMRegPair reg, BasicType in_elem_type, VMRegPair body_arg, VMRegPair length_arg) {
+Register tmp_reg = rax;
+assert(!body_arg.first()->is_Register() || body_arg.first()->as_Register() != tmp_reg,
+"possible collision");
+assert(!length_arg.first()->is_Register() || length_arg.first()->as_Register() != tmp_reg,
+"possible collision");
+// Pass the length, ptr pair
+Label is_null, done;
+VMRegPair tmp;
+tmp.set_ptr(tmp_reg->as_VMReg());
+if (reg.first()->is_stack()) {
+// Load the arg up from the stack
+move_ptr(masm, reg, tmp);
+reg = tmp;
+}
+__ testptr(reg.first()->as_Register(), reg.first()->as_Register());
+__ jccb(Assembler::equal, is_null);
+__ lea(tmp_reg, Address(reg.first()->as_Register(), arrayOopDesc::base_offset_in_bytes(in_elem_type)));
+move_ptr(masm, tmp, body_arg);
+// load the length relative to the body.
+__ movl(tmp_reg, Address(tmp_reg, arrayOopDesc::length_offset_in_bytes() -
+arrayOopDesc::base_offset_in_bytes(in_elem_type)));
+move32_64(masm, tmp, length_arg);
+__ jmpb(done);
+__ bind(is_null);
+// Pass zeros
+__ xorptr(tmp_reg, tmp_reg);
+move_ptr(masm, tmp, body_arg);
+move32_64(masm, tmp, length_arg);
+__ bind(done);
+}
 // ---------------------------------------------------------------------------
 // Generate a native wrapper for a given method.  The method takes arguments
 // in the Java compiled code convention, marshals them to the native
 // convention (handlizes oops, etc), transitions to native, makes the call,
 // returns to java state (possibly blocking), unhandlizes any result and
 int total_in_args,
 int comp_args_on_stack,
 BasicType *in_sig_bt,
 VMRegPair *in_regs,
 BasicType ret_type) {
-// Native nmethod wrappers never take possesion of the oop arguments.
+bool is_critical_native = true;
-// So the caller will gc the arguments. The only thing we need an
+address native_func = method->critical_native_function();
-// oopMap for is if the call is static
+if (native_func == NULL) {
-//
+native_func = method->native_function();
+is_critical_native = false;
+}
+assert(native_func != NULL, "must have function");
 // An OopMap for lock (and class if static)
 OopMapSet *oop_maps = new OopMapSet();
 intptr_t start = (intptr_t)__ pc();
 // We have received a description of where all the java arg are located
 // on entry to the wrapper. We need to convert these args to where
 // the jni function will expect them. To figure out where they go
 // we convert the java signature to a C signature by inserting
 // the hidden arguments as arg[0] and possibly arg[1] (static method)
-int total_c_args = total_in_args + 1;
+int total_c_args = total_in_args;
-if (method->is_static()) {
+if (!is_critical_native) {
-total_c_args++;
+total_c_args += 1;
+if (method->is_static()) {
+total_c_args++;
+}
+} else {
+for (int i = 0; i < total_in_args; i++) {
+if (in_sig_bt[i] == T_ARRAY) {
+total_c_args++;
+}
+}
 }
 BasicType* out_sig_bt = NEW_RESOURCE_ARRAY(BasicType, total_c_args);
-VMRegPair* out_regs   = NEW_RESOURCE_ARRAY(VMRegPair,   total_c_args);
+VMRegPair* out_regs   = NEW_RESOURCE_ARRAY(VMRegPair, total_c_args);
+BasicType* in_elem_bt = NULL;
 int argc = 0;
-out_sig_bt[argc++] = T_ADDRESS;
+if (!is_critical_native) {
-if (method->is_static()) {
+out_sig_bt[argc++] = T_ADDRESS;
-out_sig_bt[argc++] = T_OBJECT;
+if (method->is_static()) {
-}
+out_sig_bt[argc++] = T_OBJECT;
+}
-for (int i = 0; i < total_in_args ; i++ ) {
-out_sig_bt[argc++] = in_sig_bt[i];
+for (int i = 0; i < total_in_args ; i++ ) {
+out_sig_bt[argc++] = in_sig_bt[i];
+}
+} else {
+Thread* THREAD = Thread::current();
+in_elem_bt = NEW_RESOURCE_ARRAY(BasicType, total_in_args);
+SignatureStream ss(method->signature());
+for (int i = 0; i < total_in_args ; i++ ) {
+if (in_sig_bt[i] == T_ARRAY) {
+// Arrays are passed as int, elem* pair
+out_sig_bt[argc++] = T_INT;
+out_sig_bt[argc++] = T_ADDRESS;
+Symbol* atype = ss.as_symbol(CHECK_NULL);
+const char* at = atype->as_C_string();
+if (strlen(at) == 2) {
+assert(at[0] == '[', "must be");
+switch (at[1]) {
+case 'B': in_elem_bt[i]  = T_BYTE; break;
+case 'C': in_elem_bt[i]  = T_CHAR; break;
+case 'D': in_elem_bt[i]  = T_DOUBLE; break;
+case 'F': in_elem_bt[i]  = T_FLOAT; break;
+case 'I': in_elem_bt[i]  = T_INT; break;
+case 'J': in_elem_bt[i]  = T_LONG; break;
+case 'S': in_elem_bt[i]  = T_SHORT; break;
+case 'Z': in_elem_bt[i]  = T_BOOLEAN; break;
+default: ShouldNotReachHere();
+}
+}
+} else {
+out_sig_bt[argc++] = in_sig_bt[i];
+in_elem_bt[i] = T_VOID;
+}
+if (in_sig_bt[i] != T_VOID) {
+assert(in_sig_bt[i] == ss.type(), "must match");
+ss.next();
+}
+}
 }
 // Now figure out where the args must be stored and how much stack space
 // they require.
-//
 int out_arg_slots;
 out_arg_slots = c_calling_convention(out_sig_bt, out_regs, total_c_args);
 // Compute framesize for the wrapper.  We need to handlize all oops in
 // incoming registers
 // First count the abi requirement plus all of the outgoing args
 int stack_slots = SharedRuntime::out_preserve_stack_slots() + out_arg_slots;
 // Now the space for the inbound oop handle area
+int total_save_slots = 6 * VMRegImpl::slots_per_word;  // 6 arguments passed in registers
+if (is_critical_native) {
+// Critical natives may have to call out so they need a save area
+// for register arguments.
+int double_slots = 0;
+int single_slots = 0;
+for ( int i = 0; i < total_in_args; i++) {
+if (in_regs[i].first()->is_Register()) {
+const Register reg = in_regs[i].first()->as_Register();
+switch (in_sig_bt[i]) {
+case T_ARRAY:
+case T_BOOLEAN:
+case T_BYTE:
+case T_SHORT:
+case T_CHAR:
+case T_INT:  single_slots++; break;
+case T_LONG: double_slots++; break;
+default:  ShouldNotReachHere();
+}
+} else if (in_regs[i].first()->is_XMMRegister()) {
+switch (in_sig_bt[i]) {
+case T_FLOAT:  single_slots++; break;
+case T_DOUBLE: double_slots++; break;
+default:  ShouldNotReachHere();
+}
+} else if (in_regs[i].first()->is_FloatRegister()) {
+ShouldNotReachHere();
+}
+}
+total_save_slots = double_slots * 2 + single_slots;
+// align the save area
+if (double_slots != 0) {
+stack_slots = round_to(stack_slots, 2);
+}
+}
 int oop_handle_offset = stack_slots;
-stack_slots += 6*VMRegImpl::slots_per_word;
+stack_slots += total_save_slots;
 // Now any space we need for handlizing a klass if static method
-int oop_temp_slot_offset = 0;
 int klass_slot_offset = 0;
 int klass_offset = -1;
 int lock_slot_offset = 0;
 bool is_static = false;
 // stack properly aligned.
 stack_slots = round_to(stack_slots, StackAlignmentInSlots);
 int stack_size = stack_slots * VMRegImpl::stack_slot_size;
 // First thing make an ic check to see if we should even be here
 // We are free to use all registers as temps without saving them and
 // restoring them except rbp. rbp is the only callee save register
 // as far as the interpreter and the compiler(s) are concerned.
 const Register ic_reg = rax;
 const Register receiver = j_rarg0;
-Label ok;
+Label hit;
 Label exception_pending;
 assert_different_registers(ic_reg, receiver, rscratch1);
 __ verify_oop(receiver);
 __ load_klass(rscratch1, receiver);
 __ cmpq(ic_reg, rscratch1);
-__ jcc(Assembler::equal, ok);
+__ jcc(Assembler::equal, hit);
 __ jump(RuntimeAddress(SharedRuntime::get_ic_miss_stub()));
-__ bind(ok);
 // Verified entry point must be aligned
 __ align(8);
+__ bind(hit);
 int vep_offset = ((intptr_t)__ pc()) - start;
 // The instruction at the verified entry point must be 5 bytes or longer
 // because it can be patched on the fly by make_non_entrant. The stack bang
 // Generate a new frame for the wrapper.
 __ enter();
 // -2 because return address is already present and so is saved rbp
 __ subptr(rsp, stack_size - 2*wordSize);
 // Frame is now completed as far as size and linkage.
+int frame_complete = ((intptr_t)__ pc()) - start;
-int frame_complete = ((intptr_t)__ pc()) - start;
 #ifdef ASSERT
 {
 Label L;
 __ mov(rax, rsp);
 // We use r14 as the oop handle for the receiver/klass
 // It is callee save so it survives the call to native
 const Register oop_handle_reg = r14;
+if (is_critical_native) {
+check_needs_gc_for_critical_native(masm, stack_slots, total_c_args, total_in_args,
+oop_handle_offset, oop_maps, in_regs, in_sig_bt);
+}
 //
 // We immediately shuffle the arguments so that any vm call we have to
 // make from here on out (sync slow path, jvmti, etc.) we will have
 // captured the oops from our caller and have a valid oopMap for
 freg_destroyed[f] = false;
 }
 #endif /* ASSERT */
+if (is_critical_native) {
+// The mapping of Java and C arguments passed in registers are
+// rotated by one, which helps when passing arguments to regular
+// Java method but for critical natives that creates a cycle which
+// can cause arguments to be killed before they are used.  Break
+// the cycle by moving the first argument into a temporary
+// register.
+for (int i = 0; i < total_c_args; i++) {
+if (in_regs[i].first()->is_Register() &&
+in_regs[i].first()->as_Register() == rdi) {
+__ mov(rbx, rdi);
+in_regs[i].set1(rbx->as_VMReg());
+}
+}
+}
+// This may iterate in two different directions depending on the
+// kind of native it is.  The reason is that for regular JNI natives
+// the incoming and outgoing registers are offset upwards and for
+// critical natives they are offset down.
 int c_arg = total_c_args - 1;
-for ( int i = total_in_args - 1; i >= 0 ; i--, c_arg-- ) {
+int stride = -1;
+int init = total_in_args - 1;
+if (is_critical_native) {
+// stride forwards
+c_arg = 0;
+stride = 1;
+init = 0;
+}
+for (int i = init, count = 0; count < total_in_args; i += stride, c_arg += stride, count++ ) {
 #ifdef ASSERT
 if (in_regs[i].first()->is_Register()) {
 assert(!reg_destroyed[in_regs[i].first()->as_Register()->encoding()], "destroyed reg!");
 } else if (in_regs[i].first()->is_XMMRegister()) {
 assert(!freg_destroyed[in_regs[i].first()->as_XMMRegister()->encoding()], "destroyed reg!");
 freg_destroyed[out_regs[c_arg].first()->as_XMMRegister()->encoding()] = true;
 }
 #endif /* ASSERT */
 switch (in_sig_bt[i]) {
 case T_ARRAY:
+if (is_critical_native) {
+unpack_array_argument(masm, in_regs[i], in_elem_bt[i], out_regs[c_arg + 1], out_regs[c_arg]);
+c_arg++;
+#ifdef ASSERT
+if (out_regs[c_arg].first()->is_Register()) {
+reg_destroyed[out_regs[c_arg].first()->as_Register()->encoding()] = true;
+} else if (out_regs[c_arg].first()->is_XMMRegister()) {
+freg_destroyed[out_regs[c_arg].first()->as_XMMRegister()->encoding()] = true;
+}
+#endif
+break;
+}
 case T_OBJECT:
+assert(!is_critical_native, "no oop arguments");
 object_move(masm, map, oop_handle_offset, stack_slots, in_regs[i], out_regs[c_arg],
 ((i == 0) && (!is_static)),
 &receiver_offset);
 break;
 case T_VOID:
 // need to spill before we call out
 c_arg++;
 // Pre-load a static method's oop into r14.  Used both by locking code and
 // the normal JNI call code.
-if (method->is_static()) {
+if (method->is_static() && !is_critical_native) {
 //  load oop into a register
 __ movoop(oop_handle_reg, JNIHandles::make_local(Klass::cast(method->method_holder())->java_mirror()));
 // Now handlize the static class mirror it's known not-null.
 Label slow_path_lock;
 Label lock_done;
 if (method->is_synchronized()) {
+assert(!is_critical_native, "unhandled");
 const int mark_word_offset = BasicLock::displaced_header_offset_in_bytes();
 // Get the handle (the 2nd argument)
 // Finally just about ready to make the JNI call
 // get JNIEnv* which is first argument to native
+if (!is_critical_native) {
 __ lea(c_rarg0, Address(r15_thread, in_bytes(JavaThread::jni_environment_offset())));
+}
 // Now set thread in native
 __ movl(Address(r15_thread, JavaThread::thread_state_offset()), _thread_in_native);
-__ call(RuntimeAddress(method->native_function()));
+__ call(RuntimeAddress(native_func));
 // Either restore the MXCSR register after returning from the JNI Call
 // or verify that it wasn't changed.
 if (RestoreMXCSROnJNICalls) {
 __ ldmxcsr(ExternalAddress(StubRoutines::x86::mxcsr_std()));
 // due to cache line collision.
 __ serialize_memory(r15_thread, rcx);
 }
 }
+Label after_transition;
 // check for safepoint operation in progress and/or pending suspend requests
 {
 Label Continue;
 save_native_result(masm, ret_type, stack_slots);
 __ mov(c_rarg0, r15_thread);
 __ mov(r12, rsp); // remember sp
 __ subptr(rsp, frame::arg_reg_save_area_bytes); // windows
 __ andptr(rsp, -16); // align stack as required by ABI
-__ call(RuntimeAddress(CAST_FROM_FN_PTR(address, JavaThread::check_special_condition_for_native_trans)));
+if (!is_critical_native) {
+__ call(RuntimeAddress(CAST_FROM_FN_PTR(address, JavaThread::check_special_condition_for_native_trans)));
+} else {
+__ call(RuntimeAddress(CAST_FROM_FN_PTR(address, JavaThread::check_special_condition_for_native_trans_and_transition)));
+}
 __ mov(rsp, r12); // restore sp
 __ reinit_heapbase();
 // Restore any method result value
 restore_native_result(masm, ret_type, stack_slots);
+if (is_critical_native) {
+// The call above performed the transition to thread_in_Java so
+// skip the transition logic below.
+__ jmpb(after_transition);
+}
 __ bind(Continue);
 }
 // change thread state
 __ movl(Address(r15_thread, JavaThread::thread_state_offset()), _thread_in_Java);
+__ bind(after_transition);
 Label reguard;
 Label reguard_done;
 __ cmpl(Address(r15_thread, JavaThread::stack_guard_state_offset()), JavaThread::stack_guard_yellow_disabled);
 __ jcc(Assembler::equal, reguard);
 __ movptr(rax, Address(rax, 0));
 __ bind(L);
 __ verify_oop(rax);
 }
-// reset handle block
+if (!is_critical_native) {
-__ movptr(rcx, Address(r15_thread, JavaThread::active_handles_offset()));
+// reset handle block
-__ movptr(Address(rcx, JNIHandleBlock::top_offset_in_bytes()), (int32_t)NULL_WORD);
+__ movptr(rcx, Address(r15_thread, JavaThread::active_handles_offset()));
+__ movptr(Address(rcx, JNIHandleBlock::top_offset_in_bytes()), (int32_t)NULL_WORD);
+}
 // pop our frame
 __ leave();
-// Any exception pending?
+if (!is_critical_native) {
-__ cmpptr(Address(r15_thread, in_bytes(Thread::pending_exception_offset())), (int32_t)NULL_WORD);
+// Any exception pending?
-__ jcc(Assembler::notEqual, exception_pending);
+__ cmpptr(Address(r15_thread, in_bytes(Thread::pending_exception_offset())), (int32_t)NULL_WORD);
+__ jcc(Assembler::notEqual, exception_pending);
+}
 // Return
 __ ret(0);
 // Unexpected paths are out of line and go here
-// forward the exception
+if (!is_critical_native) {
-__ bind(exception_pending);
+// forward the exception
+__ bind(exception_pending);
-// and forward the exception
-__ jump(RuntimeAddress(StubRoutines::forward_exception_entry()));
+// and forward the exception
+__ jump(RuntimeAddress(StubRoutines::forward_exception_entry()));
+}
 // Slow path locking & unlocking
 if (method->is_synchronized()) {
 // BEGIN Slow path lock
 frame_complete,
 stack_slots / VMRegImpl::slots_per_word,
 (is_static ? in_ByteSize(klass_offset) : in_ByteSize(receiver_offset)),
 in_ByteSize(lock_slot_offset*VMRegImpl::stack_slot_size),
 oop_maps);
+if (is_critical_native) {
+nm->set_lazy_critical_native(true);
+}
 return nm;
 }
 #ifdef HAVE_DTRACE_H

Mercurial > hg > truffle

comparison src/cpu/x86/vm/sharedRuntime_x86_64.cpp @ 4970:33df1aeaebbf