annotate src/share/vm/c1/c1_Runtime1.cpp @ 2607:008adfd6d850

Fixed the stateBefore of invokes and monitorenter instructions to include the arguments of the instruction. This is necessary to ensure correct continuation in the interpreter when the stateBefore is used as a deoptimization point.
author Thomas Wuerthinger <thomas@wuerthinger.net>
date Fri, 06 May 2011 17:47:17 +0200
parents 0654ee04b214
children 75a99b4f1c98
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
2 * Copyright (c) 1999, 2011, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1247
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1247
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1247
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
26 #include "asm/codeBuffer.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
27 #include "c1/c1_CodeStubs.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
28 #include "c1/c1_Defs.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
29 #include "c1/c1_FrameMap.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
30 #include "c1/c1_LIRAssembler.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
31 #include "c1/c1_MacroAssembler.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
32 #include "c1/c1_Runtime1.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
33 #include "classfile/systemDictionary.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
34 #include "classfile/vmSymbols.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
35 #include "code/codeBlob.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
36 #include "code/compiledIC.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
37 #include "code/pcDesc.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
38 #include "code/scopeDesc.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
39 #include "code/vtableStubs.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
40 #include "compiler/disassembler.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
41 #include "gc_interface/collectedHeap.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
42 #include "interpreter/bytecode.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
43 #include "interpreter/interpreter.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
44 #include "memory/allocation.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
45 #include "memory/barrierSet.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
46 #include "memory/oopFactory.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
47 #include "memory/resourceArea.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
48 #include "oops/objArrayKlass.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
49 #include "oops/oop.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
50 #include "runtime/biasedLocking.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
51 #include "runtime/compilationPolicy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
52 #include "runtime/interfaceSupport.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
53 #include "runtime/javaCalls.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
54 #include "runtime/sharedRuntime.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
55 #include "runtime/threadCritical.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
56 #include "runtime/vframe.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
57 #include "runtime/vframeArray.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
58 #include "utilities/copy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
59 #include "utilities/events.hpp"
0
a61af66fc99e Initial load
duke
parents:
diff changeset
60
a61af66fc99e Initial load
duke
parents:
diff changeset
61
a61af66fc99e Initial load
duke
parents:
diff changeset
62 // Implementation of StubAssembler
a61af66fc99e Initial load
duke
parents:
diff changeset
63
a61af66fc99e Initial load
duke
parents:
diff changeset
64 StubAssembler::StubAssembler(CodeBuffer* code, const char * name, int stub_id) : C1_MacroAssembler(code) {
a61af66fc99e Initial load
duke
parents:
diff changeset
65 _name = name;
a61af66fc99e Initial load
duke
parents:
diff changeset
66 _must_gc_arguments = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
67 _frame_size = no_frame_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
68 _num_rt_args = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
69 _stub_id = stub_id;
a61af66fc99e Initial load
duke
parents:
diff changeset
70 }
a61af66fc99e Initial load
duke
parents:
diff changeset
71
a61af66fc99e Initial load
duke
parents:
diff changeset
72
a61af66fc99e Initial load
duke
parents:
diff changeset
73 void StubAssembler::set_info(const char* name, bool must_gc_arguments) {
a61af66fc99e Initial load
duke
parents:
diff changeset
74 _name = name;
a61af66fc99e Initial load
duke
parents:
diff changeset
75 _must_gc_arguments = must_gc_arguments;
a61af66fc99e Initial load
duke
parents:
diff changeset
76 }
a61af66fc99e Initial load
duke
parents:
diff changeset
77
a61af66fc99e Initial load
duke
parents:
diff changeset
78
a61af66fc99e Initial load
duke
parents:
diff changeset
79 void StubAssembler::set_frame_size(int size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
80 if (_frame_size == no_frame_size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
81 _frame_size = size;
a61af66fc99e Initial load
duke
parents:
diff changeset
82 }
a61af66fc99e Initial load
duke
parents:
diff changeset
83 assert(_frame_size == size, "can't change the frame size");
a61af66fc99e Initial load
duke
parents:
diff changeset
84 }
a61af66fc99e Initial load
duke
parents:
diff changeset
85
a61af66fc99e Initial load
duke
parents:
diff changeset
86
a61af66fc99e Initial load
duke
parents:
diff changeset
87 void StubAssembler::set_num_rt_args(int args) {
a61af66fc99e Initial load
duke
parents:
diff changeset
88 if (_num_rt_args == 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
89 _num_rt_args = args;
a61af66fc99e Initial load
duke
parents:
diff changeset
90 }
a61af66fc99e Initial load
duke
parents:
diff changeset
91 assert(_num_rt_args == args, "can't change the number of args");
a61af66fc99e Initial load
duke
parents:
diff changeset
92 }
a61af66fc99e Initial load
duke
parents:
diff changeset
93
a61af66fc99e Initial load
duke
parents:
diff changeset
94 // Implementation of Runtime1
a61af66fc99e Initial load
duke
parents:
diff changeset
95
a61af66fc99e Initial load
duke
parents:
diff changeset
96 CodeBlob* Runtime1::_blobs[Runtime1::number_of_ids];
a61af66fc99e Initial load
duke
parents:
diff changeset
97 const char *Runtime1::_blob_names[] = {
a61af66fc99e Initial load
duke
parents:
diff changeset
98 RUNTIME1_STUBS(STUB_NAME, LAST_STUB_NAME)
a61af66fc99e Initial load
duke
parents:
diff changeset
99 };
a61af66fc99e Initial load
duke
parents:
diff changeset
100
a61af66fc99e Initial load
duke
parents:
diff changeset
101 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
102 // statistics
a61af66fc99e Initial load
duke
parents:
diff changeset
103 int Runtime1::_generic_arraycopy_cnt = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
104 int Runtime1::_primitive_arraycopy_cnt = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
105 int Runtime1::_oop_arraycopy_cnt = 0;
2446
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
106 int Runtime1::_generic_arraycopystub_cnt = 0;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
107 int Runtime1::_arraycopy_slowcase_cnt = 0;
2446
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
108 int Runtime1::_arraycopy_checkcast_cnt = 0;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
109 int Runtime1::_arraycopy_checkcast_attempt_cnt = 0;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
110 int Runtime1::_new_type_array_slowcase_cnt = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
111 int Runtime1::_new_object_array_slowcase_cnt = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
112 int Runtime1::_new_instance_slowcase_cnt = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
113 int Runtime1::_new_multi_array_slowcase_cnt = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
114 int Runtime1::_monitorenter_slowcase_cnt = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
115 int Runtime1::_monitorexit_slowcase_cnt = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
116 int Runtime1::_patch_code_slowcase_cnt = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
117 int Runtime1::_throw_range_check_exception_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
118 int Runtime1::_throw_index_exception_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
119 int Runtime1::_throw_div0_exception_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
120 int Runtime1::_throw_null_pointer_exception_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
121 int Runtime1::_throw_class_cast_exception_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
122 int Runtime1::_throw_incompatible_class_change_error_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
123 int Runtime1::_throw_array_store_exception_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
124 int Runtime1::_throw_count = 0;
2446
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
125
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
126 static int _byte_arraycopy_cnt = 0;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
127 static int _short_arraycopy_cnt = 0;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
128 static int _int_arraycopy_cnt = 0;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
129 static int _long_arraycopy_cnt = 0;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
130 static int _oop_arraycopy_cnt = 0;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
131
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
132 address Runtime1::arraycopy_count_address(BasicType type) {
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
133 switch (type) {
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
134 case T_BOOLEAN:
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
135 case T_BYTE: return (address)&_byte_arraycopy_cnt;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
136 case T_CHAR:
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
137 case T_SHORT: return (address)&_short_arraycopy_cnt;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
138 case T_FLOAT:
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
139 case T_INT: return (address)&_int_arraycopy_cnt;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
140 case T_DOUBLE:
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
141 case T_LONG: return (address)&_long_arraycopy_cnt;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
142 case T_ARRAY:
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
143 case T_OBJECT: return (address)&_oop_arraycopy_cnt;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
144 default:
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
145 ShouldNotReachHere();
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
146 return NULL;
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
147 }
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
148 }
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
149
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
150
0
a61af66fc99e Initial load
duke
parents:
diff changeset
151 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
152
a61af66fc99e Initial load
duke
parents:
diff changeset
153 // Simple helper to see if the caller of a runtime stub which
a61af66fc99e Initial load
duke
parents:
diff changeset
154 // entered the VM has been deoptimized
a61af66fc99e Initial load
duke
parents:
diff changeset
155
a61af66fc99e Initial load
duke
parents:
diff changeset
156 static bool caller_is_deopted() {
a61af66fc99e Initial load
duke
parents:
diff changeset
157 JavaThread* thread = JavaThread::current();
a61af66fc99e Initial load
duke
parents:
diff changeset
158 RegisterMap reg_map(thread, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
159 frame runtime_frame = thread->last_frame();
a61af66fc99e Initial load
duke
parents:
diff changeset
160 frame caller_frame = runtime_frame.sender(&reg_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
161 assert(caller_frame.is_compiled_frame(), "must be compiled");
a61af66fc99e Initial load
duke
parents:
diff changeset
162 return caller_frame.is_deoptimized_frame();
a61af66fc99e Initial load
duke
parents:
diff changeset
163 }
a61af66fc99e Initial load
duke
parents:
diff changeset
164
a61af66fc99e Initial load
duke
parents:
diff changeset
165 // Stress deoptimization
a61af66fc99e Initial load
duke
parents:
diff changeset
166 static void deopt_caller() {
a61af66fc99e Initial load
duke
parents:
diff changeset
167 if ( !caller_is_deopted()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
168 JavaThread* thread = JavaThread::current();
a61af66fc99e Initial load
duke
parents:
diff changeset
169 RegisterMap reg_map(thread, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
170 frame runtime_frame = thread->last_frame();
a61af66fc99e Initial load
duke
parents:
diff changeset
171 frame caller_frame = runtime_frame.sender(&reg_map);
1213
6deeaebad47a 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 1142
diff changeset
172 Deoptimization::deoptimize_frame(thread, caller_frame.id());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
173 assert(caller_is_deopted(), "Must be deoptimized");
a61af66fc99e Initial load
duke
parents:
diff changeset
174 }
a61af66fc99e Initial load
duke
parents:
diff changeset
175 }
a61af66fc99e Initial load
duke
parents:
diff changeset
176
a61af66fc99e Initial load
duke
parents:
diff changeset
177
1584
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
178 void Runtime1::generate_blob_for(BufferBlob* buffer_blob, StubID id) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
179 assert(0 <= id && id < number_of_ids, "illegal stub id");
a61af66fc99e Initial load
duke
parents:
diff changeset
180 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
181 // create code buffer for code storage
1748
3e8fbc61cee8 6978355: renaming for 6961697
twisti
parents: 1681
diff changeset
182 CodeBuffer code(buffer_blob);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
183
1584
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
184 Compilation::setup_code_buffer(&code, 0);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
185
a61af66fc99e Initial load
duke
parents:
diff changeset
186 // create assembler for code generation
a61af66fc99e Initial load
duke
parents:
diff changeset
187 StubAssembler* sasm = new StubAssembler(&code, name_for(id), id);
a61af66fc99e Initial load
duke
parents:
diff changeset
188 // generate code for runtime stub
a61af66fc99e Initial load
duke
parents:
diff changeset
189 OopMapSet* oop_maps;
a61af66fc99e Initial load
duke
parents:
diff changeset
190 oop_maps = generate_code_for(id, sasm);
a61af66fc99e Initial load
duke
parents:
diff changeset
191 assert(oop_maps == NULL || sasm->frame_size() != no_frame_size,
a61af66fc99e Initial load
duke
parents:
diff changeset
192 "if stub has an oop map it must have a valid frame size");
a61af66fc99e Initial load
duke
parents:
diff changeset
193
a61af66fc99e Initial load
duke
parents:
diff changeset
194 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
195 // Make sure that stubs that need oopmaps have them
a61af66fc99e Initial load
duke
parents:
diff changeset
196 switch (id) {
a61af66fc99e Initial load
duke
parents:
diff changeset
197 // These stubs don't need to have an oopmap
a61af66fc99e Initial load
duke
parents:
diff changeset
198 case dtrace_object_alloc_id:
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 113
diff changeset
199 case g1_pre_barrier_slow_id:
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 113
diff changeset
200 case g1_post_barrier_slow_id:
0
a61af66fc99e Initial load
duke
parents:
diff changeset
201 case slow_subtype_check_id:
a61af66fc99e Initial load
duke
parents:
diff changeset
202 case fpu2long_stub_id:
a61af66fc99e Initial load
duke
parents:
diff changeset
203 case unwind_exception_id:
1449
8cfe3537a0d3 Pointer verification stub. Two loose oop fixes in C1X C++ part. Logging which methods have been compiled.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1434
diff changeset
204 case c1x_verify_pointer_id:
1429
abc670a709dc * -XX:TraceC1X=0...5 controls the native c1x tracing
Lukas Stadler <lukas.stadler@oracle.com>
parents: 1247
diff changeset
205 case c1x_unwind_exception_call_id:
abc670a709dc * -XX:TraceC1X=0...5 controls the native c1x tracing
Lukas Stadler <lukas.stadler@oracle.com>
parents: 1247
diff changeset
206 case c1x_slow_subtype_check_id:
1434
72cfb36c6bb2 * enabled all jtt tests
Lukas Stadler <lukas.stadler@oracle.com>
parents: 1429
diff changeset
207 case c1x_arithmetic_frem_id:
72cfb36c6bb2 * enabled all jtt tests
Lukas Stadler <lukas.stadler@oracle.com>
parents: 1429
diff changeset
208 case c1x_arithmetic_drem_id:
0
a61af66fc99e Initial load
duke
parents:
diff changeset
209 #ifndef TIERED
a61af66fc99e Initial load
duke
parents:
diff changeset
210 case counter_overflow_id: // Not generated outside the tiered world
a61af66fc99e Initial load
duke
parents:
diff changeset
211 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
212 #ifdef SPARC
a61af66fc99e Initial load
duke
parents:
diff changeset
213 case handle_exception_nofpu_id: // Unused on sparc
a61af66fc99e Initial load
duke
parents:
diff changeset
214 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
215 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
216
a61af66fc99e Initial load
duke
parents:
diff changeset
217 // All other stubs should have oopmaps
a61af66fc99e Initial load
duke
parents:
diff changeset
218 default:
2607
008adfd6d850 Fixed the stateBefore of invokes and monitorenter instructions to include the arguments of the instruction.
Thomas Wuerthinger <thomas@wuerthinger.net>
parents: 2491
diff changeset
219 tty->print_cr("No oopmap found for %d", id);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
220 assert(oop_maps != NULL, "must have an oopmap");
a61af66fc99e Initial load
duke
parents:
diff changeset
221 }
a61af66fc99e Initial load
duke
parents:
diff changeset
222 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
223
a61af66fc99e Initial load
duke
parents:
diff changeset
224 // align so printing shows nop's instead of random code at the end (SimpleStubs are aligned)
a61af66fc99e Initial load
duke
parents:
diff changeset
225 sasm->align(BytesPerWord);
a61af66fc99e Initial load
duke
parents:
diff changeset
226 // make sure all code is in code buffer
a61af66fc99e Initial load
duke
parents:
diff changeset
227 sasm->flush();
a61af66fc99e Initial load
duke
parents:
diff changeset
228 // create blob - distinguish a few special cases
a61af66fc99e Initial load
duke
parents:
diff changeset
229 CodeBlob* blob = RuntimeStub::new_runtime_stub(name_for(id),
a61af66fc99e Initial load
duke
parents:
diff changeset
230 &code,
a61af66fc99e Initial load
duke
parents:
diff changeset
231 CodeOffsets::frame_never_safe,
a61af66fc99e Initial load
duke
parents:
diff changeset
232 sasm->frame_size(),
a61af66fc99e Initial load
duke
parents:
diff changeset
233 oop_maps,
a61af66fc99e Initial load
duke
parents:
diff changeset
234 sasm->must_gc_arguments());
a61af66fc99e Initial load
duke
parents:
diff changeset
235 // install blob
a61af66fc99e Initial load
duke
parents:
diff changeset
236 assert(blob != NULL, "blob must exist");
a61af66fc99e Initial load
duke
parents:
diff changeset
237 _blobs[id] = blob;
a61af66fc99e Initial load
duke
parents:
diff changeset
238 }
a61af66fc99e Initial load
duke
parents:
diff changeset
239
a61af66fc99e Initial load
duke
parents:
diff changeset
240
1584
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
241 void Runtime1::initialize(BufferBlob* blob) {
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
242 // platform-dependent initialization
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
243 initialize_pd();
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
244 // generate stubs
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
245 for (int id = 0; id < number_of_ids; id++) generate_blob_for(blob, (StubID)id);
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
246 // printing
0
a61af66fc99e Initial load
duke
parents:
diff changeset
247 #ifndef PRODUCT
1584
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
248 if (PrintSimpleStubs) {
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
249 ResourceMark rm;
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
250 for (int id = 0; id < number_of_ids; id++) {
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
251 _blobs[id]->print();
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
252 if (_blobs[id]->oop_maps() != NULL) {
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
253 _blobs[id]->oop_maps()->print();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
254 }
a61af66fc99e Initial load
duke
parents:
diff changeset
255 }
1584
b812ff5abc73 6958292: C1: Enable parallel compilation
iveresov
parents: 1552
diff changeset
256 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
257 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
258 }
a61af66fc99e Initial load
duke
parents:
diff changeset
259
a61af66fc99e Initial load
duke
parents:
diff changeset
260
a61af66fc99e Initial load
duke
parents:
diff changeset
261 CodeBlob* Runtime1::blob_for(StubID id) {
a61af66fc99e Initial load
duke
parents:
diff changeset
262 assert(0 <= id && id < number_of_ids, "illegal stub id");
a61af66fc99e Initial load
duke
parents:
diff changeset
263 return _blobs[id];
a61af66fc99e Initial load
duke
parents:
diff changeset
264 }
a61af66fc99e Initial load
duke
parents:
diff changeset
265
a61af66fc99e Initial load
duke
parents:
diff changeset
266
a61af66fc99e Initial load
duke
parents:
diff changeset
267 const char* Runtime1::name_for(StubID id) {
a61af66fc99e Initial load
duke
parents:
diff changeset
268 assert(0 <= id && id < number_of_ids, "illegal stub id");
a61af66fc99e Initial load
duke
parents:
diff changeset
269 return _blob_names[id];
a61af66fc99e Initial load
duke
parents:
diff changeset
270 }
a61af66fc99e Initial load
duke
parents:
diff changeset
271
a61af66fc99e Initial load
duke
parents:
diff changeset
272 const char* Runtime1::name_for_address(address entry) {
a61af66fc99e Initial load
duke
parents:
diff changeset
273 for (int id = 0; id < number_of_ids; id++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
274 if (entry == entry_for((StubID)id)) return name_for((StubID)id);
a61af66fc99e Initial load
duke
parents:
diff changeset
275 }
a61af66fc99e Initial load
duke
parents:
diff changeset
276
a61af66fc99e Initial load
duke
parents:
diff changeset
277 #define FUNCTION_CASE(a, f) \
a61af66fc99e Initial load
duke
parents:
diff changeset
278 if ((intptr_t)a == CAST_FROM_FN_PTR(intptr_t, f)) return #f
a61af66fc99e Initial load
duke
parents:
diff changeset
279
a61af66fc99e Initial load
duke
parents:
diff changeset
280 FUNCTION_CASE(entry, os::javaTimeMillis);
a61af66fc99e Initial load
duke
parents:
diff changeset
281 FUNCTION_CASE(entry, os::javaTimeNanos);
a61af66fc99e Initial load
duke
parents:
diff changeset
282 FUNCTION_CASE(entry, SharedRuntime::OSR_migration_end);
a61af66fc99e Initial load
duke
parents:
diff changeset
283 FUNCTION_CASE(entry, SharedRuntime::d2f);
a61af66fc99e Initial load
duke
parents:
diff changeset
284 FUNCTION_CASE(entry, SharedRuntime::d2i);
a61af66fc99e Initial load
duke
parents:
diff changeset
285 FUNCTION_CASE(entry, SharedRuntime::d2l);
a61af66fc99e Initial load
duke
parents:
diff changeset
286 FUNCTION_CASE(entry, SharedRuntime::dcos);
a61af66fc99e Initial load
duke
parents:
diff changeset
287 FUNCTION_CASE(entry, SharedRuntime::dexp);
a61af66fc99e Initial load
duke
parents:
diff changeset
288 FUNCTION_CASE(entry, SharedRuntime::dlog);
a61af66fc99e Initial load
duke
parents:
diff changeset
289 FUNCTION_CASE(entry, SharedRuntime::dlog10);
a61af66fc99e Initial load
duke
parents:
diff changeset
290 FUNCTION_CASE(entry, SharedRuntime::dpow);
a61af66fc99e Initial load
duke
parents:
diff changeset
291 FUNCTION_CASE(entry, SharedRuntime::drem);
a61af66fc99e Initial load
duke
parents:
diff changeset
292 FUNCTION_CASE(entry, SharedRuntime::dsin);
a61af66fc99e Initial load
duke
parents:
diff changeset
293 FUNCTION_CASE(entry, SharedRuntime::dtan);
a61af66fc99e Initial load
duke
parents:
diff changeset
294 FUNCTION_CASE(entry, SharedRuntime::f2i);
a61af66fc99e Initial load
duke
parents:
diff changeset
295 FUNCTION_CASE(entry, SharedRuntime::f2l);
a61af66fc99e Initial load
duke
parents:
diff changeset
296 FUNCTION_CASE(entry, SharedRuntime::frem);
a61af66fc99e Initial load
duke
parents:
diff changeset
297 FUNCTION_CASE(entry, SharedRuntime::l2d);
a61af66fc99e Initial load
duke
parents:
diff changeset
298 FUNCTION_CASE(entry, SharedRuntime::l2f);
a61af66fc99e Initial load
duke
parents:
diff changeset
299 FUNCTION_CASE(entry, SharedRuntime::ldiv);
a61af66fc99e Initial load
duke
parents:
diff changeset
300 FUNCTION_CASE(entry, SharedRuntime::lmul);
a61af66fc99e Initial load
duke
parents:
diff changeset
301 FUNCTION_CASE(entry, SharedRuntime::lrem);
a61af66fc99e Initial load
duke
parents:
diff changeset
302 FUNCTION_CASE(entry, SharedRuntime::lrem);
a61af66fc99e Initial load
duke
parents:
diff changeset
303 FUNCTION_CASE(entry, SharedRuntime::dtrace_method_entry);
a61af66fc99e Initial load
duke
parents:
diff changeset
304 FUNCTION_CASE(entry, SharedRuntime::dtrace_method_exit);
a61af66fc99e Initial load
duke
parents:
diff changeset
305 FUNCTION_CASE(entry, trace_block_entry);
a61af66fc99e Initial load
duke
parents:
diff changeset
306
a61af66fc99e Initial load
duke
parents:
diff changeset
307 #undef FUNCTION_CASE
a61af66fc99e Initial load
duke
parents:
diff changeset
308
1681
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
309 // Soft float adds more runtime names.
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
310 return pd_name_for_address(entry);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
311 }
a61af66fc99e Initial load
duke
parents:
diff changeset
312
a61af66fc99e Initial load
duke
parents:
diff changeset
313
a61af66fc99e Initial load
duke
parents:
diff changeset
314 JRT_ENTRY(void, Runtime1::new_instance(JavaThread* thread, klassOopDesc* klass))
a61af66fc99e Initial load
duke
parents:
diff changeset
315 NOT_PRODUCT(_new_instance_slowcase_cnt++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
316
a61af66fc99e Initial load
duke
parents:
diff changeset
317 assert(oop(klass)->is_klass(), "not a class");
a61af66fc99e Initial load
duke
parents:
diff changeset
318 instanceKlassHandle h(thread, klass);
a61af66fc99e Initial load
duke
parents:
diff changeset
319 h->check_valid_for_instantiation(true, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
320 // make sure klass is initialized
a61af66fc99e Initial load
duke
parents:
diff changeset
321 h->initialize(CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
322 // allocate instance and return via TLS
a61af66fc99e Initial load
duke
parents:
diff changeset
323 oop obj = h->allocate_instance(CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
324 thread->set_vm_result(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
325 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
326
a61af66fc99e Initial load
duke
parents:
diff changeset
327
a61af66fc99e Initial load
duke
parents:
diff changeset
328 JRT_ENTRY(void, Runtime1::new_type_array(JavaThread* thread, klassOopDesc* klass, jint length))
a61af66fc99e Initial load
duke
parents:
diff changeset
329 NOT_PRODUCT(_new_type_array_slowcase_cnt++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
330 // Note: no handle for klass needed since they are not used
a61af66fc99e Initial load
duke
parents:
diff changeset
331 // anymore after new_typeArray() and no GC can happen before.
a61af66fc99e Initial load
duke
parents:
diff changeset
332 // (This may have to change if this code changes!)
a61af66fc99e Initial load
duke
parents:
diff changeset
333 assert(oop(klass)->is_klass(), "not a class");
a61af66fc99e Initial load
duke
parents:
diff changeset
334 BasicType elt_type = typeArrayKlass::cast(klass)->element_type();
a61af66fc99e Initial load
duke
parents:
diff changeset
335 oop obj = oopFactory::new_typeArray(elt_type, length, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
336 thread->set_vm_result(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
337 // This is pretty rare but this runtime patch is stressful to deoptimization
a61af66fc99e Initial load
duke
parents:
diff changeset
338 // if we deoptimize here so force a deopt to stress the path.
a61af66fc99e Initial load
duke
parents:
diff changeset
339 if (DeoptimizeALot) {
a61af66fc99e Initial load
duke
parents:
diff changeset
340 deopt_caller();
a61af66fc99e Initial load
duke
parents:
diff changeset
341 }
a61af66fc99e Initial load
duke
parents:
diff changeset
342
a61af66fc99e Initial load
duke
parents:
diff changeset
343 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
344
a61af66fc99e Initial load
duke
parents:
diff changeset
345
a61af66fc99e Initial load
duke
parents:
diff changeset
346 JRT_ENTRY(void, Runtime1::new_object_array(JavaThread* thread, klassOopDesc* array_klass, jint length))
a61af66fc99e Initial load
duke
parents:
diff changeset
347 NOT_PRODUCT(_new_object_array_slowcase_cnt++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
348
a61af66fc99e Initial load
duke
parents:
diff changeset
349 // Note: no handle for klass needed since they are not used
a61af66fc99e Initial load
duke
parents:
diff changeset
350 // anymore after new_objArray() and no GC can happen before.
a61af66fc99e Initial load
duke
parents:
diff changeset
351 // (This may have to change if this code changes!)
a61af66fc99e Initial load
duke
parents:
diff changeset
352 assert(oop(array_klass)->is_klass(), "not a class");
a61af66fc99e Initial load
duke
parents:
diff changeset
353 klassOop elem_klass = objArrayKlass::cast(array_klass)->element_klass();
a61af66fc99e Initial load
duke
parents:
diff changeset
354 objArrayOop obj = oopFactory::new_objArray(elem_klass, length, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
355 thread->set_vm_result(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
356 // This is pretty rare but this runtime patch is stressful to deoptimization
a61af66fc99e Initial load
duke
parents:
diff changeset
357 // if we deoptimize here so force a deopt to stress the path.
a61af66fc99e Initial load
duke
parents:
diff changeset
358 if (DeoptimizeALot) {
a61af66fc99e Initial load
duke
parents:
diff changeset
359 deopt_caller();
a61af66fc99e Initial load
duke
parents:
diff changeset
360 }
a61af66fc99e Initial load
duke
parents:
diff changeset
361 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
362
a61af66fc99e Initial load
duke
parents:
diff changeset
363
a61af66fc99e Initial load
duke
parents:
diff changeset
364 JRT_ENTRY(void, Runtime1::new_multi_array(JavaThread* thread, klassOopDesc* klass, int rank, jint* dims))
a61af66fc99e Initial load
duke
parents:
diff changeset
365 NOT_PRODUCT(_new_multi_array_slowcase_cnt++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
366
a61af66fc99e Initial load
duke
parents:
diff changeset
367 assert(oop(klass)->is_klass(), "not a class");
a61af66fc99e Initial load
duke
parents:
diff changeset
368 assert(rank >= 1, "rank must be nonzero");
a61af66fc99e Initial load
duke
parents:
diff changeset
369 oop obj = arrayKlass::cast(klass)->multi_allocate(rank, dims, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
370 thread->set_vm_result(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
371 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
372
a61af66fc99e Initial load
duke
parents:
diff changeset
373
a61af66fc99e Initial load
duke
parents:
diff changeset
374 JRT_ENTRY(void, Runtime1::unimplemented_entry(JavaThread* thread, StubID id))
a61af66fc99e Initial load
duke
parents:
diff changeset
375 tty->print_cr("Runtime1::entry_for(%d) returned unimplemented entry point", id);
a61af66fc99e Initial load
duke
parents:
diff changeset
376 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
377
a61af66fc99e Initial load
duke
parents:
diff changeset
378
2168
e4fee0bdaa85 7008809: should report the class in ArrayStoreExceptions from compiled code
never
parents: 2142
diff changeset
379 JRT_ENTRY(void, Runtime1::throw_array_store_exception(JavaThread* thread, oopDesc* obj))
e4fee0bdaa85 7008809: should report the class in ArrayStoreExceptions from compiled code
never
parents: 2142
diff changeset
380 ResourceMark rm(thread);
e4fee0bdaa85 7008809: should report the class in ArrayStoreExceptions from compiled code
never
parents: 2142
diff changeset
381 const char* klass_name = Klass::cast(obj->klass())->external_name();
e4fee0bdaa85 7008809: should report the class in ArrayStoreExceptions from compiled code
never
parents: 2142
diff changeset
382 SharedRuntime::throw_and_post_jvmti_exception(thread, vmSymbols::java_lang_ArrayStoreException(), klass_name);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
383 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
384
a61af66fc99e Initial load
duke
parents:
diff changeset
385
a61af66fc99e Initial load
duke
parents:
diff changeset
386 JRT_ENTRY(void, Runtime1::post_jvmti_exception_throw(JavaThread* thread))
1213
6deeaebad47a 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 1142
diff changeset
387 if (JvmtiExport::can_post_on_exceptions()) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
388 vframeStream vfst(thread, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
389 address bcp = vfst.method()->bcp_from(vfst.bci());
a61af66fc99e Initial load
duke
parents:
diff changeset
390 JvmtiExport::post_exception_throw(thread, vfst.method(), bcp, thread->exception_oop());
a61af66fc99e Initial load
duke
parents:
diff changeset
391 }
a61af66fc99e Initial load
duke
parents:
diff changeset
392 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
393
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
394 // This is a helper to allow us to safepoint but allow the outer entry
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
395 // to be safepoint free if we need to do an osr
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
396 static nmethod* counter_overflow_helper(JavaThread* THREAD, int branch_bci, methodOopDesc* m) {
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
397 nmethod* osr_nm = NULL;
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
398 methodHandle method(THREAD, m);
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
399
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
400 RegisterMap map(THREAD, false);
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
401 frame fr = THREAD->last_frame().sender(&map);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
402 nmethod* nm = (nmethod*) fr.cb();
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
403 assert(nm!= NULL && nm->is_nmethod(), "Sanity check");
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
404 methodHandle enclosing_method(THREAD, nm->method());
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
405
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
406 CompLevel level = (CompLevel)nm->comp_level();
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
407 int bci = InvocationEntryBci;
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
408 if (branch_bci != InvocationEntryBci) {
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
409 // Compute desination bci
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
410 address pc = method()->code_base() + branch_bci;
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
411 Bytecodes::Code branch = Bytecodes::code_at(method(), pc);
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
412 int offset = 0;
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
413 switch (branch) {
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
414 case Bytecodes::_if_icmplt: case Bytecodes::_iflt:
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
415 case Bytecodes::_if_icmpgt: case Bytecodes::_ifgt:
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
416 case Bytecodes::_if_icmple: case Bytecodes::_ifle:
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
417 case Bytecodes::_if_icmpge: case Bytecodes::_ifge:
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
418 case Bytecodes::_if_icmpeq: case Bytecodes::_if_acmpeq: case Bytecodes::_ifeq:
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
419 case Bytecodes::_if_icmpne: case Bytecodes::_if_acmpne: case Bytecodes::_ifne:
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
420 case Bytecodes::_ifnull: case Bytecodes::_ifnonnull: case Bytecodes::_goto:
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
421 offset = (int16_t)Bytes::get_Java_u2(pc + 1);
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
422 break;
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
423 case Bytecodes::_goto_w:
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
424 offset = Bytes::get_Java_u4(pc + 1);
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
425 break;
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
426 default: ;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
427 }
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
428 bci = branch_bci + offset;
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
429 }
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
430
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
431 osr_nm = CompilationPolicy::policy()->event(enclosing_method, method, branch_bci, bci, level, THREAD);
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
432 return osr_nm;
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
433 }
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
434
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
435 JRT_BLOCK_ENTRY(address, Runtime1::counter_overflow(JavaThread* thread, int bci, methodOopDesc* method))
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
436 nmethod* osr_nm;
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
437 JRT_BLOCK
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
438 osr_nm = counter_overflow_helper(thread, bci, method);
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
439 if (osr_nm != NULL) {
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
440 RegisterMap map(thread, false);
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
441 frame fr = thread->last_frame().sender(&map);
1905
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1783
diff changeset
442 Deoptimization::deoptimize_frame(thread, fr.id());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
443 }
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
444 JRT_BLOCK_END
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
445 return NULL;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
446 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
447
a61af66fc99e Initial load
duke
parents:
diff changeset
448 extern void vm_exit(int code);
a61af66fc99e Initial load
duke
parents:
diff changeset
449
a61af66fc99e Initial load
duke
parents:
diff changeset
450 // Enter this method from compiled code handler below. This is where we transition
a61af66fc99e Initial load
duke
parents:
diff changeset
451 // to VM mode. This is done as a helper routine so that the method called directly
a61af66fc99e Initial load
duke
parents:
diff changeset
452 // from compiled code does not have to transition to VM. This allows the entry
a61af66fc99e Initial load
duke
parents:
diff changeset
453 // method to see if the nmethod that we have just looked up a handler for has
a61af66fc99e Initial load
duke
parents:
diff changeset
454 // been deoptimized while we were in the vm. This simplifies the assembly code
a61af66fc99e Initial load
duke
parents:
diff changeset
455 // cpu directories.
a61af66fc99e Initial load
duke
parents:
diff changeset
456 //
a61af66fc99e Initial load
duke
parents:
diff changeset
457 // We are entering here from exception stub (via the entry method below)
a61af66fc99e Initial load
duke
parents:
diff changeset
458 // If there is a compiled exception handler in this method, we will continue there;
a61af66fc99e Initial load
duke
parents:
diff changeset
459 // otherwise we will unwind the stack and continue at the caller of top frame method
a61af66fc99e Initial load
duke
parents:
diff changeset
460 // Note: we enter in Java using a special JRT wrapper. This wrapper allows us to
a61af66fc99e Initial load
duke
parents:
diff changeset
461 // control the area where we can allow a safepoint. After we exit the safepoint area we can
a61af66fc99e Initial load
duke
parents:
diff changeset
462 // check to see if the handler we are going to return is now in a nmethod that has
a61af66fc99e Initial load
duke
parents:
diff changeset
463 // been deoptimized. If that is the case we return the deopt blob
a61af66fc99e Initial load
duke
parents:
diff changeset
464 // unpack_with_exception entry instead. This makes life for the exception blob easier
a61af66fc99e Initial load
duke
parents:
diff changeset
465 // because making that same check and diverting is painful from assembly language.
a61af66fc99e Initial load
duke
parents:
diff changeset
466 JRT_ENTRY_NO_ASYNC(static address, exception_handler_for_pc_helper(JavaThread* thread, oopDesc* ex, address pc, nmethod*& nm))
2321
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
467 // Reset method handle flag.
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
468 thread->set_is_method_handle_return(false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
469
a61af66fc99e Initial load
duke
parents:
diff changeset
470 Handle exception(thread, ex);
1429
abc670a709dc * -XX:TraceC1X=0...5 controls the native c1x tracing
Lukas Stadler <lukas.stadler@oracle.com>
parents: 1247
diff changeset
471 if (UseC1X && exception.is_null()) {
abc670a709dc * -XX:TraceC1X=0...5 controls the native c1x tracing
Lukas Stadler <lukas.stadler@oracle.com>
parents: 1247
diff changeset
472 exception = Exceptions::new_exception(thread, vmSymbols::java_lang_NullPointerException(), NULL);
abc670a709dc * -XX:TraceC1X=0...5 controls the native c1x tracing
Lukas Stadler <lukas.stadler@oracle.com>
parents: 1247
diff changeset
473 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
474 nm = CodeCache::find_nmethod(pc);
a61af66fc99e Initial load
duke
parents:
diff changeset
475 assert(nm != NULL, "this is not an nmethod");
a61af66fc99e Initial load
duke
parents:
diff changeset
476 // Adjust the pc as needed/
a61af66fc99e Initial load
duke
parents:
diff changeset
477 if (nm->is_deopt_pc(pc)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
478 RegisterMap map(thread, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
479 frame exception_frame = thread->last_frame().sender(&map);
a61af66fc99e Initial load
duke
parents:
diff changeset
480 // if the frame isn't deopted then pc must not correspond to the caller of last_frame
a61af66fc99e Initial load
duke
parents:
diff changeset
481 assert(exception_frame.is_deoptimized_frame(), "must be deopted");
a61af66fc99e Initial load
duke
parents:
diff changeset
482 pc = exception_frame.pc();
a61af66fc99e Initial load
duke
parents:
diff changeset
483 }
a61af66fc99e Initial load
duke
parents:
diff changeset
484 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
485 assert(exception.not_null(), "NULL exceptions should be handled by throw_exception");
a61af66fc99e Initial load
duke
parents:
diff changeset
486 assert(exception->is_oop(), "just checking");
a61af66fc99e Initial load
duke
parents:
diff changeset
487 // Check that exception is a subclass of Throwable, otherwise we have a VerifyError
1142
4ce7240d622c 6914300: ciEnv should export all well known classes
never
parents: 579
diff changeset
488 if (!(exception->is_a(SystemDictionary::Throwable_klass()))) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
489 if (ExitVMOnVerifyError) vm_exit(-1);
a61af66fc99e Initial load
duke
parents:
diff changeset
490 ShouldNotReachHere();
a61af66fc99e Initial load
duke
parents:
diff changeset
491 }
a61af66fc99e Initial load
duke
parents:
diff changeset
492 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
493
a61af66fc99e Initial load
duke
parents:
diff changeset
494 // Check the stack guard pages and reenable them if necessary and there is
a61af66fc99e Initial load
duke
parents:
diff changeset
495 // enough space on the stack to do so. Use fast exceptions only if the guard
a61af66fc99e Initial load
duke
parents:
diff changeset
496 // pages are enabled.
a61af66fc99e Initial load
duke
parents:
diff changeset
497 bool guard_pages_enabled = thread->stack_yellow_zone_enabled();
a61af66fc99e Initial load
duke
parents:
diff changeset
498 if (!guard_pages_enabled) guard_pages_enabled = thread->reguard_stack();
a61af66fc99e Initial load
duke
parents:
diff changeset
499
1213
6deeaebad47a 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 1142
diff changeset
500 if (JvmtiExport::can_post_on_exceptions()) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
501 // To ensure correct notification of exception catches and throws
a61af66fc99e Initial load
duke
parents:
diff changeset
502 // we have to deoptimize here. If we attempted to notify the
a61af66fc99e Initial load
duke
parents:
diff changeset
503 // catches and throws during this exception lookup it's possible
a61af66fc99e Initial load
duke
parents:
diff changeset
504 // we could deoptimize on the way out of the VM and end back in
a61af66fc99e Initial load
duke
parents:
diff changeset
505 // the interpreter at the throw site. This would result in double
a61af66fc99e Initial load
duke
parents:
diff changeset
506 // notifications since the interpreter would also notify about
a61af66fc99e Initial load
duke
parents:
diff changeset
507 // these same catches and throws as it unwound the frame.
a61af66fc99e Initial load
duke
parents:
diff changeset
508
a61af66fc99e Initial load
duke
parents:
diff changeset
509 RegisterMap reg_map(thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
510 frame stub_frame = thread->last_frame();
a61af66fc99e Initial load
duke
parents:
diff changeset
511 frame caller_frame = stub_frame.sender(&reg_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
512
a61af66fc99e Initial load
duke
parents:
diff changeset
513 // We don't really want to deoptimize the nmethod itself since we
a61af66fc99e Initial load
duke
parents:
diff changeset
514 // can actually continue in the exception handler ourselves but I
a61af66fc99e Initial load
duke
parents:
diff changeset
515 // don't see an easy way to have the desired effect.
1905
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1783
diff changeset
516 Deoptimization::deoptimize_frame(thread, caller_frame.id());
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1783
diff changeset
517 assert(caller_is_deopted(), "Must be deoptimized");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
518
a61af66fc99e Initial load
duke
parents:
diff changeset
519 return SharedRuntime::deopt_blob()->unpack_with_exception_in_tls();
a61af66fc99e Initial load
duke
parents:
diff changeset
520 }
a61af66fc99e Initial load
duke
parents:
diff changeset
521
2321
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
522 // ExceptionCache is used only for exceptions at call sites and not for implicit exceptions
0
a61af66fc99e Initial load
duke
parents:
diff changeset
523 if (guard_pages_enabled) {
a61af66fc99e Initial load
duke
parents:
diff changeset
524 address fast_continuation = nm->handler_for_exception_and_pc(exception, pc);
a61af66fc99e Initial load
duke
parents:
diff changeset
525 if (fast_continuation != NULL) {
2321
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
526 // Set flag if return address is a method handle call site.
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
527 thread->set_is_method_handle_return(nm->is_method_handle_return(pc));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
528 return fast_continuation;
a61af66fc99e Initial load
duke
parents:
diff changeset
529 }
a61af66fc99e Initial load
duke
parents:
diff changeset
530 }
a61af66fc99e Initial load
duke
parents:
diff changeset
531
a61af66fc99e Initial load
duke
parents:
diff changeset
532 // If the stack guard pages are enabled, check whether there is a handler in
a61af66fc99e Initial load
duke
parents:
diff changeset
533 // the current method. Otherwise (guard pages disabled), force an unwind and
a61af66fc99e Initial load
duke
parents:
diff changeset
534 // skip the exception cache update (i.e., just leave continuation==NULL).
a61af66fc99e Initial load
duke
parents:
diff changeset
535 address continuation = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
536 if (guard_pages_enabled) {
a61af66fc99e Initial load
duke
parents:
diff changeset
537
a61af66fc99e Initial load
duke
parents:
diff changeset
538 // New exception handling mechanism can support inlined methods
a61af66fc99e Initial load
duke
parents:
diff changeset
539 // with exception handlers since the mappings are from PC to PC
a61af66fc99e Initial load
duke
parents:
diff changeset
540
a61af66fc99e Initial load
duke
parents:
diff changeset
541 // debugging support
a61af66fc99e Initial load
duke
parents:
diff changeset
542 // tracing
a61af66fc99e Initial load
duke
parents:
diff changeset
543 if (TraceExceptions) {
a61af66fc99e Initial load
duke
parents:
diff changeset
544 ttyLocker ttyl;
a61af66fc99e Initial load
duke
parents:
diff changeset
545 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
546 tty->print_cr("Exception <%s> (0x%x) thrown in compiled method <%s> at PC " PTR_FORMAT " for thread 0x%x",
a61af66fc99e Initial load
duke
parents:
diff changeset
547 exception->print_value_string(), (address)exception(), nm->method()->print_value_string(), pc, thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
548 }
a61af66fc99e Initial load
duke
parents:
diff changeset
549 // for AbortVMOnException flag
a61af66fc99e Initial load
duke
parents:
diff changeset
550 NOT_PRODUCT(Exceptions::debug_check_abort(exception));
a61af66fc99e Initial load
duke
parents:
diff changeset
551
a61af66fc99e Initial load
duke
parents:
diff changeset
552 // Clear out the exception oop and pc since looking up an
a61af66fc99e Initial load
duke
parents:
diff changeset
553 // exception handler can cause class loading, which might throw an
a61af66fc99e Initial load
duke
parents:
diff changeset
554 // exception and those fields are expected to be clear during
a61af66fc99e Initial load
duke
parents:
diff changeset
555 // normal bytecode execution.
a61af66fc99e Initial load
duke
parents:
diff changeset
556 thread->set_exception_oop(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
557 thread->set_exception_pc(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
558
a61af66fc99e Initial load
duke
parents:
diff changeset
559 continuation = SharedRuntime::compute_compiled_exc_handler(nm, pc, exception, false, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
560 // If an exception was thrown during exception dispatch, the exception oop may have changed
a61af66fc99e Initial load
duke
parents:
diff changeset
561 thread->set_exception_oop(exception());
a61af66fc99e Initial load
duke
parents:
diff changeset
562 thread->set_exception_pc(pc);
a61af66fc99e Initial load
duke
parents:
diff changeset
563
a61af66fc99e Initial load
duke
parents:
diff changeset
564 // the exception cache is used only by non-implicit exceptions
2321
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
565 if (continuation != NULL) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
566 nm->add_handler_for_exception_and_pc(exception, pc, continuation);
a61af66fc99e Initial load
duke
parents:
diff changeset
567 }
a61af66fc99e Initial load
duke
parents:
diff changeset
568 }
a61af66fc99e Initial load
duke
parents:
diff changeset
569
a61af66fc99e Initial load
duke
parents:
diff changeset
570 thread->set_vm_result(exception());
2321
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
571 // Set flag if return address is a method handle call site.
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
572 thread->set_is_method_handle_return(nm->is_method_handle_return(pc));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
573
a61af66fc99e Initial load
duke
parents:
diff changeset
574 if (TraceExceptions) {
a61af66fc99e Initial load
duke
parents:
diff changeset
575 ttyLocker ttyl;
a61af66fc99e Initial load
duke
parents:
diff changeset
576 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
577 tty->print_cr("Thread " PTR_FORMAT " continuing at PC " PTR_FORMAT " for exception thrown at PC " PTR_FORMAT,
a61af66fc99e Initial load
duke
parents:
diff changeset
578 thread, continuation, pc);
a61af66fc99e Initial load
duke
parents:
diff changeset
579 }
a61af66fc99e Initial load
duke
parents:
diff changeset
580
a61af66fc99e Initial load
duke
parents:
diff changeset
581 return continuation;
a61af66fc99e Initial load
duke
parents:
diff changeset
582 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
583
a61af66fc99e Initial load
duke
parents:
diff changeset
584 // Enter this method from compiled code only if there is a Java exception handler
2321
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
585 // in the method handling the exception.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
586 // We are entering here from exception stub. We don't do a normal VM transition here.
a61af66fc99e Initial load
duke
parents:
diff changeset
587 // We do it in a helper. This is so we can check to see if the nmethod we have just
a61af66fc99e Initial load
duke
parents:
diff changeset
588 // searched for an exception handler has been deoptimized in the meantime.
2321
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
589 address Runtime1::exception_handler_for_pc(JavaThread* thread) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
590 oop exception = thread->exception_oop();
a61af66fc99e Initial load
duke
parents:
diff changeset
591 address pc = thread->exception_pc();
a61af66fc99e Initial load
duke
parents:
diff changeset
592 // Still in Java mode
2321
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
593 DEBUG_ONLY(ResetNoHandleMark rnhm);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
594 nmethod* nm = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
595 address continuation = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
596 {
a61af66fc99e Initial load
duke
parents:
diff changeset
597 // Enter VM mode by calling the helper
a61af66fc99e Initial load
duke
parents:
diff changeset
598 ResetNoHandleMark rnhm;
a61af66fc99e Initial load
duke
parents:
diff changeset
599 continuation = exception_handler_for_pc_helper(thread, exception, pc, nm);
a61af66fc99e Initial load
duke
parents:
diff changeset
600 }
a61af66fc99e Initial load
duke
parents:
diff changeset
601 // Back in JAVA, use no oops DON'T safepoint
a61af66fc99e Initial load
duke
parents:
diff changeset
602
a61af66fc99e Initial load
duke
parents:
diff changeset
603 // Now check to see if the nmethod we were called from is now deoptimized.
a61af66fc99e Initial load
duke
parents:
diff changeset
604 // If so we must return to the deopt blob and deoptimize the nmethod
a61af66fc99e Initial load
duke
parents:
diff changeset
605 if (nm != NULL && caller_is_deopted()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
606 continuation = SharedRuntime::deopt_blob()->unpack_with_exception_in_tls();
a61af66fc99e Initial load
duke
parents:
diff changeset
607 }
a61af66fc99e Initial load
duke
parents:
diff changeset
608
2321
1b4e6a5d98e0 7012914: JSR 292 MethodHandlesTest C1: frame::verify_return_pc(return_address) failed: must be a return pc
twisti
parents: 2168
diff changeset
609 assert(continuation != NULL, "no handler found");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
610 return continuation;
a61af66fc99e Initial load
duke
parents:
diff changeset
611 }
a61af66fc99e Initial load
duke
parents:
diff changeset
612
a61af66fc99e Initial load
duke
parents:
diff changeset
613
a61af66fc99e Initial load
duke
parents:
diff changeset
614 JRT_ENTRY(void, Runtime1::throw_range_check_exception(JavaThread* thread, int index))
a61af66fc99e Initial load
duke
parents:
diff changeset
615 NOT_PRODUCT(_throw_range_check_exception_count++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
616 Events::log("throw_range_check");
a61af66fc99e Initial load
duke
parents:
diff changeset
617 char message[jintAsStringSize];
a61af66fc99e Initial load
duke
parents:
diff changeset
618 sprintf(message, "%d", index);
a61af66fc99e Initial load
duke
parents:
diff changeset
619 SharedRuntime::throw_and_post_jvmti_exception(thread, vmSymbols::java_lang_ArrayIndexOutOfBoundsException(), message);
a61af66fc99e Initial load
duke
parents:
diff changeset
620 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
621
a61af66fc99e Initial load
duke
parents:
diff changeset
622
a61af66fc99e Initial load
duke
parents:
diff changeset
623 JRT_ENTRY(void, Runtime1::throw_index_exception(JavaThread* thread, int index))
a61af66fc99e Initial load
duke
parents:
diff changeset
624 NOT_PRODUCT(_throw_index_exception_count++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
625 Events::log("throw_index");
a61af66fc99e Initial load
duke
parents:
diff changeset
626 char message[16];
a61af66fc99e Initial load
duke
parents:
diff changeset
627 sprintf(message, "%d", index);
a61af66fc99e Initial load
duke
parents:
diff changeset
628 SharedRuntime::throw_and_post_jvmti_exception(thread, vmSymbols::java_lang_IndexOutOfBoundsException(), message);
a61af66fc99e Initial load
duke
parents:
diff changeset
629 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
630
a61af66fc99e Initial load
duke
parents:
diff changeset
631
a61af66fc99e Initial load
duke
parents:
diff changeset
632 JRT_ENTRY(void, Runtime1::throw_div0_exception(JavaThread* thread))
a61af66fc99e Initial load
duke
parents:
diff changeset
633 NOT_PRODUCT(_throw_div0_exception_count++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
634 SharedRuntime::throw_and_post_jvmti_exception(thread, vmSymbols::java_lang_ArithmeticException(), "/ by zero");
a61af66fc99e Initial load
duke
parents:
diff changeset
635 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
636
a61af66fc99e Initial load
duke
parents:
diff changeset
637
a61af66fc99e Initial load
duke
parents:
diff changeset
638 JRT_ENTRY(void, Runtime1::throw_null_pointer_exception(JavaThread* thread))
a61af66fc99e Initial load
duke
parents:
diff changeset
639 NOT_PRODUCT(_throw_null_pointer_exception_count++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
640 SharedRuntime::throw_and_post_jvmti_exception(thread, vmSymbols::java_lang_NullPointerException());
a61af66fc99e Initial load
duke
parents:
diff changeset
641 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
642
a61af66fc99e Initial load
duke
parents:
diff changeset
643
a61af66fc99e Initial load
duke
parents:
diff changeset
644 JRT_ENTRY(void, Runtime1::throw_class_cast_exception(JavaThread* thread, oopDesc* object))
a61af66fc99e Initial load
duke
parents:
diff changeset
645 NOT_PRODUCT(_throw_class_cast_exception_count++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
646 ResourceMark rm(thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
647 char* message = SharedRuntime::generate_class_cast_message(
a61af66fc99e Initial load
duke
parents:
diff changeset
648 thread, Klass::cast(object->klass())->external_name());
a61af66fc99e Initial load
duke
parents:
diff changeset
649 SharedRuntime::throw_and_post_jvmti_exception(
a61af66fc99e Initial load
duke
parents:
diff changeset
650 thread, vmSymbols::java_lang_ClassCastException(), message);
a61af66fc99e Initial load
duke
parents:
diff changeset
651 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
652
a61af66fc99e Initial load
duke
parents:
diff changeset
653
a61af66fc99e Initial load
duke
parents:
diff changeset
654 JRT_ENTRY(void, Runtime1::throw_incompatible_class_change_error(JavaThread* thread))
a61af66fc99e Initial load
duke
parents:
diff changeset
655 NOT_PRODUCT(_throw_incompatible_class_change_error_count++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
656 ResourceMark rm(thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
657 SharedRuntime::throw_and_post_jvmti_exception(thread, vmSymbols::java_lang_IncompatibleClassChangeError());
a61af66fc99e Initial load
duke
parents:
diff changeset
658 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
659
a61af66fc99e Initial load
duke
parents:
diff changeset
660
a61af66fc99e Initial load
duke
parents:
diff changeset
661 JRT_ENTRY_NO_ASYNC(void, Runtime1::monitorenter(JavaThread* thread, oopDesc* obj, BasicObjectLock* lock))
a61af66fc99e Initial load
duke
parents:
diff changeset
662 NOT_PRODUCT(_monitorenter_slowcase_cnt++;)
1942
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
663 #ifdef ASSERT
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
664 if (TraceC1X >= 3) {
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
665 tty->print_cr("entered locking slow case with obj=" INTPTR_FORMAT " and lock= " INTPTR_FORMAT, obj, lock);
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
666 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
667 if (PrintBiasedLockingStatistics) {
a61af66fc99e Initial load
duke
parents:
diff changeset
668 Atomic::inc(BiasedLocking::slow_path_entry_count_addr());
a61af66fc99e Initial load
duke
parents:
diff changeset
669 }
1942
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
670 #endif
0
a61af66fc99e Initial load
duke
parents:
diff changeset
671 Handle h_obj(thread, obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
672 assert(h_obj()->is_oop(), "must be NULL or an object");
a61af66fc99e Initial load
duke
parents:
diff changeset
673 if (UseBiasedLocking) {
1942
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
674 if (UseFastLocking) {
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
675 assert(obj == lock->obj(), "must match");
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
676 } else {
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
677 lock->set_obj(obj);
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
678 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
679 // Retry fast entry if bias is revoked to avoid unnecessary inflation
a61af66fc99e Initial load
duke
parents:
diff changeset
680 ObjectSynchronizer::fast_enter(h_obj, lock->lock(), true, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
681 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
682 if (UseFastLocking) {
a61af66fc99e Initial load
duke
parents:
diff changeset
683 // When using fast locking, the compiled code has already tried the fast case
a61af66fc99e Initial load
duke
parents:
diff changeset
684 assert(obj == lock->obj(), "must match");
a61af66fc99e Initial load
duke
parents:
diff changeset
685 ObjectSynchronizer::slow_enter(h_obj, lock->lock(), THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
686 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
687 lock->set_obj(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
688 ObjectSynchronizer::fast_enter(h_obj, lock->lock(), false, THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
689 }
a61af66fc99e Initial load
duke
parents:
diff changeset
690 }
1942
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
691 #ifdef ASSERT
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
692 if (TraceC1X >= 3) {
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
693 tty->print_cr("exiting locking lock state: obj=" INTPTR_FORMAT, lock->obj());
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
694 lock->lock()->print_on(tty);
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
695 tty->print_cr("");
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
696 tty->print_cr("done");
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
697 }
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
698 #endif
0
a61af66fc99e Initial load
duke
parents:
diff changeset
699 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
700
a61af66fc99e Initial load
duke
parents:
diff changeset
701
a61af66fc99e Initial load
duke
parents:
diff changeset
702 JRT_LEAF(void, Runtime1::monitorexit(JavaThread* thread, BasicObjectLock* lock))
a61af66fc99e Initial load
duke
parents:
diff changeset
703 NOT_PRODUCT(_monitorexit_slowcase_cnt++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
704 assert(thread == JavaThread::current(), "threads must correspond");
a61af66fc99e Initial load
duke
parents:
diff changeset
705 assert(thread->last_Java_sp(), "last_Java_sp must be set");
a61af66fc99e Initial load
duke
parents:
diff changeset
706 // monitorexit is non-blocking (leaf routine) => no exceptions can be thrown
a61af66fc99e Initial load
duke
parents:
diff changeset
707 EXCEPTION_MARK;
a61af66fc99e Initial load
duke
parents:
diff changeset
708
a61af66fc99e Initial load
duke
parents:
diff changeset
709 oop obj = lock->obj();
1480
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
710
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
711 #ifdef DEBUG
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
712 if (!obj->is_oop()) {
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
713 ResetNoHandleMark rhm;
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
714 nmethod* method = thread->last_frame().cb()->as_nmethod_or_null();
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
715 if (method != NULL) {
1942
00bc9eaf0e24 Support for -XX:+UseFastLocking flag. Fixed monitor enter XIR template for correct debug info at the runtime call.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1931
diff changeset
716 tty->print_cr("ERROR in monitorexit in method %s wrong obj " INTPTR_FORMAT, method->name(), obj);
1480
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
717 }
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
718 thread->print_stack_on(tty);
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
719 assert(false, "invalid lock object pointer dected");
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
720 }
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
721 #endif
2fe369533fed Additional debug output.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1472
diff changeset
722
0
a61af66fc99e Initial load
duke
parents:
diff changeset
723 if (UseFastLocking) {
a61af66fc99e Initial load
duke
parents:
diff changeset
724 // When using fast locking, the compiled code has already tried the fast case
a61af66fc99e Initial load
duke
parents:
diff changeset
725 ObjectSynchronizer::slow_exit(obj, lock->lock(), THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
726 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
727 ObjectSynchronizer::fast_exit(obj, lock->lock(), THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
728 }
a61af66fc99e Initial load
duke
parents:
diff changeset
729 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
730
a61af66fc99e Initial load
duke
parents:
diff changeset
731
a61af66fc99e Initial load
duke
parents:
diff changeset
732 static klassOop resolve_field_return_klass(methodHandle caller, int bci, TRAPS) {
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
733 Bytecode_field field_access(caller, bci);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
734 // This can be static or non-static field access
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
735 Bytecodes::Code code = field_access.code();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
736
a61af66fc99e Initial load
duke
parents:
diff changeset
737 // We must load class, initialize class and resolvethe field
a61af66fc99e Initial load
duke
parents:
diff changeset
738 FieldAccessInfo result; // initialize class if needed
a61af66fc99e Initial load
duke
parents:
diff changeset
739 constantPoolHandle constants(THREAD, caller->constants());
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
740 LinkResolver::resolve_field(result, constants, field_access.index(), Bytecodes::java_code(code), false, CHECK_NULL);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
741 return result.klass()();
a61af66fc99e Initial load
duke
parents:
diff changeset
742 }
a61af66fc99e Initial load
duke
parents:
diff changeset
743
a61af66fc99e Initial load
duke
parents:
diff changeset
744
a61af66fc99e Initial load
duke
parents:
diff changeset
745 //
a61af66fc99e Initial load
duke
parents:
diff changeset
746 // This routine patches sites where a class wasn't loaded or
a61af66fc99e Initial load
duke
parents:
diff changeset
747 // initialized at the time the code was generated. It handles
a61af66fc99e Initial load
duke
parents:
diff changeset
748 // references to classes, fields and forcing of initialization. Most
a61af66fc99e Initial load
duke
parents:
diff changeset
749 // of the cases are straightforward and involving simply forcing
a61af66fc99e Initial load
duke
parents:
diff changeset
750 // resolution of a class, rewriting the instruction stream with the
a61af66fc99e Initial load
duke
parents:
diff changeset
751 // needed constant and replacing the call in this function with the
a61af66fc99e Initial load
duke
parents:
diff changeset
752 // patched code. The case for static field is more complicated since
a61af66fc99e Initial load
duke
parents:
diff changeset
753 // the thread which is in the process of initializing a class can
a61af66fc99e Initial load
duke
parents:
diff changeset
754 // access it's static fields but other threads can't so the code
a61af66fc99e Initial load
duke
parents:
diff changeset
755 // either has to deoptimize when this case is detected or execute a
a61af66fc99e Initial load
duke
parents:
diff changeset
756 // check that the current thread is the initializing thread. The
a61af66fc99e Initial load
duke
parents:
diff changeset
757 // current
a61af66fc99e Initial load
duke
parents:
diff changeset
758 //
a61af66fc99e Initial load
duke
parents:
diff changeset
759 // Patches basically look like this:
a61af66fc99e Initial load
duke
parents:
diff changeset
760 //
a61af66fc99e Initial load
duke
parents:
diff changeset
761 //
a61af66fc99e Initial load
duke
parents:
diff changeset
762 // patch_site: jmp patch stub ;; will be patched
a61af66fc99e Initial load
duke
parents:
diff changeset
763 // continue: ...
a61af66fc99e Initial load
duke
parents:
diff changeset
764 // ...
a61af66fc99e Initial load
duke
parents:
diff changeset
765 // ...
a61af66fc99e Initial load
duke
parents:
diff changeset
766 // ...
a61af66fc99e Initial load
duke
parents:
diff changeset
767 //
a61af66fc99e Initial load
duke
parents:
diff changeset
768 // They have a stub which looks like this:
a61af66fc99e Initial load
duke
parents:
diff changeset
769 //
a61af66fc99e Initial load
duke
parents:
diff changeset
770 // ;; patch body
a61af66fc99e Initial load
duke
parents:
diff changeset
771 // movl <const>, reg (for class constants)
a61af66fc99e Initial load
duke
parents:
diff changeset
772 // <or> movl [reg1 + <const>], reg (for field offsets)
a61af66fc99e Initial load
duke
parents:
diff changeset
773 // <or> movl reg, [reg1 + <const>] (for field offsets)
a61af66fc99e Initial load
duke
parents:
diff changeset
774 // <being_init offset> <bytes to copy> <bytes to skip>
a61af66fc99e Initial load
duke
parents:
diff changeset
775 // patch_stub: call Runtime1::patch_code (through a runtime stub)
a61af66fc99e Initial load
duke
parents:
diff changeset
776 // jmp patch_site
a61af66fc99e Initial load
duke
parents:
diff changeset
777 //
a61af66fc99e Initial load
duke
parents:
diff changeset
778 //
a61af66fc99e Initial load
duke
parents:
diff changeset
779 // A normal patch is done by rewriting the patch body, usually a move,
a61af66fc99e Initial load
duke
parents:
diff changeset
780 // and then copying it into place over top of the jmp instruction
a61af66fc99e Initial load
duke
parents:
diff changeset
781 // being careful to flush caches and doing it in an MP-safe way. The
a61af66fc99e Initial load
duke
parents:
diff changeset
782 // constants following the patch body are used to find various pieces
a61af66fc99e Initial load
duke
parents:
diff changeset
783 // of the patch relative to the call site for Runtime1::patch_code.
a61af66fc99e Initial load
duke
parents:
diff changeset
784 // The case for getstatic and putstatic is more complicated because
a61af66fc99e Initial load
duke
parents:
diff changeset
785 // getstatic and putstatic have special semantics when executing while
a61af66fc99e Initial load
duke
parents:
diff changeset
786 // the class is being initialized. getstatic/putstatic on a class
a61af66fc99e Initial load
duke
parents:
diff changeset
787 // which is being_initialized may be executed by the initializing
a61af66fc99e Initial load
duke
parents:
diff changeset
788 // thread but other threads have to block when they execute it. This
a61af66fc99e Initial load
duke
parents:
diff changeset
789 // is accomplished in compiled code by executing a test of the current
a61af66fc99e Initial load
duke
parents:
diff changeset
790 // thread against the initializing thread of the class. It's emitted
a61af66fc99e Initial load
duke
parents:
diff changeset
791 // as boilerplate in their stub which allows the patched code to be
a61af66fc99e Initial load
duke
parents:
diff changeset
792 // executed before it's copied back into the main body of the nmethod.
a61af66fc99e Initial load
duke
parents:
diff changeset
793 //
a61af66fc99e Initial load
duke
parents:
diff changeset
794 // being_init: get_thread(<tmp reg>
a61af66fc99e Initial load
duke
parents:
diff changeset
795 // cmpl [reg1 + <init_thread_offset>], <tmp reg>
a61af66fc99e Initial load
duke
parents:
diff changeset
796 // jne patch_stub
a61af66fc99e Initial load
duke
parents:
diff changeset
797 // movl [reg1 + <const>], reg (for field offsets) <or>
a61af66fc99e Initial load
duke
parents:
diff changeset
798 // movl reg, [reg1 + <const>] (for field offsets)
a61af66fc99e Initial load
duke
parents:
diff changeset
799 // jmp continue
a61af66fc99e Initial load
duke
parents:
diff changeset
800 // <being_init offset> <bytes to copy> <bytes to skip>
a61af66fc99e Initial load
duke
parents:
diff changeset
801 // patch_stub: jmp Runtim1::patch_code (through a runtime stub)
a61af66fc99e Initial load
duke
parents:
diff changeset
802 // jmp patch_site
a61af66fc99e Initial load
duke
parents:
diff changeset
803 //
a61af66fc99e Initial load
duke
parents:
diff changeset
804 // If the class is being initialized the patch body is rewritten and
a61af66fc99e Initial load
duke
parents:
diff changeset
805 // the patch site is rewritten to jump to being_init, instead of
a61af66fc99e Initial load
duke
parents:
diff changeset
806 // patch_stub. Whenever this code is executed it checks the current
a61af66fc99e Initial load
duke
parents:
diff changeset
807 // thread against the intializing thread so other threads will enter
a61af66fc99e Initial load
duke
parents:
diff changeset
808 // the runtime and end up blocked waiting the class to finish
a61af66fc99e Initial load
duke
parents:
diff changeset
809 // initializing inside the calls to resolve_field below. The
a61af66fc99e Initial load
duke
parents:
diff changeset
810 // initializing class will continue on it's way. Once the class is
a61af66fc99e Initial load
duke
parents:
diff changeset
811 // fully_initialized, the intializing_thread of the class becomes
a61af66fc99e Initial load
duke
parents:
diff changeset
812 // NULL, so the next thread to execute this code will fail the test,
a61af66fc99e Initial load
duke
parents:
diff changeset
813 // call into patch_code and complete the patching process by copying
a61af66fc99e Initial load
duke
parents:
diff changeset
814 // the patch body back into the main part of the nmethod and resume
a61af66fc99e Initial load
duke
parents:
diff changeset
815 // executing.
a61af66fc99e Initial load
duke
parents:
diff changeset
816 //
a61af66fc99e Initial load
duke
parents:
diff changeset
817 //
a61af66fc99e Initial load
duke
parents:
diff changeset
818
a61af66fc99e Initial load
duke
parents:
diff changeset
819 JRT_ENTRY(void, Runtime1::patch_code(JavaThread* thread, Runtime1::StubID stub_id ))
a61af66fc99e Initial load
duke
parents:
diff changeset
820 NOT_PRODUCT(_patch_code_slowcase_cnt++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
821
a61af66fc99e Initial load
duke
parents:
diff changeset
822 ResourceMark rm(thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
823 RegisterMap reg_map(thread, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
824 frame runtime_frame = thread->last_frame();
a61af66fc99e Initial load
duke
parents:
diff changeset
825 frame caller_frame = runtime_frame.sender(&reg_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
826
a61af66fc99e Initial load
duke
parents:
diff changeset
827 // last java frame on stack
a61af66fc99e Initial load
duke
parents:
diff changeset
828 vframeStream vfst(thread, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
829 assert(!vfst.at_end(), "Java frame must exist");
a61af66fc99e Initial load
duke
parents:
diff changeset
830
a61af66fc99e Initial load
duke
parents:
diff changeset
831 methodHandle caller_method(THREAD, vfst.method());
a61af66fc99e Initial load
duke
parents:
diff changeset
832 // Note that caller_method->code() may not be same as caller_code because of OSR's
a61af66fc99e Initial load
duke
parents:
diff changeset
833 // Note also that in the presence of inlining it is not guaranteed
a61af66fc99e Initial load
duke
parents:
diff changeset
834 // that caller_method() == caller_code->method()
a61af66fc99e Initial load
duke
parents:
diff changeset
835
a61af66fc99e Initial load
duke
parents:
diff changeset
836
a61af66fc99e Initial load
duke
parents:
diff changeset
837 int bci = vfst.bci();
a61af66fc99e Initial load
duke
parents:
diff changeset
838
a61af66fc99e Initial load
duke
parents:
diff changeset
839 Events::log("patch_code @ " INTPTR_FORMAT , caller_frame.pc());
a61af66fc99e Initial load
duke
parents:
diff changeset
840
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
841 Bytecodes::Code code = caller_method()->java_code_at(bci);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
842
a61af66fc99e Initial load
duke
parents:
diff changeset
843 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
844 // this is used by assertions in the access_field_patching_id
a61af66fc99e Initial load
duke
parents:
diff changeset
845 BasicType patch_field_type = T_ILLEGAL;
a61af66fc99e Initial load
duke
parents:
diff changeset
846 #endif // PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
847 bool deoptimize_for_volatile = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
848 int patch_field_offset = -1;
a61af66fc99e Initial load
duke
parents:
diff changeset
849 KlassHandle init_klass(THREAD, klassOop(NULL)); // klass needed by access_field_patching code
a61af66fc99e Initial load
duke
parents:
diff changeset
850 Handle load_klass(THREAD, NULL); // oop needed by load_klass_patching code
a61af66fc99e Initial load
duke
parents:
diff changeset
851 if (stub_id == Runtime1::access_field_patching_id) {
a61af66fc99e Initial load
duke
parents:
diff changeset
852
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
853 Bytecode_field field_access(caller_method, bci);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
854 FieldAccessInfo result; // initialize class if needed
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
855 Bytecodes::Code code = field_access.code();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
856 constantPoolHandle constants(THREAD, caller_method->constants());
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
857 LinkResolver::resolve_field(result, constants, field_access.index(), Bytecodes::java_code(code), false, CHECK);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
858 patch_field_offset = result.field_offset();
a61af66fc99e Initial load
duke
parents:
diff changeset
859
a61af66fc99e Initial load
duke
parents:
diff changeset
860 // If we're patching a field which is volatile then at compile it
a61af66fc99e Initial load
duke
parents:
diff changeset
861 // must not have been know to be volatile, so the generated code
a61af66fc99e Initial load
duke
parents:
diff changeset
862 // isn't correct for a volatile reference. The nmethod has to be
a61af66fc99e Initial load
duke
parents:
diff changeset
863 // deoptimized so that the code can be regenerated correctly.
a61af66fc99e Initial load
duke
parents:
diff changeset
864 // This check is only needed for access_field_patching since this
a61af66fc99e Initial load
duke
parents:
diff changeset
865 // is the path for patching field offsets. load_klass is only
a61af66fc99e Initial load
duke
parents:
diff changeset
866 // used for patching references to oops which don't need special
a61af66fc99e Initial load
duke
parents:
diff changeset
867 // handling in the volatile case.
a61af66fc99e Initial load
duke
parents:
diff changeset
868 deoptimize_for_volatile = result.access_flags().is_volatile();
a61af66fc99e Initial load
duke
parents:
diff changeset
869
a61af66fc99e Initial load
duke
parents:
diff changeset
870 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
871 patch_field_type = result.field_type();
a61af66fc99e Initial load
duke
parents:
diff changeset
872 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
873 } else if (stub_id == Runtime1::load_klass_patching_id) {
a61af66fc99e Initial load
duke
parents:
diff changeset
874 oop k;
a61af66fc99e Initial load
duke
parents:
diff changeset
875 switch (code) {
a61af66fc99e Initial load
duke
parents:
diff changeset
876 case Bytecodes::_putstatic:
a61af66fc99e Initial load
duke
parents:
diff changeset
877 case Bytecodes::_getstatic:
a61af66fc99e Initial load
duke
parents:
diff changeset
878 { klassOop klass = resolve_field_return_klass(caller_method, bci, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
879 // Save a reference to the class that has to be checked for initialization
a61af66fc99e Initial load
duke
parents:
diff changeset
880 init_klass = KlassHandle(THREAD, klass);
2376
c7f3d0b4570f 7017732: move static fields into Class to prepare for perm gen removal
never
parents: 2321
diff changeset
881 k = klass->java_mirror();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
882 }
a61af66fc99e Initial load
duke
parents:
diff changeset
883 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
884 case Bytecodes::_new:
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
885 { Bytecode_new bnew(caller_method(), caller_method->bcp_from(bci));
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
886 k = caller_method->constants()->klass_at(bnew.index(), CHECK);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
887 }
a61af66fc99e Initial load
duke
parents:
diff changeset
888 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
889 case Bytecodes::_multianewarray:
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
890 { Bytecode_multianewarray mna(caller_method(), caller_method->bcp_from(bci));
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
891 k = caller_method->constants()->klass_at(mna.index(), CHECK);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
892 }
a61af66fc99e Initial load
duke
parents:
diff changeset
893 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
894 case Bytecodes::_instanceof:
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
895 { Bytecode_instanceof io(caller_method(), caller_method->bcp_from(bci));
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
896 k = caller_method->constants()->klass_at(io.index(), CHECK);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
897 }
a61af66fc99e Initial load
duke
parents:
diff changeset
898 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
899 case Bytecodes::_checkcast:
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
900 { Bytecode_checkcast cc(caller_method(), caller_method->bcp_from(bci));
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
901 k = caller_method->constants()->klass_at(cc.index(), CHECK);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
902 }
a61af66fc99e Initial load
duke
parents:
diff changeset
903 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
904 case Bytecodes::_anewarray:
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
905 { Bytecode_anewarray anew(caller_method(), caller_method->bcp_from(bci));
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
906 klassOop ek = caller_method->constants()->klass_at(anew.index(), CHECK);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
907 k = Klass::cast(ek)->array_klass(CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
908 }
a61af66fc99e Initial load
duke
parents:
diff changeset
909 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
910 case Bytecodes::_ldc:
a61af66fc99e Initial load
duke
parents:
diff changeset
911 case Bytecodes::_ldc_w:
a61af66fc99e Initial load
duke
parents:
diff changeset
912 {
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
913 Bytecode_loadconstant cc(caller_method, bci);
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 2002
diff changeset
914 k = cc.resolve_constant(CHECK);
1602
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
915 assert(k != NULL && !k->is_klass(), "must be class mirror or other Java constant");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
916 }
a61af66fc99e Initial load
duke
parents:
diff changeset
917 break;
1472
7641338cfc92 Small NPE fix. More detailed error in case of wrong bytecode in patching stub.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1449
diff changeset
918 default:
7641338cfc92 Small NPE fix. More detailed error in case of wrong bytecode in patching stub.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1449
diff changeset
919 tty->print_cr("Unhandled bytecode: %d stub_id=%d caller=%s bci=%d pc=%d", code, stub_id, caller_method->name()->as_C_string(), bci, caller_frame.pc());
7641338cfc92 Small NPE fix. More detailed error in case of wrong bytecode in patching stub.
Thomas Wuerthinger <wuerthinger@ssw.jku.at>
parents: 1449
diff changeset
920 Unimplemented();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
921 }
a61af66fc99e Initial load
duke
parents:
diff changeset
922 // convert to handle
a61af66fc99e Initial load
duke
parents:
diff changeset
923 load_klass = Handle(THREAD, k);
a61af66fc99e Initial load
duke
parents:
diff changeset
924 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
925 ShouldNotReachHere();
a61af66fc99e Initial load
duke
parents:
diff changeset
926 }
a61af66fc99e Initial load
duke
parents:
diff changeset
927
a61af66fc99e Initial load
duke
parents:
diff changeset
928 if (deoptimize_for_volatile) {
a61af66fc99e Initial load
duke
parents:
diff changeset
929 // At compile time we assumed the field wasn't volatile but after
a61af66fc99e Initial load
duke
parents:
diff changeset
930 // loading it turns out it was volatile so we have to throw the
a61af66fc99e Initial load
duke
parents:
diff changeset
931 // compiled code out and let it be regenerated.
a61af66fc99e Initial load
duke
parents:
diff changeset
932 if (TracePatching) {
a61af66fc99e Initial load
duke
parents:
diff changeset
933 tty->print_cr("Deoptimizing for patching volatile field reference");
a61af66fc99e Initial load
duke
parents:
diff changeset
934 }
485
ac8fe14c93e4 6767587: missing call to make_not_entrant after deoptimizing for patching volatiles
never
parents: 362
diff changeset
935 // It's possible the nmethod was invalidated in the last
ac8fe14c93e4 6767587: missing call to make_not_entrant after deoptimizing for patching volatiles
never
parents: 362
diff changeset
936 // safepoint, but if it's still alive then make it not_entrant.
ac8fe14c93e4 6767587: missing call to make_not_entrant after deoptimizing for patching volatiles
never
parents: 362
diff changeset
937 nmethod* nm = CodeCache::find_nmethod(caller_frame.pc());
ac8fe14c93e4 6767587: missing call to make_not_entrant after deoptimizing for patching volatiles
never
parents: 362
diff changeset
938 if (nm != NULL) {
ac8fe14c93e4 6767587: missing call to make_not_entrant after deoptimizing for patching volatiles
never
parents: 362
diff changeset
939 nm->make_not_entrant();
ac8fe14c93e4 6767587: missing call to make_not_entrant after deoptimizing for patching volatiles
never
parents: 362
diff changeset
940 }
ac8fe14c93e4 6767587: missing call to make_not_entrant after deoptimizing for patching volatiles
never
parents: 362
diff changeset
941
1905
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1783
diff changeset
942 Deoptimization::deoptimize_frame(thread, caller_frame.id());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
943
a61af66fc99e Initial load
duke
parents:
diff changeset
944 // Return to the now deoptimized frame.
a61af66fc99e Initial load
duke
parents:
diff changeset
945 }
a61af66fc99e Initial load
duke
parents:
diff changeset
946
1602
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
947 // If we are patching in a non-perm oop, make sure the nmethod
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
948 // is on the right list.
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
949 if (ScavengeRootsInCode && load_klass.not_null() && load_klass->is_scavengable()) {
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
950 MutexLockerEx ml_code (CodeCache_lock, Mutex::_no_safepoint_check_flag);
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
951 nmethod* nm = CodeCache::find_nmethod(caller_frame.pc());
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
952 guarantee(nm != NULL, "only nmethods can contain non-perm oops");
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
953 if (!nm->on_scavenge_root_list())
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
954 CodeCache::add_scavenge_root_nmethod(nm);
136b78722a08 6939203: JSR 292 needs method handle constants
jrose
parents: 1584
diff changeset
955 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
956
a61af66fc99e Initial load
duke
parents:
diff changeset
957 // Now copy code back
a61af66fc99e Initial load
duke
parents:
diff changeset
958
a61af66fc99e Initial load
duke
parents:
diff changeset
959 {
a61af66fc99e Initial load
duke
parents:
diff changeset
960 MutexLockerEx ml_patch (Patching_lock, Mutex::_no_safepoint_check_flag);
a61af66fc99e Initial load
duke
parents:
diff changeset
961 //
a61af66fc99e Initial load
duke
parents:
diff changeset
962 // Deoptimization may have happened while we waited for the lock.
a61af66fc99e Initial load
duke
parents:
diff changeset
963 // In that case we don't bother to do any patching we just return
a61af66fc99e Initial load
duke
parents:
diff changeset
964 // and let the deopt happen
a61af66fc99e Initial load
duke
parents:
diff changeset
965 if (!caller_is_deopted()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
966 NativeGeneralJump* jump = nativeGeneralJump_at(caller_frame.pc());
a61af66fc99e Initial load
duke
parents:
diff changeset
967 address instr_pc = jump->jump_destination();
a61af66fc99e Initial load
duke
parents:
diff changeset
968 NativeInstruction* ni = nativeInstruction_at(instr_pc);
a61af66fc99e Initial load
duke
parents:
diff changeset
969 if (ni->is_jump() ) {
a61af66fc99e Initial load
duke
parents:
diff changeset
970 // the jump has not been patched yet
a61af66fc99e Initial load
duke
parents:
diff changeset
971 // The jump destination is slow case and therefore not part of the stubs
a61af66fc99e Initial load
duke
parents:
diff changeset
972 // (stubs are only for StaticCalls)
a61af66fc99e Initial load
duke
parents:
diff changeset
973
a61af66fc99e Initial load
duke
parents:
diff changeset
974 // format of buffer
a61af66fc99e Initial load
duke
parents:
diff changeset
975 // ....
a61af66fc99e Initial load
duke
parents:
diff changeset
976 // instr byte 0 <-- copy_buff
a61af66fc99e Initial load
duke
parents:
diff changeset
977 // instr byte 1
a61af66fc99e Initial load
duke
parents:
diff changeset
978 // ..
a61af66fc99e Initial load
duke
parents:
diff changeset
979 // instr byte n-1
a61af66fc99e Initial load
duke
parents:
diff changeset
980 // n
a61af66fc99e Initial load
duke
parents:
diff changeset
981 // .... <-- call destination
a61af66fc99e Initial load
duke
parents:
diff changeset
982
a61af66fc99e Initial load
duke
parents:
diff changeset
983 address stub_location = caller_frame.pc() + PatchingStub::patch_info_offset();
a61af66fc99e Initial load
duke
parents:
diff changeset
984 unsigned char* byte_count = (unsigned char*) (stub_location - 1);
a61af66fc99e Initial load
duke
parents:
diff changeset
985 unsigned char* byte_skip = (unsigned char*) (stub_location - 2);
a61af66fc99e Initial load
duke
parents:
diff changeset
986 unsigned char* being_initialized_entry_offset = (unsigned char*) (stub_location - 3);
a61af66fc99e Initial load
duke
parents:
diff changeset
987 address copy_buff = stub_location - *byte_skip - *byte_count;
a61af66fc99e Initial load
duke
parents:
diff changeset
988 address being_initialized_entry = stub_location - *being_initialized_entry_offset;
a61af66fc99e Initial load
duke
parents:
diff changeset
989 if (TracePatching) {
a61af66fc99e Initial load
duke
parents:
diff changeset
990 tty->print_cr(" Patching %s at bci %d at address 0x%x (%s)", Bytecodes::name(code), bci,
a61af66fc99e Initial load
duke
parents:
diff changeset
991 instr_pc, (stub_id == Runtime1::access_field_patching_id) ? "field" : "klass");
a61af66fc99e Initial load
duke
parents:
diff changeset
992 nmethod* caller_code = CodeCache::find_nmethod(caller_frame.pc());
a61af66fc99e Initial load
duke
parents:
diff changeset
993 assert(caller_code != NULL, "nmethod not found");
a61af66fc99e Initial load
duke
parents:
diff changeset
994
a61af66fc99e Initial load
duke
parents:
diff changeset
995 // NOTE we use pc() not original_pc() because we already know they are
a61af66fc99e Initial load
duke
parents:
diff changeset
996 // identical otherwise we'd have never entered this block of code
a61af66fc99e Initial load
duke
parents:
diff changeset
997
a61af66fc99e Initial load
duke
parents:
diff changeset
998 OopMap* map = caller_code->oop_map_for_return_address(caller_frame.pc());
a61af66fc99e Initial load
duke
parents:
diff changeset
999 assert(map != NULL, "null check");
a61af66fc99e Initial load
duke
parents:
diff changeset
1000 map->print();
a61af66fc99e Initial load
duke
parents:
diff changeset
1001 tty->cr();
a61af66fc99e Initial load
duke
parents:
diff changeset
1002
a61af66fc99e Initial load
duke
parents:
diff changeset
1003 Disassembler::decode(copy_buff, copy_buff + *byte_count, tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
1004 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1005 // depending on the code below, do_patch says whether to copy the patch body back into the nmethod
a61af66fc99e Initial load
duke
parents:
diff changeset
1006 bool do_patch = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1007 if (stub_id == Runtime1::access_field_patching_id) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1008 // The offset may not be correct if the class was not loaded at code generation time.
a61af66fc99e Initial load
duke
parents:
diff changeset
1009 // Set it now.
a61af66fc99e Initial load
duke
parents:
diff changeset
1010 NativeMovRegMem* n_move = nativeMovRegMem_at(copy_buff);
a61af66fc99e Initial load
duke
parents:
diff changeset
1011 assert(n_move->offset() == 0 || (n_move->offset() == 4 && (patch_field_type == T_DOUBLE || patch_field_type == T_LONG)), "illegal offset for type");
a61af66fc99e Initial load
duke
parents:
diff changeset
1012 assert(patch_field_offset >= 0, "illegal offset");
a61af66fc99e Initial load
duke
parents:
diff changeset
1013 n_move->add_offset_in_bytes(patch_field_offset);
a61af66fc99e Initial load
duke
parents:
diff changeset
1014 } else if (stub_id == Runtime1::load_klass_patching_id) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1015 // If a getstatic or putstatic is referencing a klass which
a61af66fc99e Initial load
duke
parents:
diff changeset
1016 // isn't fully initialized, the patch body isn't copied into
a61af66fc99e Initial load
duke
parents:
diff changeset
1017 // place until initialization is complete. In this case the
a61af66fc99e Initial load
duke
parents:
diff changeset
1018 // patch site is setup so that any threads besides the
a61af66fc99e Initial load
duke
parents:
diff changeset
1019 // initializing thread are forced to come into the VM and
a61af66fc99e Initial load
duke
parents:
diff changeset
1020 // block.
a61af66fc99e Initial load
duke
parents:
diff changeset
1021 do_patch = (code != Bytecodes::_getstatic && code != Bytecodes::_putstatic) ||
a61af66fc99e Initial load
duke
parents:
diff changeset
1022 instanceKlass::cast(init_klass())->is_initialized();
a61af66fc99e Initial load
duke
parents:
diff changeset
1023 NativeGeneralJump* jump = nativeGeneralJump_at(instr_pc);
a61af66fc99e Initial load
duke
parents:
diff changeset
1024 if (jump->jump_destination() == being_initialized_entry) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1025 assert(do_patch == true, "initialization must be complete at this point");
a61af66fc99e Initial load
duke
parents:
diff changeset
1026 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1027 // patch the instruction <move reg, klass>
a61af66fc99e Initial load
duke
parents:
diff changeset
1028 NativeMovConstReg* n_copy = nativeMovConstReg_at(copy_buff);
1681
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1029
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1030 assert(n_copy->data() == 0 ||
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1748
diff changeset
1031 n_copy->data() == (intptr_t)Universe::non_oop_word(),
1681
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1032 "illegal init value");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1033 assert(load_klass() != NULL, "klass not set");
a61af66fc99e Initial load
duke
parents:
diff changeset
1034 n_copy->set_data((intx) (load_klass()));
a61af66fc99e Initial load
duke
parents:
diff changeset
1035
a61af66fc99e Initial load
duke
parents:
diff changeset
1036 if (TracePatching) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1037 Disassembler::decode(copy_buff, copy_buff + *byte_count, tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
1038 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1039
1681
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1040 #if defined(SPARC) || defined(PPC)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1041 // Update the oop location in the nmethod with the proper
a61af66fc99e Initial load
duke
parents:
diff changeset
1042 // oop. When the code was generated, a NULL was stuffed
a61af66fc99e Initial load
duke
parents:
diff changeset
1043 // in the oop table and that table needs to be update to
a61af66fc99e Initial load
duke
parents:
diff changeset
1044 // have the right value. On intel the value is kept
a61af66fc99e Initial load
duke
parents:
diff changeset
1045 // directly in the instruction instead of in the oop
a61af66fc99e Initial load
duke
parents:
diff changeset
1046 // table, so set_data above effectively updated the value.
a61af66fc99e Initial load
duke
parents:
diff changeset
1047 nmethod* nm = CodeCache::find_nmethod(instr_pc);
a61af66fc99e Initial load
duke
parents:
diff changeset
1048 assert(nm != NULL, "invalid nmethod_pc");
a61af66fc99e Initial load
duke
parents:
diff changeset
1049 RelocIterator oops(nm, copy_buff, copy_buff + 1);
a61af66fc99e Initial load
duke
parents:
diff changeset
1050 bool found = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
1051 while (oops.next() && !found) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1052 if (oops.type() == relocInfo::oop_type) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1053 oop_Relocation* r = oops.oop_reloc();
a61af66fc99e Initial load
duke
parents:
diff changeset
1054 oop* oop_adr = r->oop_addr();
a61af66fc99e Initial load
duke
parents:
diff changeset
1055 *oop_adr = load_klass();
a61af66fc99e Initial load
duke
parents:
diff changeset
1056 r->fix_oop_relocation();
a61af66fc99e Initial load
duke
parents:
diff changeset
1057 found = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1058 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1059 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1060 assert(found, "the oop must exist!");
a61af66fc99e Initial load
duke
parents:
diff changeset
1061 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
1062
a61af66fc99e Initial load
duke
parents:
diff changeset
1063 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1064 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1065 ShouldNotReachHere();
a61af66fc99e Initial load
duke
parents:
diff changeset
1066 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1067 if (do_patch) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1068 // replace instructions
a61af66fc99e Initial load
duke
parents:
diff changeset
1069 // first replace the tail, then the call
1681
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1070 #ifdef ARM
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1071 if(stub_id == Runtime1::load_klass_patching_id && !VM_Version::supports_movw()) {
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1072 copy_buff -= *byte_count;
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1073 NativeMovConstReg* n_copy2 = nativeMovConstReg_at(copy_buff);
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1074 n_copy2->set_data((intx) (load_klass()), instr_pc);
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1075 }
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1076 #endif
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1077
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1078 for (int i = NativeCall::instruction_size; i < *byte_count; i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1079 address ptr = copy_buff + i;
a61af66fc99e Initial load
duke
parents:
diff changeset
1080 int a_byte = (*ptr) & 0xFF;
a61af66fc99e Initial load
duke
parents:
diff changeset
1081 address dst = instr_pc + i;
a61af66fc99e Initial load
duke
parents:
diff changeset
1082 *(unsigned char*)dst = (unsigned char) a_byte;
a61af66fc99e Initial load
duke
parents:
diff changeset
1083 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1084 ICache::invalidate_range(instr_pc, *byte_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1085 NativeGeneralJump::replace_mt_safe(instr_pc, copy_buff);
a61af66fc99e Initial load
duke
parents:
diff changeset
1086
a61af66fc99e Initial load
duke
parents:
diff changeset
1087 if (stub_id == Runtime1::load_klass_patching_id) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1088 // update relocInfo to oop
a61af66fc99e Initial load
duke
parents:
diff changeset
1089 nmethod* nm = CodeCache::find_nmethod(instr_pc);
a61af66fc99e Initial load
duke
parents:
diff changeset
1090 assert(nm != NULL, "invalid nmethod_pc");
a61af66fc99e Initial load
duke
parents:
diff changeset
1091
a61af66fc99e Initial load
duke
parents:
diff changeset
1092 // The old patch site is now a move instruction so update
a61af66fc99e Initial load
duke
parents:
diff changeset
1093 // the reloc info so that it will get updated during
a61af66fc99e Initial load
duke
parents:
diff changeset
1094 // future GCs.
a61af66fc99e Initial load
duke
parents:
diff changeset
1095 RelocIterator iter(nm, (address)instr_pc, (address)(instr_pc + 1));
a61af66fc99e Initial load
duke
parents:
diff changeset
1096 relocInfo::change_reloc_info_for_address(&iter, (address) instr_pc,
a61af66fc99e Initial load
duke
parents:
diff changeset
1097 relocInfo::none, relocInfo::oop_type);
a61af66fc99e Initial load
duke
parents:
diff changeset
1098 #ifdef SPARC
a61af66fc99e Initial load
duke
parents:
diff changeset
1099 // Sparc takes two relocations for an oop so update the second one.
a61af66fc99e Initial load
duke
parents:
diff changeset
1100 address instr_pc2 = instr_pc + NativeMovConstReg::add_offset;
a61af66fc99e Initial load
duke
parents:
diff changeset
1101 RelocIterator iter2(nm, instr_pc2, instr_pc2 + 1);
a61af66fc99e Initial load
duke
parents:
diff changeset
1102 relocInfo::change_reloc_info_for_address(&iter2, (address) instr_pc2,
a61af66fc99e Initial load
duke
parents:
diff changeset
1103 relocInfo::none, relocInfo::oop_type);
a61af66fc99e Initial load
duke
parents:
diff changeset
1104 #endif
1681
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1105 #ifdef PPC
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1106 { address instr_pc2 = instr_pc + NativeMovConstReg::lo_offset;
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1107 RelocIterator iter2(nm, instr_pc2, instr_pc2 + 1);
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1108 relocInfo::change_reloc_info_for_address(&iter2, (address) instr_pc2, relocInfo::none, relocInfo::oop_type);
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1109 }
126ea7725993 6953477: Increase portability and flexibility of building Hotspot
bobv
parents: 1603
diff changeset
1110 #endif
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1111 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1112
a61af66fc99e Initial load
duke
parents:
diff changeset
1113 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1114 ICache::invalidate_range(copy_buff, *byte_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1115 NativeGeneralJump::insert_unconditional(instr_pc, being_initialized_entry);
a61af66fc99e Initial load
duke
parents:
diff changeset
1116 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1117 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1118 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1119 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1120 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
1121
a61af66fc99e Initial load
duke
parents:
diff changeset
1122 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1123 // Entry point for compiled code. We want to patch a nmethod.
a61af66fc99e Initial load
duke
parents:
diff changeset
1124 // We don't do a normal VM transition here because we want to
a61af66fc99e Initial load
duke
parents:
diff changeset
1125 // know after the patching is complete and any safepoint(s) are taken
a61af66fc99e Initial load
duke
parents:
diff changeset
1126 // if the calling nmethod was deoptimized. We do this by calling a
a61af66fc99e Initial load
duke
parents:
diff changeset
1127 // helper method which does the normal VM transition and when it
a61af66fc99e Initial load
duke
parents:
diff changeset
1128 // completes we can check for deoptimization. This simplifies the
a61af66fc99e Initial load
duke
parents:
diff changeset
1129 // assembly code in the cpu directories.
a61af66fc99e Initial load
duke
parents:
diff changeset
1130 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1131 int Runtime1::move_klass_patching(JavaThread* thread) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1132 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1133 // NOTE: we are still in Java
a61af66fc99e Initial load
duke
parents:
diff changeset
1134 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1135 Thread* THREAD = thread;
a61af66fc99e Initial load
duke
parents:
diff changeset
1136 debug_only(NoHandleMark nhm;)
a61af66fc99e Initial load
duke
parents:
diff changeset
1137 {
a61af66fc99e Initial load
duke
parents:
diff changeset
1138 // Enter VM mode
a61af66fc99e Initial load
duke
parents:
diff changeset
1139
a61af66fc99e Initial load
duke
parents:
diff changeset
1140 ResetNoHandleMark rnhm;
a61af66fc99e Initial load
duke
parents:
diff changeset
1141 patch_code(thread, load_klass_patching_id);
a61af66fc99e Initial load
duke
parents:
diff changeset
1142 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1143 // Back in JAVA, use no oops DON'T safepoint
a61af66fc99e Initial load
duke
parents:
diff changeset
1144
a61af66fc99e Initial load
duke
parents:
diff changeset
1145 // Return true if calling code is deoptimized
a61af66fc99e Initial load
duke
parents:
diff changeset
1146
a61af66fc99e Initial load
duke
parents:
diff changeset
1147 return caller_is_deopted();
a61af66fc99e Initial load
duke
parents:
diff changeset
1148 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1149
a61af66fc99e Initial load
duke
parents:
diff changeset
1150 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1151 // Entry point for compiled code. We want to patch a nmethod.
a61af66fc99e Initial load
duke
parents:
diff changeset
1152 // We don't do a normal VM transition here because we want to
a61af66fc99e Initial load
duke
parents:
diff changeset
1153 // know after the patching is complete and any safepoint(s) are taken
a61af66fc99e Initial load
duke
parents:
diff changeset
1154 // if the calling nmethod was deoptimized. We do this by calling a
a61af66fc99e Initial load
duke
parents:
diff changeset
1155 // helper method which does the normal VM transition and when it
a61af66fc99e Initial load
duke
parents:
diff changeset
1156 // completes we can check for deoptimization. This simplifies the
a61af66fc99e Initial load
duke
parents:
diff changeset
1157 // assembly code in the cpu directories.
a61af66fc99e Initial load
duke
parents:
diff changeset
1158 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1159
a61af66fc99e Initial load
duke
parents:
diff changeset
1160 int Runtime1::access_field_patching(JavaThread* thread) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1161 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1162 // NOTE: we are still in Java
a61af66fc99e Initial load
duke
parents:
diff changeset
1163 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1164 Thread* THREAD = thread;
a61af66fc99e Initial load
duke
parents:
diff changeset
1165 debug_only(NoHandleMark nhm;)
a61af66fc99e Initial load
duke
parents:
diff changeset
1166 {
a61af66fc99e Initial load
duke
parents:
diff changeset
1167 // Enter VM mode
a61af66fc99e Initial load
duke
parents:
diff changeset
1168
a61af66fc99e Initial load
duke
parents:
diff changeset
1169 ResetNoHandleMark rnhm;
a61af66fc99e Initial load
duke
parents:
diff changeset
1170 patch_code(thread, access_field_patching_id);
a61af66fc99e Initial load
duke
parents:
diff changeset
1171 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1172 // Back in JAVA, use no oops DON'T safepoint
a61af66fc99e Initial load
duke
parents:
diff changeset
1173
a61af66fc99e Initial load
duke
parents:
diff changeset
1174 // Return true if calling code is deoptimized
a61af66fc99e Initial load
duke
parents:
diff changeset
1175
a61af66fc99e Initial load
duke
parents:
diff changeset
1176 return caller_is_deopted();
a61af66fc99e Initial load
duke
parents:
diff changeset
1177 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
1178
a61af66fc99e Initial load
duke
parents:
diff changeset
1179
a61af66fc99e Initial load
duke
parents:
diff changeset
1180 JRT_LEAF(void, Runtime1::trace_block_entry(jint block_id))
a61af66fc99e Initial load
duke
parents:
diff changeset
1181 // for now we just print out the block id
a61af66fc99e Initial load
duke
parents:
diff changeset
1182 tty->print("%d ", block_id);
a61af66fc99e Initial load
duke
parents:
diff changeset
1183 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
1184
a61af66fc99e Initial load
duke
parents:
diff changeset
1185
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1186 // Array copy return codes.
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1187 enum {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1188 ac_failed = -1, // arraycopy failed
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1189 ac_ok = 0 // arraycopy succeeded
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1190 };
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1191
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1192
1245
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1193 // Below length is the # elements copied.
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1194 template <class T> int obj_arraycopy_work(oopDesc* src, T* src_addr,
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1195 oopDesc* dst, T* dst_addr,
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1196 int length) {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1197
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1198 // For performance reasons, we assume we are using a card marking write
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1199 // barrier. The assert will fail if this is not the case.
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1200 // Note that we use the non-virtual inlineable variant of write_ref_array.
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1201 BarrierSet* bs = Universe::heap()->barrier_set();
1245
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1202 assert(bs->has_write_ref_array_opt(), "Barrier set must have ref array opt");
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1203 assert(bs->has_write_ref_array_pre_opt(), "For pre-barrier as well.");
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1204 if (src == dst) {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1205 // same object, no check
1245
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1206 bs->write_ref_array_pre(dst_addr, length);
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1207 Copy::conjoint_oops_atomic(src_addr, dst_addr, length);
1245
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1208 bs->write_ref_array((HeapWord*)dst_addr, length);
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1209 return ac_ok;
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1210 } else {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1211 klassOop bound = objArrayKlass::cast(dst->klass())->element_klass();
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1212 klassOop stype = objArrayKlass::cast(src->klass())->element_klass();
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1213 if (stype == bound || Klass::cast(stype)->is_subtype_of(bound)) {
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1214 // Elements are guaranteed to be subtypes, so no check necessary
1245
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1215 bs->write_ref_array_pre(dst_addr, length);
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1216 Copy::conjoint_oops_atomic(src_addr, dst_addr, length);
1245
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1217 bs->write_ref_array((HeapWord*)dst_addr, length);
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1218 return ac_ok;
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1219 }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1220 }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1221 return ac_failed;
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1222 }
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1223
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1224 // fast and direct copy of arrays; returning -1, means that an exception may be thrown
a61af66fc99e Initial load
duke
parents:
diff changeset
1225 // and we did not copy anything
a61af66fc99e Initial load
duke
parents:
diff changeset
1226 JRT_LEAF(int, Runtime1::arraycopy(oopDesc* src, int src_pos, oopDesc* dst, int dst_pos, int length))
a61af66fc99e Initial load
duke
parents:
diff changeset
1227 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
1228 _generic_arraycopy_cnt++; // Slow-path oop array copy
a61af66fc99e Initial load
duke
parents:
diff changeset
1229 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
1230
a61af66fc99e Initial load
duke
parents:
diff changeset
1231 if (src == NULL || dst == NULL || src_pos < 0 || dst_pos < 0 || length < 0) return ac_failed;
a61af66fc99e Initial load
duke
parents:
diff changeset
1232 if (!dst->is_array() || !src->is_array()) return ac_failed;
a61af66fc99e Initial load
duke
parents:
diff changeset
1233 if ((unsigned int) arrayOop(src)->length() < (unsigned int)src_pos + (unsigned int)length) return ac_failed;
a61af66fc99e Initial load
duke
parents:
diff changeset
1234 if ((unsigned int) arrayOop(dst)->length() < (unsigned int)dst_pos + (unsigned int)length) return ac_failed;
a61af66fc99e Initial load
duke
parents:
diff changeset
1235
a61af66fc99e Initial load
duke
parents:
diff changeset
1236 if (length == 0) return ac_ok;
a61af66fc99e Initial load
duke
parents:
diff changeset
1237 if (src->is_typeArray()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1238 const klassOop klass_oop = src->klass();
a61af66fc99e Initial load
duke
parents:
diff changeset
1239 if (klass_oop != dst->klass()) return ac_failed;
a61af66fc99e Initial load
duke
parents:
diff changeset
1240 typeArrayKlass* klass = typeArrayKlass::cast(klass_oop);
a61af66fc99e Initial load
duke
parents:
diff changeset
1241 const int l2es = klass->log2_element_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
1242 const int ihs = klass->array_header_in_bytes() / wordSize;
a61af66fc99e Initial load
duke
parents:
diff changeset
1243 char* src_addr = (char*) ((oopDesc**)src + ihs) + (src_pos << l2es);
a61af66fc99e Initial load
duke
parents:
diff changeset
1244 char* dst_addr = (char*) ((oopDesc**)dst + ihs) + (dst_pos << l2es);
a61af66fc99e Initial load
duke
parents:
diff changeset
1245 // Potential problem: memmove is not guaranteed to be word atomic
a61af66fc99e Initial load
duke
parents:
diff changeset
1246 // Revisit in Merlin
a61af66fc99e Initial load
duke
parents:
diff changeset
1247 memmove(dst_addr, src_addr, length << l2es);
a61af66fc99e Initial load
duke
parents:
diff changeset
1248 return ac_ok;
a61af66fc99e Initial load
duke
parents:
diff changeset
1249 } else if (src->is_objArray() && dst->is_objArray()) {
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
1250 if (UseCompressedOops) {
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1251 narrowOop *src_addr = objArrayOop(src)->obj_at_addr<narrowOop>(src_pos);
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1252 narrowOop *dst_addr = objArrayOop(dst)->obj_at_addr<narrowOop>(dst_pos);
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1253 return obj_arraycopy_work(src, src_addr, dst, dst_addr, length);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1254 } else {
113
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1255 oop *src_addr = objArrayOop(src)->obj_at_addr<oop>(src_pos);
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1256 oop *dst_addr = objArrayOop(dst)->obj_at_addr<oop>(dst_pos);
ba764ed4b6f2 6420645: Create a vm that uses compressed oops for up to 32gb heapsizes
coleenp
parents: 0
diff changeset
1257 return obj_arraycopy_work(src, src_addr, dst, dst_addr, length);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1258 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1259 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1260 return ac_failed;
a61af66fc99e Initial load
duke
parents:
diff changeset
1261 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
1262
a61af66fc99e Initial load
duke
parents:
diff changeset
1263
a61af66fc99e Initial load
duke
parents:
diff changeset
1264 JRT_LEAF(void, Runtime1::primitive_arraycopy(HeapWord* src, HeapWord* dst, int length))
a61af66fc99e Initial load
duke
parents:
diff changeset
1265 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
1266 _primitive_arraycopy_cnt++;
a61af66fc99e Initial load
duke
parents:
diff changeset
1267 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
1268
a61af66fc99e Initial load
duke
parents:
diff changeset
1269 if (length == 0) return;
a61af66fc99e Initial load
duke
parents:
diff changeset
1270 // Not guaranteed to be word atomic, but that doesn't matter
a61af66fc99e Initial load
duke
parents:
diff changeset
1271 // for anything but an oop array, which is covered by oop_arraycopy.
1603
d93949c5bdcc 6730276: JDI_REGRESSION tests fail with "Error: count must be non-zero" error on x86
kvn
parents: 1602
diff changeset
1272 Copy::conjoint_jbytes(src, dst, length);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1273 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
1274
a61af66fc99e Initial load
duke
parents:
diff changeset
1275 JRT_LEAF(void, Runtime1::oop_arraycopy(HeapWord* src, HeapWord* dst, int num))
a61af66fc99e Initial load
duke
parents:
diff changeset
1276 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
1277 _oop_arraycopy_cnt++;
a61af66fc99e Initial load
duke
parents:
diff changeset
1278 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
1279
a61af66fc99e Initial load
duke
parents:
diff changeset
1280 if (num == 0) return;
1245
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1281 BarrierSet* bs = Universe::heap()->barrier_set();
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1282 assert(bs->has_write_ref_array_opt(), "Barrier set must have ref array opt");
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1283 assert(bs->has_write_ref_array_pre_opt(), "For pre-barrier as well.");
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1284 if (UseCompressedOops) {
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1285 bs->write_ref_array_pre((narrowOop*)dst, num);
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
1286 Copy::conjoint_oops_atomic((narrowOop*) src, (narrowOop*) dst, num);
1245
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1287 } else {
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1288 bs->write_ref_array_pre((oop*)dst, num);
2002
ac637b7220d1 6985015: C1 needs to support compressed oops
iveresov
parents: 1972
diff changeset
1289 Copy::conjoint_oops_atomic((oop*) src, (oop*) dst, num);
1245
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1290 }
6484c4ee11cb 6904516: More object array barrier fixes, following up on 6906727
ysr
parents: 1142
diff changeset
1291 bs->write_ref_array(dst, num);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1292 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
1293
a61af66fc99e Initial load
duke
parents:
diff changeset
1294
a61af66fc99e Initial load
duke
parents:
diff changeset
1295 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
1296 void Runtime1::print_statistics() {
a61af66fc99e Initial load
duke
parents:
diff changeset
1297 tty->print_cr("C1 Runtime statistics:");
a61af66fc99e Initial load
duke
parents:
diff changeset
1298 tty->print_cr(" _resolve_invoke_virtual_cnt: %d", SharedRuntime::_resolve_virtual_ctr);
a61af66fc99e Initial load
duke
parents:
diff changeset
1299 tty->print_cr(" _resolve_invoke_opt_virtual_cnt: %d", SharedRuntime::_resolve_opt_virtual_ctr);
a61af66fc99e Initial load
duke
parents:
diff changeset
1300 tty->print_cr(" _resolve_invoke_static_cnt: %d", SharedRuntime::_resolve_static_ctr);
a61af66fc99e Initial load
duke
parents:
diff changeset
1301 tty->print_cr(" _handle_wrong_method_cnt: %d", SharedRuntime::_wrong_method_ctr);
a61af66fc99e Initial load
duke
parents:
diff changeset
1302 tty->print_cr(" _ic_miss_cnt: %d", SharedRuntime::_ic_miss_ctr);
a61af66fc99e Initial load
duke
parents:
diff changeset
1303 tty->print_cr(" _generic_arraycopy_cnt: %d", _generic_arraycopy_cnt);
2446
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
1304 tty->print_cr(" _generic_arraycopystub_cnt: %d", _generic_arraycopystub_cnt);
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
1305 tty->print_cr(" _byte_arraycopy_cnt: %d", _byte_arraycopy_cnt);
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
1306 tty->print_cr(" _short_arraycopy_cnt: %d", _short_arraycopy_cnt);
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
1307 tty->print_cr(" _int_arraycopy_cnt: %d", _int_arraycopy_cnt);
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
1308 tty->print_cr(" _long_arraycopy_cnt: %d", _long_arraycopy_cnt);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1309 tty->print_cr(" _primitive_arraycopy_cnt: %d", _primitive_arraycopy_cnt);
2446
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
1310 tty->print_cr(" _oop_arraycopy_cnt (C): %d", Runtime1::_oop_arraycopy_cnt);
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
1311 tty->print_cr(" _oop_arraycopy_cnt (stub): %d", _oop_arraycopy_cnt);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1312 tty->print_cr(" _arraycopy_slowcase_cnt: %d", _arraycopy_slowcase_cnt);
2446
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
1313 tty->print_cr(" _arraycopy_checkcast_cnt: %d", _arraycopy_checkcast_cnt);
13bc79b5c9c8 7033154: Improve C1 arraycopy performance
roland
parents: 2376
diff changeset
1314 tty->print_cr(" _arraycopy_checkcast_attempt_cnt:%d", _arraycopy_checkcast_attempt_cnt);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1315
a61af66fc99e Initial load
duke
parents:
diff changeset
1316 tty->print_cr(" _new_type_array_slowcase_cnt: %d", _new_type_array_slowcase_cnt);
a61af66fc99e Initial load
duke
parents:
diff changeset
1317 tty->print_cr(" _new_object_array_slowcase_cnt: %d", _new_object_array_slowcase_cnt);
a61af66fc99e Initial load
duke
parents:
diff changeset
1318 tty->print_cr(" _new_instance_slowcase_cnt: %d", _new_instance_slowcase_cnt);
a61af66fc99e Initial load
duke
parents:
diff changeset
1319 tty->print_cr(" _new_multi_array_slowcase_cnt: %d", _new_multi_array_slowcase_cnt);
a61af66fc99e Initial load
duke
parents:
diff changeset
1320 tty->print_cr(" _monitorenter_slowcase_cnt: %d", _monitorenter_slowcase_cnt);
a61af66fc99e Initial load
duke
parents:
diff changeset
1321 tty->print_cr(" _monitorexit_slowcase_cnt: %d", _monitorexit_slowcase_cnt);
a61af66fc99e Initial load
duke
parents:
diff changeset
1322 tty->print_cr(" _patch_code_slowcase_cnt: %d", _patch_code_slowcase_cnt);
a61af66fc99e Initial load
duke
parents:
diff changeset
1323
a61af66fc99e Initial load
duke
parents:
diff changeset
1324 tty->print_cr(" _throw_range_check_exception_count: %d:", _throw_range_check_exception_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1325 tty->print_cr(" _throw_index_exception_count: %d:", _throw_index_exception_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1326 tty->print_cr(" _throw_div0_exception_count: %d:", _throw_div0_exception_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1327 tty->print_cr(" _throw_null_pointer_exception_count: %d:", _throw_null_pointer_exception_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1328 tty->print_cr(" _throw_class_cast_exception_count: %d:", _throw_class_cast_exception_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1329 tty->print_cr(" _throw_incompatible_class_change_error_count: %d:", _throw_incompatible_class_change_error_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1330 tty->print_cr(" _throw_array_store_exception_count: %d:", _throw_array_store_exception_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1331 tty->print_cr(" _throw_count: %d:", _throw_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
1332
a61af66fc99e Initial load
duke
parents:
diff changeset
1333 SharedRuntime::print_ic_miss_histogram();
a61af66fc99e Initial load
duke
parents:
diff changeset
1334 tty->cr();
a61af66fc99e Initial load
duke
parents:
diff changeset
1335 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1336 #endif // PRODUCT