annotate src/share/vm/runtime/deoptimization.cpp @ 10246:194f52aa2f23

7176479: G1: JVM crashes on T5-8 system with 1.5 TB heap Summary: Refactor G1's hot card cache and card counts table into their own files. Simplify the card counts table, including removing the encoding of the card index in each entry. The card counts table now has a 1:1 correspondence with the cards spanned by heap. Space for the card counts table is reserved from virtual memory (rather than C heap) during JVM startup and is committed/expanded when the heap is expanded. Changes were also reviewed-by Vitaly Davidovich. Reviewed-by: tschatzl, jmasa
author johnc
date Thu, 09 May 2013 11:16:39 -0700
parents 0094485b46c7
children b9a918201d47 28e5aed7f3a6 d2907f74462e
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
4872
aa3d708d67c4 7141200: log some interesting information in ring buffers for crashes
never
parents: 4777
diff changeset
2 * Copyright (c) 1997, 2012, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1255
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1255
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1255
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
25 #include "precompiled.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
26 #include "classfile/systemDictionary.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
27 #include "code/debugInfoRec.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
28 #include "code/nmethod.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
29 #include "code/pcDesc.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
30 #include "code/scopeDesc.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
31 #include "interpreter/bytecode.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
32 #include "interpreter/interpreter.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
33 #include "interpreter/oopMapCache.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
34 #include "memory/allocation.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
35 #include "memory/oopFactory.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
36 #include "memory/resourceArea.hpp"
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
37 #include "oops/method.hpp"
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
38 #include "oops/oop.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
39 #include "prims/jvmtiThreadState.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
40 #include "runtime/biasedLocking.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
41 #include "runtime/compilationPolicy.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
42 #include "runtime/deoptimization.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
43 #include "runtime/interfaceSupport.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
44 #include "runtime/sharedRuntime.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
45 #include "runtime/signature.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
46 #include "runtime/stubRoutines.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
47 #include "runtime/thread.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
48 #include "runtime/vframe.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
49 #include "runtime/vframeArray.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
50 #include "runtime/vframe_hp.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
51 #include "utilities/events.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
52 #include "utilities/xmlstream.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
53 #ifdef TARGET_ARCH_x86
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
54 # include "vmreg_x86.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
55 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
56 #ifdef TARGET_ARCH_sparc
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
57 # include "vmreg_sparc.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
58 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
59 #ifdef TARGET_ARCH_zero
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
60 # include "vmreg_zero.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
61 #endif
2192
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
62 #ifdef TARGET_ARCH_arm
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
63 # include "vmreg_arm.inline.hpp"
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
64 #endif
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
65 #ifdef TARGET_ARCH_ppc
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
66 # include "vmreg_ppc.inline.hpp"
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
67 #endif
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
68 #ifdef COMPILER2
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
69 #ifdef TARGET_ARCH_MODEL_x86_32
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
70 # include "adfiles/ad_x86_32.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
71 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
72 #ifdef TARGET_ARCH_MODEL_x86_64
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
73 # include "adfiles/ad_x86_64.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
74 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
75 #ifdef TARGET_ARCH_MODEL_sparc
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
76 # include "adfiles/ad_sparc.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
77 #endif
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
78 #ifdef TARGET_ARCH_MODEL_zero
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
79 # include "adfiles/ad_zero.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
80 #endif
2192
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
81 #ifdef TARGET_ARCH_MODEL_arm
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
82 # include "adfiles/ad_arm.hpp"
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
83 #endif
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
84 #ifdef TARGET_ARCH_MODEL_ppc
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
85 # include "adfiles/ad_ppc.hpp"
b92c45f2bc75 7016023: Enable building ARM and PPC from src/closed repository
bobv
parents: 2177
diff changeset
86 #endif
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
87 #endif
0
a61af66fc99e Initial load
duke
parents:
diff changeset
88
a61af66fc99e Initial load
duke
parents:
diff changeset
89 bool DeoptimizationMarker::_is_active = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
90
a61af66fc99e Initial load
duke
parents:
diff changeset
91 Deoptimization::UnrollBlock::UnrollBlock(int size_of_deoptimized_frame,
a61af66fc99e Initial load
duke
parents:
diff changeset
92 int caller_adjustment,
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
93 int caller_actual_parameters,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
94 int number_of_frames,
a61af66fc99e Initial load
duke
parents:
diff changeset
95 intptr_t* frame_sizes,
a61af66fc99e Initial load
duke
parents:
diff changeset
96 address* frame_pcs,
a61af66fc99e Initial load
duke
parents:
diff changeset
97 BasicType return_type) {
a61af66fc99e Initial load
duke
parents:
diff changeset
98 _size_of_deoptimized_frame = size_of_deoptimized_frame;
a61af66fc99e Initial load
duke
parents:
diff changeset
99 _caller_adjustment = caller_adjustment;
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
100 _caller_actual_parameters = caller_actual_parameters;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
101 _number_of_frames = number_of_frames;
a61af66fc99e Initial load
duke
parents:
diff changeset
102 _frame_sizes = frame_sizes;
a61af66fc99e Initial load
duke
parents:
diff changeset
103 _frame_pcs = frame_pcs;
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 4872
diff changeset
104 _register_block = NEW_C_HEAP_ARRAY(intptr_t, RegisterMap::reg_count * 2, mtCompiler);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
105 _return_type = return_type;
3931
5432047c7db7 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 3369
diff changeset
106 _initial_info = 0;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
107 // PD (x86 only)
a61af66fc99e Initial load
duke
parents:
diff changeset
108 _counter_temp = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
109 _unpack_kind = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
110 _sender_sp_temp = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
111
a61af66fc99e Initial load
duke
parents:
diff changeset
112 _total_frame_sizes = size_of_frames();
a61af66fc99e Initial load
duke
parents:
diff changeset
113 }
a61af66fc99e Initial load
duke
parents:
diff changeset
114
a61af66fc99e Initial load
duke
parents:
diff changeset
115
a61af66fc99e Initial load
duke
parents:
diff changeset
116 Deoptimization::UnrollBlock::~UnrollBlock() {
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 4872
diff changeset
117 FREE_C_HEAP_ARRAY(intptr_t, _frame_sizes, mtCompiler);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 4872
diff changeset
118 FREE_C_HEAP_ARRAY(intptr_t, _frame_pcs, mtCompiler);
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 4872
diff changeset
119 FREE_C_HEAP_ARRAY(intptr_t, _register_block, mtCompiler);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
120 }
a61af66fc99e Initial load
duke
parents:
diff changeset
121
a61af66fc99e Initial load
duke
parents:
diff changeset
122
a61af66fc99e Initial load
duke
parents:
diff changeset
123 intptr_t* Deoptimization::UnrollBlock::value_addr_at(int register_number) const {
a61af66fc99e Initial load
duke
parents:
diff changeset
124 assert(register_number < RegisterMap::reg_count, "checking register number");
a61af66fc99e Initial load
duke
parents:
diff changeset
125 return &_register_block[register_number * 2];
a61af66fc99e Initial load
duke
parents:
diff changeset
126 }
a61af66fc99e Initial load
duke
parents:
diff changeset
127
a61af66fc99e Initial load
duke
parents:
diff changeset
128
a61af66fc99e Initial load
duke
parents:
diff changeset
129
a61af66fc99e Initial load
duke
parents:
diff changeset
130 int Deoptimization::UnrollBlock::size_of_frames() const {
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // Acount first for the adjustment of the initial frame
a61af66fc99e Initial load
duke
parents:
diff changeset
132 int result = _caller_adjustment;
a61af66fc99e Initial load
duke
parents:
diff changeset
133 for (int index = 0; index < number_of_frames(); index++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
134 result += frame_sizes()[index];
a61af66fc99e Initial load
duke
parents:
diff changeset
135 }
a61af66fc99e Initial load
duke
parents:
diff changeset
136 return result;
a61af66fc99e Initial load
duke
parents:
diff changeset
137 }
a61af66fc99e Initial load
duke
parents:
diff changeset
138
a61af66fc99e Initial load
duke
parents:
diff changeset
139
a61af66fc99e Initial load
duke
parents:
diff changeset
140 void Deoptimization::UnrollBlock::print() {
a61af66fc99e Initial load
duke
parents:
diff changeset
141 ttyLocker ttyl;
a61af66fc99e Initial load
duke
parents:
diff changeset
142 tty->print_cr("UnrollBlock");
a61af66fc99e Initial load
duke
parents:
diff changeset
143 tty->print_cr(" size_of_deoptimized_frame = %d", _size_of_deoptimized_frame);
a61af66fc99e Initial load
duke
parents:
diff changeset
144 tty->print( " frame_sizes: ");
a61af66fc99e Initial load
duke
parents:
diff changeset
145 for (int index = 0; index < number_of_frames(); index++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
146 tty->print("%d ", frame_sizes()[index]);
a61af66fc99e Initial load
duke
parents:
diff changeset
147 }
a61af66fc99e Initial load
duke
parents:
diff changeset
148 tty->cr();
a61af66fc99e Initial load
duke
parents:
diff changeset
149 }
a61af66fc99e Initial load
duke
parents:
diff changeset
150
a61af66fc99e Initial load
duke
parents:
diff changeset
151
a61af66fc99e Initial load
duke
parents:
diff changeset
152 // In order to make fetch_unroll_info work properly with escape
a61af66fc99e Initial load
duke
parents:
diff changeset
153 // analysis, The method was changed from JRT_LEAF to JRT_BLOCK_ENTRY and
a61af66fc99e Initial load
duke
parents:
diff changeset
154 // ResetNoHandleMark and HandleMark were removed from it. The actual reallocation
a61af66fc99e Initial load
duke
parents:
diff changeset
155 // of previously eliminated objects occurs in realloc_objects, which is
a61af66fc99e Initial load
duke
parents:
diff changeset
156 // called from the method fetch_unroll_info_helper below.
a61af66fc99e Initial load
duke
parents:
diff changeset
157 JRT_BLOCK_ENTRY(Deoptimization::UnrollBlock*, Deoptimization::fetch_unroll_info(JavaThread* thread))
a61af66fc99e Initial load
duke
parents:
diff changeset
158 // It is actually ok to allocate handles in a leaf method. It causes no safepoints,
a61af66fc99e Initial load
duke
parents:
diff changeset
159 // but makes the entry a little slower. There is however a little dance we have to
a61af66fc99e Initial load
duke
parents:
diff changeset
160 // do in debug mode to get around the NoHandleMark code in the JRT_LEAF macro
a61af66fc99e Initial load
duke
parents:
diff changeset
161
a61af66fc99e Initial load
duke
parents:
diff changeset
162 // fetch_unroll_info() is called at the beginning of the deoptimization
a61af66fc99e Initial load
duke
parents:
diff changeset
163 // handler. Note this fact before we start generating temporary frames
a61af66fc99e Initial load
duke
parents:
diff changeset
164 // that can confuse an asynchronous stack walker. This counter is
a61af66fc99e Initial load
duke
parents:
diff changeset
165 // decremented at the end of unpack_frames().
a61af66fc99e Initial load
duke
parents:
diff changeset
166 thread->inc_in_deopt_handler();
a61af66fc99e Initial load
duke
parents:
diff changeset
167
a61af66fc99e Initial load
duke
parents:
diff changeset
168 return fetch_unroll_info_helper(thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
169 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
170
a61af66fc99e Initial load
duke
parents:
diff changeset
171
a61af66fc99e Initial load
duke
parents:
diff changeset
172 // This is factored, since it is both called from a JRT_LEAF (deoptimization) and a JRT_ENTRY (uncommon_trap)
a61af66fc99e Initial load
duke
parents:
diff changeset
173 Deoptimization::UnrollBlock* Deoptimization::fetch_unroll_info_helper(JavaThread* thread) {
a61af66fc99e Initial load
duke
parents:
diff changeset
174
a61af66fc99e Initial load
duke
parents:
diff changeset
175 // Note: there is a safepoint safety issue here. No matter whether we enter
a61af66fc99e Initial load
duke
parents:
diff changeset
176 // via vanilla deopt or uncommon trap we MUST NOT stop at a safepoint once
a61af66fc99e Initial load
duke
parents:
diff changeset
177 // the vframeArray is created.
a61af66fc99e Initial load
duke
parents:
diff changeset
178 //
a61af66fc99e Initial load
duke
parents:
diff changeset
179
a61af66fc99e Initial load
duke
parents:
diff changeset
180 // Allocate our special deoptimization ResourceMark
a61af66fc99e Initial load
duke
parents:
diff changeset
181 DeoptResourceMark* dmark = new DeoptResourceMark(thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
182 assert(thread->deopt_mark() == NULL, "Pending deopt!");
a61af66fc99e Initial load
duke
parents:
diff changeset
183 thread->set_deopt_mark(dmark);
a61af66fc99e Initial load
duke
parents:
diff changeset
184
a61af66fc99e Initial load
duke
parents:
diff changeset
185 frame stub_frame = thread->last_frame(); // Makes stack walkable as side effect
a61af66fc99e Initial load
duke
parents:
diff changeset
186 RegisterMap map(thread, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
187 RegisterMap dummy_map(thread, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
188 // Now get the deoptee with a valid map
a61af66fc99e Initial load
duke
parents:
diff changeset
189 frame deoptee = stub_frame.sender(&map);
1814
fd5d4527cdf5 6986270: guarantee(*bcp != Bytecodes::_monitorenter || exec_mode != Deoptimization::Unpack_exception) fails
iveresov
parents: 1783
diff changeset
190 // Set the deoptee nmethod
fd5d4527cdf5 6986270: guarantee(*bcp != Bytecodes::_monitorenter || exec_mode != Deoptimization::Unpack_exception) fails
iveresov
parents: 1783
diff changeset
191 assert(thread->deopt_nmethod() == NULL, "Pending deopt!");
fd5d4527cdf5 6986270: guarantee(*bcp != Bytecodes::_monitorenter || exec_mode != Deoptimization::Unpack_exception) fails
iveresov
parents: 1783
diff changeset
192 thread->set_deopt_nmethod(deoptee.cb()->as_nmethod_or_null());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
193
3336
2e038ad0c1d0 7009361: JSR 292 Invalid value on stack on solaris-sparc with -Xcomp
never
parents: 2338
diff changeset
194 if (VerifyStack) {
2e038ad0c1d0 7009361: JSR 292 Invalid value on stack on solaris-sparc with -Xcomp
never
parents: 2338
diff changeset
195 thread->validate_frame_layout();
2e038ad0c1d0 7009361: JSR 292 Invalid value on stack on solaris-sparc with -Xcomp
never
parents: 2338
diff changeset
196 }
2e038ad0c1d0 7009361: JSR 292 Invalid value on stack on solaris-sparc with -Xcomp
never
parents: 2338
diff changeset
197
0
a61af66fc99e Initial load
duke
parents:
diff changeset
198 // Create a growable array of VFrames where each VFrame represents an inlined
a61af66fc99e Initial load
duke
parents:
diff changeset
199 // Java frame. This storage is allocated with the usual system arena.
a61af66fc99e Initial load
duke
parents:
diff changeset
200 assert(deoptee.is_compiled_frame(), "Wrong frame type");
a61af66fc99e Initial load
duke
parents:
diff changeset
201 GrowableArray<compiledVFrame*>* chunk = new GrowableArray<compiledVFrame*>(10);
a61af66fc99e Initial load
duke
parents:
diff changeset
202 vframe* vf = vframe::new_vframe(&deoptee, &map, thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
203 while (!vf->is_top()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
204 assert(vf->is_compiled_frame(), "Wrong frame type");
a61af66fc99e Initial load
duke
parents:
diff changeset
205 chunk->push(compiledVFrame::cast(vf));
a61af66fc99e Initial load
duke
parents:
diff changeset
206 vf = vf->sender();
a61af66fc99e Initial load
duke
parents:
diff changeset
207 }
a61af66fc99e Initial load
duke
parents:
diff changeset
208 assert(vf->is_compiled_frame(), "Wrong frame type");
a61af66fc99e Initial load
duke
parents:
diff changeset
209 chunk->push(compiledVFrame::cast(vf));
a61af66fc99e Initial load
duke
parents:
diff changeset
210
a61af66fc99e Initial load
duke
parents:
diff changeset
211 #ifdef COMPILER2
a61af66fc99e Initial load
duke
parents:
diff changeset
212 // Reallocate the non-escaping objects and restore their fields. Then
a61af66fc99e Initial load
duke
parents:
diff changeset
213 // relock objects if synchronization on them was eliminated.
4777
e9a5e0a812c8 7125896: Eliminate nested locks
kvn
parents: 4055
diff changeset
214 if (DoEscapeAnalysis || EliminateNestedLocks) {
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
215 if (EliminateAllocations) {
83
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
216 assert (chunk->at(0)->scope() != NULL,"expect only compiled java frames");
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
217 GrowableArray<ScopeValue*>* objects = chunk->at(0)->scope()->objects();
1253
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
218
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
219 // The flag return_oop() indicates call sites which return oop
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
220 // in compiled code. Such sites include java method calls,
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
221 // runtime calls (for example, used to allocate new objects/arrays
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
222 // on slow code path) and any other calls generated in compiled code.
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
223 // It is not guaranteed that we can get such information here only
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
224 // by analyzing bytecode in deoptimized frames. This is why this flag
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
225 // is set during method compilation (see Compile::Process_OopMap_Node()).
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
226 bool save_oop_result = chunk->at(0)->scope()->return_oop();
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
227 Handle return_value;
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
228 if (save_oop_result) {
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
229 // Reallocation may trigger GC. If deoptimization happened on return from
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
230 // call which returns oop we need to save it since it is not in oopmap.
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
231 oop result = deoptee.saved_oop_result(&map);
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
232 assert(result == NULL || result->is_oop(), "must be oop");
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
233 return_value = Handle(thread, result);
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
234 assert(Universe::heap()->is_in_or_null(result), "must be heap pointer");
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
235 if (TraceDeoptimization) {
6843
c3e799c37717 7177003: C1: LogCompilation support
vlivanov
parents: 6725
diff changeset
236 ttyLocker ttyl;
1253
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
237 tty->print_cr("SAVED OOP RESULT " INTPTR_FORMAT " in thread " INTPTR_FORMAT, result, thread);
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
238 }
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
239 }
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
240 bool reallocated = false;
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
241 if (objects != NULL) {
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
242 JRT_BLOCK
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
243 reallocated = realloc_objects(thread, &deoptee, objects, THREAD);
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
244 JRT_END
0
a61af66fc99e Initial load
duke
parents:
diff changeset
245 }
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
246 if (reallocated) {
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
247 reassign_fields(&deoptee, &map, objects);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
248 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
249 if (TraceDeoptimization) {
a61af66fc99e Initial load
duke
parents:
diff changeset
250 ttyLocker ttyl;
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
251 tty->print_cr("REALLOC OBJECTS in thread " INTPTR_FORMAT, thread);
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
252 print_objects(objects);
1253
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
253 }
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
254 #endif
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
255 }
1253
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
256 if (save_oop_result) {
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
257 // Restore result.
f70b0d9ab095 6910618: C2: Error: assert(d->is_oop(),"JVM_ArrayCopy: dst not an oop")
kvn
parents: 1206
diff changeset
258 deoptee.set_saved_oop_result(&map, return_value());
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
259 }
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
260 }
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
261 if (EliminateLocks) {
83
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
262 #ifndef PRODUCT
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
263 bool first = true;
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
264 #endif
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
265 for (int i = 0; i < chunk->length(); i++) {
83
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
266 compiledVFrame* cvf = chunk->at(i);
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
267 assert (cvf->scope() != NULL,"expect only compiled java frames");
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
268 GrowableArray<MonitorInfo*>* monitors = cvf->monitors();
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
269 if (monitors->is_nonempty()) {
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
270 relock_objects(monitors, thread);
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
271 #ifndef PRODUCT
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
272 if (TraceDeoptimization) {
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
273 ttyLocker ttyl;
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
274 for (int j = 0; j < monitors->length(); j++) {
83
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
275 MonitorInfo* mi = monitors->at(j);
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
276 if (mi->eliminated()) {
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
277 if (first) {
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
278 first = false;
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
279 tty->print_cr("RELOCK OBJECTS in thread " INTPTR_FORMAT, thread);
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
280 }
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
281 tty->print_cr(" object <" INTPTR_FORMAT "> locked", mi->owner());
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
282 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
283 }
a61af66fc99e Initial load
duke
parents:
diff changeset
284 }
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
285 #endif
0
a61af66fc99e Initial load
duke
parents:
diff changeset
286 }
a61af66fc99e Initial load
duke
parents:
diff changeset
287 }
a61af66fc99e Initial load
duke
parents:
diff changeset
288 }
a61af66fc99e Initial load
duke
parents:
diff changeset
289 }
a61af66fc99e Initial load
duke
parents:
diff changeset
290 #endif // COMPILER2
a61af66fc99e Initial load
duke
parents:
diff changeset
291 // Ensure that no safepoint is taken after pointers have been stored
a61af66fc99e Initial load
duke
parents:
diff changeset
292 // in fields of rematerialized objects. If a safepoint occurs from here on
a61af66fc99e Initial load
duke
parents:
diff changeset
293 // out the java state residing in the vframeArray will be missed.
a61af66fc99e Initial load
duke
parents:
diff changeset
294 No_Safepoint_Verifier no_safepoint;
a61af66fc99e Initial load
duke
parents:
diff changeset
295
a61af66fc99e Initial load
duke
parents:
diff changeset
296 vframeArray* array = create_vframeArray(thread, deoptee, &map, chunk);
a61af66fc99e Initial load
duke
parents:
diff changeset
297
a61af66fc99e Initial load
duke
parents:
diff changeset
298 assert(thread->vframe_array_head() == NULL, "Pending deopt!");;
a61af66fc99e Initial load
duke
parents:
diff changeset
299 thread->set_vframe_array_head(array);
a61af66fc99e Initial load
duke
parents:
diff changeset
300
a61af66fc99e Initial load
duke
parents:
diff changeset
301 // Now that the vframeArray has been created if we have any deferred local writes
a61af66fc99e Initial load
duke
parents:
diff changeset
302 // added by jvmti then we can free up that structure as the data is now in the
a61af66fc99e Initial load
duke
parents:
diff changeset
303 // vframeArray
a61af66fc99e Initial load
duke
parents:
diff changeset
304
a61af66fc99e Initial load
duke
parents:
diff changeset
305 if (thread->deferred_locals() != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
306 GrowableArray<jvmtiDeferredLocalVariableSet*>* list = thread->deferred_locals();
a61af66fc99e Initial load
duke
parents:
diff changeset
307 int i = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
308 do {
a61af66fc99e Initial load
duke
parents:
diff changeset
309 // Because of inlining we could have multiple vframes for a single frame
a61af66fc99e Initial load
duke
parents:
diff changeset
310 // and several of the vframes could have deferred writes. Find them all.
a61af66fc99e Initial load
duke
parents:
diff changeset
311 if (list->at(i)->id() == array->original().id()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
312 jvmtiDeferredLocalVariableSet* dlv = list->at(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
313 list->remove_at(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
314 // individual jvmtiDeferredLocalVariableSet are CHeapObj's
a61af66fc99e Initial load
duke
parents:
diff changeset
315 delete dlv;
a61af66fc99e Initial load
duke
parents:
diff changeset
316 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
317 i++;
a61af66fc99e Initial load
duke
parents:
diff changeset
318 }
a61af66fc99e Initial load
duke
parents:
diff changeset
319 } while ( i < list->length() );
a61af66fc99e Initial load
duke
parents:
diff changeset
320 if (list->length() == 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
321 thread->set_deferred_locals(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
322 // free the list and elements back to C heap.
a61af66fc99e Initial load
duke
parents:
diff changeset
323 delete list;
a61af66fc99e Initial load
duke
parents:
diff changeset
324 }
a61af66fc99e Initial load
duke
parents:
diff changeset
325
a61af66fc99e Initial load
duke
parents:
diff changeset
326 }
a61af66fc99e Initial load
duke
parents:
diff changeset
327
1692
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
328 #ifndef SHARK
0
a61af66fc99e Initial load
duke
parents:
diff changeset
329 // Compute the caller frame based on the sender sp of stub_frame and stored frame sizes info.
a61af66fc99e Initial load
duke
parents:
diff changeset
330 CodeBlob* cb = stub_frame.cb();
a61af66fc99e Initial load
duke
parents:
diff changeset
331 // Verify we have the right vframeArray
a61af66fc99e Initial load
duke
parents:
diff changeset
332 assert(cb->frame_size() >= 0, "Unexpected frame size");
a61af66fc99e Initial load
duke
parents:
diff changeset
333 intptr_t* unpack_sp = stub_frame.sp() + cb->frame_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
334
1204
18a389214829 6921352: JSR 292 needs its own deopt handler
twisti
parents: 1201
diff changeset
335 // If the deopt call site is a MethodHandle invoke call site we have
18a389214829 6921352: JSR 292 needs its own deopt handler
twisti
parents: 1201
diff changeset
336 // to adjust the unpack_sp.
18a389214829 6921352: JSR 292 needs its own deopt handler
twisti
parents: 1201
diff changeset
337 nmethod* deoptee_nm = deoptee.cb()->as_nmethod_or_null();
18a389214829 6921352: JSR 292 needs its own deopt handler
twisti
parents: 1201
diff changeset
338 if (deoptee_nm != NULL && deoptee_nm->is_method_handle_return(deoptee.pc()))
18a389214829 6921352: JSR 292 needs its own deopt handler
twisti
parents: 1201
diff changeset
339 unpack_sp = deoptee.unextended_sp();
18a389214829 6921352: JSR 292 needs its own deopt handler
twisti
parents: 1201
diff changeset
340
0
a61af66fc99e Initial load
duke
parents:
diff changeset
341 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
342 assert(cb->is_deoptimization_stub() || cb->is_uncommon_trap_stub(), "just checking");
a61af66fc99e Initial load
duke
parents:
diff changeset
343 #endif
1692
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
344 #else
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
345 intptr_t* unpack_sp = stub_frame.sender(&dummy_map).unextended_sp();
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
346 #endif // !SHARK
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
347
0
a61af66fc99e Initial load
duke
parents:
diff changeset
348 // This is a guarantee instead of an assert because if vframe doesn't match
a61af66fc99e Initial load
duke
parents:
diff changeset
349 // we will unpack the wrong deoptimized frame and wind up in strange places
a61af66fc99e Initial load
duke
parents:
diff changeset
350 // where it will be very difficult to figure out what went wrong. Better
a61af66fc99e Initial load
duke
parents:
diff changeset
351 // to die an early death here than some very obscure death later when the
a61af66fc99e Initial load
duke
parents:
diff changeset
352 // trail is cold.
a61af66fc99e Initial load
duke
parents:
diff changeset
353 // Note: on ia64 this guarantee can be fooled by frames with no memory stack
a61af66fc99e Initial load
duke
parents:
diff changeset
354 // in that it will fail to detect a problem when there is one. This needs
a61af66fc99e Initial load
duke
parents:
diff changeset
355 // more work in tiger timeframe.
a61af66fc99e Initial load
duke
parents:
diff changeset
356 guarantee(array->unextended_sp() == unpack_sp, "vframe_array_head must contain the vframeArray to unpack");
a61af66fc99e Initial load
duke
parents:
diff changeset
357
a61af66fc99e Initial load
duke
parents:
diff changeset
358 int number_of_frames = array->frames();
a61af66fc99e Initial load
duke
parents:
diff changeset
359
a61af66fc99e Initial load
duke
parents:
diff changeset
360 // Compute the vframes' sizes. Note that frame_sizes[] entries are ordered from outermost to innermost
a61af66fc99e Initial load
duke
parents:
diff changeset
361 // virtual activation, which is the reverse of the elements in the vframes array.
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 4872
diff changeset
362 intptr_t* frame_sizes = NEW_C_HEAP_ARRAY(intptr_t, number_of_frames, mtCompiler);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
363 // +1 because we always have an interpreter return address for the final slot.
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 4872
diff changeset
364 address* frame_pcs = NEW_C_HEAP_ARRAY(address, number_of_frames + 1, mtCompiler);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
365 int popframe_extra_args = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
366 // Create an interpreter return address for the stub to use as its return
a61af66fc99e Initial load
duke
parents:
diff changeset
367 // address so the skeletal frames are perfectly walkable
a61af66fc99e Initial load
duke
parents:
diff changeset
368 frame_pcs[number_of_frames] = Interpreter::deopt_entry(vtos, 0);
a61af66fc99e Initial load
duke
parents:
diff changeset
369
a61af66fc99e Initial load
duke
parents:
diff changeset
370 // PopFrame requires that the preserved incoming arguments from the recently-popped topmost
a61af66fc99e Initial load
duke
parents:
diff changeset
371 // activation be put back on the expression stack of the caller for reexecution
a61af66fc99e Initial load
duke
parents:
diff changeset
372 if (JvmtiExport::can_pop_frame() && thread->popframe_forcing_deopt_reexecution()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
373 popframe_extra_args = in_words(thread->popframe_preserved_args_size_in_words());
a61af66fc99e Initial load
duke
parents:
diff changeset
374 }
a61af66fc99e Initial load
duke
parents:
diff changeset
375
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
376 // Find the current pc for sender of the deoptee. Since the sender may have been deoptimized
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
377 // itself since the deoptee vframeArray was created we must get a fresh value of the pc rather
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
378 // than simply use array->sender.pc(). This requires us to walk the current set of frames
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
379 //
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
380 frame deopt_sender = stub_frame.sender(&dummy_map); // First is the deoptee frame
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
381 deopt_sender = deopt_sender.sender(&dummy_map); // Now deoptee caller
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
382
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
383 // It's possible that the number of paramters at the call site is
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
384 // different than number of arguments in the callee when method
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
385 // handles are used. If the caller is interpreted get the real
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
386 // value so that the proper amount of space can be added to it's
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
387 // frame.
4042
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
388 bool caller_was_method_handle = false;
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
389 if (deopt_sender.is_interpreted_frame()) {
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
390 methodHandle method = deopt_sender.interpreter_frame_method();
4055
e342a5110bed 7106774: JSR 292: nightly test inlineMHTarget fails with wrong result
twisti
parents: 4042
diff changeset
391 Bytecode_invoke cur = Bytecode_invoke_check(method, deopt_sender.interpreter_frame_bci());
6266
1d7922586cf6 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 6197
diff changeset
392 if (cur.is_invokedynamic() || cur.is_invokehandle()) {
4042
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
393 // Method handle invokes may involve fairly arbitrary chains of
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
394 // calls so it's impossible to know how much actual space the
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
395 // caller has for locals.
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
396 caller_was_method_handle = true;
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
397 }
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
398 }
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
399
0
a61af66fc99e Initial load
duke
parents:
diff changeset
400 //
a61af66fc99e Initial load
duke
parents:
diff changeset
401 // frame_sizes/frame_pcs[0] oldest frame (int or c2i)
a61af66fc99e Initial load
duke
parents:
diff changeset
402 // frame_sizes/frame_pcs[1] next oldest frame (int)
a61af66fc99e Initial load
duke
parents:
diff changeset
403 // frame_sizes/frame_pcs[n] youngest frame (int)
a61af66fc99e Initial load
duke
parents:
diff changeset
404 //
a61af66fc99e Initial load
duke
parents:
diff changeset
405 // Now a pc in frame_pcs is actually the return address to the frame's caller (a frame
a61af66fc99e Initial load
duke
parents:
diff changeset
406 // owns the space for the return address to it's caller). Confusing ain't it.
a61af66fc99e Initial load
duke
parents:
diff changeset
407 //
a61af66fc99e Initial load
duke
parents:
diff changeset
408 // The vframe array can address vframes with indices running from
a61af66fc99e Initial load
duke
parents:
diff changeset
409 // 0.._frames-1. Index 0 is the youngest frame and _frame - 1 is the oldest (root) frame.
a61af66fc99e Initial load
duke
parents:
diff changeset
410 // When we create the skeletal frames we need the oldest frame to be in the zero slot
a61af66fc99e Initial load
duke
parents:
diff changeset
411 // in the frame_sizes/frame_pcs so the assembly code can do a trivial walk.
a61af66fc99e Initial load
duke
parents:
diff changeset
412 // so things look a little strange in this loop.
a61af66fc99e Initial load
duke
parents:
diff changeset
413 //
4042
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
414 int callee_parameters = 0;
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
415 int callee_locals = 0;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
416 for (int index = 0; index < array->frames(); index++ ) {
a61af66fc99e Initial load
duke
parents:
diff changeset
417 // frame[number_of_frames - 1 ] = on_stack_size(youngest)
a61af66fc99e Initial load
duke
parents:
diff changeset
418 // frame[number_of_frames - 2 ] = on_stack_size(sender(youngest))
a61af66fc99e Initial load
duke
parents:
diff changeset
419 // frame[number_of_frames - 3 ] = on_stack_size(sender(sender(youngest)))
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
420 int caller_parms = callee_parameters;
4042
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
421 if ((index == array->frames() - 1) && caller_was_method_handle) {
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
422 caller_parms = 0;
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
423 }
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
424 frame_sizes[number_of_frames - 1 - index] = BytesPerWord * array->element(index)->on_stack_size(caller_parms,
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
425 callee_parameters,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
426 callee_locals,
a61af66fc99e Initial load
duke
parents:
diff changeset
427 index == 0,
8727
0094485b46c7 8009761: Deoptimization on sparc doesn't set Llast_SP correctly in the interpreter frames it creates
roland
parents: 7998
diff changeset
428 index == array->frames() - 1,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
429 popframe_extra_args);
a61af66fc99e Initial load
duke
parents:
diff changeset
430 // This pc doesn't have to be perfect just good enough to identify the frame
a61af66fc99e Initial load
duke
parents:
diff changeset
431 // as interpreted so the skeleton frame will be walkable
a61af66fc99e Initial load
duke
parents:
diff changeset
432 // The correct pc will be set when the skeleton frame is completely filled out
a61af66fc99e Initial load
duke
parents:
diff changeset
433 // The final pc we store in the loop is wrong and will be overwritten below
a61af66fc99e Initial load
duke
parents:
diff changeset
434 frame_pcs[number_of_frames - 1 - index ] = Interpreter::deopt_entry(vtos, 0) - frame::pc_return_offset;
a61af66fc99e Initial load
duke
parents:
diff changeset
435
a61af66fc99e Initial load
duke
parents:
diff changeset
436 callee_parameters = array->element(index)->method()->size_of_parameters();
a61af66fc99e Initial load
duke
parents:
diff changeset
437 callee_locals = array->element(index)->method()->max_locals();
a61af66fc99e Initial load
duke
parents:
diff changeset
438 popframe_extra_args = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
439 }
a61af66fc99e Initial load
duke
parents:
diff changeset
440
a61af66fc99e Initial load
duke
parents:
diff changeset
441 // Compute whether the root vframe returns a float or double value.
a61af66fc99e Initial load
duke
parents:
diff changeset
442 BasicType return_type;
a61af66fc99e Initial load
duke
parents:
diff changeset
443 {
a61af66fc99e Initial load
duke
parents:
diff changeset
444 HandleMark hm;
a61af66fc99e Initial load
duke
parents:
diff changeset
445 methodHandle method(thread, array->element(0)->method());
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 1972
diff changeset
446 Bytecode_invoke invoke = Bytecode_invoke_check(method, array->element(0)->bci());
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2142
diff changeset
447 return_type = invoke.is_valid() ? invoke.result_type() : T_ILLEGAL;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
448 }
a61af66fc99e Initial load
duke
parents:
diff changeset
449
a61af66fc99e Initial load
duke
parents:
diff changeset
450 // Compute information for handling adapters and adjusting the frame size of the caller.
a61af66fc99e Initial load
duke
parents:
diff changeset
451 int caller_adjustment = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
452
a61af66fc99e Initial load
duke
parents:
diff changeset
453 // Compute the amount the oldest interpreter frame will have to adjust
a61af66fc99e Initial load
duke
parents:
diff changeset
454 // its caller's stack by. If the caller is a compiled frame then
a61af66fc99e Initial load
duke
parents:
diff changeset
455 // we pretend that the callee has no parameters so that the
a61af66fc99e Initial load
duke
parents:
diff changeset
456 // extension counts for the full amount of locals and not just
a61af66fc99e Initial load
duke
parents:
diff changeset
457 // locals-parms. This is because without a c2i adapter the parm
a61af66fc99e Initial load
duke
parents:
diff changeset
458 // area as created by the compiled frame will not be usable by
a61af66fc99e Initial load
duke
parents:
diff changeset
459 // the interpreter. (Depending on the calling convention there
a61af66fc99e Initial load
duke
parents:
diff changeset
460 // may not even be enough space).
a61af66fc99e Initial load
duke
parents:
diff changeset
461
a61af66fc99e Initial load
duke
parents:
diff changeset
462 // QQQ I'd rather see this pushed down into last_frame_adjust
a61af66fc99e Initial load
duke
parents:
diff changeset
463 // and have it take the sender (aka caller).
a61af66fc99e Initial load
duke
parents:
diff changeset
464
4042
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
465 if (deopt_sender.is_compiled_frame() || caller_was_method_handle) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
466 caller_adjustment = last_frame_adjust(0, callee_locals);
4042
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
467 } else if (callee_locals > callee_parameters) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
468 // The caller frame may need extending to accommodate
a61af66fc99e Initial load
duke
parents:
diff changeset
469 // non-parameter locals of the first unpacked interpreted frame.
a61af66fc99e Initial load
duke
parents:
diff changeset
470 // Compute that adjustment.
4042
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
471 caller_adjustment = last_frame_adjust(callee_parameters, callee_locals);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
472 }
a61af66fc99e Initial load
duke
parents:
diff changeset
473
a61af66fc99e Initial load
duke
parents:
diff changeset
474 // If the sender is deoptimized the we must retrieve the address of the handler
a61af66fc99e Initial load
duke
parents:
diff changeset
475 // since the frame will "magically" show the original pc before the deopt
a61af66fc99e Initial load
duke
parents:
diff changeset
476 // and we'd undo the deopt.
a61af66fc99e Initial load
duke
parents:
diff changeset
477
a61af66fc99e Initial load
duke
parents:
diff changeset
478 frame_pcs[0] = deopt_sender.raw_pc();
a61af66fc99e Initial load
duke
parents:
diff changeset
479
1692
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
480 #ifndef SHARK
0
a61af66fc99e Initial load
duke
parents:
diff changeset
481 assert(CodeCache::find_blob_unsafe(frame_pcs[0]) != NULL, "bad pc");
1692
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
482 #endif // SHARK
0
a61af66fc99e Initial load
duke
parents:
diff changeset
483
a61af66fc99e Initial load
duke
parents:
diff changeset
484 UnrollBlock* info = new UnrollBlock(array->frame_size() * BytesPerWord,
a61af66fc99e Initial load
duke
parents:
diff changeset
485 caller_adjustment * BytesPerWord,
4042
b20d64f83668 7090904: JSR 292: JRuby junit test crashes in PSScavengeRootsClosure::do_oop
twisti
parents: 3931
diff changeset
486 caller_was_method_handle ? 0 : callee_parameters,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
487 number_of_frames,
a61af66fc99e Initial load
duke
parents:
diff changeset
488 frame_sizes,
a61af66fc99e Initial load
duke
parents:
diff changeset
489 frame_pcs,
a61af66fc99e Initial load
duke
parents:
diff changeset
490 return_type);
3931
5432047c7db7 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 3369
diff changeset
491 // On some platforms, we need a way to pass some platform dependent
5432047c7db7 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 3369
diff changeset
492 // information to the unpacking code so the skeletal frames come out
5432047c7db7 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 3369
diff changeset
493 // correct (initial fp value, unextended sp, ...)
5432047c7db7 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 3369
diff changeset
494 info->set_initial_info((intptr_t) array->sender().initial_deoptimization_info());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
495
a61af66fc99e Initial load
duke
parents:
diff changeset
496 if (array->frames() > 1) {
a61af66fc99e Initial load
duke
parents:
diff changeset
497 if (VerifyStack && TraceDeoptimization) {
6843
c3e799c37717 7177003: C1: LogCompilation support
vlivanov
parents: 6725
diff changeset
498 ttyLocker ttyl;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
499 tty->print_cr("Deoptimizing method containing inlining");
a61af66fc99e Initial load
duke
parents:
diff changeset
500 }
a61af66fc99e Initial load
duke
parents:
diff changeset
501 }
a61af66fc99e Initial load
duke
parents:
diff changeset
502
a61af66fc99e Initial load
duke
parents:
diff changeset
503 array->set_unroll_block(info);
a61af66fc99e Initial load
duke
parents:
diff changeset
504 return info;
a61af66fc99e Initial load
duke
parents:
diff changeset
505 }
a61af66fc99e Initial load
duke
parents:
diff changeset
506
a61af66fc99e Initial load
duke
parents:
diff changeset
507 // Called to cleanup deoptimization data structures in normal case
a61af66fc99e Initial load
duke
parents:
diff changeset
508 // after unpacking to stack and when stack overflow error occurs
a61af66fc99e Initial load
duke
parents:
diff changeset
509 void Deoptimization::cleanup_deopt_info(JavaThread *thread,
a61af66fc99e Initial load
duke
parents:
diff changeset
510 vframeArray *array) {
a61af66fc99e Initial load
duke
parents:
diff changeset
511
a61af66fc99e Initial load
duke
parents:
diff changeset
512 // Get array if coming from exception
a61af66fc99e Initial load
duke
parents:
diff changeset
513 if (array == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
514 array = thread->vframe_array_head();
a61af66fc99e Initial load
duke
parents:
diff changeset
515 }
a61af66fc99e Initial load
duke
parents:
diff changeset
516 thread->set_vframe_array_head(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
517
a61af66fc99e Initial load
duke
parents:
diff changeset
518 // Free the previous UnrollBlock
a61af66fc99e Initial load
duke
parents:
diff changeset
519 vframeArray* old_array = thread->vframe_array_last();
a61af66fc99e Initial load
duke
parents:
diff changeset
520 thread->set_vframe_array_last(array);
a61af66fc99e Initial load
duke
parents:
diff changeset
521
a61af66fc99e Initial load
duke
parents:
diff changeset
522 if (old_array != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
523 UnrollBlock* old_info = old_array->unroll_block();
a61af66fc99e Initial load
duke
parents:
diff changeset
524 old_array->set_unroll_block(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
525 delete old_info;
a61af66fc99e Initial load
duke
parents:
diff changeset
526 delete old_array;
a61af66fc99e Initial load
duke
parents:
diff changeset
527 }
a61af66fc99e Initial load
duke
parents:
diff changeset
528
a61af66fc99e Initial load
duke
parents:
diff changeset
529 // Deallocate any resource creating in this routine and any ResourceObjs allocated
a61af66fc99e Initial load
duke
parents:
diff changeset
530 // inside the vframeArray (StackValueCollections)
a61af66fc99e Initial load
duke
parents:
diff changeset
531
a61af66fc99e Initial load
duke
parents:
diff changeset
532 delete thread->deopt_mark();
a61af66fc99e Initial load
duke
parents:
diff changeset
533 thread->set_deopt_mark(NULL);
1814
fd5d4527cdf5 6986270: guarantee(*bcp != Bytecodes::_monitorenter || exec_mode != Deoptimization::Unpack_exception) fails
iveresov
parents: 1783
diff changeset
534 thread->set_deopt_nmethod(NULL);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
535
a61af66fc99e Initial load
duke
parents:
diff changeset
536
a61af66fc99e Initial load
duke
parents:
diff changeset
537 if (JvmtiExport::can_pop_frame()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
538 #ifndef CC_INTERP
a61af66fc99e Initial load
duke
parents:
diff changeset
539 // Regardless of whether we entered this routine with the pending
a61af66fc99e Initial load
duke
parents:
diff changeset
540 // popframe condition bit set, we should always clear it now
a61af66fc99e Initial load
duke
parents:
diff changeset
541 thread->clear_popframe_condition();
a61af66fc99e Initial load
duke
parents:
diff changeset
542 #else
a61af66fc99e Initial load
duke
parents:
diff changeset
543 // C++ interpeter will clear has_pending_popframe when it enters
a61af66fc99e Initial load
duke
parents:
diff changeset
544 // with method_resume. For deopt_resume2 we clear it now.
a61af66fc99e Initial load
duke
parents:
diff changeset
545 if (thread->popframe_forcing_deopt_reexecution())
a61af66fc99e Initial load
duke
parents:
diff changeset
546 thread->clear_popframe_condition();
a61af66fc99e Initial load
duke
parents:
diff changeset
547 #endif /* CC_INTERP */
a61af66fc99e Initial load
duke
parents:
diff changeset
548 }
a61af66fc99e Initial load
duke
parents:
diff changeset
549
a61af66fc99e Initial load
duke
parents:
diff changeset
550 // unpack_frames() is called at the end of the deoptimization handler
a61af66fc99e Initial load
duke
parents:
diff changeset
551 // and (in C2) at the end of the uncommon trap handler. Note this fact
a61af66fc99e Initial load
duke
parents:
diff changeset
552 // so that an asynchronous stack walker can work again. This counter is
a61af66fc99e Initial load
duke
parents:
diff changeset
553 // incremented at the beginning of fetch_unroll_info() and (in C2) at
a61af66fc99e Initial load
duke
parents:
diff changeset
554 // the beginning of uncommon_trap().
a61af66fc99e Initial load
duke
parents:
diff changeset
555 thread->dec_in_deopt_handler();
a61af66fc99e Initial load
duke
parents:
diff changeset
556 }
a61af66fc99e Initial load
duke
parents:
diff changeset
557
a61af66fc99e Initial load
duke
parents:
diff changeset
558
a61af66fc99e Initial load
duke
parents:
diff changeset
559 // Return BasicType of value being returned
a61af66fc99e Initial load
duke
parents:
diff changeset
560 JRT_LEAF(BasicType, Deoptimization::unpack_frames(JavaThread* thread, int exec_mode))
a61af66fc99e Initial load
duke
parents:
diff changeset
561
a61af66fc99e Initial load
duke
parents:
diff changeset
562 // We are already active int he special DeoptResourceMark any ResourceObj's we
a61af66fc99e Initial load
duke
parents:
diff changeset
563 // allocate will be freed at the end of the routine.
a61af66fc99e Initial load
duke
parents:
diff changeset
564
a61af66fc99e Initial load
duke
parents:
diff changeset
565 // It is actually ok to allocate handles in a leaf method. It causes no safepoints,
a61af66fc99e Initial load
duke
parents:
diff changeset
566 // but makes the entry a little slower. There is however a little dance we have to
a61af66fc99e Initial load
duke
parents:
diff changeset
567 // do in debug mode to get around the NoHandleMark code in the JRT_LEAF macro
a61af66fc99e Initial load
duke
parents:
diff changeset
568 ResetNoHandleMark rnhm; // No-op in release/product versions
a61af66fc99e Initial load
duke
parents:
diff changeset
569 HandleMark hm;
a61af66fc99e Initial load
duke
parents:
diff changeset
570
a61af66fc99e Initial load
duke
parents:
diff changeset
571 frame stub_frame = thread->last_frame();
a61af66fc99e Initial load
duke
parents:
diff changeset
572
a61af66fc99e Initial load
duke
parents:
diff changeset
573 // Since the frame to unpack is the top frame of this thread, the vframe_array_head
a61af66fc99e Initial load
duke
parents:
diff changeset
574 // must point to the vframeArray for the unpack frame.
a61af66fc99e Initial load
duke
parents:
diff changeset
575 vframeArray* array = thread->vframe_array_head();
a61af66fc99e Initial load
duke
parents:
diff changeset
576
a61af66fc99e Initial load
duke
parents:
diff changeset
577 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
578 if (TraceDeoptimization) {
6843
c3e799c37717 7177003: C1: LogCompilation support
vlivanov
parents: 6725
diff changeset
579 ttyLocker ttyl;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
580 tty->print_cr("DEOPT UNPACKING thread " INTPTR_FORMAT " vframeArray " INTPTR_FORMAT " mode %d", thread, array, exec_mode);
a61af66fc99e Initial load
duke
parents:
diff changeset
581 }
a61af66fc99e Initial load
duke
parents:
diff changeset
582 #endif
4872
aa3d708d67c4 7141200: log some interesting information in ring buffers for crashes
never
parents: 4777
diff changeset
583 Events::log(thread, "DEOPT UNPACKING pc=" INTPTR_FORMAT " sp=" INTPTR_FORMAT " mode %d",
aa3d708d67c4 7141200: log some interesting information in ring buffers for crashes
never
parents: 4777
diff changeset
584 stub_frame.pc(), stub_frame.sp(), exec_mode);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
585
a61af66fc99e Initial load
duke
parents:
diff changeset
586 UnrollBlock* info = array->unroll_block();
a61af66fc99e Initial load
duke
parents:
diff changeset
587
a61af66fc99e Initial load
duke
parents:
diff changeset
588 // Unpack the interpreter frames and any adapter frame (c2 only) we might create.
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3346
diff changeset
589 array->unpack_to_stack(stub_frame, exec_mode, info->caller_actual_parameters());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
590
a61af66fc99e Initial load
duke
parents:
diff changeset
591 BasicType bt = info->return_type();
a61af66fc99e Initial load
duke
parents:
diff changeset
592
a61af66fc99e Initial load
duke
parents:
diff changeset
593 // If we have an exception pending, claim that the return type is an oop
a61af66fc99e Initial load
duke
parents:
diff changeset
594 // so the deopt_blob does not overwrite the exception_oop.
a61af66fc99e Initial load
duke
parents:
diff changeset
595
a61af66fc99e Initial load
duke
parents:
diff changeset
596 if (exec_mode == Unpack_exception)
a61af66fc99e Initial load
duke
parents:
diff changeset
597 bt = T_OBJECT;
a61af66fc99e Initial load
duke
parents:
diff changeset
598
a61af66fc99e Initial load
duke
parents:
diff changeset
599 // Cleanup thread deopt data
a61af66fc99e Initial load
duke
parents:
diff changeset
600 cleanup_deopt_info(thread, array);
a61af66fc99e Initial load
duke
parents:
diff changeset
601
a61af66fc99e Initial load
duke
parents:
diff changeset
602 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
603 if (VerifyStack) {
a61af66fc99e Initial load
duke
parents:
diff changeset
604 ResourceMark res_mark;
a61af66fc99e Initial load
duke
parents:
diff changeset
605
3336
2e038ad0c1d0 7009361: JSR 292 Invalid value on stack on solaris-sparc with -Xcomp
never
parents: 2338
diff changeset
606 thread->validate_frame_layout();
2e038ad0c1d0 7009361: JSR 292 Invalid value on stack on solaris-sparc with -Xcomp
never
parents: 2338
diff changeset
607
0
a61af66fc99e Initial load
duke
parents:
diff changeset
608 // Verify that the just-unpacked frames match the interpreter's
a61af66fc99e Initial load
duke
parents:
diff changeset
609 // notions of expression stack and locals
a61af66fc99e Initial load
duke
parents:
diff changeset
610 vframeArray* cur_array = thread->vframe_array_last();
a61af66fc99e Initial load
duke
parents:
diff changeset
611 RegisterMap rm(thread, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
612 rm.set_include_argument_oops(false);
a61af66fc99e Initial load
duke
parents:
diff changeset
613 bool is_top_frame = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
614 int callee_size_of_parameters = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
615 int callee_max_locals = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
616 for (int i = 0; i < cur_array->frames(); i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
617 vframeArrayElement* el = cur_array->element(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
618 frame* iframe = el->iframe();
a61af66fc99e Initial load
duke
parents:
diff changeset
619 guarantee(iframe->is_interpreted_frame(), "Wrong frame type");
a61af66fc99e Initial load
duke
parents:
diff changeset
620
a61af66fc99e Initial load
duke
parents:
diff changeset
621 // Get the oop map for this bci
a61af66fc99e Initial load
duke
parents:
diff changeset
622 InterpreterOopMap mask;
a61af66fc99e Initial load
duke
parents:
diff changeset
623 int cur_invoke_parameter_size = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
624 bool try_next_mask = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
625 int next_mask_expression_stack_size = -1;
a61af66fc99e Initial load
duke
parents:
diff changeset
626 int top_frame_expression_stack_adjustment = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
627 methodHandle mh(thread, iframe->interpreter_frame_method());
a61af66fc99e Initial load
duke
parents:
diff changeset
628 OopMapCache::compute_one_oop_map(mh, iframe->interpreter_frame_bci(), &mask);
a61af66fc99e Initial load
duke
parents:
diff changeset
629 BytecodeStream str(mh);
a61af66fc99e Initial load
duke
parents:
diff changeset
630 str.set_start(iframe->interpreter_frame_bci());
a61af66fc99e Initial load
duke
parents:
diff changeset
631 int max_bci = mh->code_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
632 // Get to the next bytecode if possible
a61af66fc99e Initial load
duke
parents:
diff changeset
633 assert(str.bci() < max_bci, "bci in interpreter frame out of bounds");
a61af66fc99e Initial load
duke
parents:
diff changeset
634 // Check to see if we can grab the number of outgoing arguments
a61af66fc99e Initial load
duke
parents:
diff changeset
635 // at an uncommon trap for an invoke (where the compiler
a61af66fc99e Initial load
duke
parents:
diff changeset
636 // generates debug info before the invoke has executed)
a61af66fc99e Initial load
duke
parents:
diff changeset
637 Bytecodes::Code cur_code = str.next();
a61af66fc99e Initial load
duke
parents:
diff changeset
638 if (cur_code == Bytecodes::_invokevirtual ||
a61af66fc99e Initial load
duke
parents:
diff changeset
639 cur_code == Bytecodes::_invokespecial ||
a61af66fc99e Initial load
duke
parents:
diff changeset
640 cur_code == Bytecodes::_invokestatic ||
a61af66fc99e Initial load
duke
parents:
diff changeset
641 cur_code == Bytecodes::_invokeinterface) {
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 1972
diff changeset
642 Bytecode_invoke invoke(mh, iframe->interpreter_frame_bci());
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2142
diff changeset
643 Symbol* signature = invoke.signature();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
644 ArgumentSizeComputer asc(signature);
a61af66fc99e Initial load
duke
parents:
diff changeset
645 cur_invoke_parameter_size = asc.size();
a61af66fc99e Initial load
duke
parents:
diff changeset
646 if (cur_code != Bytecodes::_invokestatic) {
a61af66fc99e Initial load
duke
parents:
diff changeset
647 // Add in receiver
a61af66fc99e Initial load
duke
parents:
diff changeset
648 ++cur_invoke_parameter_size;
a61af66fc99e Initial load
duke
parents:
diff changeset
649 }
a61af66fc99e Initial load
duke
parents:
diff changeset
650 }
a61af66fc99e Initial load
duke
parents:
diff changeset
651 if (str.bci() < max_bci) {
a61af66fc99e Initial load
duke
parents:
diff changeset
652 Bytecodes::Code bc = str.next();
a61af66fc99e Initial load
duke
parents:
diff changeset
653 if (bc >= 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
654 // The interpreter oop map generator reports results before
a61af66fc99e Initial load
duke
parents:
diff changeset
655 // the current bytecode has executed except in the case of
a61af66fc99e Initial load
duke
parents:
diff changeset
656 // calls. It seems to be hard to tell whether the compiler
a61af66fc99e Initial load
duke
parents:
diff changeset
657 // has emitted debug information matching the "state before"
a61af66fc99e Initial load
duke
parents:
diff changeset
658 // a given bytecode or the state after, so we try both
a61af66fc99e Initial load
duke
parents:
diff changeset
659 switch (cur_code) {
a61af66fc99e Initial load
duke
parents:
diff changeset
660 case Bytecodes::_invokevirtual:
a61af66fc99e Initial load
duke
parents:
diff changeset
661 case Bytecodes::_invokespecial:
a61af66fc99e Initial load
duke
parents:
diff changeset
662 case Bytecodes::_invokestatic:
a61af66fc99e Initial load
duke
parents:
diff changeset
663 case Bytecodes::_invokeinterface:
a61af66fc99e Initial load
duke
parents:
diff changeset
664 case Bytecodes::_athrow:
a61af66fc99e Initial load
duke
parents:
diff changeset
665 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
666 default: {
a61af66fc99e Initial load
duke
parents:
diff changeset
667 InterpreterOopMap next_mask;
a61af66fc99e Initial load
duke
parents:
diff changeset
668 OopMapCache::compute_one_oop_map(mh, str.bci(), &next_mask);
a61af66fc99e Initial load
duke
parents:
diff changeset
669 next_mask_expression_stack_size = next_mask.expression_stack_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
670 // Need to subtract off the size of the result type of
a61af66fc99e Initial load
duke
parents:
diff changeset
671 // the bytecode because this is not described in the
a61af66fc99e Initial load
duke
parents:
diff changeset
672 // debug info but returned to the interpreter in the TOS
a61af66fc99e Initial load
duke
parents:
diff changeset
673 // caching register
a61af66fc99e Initial load
duke
parents:
diff changeset
674 BasicType bytecode_result_type = Bytecodes::result_type(cur_code);
a61af66fc99e Initial load
duke
parents:
diff changeset
675 if (bytecode_result_type != T_ILLEGAL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
676 top_frame_expression_stack_adjustment = type2size[bytecode_result_type];
a61af66fc99e Initial load
duke
parents:
diff changeset
677 }
a61af66fc99e Initial load
duke
parents:
diff changeset
678 assert(top_frame_expression_stack_adjustment >= 0, "");
a61af66fc99e Initial load
duke
parents:
diff changeset
679 try_next_mask = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
680 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
681 }
a61af66fc99e Initial load
duke
parents:
diff changeset
682 }
a61af66fc99e Initial load
duke
parents:
diff changeset
683 }
a61af66fc99e Initial load
duke
parents:
diff changeset
684 }
a61af66fc99e Initial load
duke
parents:
diff changeset
685
a61af66fc99e Initial load
duke
parents:
diff changeset
686 // Verify stack depth and oops in frame
a61af66fc99e Initial load
duke
parents:
diff changeset
687 // This assertion may be dependent on the platform we're running on and may need modification (tested on x86 and sparc)
a61af66fc99e Initial load
duke
parents:
diff changeset
688 if (!(
a61af66fc99e Initial load
duke
parents:
diff changeset
689 /* SPARC */
a61af66fc99e Initial load
duke
parents:
diff changeset
690 (iframe->interpreter_frame_expression_stack_size() == mask.expression_stack_size() + callee_size_of_parameters) ||
a61af66fc99e Initial load
duke
parents:
diff changeset
691 /* x86 */
a61af66fc99e Initial load
duke
parents:
diff changeset
692 (iframe->interpreter_frame_expression_stack_size() == mask.expression_stack_size() + callee_max_locals) ||
a61af66fc99e Initial load
duke
parents:
diff changeset
693 (try_next_mask &&
a61af66fc99e Initial load
duke
parents:
diff changeset
694 (iframe->interpreter_frame_expression_stack_size() == (next_mask_expression_stack_size -
a61af66fc99e Initial load
duke
parents:
diff changeset
695 top_frame_expression_stack_adjustment))) ||
a61af66fc99e Initial load
duke
parents:
diff changeset
696 (is_top_frame && (exec_mode == Unpack_exception) && iframe->interpreter_frame_expression_stack_size() == 0) ||
a61af66fc99e Initial load
duke
parents:
diff changeset
697 (is_top_frame && (exec_mode == Unpack_uncommon_trap || exec_mode == Unpack_reexecute) &&
a61af66fc99e Initial load
duke
parents:
diff changeset
698 (iframe->interpreter_frame_expression_stack_size() == mask.expression_stack_size() + cur_invoke_parameter_size))
a61af66fc99e Initial load
duke
parents:
diff changeset
699 )) {
a61af66fc99e Initial load
duke
parents:
diff changeset
700 ttyLocker ttyl;
a61af66fc99e Initial load
duke
parents:
diff changeset
701
a61af66fc99e Initial load
duke
parents:
diff changeset
702 // Print out some information that will help us debug the problem
a61af66fc99e Initial load
duke
parents:
diff changeset
703 tty->print_cr("Wrong number of expression stack elements during deoptimization");
a61af66fc99e Initial load
duke
parents:
diff changeset
704 tty->print_cr(" Error occurred while verifying frame %d (0..%d, 0 is topmost)", i, cur_array->frames() - 1);
a61af66fc99e Initial load
duke
parents:
diff changeset
705 tty->print_cr(" Fabricated interpreter frame had %d expression stack elements",
a61af66fc99e Initial load
duke
parents:
diff changeset
706 iframe->interpreter_frame_expression_stack_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
707 tty->print_cr(" Interpreter oop map had %d expression stack elements", mask.expression_stack_size());
a61af66fc99e Initial load
duke
parents:
diff changeset
708 tty->print_cr(" try_next_mask = %d", try_next_mask);
a61af66fc99e Initial load
duke
parents:
diff changeset
709 tty->print_cr(" next_mask_expression_stack_size = %d", next_mask_expression_stack_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
710 tty->print_cr(" callee_size_of_parameters = %d", callee_size_of_parameters);
a61af66fc99e Initial load
duke
parents:
diff changeset
711 tty->print_cr(" callee_max_locals = %d", callee_max_locals);
a61af66fc99e Initial load
duke
parents:
diff changeset
712 tty->print_cr(" top_frame_expression_stack_adjustment = %d", top_frame_expression_stack_adjustment);
a61af66fc99e Initial load
duke
parents:
diff changeset
713 tty->print_cr(" exec_mode = %d", exec_mode);
a61af66fc99e Initial load
duke
parents:
diff changeset
714 tty->print_cr(" cur_invoke_parameter_size = %d", cur_invoke_parameter_size);
a61af66fc99e Initial load
duke
parents:
diff changeset
715 tty->print_cr(" Thread = " INTPTR_FORMAT ", thread ID = " UINTX_FORMAT, thread, thread->osthread()->thread_id());
a61af66fc99e Initial load
duke
parents:
diff changeset
716 tty->print_cr(" Interpreted frames:");
a61af66fc99e Initial load
duke
parents:
diff changeset
717 for (int k = 0; k < cur_array->frames(); k++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
718 vframeArrayElement* el = cur_array->element(k);
a61af66fc99e Initial load
duke
parents:
diff changeset
719 tty->print_cr(" %s (bci %d)", el->method()->name_and_sig_as_C_string(), el->bci());
a61af66fc99e Initial load
duke
parents:
diff changeset
720 }
a61af66fc99e Initial load
duke
parents:
diff changeset
721 cur_array->print_on_2(tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
722 guarantee(false, "wrong number of expression stack elements during deopt");
a61af66fc99e Initial load
duke
parents:
diff changeset
723 }
a61af66fc99e Initial load
duke
parents:
diff changeset
724 VerifyOopClosure verify;
7179
d0aa87f04bd5 8003720: NPG: Method in interpreter stack frame can be deallocated
stefank
parents: 6940
diff changeset
725 iframe->oops_interpreted_do(&verify, NULL, &rm, false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
726 callee_size_of_parameters = mh->size_of_parameters();
a61af66fc99e Initial load
duke
parents:
diff changeset
727 callee_max_locals = mh->max_locals();
a61af66fc99e Initial load
duke
parents:
diff changeset
728 is_top_frame = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
729 }
a61af66fc99e Initial load
duke
parents:
diff changeset
730 }
a61af66fc99e Initial load
duke
parents:
diff changeset
731 #endif /* !PRODUCT */
a61af66fc99e Initial load
duke
parents:
diff changeset
732
a61af66fc99e Initial load
duke
parents:
diff changeset
733
a61af66fc99e Initial load
duke
parents:
diff changeset
734 return bt;
a61af66fc99e Initial load
duke
parents:
diff changeset
735 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
736
a61af66fc99e Initial load
duke
parents:
diff changeset
737
a61af66fc99e Initial load
duke
parents:
diff changeset
738 int Deoptimization::deoptimize_dependents() {
a61af66fc99e Initial load
duke
parents:
diff changeset
739 Threads::deoptimized_wrt_marked_nmethods();
a61af66fc99e Initial load
duke
parents:
diff changeset
740 return 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
741 }
a61af66fc99e Initial load
duke
parents:
diff changeset
742
a61af66fc99e Initial load
duke
parents:
diff changeset
743
a61af66fc99e Initial load
duke
parents:
diff changeset
744 #ifdef COMPILER2
a61af66fc99e Initial load
duke
parents:
diff changeset
745 bool Deoptimization::realloc_objects(JavaThread* thread, frame* fr, GrowableArray<ScopeValue*>* objects, TRAPS) {
a61af66fc99e Initial load
duke
parents:
diff changeset
746 Handle pending_exception(thread->pending_exception());
a61af66fc99e Initial load
duke
parents:
diff changeset
747 const char* exception_file = thread->exception_file();
a61af66fc99e Initial load
duke
parents:
diff changeset
748 int exception_line = thread->exception_line();
a61af66fc99e Initial load
duke
parents:
diff changeset
749 thread->clear_pending_exception();
a61af66fc99e Initial load
duke
parents:
diff changeset
750
a61af66fc99e Initial load
duke
parents:
diff changeset
751 for (int i = 0; i < objects->length(); i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
752 assert(objects->at(i)->is_object(), "invalid debug information");
a61af66fc99e Initial load
duke
parents:
diff changeset
753 ObjectValue* sv = (ObjectValue*) objects->at(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
754
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
755 KlassHandle k(java_lang_Class::as_Klass(sv->klass()->as_ConstantOopReadValue()->value()()));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
756 oop obj = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
757
a61af66fc99e Initial load
duke
parents:
diff changeset
758 if (k->oop_is_instance()) {
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
759 InstanceKlass* ik = InstanceKlass::cast(k());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
760 obj = ik->allocate_instance(CHECK_(false));
a61af66fc99e Initial load
duke
parents:
diff changeset
761 } else if (k->oop_is_typeArray()) {
6831
d8ce2825b193 8000213: NPG: Should have renamed arrayKlass and typeArrayKlass
coleenp
parents: 6725
diff changeset
762 TypeArrayKlass* ak = TypeArrayKlass::cast(k());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
763 assert(sv->field_size() % type2size[ak->element_type()] == 0, "non-integral array length");
a61af66fc99e Initial load
duke
parents:
diff changeset
764 int len = sv->field_size() / type2size[ak->element_type()];
a61af66fc99e Initial load
duke
parents:
diff changeset
765 obj = ak->allocate(len, CHECK_(false));
a61af66fc99e Initial load
duke
parents:
diff changeset
766 } else if (k->oop_is_objArray()) {
6831
d8ce2825b193 8000213: NPG: Should have renamed arrayKlass and typeArrayKlass
coleenp
parents: 6725
diff changeset
767 ObjArrayKlass* ak = ObjArrayKlass::cast(k());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
768 obj = ak->allocate(sv->field_size(), CHECK_(false));
a61af66fc99e Initial load
duke
parents:
diff changeset
769 }
a61af66fc99e Initial load
duke
parents:
diff changeset
770
a61af66fc99e Initial load
duke
parents:
diff changeset
771 assert(obj != NULL, "allocation failed");
a61af66fc99e Initial load
duke
parents:
diff changeset
772 assert(sv->value().is_null(), "redundant reallocation");
a61af66fc99e Initial load
duke
parents:
diff changeset
773 sv->set_value(obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
774 }
a61af66fc99e Initial load
duke
parents:
diff changeset
775
a61af66fc99e Initial load
duke
parents:
diff changeset
776 if (pending_exception.not_null()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
777 thread->set_pending_exception(pending_exception(), exception_file, exception_line);
a61af66fc99e Initial load
duke
parents:
diff changeset
778 }
a61af66fc99e Initial load
duke
parents:
diff changeset
779
a61af66fc99e Initial load
duke
parents:
diff changeset
780 return true;
a61af66fc99e Initial load
duke
parents:
diff changeset
781 }
a61af66fc99e Initial load
duke
parents:
diff changeset
782
a61af66fc99e Initial load
duke
parents:
diff changeset
783 // This assumes that the fields are stored in ObjectValue in the same order
a61af66fc99e Initial load
duke
parents:
diff changeset
784 // they are yielded by do_nonstatic_fields.
a61af66fc99e Initial load
duke
parents:
diff changeset
785 class FieldReassigner: public FieldClosure {
a61af66fc99e Initial load
duke
parents:
diff changeset
786 frame* _fr;
a61af66fc99e Initial load
duke
parents:
diff changeset
787 RegisterMap* _reg_map;
a61af66fc99e Initial load
duke
parents:
diff changeset
788 ObjectValue* _sv;
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
789 InstanceKlass* _ik;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
790 oop _obj;
a61af66fc99e Initial load
duke
parents:
diff changeset
791
a61af66fc99e Initial load
duke
parents:
diff changeset
792 int _i;
a61af66fc99e Initial load
duke
parents:
diff changeset
793 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
794 FieldReassigner(frame* fr, RegisterMap* reg_map, ObjectValue* sv, oop obj) :
a61af66fc99e Initial load
duke
parents:
diff changeset
795 _fr(fr), _reg_map(reg_map), _sv(sv), _obj(obj), _i(0) {}
a61af66fc99e Initial load
duke
parents:
diff changeset
796
a61af66fc99e Initial load
duke
parents:
diff changeset
797 int i() const { return _i; }
a61af66fc99e Initial load
duke
parents:
diff changeset
798
a61af66fc99e Initial load
duke
parents:
diff changeset
799
a61af66fc99e Initial load
duke
parents:
diff changeset
800 void do_field(fieldDescriptor* fd) {
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
801 intptr_t val;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
802 StackValue* value =
a61af66fc99e Initial load
duke
parents:
diff changeset
803 StackValue::create_stack_value(_fr, _reg_map, _sv->field_at(i()));
a61af66fc99e Initial load
duke
parents:
diff changeset
804 int offset = fd->offset();
a61af66fc99e Initial load
duke
parents:
diff changeset
805 switch (fd->field_type()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
806 case T_OBJECT: case T_ARRAY:
a61af66fc99e Initial load
duke
parents:
diff changeset
807 assert(value->type() == T_OBJECT, "Agreement.");
a61af66fc99e Initial load
duke
parents:
diff changeset
808 _obj->obj_field_put(offset, value->get_obj()());
a61af66fc99e Initial load
duke
parents:
diff changeset
809 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
810
a61af66fc99e Initial load
duke
parents:
diff changeset
811 case T_LONG: case T_DOUBLE: {
a61af66fc99e Initial load
duke
parents:
diff changeset
812 assert(value->type() == T_INT, "Agreement.");
a61af66fc99e Initial load
duke
parents:
diff changeset
813 StackValue* low =
a61af66fc99e Initial load
duke
parents:
diff changeset
814 StackValue::create_stack_value(_fr, _reg_map, _sv->field_at(++_i));
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
815 #ifdef _LP64
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
816 jlong res = (jlong)low->get_int();
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
817 #else
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
818 #ifdef SPARC
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
819 // For SPARC we have to swap high and low words.
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
820 jlong res = jlong_from((jint)low->get_int(), (jint)value->get_int());
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
821 #else
0
a61af66fc99e Initial load
duke
parents:
diff changeset
822 jlong res = jlong_from((jint)value->get_int(), (jint)low->get_int());
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
823 #endif //SPARC
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
824 #endif
0
a61af66fc99e Initial load
duke
parents:
diff changeset
825 _obj->long_field_put(offset, res);
a61af66fc99e Initial load
duke
parents:
diff changeset
826 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
827 }
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
828 // Have to cast to INT (32 bits) pointer to avoid little/big-endian problem.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
829 case T_INT: case T_FLOAT: // 4 bytes.
a61af66fc99e Initial load
duke
parents:
diff changeset
830 assert(value->type() == T_INT, "Agreement.");
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
831 val = value->get_int();
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
832 _obj->int_field_put(offset, (jint)*((jint*)&val));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
833 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
834
a61af66fc99e Initial load
duke
parents:
diff changeset
835 case T_SHORT: case T_CHAR: // 2 bytes
a61af66fc99e Initial load
duke
parents:
diff changeset
836 assert(value->type() == T_INT, "Agreement.");
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
837 val = value->get_int();
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
838 _obj->short_field_put(offset, (jshort)*((jint*)&val));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
839 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
840
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
841 case T_BOOLEAN: case T_BYTE: // 1 byte
0
a61af66fc99e Initial load
duke
parents:
diff changeset
842 assert(value->type() == T_INT, "Agreement.");
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
843 val = value->get_int();
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
844 _obj->bool_field_put(offset, (jboolean)*((jint*)&val));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
845 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
846
a61af66fc99e Initial load
duke
parents:
diff changeset
847 default:
a61af66fc99e Initial load
duke
parents:
diff changeset
848 ShouldNotReachHere();
a61af66fc99e Initial load
duke
parents:
diff changeset
849 }
a61af66fc99e Initial load
duke
parents:
diff changeset
850 _i++;
a61af66fc99e Initial load
duke
parents:
diff changeset
851 }
a61af66fc99e Initial load
duke
parents:
diff changeset
852 };
a61af66fc99e Initial load
duke
parents:
diff changeset
853
a61af66fc99e Initial load
duke
parents:
diff changeset
854 // restore elements of an eliminated type array
a61af66fc99e Initial load
duke
parents:
diff changeset
855 void Deoptimization::reassign_type_array_elements(frame* fr, RegisterMap* reg_map, ObjectValue* sv, typeArrayOop obj, BasicType type) {
a61af66fc99e Initial load
duke
parents:
diff changeset
856 int index = 0;
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
857 intptr_t val;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
858
a61af66fc99e Initial load
duke
parents:
diff changeset
859 for (int i = 0; i < sv->field_size(); i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
860 StackValue* value = StackValue::create_stack_value(fr, reg_map, sv->field_at(i));
a61af66fc99e Initial load
duke
parents:
diff changeset
861 switch(type) {
44
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
862 case T_LONG: case T_DOUBLE: {
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
863 assert(value->type() == T_INT, "Agreement.");
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
864 StackValue* low =
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
865 StackValue::create_stack_value(fr, reg_map, sv->field_at(++i));
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
866 #ifdef _LP64
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
867 jlong res = (jlong)low->get_int();
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
868 #else
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
869 #ifdef SPARC
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
870 // For SPARC we have to swap high and low words.
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
871 jlong res = jlong_from((jint)low->get_int(), (jint)value->get_int());
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
872 #else
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
873 jlong res = jlong_from((jint)value->get_int(), (jint)low->get_int());
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
874 #endif //SPARC
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
875 #endif
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
876 obj->long_at_put(index, res);
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
877 break;
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
878 }
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
879
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
880 // Have to cast to INT (32 bits) pointer to avoid little/big-endian problem.
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
881 case T_INT: case T_FLOAT: // 4 bytes.
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
882 assert(value->type() == T_INT, "Agreement.");
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
883 val = value->get_int();
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
884 obj->int_at_put(index, (jint)*((jint*)&val));
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
885 break;
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
886
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
887 case T_SHORT: case T_CHAR: // 2 bytes
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
888 assert(value->type() == T_INT, "Agreement.");
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
889 val = value->get_int();
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
890 obj->short_at_put(index, (jshort)*((jint*)&val));
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
891 break;
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
892
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
893 case T_BOOLEAN: case T_BYTE: // 1 byte
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
894 assert(value->type() == T_INT, "Agreement.");
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
895 val = value->get_int();
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
896 obj->bool_at_put(index, (jboolean)*((jint*)&val));
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
897 break;
52fed2ec0afb 6667620: (Escape Analysis) fix deoptimization for scalar replaced objects
kvn
parents: 0
diff changeset
898
0
a61af66fc99e Initial load
duke
parents:
diff changeset
899 default:
a61af66fc99e Initial load
duke
parents:
diff changeset
900 ShouldNotReachHere();
a61af66fc99e Initial load
duke
parents:
diff changeset
901 }
a61af66fc99e Initial load
duke
parents:
diff changeset
902 index++;
a61af66fc99e Initial load
duke
parents:
diff changeset
903 }
a61af66fc99e Initial load
duke
parents:
diff changeset
904 }
a61af66fc99e Initial load
duke
parents:
diff changeset
905
a61af66fc99e Initial load
duke
parents:
diff changeset
906
a61af66fc99e Initial load
duke
parents:
diff changeset
907 // restore fields of an eliminated object array
a61af66fc99e Initial load
duke
parents:
diff changeset
908 void Deoptimization::reassign_object_array_elements(frame* fr, RegisterMap* reg_map, ObjectValue* sv, objArrayOop obj) {
a61af66fc99e Initial load
duke
parents:
diff changeset
909 for (int i = 0; i < sv->field_size(); i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
910 StackValue* value = StackValue::create_stack_value(fr, reg_map, sv->field_at(i));
a61af66fc99e Initial load
duke
parents:
diff changeset
911 assert(value->type() == T_OBJECT, "object element expected");
a61af66fc99e Initial load
duke
parents:
diff changeset
912 obj->obj_at_put(i, value->get_obj()());
a61af66fc99e Initial load
duke
parents:
diff changeset
913 }
a61af66fc99e Initial load
duke
parents:
diff changeset
914 }
a61af66fc99e Initial load
duke
parents:
diff changeset
915
a61af66fc99e Initial load
duke
parents:
diff changeset
916
a61af66fc99e Initial load
duke
parents:
diff changeset
917 // restore fields of all eliminated objects and arrays
a61af66fc99e Initial load
duke
parents:
diff changeset
918 void Deoptimization::reassign_fields(frame* fr, RegisterMap* reg_map, GrowableArray<ScopeValue*>* objects) {
a61af66fc99e Initial load
duke
parents:
diff changeset
919 for (int i = 0; i < objects->length(); i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
920 ObjectValue* sv = (ObjectValue*) objects->at(i);
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
921 KlassHandle k(java_lang_Class::as_Klass(sv->klass()->as_ConstantOopReadValue()->value()()));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
922 Handle obj = sv->value();
a61af66fc99e Initial load
duke
parents:
diff changeset
923 assert(obj.not_null(), "reallocation was missed");
a61af66fc99e Initial load
duke
parents:
diff changeset
924
a61af66fc99e Initial load
duke
parents:
diff changeset
925 if (k->oop_is_instance()) {
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
926 InstanceKlass* ik = InstanceKlass::cast(k());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
927 FieldReassigner reassign(fr, reg_map, sv, obj());
a61af66fc99e Initial load
duke
parents:
diff changeset
928 ik->do_nonstatic_fields(&reassign);
a61af66fc99e Initial load
duke
parents:
diff changeset
929 } else if (k->oop_is_typeArray()) {
6831
d8ce2825b193 8000213: NPG: Should have renamed arrayKlass and typeArrayKlass
coleenp
parents: 6725
diff changeset
930 TypeArrayKlass* ak = TypeArrayKlass::cast(k());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
931 reassign_type_array_elements(fr, reg_map, sv, (typeArrayOop) obj(), ak->element_type());
a61af66fc99e Initial load
duke
parents:
diff changeset
932 } else if (k->oop_is_objArray()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
933 reassign_object_array_elements(fr, reg_map, sv, (objArrayOop) obj());
a61af66fc99e Initial load
duke
parents:
diff changeset
934 }
a61af66fc99e Initial load
duke
parents:
diff changeset
935 }
a61af66fc99e Initial load
duke
parents:
diff changeset
936 }
a61af66fc99e Initial load
duke
parents:
diff changeset
937
a61af66fc99e Initial load
duke
parents:
diff changeset
938
a61af66fc99e Initial load
duke
parents:
diff changeset
939 // relock objects for which synchronization was eliminated
83
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
940 void Deoptimization::relock_objects(GrowableArray<MonitorInfo*>* monitors, JavaThread* thread) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
941 for (int i = 0; i < monitors->length(); i++) {
83
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
942 MonitorInfo* mon_info = monitors->at(i);
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
943 if (mon_info->eliminated()) {
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
944 assert(mon_info->owner() != NULL, "reallocation was missed");
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
945 Handle obj = Handle(mon_info->owner());
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
946 markOop mark = obj->mark();
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
947 if (UseBiasedLocking && mark->has_bias_pattern()) {
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
948 // New allocated objects may have the mark set to anonymously biased.
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
949 // Also the deoptimized method may called methods with synchronization
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
950 // where the thread-local object is bias locked to the current thread.
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
951 assert(mark->is_biased_anonymously() ||
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
952 mark->biased_locker() == thread, "should be locked to current thread");
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
953 // Reset mark word to unbiased prototype.
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
954 markOop unbiased_prototype = markOopDesc::prototype()->set_age(mark->age());
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
955 obj->set_mark(unbiased_prototype);
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
956 }
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
957 BasicLock* lock = mon_info->lock();
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
958 ObjectSynchronizer::slow_enter(obj, lock, thread);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
959 }
83
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 44
diff changeset
960 assert(mon_info->owner()->is_locked(), "object must be locked now");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
961 }
a61af66fc99e Initial load
duke
parents:
diff changeset
962 }
a61af66fc99e Initial load
duke
parents:
diff changeset
963
a61af66fc99e Initial load
duke
parents:
diff changeset
964
a61af66fc99e Initial load
duke
parents:
diff changeset
965 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
966 // print information about reallocated objects
a61af66fc99e Initial load
duke
parents:
diff changeset
967 void Deoptimization::print_objects(GrowableArray<ScopeValue*>* objects) {
a61af66fc99e Initial load
duke
parents:
diff changeset
968 fieldDescriptor fd;
a61af66fc99e Initial load
duke
parents:
diff changeset
969
a61af66fc99e Initial load
duke
parents:
diff changeset
970 for (int i = 0; i < objects->length(); i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
971 ObjectValue* sv = (ObjectValue*) objects->at(i);
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
972 KlassHandle k(java_lang_Class::as_Klass(sv->klass()->as_ConstantOopReadValue()->value()()));
0
a61af66fc99e Initial load
duke
parents:
diff changeset
973 Handle obj = sv->value();
a61af66fc99e Initial load
duke
parents:
diff changeset
974
a61af66fc99e Initial load
duke
parents:
diff changeset
975 tty->print(" object <" INTPTR_FORMAT "> of type ", sv->value()());
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
976 k->print_value();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
977 tty->print(" allocated (%d bytes)", obj->size() * HeapWordSize);
a61af66fc99e Initial load
duke
parents:
diff changeset
978 tty->cr();
a61af66fc99e Initial load
duke
parents:
diff changeset
979
a61af66fc99e Initial load
duke
parents:
diff changeset
980 if (Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
981 k->oop_print_on(obj(), tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
982 }
a61af66fc99e Initial load
duke
parents:
diff changeset
983 }
a61af66fc99e Initial load
duke
parents:
diff changeset
984 }
a61af66fc99e Initial load
duke
parents:
diff changeset
985 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
986 #endif // COMPILER2
a61af66fc99e Initial load
duke
parents:
diff changeset
987
a61af66fc99e Initial load
duke
parents:
diff changeset
988 vframeArray* Deoptimization::create_vframeArray(JavaThread* thread, frame fr, RegisterMap *reg_map, GrowableArray<compiledVFrame*>* chunk) {
4872
aa3d708d67c4 7141200: log some interesting information in ring buffers for crashes
never
parents: 4777
diff changeset
989 Events::log(thread, "DEOPT PACKING pc=" INTPTR_FORMAT " sp=" INTPTR_FORMAT, fr.pc(), fr.sp());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
990
a61af66fc99e Initial load
duke
parents:
diff changeset
991 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
992 if (TraceDeoptimization) {
a61af66fc99e Initial load
duke
parents:
diff changeset
993 ttyLocker ttyl;
a61af66fc99e Initial load
duke
parents:
diff changeset
994 tty->print("DEOPT PACKING thread " INTPTR_FORMAT " ", thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
995 fr.print_on(tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
996 tty->print_cr(" Virtual frames (innermost first):");
a61af66fc99e Initial load
duke
parents:
diff changeset
997 for (int index = 0; index < chunk->length(); index++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
998 compiledVFrame* vf = chunk->at(index);
a61af66fc99e Initial load
duke
parents:
diff changeset
999 tty->print(" %2d - ", index);
a61af66fc99e Initial load
duke
parents:
diff changeset
1000 vf->print_value();
a61af66fc99e Initial load
duke
parents:
diff changeset
1001 int bci = chunk->at(index)->raw_bci();
a61af66fc99e Initial load
duke
parents:
diff changeset
1002 const char* code_name;
a61af66fc99e Initial load
duke
parents:
diff changeset
1003 if (bci == SynchronizationEntryBCI) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1004 code_name = "sync entry";
a61af66fc99e Initial load
duke
parents:
diff changeset
1005 } else {
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 1972
diff changeset
1006 Bytecodes::Code code = vf->method()->code_at(bci);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1007 code_name = Bytecodes::name(code);
a61af66fc99e Initial load
duke
parents:
diff changeset
1008 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1009 tty->print(" - %s", code_name);
a61af66fc99e Initial load
duke
parents:
diff changeset
1010 tty->print_cr(" @ bci %d ", bci);
a61af66fc99e Initial load
duke
parents:
diff changeset
1011 if (Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1012 vf->print();
a61af66fc99e Initial load
duke
parents:
diff changeset
1013 tty->cr();
a61af66fc99e Initial load
duke
parents:
diff changeset
1014 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1015 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1016 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1017 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
1018
a61af66fc99e Initial load
duke
parents:
diff changeset
1019 // Register map for next frame (used for stack crawl). We capture
a61af66fc99e Initial load
duke
parents:
diff changeset
1020 // the state of the deopt'ing frame's caller. Thus if we need to
a61af66fc99e Initial load
duke
parents:
diff changeset
1021 // stuff a C2I adapter we can properly fill in the callee-save
a61af66fc99e Initial load
duke
parents:
diff changeset
1022 // register locations.
a61af66fc99e Initial load
duke
parents:
diff changeset
1023 frame caller = fr.sender(reg_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
1024 int frame_size = caller.sp() - fr.sp();
a61af66fc99e Initial load
duke
parents:
diff changeset
1025
a61af66fc99e Initial load
duke
parents:
diff changeset
1026 frame sender = caller;
a61af66fc99e Initial load
duke
parents:
diff changeset
1027
a61af66fc99e Initial load
duke
parents:
diff changeset
1028 // Since the Java thread being deoptimized will eventually adjust it's own stack,
a61af66fc99e Initial load
duke
parents:
diff changeset
1029 // the vframeArray containing the unpacking information is allocated in the C heap.
a61af66fc99e Initial load
duke
parents:
diff changeset
1030 // For Compiler1, the caller of the deoptimized frame is saved for use by unpack_frames().
a61af66fc99e Initial load
duke
parents:
diff changeset
1031 vframeArray* array = vframeArray::allocate(thread, frame_size, chunk, reg_map, sender, caller, fr);
a61af66fc99e Initial load
duke
parents:
diff changeset
1032
a61af66fc99e Initial load
duke
parents:
diff changeset
1033 // Compare the vframeArray to the collected vframes
a61af66fc99e Initial load
duke
parents:
diff changeset
1034 assert(array->structural_compare(thread, chunk), "just checking");
a61af66fc99e Initial load
duke
parents:
diff changeset
1035
a61af66fc99e Initial load
duke
parents:
diff changeset
1036 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
1037 if (TraceDeoptimization) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1038 ttyLocker ttyl;
a61af66fc99e Initial load
duke
parents:
diff changeset
1039 tty->print_cr(" Created vframeArray " INTPTR_FORMAT, array);
a61af66fc99e Initial load
duke
parents:
diff changeset
1040 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1041 #endif // PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
1042
a61af66fc99e Initial load
duke
parents:
diff changeset
1043 return array;
a61af66fc99e Initial load
duke
parents:
diff changeset
1044 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1045
a61af66fc99e Initial load
duke
parents:
diff changeset
1046
a61af66fc99e Initial load
duke
parents:
diff changeset
1047 static void collect_monitors(compiledVFrame* cvf, GrowableArray<Handle>* objects_to_revoke) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1048 GrowableArray<MonitorInfo*>* monitors = cvf->monitors();
a61af66fc99e Initial load
duke
parents:
diff changeset
1049 for (int i = 0; i < monitors->length(); i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1050 MonitorInfo* mon_info = monitors->at(i);
818
b109e761e927 6837472: com/sun/jdi/MonitorFrameInfo.java fails with AggressiveOpts in 6u14
kvn
parents: 196
diff changeset
1051 if (!mon_info->eliminated() && mon_info->owner() != NULL) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1052 objects_to_revoke->append(Handle(mon_info->owner()));
a61af66fc99e Initial load
duke
parents:
diff changeset
1053 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1054 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1055 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1056
a61af66fc99e Initial load
duke
parents:
diff changeset
1057
a61af66fc99e Initial load
duke
parents:
diff changeset
1058 void Deoptimization::revoke_biases_of_monitors(JavaThread* thread, frame fr, RegisterMap* map) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1059 if (!UseBiasedLocking) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1060 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
1061 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1062
a61af66fc99e Initial load
duke
parents:
diff changeset
1063 GrowableArray<Handle>* objects_to_revoke = new GrowableArray<Handle>();
a61af66fc99e Initial load
duke
parents:
diff changeset
1064
a61af66fc99e Initial load
duke
parents:
diff changeset
1065 // Unfortunately we don't have a RegisterMap available in most of
a61af66fc99e Initial load
duke
parents:
diff changeset
1066 // the places we want to call this routine so we need to walk the
a61af66fc99e Initial load
duke
parents:
diff changeset
1067 // stack again to update the register map.
a61af66fc99e Initial load
duke
parents:
diff changeset
1068 if (map == NULL || !map->update_map()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1069 StackFrameStream sfs(thread, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
1070 bool found = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
1071 while (!found && !sfs.is_done()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1072 frame* cur = sfs.current();
a61af66fc99e Initial load
duke
parents:
diff changeset
1073 sfs.next();
a61af66fc99e Initial load
duke
parents:
diff changeset
1074 found = cur->id() == fr.id();
a61af66fc99e Initial load
duke
parents:
diff changeset
1075 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1076 assert(found, "frame to be deoptimized not found on target thread's stack");
a61af66fc99e Initial load
duke
parents:
diff changeset
1077 map = sfs.register_map();
a61af66fc99e Initial load
duke
parents:
diff changeset
1078 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1079
a61af66fc99e Initial load
duke
parents:
diff changeset
1080 vframe* vf = vframe::new_vframe(&fr, map, thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
1081 compiledVFrame* cvf = compiledVFrame::cast(vf);
a61af66fc99e Initial load
duke
parents:
diff changeset
1082 // Revoke monitors' biases in all scopes
a61af66fc99e Initial load
duke
parents:
diff changeset
1083 while (!cvf->is_top()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1084 collect_monitors(cvf, objects_to_revoke);
a61af66fc99e Initial load
duke
parents:
diff changeset
1085 cvf = compiledVFrame::cast(cvf->sender());
a61af66fc99e Initial load
duke
parents:
diff changeset
1086 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1087 collect_monitors(cvf, objects_to_revoke);
a61af66fc99e Initial load
duke
parents:
diff changeset
1088
a61af66fc99e Initial load
duke
parents:
diff changeset
1089 if (SafepointSynchronize::is_at_safepoint()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1090 BiasedLocking::revoke_at_safepoint(objects_to_revoke);
a61af66fc99e Initial load
duke
parents:
diff changeset
1091 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1092 BiasedLocking::revoke(objects_to_revoke);
a61af66fc99e Initial load
duke
parents:
diff changeset
1093 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1094 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1095
a61af66fc99e Initial load
duke
parents:
diff changeset
1096
a61af66fc99e Initial load
duke
parents:
diff changeset
1097 void Deoptimization::revoke_biases_of_monitors(CodeBlob* cb) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1098 if (!UseBiasedLocking) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1099 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
1100 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1101
a61af66fc99e Initial load
duke
parents:
diff changeset
1102 assert(SafepointSynchronize::is_at_safepoint(), "must only be called from safepoint");
a61af66fc99e Initial load
duke
parents:
diff changeset
1103 GrowableArray<Handle>* objects_to_revoke = new GrowableArray<Handle>();
a61af66fc99e Initial load
duke
parents:
diff changeset
1104 for (JavaThread* jt = Threads::first(); jt != NULL ; jt = jt->next()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1105 if (jt->has_last_Java_frame()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1106 StackFrameStream sfs(jt, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
1107 while (!sfs.is_done()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1108 frame* cur = sfs.current();
a61af66fc99e Initial load
duke
parents:
diff changeset
1109 if (cb->contains(cur->pc())) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1110 vframe* vf = vframe::new_vframe(cur, sfs.register_map(), jt);
a61af66fc99e Initial load
duke
parents:
diff changeset
1111 compiledVFrame* cvf = compiledVFrame::cast(vf);
a61af66fc99e Initial load
duke
parents:
diff changeset
1112 // Revoke monitors' biases in all scopes
a61af66fc99e Initial load
duke
parents:
diff changeset
1113 while (!cvf->is_top()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1114 collect_monitors(cvf, objects_to_revoke);
a61af66fc99e Initial load
duke
parents:
diff changeset
1115 cvf = compiledVFrame::cast(cvf->sender());
a61af66fc99e Initial load
duke
parents:
diff changeset
1116 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1117 collect_monitors(cvf, objects_to_revoke);
a61af66fc99e Initial load
duke
parents:
diff changeset
1118 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1119 sfs.next();
a61af66fc99e Initial load
duke
parents:
diff changeset
1120 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1121 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1122 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1123 BiasedLocking::revoke_at_safepoint(objects_to_revoke);
a61af66fc99e Initial load
duke
parents:
diff changeset
1124 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1125
a61af66fc99e Initial load
duke
parents:
diff changeset
1126
a61af66fc99e Initial load
duke
parents:
diff changeset
1127 void Deoptimization::deoptimize_single_frame(JavaThread* thread, frame fr) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1128 assert(fr.can_be_deoptimized(), "checking frame type");
a61af66fc99e Initial load
duke
parents:
diff changeset
1129
a61af66fc99e Initial load
duke
parents:
diff changeset
1130 gather_statistics(Reason_constraint, Action_none, Bytecodes::_illegal);
a61af66fc99e Initial load
duke
parents:
diff changeset
1131
a61af66fc99e Initial load
duke
parents:
diff changeset
1132 // Patch the nmethod so that when execution returns to it we will
a61af66fc99e Initial load
duke
parents:
diff changeset
1133 // deopt the execution state and return to the interpreter.
a61af66fc99e Initial load
duke
parents:
diff changeset
1134 fr.deoptimize(thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
1135 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1136
a61af66fc99e Initial load
duke
parents:
diff changeset
1137 void Deoptimization::deoptimize(JavaThread* thread, frame fr, RegisterMap *map) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1138 // Deoptimize only if the frame comes from compile code.
a61af66fc99e Initial load
duke
parents:
diff changeset
1139 // Do not deoptimize the frame which is already patched
a61af66fc99e Initial load
duke
parents:
diff changeset
1140 // during the execution of the loops below.
a61af66fc99e Initial load
duke
parents:
diff changeset
1141 if (!fr.is_compiled_frame() || fr.is_deoptimized_frame()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1142 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
1143 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1144 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
1145 DeoptimizationMarker dm;
a61af66fc99e Initial load
duke
parents:
diff changeset
1146 if (UseBiasedLocking) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1147 revoke_biases_of_monitors(thread, fr, map);
a61af66fc99e Initial load
duke
parents:
diff changeset
1148 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1149 deoptimize_single_frame(thread, fr);
a61af66fc99e Initial load
duke
parents:
diff changeset
1150
a61af66fc99e Initial load
duke
parents:
diff changeset
1151 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1152
a61af66fc99e Initial load
duke
parents:
diff changeset
1153
1905
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1154 void Deoptimization::deoptimize_frame_internal(JavaThread* thread, intptr_t* id) {
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1155 assert(thread == Thread::current() || SafepointSynchronize::is_at_safepoint(),
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1156 "can only deoptimize other thread at a safepoint");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1157 // Compute frame and register map based on thread and sp.
a61af66fc99e Initial load
duke
parents:
diff changeset
1158 RegisterMap reg_map(thread, UseBiasedLocking);
a61af66fc99e Initial load
duke
parents:
diff changeset
1159 frame fr = thread->last_frame();
a61af66fc99e Initial load
duke
parents:
diff changeset
1160 while (fr.id() != id) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1161 fr = fr.sender(&reg_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
1162 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1163 deoptimize(thread, fr, &reg_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
1164 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1165
a61af66fc99e Initial load
duke
parents:
diff changeset
1166
1905
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1167 void Deoptimization::deoptimize_frame(JavaThread* thread, intptr_t* id) {
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1168 if (thread == Thread::current()) {
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1169 Deoptimization::deoptimize_frame_internal(thread, id);
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1170 } else {
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1171 VM_DeoptimizeFrame deopt(thread, id);
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1172 VMThread::execute(&deopt);
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1173 }
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1174 }
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1175
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1814
diff changeset
1176
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1177 // JVMTI PopFrame support
a61af66fc99e Initial load
duke
parents:
diff changeset
1178 JRT_LEAF(void, Deoptimization::popframe_preserve_args(JavaThread* thread, int bytes_to_save, void* start_address))
a61af66fc99e Initial load
duke
parents:
diff changeset
1179 {
a61af66fc99e Initial load
duke
parents:
diff changeset
1180 thread->popframe_preserve_args(in_ByteSize(bytes_to_save), start_address);
a61af66fc99e Initial load
duke
parents:
diff changeset
1181 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1182 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
1183
a61af66fc99e Initial load
duke
parents:
diff changeset
1184
1692
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
1185 #if defined(COMPILER2) || defined(SHARK)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1186 void Deoptimization::load_class_by_index(constantPoolHandle constant_pool, int index, TRAPS) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1187 // in case of an unresolved klass entry, load the class.
a61af66fc99e Initial load
duke
parents:
diff changeset
1188 if (constant_pool->tag_at(index).is_unresolved_klass()) {
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1189 Klass* tk = constant_pool->klass_at(index, CHECK);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1190 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
1191 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1192
a61af66fc99e Initial load
duke
parents:
diff changeset
1193 if (!constant_pool->tag_at(index).is_symbol()) return;
a61af66fc99e Initial load
duke
parents:
diff changeset
1194
6940
18fb7da42534 8000725: NPG: method_holder() and pool_holder() and pool_holder field should be InstanceKlass
coleenp
parents: 6853
diff changeset
1195 Handle class_loader (THREAD, constant_pool->pool_holder()->class_loader());
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2142
diff changeset
1196 Symbol* symbol = constant_pool->symbol_at(index);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1197
a61af66fc99e Initial load
duke
parents:
diff changeset
1198 // class name?
a61af66fc99e Initial load
duke
parents:
diff changeset
1199 if (symbol->byte_at(0) != '(') {
6940
18fb7da42534 8000725: NPG: method_holder() and pool_holder() and pool_holder field should be InstanceKlass
coleenp
parents: 6853
diff changeset
1200 Handle protection_domain (THREAD, constant_pool->pool_holder()->protection_domain());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1201 SystemDictionary::resolve_or_null(symbol, class_loader, protection_domain, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
1202 return;
a61af66fc99e Initial load
duke
parents:
diff changeset
1203 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1204
a61af66fc99e Initial load
duke
parents:
diff changeset
1205 // then it must be a signature!
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2142
diff changeset
1206 ResourceMark rm(THREAD);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1207 for (SignatureStream ss(symbol); !ss.is_done(); ss.next()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1208 if (ss.is_object()) {
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2142
diff changeset
1209 Symbol* class_name = ss.as_symbol(CHECK);
6940
18fb7da42534 8000725: NPG: method_holder() and pool_holder() and pool_holder field should be InstanceKlass
coleenp
parents: 6853
diff changeset
1210 Handle protection_domain (THREAD, constant_pool->pool_holder()->protection_domain());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1211 SystemDictionary::resolve_or_null(class_name, class_loader, protection_domain, CHECK);
a61af66fc99e Initial load
duke
parents:
diff changeset
1212 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1213 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1214 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1215
a61af66fc99e Initial load
duke
parents:
diff changeset
1216
a61af66fc99e Initial load
duke
parents:
diff changeset
1217 void Deoptimization::load_class_by_index(constantPoolHandle constant_pool, int index) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1218 EXCEPTION_MARK;
a61af66fc99e Initial load
duke
parents:
diff changeset
1219 load_class_by_index(constant_pool, index, THREAD);
a61af66fc99e Initial load
duke
parents:
diff changeset
1220 if (HAS_PENDING_EXCEPTION) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1221 // Exception happened during classloading. We ignore the exception here, since it
a61af66fc99e Initial load
duke
parents:
diff changeset
1222 // is going to be rethrown since the current activation is going to be deoptimzied and
a61af66fc99e Initial load
duke
parents:
diff changeset
1223 // the interpreter will re-execute the bytecode.
a61af66fc99e Initial load
duke
parents:
diff changeset
1224 CLEAR_PENDING_EXCEPTION;
a61af66fc99e Initial load
duke
parents:
diff changeset
1225 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1226 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1227
a61af66fc99e Initial load
duke
parents:
diff changeset
1228 JRT_ENTRY(void, Deoptimization::uncommon_trap_inner(JavaThread* thread, jint trap_request)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1229 HandleMark hm;
a61af66fc99e Initial load
duke
parents:
diff changeset
1230
a61af66fc99e Initial load
duke
parents:
diff changeset
1231 // uncommon_trap() is called at the beginning of the uncommon trap
a61af66fc99e Initial load
duke
parents:
diff changeset
1232 // handler. Note this fact before we start generating temporary frames
a61af66fc99e Initial load
duke
parents:
diff changeset
1233 // that can confuse an asynchronous stack walker. This counter is
a61af66fc99e Initial load
duke
parents:
diff changeset
1234 // decremented at the end of unpack_frames().
a61af66fc99e Initial load
duke
parents:
diff changeset
1235 thread->inc_in_deopt_handler();
a61af66fc99e Initial load
duke
parents:
diff changeset
1236
a61af66fc99e Initial load
duke
parents:
diff changeset
1237 // We need to update the map if we have biased locking.
a61af66fc99e Initial load
duke
parents:
diff changeset
1238 RegisterMap reg_map(thread, UseBiasedLocking);
a61af66fc99e Initial load
duke
parents:
diff changeset
1239 frame stub_frame = thread->last_frame();
a61af66fc99e Initial load
duke
parents:
diff changeset
1240 frame fr = stub_frame.sender(&reg_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
1241 // Make sure the calling nmethod is not getting deoptimized and removed
a61af66fc99e Initial load
duke
parents:
diff changeset
1242 // before we are done with it.
a61af66fc99e Initial load
duke
parents:
diff changeset
1243 nmethodLocker nl(fr.pc());
a61af66fc99e Initial load
duke
parents:
diff changeset
1244
4872
aa3d708d67c4 7141200: log some interesting information in ring buffers for crashes
never
parents: 4777
diff changeset
1245 // Log a message
7193
ee32440febeb 8001538: hs_err file does not list anymore compiled methods in compilation events
vlivanov
parents: 6940
diff changeset
1246 Events::log(thread, "Uncommon trap: trap_request=" PTR32_FORMAT " fr.pc=" INTPTR_FORMAT,
ee32440febeb 8001538: hs_err file does not list anymore compiled methods in compilation events
vlivanov
parents: 6940
diff changeset
1247 trap_request, fr.pc());
4872
aa3d708d67c4 7141200: log some interesting information in ring buffers for crashes
never
parents: 4777
diff changeset
1248
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1249 {
a61af66fc99e Initial load
duke
parents:
diff changeset
1250 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
1251
a61af66fc99e Initial load
duke
parents:
diff changeset
1252 // Revoke biases of any monitors in the frame to ensure we can migrate them
a61af66fc99e Initial load
duke
parents:
diff changeset
1253 revoke_biases_of_monitors(thread, fr, &reg_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
1254
a61af66fc99e Initial load
duke
parents:
diff changeset
1255 DeoptReason reason = trap_request_reason(trap_request);
a61af66fc99e Initial load
duke
parents:
diff changeset
1256 DeoptAction action = trap_request_action(trap_request);
a61af66fc99e Initial load
duke
parents:
diff changeset
1257 jint unloaded_class_index = trap_request_index(trap_request); // CP idx or -1
a61af66fc99e Initial load
duke
parents:
diff changeset
1258
a61af66fc99e Initial load
duke
parents:
diff changeset
1259 vframe* vf = vframe::new_vframe(&fr, &reg_map, thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
1260 compiledVFrame* cvf = compiledVFrame::cast(vf);
a61af66fc99e Initial load
duke
parents:
diff changeset
1261
a61af66fc99e Initial load
duke
parents:
diff changeset
1262 nmethod* nm = cvf->code();
a61af66fc99e Initial load
duke
parents:
diff changeset
1263
a61af66fc99e Initial load
duke
parents:
diff changeset
1264 ScopeDesc* trap_scope = cvf->scope();
a61af66fc99e Initial load
duke
parents:
diff changeset
1265 methodHandle trap_method = trap_scope->method();
a61af66fc99e Initial load
duke
parents:
diff changeset
1266 int trap_bci = trap_scope->bci();
2142
8012aa3ccede 4926272: methodOopDesc::method_from_bcp is unsafe
never
parents: 1972
diff changeset
1267 Bytecodes::Code trap_bc = trap_method->java_code_at(trap_bci);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1268
a61af66fc99e Initial load
duke
parents:
diff changeset
1269 // Record this event in the histogram.
a61af66fc99e Initial load
duke
parents:
diff changeset
1270 gather_statistics(reason, action, trap_bc);
a61af66fc99e Initial load
duke
parents:
diff changeset
1271
a61af66fc99e Initial load
duke
parents:
diff changeset
1272 // Ensure that we can record deopt. history:
a61af66fc99e Initial load
duke
parents:
diff changeset
1273 bool create_if_missing = ProfileTraps;
a61af66fc99e Initial load
duke
parents:
diff changeset
1274
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1275 MethodData* trap_mdo =
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1276 get_method_data(thread, trap_method, create_if_missing);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1277
7193
ee32440febeb 8001538: hs_err file does not list anymore compiled methods in compilation events
vlivanov
parents: 6940
diff changeset
1278 // Log a message
ee32440febeb 8001538: hs_err file does not list anymore compiled methods in compilation events
vlivanov
parents: 6940
diff changeset
1279 Events::log_deopt_message(thread, "Uncommon trap: reason=%s action=%s pc=" INTPTR_FORMAT " method=%s @ %d",
ee32440febeb 8001538: hs_err file does not list anymore compiled methods in compilation events
vlivanov
parents: 6940
diff changeset
1280 trap_reason_name(reason), trap_action_name(action), fr.pc(),
ee32440febeb 8001538: hs_err file does not list anymore compiled methods in compilation events
vlivanov
parents: 6940
diff changeset
1281 trap_method->name_and_sig_as_C_string(), trap_bci);
ee32440febeb 8001538: hs_err file does not list anymore compiled methods in compilation events
vlivanov
parents: 6940
diff changeset
1282
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1283 // Print a bunch of diagnostics, if requested.
a61af66fc99e Initial load
duke
parents:
diff changeset
1284 if (TraceDeoptimization || LogCompilation) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1285 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
1286 ttyLocker ttyl;
a61af66fc99e Initial load
duke
parents:
diff changeset
1287 char buf[100];
a61af66fc99e Initial load
duke
parents:
diff changeset
1288 if (xtty != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1289 xtty->begin_head("uncommon_trap thread='" UINTX_FORMAT"' %s",
a61af66fc99e Initial load
duke
parents:
diff changeset
1290 os::current_thread_id(),
a61af66fc99e Initial load
duke
parents:
diff changeset
1291 format_trap_request(buf, sizeof(buf), trap_request));
a61af66fc99e Initial load
duke
parents:
diff changeset
1292 nm->log_identity(xtty);
a61af66fc99e Initial load
duke
parents:
diff changeset
1293 }
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2142
diff changeset
1294 Symbol* class_name = NULL;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1295 bool unresolved = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
1296 if (unloaded_class_index >= 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1297 constantPoolHandle constants (THREAD, trap_method->constants());
a61af66fc99e Initial load
duke
parents:
diff changeset
1298 if (constants->tag_at(unloaded_class_index).is_unresolved_klass()) {
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2142
diff changeset
1299 class_name = constants->klass_name_at(unloaded_class_index);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1300 unresolved = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1301 if (xtty != NULL)
a61af66fc99e Initial load
duke
parents:
diff changeset
1302 xtty->print(" unresolved='1'");
a61af66fc99e Initial load
duke
parents:
diff changeset
1303 } else if (constants->tag_at(unloaded_class_index).is_symbol()) {
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2142
diff changeset
1304 class_name = constants->symbol_at(unloaded_class_index);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1305 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1306 if (xtty != NULL)
a61af66fc99e Initial load
duke
parents:
diff changeset
1307 xtty->name(class_name);
a61af66fc99e Initial load
duke
parents:
diff changeset
1308 }
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1309 if (xtty != NULL && trap_mdo != NULL) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1310 // Dump the relevant MDO state.
a61af66fc99e Initial load
duke
parents:
diff changeset
1311 // This is the deopt count for the current reason, any previous
a61af66fc99e Initial load
duke
parents:
diff changeset
1312 // reasons or recompiles seen at this point.
a61af66fc99e Initial load
duke
parents:
diff changeset
1313 int dcnt = trap_mdo->trap_count(reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
1314 if (dcnt != 0)
a61af66fc99e Initial load
duke
parents:
diff changeset
1315 xtty->print(" count='%d'", dcnt);
a61af66fc99e Initial load
duke
parents:
diff changeset
1316 ProfileData* pdata = trap_mdo->bci_to_data(trap_bci);
a61af66fc99e Initial load
duke
parents:
diff changeset
1317 int dos = (pdata == NULL)? 0: pdata->trap_state();
a61af66fc99e Initial load
duke
parents:
diff changeset
1318 if (dos != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1319 xtty->print(" state='%s'", format_trap_state(buf, sizeof(buf), dos));
a61af66fc99e Initial load
duke
parents:
diff changeset
1320 if (trap_state_is_recompiled(dos)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1321 int recnt2 = trap_mdo->overflow_recompile_count();
a61af66fc99e Initial load
duke
parents:
diff changeset
1322 if (recnt2 != 0)
a61af66fc99e Initial load
duke
parents:
diff changeset
1323 xtty->print(" recompiles2='%d'", recnt2);
a61af66fc99e Initial load
duke
parents:
diff changeset
1324 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1325 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1326 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1327 if (xtty != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1328 xtty->stamp();
a61af66fc99e Initial load
duke
parents:
diff changeset
1329 xtty->end_head();
a61af66fc99e Initial load
duke
parents:
diff changeset
1330 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1331 if (TraceDeoptimization) { // make noise on the tty
a61af66fc99e Initial load
duke
parents:
diff changeset
1332 tty->print("Uncommon trap occurred in");
a61af66fc99e Initial load
duke
parents:
diff changeset
1333 nm->method()->print_short_name(tty);
6843
c3e799c37717 7177003: C1: LogCompilation support
vlivanov
parents: 6725
diff changeset
1334 tty->print(" (@" INTPTR_FORMAT ") thread=" UINTX_FORMAT " reason=%s action=%s unloaded_class_index=%d",
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1335 fr.pc(),
6843
c3e799c37717 7177003: C1: LogCompilation support
vlivanov
parents: 6725
diff changeset
1336 os::current_thread_id(),
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1337 trap_reason_name(reason),
a61af66fc99e Initial load
duke
parents:
diff changeset
1338 trap_action_name(action),
a61af66fc99e Initial load
duke
parents:
diff changeset
1339 unloaded_class_index);
2177
3582bf76420e 6990754: Use native memory and reference counting to implement SymbolTable
coleenp
parents: 2142
diff changeset
1340 if (class_name != NULL) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1341 tty->print(unresolved ? " unresolved class: " : " symbol: ");
a61af66fc99e Initial load
duke
parents:
diff changeset
1342 class_name->print_symbol_on(tty);
a61af66fc99e Initial load
duke
parents:
diff changeset
1343 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1344 tty->cr();
a61af66fc99e Initial load
duke
parents:
diff changeset
1345 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1346 if (xtty != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1347 // Log the precise location of the trap.
a61af66fc99e Initial load
duke
parents:
diff changeset
1348 for (ScopeDesc* sd = trap_scope; ; sd = sd->sender()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1349 xtty->begin_elem("jvms bci='%d'", sd->bci());
a61af66fc99e Initial load
duke
parents:
diff changeset
1350 xtty->method(sd->method());
a61af66fc99e Initial load
duke
parents:
diff changeset
1351 xtty->end_elem();
a61af66fc99e Initial load
duke
parents:
diff changeset
1352 if (sd->is_top()) break;
a61af66fc99e Initial load
duke
parents:
diff changeset
1353 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1354 xtty->tail("uncommon_trap");
a61af66fc99e Initial load
duke
parents:
diff changeset
1355 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1356 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1357 // (End diagnostic printout.)
a61af66fc99e Initial load
duke
parents:
diff changeset
1358
a61af66fc99e Initial load
duke
parents:
diff changeset
1359 // Load class if necessary
a61af66fc99e Initial load
duke
parents:
diff changeset
1360 if (unloaded_class_index >= 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1361 constantPoolHandle constants(THREAD, trap_method->constants());
a61af66fc99e Initial load
duke
parents:
diff changeset
1362 load_class_by_index(constants, unloaded_class_index);
a61af66fc99e Initial load
duke
parents:
diff changeset
1363 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1364
a61af66fc99e Initial load
duke
parents:
diff changeset
1365 // Flush the nmethod if necessary and desirable.
a61af66fc99e Initial load
duke
parents:
diff changeset
1366 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1367 // We need to avoid situations where we are re-flushing the nmethod
a61af66fc99e Initial load
duke
parents:
diff changeset
1368 // because of a hot deoptimization site. Repeated flushes at the same
a61af66fc99e Initial load
duke
parents:
diff changeset
1369 // point need to be detected by the compiler and avoided. If the compiler
a61af66fc99e Initial load
duke
parents:
diff changeset
1370 // cannot avoid them (or has a bug and "refuses" to avoid them), this
a61af66fc99e Initial load
duke
parents:
diff changeset
1371 // module must take measures to avoid an infinite cycle of recompilation
a61af66fc99e Initial load
duke
parents:
diff changeset
1372 // and deoptimization. There are several such measures:
a61af66fc99e Initial load
duke
parents:
diff changeset
1373 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1374 // 1. If a recompilation is ordered a second time at some site X
a61af66fc99e Initial load
duke
parents:
diff changeset
1375 // and for the same reason R, the action is adjusted to 'reinterpret',
a61af66fc99e Initial load
duke
parents:
diff changeset
1376 // to give the interpreter time to exercise the method more thoroughly.
a61af66fc99e Initial load
duke
parents:
diff changeset
1377 // If this happens, the method's overflow_recompile_count is incremented.
a61af66fc99e Initial load
duke
parents:
diff changeset
1378 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1379 // 2. If the compiler fails to reduce the deoptimization rate, then
a61af66fc99e Initial load
duke
parents:
diff changeset
1380 // the method's overflow_recompile_count will begin to exceed the set
a61af66fc99e Initial load
duke
parents:
diff changeset
1381 // limit PerBytecodeRecompilationCutoff. If this happens, the action
a61af66fc99e Initial load
duke
parents:
diff changeset
1382 // is adjusted to 'make_not_compilable', and the method is abandoned
a61af66fc99e Initial load
duke
parents:
diff changeset
1383 // to the interpreter. This is a performance hit for hot methods,
a61af66fc99e Initial load
duke
parents:
diff changeset
1384 // but is better than a disastrous infinite cycle of recompilations.
a61af66fc99e Initial load
duke
parents:
diff changeset
1385 // (Actually, only the method containing the site X is abandoned.)
a61af66fc99e Initial load
duke
parents:
diff changeset
1386 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1387 // 3. In parallel with the previous measures, if the total number of
a61af66fc99e Initial load
duke
parents:
diff changeset
1388 // recompilations of a method exceeds the much larger set limit
a61af66fc99e Initial load
duke
parents:
diff changeset
1389 // PerMethodRecompilationCutoff, the method is abandoned.
a61af66fc99e Initial load
duke
parents:
diff changeset
1390 // This should only happen if the method is very large and has
a61af66fc99e Initial load
duke
parents:
diff changeset
1391 // many "lukewarm" deoptimizations. The code which enforces this
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1392 // limit is elsewhere (class nmethod, class Method).
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1393 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1394 // Note that the per-BCI 'is_recompiled' bit gives the compiler one chance
a61af66fc99e Initial load
duke
parents:
diff changeset
1395 // to recompile at each bytecode independently of the per-BCI cutoff.
a61af66fc99e Initial load
duke
parents:
diff changeset
1396 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1397 // The decision to update code is up to the compiler, and is encoded
a61af66fc99e Initial load
duke
parents:
diff changeset
1398 // in the Action_xxx code. If the compiler requests Action_none
a61af66fc99e Initial load
duke
parents:
diff changeset
1399 // no trap state is changed, no compiled code is changed, and the
a61af66fc99e Initial load
duke
parents:
diff changeset
1400 // computation suffers along in the interpreter.
a61af66fc99e Initial load
duke
parents:
diff changeset
1401 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1402 // The other action codes specify various tactics for decompilation
a61af66fc99e Initial load
duke
parents:
diff changeset
1403 // and recompilation. Action_maybe_recompile is the loosest, and
a61af66fc99e Initial load
duke
parents:
diff changeset
1404 // allows the compiled code to stay around until enough traps are seen,
a61af66fc99e Initial load
duke
parents:
diff changeset
1405 // and until the compiler gets around to recompiling the trapping method.
a61af66fc99e Initial load
duke
parents:
diff changeset
1406 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1407 // The other actions cause immediate removal of the present code.
a61af66fc99e Initial load
duke
parents:
diff changeset
1408
a61af66fc99e Initial load
duke
parents:
diff changeset
1409 bool update_trap_state = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1410 bool make_not_entrant = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
1411 bool make_not_compilable = false;
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1692
diff changeset
1412 bool reprofile = false;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1413 switch (action) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1414 case Action_none:
a61af66fc99e Initial load
duke
parents:
diff changeset
1415 // Keep the old code.
a61af66fc99e Initial load
duke
parents:
diff changeset
1416 update_trap_state = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
1417 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
1418 case Action_maybe_recompile:
a61af66fc99e Initial load
duke
parents:
diff changeset
1419 // Do not need to invalidate the present code, but we can
a61af66fc99e Initial load
duke
parents:
diff changeset
1420 // initiate another
a61af66fc99e Initial load
duke
parents:
diff changeset
1421 // Start compiler without (necessarily) invalidating the nmethod.
a61af66fc99e Initial load
duke
parents:
diff changeset
1422 // The system will tolerate the old code, but new code should be
a61af66fc99e Initial load
duke
parents:
diff changeset
1423 // generated when possible.
a61af66fc99e Initial load
duke
parents:
diff changeset
1424 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
1425 case Action_reinterpret:
a61af66fc99e Initial load
duke
parents:
diff changeset
1426 // Go back into the interpreter for a while, and then consider
a61af66fc99e Initial load
duke
parents:
diff changeset
1427 // recompiling form scratch.
a61af66fc99e Initial load
duke
parents:
diff changeset
1428 make_not_entrant = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1429 // Reset invocation counter for outer most method.
a61af66fc99e Initial load
duke
parents:
diff changeset
1430 // This will allow the interpreter to exercise the bytecodes
a61af66fc99e Initial load
duke
parents:
diff changeset
1431 // for a while before recompiling.
a61af66fc99e Initial load
duke
parents:
diff changeset
1432 // By contrast, Action_make_not_entrant is immediate.
a61af66fc99e Initial load
duke
parents:
diff changeset
1433 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1434 // Note that the compiler will track null_check, null_assert,
a61af66fc99e Initial load
duke
parents:
diff changeset
1435 // range_check, and class_check events and log them as if they
a61af66fc99e Initial load
duke
parents:
diff changeset
1436 // had been traps taken from compiled code. This will update
a61af66fc99e Initial load
duke
parents:
diff changeset
1437 // the MDO trap history so that the next compilation will
a61af66fc99e Initial load
duke
parents:
diff changeset
1438 // properly detect hot trap sites.
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1692
diff changeset
1439 reprofile = true;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1440 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
1441 case Action_make_not_entrant:
a61af66fc99e Initial load
duke
parents:
diff changeset
1442 // Request immediate recompilation, and get rid of the old code.
a61af66fc99e Initial load
duke
parents:
diff changeset
1443 // Make them not entrant, so next time they are called they get
a61af66fc99e Initial load
duke
parents:
diff changeset
1444 // recompiled. Unloaded classes are loaded now so recompile before next
a61af66fc99e Initial load
duke
parents:
diff changeset
1445 // time they are called. Same for uninitialized. The interpreter will
a61af66fc99e Initial load
duke
parents:
diff changeset
1446 // link the missing class, if any.
a61af66fc99e Initial load
duke
parents:
diff changeset
1447 make_not_entrant = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1448 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
1449 case Action_make_not_compilable:
a61af66fc99e Initial load
duke
parents:
diff changeset
1450 // Give up on compiling this method at all.
a61af66fc99e Initial load
duke
parents:
diff changeset
1451 make_not_entrant = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1452 make_not_compilable = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1453 break;
a61af66fc99e Initial load
duke
parents:
diff changeset
1454 default:
a61af66fc99e Initial load
duke
parents:
diff changeset
1455 ShouldNotReachHere();
a61af66fc99e Initial load
duke
parents:
diff changeset
1456 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1457
a61af66fc99e Initial load
duke
parents:
diff changeset
1458 // Setting +ProfileTraps fixes the following, on all platforms:
a61af66fc99e Initial load
duke
parents:
diff changeset
1459 // 4852688: ProfileInterpreter is off by default for ia64. The result is
a61af66fc99e Initial load
duke
parents:
diff changeset
1460 // infinite heroic-opt-uncommon-trap/deopt/recompile cycles, since the
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1461 // recompile relies on a MethodData* to record heroic opt failures.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1462
a61af66fc99e Initial load
duke
parents:
diff changeset
1463 // Whether the interpreter is producing MDO data or not, we also need
a61af66fc99e Initial load
duke
parents:
diff changeset
1464 // to use the MDO to detect hot deoptimization points and control
a61af66fc99e Initial load
duke
parents:
diff changeset
1465 // aggressive optimization.
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1466 bool inc_recompile_count = false;
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1467 ProfileData* pdata = NULL;
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1468 if (ProfileTraps && update_trap_state && trap_mdo != NULL) {
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1469 assert(trap_mdo == get_method_data(thread, trap_method, false), "sanity");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1470 uint this_trap_count = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
1471 bool maybe_prior_trap = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
1472 bool maybe_prior_recompile = false;
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1473 pdata = query_update_method_data(trap_mdo, trap_bci, reason,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1474 //outputs:
a61af66fc99e Initial load
duke
parents:
diff changeset
1475 this_trap_count,
a61af66fc99e Initial load
duke
parents:
diff changeset
1476 maybe_prior_trap,
a61af66fc99e Initial load
duke
parents:
diff changeset
1477 maybe_prior_recompile);
a61af66fc99e Initial load
duke
parents:
diff changeset
1478 // Because the interpreter also counts null, div0, range, and class
a61af66fc99e Initial load
duke
parents:
diff changeset
1479 // checks, these traps from compiled code are double-counted.
a61af66fc99e Initial load
duke
parents:
diff changeset
1480 // This is harmless; it just means that the PerXTrapLimit values
a61af66fc99e Initial load
duke
parents:
diff changeset
1481 // are in effect a little smaller than they look.
a61af66fc99e Initial load
duke
parents:
diff changeset
1482
a61af66fc99e Initial load
duke
parents:
diff changeset
1483 DeoptReason per_bc_reason = reason_recorded_per_bytecode_if_any(reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
1484 if (per_bc_reason != Reason_none) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1485 // Now take action based on the partially known per-BCI history.
a61af66fc99e Initial load
duke
parents:
diff changeset
1486 if (maybe_prior_trap
a61af66fc99e Initial load
duke
parents:
diff changeset
1487 && this_trap_count >= (uint)PerBytecodeTrapLimit) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1488 // If there are too many traps at this BCI, force a recompile.
a61af66fc99e Initial load
duke
parents:
diff changeset
1489 // This will allow the compiler to see the limit overflow, and
a61af66fc99e Initial load
duke
parents:
diff changeset
1490 // take corrective action, if possible. The compiler generally
a61af66fc99e Initial load
duke
parents:
diff changeset
1491 // does not use the exact PerBytecodeTrapLimit value, but instead
a61af66fc99e Initial load
duke
parents:
diff changeset
1492 // changes its tactics if it sees any traps at all. This provides
a61af66fc99e Initial load
duke
parents:
diff changeset
1493 // a little hysteresis, delaying a recompile until a trap happens
a61af66fc99e Initial load
duke
parents:
diff changeset
1494 // several times.
a61af66fc99e Initial load
duke
parents:
diff changeset
1495 //
a61af66fc99e Initial load
duke
parents:
diff changeset
1496 // Actually, since there is only one bit of counter per BCI,
a61af66fc99e Initial load
duke
parents:
diff changeset
1497 // the possible per-BCI counts are {0,1,(per-method count)}.
a61af66fc99e Initial load
duke
parents:
diff changeset
1498 // This produces accurate results if in fact there is only
a61af66fc99e Initial load
duke
parents:
diff changeset
1499 // one hot trap site, but begins to get fuzzy if there are
a61af66fc99e Initial load
duke
parents:
diff changeset
1500 // many sites. For example, if there are ten sites each
a61af66fc99e Initial load
duke
parents:
diff changeset
1501 // trapping two or more times, they each get the blame for
a61af66fc99e Initial load
duke
parents:
diff changeset
1502 // all of their traps.
a61af66fc99e Initial load
duke
parents:
diff changeset
1503 make_not_entrant = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1504 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1505
a61af66fc99e Initial load
duke
parents:
diff changeset
1506 // Detect repeated recompilation at the same BCI, and enforce a limit.
a61af66fc99e Initial load
duke
parents:
diff changeset
1507 if (make_not_entrant && maybe_prior_recompile) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1508 // More than one recompile at this point.
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1509 inc_recompile_count = maybe_prior_trap;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1510 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1511 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1512 // For reasons which are not recorded per-bytecode, we simply
a61af66fc99e Initial load
duke
parents:
diff changeset
1513 // force recompiles unconditionally.
a61af66fc99e Initial load
duke
parents:
diff changeset
1514 // (Note that PerMethodRecompilationCutoff is enforced elsewhere.)
a61af66fc99e Initial load
duke
parents:
diff changeset
1515 make_not_entrant = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1516 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1517
a61af66fc99e Initial load
duke
parents:
diff changeset
1518 // Go back to the compiler if there are too many traps in this method.
a61af66fc99e Initial load
duke
parents:
diff changeset
1519 if (this_trap_count >= (uint)PerMethodTrapLimit) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1520 // If there are too many traps in this method, force a recompile.
a61af66fc99e Initial load
duke
parents:
diff changeset
1521 // This will allow the compiler to see the limit overflow, and
a61af66fc99e Initial load
duke
parents:
diff changeset
1522 // take corrective action, if possible.
a61af66fc99e Initial load
duke
parents:
diff changeset
1523 // (This condition is an unlikely backstop only, because the
a61af66fc99e Initial load
duke
parents:
diff changeset
1524 // PerBytecodeTrapLimit is more likely to take effect first,
a61af66fc99e Initial load
duke
parents:
diff changeset
1525 // if it is applicable.)
a61af66fc99e Initial load
duke
parents:
diff changeset
1526 make_not_entrant = true;
a61af66fc99e Initial load
duke
parents:
diff changeset
1527 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1528
a61af66fc99e Initial load
duke
parents:
diff changeset
1529 // Here's more hysteresis: If there has been a recompile at
a61af66fc99e Initial load
duke
parents:
diff changeset
1530 // this trap point already, run the method in the interpreter
a61af66fc99e Initial load
duke
parents:
diff changeset
1531 // for a while to exercise it more thoroughly.
a61af66fc99e Initial load
duke
parents:
diff changeset
1532 if (make_not_entrant && maybe_prior_recompile && maybe_prior_trap) {
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1692
diff changeset
1533 reprofile = true;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1534 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1535
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1536 }
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1537
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1538 // Take requested actions on the method:
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1539
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1540 // Recompile
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1541 if (make_not_entrant) {
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1542 if (!nm->make_not_entrant()) {
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1543 return; // the call did not change nmethod's state
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1544 }
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1545
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1546 if (pdata != NULL) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1547 // Record the recompilation event, if any.
a61af66fc99e Initial load
duke
parents:
diff changeset
1548 int tstate0 = pdata->trap_state();
a61af66fc99e Initial load
duke
parents:
diff changeset
1549 int tstate1 = trap_state_set_recompiled(tstate0, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
1550 if (tstate1 != tstate0)
a61af66fc99e Initial load
duke
parents:
diff changeset
1551 pdata->set_trap_state(tstate1);
a61af66fc99e Initial load
duke
parents:
diff changeset
1552 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1553 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1554
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1555 if (inc_recompile_count) {
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1556 trap_mdo->inc_overflow_recompile_count();
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1557 if ((uint)trap_mdo->overflow_recompile_count() >
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1558 (uint)PerBytecodeRecompilationCutoff) {
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1559 // Give up on the method containing the bad BCI.
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1560 if (trap_method() == nm->method()) {
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1561 make_not_compilable = true;
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1562 } else {
7998
6a51fc70a15e 8006613: adding reason to made_not_compilable
vlivanov
parents: 7206
diff changeset
1563 trap_method->set_not_compilable(CompLevel_full_optimization, true, "overflow_recompile_count > PerBytecodeRecompilationCutoff");
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1564 // But give grace to the enclosing nm->method().
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1565 }
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1566 }
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1567 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1568
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1692
diff changeset
1569 // Reprofile
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1692
diff changeset
1570 if (reprofile) {
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1692
diff changeset
1571 CompilationPolicy::policy()->reprofile(trap_scope, nm->is_osr_method());
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1572 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1573
a61af66fc99e Initial load
duke
parents:
diff changeset
1574 // Give up compiling
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1692
diff changeset
1575 if (make_not_compilable && !nm->method()->is_not_compilable(CompLevel_full_optimization)) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1576 assert(make_not_entrant, "consistent");
1783
d5d065957597 6953144: Tiered compilation
iveresov
parents: 1692
diff changeset
1577 nm->method()->set_not_compilable(CompLevel_full_optimization);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1578 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1579
a61af66fc99e Initial load
duke
parents:
diff changeset
1580 } // Free marked resources
a61af66fc99e Initial load
duke
parents:
diff changeset
1581
a61af66fc99e Initial load
duke
parents:
diff changeset
1582 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1583 JRT_END
a61af66fc99e Initial load
duke
parents:
diff changeset
1584
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1585 MethodData*
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1586 Deoptimization::get_method_data(JavaThread* thread, methodHandle m,
a61af66fc99e Initial load
duke
parents:
diff changeset
1587 bool create_if_missing) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1588 Thread* THREAD = thread;
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1589 MethodData* mdo = m()->method_data();
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1590 if (mdo == NULL && create_if_missing && !HAS_PENDING_EXCEPTION) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1591 // Build an MDO. Ignore errors like OutOfMemory;
a61af66fc99e Initial load
duke
parents:
diff changeset
1592 // that simply means we won't have an MDO to update.
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1593 Method::build_interpreter_method_data(m, THREAD);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1594 if (HAS_PENDING_EXCEPTION) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1595 assert((PENDING_EXCEPTION->is_a(SystemDictionary::OutOfMemoryError_klass())), "we expect only an OOM error here");
a61af66fc99e Initial load
duke
parents:
diff changeset
1596 CLEAR_PENDING_EXCEPTION;
a61af66fc99e Initial load
duke
parents:
diff changeset
1597 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1598 mdo = m()->method_data();
a61af66fc99e Initial load
duke
parents:
diff changeset
1599 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1600 return mdo;
a61af66fc99e Initial load
duke
parents:
diff changeset
1601 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1602
a61af66fc99e Initial load
duke
parents:
diff changeset
1603 ProfileData*
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1604 Deoptimization::query_update_method_data(MethodData* trap_mdo,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1605 int trap_bci,
a61af66fc99e Initial load
duke
parents:
diff changeset
1606 Deoptimization::DeoptReason reason,
a61af66fc99e Initial load
duke
parents:
diff changeset
1607 //outputs:
a61af66fc99e Initial load
duke
parents:
diff changeset
1608 uint& ret_this_trap_count,
a61af66fc99e Initial load
duke
parents:
diff changeset
1609 bool& ret_maybe_prior_trap,
a61af66fc99e Initial load
duke
parents:
diff changeset
1610 bool& ret_maybe_prior_recompile) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1611 uint prior_trap_count = trap_mdo->trap_count(reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
1612 uint this_trap_count = trap_mdo->inc_trap_count(reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
1613
a61af66fc99e Initial load
duke
parents:
diff changeset
1614 // If the runtime cannot find a place to store trap history,
a61af66fc99e Initial load
duke
parents:
diff changeset
1615 // it is estimated based on the general condition of the method.
a61af66fc99e Initial load
duke
parents:
diff changeset
1616 // If the method has ever been recompiled, or has ever incurred
a61af66fc99e Initial load
duke
parents:
diff changeset
1617 // a trap with the present reason , then this BCI is assumed
a61af66fc99e Initial load
duke
parents:
diff changeset
1618 // (pessimistically) to be the culprit.
a61af66fc99e Initial load
duke
parents:
diff changeset
1619 bool maybe_prior_trap = (prior_trap_count != 0);
a61af66fc99e Initial load
duke
parents:
diff changeset
1620 bool maybe_prior_recompile = (trap_mdo->decompile_count() != 0);
a61af66fc99e Initial load
duke
parents:
diff changeset
1621 ProfileData* pdata = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
1622
a61af66fc99e Initial load
duke
parents:
diff changeset
1623
a61af66fc99e Initial load
duke
parents:
diff changeset
1624 // For reasons which are recorded per bytecode, we check per-BCI data.
a61af66fc99e Initial load
duke
parents:
diff changeset
1625 DeoptReason per_bc_reason = reason_recorded_per_bytecode_if_any(reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
1626 if (per_bc_reason != Reason_none) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1627 // Find the profile data for this BCI. If there isn't one,
a61af66fc99e Initial load
duke
parents:
diff changeset
1628 // try to allocate one from the MDO's set of spares.
a61af66fc99e Initial load
duke
parents:
diff changeset
1629 // This will let us detect a repeated trap at this point.
a61af66fc99e Initial load
duke
parents:
diff changeset
1630 pdata = trap_mdo->allocate_bci_to_data(trap_bci);
a61af66fc99e Initial load
duke
parents:
diff changeset
1631
a61af66fc99e Initial load
duke
parents:
diff changeset
1632 if (pdata != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1633 // Query the trap state of this profile datum.
a61af66fc99e Initial load
duke
parents:
diff changeset
1634 int tstate0 = pdata->trap_state();
a61af66fc99e Initial load
duke
parents:
diff changeset
1635 if (!trap_state_has_reason(tstate0, per_bc_reason))
a61af66fc99e Initial load
duke
parents:
diff changeset
1636 maybe_prior_trap = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
1637 if (!trap_state_is_recompiled(tstate0))
a61af66fc99e Initial load
duke
parents:
diff changeset
1638 maybe_prior_recompile = false;
a61af66fc99e Initial load
duke
parents:
diff changeset
1639
a61af66fc99e Initial load
duke
parents:
diff changeset
1640 // Update the trap state of this profile datum.
a61af66fc99e Initial load
duke
parents:
diff changeset
1641 int tstate1 = tstate0;
a61af66fc99e Initial load
duke
parents:
diff changeset
1642 // Record the reason.
a61af66fc99e Initial load
duke
parents:
diff changeset
1643 tstate1 = trap_state_add_reason(tstate1, per_bc_reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
1644 // Store the updated state on the MDO, for next time.
a61af66fc99e Initial load
duke
parents:
diff changeset
1645 if (tstate1 != tstate0)
a61af66fc99e Initial load
duke
parents:
diff changeset
1646 pdata->set_trap_state(tstate1);
a61af66fc99e Initial load
duke
parents:
diff changeset
1647 } else {
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1648 if (LogCompilation && xtty != NULL) {
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1649 ttyLocker ttyl;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1650 // Missing MDP? Leave a small complaint in the log.
a61af66fc99e Initial load
duke
parents:
diff changeset
1651 xtty->elem("missing_mdp bci='%d'", trap_bci);
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1652 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1653 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1654 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1655
a61af66fc99e Initial load
duke
parents:
diff changeset
1656 // Return results:
a61af66fc99e Initial load
duke
parents:
diff changeset
1657 ret_this_trap_count = this_trap_count;
a61af66fc99e Initial load
duke
parents:
diff changeset
1658 ret_maybe_prior_trap = maybe_prior_trap;
a61af66fc99e Initial load
duke
parents:
diff changeset
1659 ret_maybe_prior_recompile = maybe_prior_recompile;
a61af66fc99e Initial load
duke
parents:
diff changeset
1660 return pdata;
a61af66fc99e Initial load
duke
parents:
diff changeset
1661 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1662
a61af66fc99e Initial load
duke
parents:
diff changeset
1663 void
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1664 Deoptimization::update_method_data_from_interpreter(MethodData* trap_mdo, int trap_bci, int reason) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1665 ResourceMark rm;
a61af66fc99e Initial load
duke
parents:
diff changeset
1666 // Ignored outputs:
a61af66fc99e Initial load
duke
parents:
diff changeset
1667 uint ignore_this_trap_count;
a61af66fc99e Initial load
duke
parents:
diff changeset
1668 bool ignore_maybe_prior_trap;
a61af66fc99e Initial load
duke
parents:
diff changeset
1669 bool ignore_maybe_prior_recompile;
a61af66fc99e Initial load
duke
parents:
diff changeset
1670 query_update_method_data(trap_mdo, trap_bci,
a61af66fc99e Initial load
duke
parents:
diff changeset
1671 (DeoptReason)reason,
a61af66fc99e Initial load
duke
parents:
diff changeset
1672 ignore_this_trap_count,
a61af66fc99e Initial load
duke
parents:
diff changeset
1673 ignore_maybe_prior_trap,
a61af66fc99e Initial load
duke
parents:
diff changeset
1674 ignore_maybe_prior_recompile);
a61af66fc99e Initial load
duke
parents:
diff changeset
1675 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1676
a61af66fc99e Initial load
duke
parents:
diff changeset
1677 Deoptimization::UnrollBlock* Deoptimization::uncommon_trap(JavaThread* thread, jint trap_request) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1678
a61af66fc99e Initial load
duke
parents:
diff changeset
1679 // Still in Java no safepoints
a61af66fc99e Initial load
duke
parents:
diff changeset
1680 {
a61af66fc99e Initial load
duke
parents:
diff changeset
1681 // This enters VM and may safepoint
a61af66fc99e Initial load
duke
parents:
diff changeset
1682 uncommon_trap_inner(thread, trap_request);
a61af66fc99e Initial load
duke
parents:
diff changeset
1683 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1684 return fetch_unroll_info_helper(thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
1685 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1686
a61af66fc99e Initial load
duke
parents:
diff changeset
1687 // Local derived constants.
a61af66fc99e Initial load
duke
parents:
diff changeset
1688 // Further breakdown of DataLayout::trap_state, as promised by DataLayout.
a61af66fc99e Initial load
duke
parents:
diff changeset
1689 const int DS_REASON_MASK = DataLayout::trap_mask >> 1;
a61af66fc99e Initial load
duke
parents:
diff changeset
1690 const int DS_RECOMPILE_BIT = DataLayout::trap_mask - DS_REASON_MASK;
a61af66fc99e Initial load
duke
parents:
diff changeset
1691
a61af66fc99e Initial load
duke
parents:
diff changeset
1692 //---------------------------trap_state_reason---------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
1693 Deoptimization::DeoptReason
a61af66fc99e Initial load
duke
parents:
diff changeset
1694 Deoptimization::trap_state_reason(int trap_state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1695 // This assert provides the link between the width of DataLayout::trap_bits
a61af66fc99e Initial load
duke
parents:
diff changeset
1696 // and the encoding of "recorded" reasons. It ensures there are enough
a61af66fc99e Initial load
duke
parents:
diff changeset
1697 // bits to store all needed reasons in the per-BCI MDO profile.
a61af66fc99e Initial load
duke
parents:
diff changeset
1698 assert(DS_REASON_MASK >= Reason_RECORDED_LIMIT, "enough bits");
a61af66fc99e Initial load
duke
parents:
diff changeset
1699 int recompile_bit = (trap_state & DS_RECOMPILE_BIT);
a61af66fc99e Initial load
duke
parents:
diff changeset
1700 trap_state -= recompile_bit;
a61af66fc99e Initial load
duke
parents:
diff changeset
1701 if (trap_state == DS_REASON_MASK) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1702 return Reason_many;
a61af66fc99e Initial load
duke
parents:
diff changeset
1703 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1704 assert((int)Reason_none == 0, "state=0 => Reason_none");
a61af66fc99e Initial load
duke
parents:
diff changeset
1705 return (DeoptReason)trap_state;
a61af66fc99e Initial load
duke
parents:
diff changeset
1706 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1707 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1708 //-------------------------trap_state_has_reason-------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
1709 int Deoptimization::trap_state_has_reason(int trap_state, int reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1710 assert(reason_is_recorded_per_bytecode((DeoptReason)reason), "valid reason");
a61af66fc99e Initial load
duke
parents:
diff changeset
1711 assert(DS_REASON_MASK >= Reason_RECORDED_LIMIT, "enough bits");
a61af66fc99e Initial load
duke
parents:
diff changeset
1712 int recompile_bit = (trap_state & DS_RECOMPILE_BIT);
a61af66fc99e Initial load
duke
parents:
diff changeset
1713 trap_state -= recompile_bit;
a61af66fc99e Initial load
duke
parents:
diff changeset
1714 if (trap_state == DS_REASON_MASK) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1715 return -1; // true, unspecifically (bottom of state lattice)
a61af66fc99e Initial load
duke
parents:
diff changeset
1716 } else if (trap_state == reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1717 return 1; // true, definitely
a61af66fc99e Initial load
duke
parents:
diff changeset
1718 } else if (trap_state == 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1719 return 0; // false, definitely (top of state lattice)
a61af66fc99e Initial load
duke
parents:
diff changeset
1720 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1721 return 0; // false, definitely
a61af66fc99e Initial load
duke
parents:
diff changeset
1722 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1723 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1724 //-------------------------trap_state_add_reason-------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
1725 int Deoptimization::trap_state_add_reason(int trap_state, int reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1726 assert(reason_is_recorded_per_bytecode((DeoptReason)reason) || reason == Reason_many, "valid reason");
a61af66fc99e Initial load
duke
parents:
diff changeset
1727 int recompile_bit = (trap_state & DS_RECOMPILE_BIT);
a61af66fc99e Initial load
duke
parents:
diff changeset
1728 trap_state -= recompile_bit;
a61af66fc99e Initial load
duke
parents:
diff changeset
1729 if (trap_state == DS_REASON_MASK) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1730 return trap_state + recompile_bit; // already at state lattice bottom
a61af66fc99e Initial load
duke
parents:
diff changeset
1731 } else if (trap_state == reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1732 return trap_state + recompile_bit; // the condition is already true
a61af66fc99e Initial load
duke
parents:
diff changeset
1733 } else if (trap_state == 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1734 return reason + recompile_bit; // no condition has yet been true
a61af66fc99e Initial load
duke
parents:
diff changeset
1735 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1736 return DS_REASON_MASK + recompile_bit; // fall to state lattice bottom
a61af66fc99e Initial load
duke
parents:
diff changeset
1737 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1738 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1739 //-----------------------trap_state_is_recompiled------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
1740 bool Deoptimization::trap_state_is_recompiled(int trap_state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1741 return (trap_state & DS_RECOMPILE_BIT) != 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
1742 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1743 //-----------------------trap_state_set_recompiled-----------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
1744 int Deoptimization::trap_state_set_recompiled(int trap_state, bool z) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1745 if (z) return trap_state | DS_RECOMPILE_BIT;
a61af66fc99e Initial load
duke
parents:
diff changeset
1746 else return trap_state & ~DS_RECOMPILE_BIT;
a61af66fc99e Initial load
duke
parents:
diff changeset
1747 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1748 //---------------------------format_trap_state---------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
1749 // This is used for debugging and diagnostics, including hotspot.log output.
a61af66fc99e Initial load
duke
parents:
diff changeset
1750 const char* Deoptimization::format_trap_state(char* buf, size_t buflen,
a61af66fc99e Initial load
duke
parents:
diff changeset
1751 int trap_state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1752 DeoptReason reason = trap_state_reason(trap_state);
a61af66fc99e Initial load
duke
parents:
diff changeset
1753 bool recomp_flag = trap_state_is_recompiled(trap_state);
a61af66fc99e Initial load
duke
parents:
diff changeset
1754 // Re-encode the state from its decoded components.
a61af66fc99e Initial load
duke
parents:
diff changeset
1755 int decoded_state = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
1756 if (reason_is_recorded_per_bytecode(reason) || reason == Reason_many)
a61af66fc99e Initial load
duke
parents:
diff changeset
1757 decoded_state = trap_state_add_reason(decoded_state, reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
1758 if (recomp_flag)
a61af66fc99e Initial load
duke
parents:
diff changeset
1759 decoded_state = trap_state_set_recompiled(decoded_state, recomp_flag);
a61af66fc99e Initial load
duke
parents:
diff changeset
1760 // If the state re-encodes properly, format it symbolically.
a61af66fc99e Initial load
duke
parents:
diff changeset
1761 // Because this routine is used for debugging and diagnostics,
a61af66fc99e Initial load
duke
parents:
diff changeset
1762 // be robust even if the state is a strange value.
a61af66fc99e Initial load
duke
parents:
diff changeset
1763 size_t len;
a61af66fc99e Initial load
duke
parents:
diff changeset
1764 if (decoded_state != trap_state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1765 // Random buggy state that doesn't decode??
a61af66fc99e Initial load
duke
parents:
diff changeset
1766 len = jio_snprintf(buf, buflen, "#%d", trap_state);
a61af66fc99e Initial load
duke
parents:
diff changeset
1767 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1768 len = jio_snprintf(buf, buflen, "%s%s",
a61af66fc99e Initial load
duke
parents:
diff changeset
1769 trap_reason_name(reason),
a61af66fc99e Initial load
duke
parents:
diff changeset
1770 recomp_flag ? " recompiled" : "");
a61af66fc99e Initial load
duke
parents:
diff changeset
1771 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1772 if (len >= buflen)
a61af66fc99e Initial load
duke
parents:
diff changeset
1773 buf[buflen-1] = '\0';
a61af66fc99e Initial load
duke
parents:
diff changeset
1774 return buf;
a61af66fc99e Initial load
duke
parents:
diff changeset
1775 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1776
a61af66fc99e Initial load
duke
parents:
diff changeset
1777
a61af66fc99e Initial load
duke
parents:
diff changeset
1778 //--------------------------------statics--------------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
1779 Deoptimization::DeoptAction Deoptimization::_unloaded_action
a61af66fc99e Initial load
duke
parents:
diff changeset
1780 = Deoptimization::Action_reinterpret;
a61af66fc99e Initial load
duke
parents:
diff changeset
1781 const char* Deoptimization::_trap_reason_name[Reason_LIMIT] = {
a61af66fc99e Initial load
duke
parents:
diff changeset
1782 // Note: Keep this in sync. with enum DeoptReason.
a61af66fc99e Initial load
duke
parents:
diff changeset
1783 "none",
a61af66fc99e Initial load
duke
parents:
diff changeset
1784 "null_check",
a61af66fc99e Initial load
duke
parents:
diff changeset
1785 "null_assert",
a61af66fc99e Initial load
duke
parents:
diff changeset
1786 "range_check",
a61af66fc99e Initial load
duke
parents:
diff changeset
1787 "class_check",
a61af66fc99e Initial load
duke
parents:
diff changeset
1788 "array_check",
a61af66fc99e Initial load
duke
parents:
diff changeset
1789 "intrinsic",
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1204
diff changeset
1790 "bimorphic",
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1791 "unloaded",
a61af66fc99e Initial load
duke
parents:
diff changeset
1792 "uninitialized",
a61af66fc99e Initial load
duke
parents:
diff changeset
1793 "unreached",
a61af66fc99e Initial load
duke
parents:
diff changeset
1794 "unhandled",
a61af66fc99e Initial load
duke
parents:
diff changeset
1795 "constraint",
a61af66fc99e Initial load
duke
parents:
diff changeset
1796 "div0_check",
1172
b2b6a9bf6238 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 844
diff changeset
1797 "age",
3345
bad7ecd0b6ed 5091921: Sign flip issues in loop optimizer
kvn
parents: 3336
diff changeset
1798 "predicate",
bad7ecd0b6ed 5091921: Sign flip issues in loop optimizer
kvn
parents: 3336
diff changeset
1799 "loop_limit_check"
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1800 };
a61af66fc99e Initial load
duke
parents:
diff changeset
1801 const char* Deoptimization::_trap_action_name[Action_LIMIT] = {
a61af66fc99e Initial load
duke
parents:
diff changeset
1802 // Note: Keep this in sync. with enum DeoptAction.
a61af66fc99e Initial load
duke
parents:
diff changeset
1803 "none",
a61af66fc99e Initial load
duke
parents:
diff changeset
1804 "maybe_recompile",
a61af66fc99e Initial load
duke
parents:
diff changeset
1805 "reinterpret",
a61af66fc99e Initial load
duke
parents:
diff changeset
1806 "make_not_entrant",
a61af66fc99e Initial load
duke
parents:
diff changeset
1807 "make_not_compilable"
a61af66fc99e Initial load
duke
parents:
diff changeset
1808 };
a61af66fc99e Initial load
duke
parents:
diff changeset
1809
a61af66fc99e Initial load
duke
parents:
diff changeset
1810 const char* Deoptimization::trap_reason_name(int reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1811 if (reason == Reason_many) return "many";
a61af66fc99e Initial load
duke
parents:
diff changeset
1812 if ((uint)reason < Reason_LIMIT)
a61af66fc99e Initial load
duke
parents:
diff changeset
1813 return _trap_reason_name[reason];
a61af66fc99e Initial load
duke
parents:
diff changeset
1814 static char buf[20];
a61af66fc99e Initial load
duke
parents:
diff changeset
1815 sprintf(buf, "reason%d", reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
1816 return buf;
a61af66fc99e Initial load
duke
parents:
diff changeset
1817 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1818 const char* Deoptimization::trap_action_name(int action) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1819 if ((uint)action < Action_LIMIT)
a61af66fc99e Initial load
duke
parents:
diff changeset
1820 return _trap_action_name[action];
a61af66fc99e Initial load
duke
parents:
diff changeset
1821 static char buf[20];
a61af66fc99e Initial load
duke
parents:
diff changeset
1822 sprintf(buf, "action%d", action);
a61af66fc99e Initial load
duke
parents:
diff changeset
1823 return buf;
a61af66fc99e Initial load
duke
parents:
diff changeset
1824 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1825
a61af66fc99e Initial load
duke
parents:
diff changeset
1826 // This is used for debugging and diagnostics, including hotspot.log output.
a61af66fc99e Initial load
duke
parents:
diff changeset
1827 const char* Deoptimization::format_trap_request(char* buf, size_t buflen,
a61af66fc99e Initial load
duke
parents:
diff changeset
1828 int trap_request) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1829 jint unloaded_class_index = trap_request_index(trap_request);
a61af66fc99e Initial load
duke
parents:
diff changeset
1830 const char* reason = trap_reason_name(trap_request_reason(trap_request));
a61af66fc99e Initial load
duke
parents:
diff changeset
1831 const char* action = trap_action_name(trap_request_action(trap_request));
a61af66fc99e Initial load
duke
parents:
diff changeset
1832 size_t len;
a61af66fc99e Initial load
duke
parents:
diff changeset
1833 if (unloaded_class_index < 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1834 len = jio_snprintf(buf, buflen, "reason='%s' action='%s'",
a61af66fc99e Initial load
duke
parents:
diff changeset
1835 reason, action);
a61af66fc99e Initial load
duke
parents:
diff changeset
1836 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
1837 len = jio_snprintf(buf, buflen, "reason='%s' action='%s' index='%d'",
a61af66fc99e Initial load
duke
parents:
diff changeset
1838 reason, action, unloaded_class_index);
a61af66fc99e Initial load
duke
parents:
diff changeset
1839 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1840 if (len >= buflen)
a61af66fc99e Initial load
duke
parents:
diff changeset
1841 buf[buflen-1] = '\0';
a61af66fc99e Initial load
duke
parents:
diff changeset
1842 return buf;
a61af66fc99e Initial load
duke
parents:
diff changeset
1843 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1844
a61af66fc99e Initial load
duke
parents:
diff changeset
1845 juint Deoptimization::_deoptimization_hist
a61af66fc99e Initial load
duke
parents:
diff changeset
1846 [Deoptimization::Reason_LIMIT]
a61af66fc99e Initial load
duke
parents:
diff changeset
1847 [1 + Deoptimization::Action_LIMIT]
a61af66fc99e Initial load
duke
parents:
diff changeset
1848 [Deoptimization::BC_CASE_LIMIT]
a61af66fc99e Initial load
duke
parents:
diff changeset
1849 = {0};
a61af66fc99e Initial load
duke
parents:
diff changeset
1850
a61af66fc99e Initial load
duke
parents:
diff changeset
1851 enum {
a61af66fc99e Initial load
duke
parents:
diff changeset
1852 LSB_BITS = 8,
a61af66fc99e Initial load
duke
parents:
diff changeset
1853 LSB_MASK = right_n_bits(LSB_BITS)
a61af66fc99e Initial load
duke
parents:
diff changeset
1854 };
a61af66fc99e Initial load
duke
parents:
diff changeset
1855
a61af66fc99e Initial load
duke
parents:
diff changeset
1856 void Deoptimization::gather_statistics(DeoptReason reason, DeoptAction action,
a61af66fc99e Initial load
duke
parents:
diff changeset
1857 Bytecodes::Code bc) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1858 assert(reason >= 0 && reason < Reason_LIMIT, "oob");
a61af66fc99e Initial load
duke
parents:
diff changeset
1859 assert(action >= 0 && action < Action_LIMIT, "oob");
a61af66fc99e Initial load
duke
parents:
diff changeset
1860 _deoptimization_hist[Reason_none][0][0] += 1; // total
a61af66fc99e Initial load
duke
parents:
diff changeset
1861 _deoptimization_hist[reason][0][0] += 1; // per-reason total
a61af66fc99e Initial load
duke
parents:
diff changeset
1862 juint* cases = _deoptimization_hist[reason][1+action];
a61af66fc99e Initial load
duke
parents:
diff changeset
1863 juint* bc_counter_addr = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
1864 juint bc_counter = 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
1865 // Look for an unused counter, or an exact match to this BC.
a61af66fc99e Initial load
duke
parents:
diff changeset
1866 if (bc != Bytecodes::_illegal) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1867 for (int bc_case = 0; bc_case < BC_CASE_LIMIT; bc_case++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1868 juint* counter_addr = &cases[bc_case];
a61af66fc99e Initial load
duke
parents:
diff changeset
1869 juint counter = *counter_addr;
a61af66fc99e Initial load
duke
parents:
diff changeset
1870 if ((counter == 0 && bc_counter_addr == NULL)
a61af66fc99e Initial load
duke
parents:
diff changeset
1871 || (Bytecodes::Code)(counter & LSB_MASK) == bc) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1872 // this counter is either free or is already devoted to this BC
a61af66fc99e Initial load
duke
parents:
diff changeset
1873 bc_counter_addr = counter_addr;
a61af66fc99e Initial load
duke
parents:
diff changeset
1874 bc_counter = counter | bc;
a61af66fc99e Initial load
duke
parents:
diff changeset
1875 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1876 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1877 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1878 if (bc_counter_addr == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1879 // Overflow, or no given bytecode.
a61af66fc99e Initial load
duke
parents:
diff changeset
1880 bc_counter_addr = &cases[BC_CASE_LIMIT-1];
a61af66fc99e Initial load
duke
parents:
diff changeset
1881 bc_counter = (*bc_counter_addr & ~LSB_MASK); // clear LSB
a61af66fc99e Initial load
duke
parents:
diff changeset
1882 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1883 *bc_counter_addr = bc_counter + (1 << LSB_BITS);
a61af66fc99e Initial load
duke
parents:
diff changeset
1884 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1885
a61af66fc99e Initial load
duke
parents:
diff changeset
1886 jint Deoptimization::total_deoptimization_count() {
a61af66fc99e Initial load
duke
parents:
diff changeset
1887 return _deoptimization_hist[Reason_none][0][0];
a61af66fc99e Initial load
duke
parents:
diff changeset
1888 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1889
a61af66fc99e Initial load
duke
parents:
diff changeset
1890 jint Deoptimization::deoptimization_count(DeoptReason reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1891 assert(reason >= 0 && reason < Reason_LIMIT, "oob");
a61af66fc99e Initial load
duke
parents:
diff changeset
1892 return _deoptimization_hist[reason][0][0];
a61af66fc99e Initial load
duke
parents:
diff changeset
1893 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1894
a61af66fc99e Initial load
duke
parents:
diff changeset
1895 void Deoptimization::print_statistics() {
a61af66fc99e Initial load
duke
parents:
diff changeset
1896 juint total = total_deoptimization_count();
a61af66fc99e Initial load
duke
parents:
diff changeset
1897 juint account = total;
a61af66fc99e Initial load
duke
parents:
diff changeset
1898 if (total != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1899 ttyLocker ttyl;
a61af66fc99e Initial load
duke
parents:
diff changeset
1900 if (xtty != NULL) xtty->head("statistics type='deoptimization'");
a61af66fc99e Initial load
duke
parents:
diff changeset
1901 tty->print_cr("Deoptimization traps recorded:");
a61af66fc99e Initial load
duke
parents:
diff changeset
1902 #define PRINT_STAT_LINE(name, r) \
a61af66fc99e Initial load
duke
parents:
diff changeset
1903 tty->print_cr(" %4d (%4.1f%%) %s", (int)(r), ((r) * 100.0) / total, name);
a61af66fc99e Initial load
duke
parents:
diff changeset
1904 PRINT_STAT_LINE("total", total);
a61af66fc99e Initial load
duke
parents:
diff changeset
1905 // For each non-zero entry in the histogram, print the reason,
a61af66fc99e Initial load
duke
parents:
diff changeset
1906 // the action, and (if specifically known) the type of bytecode.
a61af66fc99e Initial load
duke
parents:
diff changeset
1907 for (int reason = 0; reason < Reason_LIMIT; reason++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1908 for (int action = 0; action < Action_LIMIT; action++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1909 juint* cases = _deoptimization_hist[reason][1+action];
a61af66fc99e Initial load
duke
parents:
diff changeset
1910 for (int bc_case = 0; bc_case < BC_CASE_LIMIT; bc_case++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1911 juint counter = cases[bc_case];
a61af66fc99e Initial load
duke
parents:
diff changeset
1912 if (counter != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1913 char name[1*K];
a61af66fc99e Initial load
duke
parents:
diff changeset
1914 Bytecodes::Code bc = (Bytecodes::Code)(counter & LSB_MASK);
a61af66fc99e Initial load
duke
parents:
diff changeset
1915 if (bc_case == BC_CASE_LIMIT && (int)bc == 0)
a61af66fc99e Initial load
duke
parents:
diff changeset
1916 bc = Bytecodes::_illegal;
a61af66fc99e Initial load
duke
parents:
diff changeset
1917 sprintf(name, "%s/%s/%s",
a61af66fc99e Initial load
duke
parents:
diff changeset
1918 trap_reason_name(reason),
a61af66fc99e Initial load
duke
parents:
diff changeset
1919 trap_action_name(action),
a61af66fc99e Initial load
duke
parents:
diff changeset
1920 Bytecodes::is_defined(bc)? Bytecodes::name(bc): "other");
a61af66fc99e Initial load
duke
parents:
diff changeset
1921 juint r = counter >> LSB_BITS;
a61af66fc99e Initial load
duke
parents:
diff changeset
1922 tty->print_cr(" %40s: " UINT32_FORMAT " (%.1f%%)", name, r, (r * 100.0) / total);
a61af66fc99e Initial load
duke
parents:
diff changeset
1923 account -= r;
a61af66fc99e Initial load
duke
parents:
diff changeset
1924 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1925 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1926 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1927 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1928 if (account != 0) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1929 PRINT_STAT_LINE("unaccounted", account);
a61af66fc99e Initial load
duke
parents:
diff changeset
1930 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1931 #undef PRINT_STAT_LINE
a61af66fc99e Initial load
duke
parents:
diff changeset
1932 if (xtty != NULL) xtty->tail("statistics");
a61af66fc99e Initial load
duke
parents:
diff changeset
1933 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1934 }
1692
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
1935 #else // COMPILER2 || SHARK
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1936
a61af66fc99e Initial load
duke
parents:
diff changeset
1937
a61af66fc99e Initial load
duke
parents:
diff changeset
1938 // Stubs for C1 only system.
a61af66fc99e Initial load
duke
parents:
diff changeset
1939 bool Deoptimization::trap_state_is_recompiled(int trap_state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1940 return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
1941 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1942
a61af66fc99e Initial load
duke
parents:
diff changeset
1943 const char* Deoptimization::trap_reason_name(int reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1944 return "unknown";
a61af66fc99e Initial load
duke
parents:
diff changeset
1945 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1946
a61af66fc99e Initial load
duke
parents:
diff changeset
1947 void Deoptimization::print_statistics() {
a61af66fc99e Initial load
duke
parents:
diff changeset
1948 // no output
a61af66fc99e Initial load
duke
parents:
diff changeset
1949 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1950
a61af66fc99e Initial load
duke
parents:
diff changeset
1951 void
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
1952 Deoptimization::update_method_data_from_interpreter(MethodData* trap_mdo, int trap_bci, int reason) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1953 // no udpate
a61af66fc99e Initial load
duke
parents:
diff changeset
1954 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1955
a61af66fc99e Initial load
duke
parents:
diff changeset
1956 int Deoptimization::trap_state_has_reason(int trap_state, int reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1957 return 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
1958 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1959
a61af66fc99e Initial load
duke
parents:
diff changeset
1960 void Deoptimization::gather_statistics(DeoptReason reason, DeoptAction action,
a61af66fc99e Initial load
duke
parents:
diff changeset
1961 Bytecodes::Code bc) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1962 // no update
a61af66fc99e Initial load
duke
parents:
diff changeset
1963 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1964
a61af66fc99e Initial load
duke
parents:
diff changeset
1965 const char* Deoptimization::format_trap_state(char* buf, size_t buflen,
a61af66fc99e Initial load
duke
parents:
diff changeset
1966 int trap_state) {
a61af66fc99e Initial load
duke
parents:
diff changeset
1967 jio_snprintf(buf, buflen, "#%d", trap_state);
a61af66fc99e Initial load
duke
parents:
diff changeset
1968 return buf;
a61af66fc99e Initial load
duke
parents:
diff changeset
1969 }
a61af66fc99e Initial load
duke
parents:
diff changeset
1970
1692
d2ede61b7a12 6976186: integrate Shark HotSpot changes
twisti
parents: 1552
diff changeset
1971 #endif // COMPILER2 || SHARK