annotate src/share/vm/runtime/deoptimization.hpp @ 8804:91bf0bdae37b

8008217: CDS: Class data sharing limits the malloc heap on Solaris Summary: In 64bit VM move CDS archive address to 32G on all platforms using new flag SharedBaseAddress. In 32bit VM set CDS archive address to 3Gb on Linux and let other OSs pick the address. Reviewed-by: kvn, dcubed, zgu, hseigel
author coleenp
date Wed, 20 Mar 2013 08:04:54 -0400
parents da91efe96a93
children e522a00b91aa 63a4eb8bcd23 b8413a9cbb84
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
2 * Copyright (c) 1997, 2012, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1206
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1206
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1206
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
25 #ifndef SHARE_VM_RUNTIME_DEOPTIMIZATION_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
26 #define SHARE_VM_RUNTIME_DEOPTIMIZATION_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
28 #include "memory/allocation.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
29 #include "runtime/frame.inline.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
30
0
a61af66fc99e Initial load
duke
parents:
diff changeset
31 class ProfileData;
a61af66fc99e Initial load
duke
parents:
diff changeset
32 class vframeArray;
a61af66fc99e Initial load
duke
parents:
diff changeset
33 class MonitorValue;
a61af66fc99e Initial load
duke
parents:
diff changeset
34 class ObjectValue;
a61af66fc99e Initial load
duke
parents:
diff changeset
35
a61af66fc99e Initial load
duke
parents:
diff changeset
36 class Deoptimization : AllStatic {
3939
f6f3bb0ee072 7088955: add C2 IR support to the SA
never
parents: 3931
diff changeset
37 friend class VMStructs;
f6f3bb0ee072 7088955: add C2 IR support to the SA
never
parents: 3931
diff changeset
38
0
a61af66fc99e Initial load
duke
parents:
diff changeset
39 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
40 // What condition caused the deoptimization?
a61af66fc99e Initial load
duke
parents:
diff changeset
41 enum DeoptReason {
a61af66fc99e Initial load
duke
parents:
diff changeset
42 Reason_many = -1, // indicates presence of several reasons
a61af66fc99e Initial load
duke
parents:
diff changeset
43 Reason_none = 0, // indicates absence of a relevant deopt.
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1172
diff changeset
44 // Next 7 reasons are recorded per bytecode in DataLayout::trap_bits
0
a61af66fc99e Initial load
duke
parents:
diff changeset
45 Reason_null_check, // saw unexpected null or zero divisor (@bci)
a61af66fc99e Initial load
duke
parents:
diff changeset
46 Reason_null_assert, // saw unexpected non-null or non-zero (@bci)
a61af66fc99e Initial load
duke
parents:
diff changeset
47 Reason_range_check, // saw unexpected array index (@bci)
a61af66fc99e Initial load
duke
parents:
diff changeset
48 Reason_class_check, // saw unexpected object class (@bci)
a61af66fc99e Initial load
duke
parents:
diff changeset
49 Reason_array_check, // saw unexpected array class (aastore @bci)
a61af66fc99e Initial load
duke
parents:
diff changeset
50 Reason_intrinsic, // saw unexpected operand to intrinsic (@bci)
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1172
diff changeset
51 Reason_bimorphic, // saw unexpected object class in bimorphic inlining (@bci)
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1172
diff changeset
52
0
a61af66fc99e Initial load
duke
parents:
diff changeset
53 Reason_unloaded, // unloaded class or constant pool entry
a61af66fc99e Initial load
duke
parents:
diff changeset
54 Reason_uninitialized, // bad class state (uninitialized)
a61af66fc99e Initial load
duke
parents:
diff changeset
55 Reason_unreached, // code is not reached, compiler
a61af66fc99e Initial load
duke
parents:
diff changeset
56 Reason_unhandled, // arbitrary compiler limitation
a61af66fc99e Initial load
duke
parents:
diff changeset
57 Reason_constraint, // arbitrary runtime constraint violated
a61af66fc99e Initial load
duke
parents:
diff changeset
58 Reason_div0_check, // a null_check due to division by zero
a61af66fc99e Initial load
duke
parents:
diff changeset
59 Reason_age, // nmethod too old; tier threshold reached
1172
b2b6a9bf6238 6894779: Loop Predication for Loop Optimizer in C2
cfang
parents: 196
diff changeset
60 Reason_predicate, // compiler generated predicate failed
3345
bad7ecd0b6ed 5091921: Sign flip issues in loop optimizer
kvn
parents: 2426
diff changeset
61 Reason_loop_limit_check, // compiler generated loop limits check failed
0
a61af66fc99e Initial load
duke
parents:
diff changeset
62 Reason_LIMIT,
a61af66fc99e Initial load
duke
parents:
diff changeset
63 // Note: Keep this enum in sync. with _trap_reason_name.
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1172
diff changeset
64 Reason_RECORDED_LIMIT = Reason_bimorphic // some are not recorded per bc
0
a61af66fc99e Initial load
duke
parents:
diff changeset
65 // Note: Reason_RECORDED_LIMIT should be < 8 to fit into 3 bits of
a61af66fc99e Initial load
duke
parents:
diff changeset
66 // DataLayout::trap_bits. This dependency is enforced indirectly
a61af66fc99e Initial load
duke
parents:
diff changeset
67 // via asserts, to avoid excessive direct header-to-header dependencies.
a61af66fc99e Initial load
duke
parents:
diff changeset
68 // See Deoptimization::trap_state_reason and class DataLayout.
a61af66fc99e Initial load
duke
parents:
diff changeset
69 };
a61af66fc99e Initial load
duke
parents:
diff changeset
70
a61af66fc99e Initial load
duke
parents:
diff changeset
71 // What action must be taken by the runtime?
a61af66fc99e Initial load
duke
parents:
diff changeset
72 enum DeoptAction {
a61af66fc99e Initial load
duke
parents:
diff changeset
73 Action_none, // just interpret, do not invalidate nmethod
a61af66fc99e Initial load
duke
parents:
diff changeset
74 Action_maybe_recompile, // recompile the nmethod; need not invalidate
a61af66fc99e Initial load
duke
parents:
diff changeset
75 Action_reinterpret, // invalidate the nmethod, reset IC, maybe recompile
a61af66fc99e Initial load
duke
parents:
diff changeset
76 Action_make_not_entrant, // invalidate the nmethod, recompile (probably)
a61af66fc99e Initial load
duke
parents:
diff changeset
77 Action_make_not_compilable, // invalidate the nmethod and do not compile
a61af66fc99e Initial load
duke
parents:
diff changeset
78 Action_LIMIT
a61af66fc99e Initial load
duke
parents:
diff changeset
79 // Note: Keep this enum in sync. with _trap_action_name.
a61af66fc99e Initial load
duke
parents:
diff changeset
80 };
a61af66fc99e Initial load
duke
parents:
diff changeset
81
a61af66fc99e Initial load
duke
parents:
diff changeset
82 enum {
a61af66fc99e Initial load
duke
parents:
diff changeset
83 _action_bits = 3,
3345
bad7ecd0b6ed 5091921: Sign flip issues in loop optimizer
kvn
parents: 2426
diff changeset
84 _reason_bits = 5,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
85 _action_shift = 0,
a61af66fc99e Initial load
duke
parents:
diff changeset
86 _reason_shift = _action_shift+_action_bits,
a61af66fc99e Initial load
duke
parents:
diff changeset
87 BC_CASE_LIMIT = PRODUCT_ONLY(1) NOT_PRODUCT(4) // for _deoptimization_hist
a61af66fc99e Initial load
duke
parents:
diff changeset
88 };
a61af66fc99e Initial load
duke
parents:
diff changeset
89
a61af66fc99e Initial load
duke
parents:
diff changeset
90 enum UnpackType {
a61af66fc99e Initial load
duke
parents:
diff changeset
91 Unpack_deopt = 0, // normal deoptimization, use pc computed in unpack_vframe_on_stack
a61af66fc99e Initial load
duke
parents:
diff changeset
92 Unpack_exception = 1, // exception is pending
a61af66fc99e Initial load
duke
parents:
diff changeset
93 Unpack_uncommon_trap = 2, // redo last byte code (C2 only)
a61af66fc99e Initial load
duke
parents:
diff changeset
94 Unpack_reexecute = 3 // reexecute bytecode (C1 only)
a61af66fc99e Initial load
duke
parents:
diff changeset
95 };
a61af66fc99e Initial load
duke
parents:
diff changeset
96
a61af66fc99e Initial load
duke
parents:
diff changeset
97 // Checks all compiled methods. Invalid methods are deleted and
a61af66fc99e Initial load
duke
parents:
diff changeset
98 // corresponding activations are deoptimized.
a61af66fc99e Initial load
duke
parents:
diff changeset
99 static int deoptimize_dependents();
a61af66fc99e Initial load
duke
parents:
diff changeset
100
a61af66fc99e Initial load
duke
parents:
diff changeset
101 // Deoptimizes a frame lazily. nmethod gets patched deopt happens on return to the frame
a61af66fc99e Initial load
duke
parents:
diff changeset
102 static void deoptimize(JavaThread* thread, frame fr, RegisterMap *reg_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
103
a61af66fc99e Initial load
duke
parents:
diff changeset
104 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
105 // Does the actual work for deoptimizing a single frame
a61af66fc99e Initial load
duke
parents:
diff changeset
106 static void deoptimize_single_frame(JavaThread* thread, frame fr);
a61af66fc99e Initial load
duke
parents:
diff changeset
107
a61af66fc99e Initial load
duke
parents:
diff changeset
108 // Helper function to revoke biases of all monitors in frame if UseBiasedLocking
a61af66fc99e Initial load
duke
parents:
diff changeset
109 // is enabled
a61af66fc99e Initial load
duke
parents:
diff changeset
110 static void revoke_biases_of_monitors(JavaThread* thread, frame fr, RegisterMap* map);
a61af66fc99e Initial load
duke
parents:
diff changeset
111 // Helper function to revoke biases of all monitors in frames
a61af66fc99e Initial load
duke
parents:
diff changeset
112 // executing in a particular CodeBlob if UseBiasedLocking is enabled
a61af66fc99e Initial load
duke
parents:
diff changeset
113 static void revoke_biases_of_monitors(CodeBlob* cb);
a61af66fc99e Initial load
duke
parents:
diff changeset
114
a61af66fc99e Initial load
duke
parents:
diff changeset
115 #ifdef COMPILER2
a61af66fc99e Initial load
duke
parents:
diff changeset
116 // Support for restoring non-escaping objects
a61af66fc99e Initial load
duke
parents:
diff changeset
117 static bool realloc_objects(JavaThread* thread, frame* fr, GrowableArray<ScopeValue*>* objects, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
118 static void reassign_type_array_elements(frame* fr, RegisterMap* reg_map, ObjectValue* sv, typeArrayOop obj, BasicType type);
a61af66fc99e Initial load
duke
parents:
diff changeset
119 static void reassign_object_array_elements(frame* fr, RegisterMap* reg_map, ObjectValue* sv, objArrayOop obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
120 static void reassign_fields(frame* fr, RegisterMap* reg_map, GrowableArray<ScopeValue*>* objects);
83
d3cd40645d0d 6681646: Relocking of a scalar replaced object during deoptimization is broken
kvn
parents: 0
diff changeset
121 static void relock_objects(GrowableArray<MonitorInfo*>* monitors, JavaThread* thread);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
122 NOT_PRODUCT(static void print_objects(GrowableArray<ScopeValue*>* objects);)
a61af66fc99e Initial load
duke
parents:
diff changeset
123 #endif // COMPILER2
a61af66fc99e Initial load
duke
parents:
diff changeset
124
a61af66fc99e Initial load
duke
parents:
diff changeset
125 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
126 static vframeArray* create_vframeArray(JavaThread* thread, frame fr, RegisterMap *reg_map, GrowableArray<compiledVFrame*>* chunk);
a61af66fc99e Initial load
duke
parents:
diff changeset
127
a61af66fc99e Initial load
duke
parents:
diff changeset
128 // Interface used for unpacking deoptimized frames
a61af66fc99e Initial load
duke
parents:
diff changeset
129
a61af66fc99e Initial load
duke
parents:
diff changeset
130 // UnrollBlock is returned by fetch_unroll_info() to the deoptimization handler (blob).
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // This is only a CheapObj to ease debugging after a deopt failure
6197
d2a62e0f25eb 6995781: Native Memory Tracking (Phase 1)
zgu
parents: 3939
diff changeset
132 class UnrollBlock : public CHeapObj<mtCompiler> {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
133 private:
a61af66fc99e Initial load
duke
parents:
diff changeset
134 int _size_of_deoptimized_frame; // Size, in bytes, of current deoptimized frame
a61af66fc99e Initial load
duke
parents:
diff changeset
135 int _caller_adjustment; // Adjustment, in bytes, to caller's SP by initial interpreted frame
a61af66fc99e Initial load
duke
parents:
diff changeset
136 int _number_of_frames; // Number frames to unroll
a61af66fc99e Initial load
duke
parents:
diff changeset
137 int _total_frame_sizes; // Total of number*sizes frames
a61af66fc99e Initial load
duke
parents:
diff changeset
138 intptr_t* _frame_sizes; // Array of frame sizes, in bytes, for unrolling the stack
a61af66fc99e Initial load
duke
parents:
diff changeset
139 address* _frame_pcs; // Array of frame pc's, in bytes, for unrolling the stack
a61af66fc99e Initial load
duke
parents:
diff changeset
140 intptr_t* _register_block; // Block for storing callee-saved registers.
a61af66fc99e Initial load
duke
parents:
diff changeset
141 BasicType _return_type; // Tells if we have to restore double or long return value
3931
5432047c7db7 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 3369
diff changeset
142 intptr_t _initial_info; // Platform dependent data for the sender frame (was FP on x86)
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3345
diff changeset
143 int _caller_actual_parameters; // The number of actual arguments at the
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3345
diff changeset
144 // interpreted caller of the deoptimized frame
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3345
diff changeset
145
0
a61af66fc99e Initial load
duke
parents:
diff changeset
146 // The following fields are used as temps during the unpacking phase
a61af66fc99e Initial load
duke
parents:
diff changeset
147 // (which is tight on registers, especially on x86). They really ought
a61af66fc99e Initial load
duke
parents:
diff changeset
148 // to be PD variables but that involves moving this class into its own
a61af66fc99e Initial load
duke
parents:
diff changeset
149 // file to use the pd include mechanism. Maybe in a later cleanup ...
a61af66fc99e Initial load
duke
parents:
diff changeset
150 intptr_t _counter_temp; // SHOULD BE PD VARIABLE (x86 frame count temp)
a61af66fc99e Initial load
duke
parents:
diff changeset
151 intptr_t _unpack_kind; // SHOULD BE PD VARIABLE (x86 unpack kind)
a61af66fc99e Initial load
duke
parents:
diff changeset
152 intptr_t _sender_sp_temp; // SHOULD BE PD VARIABLE (x86 sender_sp)
a61af66fc99e Initial load
duke
parents:
diff changeset
153 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
154 // Constructor
a61af66fc99e Initial load
duke
parents:
diff changeset
155 UnrollBlock(int size_of_deoptimized_frame,
a61af66fc99e Initial load
duke
parents:
diff changeset
156 int caller_adjustment,
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3345
diff changeset
157 int caller_actual_parameters,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
158 int number_of_frames,
a61af66fc99e Initial load
duke
parents:
diff changeset
159 intptr_t* frame_sizes,
a61af66fc99e Initial load
duke
parents:
diff changeset
160 address* frames_pcs,
a61af66fc99e Initial load
duke
parents:
diff changeset
161 BasicType return_type);
a61af66fc99e Initial load
duke
parents:
diff changeset
162 ~UnrollBlock();
a61af66fc99e Initial load
duke
parents:
diff changeset
163
a61af66fc99e Initial load
duke
parents:
diff changeset
164 // Returns where a register is located.
a61af66fc99e Initial load
duke
parents:
diff changeset
165 intptr_t* value_addr_at(int register_number) const;
a61af66fc99e Initial load
duke
parents:
diff changeset
166
a61af66fc99e Initial load
duke
parents:
diff changeset
167 // Accessors
a61af66fc99e Initial load
duke
parents:
diff changeset
168 intptr_t* frame_sizes() const { return _frame_sizes; }
a61af66fc99e Initial load
duke
parents:
diff changeset
169 int number_of_frames() const { return _number_of_frames; }
a61af66fc99e Initial load
duke
parents:
diff changeset
170 address* frame_pcs() const { return _frame_pcs ; }
a61af66fc99e Initial load
duke
parents:
diff changeset
171
a61af66fc99e Initial load
duke
parents:
diff changeset
172 // Returns the total size of frames
a61af66fc99e Initial load
duke
parents:
diff changeset
173 int size_of_frames() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
174
3931
5432047c7db7 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 3369
diff changeset
175 void set_initial_info(intptr_t info) { _initial_info = info; }
2338
4f148718983e 7025485: leverage shared x86-only deoptimization code
bdelsart
parents: 1972
diff changeset
176
3369
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3345
diff changeset
177 int caller_actual_parameters() const { return _caller_actual_parameters; }
3d2ab563047a 7043461: VM crashes in void LinkResolver::runtime_resolve_virtual_method
never
parents: 3345
diff changeset
178
0
a61af66fc99e Initial load
duke
parents:
diff changeset
179 // Accessors used by the code generator for the unpack stub.
a61af66fc99e Initial load
duke
parents:
diff changeset
180 static int size_of_deoptimized_frame_offset_in_bytes() { return offset_of(UnrollBlock, _size_of_deoptimized_frame); }
a61af66fc99e Initial load
duke
parents:
diff changeset
181 static int caller_adjustment_offset_in_bytes() { return offset_of(UnrollBlock, _caller_adjustment); }
a61af66fc99e Initial load
duke
parents:
diff changeset
182 static int number_of_frames_offset_in_bytes() { return offset_of(UnrollBlock, _number_of_frames); }
a61af66fc99e Initial load
duke
parents:
diff changeset
183 static int frame_sizes_offset_in_bytes() { return offset_of(UnrollBlock, _frame_sizes); }
a61af66fc99e Initial load
duke
parents:
diff changeset
184 static int total_frame_sizes_offset_in_bytes() { return offset_of(UnrollBlock, _total_frame_sizes); }
a61af66fc99e Initial load
duke
parents:
diff changeset
185 static int frame_pcs_offset_in_bytes() { return offset_of(UnrollBlock, _frame_pcs); }
a61af66fc99e Initial load
duke
parents:
diff changeset
186 static int register_block_offset_in_bytes() { return offset_of(UnrollBlock, _register_block); }
a61af66fc99e Initial load
duke
parents:
diff changeset
187 static int return_type_offset_in_bytes() { return offset_of(UnrollBlock, _return_type); }
a61af66fc99e Initial load
duke
parents:
diff changeset
188 static int counter_temp_offset_in_bytes() { return offset_of(UnrollBlock, _counter_temp); }
3931
5432047c7db7 7087445: Improve platform independence of JSR292 shared code
bdelsart
parents: 3369
diff changeset
189 static int initial_info_offset_in_bytes() { return offset_of(UnrollBlock, _initial_info); }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
190 static int unpack_kind_offset_in_bytes() { return offset_of(UnrollBlock, _unpack_kind); }
a61af66fc99e Initial load
duke
parents:
diff changeset
191 static int sender_sp_temp_offset_in_bytes() { return offset_of(UnrollBlock, _sender_sp_temp); }
a61af66fc99e Initial load
duke
parents:
diff changeset
192
a61af66fc99e Initial load
duke
parents:
diff changeset
193 BasicType return_type() const { return _return_type; }
a61af66fc99e Initial load
duke
parents:
diff changeset
194 void print();
a61af66fc99e Initial load
duke
parents:
diff changeset
195 };
a61af66fc99e Initial load
duke
parents:
diff changeset
196
a61af66fc99e Initial load
duke
parents:
diff changeset
197 //** Returns an UnrollBlock continuing information
a61af66fc99e Initial load
duke
parents:
diff changeset
198 // how to make room for the resulting interpreter frames.
a61af66fc99e Initial load
duke
parents:
diff changeset
199 // Called by assembly stub after execution has returned to
a61af66fc99e Initial load
duke
parents:
diff changeset
200 // deoptimized frame.
a61af66fc99e Initial load
duke
parents:
diff changeset
201 // @argument thread. Thread where stub_frame resides.
a61af66fc99e Initial load
duke
parents:
diff changeset
202 // @see OptoRuntime::deoptimization_fetch_unroll_info_C
a61af66fc99e Initial load
duke
parents:
diff changeset
203 static UnrollBlock* fetch_unroll_info(JavaThread* thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
204
a61af66fc99e Initial load
duke
parents:
diff changeset
205 //** Unpacks vframeArray onto execution stack
a61af66fc99e Initial load
duke
parents:
diff changeset
206 // Called by assembly stub after execution has returned to
a61af66fc99e Initial load
duke
parents:
diff changeset
207 // deoptimized frame and after the stack unrolling.
a61af66fc99e Initial load
duke
parents:
diff changeset
208 // @argument thread. Thread where stub_frame resides.
a61af66fc99e Initial load
duke
parents:
diff changeset
209 // @argument exec_mode. Determines how execution should be continuted in top frame.
a61af66fc99e Initial load
duke
parents:
diff changeset
210 // 0 means continue after current byte code
a61af66fc99e Initial load
duke
parents:
diff changeset
211 // 1 means exception has happened, handle exception
a61af66fc99e Initial load
duke
parents:
diff changeset
212 // 2 means reexecute current bytecode (for uncommon traps).
a61af66fc99e Initial load
duke
parents:
diff changeset
213 // @see OptoRuntime::deoptimization_unpack_frames_C
a61af66fc99e Initial load
duke
parents:
diff changeset
214 // Return BasicType of call return type, if any
a61af66fc99e Initial load
duke
parents:
diff changeset
215 static BasicType unpack_frames(JavaThread* thread, int exec_mode);
a61af66fc99e Initial load
duke
parents:
diff changeset
216
a61af66fc99e Initial load
duke
parents:
diff changeset
217 // Cleans up deoptimization bits on thread after unpacking or in the
a61af66fc99e Initial load
duke
parents:
diff changeset
218 // case of an exception.
a61af66fc99e Initial load
duke
parents:
diff changeset
219 static void cleanup_deopt_info(JavaThread *thread,
a61af66fc99e Initial load
duke
parents:
diff changeset
220 vframeArray * array);
a61af66fc99e Initial load
duke
parents:
diff changeset
221
a61af66fc99e Initial load
duke
parents:
diff changeset
222 // Restores callee saved values from deoptimized frame into oldest interpreter frame
a61af66fc99e Initial load
duke
parents:
diff changeset
223 // so caller of the deoptimized frame will get back the values it expects.
a61af66fc99e Initial load
duke
parents:
diff changeset
224 static void unwind_callee_save_values(frame* f, vframeArray* vframe_array);
a61af66fc99e Initial load
duke
parents:
diff changeset
225
a61af66fc99e Initial load
duke
parents:
diff changeset
226 //** Performs an uncommon trap for compiled code.
a61af66fc99e Initial load
duke
parents:
diff changeset
227 // The top most compiler frame is converted into interpreter frames
a61af66fc99e Initial load
duke
parents:
diff changeset
228 static UnrollBlock* uncommon_trap(JavaThread* thread, jint unloaded_class_index);
a61af66fc99e Initial load
duke
parents:
diff changeset
229 // Helper routine that enters the VM and may block
a61af66fc99e Initial load
duke
parents:
diff changeset
230 static void uncommon_trap_inner(JavaThread* thread, jint unloaded_class_index);
a61af66fc99e Initial load
duke
parents:
diff changeset
231
a61af66fc99e Initial load
duke
parents:
diff changeset
232 //** Deoptimizes the frame identified by id.
a61af66fc99e Initial load
duke
parents:
diff changeset
233 // Only called from VMDeoptimizeFrame
a61af66fc99e Initial load
duke
parents:
diff changeset
234 // @argument thread. Thread where stub_frame resides.
a61af66fc99e Initial load
duke
parents:
diff changeset
235 // @argument id. id of frame that should be deoptimized.
1905
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1783
diff changeset
236 static void deoptimize_frame_internal(JavaThread* thread, intptr_t* id);
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1783
diff changeset
237
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1783
diff changeset
238 // If thread is not the current thread then execute
ce6848d0666d 6968367: can_post_on_exceptions is still using VM_DeoptimizeFrame in some places
never
parents: 1783
diff changeset
239 // VM_DeoptimizeFrame otherwise deoptimize directly.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
240 static void deoptimize_frame(JavaThread* thread, intptr_t* id);
a61af66fc99e Initial load
duke
parents:
diff changeset
241
a61af66fc99e Initial load
duke
parents:
diff changeset
242 // Statistics
a61af66fc99e Initial load
duke
parents:
diff changeset
243 static void gather_statistics(DeoptReason reason, DeoptAction action,
a61af66fc99e Initial load
duke
parents:
diff changeset
244 Bytecodes::Code bc = Bytecodes::_illegal);
a61af66fc99e Initial load
duke
parents:
diff changeset
245 static void print_statistics();
a61af66fc99e Initial load
duke
parents:
diff changeset
246
a61af66fc99e Initial load
duke
parents:
diff changeset
247 // How much room to adjust the last frame's SP by, to make space for
a61af66fc99e Initial load
duke
parents:
diff changeset
248 // the callee's interpreter frame (which expects locals to be next to
a61af66fc99e Initial load
duke
parents:
diff changeset
249 // incoming arguments)
a61af66fc99e Initial load
duke
parents:
diff changeset
250 static int last_frame_adjust(int callee_parameters, int callee_locals);
a61af66fc99e Initial load
duke
parents:
diff changeset
251
a61af66fc99e Initial load
duke
parents:
diff changeset
252 // trap_request codes
a61af66fc99e Initial load
duke
parents:
diff changeset
253 static DeoptReason trap_request_reason(int trap_request) {
a61af66fc99e Initial load
duke
parents:
diff changeset
254 if (trap_request < 0)
a61af66fc99e Initial load
duke
parents:
diff changeset
255 return (DeoptReason)
a61af66fc99e Initial load
duke
parents:
diff changeset
256 ((~(trap_request) >> _reason_shift) & right_n_bits(_reason_bits));
a61af66fc99e Initial load
duke
parents:
diff changeset
257 else
a61af66fc99e Initial load
duke
parents:
diff changeset
258 // standard reason for unloaded CP entry
a61af66fc99e Initial load
duke
parents:
diff changeset
259 return Reason_unloaded;
a61af66fc99e Initial load
duke
parents:
diff changeset
260 }
a61af66fc99e Initial load
duke
parents:
diff changeset
261 static DeoptAction trap_request_action(int trap_request) {
a61af66fc99e Initial load
duke
parents:
diff changeset
262 if (trap_request < 0)
a61af66fc99e Initial load
duke
parents:
diff changeset
263 return (DeoptAction)
a61af66fc99e Initial load
duke
parents:
diff changeset
264 ((~(trap_request) >> _action_shift) & right_n_bits(_action_bits));
a61af66fc99e Initial load
duke
parents:
diff changeset
265 else
a61af66fc99e Initial load
duke
parents:
diff changeset
266 // standard action for unloaded CP entry
a61af66fc99e Initial load
duke
parents:
diff changeset
267 return _unloaded_action;
a61af66fc99e Initial load
duke
parents:
diff changeset
268 }
a61af66fc99e Initial load
duke
parents:
diff changeset
269 static int trap_request_index(int trap_request) {
a61af66fc99e Initial load
duke
parents:
diff changeset
270 if (trap_request < 0)
a61af66fc99e Initial load
duke
parents:
diff changeset
271 return -1;
a61af66fc99e Initial load
duke
parents:
diff changeset
272 else
a61af66fc99e Initial load
duke
parents:
diff changeset
273 return trap_request;
a61af66fc99e Initial load
duke
parents:
diff changeset
274 }
a61af66fc99e Initial load
duke
parents:
diff changeset
275 static int make_trap_request(DeoptReason reason, DeoptAction action,
a61af66fc99e Initial load
duke
parents:
diff changeset
276 int index = -1) {
a61af66fc99e Initial load
duke
parents:
diff changeset
277 assert((1 << _reason_bits) >= Reason_LIMIT, "enough bits");
a61af66fc99e Initial load
duke
parents:
diff changeset
278 assert((1 << _action_bits) >= Action_LIMIT, "enough bits");
a61af66fc99e Initial load
duke
parents:
diff changeset
279 int trap_request;
a61af66fc99e Initial load
duke
parents:
diff changeset
280 if (index != -1)
a61af66fc99e Initial load
duke
parents:
diff changeset
281 trap_request = index;
a61af66fc99e Initial load
duke
parents:
diff changeset
282 else
a61af66fc99e Initial load
duke
parents:
diff changeset
283 trap_request = (~(((reason) << _reason_shift)
a61af66fc99e Initial load
duke
parents:
diff changeset
284 + ((action) << _action_shift)));
a61af66fc99e Initial load
duke
parents:
diff changeset
285 assert(reason == trap_request_reason(trap_request), "valid reason");
a61af66fc99e Initial load
duke
parents:
diff changeset
286 assert(action == trap_request_action(trap_request), "valid action");
a61af66fc99e Initial load
duke
parents:
diff changeset
287 assert(index == trap_request_index(trap_request), "valid index");
a61af66fc99e Initial load
duke
parents:
diff changeset
288 return trap_request;
a61af66fc99e Initial load
duke
parents:
diff changeset
289 }
a61af66fc99e Initial load
duke
parents:
diff changeset
290
a61af66fc99e Initial load
duke
parents:
diff changeset
291 // The trap_state stored in a MDO is decoded here.
a61af66fc99e Initial load
duke
parents:
diff changeset
292 // It records two items of information.
a61af66fc99e Initial load
duke
parents:
diff changeset
293 // reason: If a deoptimization happened here, what its reason was,
a61af66fc99e Initial load
duke
parents:
diff changeset
294 // or if there were multiple deopts with differing reasons.
a61af66fc99e Initial load
duke
parents:
diff changeset
295 // recompiled: If a deoptimization here triggered a recompilation.
a61af66fc99e Initial load
duke
parents:
diff changeset
296 // Note that not all reasons are recorded per-bci.
a61af66fc99e Initial load
duke
parents:
diff changeset
297 static DeoptReason trap_state_reason(int trap_state);
a61af66fc99e Initial load
duke
parents:
diff changeset
298 static int trap_state_has_reason(int trap_state, int reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
299 static int trap_state_add_reason(int trap_state, int reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
300 static bool trap_state_is_recompiled(int trap_state);
a61af66fc99e Initial load
duke
parents:
diff changeset
301 static int trap_state_set_recompiled(int trap_state, bool z);
a61af66fc99e Initial load
duke
parents:
diff changeset
302 static const char* format_trap_state(char* buf, size_t buflen,
a61af66fc99e Initial load
duke
parents:
diff changeset
303 int trap_state);
a61af66fc99e Initial load
duke
parents:
diff changeset
304
a61af66fc99e Initial load
duke
parents:
diff changeset
305 static bool reason_is_recorded_per_bytecode(DeoptReason reason) {
1206
87684f1a88b5 6614597: Performance variability in jvm2008 xml.validation
kvn
parents: 1172
diff changeset
306 return reason > Reason_none && reason <= Reason_RECORDED_LIMIT;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
307 }
a61af66fc99e Initial load
duke
parents:
diff changeset
308
a61af66fc99e Initial load
duke
parents:
diff changeset
309 static DeoptReason reason_recorded_per_bytecode_if_any(DeoptReason reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
310 if (reason_is_recorded_per_bytecode(reason))
a61af66fc99e Initial load
duke
parents:
diff changeset
311 return reason;
a61af66fc99e Initial load
duke
parents:
diff changeset
312 else if (reason == Reason_div0_check) // null check due to divide-by-zero?
a61af66fc99e Initial load
duke
parents:
diff changeset
313 return Reason_null_check; // recorded per BCI as a null check
a61af66fc99e Initial load
duke
parents:
diff changeset
314 else
a61af66fc99e Initial load
duke
parents:
diff changeset
315 return Reason_none;
a61af66fc99e Initial load
duke
parents:
diff changeset
316 }
a61af66fc99e Initial load
duke
parents:
diff changeset
317
a61af66fc99e Initial load
duke
parents:
diff changeset
318 static const char* trap_reason_name(int reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
319 static const char* trap_action_name(int action);
a61af66fc99e Initial load
duke
parents:
diff changeset
320 // Format like reason='foo' action='bar' index='123'.
a61af66fc99e Initial load
duke
parents:
diff changeset
321 // This is suitable both for XML and for tty output.
a61af66fc99e Initial load
duke
parents:
diff changeset
322 static const char* format_trap_request(char* buf, size_t buflen,
a61af66fc99e Initial load
duke
parents:
diff changeset
323 int trap_request);
a61af66fc99e Initial load
duke
parents:
diff changeset
324
a61af66fc99e Initial load
duke
parents:
diff changeset
325 static jint total_deoptimization_count();
a61af66fc99e Initial load
duke
parents:
diff changeset
326 static jint deoptimization_count(DeoptReason reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
327
a61af66fc99e Initial load
duke
parents:
diff changeset
328 // JVMTI PopFrame support
a61af66fc99e Initial load
duke
parents:
diff changeset
329
a61af66fc99e Initial load
duke
parents:
diff changeset
330 // Preserves incoming arguments to the popped frame when it is
a61af66fc99e Initial load
duke
parents:
diff changeset
331 // returning to a deoptimized caller
a61af66fc99e Initial load
duke
parents:
diff changeset
332 static void popframe_preserve_args(JavaThread* thread, int bytes_to_save, void* start_address);
a61af66fc99e Initial load
duke
parents:
diff changeset
333
a61af66fc99e Initial load
duke
parents:
diff changeset
334 private:
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
335 static MethodData* get_method_data(JavaThread* thread, methodHandle m, bool create_if_missing);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
336 // Update the mdo's count and per-BCI reason bits, returning previous state:
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
337 static ProfileData* query_update_method_data(MethodData* trap_mdo,
0
a61af66fc99e Initial load
duke
parents:
diff changeset
338 int trap_bci,
a61af66fc99e Initial load
duke
parents:
diff changeset
339 DeoptReason reason,
a61af66fc99e Initial load
duke
parents:
diff changeset
340 //outputs:
a61af66fc99e Initial load
duke
parents:
diff changeset
341 uint& ret_this_trap_count,
a61af66fc99e Initial load
duke
parents:
diff changeset
342 bool& ret_maybe_prior_trap,
a61af66fc99e Initial load
duke
parents:
diff changeset
343 bool& ret_maybe_prior_recompile);
a61af66fc99e Initial load
duke
parents:
diff changeset
344 // class loading support for uncommon trap
a61af66fc99e Initial load
duke
parents:
diff changeset
345 static void load_class_by_index(constantPoolHandle constant_pool, int index, TRAPS);
a61af66fc99e Initial load
duke
parents:
diff changeset
346 static void load_class_by_index(constantPoolHandle constant_pool, int index);
a61af66fc99e Initial load
duke
parents:
diff changeset
347
a61af66fc99e Initial load
duke
parents:
diff changeset
348 static UnrollBlock* fetch_unroll_info_helper(JavaThread* thread);
a61af66fc99e Initial load
duke
parents:
diff changeset
349
a61af66fc99e Initial load
duke
parents:
diff changeset
350 static DeoptAction _unloaded_action; // == Action_reinterpret;
a61af66fc99e Initial load
duke
parents:
diff changeset
351 static const char* _trap_reason_name[Reason_LIMIT];
a61af66fc99e Initial load
duke
parents:
diff changeset
352 static const char* _trap_action_name[Action_LIMIT];
a61af66fc99e Initial load
duke
parents:
diff changeset
353
a61af66fc99e Initial load
duke
parents:
diff changeset
354 static juint _deoptimization_hist[Reason_LIMIT][1+Action_LIMIT][BC_CASE_LIMIT];
a61af66fc99e Initial load
duke
parents:
diff changeset
355 // Note: Histogram array size is 1-2 Kb.
a61af66fc99e Initial load
duke
parents:
diff changeset
356
a61af66fc99e Initial load
duke
parents:
diff changeset
357 public:
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6197
diff changeset
358 static void update_method_data_from_interpreter(MethodData* trap_mdo, int trap_bci, int reason);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
359 };
a61af66fc99e Initial load
duke
parents:
diff changeset
360
a61af66fc99e Initial load
duke
parents:
diff changeset
361 class DeoptimizationMarker : StackObj { // for profiling
a61af66fc99e Initial load
duke
parents:
diff changeset
362 static bool _is_active;
a61af66fc99e Initial load
duke
parents:
diff changeset
363 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
364 DeoptimizationMarker() { _is_active = true; }
a61af66fc99e Initial load
duke
parents:
diff changeset
365 ~DeoptimizationMarker() { _is_active = false; }
a61af66fc99e Initial load
duke
parents:
diff changeset
366 static bool is_active() { return _is_active; }
a61af66fc99e Initial load
duke
parents:
diff changeset
367 };
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
368
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1905
diff changeset
369 #endif // SHARE_VM_RUNTIME_DEOPTIMIZATION_HPP