annotate src/share/vm/opto/bytecodeInfo.cpp @ 1721:413ad0331a0c

6977924: Changes for 6975078 produce build error with certain gcc versions Summary: The changes introduced for 6975078 assign badHeapOopVal to the _allocation field in the ResourceObj class. In 32 bit linux builds with certain versions of gcc this assignment will be flagged as an error while compiling allocation.cpp. In 32 bit builds the constant value badHeapOopVal (which is cast to an intptr_t) is negative. The _allocation field is typed as an unsigned intptr_t and gcc catches this as an error. Reviewed-by: jcoomes, ysr, phh
author johnc
date Wed, 18 Aug 2010 10:59:06 -0700
parents e9ff18c4ace7
children d5d065957597
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
1579
jrose
parents: 1552 1565
diff changeset
2 * Copyright (c) 1998, 2010, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1507
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1507
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1507
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
a61af66fc99e Initial load
duke
parents:
diff changeset
25 #include "incls/_precompiled.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
26 #include "incls/_bytecodeInfo.cpp.incl"
a61af66fc99e Initial load
duke
parents:
diff changeset
27
a61af66fc99e Initial load
duke
parents:
diff changeset
28 //=============================================================================
a61af66fc99e Initial load
duke
parents:
diff changeset
29 //------------------------------InlineTree-------------------------------------
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
30 InlineTree::InlineTree( Compile* c,
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
31 const InlineTree *caller_tree, ciMethod* callee,
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
32 JVMState* caller_jvms, int caller_bci,
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
33 float site_invoke_ratio, int site_depth_adjust)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
34 : C(c), _caller_jvms(caller_jvms),
a61af66fc99e Initial load
duke
parents:
diff changeset
35 _caller_tree((InlineTree*)caller_tree),
a61af66fc99e Initial load
duke
parents:
diff changeset
36 _method(callee), _site_invoke_ratio(site_invoke_ratio),
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
37 _site_depth_adjust(site_depth_adjust),
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
38 _count_inline_bcs(method()->code_size())
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
39 {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
40 NOT_PRODUCT(_count_inlines = 0;)
a61af66fc99e Initial load
duke
parents:
diff changeset
41 if (_caller_jvms != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
42 // Keep a private copy of the caller_jvms:
a61af66fc99e Initial load
duke
parents:
diff changeset
43 _caller_jvms = new (C) JVMState(caller_jvms->method(), caller_tree->caller_jvms());
a61af66fc99e Initial load
duke
parents:
diff changeset
44 _caller_jvms->set_bci(caller_jvms->bci());
900
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 726
diff changeset
45 assert(!caller_jvms->should_reexecute(), "there should be no reexecute bytecode with inlining");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
46 }
a61af66fc99e Initial load
duke
parents:
diff changeset
47 assert(_caller_jvms->same_calls_as(caller_jvms), "consistent JVMS");
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
48 assert((caller_tree == NULL ? 0 : caller_tree->stack_depth() + 1) == stack_depth(), "correct (redundant) depth parameter");
0
a61af66fc99e Initial load
duke
parents:
diff changeset
49 assert(caller_bci == this->caller_bci(), "correct (redundant) bci parameter");
a61af66fc99e Initial load
duke
parents:
diff changeset
50 if (UseOldInlining) {
a61af66fc99e Initial load
duke
parents:
diff changeset
51 // Update hierarchical counts, count_inline_bcs() and count_inlines()
a61af66fc99e Initial load
duke
parents:
diff changeset
52 InlineTree *caller = (InlineTree *)caller_tree;
a61af66fc99e Initial load
duke
parents:
diff changeset
53 for( ; caller != NULL; caller = ((InlineTree *)(caller->caller_tree())) ) {
a61af66fc99e Initial load
duke
parents:
diff changeset
54 caller->_count_inline_bcs += count_inline_bcs();
a61af66fc99e Initial load
duke
parents:
diff changeset
55 NOT_PRODUCT(caller->_count_inlines++;)
a61af66fc99e Initial load
duke
parents:
diff changeset
56 }
a61af66fc99e Initial load
duke
parents:
diff changeset
57 }
a61af66fc99e Initial load
duke
parents:
diff changeset
58 }
a61af66fc99e Initial load
duke
parents:
diff changeset
59
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
60 InlineTree::InlineTree(Compile* c, ciMethod* callee_method, JVMState* caller_jvms,
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
61 float site_invoke_ratio, int site_depth_adjust)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
62 : C(c), _caller_jvms(caller_jvms), _caller_tree(NULL),
a61af66fc99e Initial load
duke
parents:
diff changeset
63 _method(callee_method), _site_invoke_ratio(site_invoke_ratio),
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
64 _site_depth_adjust(site_depth_adjust),
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
65 _count_inline_bcs(method()->code_size())
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
66 {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
67 NOT_PRODUCT(_count_inlines = 0;)
a61af66fc99e Initial load
duke
parents:
diff changeset
68 assert(!UseOldInlining, "do not use for old stuff");
a61af66fc99e Initial load
duke
parents:
diff changeset
69 }
a61af66fc99e Initial load
duke
parents:
diff changeset
70
a61af66fc99e Initial load
duke
parents:
diff changeset
71
a61af66fc99e Initial load
duke
parents:
diff changeset
72
a61af66fc99e Initial load
duke
parents:
diff changeset
73 static void print_indent(int depth) {
a61af66fc99e Initial load
duke
parents:
diff changeset
74 tty->print(" ");
a61af66fc99e Initial load
duke
parents:
diff changeset
75 for (int i = depth; i != 0; --i) tty->print(" ");
a61af66fc99e Initial load
duke
parents:
diff changeset
76 }
a61af66fc99e Initial load
duke
parents:
diff changeset
77
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
78 static bool is_init_with_ea(ciMethod* callee_method,
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
79 ciMethod* caller_method, Compile* C) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
80 // True when EA is ON and a java constructor is called or
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
81 // a super constructor is called from an inlined java constructor.
244
524eca34ea76 6684714: Optimize EA Connection Graph build performance
kvn
parents: 41
diff changeset
82 return C->do_escape_analysis() && EliminateAllocations &&
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
83 ( callee_method->is_initializer() ||
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
84 (caller_method->is_initializer() &&
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
85 caller_method != C->method() &&
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
86 caller_method->holder()->is_subclass_of(callee_method->holder()))
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
87 );
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
88 }
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
89
0
a61af66fc99e Initial load
duke
parents:
diff changeset
90 // positive filter: should send be inlined? returns NULL, if yes, or rejection msg
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
91 const char* InlineTree::shouldInline(ciMethod* callee_method, ciMethod* caller_method, int caller_bci, ciCallProfile& profile, WarmCallInfo* wci_result) const {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
92 // Allows targeted inlining
a61af66fc99e Initial load
duke
parents:
diff changeset
93 if(callee_method->should_inline()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
94 *wci_result = *(WarmCallInfo::always_hot());
a61af66fc99e Initial load
duke
parents:
diff changeset
95 if (PrintInlining && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
96 print_indent(inline_depth());
a61af66fc99e Initial load
duke
parents:
diff changeset
97 tty->print_cr("Inlined method is hot: ");
a61af66fc99e Initial load
duke
parents:
diff changeset
98 }
a61af66fc99e Initial load
duke
parents:
diff changeset
99 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
100 }
a61af66fc99e Initial load
duke
parents:
diff changeset
101
a61af66fc99e Initial load
duke
parents:
diff changeset
102 // positive filter: should send be inlined? returns NULL (--> yes)
a61af66fc99e Initial load
duke
parents:
diff changeset
103 // or rejection msg
a61af66fc99e Initial load
duke
parents:
diff changeset
104 int max_size = C->max_inline_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
105 int size = callee_method->code_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
106
a61af66fc99e Initial load
duke
parents:
diff changeset
107 // Check for too many throws (and not too huge)
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
108 if(callee_method->interpreter_throwout_count() > InlineThrowCount &&
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
109 size < InlineThrowMaxSize ) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
110 wci_result->set_profit(wci_result->profit() * 100);
a61af66fc99e Initial load
duke
parents:
diff changeset
111 if (PrintInlining && Verbose) {
a61af66fc99e Initial load
duke
parents:
diff changeset
112 print_indent(inline_depth());
a61af66fc99e Initial load
duke
parents:
diff changeset
113 tty->print_cr("Inlined method with many throws (throws=%d):", callee_method->interpreter_throwout_count());
a61af66fc99e Initial load
duke
parents:
diff changeset
114 }
a61af66fc99e Initial load
duke
parents:
diff changeset
115 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
116 }
a61af66fc99e Initial load
duke
parents:
diff changeset
117
a61af66fc99e Initial load
duke
parents:
diff changeset
118 if (!UseOldInlining) {
a61af66fc99e Initial load
duke
parents:
diff changeset
119 return NULL; // size and frequency are represented in a new way
a61af66fc99e Initial load
duke
parents:
diff changeset
120 }
a61af66fc99e Initial load
duke
parents:
diff changeset
121
a61af66fc99e Initial load
duke
parents:
diff changeset
122 int call_site_count = method()->scale_count(profile.count());
a61af66fc99e Initial load
duke
parents:
diff changeset
123 int invoke_count = method()->interpreter_invocation_count();
a61af66fc99e Initial load
duke
parents:
diff changeset
124 assert( invoke_count != 0, "Require invokation count greater than zero");
a61af66fc99e Initial load
duke
parents:
diff changeset
125 int freq = call_site_count/invoke_count;
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
126
0
a61af66fc99e Initial load
duke
parents:
diff changeset
127 // bump the max size if the call is frequent
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
128 if ((freq >= InlineFrequencyRatio) ||
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
129 (call_site_count >= InlineFrequencyCount) ||
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
130 is_init_with_ea(callee_method, caller_method, C)) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
131
0
a61af66fc99e Initial load
duke
parents:
diff changeset
132 max_size = C->freq_inline_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
133 if (size <= max_size && TraceFrequencyInlining) {
a61af66fc99e Initial load
duke
parents:
diff changeset
134 print_indent(inline_depth());
a61af66fc99e Initial load
duke
parents:
diff changeset
135 tty->print_cr("Inlined frequent method (freq=%d count=%d):", freq, call_site_count);
a61af66fc99e Initial load
duke
parents:
diff changeset
136 print_indent(inline_depth());
a61af66fc99e Initial load
duke
parents:
diff changeset
137 callee_method->print();
a61af66fc99e Initial load
duke
parents:
diff changeset
138 tty->cr();
a61af66fc99e Initial load
duke
parents:
diff changeset
139 }
a61af66fc99e Initial load
duke
parents:
diff changeset
140 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
141 // Not hot. Check for medium-sized pre-existing nmethod at cold sites.
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
142 if (callee_method->has_compiled_code() &&
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
143 callee_method->instructions_size() > InlineSmallCode/4)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
144 return "already compiled into a medium method";
a61af66fc99e Initial load
duke
parents:
diff changeset
145 }
a61af66fc99e Initial load
duke
parents:
diff changeset
146 if (size > max_size) {
a61af66fc99e Initial load
duke
parents:
diff changeset
147 if (max_size > C->max_inline_size())
a61af66fc99e Initial load
duke
parents:
diff changeset
148 return "hot method too big";
a61af66fc99e Initial load
duke
parents:
diff changeset
149 return "too big";
a61af66fc99e Initial load
duke
parents:
diff changeset
150 }
a61af66fc99e Initial load
duke
parents:
diff changeset
151 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
152 }
a61af66fc99e Initial load
duke
parents:
diff changeset
153
a61af66fc99e Initial load
duke
parents:
diff changeset
154
a61af66fc99e Initial load
duke
parents:
diff changeset
155 // negative filter: should send NOT be inlined? returns NULL, ok to inline, or rejection msg
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
156 const char* InlineTree::shouldNotInline(ciMethod *callee_method, ciMethod* caller_method, WarmCallInfo* wci_result) const {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
157 // negative filter: should send NOT be inlined? returns NULL (--> inline) or rejection msg
a61af66fc99e Initial load
duke
parents:
diff changeset
158 if (!UseOldInlining) {
a61af66fc99e Initial load
duke
parents:
diff changeset
159 const char* fail = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
160 if (callee_method->is_abstract()) fail = "abstract method";
a61af66fc99e Initial load
duke
parents:
diff changeset
161 // note: we allow ik->is_abstract()
a61af66fc99e Initial load
duke
parents:
diff changeset
162 if (!callee_method->holder()->is_initialized()) fail = "method holder not initialized";
a61af66fc99e Initial load
duke
parents:
diff changeset
163 if (callee_method->is_native()) fail = "native method";
a61af66fc99e Initial load
duke
parents:
diff changeset
164
a61af66fc99e Initial load
duke
parents:
diff changeset
165 if (fail) {
a61af66fc99e Initial load
duke
parents:
diff changeset
166 *wci_result = *(WarmCallInfo::always_cold());
a61af66fc99e Initial load
duke
parents:
diff changeset
167 return fail;
a61af66fc99e Initial load
duke
parents:
diff changeset
168 }
a61af66fc99e Initial load
duke
parents:
diff changeset
169
a61af66fc99e Initial load
duke
parents:
diff changeset
170 if (callee_method->has_unloaded_classes_in_signature()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
171 wci_result->set_profit(wci_result->profit() * 0.1);
a61af66fc99e Initial load
duke
parents:
diff changeset
172 }
a61af66fc99e Initial load
duke
parents:
diff changeset
173
a61af66fc99e Initial load
duke
parents:
diff changeset
174 // don't inline exception code unless the top method belongs to an
a61af66fc99e Initial load
duke
parents:
diff changeset
175 // exception class
a61af66fc99e Initial load
duke
parents:
diff changeset
176 if (callee_method->holder()->is_subclass_of(C->env()->Throwable_klass())) {
a61af66fc99e Initial load
duke
parents:
diff changeset
177 ciMethod* top_method = caller_jvms() ? caller_jvms()->of_depth(1)->method() : method();
a61af66fc99e Initial load
duke
parents:
diff changeset
178 if (!top_method->holder()->is_subclass_of(C->env()->Throwable_klass())) {
a61af66fc99e Initial load
duke
parents:
diff changeset
179 wci_result->set_profit(wci_result->profit() * 0.1);
a61af66fc99e Initial load
duke
parents:
diff changeset
180 }
a61af66fc99e Initial load
duke
parents:
diff changeset
181 }
a61af66fc99e Initial load
duke
parents:
diff changeset
182
a61af66fc99e Initial load
duke
parents:
diff changeset
183 if (callee_method->has_compiled_code() && callee_method->instructions_size() > InlineSmallCode) {
a61af66fc99e Initial load
duke
parents:
diff changeset
184 wci_result->set_profit(wci_result->profit() * 0.1);
a61af66fc99e Initial load
duke
parents:
diff changeset
185 // %%% adjust wci_result->size()?
a61af66fc99e Initial load
duke
parents:
diff changeset
186 }
a61af66fc99e Initial load
duke
parents:
diff changeset
187
a61af66fc99e Initial load
duke
parents:
diff changeset
188 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
189 }
a61af66fc99e Initial load
duke
parents:
diff changeset
190
1564
61b2245abf36 6930772: JSR 292 needs to support SPARC C1
twisti
parents: 1507
diff changeset
191 // Always inline MethodHandle methods and generated MethodHandle adapters.
61b2245abf36 6930772: JSR 292 needs to support SPARC C1
twisti
parents: 1507
diff changeset
192 if (callee_method->is_method_handle_invoke() || callee_method->is_method_handle_adapter())
1138
dd57230ba8fe 6893268: additional dynamic language related optimizations in C2
twisti
parents: 1137
diff changeset
193 return NULL;
dd57230ba8fe 6893268: additional dynamic language related optimizations in C2
twisti
parents: 1137
diff changeset
194
0
a61af66fc99e Initial load
duke
parents:
diff changeset
195 // First check all inlining restrictions which are required for correctness
a61af66fc99e Initial load
duke
parents:
diff changeset
196 if (callee_method->is_abstract()) return "abstract method";
a61af66fc99e Initial load
duke
parents:
diff changeset
197 // note: we allow ik->is_abstract()
a61af66fc99e Initial load
duke
parents:
diff changeset
198 if (!callee_method->holder()->is_initialized()) return "method holder not initialized";
a61af66fc99e Initial load
duke
parents:
diff changeset
199 if (callee_method->is_native()) return "native method";
a61af66fc99e Initial load
duke
parents:
diff changeset
200 if (callee_method->has_unloaded_classes_in_signature()) return "unloaded signature classes";
a61af66fc99e Initial load
duke
parents:
diff changeset
201
a61af66fc99e Initial load
duke
parents:
diff changeset
202 if (callee_method->should_inline()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
203 // ignore heuristic controls on inlining
a61af66fc99e Initial load
duke
parents:
diff changeset
204 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
205 }
a61af66fc99e Initial load
duke
parents:
diff changeset
206
a61af66fc99e Initial load
duke
parents:
diff changeset
207 // Now perform checks which are heuristic
a61af66fc99e Initial load
duke
parents:
diff changeset
208
a61af66fc99e Initial load
duke
parents:
diff changeset
209 if( callee_method->has_compiled_code() && callee_method->instructions_size() > InlineSmallCode )
a61af66fc99e Initial load
duke
parents:
diff changeset
210 return "already compiled into a big method";
a61af66fc99e Initial load
duke
parents:
diff changeset
211
a61af66fc99e Initial load
duke
parents:
diff changeset
212 // don't inline exception code unless the top method belongs to an
a61af66fc99e Initial load
duke
parents:
diff changeset
213 // exception class
a61af66fc99e Initial load
duke
parents:
diff changeset
214 if (caller_tree() != NULL &&
a61af66fc99e Initial load
duke
parents:
diff changeset
215 callee_method->holder()->is_subclass_of(C->env()->Throwable_klass())) {
a61af66fc99e Initial load
duke
parents:
diff changeset
216 const InlineTree *top = this;
a61af66fc99e Initial load
duke
parents:
diff changeset
217 while (top->caller_tree() != NULL) top = top->caller_tree();
a61af66fc99e Initial load
duke
parents:
diff changeset
218 ciInstanceKlass* k = top->method()->holder();
a61af66fc99e Initial load
duke
parents:
diff changeset
219 if (!k->is_subclass_of(C->env()->Throwable_klass()))
a61af66fc99e Initial load
duke
parents:
diff changeset
220 return "exception method";
a61af66fc99e Initial load
duke
parents:
diff changeset
221 }
a61af66fc99e Initial load
duke
parents:
diff changeset
222
a61af66fc99e Initial load
duke
parents:
diff changeset
223 // use frequency-based objections only for non-trivial methods
a61af66fc99e Initial load
duke
parents:
diff changeset
224 if (callee_method->code_size() <= MaxTrivialSize) return NULL;
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
225
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
226 // don't use counts with -Xcomp or CTW
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
227 if (UseInterpreter && !CompileTheWorld) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
228
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
229 if (!callee_method->has_compiled_code() &&
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
230 !callee_method->was_executed_more_than(0)) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
231 return "never executed";
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
232 }
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
233
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
234 if (is_init_with_ea(callee_method, caller_method, C)) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
235
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
236 // Escape Analysis: inline all executed constructors
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
237
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
238 } else if (!callee_method->was_executed_more_than(MIN2(MinInliningThreshold,
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
239 CompileThreshold >> 1))) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
240 return "executed < MinInliningThreshold times";
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
241 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
242 }
a61af66fc99e Initial load
duke
parents:
diff changeset
243
a61af66fc99e Initial load
duke
parents:
diff changeset
244 if (callee_method->should_not_inline()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
245 return "disallowed by CompilerOracle";
a61af66fc99e Initial load
duke
parents:
diff changeset
246 }
a61af66fc99e Initial load
duke
parents:
diff changeset
247
675
f6da6f0174ac 6821700: tune VM flags for peak performance
kvn
parents: 367
diff changeset
248 if (UseStringCache) {
f6da6f0174ac 6821700: tune VM flags for peak performance
kvn
parents: 367
diff changeset
249 // Do not inline StringCache::profile() method used only at the beginning.
f6da6f0174ac 6821700: tune VM flags for peak performance
kvn
parents: 367
diff changeset
250 if (callee_method->name() == ciSymbol::profile_name() &&
f6da6f0174ac 6821700: tune VM flags for peak performance
kvn
parents: 367
diff changeset
251 callee_method->holder()->name() == ciSymbol::java_lang_StringCache()) {
f6da6f0174ac 6821700: tune VM flags for peak performance
kvn
parents: 367
diff changeset
252 return "profiling method";
f6da6f0174ac 6821700: tune VM flags for peak performance
kvn
parents: 367
diff changeset
253 }
f6da6f0174ac 6821700: tune VM flags for peak performance
kvn
parents: 367
diff changeset
254 }
f6da6f0174ac 6821700: tune VM flags for peak performance
kvn
parents: 367
diff changeset
255
0
a61af66fc99e Initial load
duke
parents:
diff changeset
256 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
257 }
a61af66fc99e Initial load
duke
parents:
diff changeset
258
a61af66fc99e Initial load
duke
parents:
diff changeset
259 //-----------------------------try_to_inline-----------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
260 // return NULL if ok, reason for not inlining otherwise
a61af66fc99e Initial load
duke
parents:
diff changeset
261 // Relocated from "InliningClosure::try_to_inline"
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
262 const char* InlineTree::try_to_inline(ciMethod* callee_method, ciMethod* caller_method, int caller_bci, ciCallProfile& profile, WarmCallInfo* wci_result) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
263
a61af66fc99e Initial load
duke
parents:
diff changeset
264 // Old algorithm had funny accumulating BC-size counters
a61af66fc99e Initial load
duke
parents:
diff changeset
265 if (UseOldInlining && ClipInlining
a61af66fc99e Initial load
duke
parents:
diff changeset
266 && (int)count_inline_bcs() >= DesiredMethodLimit) {
a61af66fc99e Initial load
duke
parents:
diff changeset
267 return "size > DesiredMethodLimit";
a61af66fc99e Initial load
duke
parents:
diff changeset
268 }
a61af66fc99e Initial load
duke
parents:
diff changeset
269
a61af66fc99e Initial load
duke
parents:
diff changeset
270 const char *msg = NULL;
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
271 if ((msg = shouldInline(callee_method, caller_method, caller_bci,
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
272 profile, wci_result)) != NULL) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
273 return msg;
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
274 }
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
275 if ((msg = shouldNotInline(callee_method, caller_method,
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
276 wci_result)) != NULL) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
277 return msg;
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
278 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
279
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
280 if (InlineAccessors && callee_method->is_accessor()) {
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
281 // accessor methods are not subject to any of the following limits.
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
282 return NULL;
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
283 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
284
a61af66fc99e Initial load
duke
parents:
diff changeset
285 // suppress a few checks for accessors and trivial methods
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
286 if (callee_method->code_size() > MaxTrivialSize) {
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
287
0
a61af66fc99e Initial load
duke
parents:
diff changeset
288 // don't inline into giant methods
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
289 if (C->unique() > (uint)NodeCountInliningCutoff) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
290 return "NodeCountInliningCutoff";
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
291 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
292
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
293 if ((!UseInterpreter || CompileTheWorld) &&
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
294 is_init_with_ea(callee_method, caller_method, C)) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
295
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
296 // Escape Analysis stress testing when running Xcomp or CTW:
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
297 // inline constructors even if they are not reached.
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
298
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
299 } else if (profile.count() == 0) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
300 // don't inline unreached call sites
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
301 return "call site not reached";
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
302 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
303 }
a61af66fc99e Initial load
duke
parents:
diff changeset
304
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
305 if (!C->do_inlining() && InlineAccessors) {
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
306 return "not an accessor";
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
307 }
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
308 if( inline_depth() > MaxInlineLevel ) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
309 return "inlining too deep";
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
310 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
311 if( method() == callee_method &&
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
312 inline_depth() > MaxRecursiveInlineLevel ) {
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
313 return "recursively inlining too deep";
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
314 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
315
a61af66fc99e Initial load
duke
parents:
diff changeset
316 int size = callee_method->code_size();
a61af66fc99e Initial load
duke
parents:
diff changeset
317
a61af66fc99e Initial load
duke
parents:
diff changeset
318 if (UseOldInlining && ClipInlining
a61af66fc99e Initial load
duke
parents:
diff changeset
319 && (int)count_inline_bcs() + size >= DesiredMethodLimit) {
a61af66fc99e Initial load
duke
parents:
diff changeset
320 return "size > DesiredMethodLimit";
a61af66fc99e Initial load
duke
parents:
diff changeset
321 }
a61af66fc99e Initial load
duke
parents:
diff changeset
322
a61af66fc99e Initial load
duke
parents:
diff changeset
323 // ok, inline this method
a61af66fc99e Initial load
duke
parents:
diff changeset
324 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
325 }
a61af66fc99e Initial load
duke
parents:
diff changeset
326
a61af66fc99e Initial load
duke
parents:
diff changeset
327 //------------------------------pass_initial_checks----------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
328 bool pass_initial_checks(ciMethod* caller_method, int caller_bci, ciMethod* callee_method) {
a61af66fc99e Initial load
duke
parents:
diff changeset
329 ciInstanceKlass *callee_holder = callee_method ? callee_method->holder() : NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
330 // Check if a callee_method was suggested
a61af66fc99e Initial load
duke
parents:
diff changeset
331 if( callee_method == NULL ) return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
332 // Check if klass of callee_method is loaded
a61af66fc99e Initial load
duke
parents:
diff changeset
333 if( !callee_holder->is_loaded() ) return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
334 if( !callee_holder->is_initialized() ) return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
335 if( !UseInterpreter || CompileTheWorld /* running Xcomp or CTW */ ) {
a61af66fc99e Initial load
duke
parents:
diff changeset
336 // Checks that constant pool's call site has been visited
a61af66fc99e Initial load
duke
parents:
diff changeset
337 // stricter than callee_holder->is_initialized()
a61af66fc99e Initial load
duke
parents:
diff changeset
338 ciBytecodeStream iter(caller_method);
a61af66fc99e Initial load
duke
parents:
diff changeset
339 iter.force_bci(caller_bci);
a61af66fc99e Initial load
duke
parents:
diff changeset
340 Bytecodes::Code call_bc = iter.cur_bc();
1137
97125851f396 6829187: compiler optimizations required for JSR 292
twisti
parents: 903
diff changeset
341 // An invokedynamic instruction does not have a klass.
97125851f396 6829187: compiler optimizations required for JSR 292
twisti
parents: 903
diff changeset
342 if (call_bc != Bytecodes::_invokedynamic) {
1565
ab102d5d923e 6939207: refactor constant pool index processing
jrose
parents: 1564
diff changeset
343 int index = iter.get_index_u2_cpcache();
1137
97125851f396 6829187: compiler optimizations required for JSR 292
twisti
parents: 903
diff changeset
344 if (!caller_method->is_klass_loaded(index, true)) {
97125851f396 6829187: compiler optimizations required for JSR 292
twisti
parents: 903
diff changeset
345 return false;
97125851f396 6829187: compiler optimizations required for JSR 292
twisti
parents: 903
diff changeset
346 }
97125851f396 6829187: compiler optimizations required for JSR 292
twisti
parents: 903
diff changeset
347 // Try to do constant pool resolution if running Xcomp
97125851f396 6829187: compiler optimizations required for JSR 292
twisti
parents: 903
diff changeset
348 if( !caller_method->check_call(index, call_bc == Bytecodes::_invokestatic) ) {
97125851f396 6829187: compiler optimizations required for JSR 292
twisti
parents: 903
diff changeset
349 return false;
97125851f396 6829187: compiler optimizations required for JSR 292
twisti
parents: 903
diff changeset
350 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
351 }
a61af66fc99e Initial load
duke
parents:
diff changeset
352 }
a61af66fc99e Initial load
duke
parents:
diff changeset
353 // We will attempt to see if a class/field/etc got properly loaded. If it
a61af66fc99e Initial load
duke
parents:
diff changeset
354 // did not, it may attempt to throw an exception during our probing. Catch
a61af66fc99e Initial load
duke
parents:
diff changeset
355 // and ignore such exceptions and do not attempt to compile the method.
a61af66fc99e Initial load
duke
parents:
diff changeset
356 if( callee_method->should_exclude() ) return false;
a61af66fc99e Initial load
duke
parents:
diff changeset
357
a61af66fc99e Initial load
duke
parents:
diff changeset
358 return true;
a61af66fc99e Initial load
duke
parents:
diff changeset
359 }
a61af66fc99e Initial load
duke
parents:
diff changeset
360
a61af66fc99e Initial load
duke
parents:
diff changeset
361 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
362 //------------------------------print_inlining---------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
363 // Really, the failure_msg can be a success message also.
a61af66fc99e Initial load
duke
parents:
diff changeset
364 void InlineTree::print_inlining(ciMethod *callee_method, int caller_bci, const char *failure_msg) const {
a61af66fc99e Initial load
duke
parents:
diff changeset
365 print_indent(inline_depth());
a61af66fc99e Initial load
duke
parents:
diff changeset
366 tty->print("@ %d ", caller_bci);
a61af66fc99e Initial load
duke
parents:
diff changeset
367 if( callee_method ) callee_method->print_short_name();
a61af66fc99e Initial load
duke
parents:
diff changeset
368 else tty->print(" callee not monotonic or profiled");
a61af66fc99e Initial load
duke
parents:
diff changeset
369 tty->print(" %s", (failure_msg ? failure_msg : "inline"));
a61af66fc99e Initial load
duke
parents:
diff changeset
370 if( Verbose && callee_method ) {
a61af66fc99e Initial load
duke
parents:
diff changeset
371 const InlineTree *top = this;
a61af66fc99e Initial load
duke
parents:
diff changeset
372 while( top->caller_tree() != NULL ) { top = top->caller_tree(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
373 tty->print(" bcs: %d+%d invoked: %d", top->count_inline_bcs(), callee_method->code_size(), callee_method->interpreter_invocation_count());
a61af66fc99e Initial load
duke
parents:
diff changeset
374 }
a61af66fc99e Initial load
duke
parents:
diff changeset
375 tty->cr();
a61af66fc99e Initial load
duke
parents:
diff changeset
376 }
a61af66fc99e Initial load
duke
parents:
diff changeset
377 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
378
a61af66fc99e Initial load
duke
parents:
diff changeset
379 //------------------------------ok_to_inline-----------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
380 WarmCallInfo* InlineTree::ok_to_inline(ciMethod* callee_method, JVMState* jvms, ciCallProfile& profile, WarmCallInfo* initial_wci) {
a61af66fc99e Initial load
duke
parents:
diff changeset
381 assert(callee_method != NULL, "caller checks for optimized virtual!");
a61af66fc99e Initial load
duke
parents:
diff changeset
382 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
383 // Make sure the incoming jvms has the same information content as me.
a61af66fc99e Initial load
duke
parents:
diff changeset
384 // This means that we can eventually make this whole class AllStatic.
a61af66fc99e Initial load
duke
parents:
diff changeset
385 if (jvms->caller() == NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
386 assert(_caller_jvms == NULL, "redundant instance state");
a61af66fc99e Initial load
duke
parents:
diff changeset
387 } else {
a61af66fc99e Initial load
duke
parents:
diff changeset
388 assert(_caller_jvms->same_calls_as(jvms->caller()), "redundant instance state");
a61af66fc99e Initial load
duke
parents:
diff changeset
389 }
a61af66fc99e Initial load
duke
parents:
diff changeset
390 assert(_method == jvms->method(), "redundant instance state");
a61af66fc99e Initial load
duke
parents:
diff changeset
391 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
392 const char *failure_msg = NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
393 int caller_bci = jvms->bci();
a61af66fc99e Initial load
duke
parents:
diff changeset
394 ciMethod *caller_method = jvms->method();
a61af66fc99e Initial load
duke
parents:
diff changeset
395
a61af66fc99e Initial load
duke
parents:
diff changeset
396 if( !pass_initial_checks(caller_method, caller_bci, callee_method)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
397 if( PrintInlining ) {
a61af66fc99e Initial load
duke
parents:
diff changeset
398 failure_msg = "failed_initial_checks";
a61af66fc99e Initial load
duke
parents:
diff changeset
399 print_inlining( callee_method, caller_bci, failure_msg);
a61af66fc99e Initial load
duke
parents:
diff changeset
400 }
a61af66fc99e Initial load
duke
parents:
diff changeset
401 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
402 }
a61af66fc99e Initial load
duke
parents:
diff changeset
403
a61af66fc99e Initial load
duke
parents:
diff changeset
404 // Check if inlining policy says no.
a61af66fc99e Initial load
duke
parents:
diff changeset
405 WarmCallInfo wci = *(initial_wci);
41
874b2c4f43d1 6667605: (Escape Analysis) inline java constructors when EA is on
kvn
parents: 0
diff changeset
406 failure_msg = try_to_inline(callee_method, caller_method, caller_bci, profile, &wci);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
407 if (failure_msg != NULL && C->log() != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
408 C->log()->begin_elem("inline_fail reason='");
a61af66fc99e Initial load
duke
parents:
diff changeset
409 C->log()->text("%s", failure_msg);
a61af66fc99e Initial load
duke
parents:
diff changeset
410 C->log()->end_elem("'");
a61af66fc99e Initial load
duke
parents:
diff changeset
411 }
a61af66fc99e Initial load
duke
parents:
diff changeset
412
a61af66fc99e Initial load
duke
parents:
diff changeset
413 #ifndef PRODUCT
a61af66fc99e Initial load
duke
parents:
diff changeset
414 if (UseOldInlining && InlineWarmCalls
a61af66fc99e Initial load
duke
parents:
diff changeset
415 && (PrintOpto || PrintOptoInlining || PrintInlining)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
416 bool cold = wci.is_cold();
a61af66fc99e Initial load
duke
parents:
diff changeset
417 bool hot = !cold && wci.is_hot();
a61af66fc99e Initial load
duke
parents:
diff changeset
418 bool old_cold = (failure_msg != NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
419 if (old_cold != cold || (Verbose || WizardMode)) {
a61af66fc99e Initial load
duke
parents:
diff changeset
420 tty->print(" OldInlining= %4s : %s\n WCI=",
a61af66fc99e Initial load
duke
parents:
diff changeset
421 old_cold ? "cold" : "hot", failure_msg ? failure_msg : "OK");
a61af66fc99e Initial load
duke
parents:
diff changeset
422 wci.print();
a61af66fc99e Initial load
duke
parents:
diff changeset
423 }
a61af66fc99e Initial load
duke
parents:
diff changeset
424 }
a61af66fc99e Initial load
duke
parents:
diff changeset
425 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
426 if (UseOldInlining) {
a61af66fc99e Initial load
duke
parents:
diff changeset
427 if (failure_msg == NULL)
a61af66fc99e Initial load
duke
parents:
diff changeset
428 wci = *(WarmCallInfo::always_hot());
a61af66fc99e Initial load
duke
parents:
diff changeset
429 else
a61af66fc99e Initial load
duke
parents:
diff changeset
430 wci = *(WarmCallInfo::always_cold());
a61af66fc99e Initial load
duke
parents:
diff changeset
431 }
a61af66fc99e Initial load
duke
parents:
diff changeset
432 if (!InlineWarmCalls) {
a61af66fc99e Initial load
duke
parents:
diff changeset
433 if (!wci.is_cold() && !wci.is_hot()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
434 // Do not inline the warm calls.
a61af66fc99e Initial load
duke
parents:
diff changeset
435 wci = *(WarmCallInfo::always_cold());
a61af66fc99e Initial load
duke
parents:
diff changeset
436 }
a61af66fc99e Initial load
duke
parents:
diff changeset
437 }
a61af66fc99e Initial load
duke
parents:
diff changeset
438
a61af66fc99e Initial load
duke
parents:
diff changeset
439 if (!wci.is_cold()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
440 // In -UseOldInlining, the failure_msg may also be a success message.
a61af66fc99e Initial load
duke
parents:
diff changeset
441 if (failure_msg == NULL) failure_msg = "inline (hot)";
a61af66fc99e Initial load
duke
parents:
diff changeset
442
a61af66fc99e Initial load
duke
parents:
diff changeset
443 // Inline!
a61af66fc99e Initial load
duke
parents:
diff changeset
444 if( PrintInlining ) print_inlining( callee_method, caller_bci, failure_msg);
a61af66fc99e Initial load
duke
parents:
diff changeset
445 if (UseOldInlining)
a61af66fc99e Initial load
duke
parents:
diff changeset
446 build_inline_tree_for_callee(callee_method, jvms, caller_bci);
a61af66fc99e Initial load
duke
parents:
diff changeset
447 if (InlineWarmCalls && !wci.is_hot())
a61af66fc99e Initial load
duke
parents:
diff changeset
448 return new (C) WarmCallInfo(wci); // copy to heap
a61af66fc99e Initial load
duke
parents:
diff changeset
449 return WarmCallInfo::always_hot();
a61af66fc99e Initial load
duke
parents:
diff changeset
450 }
a61af66fc99e Initial load
duke
parents:
diff changeset
451
a61af66fc99e Initial load
duke
parents:
diff changeset
452 // Do not inline
a61af66fc99e Initial load
duke
parents:
diff changeset
453 if (failure_msg == NULL) failure_msg = "too cold to inline";
a61af66fc99e Initial load
duke
parents:
diff changeset
454 if( PrintInlining ) print_inlining( callee_method, caller_bci, failure_msg);
a61af66fc99e Initial load
duke
parents:
diff changeset
455 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
456 }
a61af66fc99e Initial load
duke
parents:
diff changeset
457
a61af66fc99e Initial load
duke
parents:
diff changeset
458 //------------------------------compute_callee_frequency-----------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
459 float InlineTree::compute_callee_frequency( int caller_bci ) const {
a61af66fc99e Initial load
duke
parents:
diff changeset
460 int count = method()->interpreter_call_site_count(caller_bci);
a61af66fc99e Initial load
duke
parents:
diff changeset
461 int invcnt = method()->interpreter_invocation_count();
a61af66fc99e Initial load
duke
parents:
diff changeset
462 float freq = (float)count/(float)invcnt;
a61af66fc99e Initial load
duke
parents:
diff changeset
463 // Call-site count / interpreter invocation count, scaled recursively.
a61af66fc99e Initial load
duke
parents:
diff changeset
464 // Always between 0.0 and 1.0. Represents the percentage of the method's
a61af66fc99e Initial load
duke
parents:
diff changeset
465 // total execution time used at this call site.
a61af66fc99e Initial load
duke
parents:
diff changeset
466
a61af66fc99e Initial load
duke
parents:
diff changeset
467 return freq;
a61af66fc99e Initial load
duke
parents:
diff changeset
468 }
a61af66fc99e Initial load
duke
parents:
diff changeset
469
a61af66fc99e Initial load
duke
parents:
diff changeset
470 //------------------------------build_inline_tree_for_callee-------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
471 InlineTree *InlineTree::build_inline_tree_for_callee( ciMethod* callee_method, JVMState* caller_jvms, int caller_bci) {
a61af66fc99e Initial load
duke
parents:
diff changeset
472 float recur_frequency = _site_invoke_ratio * compute_callee_frequency(caller_bci);
a61af66fc99e Initial load
duke
parents:
diff changeset
473 // Attempt inlining.
a61af66fc99e Initial load
duke
parents:
diff changeset
474 InlineTree* old_ilt = callee_at(caller_bci, callee_method);
a61af66fc99e Initial load
duke
parents:
diff changeset
475 if (old_ilt != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
476 return old_ilt;
a61af66fc99e Initial load
duke
parents:
diff changeset
477 }
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
478 int new_depth_adjust = 0;
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
479 if (caller_jvms->method() != NULL) {
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
480 if (caller_jvms->method()->is_method_handle_adapter())
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
481 new_depth_adjust -= 1; // don't count actions in MH or indy adapter frames
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
482 else if (callee_method->is_method_handle_invoke()) {
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
483 new_depth_adjust -= 1; // don't count method handle calls from java.dyn implem
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
484 }
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
485 if (new_depth_adjust != 0 && PrintInlining) {
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
486 stringStream nm1; caller_jvms->method()->print_name(&nm1);
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
487 stringStream nm2; callee_method->print_name(&nm2);
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
488 tty->print_cr("discounting inlining depth from %s to %s", nm1.base(), nm2.base());
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
489 }
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
490 if (new_depth_adjust != 0 && C->log()) {
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
491 int id1 = C->log()->identify(caller_jvms->method());
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
492 int id2 = C->log()->identify(callee_method);
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
493 C->log()->elem("inline_depth_discount caller='%d' callee='%d'", id1, id2);
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
494 }
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
495 }
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
496 InlineTree *ilt = new InlineTree(C, this, callee_method, caller_jvms, caller_bci, recur_frequency, _site_depth_adjust + new_depth_adjust);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
497 _subtrees.append( ilt );
a61af66fc99e Initial load
duke
parents:
diff changeset
498
a61af66fc99e Initial load
duke
parents:
diff changeset
499 NOT_PRODUCT( _count_inlines += 1; )
a61af66fc99e Initial load
duke
parents:
diff changeset
500
a61af66fc99e Initial load
duke
parents:
diff changeset
501 return ilt;
a61af66fc99e Initial load
duke
parents:
diff changeset
502 }
a61af66fc99e Initial load
duke
parents:
diff changeset
503
a61af66fc99e Initial load
duke
parents:
diff changeset
504
a61af66fc99e Initial load
duke
parents:
diff changeset
505 //---------------------------------------callee_at-----------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
506 InlineTree *InlineTree::callee_at(int bci, ciMethod* callee) const {
a61af66fc99e Initial load
duke
parents:
diff changeset
507 for (int i = 0; i < _subtrees.length(); i++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
508 InlineTree* sub = _subtrees.at(i);
a61af66fc99e Initial load
duke
parents:
diff changeset
509 if (sub->caller_bci() == bci && callee == sub->method()) {
a61af66fc99e Initial load
duke
parents:
diff changeset
510 return sub;
a61af66fc99e Initial load
duke
parents:
diff changeset
511 }
a61af66fc99e Initial load
duke
parents:
diff changeset
512 }
a61af66fc99e Initial load
duke
parents:
diff changeset
513 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
514 }
a61af66fc99e Initial load
duke
parents:
diff changeset
515
a61af66fc99e Initial load
duke
parents:
diff changeset
516
a61af66fc99e Initial load
duke
parents:
diff changeset
517 //------------------------------build_inline_tree_root-------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
518 InlineTree *InlineTree::build_inline_tree_root() {
a61af66fc99e Initial load
duke
parents:
diff changeset
519 Compile* C = Compile::current();
a61af66fc99e Initial load
duke
parents:
diff changeset
520
a61af66fc99e Initial load
duke
parents:
diff changeset
521 // Root of inline tree
1157
c3b315a0d58a 6912063: inlining parameters need to be adjusted for some uses of the JVM
jrose
parents: 1138
diff changeset
522 InlineTree *ilt = new InlineTree(C, NULL, C->method(), NULL, -1, 1.0F, 0);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
523
a61af66fc99e Initial load
duke
parents:
diff changeset
524 return ilt;
a61af66fc99e Initial load
duke
parents:
diff changeset
525 }
a61af66fc99e Initial load
duke
parents:
diff changeset
526
a61af66fc99e Initial load
duke
parents:
diff changeset
527
a61af66fc99e Initial load
duke
parents:
diff changeset
528 //-------------------------find_subtree_from_root-----------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
529 // Given a jvms, which determines a call chain from the root method,
a61af66fc99e Initial load
duke
parents:
diff changeset
530 // find the corresponding inline tree.
a61af66fc99e Initial load
duke
parents:
diff changeset
531 // Note: This method will be removed or replaced as InlineTree goes away.
a61af66fc99e Initial load
duke
parents:
diff changeset
532 InlineTree* InlineTree::find_subtree_from_root(InlineTree* root, JVMState* jvms, ciMethod* callee, bool create_if_not_found) {
a61af66fc99e Initial load
duke
parents:
diff changeset
533 InlineTree* iltp = root;
a61af66fc99e Initial load
duke
parents:
diff changeset
534 uint depth = jvms && jvms->has_method() ? jvms->depth() : 0;
a61af66fc99e Initial load
duke
parents:
diff changeset
535 for (uint d = 1; d <= depth; d++) {
a61af66fc99e Initial load
duke
parents:
diff changeset
536 JVMState* jvmsp = jvms->of_depth(d);
a61af66fc99e Initial load
duke
parents:
diff changeset
537 // Select the corresponding subtree for this bci.
a61af66fc99e Initial load
duke
parents:
diff changeset
538 assert(jvmsp->method() == iltp->method(), "tree still in sync");
a61af66fc99e Initial load
duke
parents:
diff changeset
539 ciMethod* d_callee = (d == depth) ? callee : jvms->of_depth(d+1)->method();
a61af66fc99e Initial load
duke
parents:
diff changeset
540 InlineTree* sub = iltp->callee_at(jvmsp->bci(), d_callee);
a61af66fc99e Initial load
duke
parents:
diff changeset
541 if (!sub) {
a61af66fc99e Initial load
duke
parents:
diff changeset
542 if (create_if_not_found && d == depth) {
a61af66fc99e Initial load
duke
parents:
diff changeset
543 return iltp->build_inline_tree_for_callee(d_callee, jvmsp, jvmsp->bci());
a61af66fc99e Initial load
duke
parents:
diff changeset
544 }
a61af66fc99e Initial load
duke
parents:
diff changeset
545 assert(sub != NULL, "should be a sub-ilt here");
a61af66fc99e Initial load
duke
parents:
diff changeset
546 return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
547 }
a61af66fc99e Initial load
duke
parents:
diff changeset
548 iltp = sub;
a61af66fc99e Initial load
duke
parents:
diff changeset
549 }
a61af66fc99e Initial load
duke
parents:
diff changeset
550 return iltp;
a61af66fc99e Initial load
duke
parents:
diff changeset
551 }