annotate src/share/vm/opto/graphKit.hpp @ 17716:cdb71841f4bc

6498581: ThreadInterruptTest3 produces wrong output on Windows Summary: There is race condition between os::interrupt and os::is_interrupted on Windows. In JVM_Sleep(Thread.sleep), check if thread gets interrupted, it may see interrupted but not really interrupted so cause spurious waking up (early return from sleep). Fix by checking if interrupt event really gets set thus prevent false return. For intrinsic of _isInterrupted, on Windows, go fastpath only on bit not set. Reviewed-by: acorn, kvn Contributed-by: david.holmes@oracle.com, yumin.qi@oracle.com
author minqi
date Wed, 26 Feb 2014 15:20:41 -0800
parents 55fb97c4c58d
children abec000618bf b8413a9cbb84
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
rev   line source
0
a61af66fc99e Initial load
duke
parents:
diff changeset
1 /*
17467
55fb97c4c58d 8029233: Update copyright year to match last edit in jdk8 hotspot repository for 2013
mikael
parents: 12966
diff changeset
2 * Copyright (c) 2001, 2013, Oracle and/or its affiliates. All rights reserved.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
3 * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
a61af66fc99e Initial load
duke
parents:
diff changeset
4 *
a61af66fc99e Initial load
duke
parents:
diff changeset
5 * This code is free software; you can redistribute it and/or modify it
a61af66fc99e Initial load
duke
parents:
diff changeset
6 * under the terms of the GNU General Public License version 2 only, as
a61af66fc99e Initial load
duke
parents:
diff changeset
7 * published by the Free Software Foundation.
a61af66fc99e Initial load
duke
parents:
diff changeset
8 *
a61af66fc99e Initial load
duke
parents:
diff changeset
9 * This code is distributed in the hope that it will be useful, but WITHOUT
a61af66fc99e Initial load
duke
parents:
diff changeset
10 * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
a61af66fc99e Initial load
duke
parents:
diff changeset
11 * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
a61af66fc99e Initial load
duke
parents:
diff changeset
12 * version 2 for more details (a copy is included in the LICENSE file that
a61af66fc99e Initial load
duke
parents:
diff changeset
13 * accompanied this code).
a61af66fc99e Initial load
duke
parents:
diff changeset
14 *
a61af66fc99e Initial load
duke
parents:
diff changeset
15 * You should have received a copy of the GNU General Public License version
a61af66fc99e Initial load
duke
parents:
diff changeset
16 * 2 along with this work; if not, write to the Free Software Foundation,
a61af66fc99e Initial load
duke
parents:
diff changeset
17 * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
a61af66fc99e Initial load
duke
parents:
diff changeset
18 *
1552
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1213
diff changeset
19 * Please contact Oracle, 500 Oracle Parkway, Redwood Shores, CA 94065 USA
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1213
diff changeset
20 * or visit www.oracle.com if you need additional information or have any
c18cbe5936b8 6941466: Oracle rebranding changes for Hotspot repositories
trims
parents: 1213
diff changeset
21 * questions.
0
a61af66fc99e Initial load
duke
parents:
diff changeset
22 *
a61af66fc99e Initial load
duke
parents:
diff changeset
23 */
a61af66fc99e Initial load
duke
parents:
diff changeset
24
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
25 #ifndef SHARE_VM_OPTO_GRAPHKIT_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
26 #define SHARE_VM_OPTO_GRAPHKIT_HPP
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
27
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
28 #include "ci/ciEnv.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
29 #include "ci/ciMethodData.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
30 #include "opto/addnode.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
31 #include "opto/callnode.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
32 #include "opto/cfgnode.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
33 #include "opto/compile.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
34 #include "opto/divnode.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
35 #include "opto/mulnode.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
36 #include "opto/phaseX.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
37 #include "opto/subnode.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
38 #include "opto/type.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
39 #include "runtime/deoptimization.hpp"
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
40
0
a61af66fc99e Initial load
duke
parents:
diff changeset
41 class FastLockNode;
a61af66fc99e Initial load
duke
parents:
diff changeset
42 class FastUnlockNode;
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
43 class IdealKit;
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
44 class LibraryCallKit;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
45 class Parse;
a61af66fc99e Initial load
duke
parents:
diff changeset
46 class RootNode;
a61af66fc99e Initial load
duke
parents:
diff changeset
47
a61af66fc99e Initial load
duke
parents:
diff changeset
48 //-----------------------------------------------------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
49 //----------------------------GraphKit-----------------------------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
50 // Toolkit for building the common sorts of subgraphs.
a61af66fc99e Initial load
duke
parents:
diff changeset
51 // Does not know about bytecode parsing or type-flow results.
a61af66fc99e Initial load
duke
parents:
diff changeset
52 // It is able to create graphs implementing the semantics of most
a61af66fc99e Initial load
duke
parents:
diff changeset
53 // or all bytecodes, so that it can expand intrinsics and calls.
a61af66fc99e Initial load
duke
parents:
diff changeset
54 // It may depend on JVMState structure, but it must not depend
a61af66fc99e Initial load
duke
parents:
diff changeset
55 // on specific bytecode streams.
a61af66fc99e Initial load
duke
parents:
diff changeset
56 class GraphKit : public Phase {
a61af66fc99e Initial load
duke
parents:
diff changeset
57 friend class PreserveJVMState;
a61af66fc99e Initial load
duke
parents:
diff changeset
58
a61af66fc99e Initial load
duke
parents:
diff changeset
59 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
60 ciEnv* _env; // Compilation environment
a61af66fc99e Initial load
duke
parents:
diff changeset
61 PhaseGVN &_gvn; // Some optimizations while parsing
a61af66fc99e Initial load
duke
parents:
diff changeset
62 SafePointNode* _map; // Parser map from JVM to Nodes
a61af66fc99e Initial load
duke
parents:
diff changeset
63 SafePointNode* _exceptions;// Parser map(s) for exception state(s)
a61af66fc99e Initial load
duke
parents:
diff changeset
64 int _bci; // JVM Bytecode Pointer
a61af66fc99e Initial load
duke
parents:
diff changeset
65 ciMethod* _method; // JVM Current Method
a61af66fc99e Initial load
duke
parents:
diff changeset
66
a61af66fc99e Initial load
duke
parents:
diff changeset
67 private:
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
68 int _sp; // JVM Expression Stack Pointer; don't modify directly!
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
69
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
70 private:
0
a61af66fc99e Initial load
duke
parents:
diff changeset
71 SafePointNode* map_not_null() const {
a61af66fc99e Initial load
duke
parents:
diff changeset
72 assert(_map != NULL, "must call stopped() to test for reset compiler map");
a61af66fc99e Initial load
duke
parents:
diff changeset
73 return _map;
a61af66fc99e Initial load
duke
parents:
diff changeset
74 }
a61af66fc99e Initial load
duke
parents:
diff changeset
75
a61af66fc99e Initial load
duke
parents:
diff changeset
76 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
77 GraphKit(); // empty constructor
a61af66fc99e Initial load
duke
parents:
diff changeset
78 GraphKit(JVMState* jvms); // the JVM state on which to operate
a61af66fc99e Initial load
duke
parents:
diff changeset
79
a61af66fc99e Initial load
duke
parents:
diff changeset
80 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
81 ~GraphKit() {
a61af66fc99e Initial load
duke
parents:
diff changeset
82 assert(!has_exceptions(), "user must call transfer_exceptions_into_jvms");
a61af66fc99e Initial load
duke
parents:
diff changeset
83 }
a61af66fc99e Initial load
duke
parents:
diff changeset
84 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
85
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
86 virtual Parse* is_Parse() const { return NULL; }
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
87 virtual LibraryCallKit* is_LibraryCallKit() const { return NULL; }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
88
a61af66fc99e Initial load
duke
parents:
diff changeset
89 ciEnv* env() const { return _env; }
a61af66fc99e Initial load
duke
parents:
diff changeset
90 PhaseGVN& gvn() const { return _gvn; }
a61af66fc99e Initial load
duke
parents:
diff changeset
91
a61af66fc99e Initial load
duke
parents:
diff changeset
92 void record_for_igvn(Node* n) const { C->record_for_igvn(n); } // delegate to Compile
a61af66fc99e Initial load
duke
parents:
diff changeset
93
a61af66fc99e Initial load
duke
parents:
diff changeset
94 // Handy well-known nodes:
a61af66fc99e Initial load
duke
parents:
diff changeset
95 Node* null() const { return zerocon(T_OBJECT); }
a61af66fc99e Initial load
duke
parents:
diff changeset
96 Node* top() const { return C->top(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
97 RootNode* root() const { return C->root(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
98
a61af66fc99e Initial load
duke
parents:
diff changeset
99 // Create or find a constant node
a61af66fc99e Initial load
duke
parents:
diff changeset
100 Node* intcon(jint con) const { return _gvn.intcon(con); }
a61af66fc99e Initial load
duke
parents:
diff changeset
101 Node* longcon(jlong con) const { return _gvn.longcon(con); }
a61af66fc99e Initial load
duke
parents:
diff changeset
102 Node* makecon(const Type *t) const { return _gvn.makecon(t); }
a61af66fc99e Initial load
duke
parents:
diff changeset
103 Node* zerocon(BasicType bt) const { return _gvn.zerocon(bt); }
a61af66fc99e Initial load
duke
parents:
diff changeset
104 // (See also macro MakeConX in type.hpp, which uses intcon or longcon.)
a61af66fc99e Initial load
duke
parents:
diff changeset
105
563
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
106 // Helper for byte_map_base
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
107 Node* byte_map_base_node() {
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
108 // Get base of card map
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
109 CardTableModRefBS* ct = (CardTableModRefBS*)(Universe::heap()->barrier_set());
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
110 assert(sizeof(*ct->byte_map_base) == sizeof(jbyte), "adjust users of this code");
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
111 if (ct->byte_map_base != NULL) {
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
112 return makecon(TypeRawPtr::make((address)ct->byte_map_base));
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
113 } else {
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
114 return null();
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
115 }
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
116 }
1b9fc6e3171b 6442502: assert(bits,"Use TypePtr for NULL") on linux-x86
never
parents: 342
diff changeset
117
0
a61af66fc99e Initial load
duke
parents:
diff changeset
118 jint find_int_con(Node* n, jint value_if_unknown) {
a61af66fc99e Initial load
duke
parents:
diff changeset
119 return _gvn.find_int_con(n, value_if_unknown);
a61af66fc99e Initial load
duke
parents:
diff changeset
120 }
a61af66fc99e Initial load
duke
parents:
diff changeset
121 jlong find_long_con(Node* n, jlong value_if_unknown) {
a61af66fc99e Initial load
duke
parents:
diff changeset
122 return _gvn.find_long_con(n, value_if_unknown);
a61af66fc99e Initial load
duke
parents:
diff changeset
123 }
a61af66fc99e Initial load
duke
parents:
diff changeset
124 // (See also macro find_intptr_t_con in type.hpp, which uses one of these.)
a61af66fc99e Initial load
duke
parents:
diff changeset
125
a61af66fc99e Initial load
duke
parents:
diff changeset
126 // JVM State accessors:
a61af66fc99e Initial load
duke
parents:
diff changeset
127 // Parser mapping from JVM indices into Nodes.
a61af66fc99e Initial load
duke
parents:
diff changeset
128 // Low slots are accessed by the StartNode::enum.
a61af66fc99e Initial load
duke
parents:
diff changeset
129 // Then come the locals at StartNode::Parms to StartNode::Parms+max_locals();
a61af66fc99e Initial load
duke
parents:
diff changeset
130 // Then come JVM stack slots.
a61af66fc99e Initial load
duke
parents:
diff changeset
131 // Finally come the monitors, if any.
a61af66fc99e Initial load
duke
parents:
diff changeset
132 // See layout accessors in class JVMState.
a61af66fc99e Initial load
duke
parents:
diff changeset
133
a61af66fc99e Initial load
duke
parents:
diff changeset
134 SafePointNode* map() const { return _map; }
a61af66fc99e Initial load
duke
parents:
diff changeset
135 bool has_exceptions() const { return _exceptions != NULL; }
a61af66fc99e Initial load
duke
parents:
diff changeset
136 JVMState* jvms() const { return map_not_null()->_jvms; }
a61af66fc99e Initial load
duke
parents:
diff changeset
137 int sp() const { return _sp; }
a61af66fc99e Initial load
duke
parents:
diff changeset
138 int bci() const { return _bci; }
a61af66fc99e Initial load
duke
parents:
diff changeset
139 Bytecodes::Code java_bc() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
140 ciMethod* method() const { return _method; }
a61af66fc99e Initial load
duke
parents:
diff changeset
141
a61af66fc99e Initial load
duke
parents:
diff changeset
142 void set_jvms(JVMState* jvms) { set_map(jvms->map());
a61af66fc99e Initial load
duke
parents:
diff changeset
143 assert(jvms == this->jvms(), "sanity");
a61af66fc99e Initial load
duke
parents:
diff changeset
144 _sp = jvms->sp();
a61af66fc99e Initial load
duke
parents:
diff changeset
145 _bci = jvms->bci();
a61af66fc99e Initial load
duke
parents:
diff changeset
146 _method = jvms->has_method() ? jvms->method() : NULL; }
a61af66fc99e Initial load
duke
parents:
diff changeset
147 void set_map(SafePointNode* m) { _map = m; debug_only(verify_map()); }
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
148 void set_sp(int sp) { assert(sp >= 0, err_msg_res("sp must be non-negative: %d", sp)); _sp = sp; }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
149 void clean_stack(int from_sp); // clear garbage beyond from_sp to top
a61af66fc99e Initial load
duke
parents:
diff changeset
150
a61af66fc99e Initial load
duke
parents:
diff changeset
151 void inc_sp(int i) { set_sp(sp() + i); }
6266
1d7922586cf6 7023639: JSR 292 method handle invocation needs a fast path for compiled code
twisti
parents: 6057
diff changeset
152 void dec_sp(int i) { set_sp(sp() - i); }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
153 void set_bci(int bci) { _bci = bci; }
a61af66fc99e Initial load
duke
parents:
diff changeset
154
a61af66fc99e Initial load
duke
parents:
diff changeset
155 // Make sure jvms has current bci & sp.
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
156 JVMState* sync_jvms() const;
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
157 JVMState* sync_jvms_for_reexecute();
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
158
0
a61af66fc99e Initial load
duke
parents:
diff changeset
159 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
160 // Make sure JVMS has an updated copy of bci and sp.
a61af66fc99e Initial load
duke
parents:
diff changeset
161 // Also sanity-check method, depth, and monitor depth.
a61af66fc99e Initial load
duke
parents:
diff changeset
162 bool jvms_in_sync() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
163
a61af66fc99e Initial load
duke
parents:
diff changeset
164 // Make sure the map looks OK.
a61af66fc99e Initial load
duke
parents:
diff changeset
165 void verify_map() const;
a61af66fc99e Initial load
duke
parents:
diff changeset
166
a61af66fc99e Initial load
duke
parents:
diff changeset
167 // Make sure a proposed exception state looks OK.
a61af66fc99e Initial load
duke
parents:
diff changeset
168 static void verify_exception_state(SafePointNode* ex_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
169 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
170
a61af66fc99e Initial load
duke
parents:
diff changeset
171 // Clone the existing map state. (Implements PreserveJVMState.)
a61af66fc99e Initial load
duke
parents:
diff changeset
172 SafePointNode* clone_map();
a61af66fc99e Initial load
duke
parents:
diff changeset
173
a61af66fc99e Initial load
duke
parents:
diff changeset
174 // Set the map to a clone of the given one.
a61af66fc99e Initial load
duke
parents:
diff changeset
175 void set_map_clone(SafePointNode* m);
a61af66fc99e Initial load
duke
parents:
diff changeset
176
a61af66fc99e Initial load
duke
parents:
diff changeset
177 // Tell if the compilation is failing.
a61af66fc99e Initial load
duke
parents:
diff changeset
178 bool failing() const { return C->failing(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
179
a61af66fc99e Initial load
duke
parents:
diff changeset
180 // Set _map to NULL, signalling a stop to further bytecode execution.
a61af66fc99e Initial load
duke
parents:
diff changeset
181 // Preserve the map intact for future use, and return it back to the caller.
a61af66fc99e Initial load
duke
parents:
diff changeset
182 SafePointNode* stop() { SafePointNode* m = map(); set_map(NULL); return m; }
a61af66fc99e Initial load
duke
parents:
diff changeset
183
a61af66fc99e Initial load
duke
parents:
diff changeset
184 // Stop, but first smash the map's inputs to NULL, to mark it dead.
a61af66fc99e Initial load
duke
parents:
diff changeset
185 void stop_and_kill_map();
a61af66fc99e Initial load
duke
parents:
diff changeset
186
a61af66fc99e Initial load
duke
parents:
diff changeset
187 // Tell if _map is NULL, or control is top.
a61af66fc99e Initial load
duke
parents:
diff changeset
188 bool stopped();
a61af66fc99e Initial load
duke
parents:
diff changeset
189
a61af66fc99e Initial load
duke
parents:
diff changeset
190 // Tell if this method or any caller method has exception handlers.
a61af66fc99e Initial load
duke
parents:
diff changeset
191 bool has_ex_handler();
a61af66fc99e Initial load
duke
parents:
diff changeset
192
a61af66fc99e Initial load
duke
parents:
diff changeset
193 // Save an exception without blowing stack contents or other JVM state.
a61af66fc99e Initial load
duke
parents:
diff changeset
194 // (The extra pointer is stuck with add_req on the map, beyond the JVMS.)
a61af66fc99e Initial load
duke
parents:
diff changeset
195 static void set_saved_ex_oop(SafePointNode* ex_map, Node* ex_oop);
a61af66fc99e Initial load
duke
parents:
diff changeset
196
a61af66fc99e Initial load
duke
parents:
diff changeset
197 // Recover a saved exception from its map.
a61af66fc99e Initial load
duke
parents:
diff changeset
198 static Node* saved_ex_oop(SafePointNode* ex_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
199
a61af66fc99e Initial load
duke
parents:
diff changeset
200 // Recover a saved exception from its map, and remove it from the map.
a61af66fc99e Initial load
duke
parents:
diff changeset
201 static Node* clear_saved_ex_oop(SafePointNode* ex_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
202
a61af66fc99e Initial load
duke
parents:
diff changeset
203 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
204 // Recover a saved exception from its map, and remove it from the map.
a61af66fc99e Initial load
duke
parents:
diff changeset
205 static bool has_saved_ex_oop(SafePointNode* ex_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
206 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
207
a61af66fc99e Initial load
duke
parents:
diff changeset
208 // Push an exception in the canonical position for handlers (stack(0)).
a61af66fc99e Initial load
duke
parents:
diff changeset
209 void push_ex_oop(Node* ex_oop) {
a61af66fc99e Initial load
duke
parents:
diff changeset
210 ensure_stack(1); // ensure room to push the exception
a61af66fc99e Initial load
duke
parents:
diff changeset
211 set_stack(0, ex_oop);
a61af66fc99e Initial load
duke
parents:
diff changeset
212 set_sp(1);
a61af66fc99e Initial load
duke
parents:
diff changeset
213 clean_stack(1);
a61af66fc99e Initial load
duke
parents:
diff changeset
214 }
a61af66fc99e Initial load
duke
parents:
diff changeset
215
a61af66fc99e Initial load
duke
parents:
diff changeset
216 // Detach and return an exception state.
a61af66fc99e Initial load
duke
parents:
diff changeset
217 SafePointNode* pop_exception_state() {
a61af66fc99e Initial load
duke
parents:
diff changeset
218 SafePointNode* ex_map = _exceptions;
a61af66fc99e Initial load
duke
parents:
diff changeset
219 if (ex_map != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
220 _exceptions = ex_map->next_exception();
a61af66fc99e Initial load
duke
parents:
diff changeset
221 ex_map->set_next_exception(NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
222 debug_only(verify_exception_state(ex_map));
a61af66fc99e Initial load
duke
parents:
diff changeset
223 }
a61af66fc99e Initial load
duke
parents:
diff changeset
224 return ex_map;
a61af66fc99e Initial load
duke
parents:
diff changeset
225 }
a61af66fc99e Initial load
duke
parents:
diff changeset
226
a61af66fc99e Initial load
duke
parents:
diff changeset
227 // Add an exception, using the given JVM state, without commoning.
a61af66fc99e Initial load
duke
parents:
diff changeset
228 void push_exception_state(SafePointNode* ex_map) {
a61af66fc99e Initial load
duke
parents:
diff changeset
229 debug_only(verify_exception_state(ex_map));
a61af66fc99e Initial load
duke
parents:
diff changeset
230 ex_map->set_next_exception(_exceptions);
a61af66fc99e Initial load
duke
parents:
diff changeset
231 _exceptions = ex_map;
a61af66fc99e Initial load
duke
parents:
diff changeset
232 }
a61af66fc99e Initial load
duke
parents:
diff changeset
233
a61af66fc99e Initial load
duke
parents:
diff changeset
234 // Turn the current JVM state into an exception state, appending the ex_oop.
a61af66fc99e Initial load
duke
parents:
diff changeset
235 SafePointNode* make_exception_state(Node* ex_oop);
a61af66fc99e Initial load
duke
parents:
diff changeset
236
a61af66fc99e Initial load
duke
parents:
diff changeset
237 // Add an exception, using the given JVM state.
a61af66fc99e Initial load
duke
parents:
diff changeset
238 // Combine all exceptions with a common exception type into a single state.
a61af66fc99e Initial load
duke
parents:
diff changeset
239 // (This is done via combine_exception_states.)
a61af66fc99e Initial load
duke
parents:
diff changeset
240 void add_exception_state(SafePointNode* ex_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
241
a61af66fc99e Initial load
duke
parents:
diff changeset
242 // Combine all exceptions of any sort whatever into a single master state.
a61af66fc99e Initial load
duke
parents:
diff changeset
243 SafePointNode* combine_and_pop_all_exception_states() {
a61af66fc99e Initial load
duke
parents:
diff changeset
244 if (_exceptions == NULL) return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
245 SafePointNode* phi_map = pop_exception_state();
a61af66fc99e Initial load
duke
parents:
diff changeset
246 SafePointNode* ex_map;
a61af66fc99e Initial load
duke
parents:
diff changeset
247 while ((ex_map = pop_exception_state()) != NULL) {
a61af66fc99e Initial load
duke
parents:
diff changeset
248 combine_exception_states(ex_map, phi_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
249 }
a61af66fc99e Initial load
duke
parents:
diff changeset
250 return phi_map;
a61af66fc99e Initial load
duke
parents:
diff changeset
251 }
a61af66fc99e Initial load
duke
parents:
diff changeset
252
a61af66fc99e Initial load
duke
parents:
diff changeset
253 // Combine the two exception states, building phis as necessary.
a61af66fc99e Initial load
duke
parents:
diff changeset
254 // The second argument is updated to include contributions from the first.
a61af66fc99e Initial load
duke
parents:
diff changeset
255 void combine_exception_states(SafePointNode* ex_map, SafePointNode* phi_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
256
a61af66fc99e Initial load
duke
parents:
diff changeset
257 // Reset the map to the given state. If there are any half-finished phis
a61af66fc99e Initial load
duke
parents:
diff changeset
258 // in it (created by combine_exception_states), transform them now.
a61af66fc99e Initial load
duke
parents:
diff changeset
259 // Returns the exception oop. (Caller must call push_ex_oop if required.)
a61af66fc99e Initial load
duke
parents:
diff changeset
260 Node* use_exception_state(SafePointNode* ex_map);
a61af66fc99e Initial load
duke
parents:
diff changeset
261
a61af66fc99e Initial load
duke
parents:
diff changeset
262 // Collect exceptions from a given JVM state into my exception list.
a61af66fc99e Initial load
duke
parents:
diff changeset
263 void add_exception_states_from(JVMState* jvms);
a61af66fc99e Initial load
duke
parents:
diff changeset
264
a61af66fc99e Initial load
duke
parents:
diff changeset
265 // Collect all raised exceptions into the current JVM state.
a61af66fc99e Initial load
duke
parents:
diff changeset
266 // Clear the current exception list and map, returns the combined states.
a61af66fc99e Initial load
duke
parents:
diff changeset
267 JVMState* transfer_exceptions_into_jvms();
a61af66fc99e Initial load
duke
parents:
diff changeset
268
a61af66fc99e Initial load
duke
parents:
diff changeset
269 // Helper to throw a built-in exception.
a61af66fc99e Initial load
duke
parents:
diff changeset
270 // Range checks take the offending index.
a61af66fc99e Initial load
duke
parents:
diff changeset
271 // Cast and array store checks take the offending class.
a61af66fc99e Initial load
duke
parents:
diff changeset
272 // Others do not take the optional argument.
a61af66fc99e Initial load
duke
parents:
diff changeset
273 // The JVMS must allow the bytecode to be re-executed
a61af66fc99e Initial load
duke
parents:
diff changeset
274 // via an uncommon trap.
a61af66fc99e Initial load
duke
parents:
diff changeset
275 void builtin_throw(Deoptimization::DeoptReason reason, Node* arg = NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
276
1213
6deeaebad47a 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 1080
diff changeset
277 // Helper to check the JavaThread::_should_post_on_exceptions flag
6deeaebad47a 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 1080
diff changeset
278 // and branch to an uncommon_trap if it is true (with the specified reason and must_throw)
6deeaebad47a 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 1080
diff changeset
279 void uncommon_trap_if_should_post_on_exceptions(Deoptimization::DeoptReason reason,
6deeaebad47a 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 1080
diff changeset
280 bool must_throw) ;
6deeaebad47a 6902182: 4/4 Starting with jdwp agent should not incur performance penalty
dcubed
parents: 1080
diff changeset
281
0
a61af66fc99e Initial load
duke
parents:
diff changeset
282 // Helper Functions for adding debug information
a61af66fc99e Initial load
duke
parents:
diff changeset
283 void kill_dead_locals();
a61af66fc99e Initial load
duke
parents:
diff changeset
284 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
285 bool dead_locals_are_killed();
a61af66fc99e Initial load
duke
parents:
diff changeset
286 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
287 // The call may deoptimize. Supply required JVM state as debug info.
a61af66fc99e Initial load
duke
parents:
diff changeset
288 // If must_throw is true, the call is guaranteed not to return normally.
a61af66fc99e Initial load
duke
parents:
diff changeset
289 void add_safepoint_edges(SafePointNode* call,
a61af66fc99e Initial load
duke
parents:
diff changeset
290 bool must_throw = false);
a61af66fc99e Initial load
duke
parents:
diff changeset
291
a61af66fc99e Initial load
duke
parents:
diff changeset
292 // How many stack inputs does the current BC consume?
a61af66fc99e Initial load
duke
parents:
diff changeset
293 // And, how does the stack change after the bytecode?
a61af66fc99e Initial load
duke
parents:
diff changeset
294 // Returns false if unknown.
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
295 bool compute_stack_effects(int& inputs, int& depth);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
296
a61af66fc99e Initial load
duke
parents:
diff changeset
297 // Add a fixed offset to a pointer
a61af66fc99e Initial load
duke
parents:
diff changeset
298 Node* basic_plus_adr(Node* base, Node* ptr, intptr_t offset) {
a61af66fc99e Initial load
duke
parents:
diff changeset
299 return basic_plus_adr(base, ptr, MakeConX(offset));
a61af66fc99e Initial load
duke
parents:
diff changeset
300 }
a61af66fc99e Initial load
duke
parents:
diff changeset
301 Node* basic_plus_adr(Node* base, intptr_t offset) {
a61af66fc99e Initial load
duke
parents:
diff changeset
302 return basic_plus_adr(base, base, MakeConX(offset));
a61af66fc99e Initial load
duke
parents:
diff changeset
303 }
a61af66fc99e Initial load
duke
parents:
diff changeset
304 // Add a variable offset to a pointer
a61af66fc99e Initial load
duke
parents:
diff changeset
305 Node* basic_plus_adr(Node* base, Node* offset) {
a61af66fc99e Initial load
duke
parents:
diff changeset
306 return basic_plus_adr(base, base, offset);
a61af66fc99e Initial load
duke
parents:
diff changeset
307 }
a61af66fc99e Initial load
duke
parents:
diff changeset
308 Node* basic_plus_adr(Node* base, Node* ptr, Node* offset);
a61af66fc99e Initial load
duke
parents:
diff changeset
309
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
310
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
311 // Some convenient shortcuts for common nodes
6804
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
312 Node* IfTrue(IfNode* iff) { return _gvn.transform(new (C) IfTrueNode(iff)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
313 Node* IfFalse(IfNode* iff) { return _gvn.transform(new (C) IfFalseNode(iff)); }
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
314
6804
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
315 Node* AddI(Node* l, Node* r) { return _gvn.transform(new (C) AddINode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
316 Node* SubI(Node* l, Node* r) { return _gvn.transform(new (C) SubINode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
317 Node* MulI(Node* l, Node* r) { return _gvn.transform(new (C) MulINode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
318 Node* DivI(Node* ctl, Node* l, Node* r) { return _gvn.transform(new (C) DivINode(ctl, l, r)); }
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
319
6804
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
320 Node* AndI(Node* l, Node* r) { return _gvn.transform(new (C) AndINode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
321 Node* OrI(Node* l, Node* r) { return _gvn.transform(new (C) OrINode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
322 Node* XorI(Node* l, Node* r) { return _gvn.transform(new (C) XorINode(l, r)); }
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
323
6804
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
324 Node* MaxI(Node* l, Node* r) { return _gvn.transform(new (C) MaxINode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
325 Node* MinI(Node* l, Node* r) { return _gvn.transform(new (C) MinINode(l, r)); }
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
326
6804
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
327 Node* LShiftI(Node* l, Node* r) { return _gvn.transform(new (C) LShiftINode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
328 Node* RShiftI(Node* l, Node* r) { return _gvn.transform(new (C) RShiftINode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
329 Node* URShiftI(Node* l, Node* r) { return _gvn.transform(new (C) URShiftINode(l, r)); }
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
330
6804
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
331 Node* CmpI(Node* l, Node* r) { return _gvn.transform(new (C) CmpINode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
332 Node* CmpL(Node* l, Node* r) { return _gvn.transform(new (C) CmpLNode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
333 Node* CmpP(Node* l, Node* r) { return _gvn.transform(new (C) CmpPNode(l, r)); }
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
334 Node* Bool(Node* cmp, BoolTest::mask relop) { return _gvn.transform(new (C) BoolNode(cmp, relop)); }
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
335
6804
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
336 Node* AddP(Node* b, Node* a, Node* o) { return _gvn.transform(new (C) AddPNode(b, a, o)); }
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
337
0
a61af66fc99e Initial load
duke
parents:
diff changeset
338 // Convert between int and long, and size_t.
a61af66fc99e Initial load
duke
parents:
diff changeset
339 // (See macros ConvI2X, etc., in type.hpp for ConvI2X, etc.)
a61af66fc99e Initial load
duke
parents:
diff changeset
340 Node* ConvI2L(Node* offset);
a61af66fc99e Initial load
duke
parents:
diff changeset
341 Node* ConvL2I(Node* offset);
a61af66fc99e Initial load
duke
parents:
diff changeset
342 // Find out the klass of an object.
a61af66fc99e Initial load
duke
parents:
diff changeset
343 Node* load_object_klass(Node* object);
a61af66fc99e Initial load
duke
parents:
diff changeset
344 // Find out the length of an array.
a61af66fc99e Initial load
duke
parents:
diff changeset
345 Node* load_array_length(Node* array);
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
346
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
347
0
a61af66fc99e Initial load
duke
parents:
diff changeset
348 // Helper function to do a NULL pointer check or ZERO check based on type.
a61af66fc99e Initial load
duke
parents:
diff changeset
349 // Throw an exception if a given value is null.
a61af66fc99e Initial load
duke
parents:
diff changeset
350 // Return the value cast to not-null.
a61af66fc99e Initial load
duke
parents:
diff changeset
351 // Be clever about equivalent dominating null checks.
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
352 Node* null_check_common(Node* value, BasicType type,
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
353 bool assert_null = false, Node* *null_control = NULL);
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
354 Node* null_check(Node* value, BasicType type = T_OBJECT) {
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
355 return null_check_common(value, type);
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
356 }
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
357 Node* null_check_receiver() {
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
358 assert(argument(0)->bottom_type()->isa_ptr(), "must be");
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
359 return null_check(argument(0));
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
360 }
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
361 Node* zero_check_int(Node* value) {
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
362 assert(value->bottom_type()->basic_type() == T_INT,
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
363 err_msg_res("wrong type: %s", type2name(value->bottom_type()->basic_type())));
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
364 return null_check_common(value, T_INT);
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
365 }
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
366 Node* zero_check_long(Node* value) {
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
367 assert(value->bottom_type()->basic_type() == T_LONG,
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
368 err_msg_res("wrong type: %s", type2name(value->bottom_type()->basic_type())));
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
369 return null_check_common(value, T_LONG);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
370 }
a61af66fc99e Initial load
duke
parents:
diff changeset
371 // Throw an uncommon trap if a given value is __not__ null.
a61af66fc99e Initial load
duke
parents:
diff changeset
372 // Return the value cast to null, and be clever about dominating checks.
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
373 Node* null_assert(Node* value, BasicType type = T_OBJECT) {
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
374 return null_check_common(value, type, true);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
375 }
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
376
0
a61af66fc99e Initial load
duke
parents:
diff changeset
377 // Null check oop. Return null-path control into (*null_control).
a61af66fc99e Initial load
duke
parents:
diff changeset
378 // Return a cast-not-null node which depends on the not-null control.
a61af66fc99e Initial load
duke
parents:
diff changeset
379 // If never_see_null, use an uncommon trap (*null_control sees a top).
a61af66fc99e Initial load
duke
parents:
diff changeset
380 // The cast is not valid along the null path; keep a copy of the original.
12869
d9043b88eeb3 8024067: Missing replace_in_map() calls following null checks
roland
parents: 12190
diff changeset
381 // If safe_for_replace, then we can replace the value with the cast
d9043b88eeb3 8024067: Missing replace_in_map() calls following null checks
roland
parents: 12190
diff changeset
382 // in the parsing map (the cast is guaranteed to dominate the map)
0
a61af66fc99e Initial load
duke
parents:
diff changeset
383 Node* null_check_oop(Node* value, Node* *null_control,
12869
d9043b88eeb3 8024067: Missing replace_in_map() calls following null checks
roland
parents: 12190
diff changeset
384 bool never_see_null = false, bool safe_for_replace = false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
385
1746
4b29a725c43c 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 1552
diff changeset
386 // Check the null_seen bit.
4b29a725c43c 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 1552
diff changeset
387 bool seems_never_null(Node* obj, ciProfileData* data);
4b29a725c43c 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 1552
diff changeset
388
12966
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
389 // Check for unique class for receiver at call
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
390 ciKlass* profile_has_unique_klass() {
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
391 ciCallProfile profile = method()->call_profile_at_bci(bci());
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
392 if (profile.count() >= 0 && // no cast failures here
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
393 profile.has_receiver(0) &&
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
394 profile.morphism() == 1) {
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
395 return profile.receiver(0);
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
396 }
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
397 return NULL;
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
398 }
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
399
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
400 // record type from profiling with the type system
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
401 Node* record_profile_for_speculation(Node* n, ciKlass* exact_kls);
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
402 Node* record_profiled_receiver_for_speculation(Node* n);
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
403 void record_profiled_arguments_for_speculation(ciMethod* dest_method, Bytecodes::Code bc);
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
404 void record_profiled_parameters_for_speculation();
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
405
1746
4b29a725c43c 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 1552
diff changeset
406 // Use the type profile to narrow an object type.
4b29a725c43c 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 1552
diff changeset
407 Node* maybe_cast_profiled_receiver(Node* not_null_obj,
12966
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
408 ciKlass* require_klass,
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
409 ciKlass* spec,
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
410 bool safe_for_replace);
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
411
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
412 // Cast obj to type and emit guard unless we had too many traps here already
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
413 Node* maybe_cast_profiled_obj(Node* obj,
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
414 ciKlass* type,
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
415 bool not_null = false);
1746
4b29a725c43c 6912064: type profiles need to be exploited more for dynamic language support
jrose
parents: 1552
diff changeset
416
0
a61af66fc99e Initial load
duke
parents:
diff changeset
417 // Cast obj to not-null on this path
a61af66fc99e Initial load
duke
parents:
diff changeset
418 Node* cast_not_null(Node* obj, bool do_replace_in_map = true);
a61af66fc99e Initial load
duke
parents:
diff changeset
419 // Replace all occurrences of one node by another.
a61af66fc99e Initial load
duke
parents:
diff changeset
420 void replace_in_map(Node* old, Node* neww);
a61af66fc99e Initial load
duke
parents:
diff changeset
421
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
422 void push(Node* n) { map_not_null(); _map->set_stack(_map->_jvms, _sp++ , n); }
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
423 Node* pop() { map_not_null(); return _map->stack( _map->_jvms, --_sp ); }
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
424 Node* peek(int off = 0) { map_not_null(); return _map->stack( _map->_jvms, _sp - off - 1 ); }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
425
a61af66fc99e Initial load
duke
parents:
diff changeset
426 void push_pair(Node* ldval) {
a61af66fc99e Initial load
duke
parents:
diff changeset
427 push(ldval);
a61af66fc99e Initial load
duke
parents:
diff changeset
428 push(top()); // the halfword is merely a placeholder
a61af66fc99e Initial load
duke
parents:
diff changeset
429 }
a61af66fc99e Initial load
duke
parents:
diff changeset
430 void push_pair_local(int i) {
a61af66fc99e Initial load
duke
parents:
diff changeset
431 // longs are stored in locals in "push" order
a61af66fc99e Initial load
duke
parents:
diff changeset
432 push( local(i+0) ); // the real value
a61af66fc99e Initial load
duke
parents:
diff changeset
433 assert(local(i+1) == top(), "");
a61af66fc99e Initial load
duke
parents:
diff changeset
434 push(top()); // halfword placeholder
a61af66fc99e Initial load
duke
parents:
diff changeset
435 }
a61af66fc99e Initial load
duke
parents:
diff changeset
436 Node* pop_pair() {
a61af66fc99e Initial load
duke
parents:
diff changeset
437 // the second half is pushed last & popped first; it contains exactly nothing
a61af66fc99e Initial load
duke
parents:
diff changeset
438 Node* halfword = pop();
a61af66fc99e Initial load
duke
parents:
diff changeset
439 assert(halfword == top(), "");
a61af66fc99e Initial load
duke
parents:
diff changeset
440 // the long bits are pushed first & popped last:
a61af66fc99e Initial load
duke
parents:
diff changeset
441 return pop();
a61af66fc99e Initial load
duke
parents:
diff changeset
442 }
a61af66fc99e Initial load
duke
parents:
diff changeset
443 void set_pair_local(int i, Node* lval) {
a61af66fc99e Initial load
duke
parents:
diff changeset
444 // longs are stored in locals as a value/half pair (like doubles)
a61af66fc99e Initial load
duke
parents:
diff changeset
445 set_local(i+0, lval);
a61af66fc99e Initial load
duke
parents:
diff changeset
446 set_local(i+1, top());
a61af66fc99e Initial load
duke
parents:
diff changeset
447 }
a61af66fc99e Initial load
duke
parents:
diff changeset
448
a61af66fc99e Initial load
duke
parents:
diff changeset
449 // Push the node, which may be zero, one, or two words.
a61af66fc99e Initial load
duke
parents:
diff changeset
450 void push_node(BasicType n_type, Node* n) {
a61af66fc99e Initial load
duke
parents:
diff changeset
451 int n_size = type2size[n_type];
a61af66fc99e Initial load
duke
parents:
diff changeset
452 if (n_size == 1) push( n ); // T_INT, ...
a61af66fc99e Initial load
duke
parents:
diff changeset
453 else if (n_size == 2) push_pair( n ); // T_DOUBLE, T_LONG
a61af66fc99e Initial load
duke
parents:
diff changeset
454 else { assert(n_size == 0, "must be T_VOID"); }
a61af66fc99e Initial load
duke
parents:
diff changeset
455 }
a61af66fc99e Initial load
duke
parents:
diff changeset
456
a61af66fc99e Initial load
duke
parents:
diff changeset
457 Node* pop_node(BasicType n_type) {
a61af66fc99e Initial load
duke
parents:
diff changeset
458 int n_size = type2size[n_type];
a61af66fc99e Initial load
duke
parents:
diff changeset
459 if (n_size == 1) return pop();
a61af66fc99e Initial load
duke
parents:
diff changeset
460 else if (n_size == 2) return pop_pair();
a61af66fc99e Initial load
duke
parents:
diff changeset
461 else return NULL;
a61af66fc99e Initial load
duke
parents:
diff changeset
462 }
a61af66fc99e Initial load
duke
parents:
diff changeset
463
a61af66fc99e Initial load
duke
parents:
diff changeset
464 Node* control() const { return map_not_null()->control(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
465 Node* i_o() const { return map_not_null()->i_o(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
466 Node* returnadr() const { return map_not_null()->returnadr(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
467 Node* frameptr() const { return map_not_null()->frameptr(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
468 Node* local(uint idx) const { map_not_null(); return _map->local( _map->_jvms, idx); }
a61af66fc99e Initial load
duke
parents:
diff changeset
469 Node* stack(uint idx) const { map_not_null(); return _map->stack( _map->_jvms, idx); }
a61af66fc99e Initial load
duke
parents:
diff changeset
470 Node* argument(uint idx) const { map_not_null(); return _map->argument( _map->_jvms, idx); }
a61af66fc99e Initial load
duke
parents:
diff changeset
471 Node* monitor_box(uint idx) const { map_not_null(); return _map->monitor_box(_map->_jvms, idx); }
a61af66fc99e Initial load
duke
parents:
diff changeset
472 Node* monitor_obj(uint idx) const { map_not_null(); return _map->monitor_obj(_map->_jvms, idx); }
a61af66fc99e Initial load
duke
parents:
diff changeset
473
a61af66fc99e Initial load
duke
parents:
diff changeset
474 void set_control (Node* c) { map_not_null()->set_control(c); }
a61af66fc99e Initial load
duke
parents:
diff changeset
475 void set_i_o (Node* c) { map_not_null()->set_i_o(c); }
a61af66fc99e Initial load
duke
parents:
diff changeset
476 void set_local(uint idx, Node* c) { map_not_null(); _map->set_local( _map->_jvms, idx, c); }
a61af66fc99e Initial load
duke
parents:
diff changeset
477 void set_stack(uint idx, Node* c) { map_not_null(); _map->set_stack( _map->_jvms, idx, c); }
a61af66fc99e Initial load
duke
parents:
diff changeset
478 void set_argument(uint idx, Node* c){ map_not_null(); _map->set_argument(_map->_jvms, idx, c); }
a61af66fc99e Initial load
duke
parents:
diff changeset
479 void ensure_stack(uint stk_size) { map_not_null(); _map->ensure_stack(_map->_jvms, stk_size); }
a61af66fc99e Initial load
duke
parents:
diff changeset
480
a61af66fc99e Initial load
duke
parents:
diff changeset
481 // Access unaliased memory
a61af66fc99e Initial load
duke
parents:
diff changeset
482 Node* memory(uint alias_idx);
a61af66fc99e Initial load
duke
parents:
diff changeset
483 Node* memory(const TypePtr *tp) { return memory(C->get_alias_index(tp)); }
a61af66fc99e Initial load
duke
parents:
diff changeset
484 Node* memory(Node* adr) { return memory(_gvn.type(adr)->is_ptr()); }
a61af66fc99e Initial load
duke
parents:
diff changeset
485
a61af66fc99e Initial load
duke
parents:
diff changeset
486 // Access immutable memory
a61af66fc99e Initial load
duke
parents:
diff changeset
487 Node* immutable_memory() { return C->immutable_memory(); }
a61af66fc99e Initial load
duke
parents:
diff changeset
488
a61af66fc99e Initial load
duke
parents:
diff changeset
489 // Set unaliased memory
a61af66fc99e Initial load
duke
parents:
diff changeset
490 void set_memory(Node* c, uint alias_idx) { merged_memory()->set_memory_at(alias_idx, c); }
a61af66fc99e Initial load
duke
parents:
diff changeset
491 void set_memory(Node* c, const TypePtr *tp) { set_memory(c,C->get_alias_index(tp)); }
a61af66fc99e Initial load
duke
parents:
diff changeset
492 void set_memory(Node* c, Node* adr) { set_memory(c,_gvn.type(adr)->is_ptr()); }
a61af66fc99e Initial load
duke
parents:
diff changeset
493
a61af66fc99e Initial load
duke
parents:
diff changeset
494 // Get the entire memory state (probably a MergeMemNode), and reset it
a61af66fc99e Initial load
duke
parents:
diff changeset
495 // (The resetting prevents somebody from using the dangling Node pointer.)
a61af66fc99e Initial load
duke
parents:
diff changeset
496 Node* reset_memory();
a61af66fc99e Initial load
duke
parents:
diff changeset
497
a61af66fc99e Initial load
duke
parents:
diff changeset
498 // Get the entire memory state, asserted to be a MergeMemNode.
a61af66fc99e Initial load
duke
parents:
diff changeset
499 MergeMemNode* merged_memory() {
a61af66fc99e Initial load
duke
parents:
diff changeset
500 Node* mem = map_not_null()->memory();
a61af66fc99e Initial load
duke
parents:
diff changeset
501 assert(mem->is_MergeMem(), "parse memory is always pre-split");
a61af66fc99e Initial load
duke
parents:
diff changeset
502 return mem->as_MergeMem();
a61af66fc99e Initial load
duke
parents:
diff changeset
503 }
a61af66fc99e Initial load
duke
parents:
diff changeset
504
a61af66fc99e Initial load
duke
parents:
diff changeset
505 // Set the entire memory state; produce a new MergeMemNode.
a61af66fc99e Initial load
duke
parents:
diff changeset
506 void set_all_memory(Node* newmem);
a61af66fc99e Initial load
duke
parents:
diff changeset
507
a61af66fc99e Initial load
duke
parents:
diff changeset
508 // Create a memory projection from the call, then set_all_memory.
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
509 void set_all_memory_call(Node* call, bool separate_io_proj = false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
510
a61af66fc99e Initial load
duke
parents:
diff changeset
511 // Create a LoadNode, reading from the parser's memory state.
a61af66fc99e Initial load
duke
parents:
diff changeset
512 // (Note: require_atomic_access is useful only with T_LONG.)
a61af66fc99e Initial load
duke
parents:
diff changeset
513 Node* make_load(Node* ctl, Node* adr, const Type* t, BasicType bt,
a61af66fc99e Initial load
duke
parents:
diff changeset
514 bool require_atomic_access = false) {
a61af66fc99e Initial load
duke
parents:
diff changeset
515 // This version computes alias_index from bottom_type
a61af66fc99e Initial load
duke
parents:
diff changeset
516 return make_load(ctl, adr, t, bt, adr->bottom_type()->is_ptr(),
a61af66fc99e Initial load
duke
parents:
diff changeset
517 require_atomic_access);
a61af66fc99e Initial load
duke
parents:
diff changeset
518 }
a61af66fc99e Initial load
duke
parents:
diff changeset
519 Node* make_load(Node* ctl, Node* adr, const Type* t, BasicType bt, const TypePtr* adr_type, bool require_atomic_access = false) {
a61af66fc99e Initial load
duke
parents:
diff changeset
520 // This version computes alias_index from an address type
a61af66fc99e Initial load
duke
parents:
diff changeset
521 assert(adr_type != NULL, "use other make_load factory");
a61af66fc99e Initial load
duke
parents:
diff changeset
522 return make_load(ctl, adr, t, bt, C->get_alias_index(adr_type),
a61af66fc99e Initial load
duke
parents:
diff changeset
523 require_atomic_access);
a61af66fc99e Initial load
duke
parents:
diff changeset
524 }
a61af66fc99e Initial load
duke
parents:
diff changeset
525 // This is the base version which is given an alias index.
a61af66fc99e Initial load
duke
parents:
diff changeset
526 Node* make_load(Node* ctl, Node* adr, const Type* t, BasicType bt, int adr_idx, bool require_atomic_access = false);
a61af66fc99e Initial load
duke
parents:
diff changeset
527
a61af66fc99e Initial load
duke
parents:
diff changeset
528 // Create & transform a StoreNode and store the effect into the
a61af66fc99e Initial load
duke
parents:
diff changeset
529 // parser's memory state.
a61af66fc99e Initial load
duke
parents:
diff changeset
530 Node* store_to_memory(Node* ctl, Node* adr, Node* val, BasicType bt,
a61af66fc99e Initial load
duke
parents:
diff changeset
531 const TypePtr* adr_type,
a61af66fc99e Initial load
duke
parents:
diff changeset
532 bool require_atomic_access = false) {
a61af66fc99e Initial load
duke
parents:
diff changeset
533 // This version computes alias_index from an address type
a61af66fc99e Initial load
duke
parents:
diff changeset
534 assert(adr_type != NULL, "use other store_to_memory factory");
a61af66fc99e Initial load
duke
parents:
diff changeset
535 return store_to_memory(ctl, adr, val, bt,
a61af66fc99e Initial load
duke
parents:
diff changeset
536 C->get_alias_index(adr_type),
a61af66fc99e Initial load
duke
parents:
diff changeset
537 require_atomic_access);
a61af66fc99e Initial load
duke
parents:
diff changeset
538 }
a61af66fc99e Initial load
duke
parents:
diff changeset
539 // This is the base version which is given alias index
a61af66fc99e Initial load
duke
parents:
diff changeset
540 // Return the new StoreXNode
a61af66fc99e Initial load
duke
parents:
diff changeset
541 Node* store_to_memory(Node* ctl, Node* adr, Node* val, BasicType bt,
a61af66fc99e Initial load
duke
parents:
diff changeset
542 int adr_idx,
a61af66fc99e Initial load
duke
parents:
diff changeset
543 bool require_atomic_access = false);
a61af66fc99e Initial load
duke
parents:
diff changeset
544
a61af66fc99e Initial load
duke
parents:
diff changeset
545
a61af66fc99e Initial load
duke
parents:
diff changeset
546 // All in one pre-barrier, store, post_barrier
a61af66fc99e Initial load
duke
parents:
diff changeset
547 // Insert a write-barrier'd store. This is to let generational GC
a61af66fc99e Initial load
duke
parents:
diff changeset
548 // work; we have to flag all oop-stores before the next GC point.
a61af66fc99e Initial load
duke
parents:
diff changeset
549 //
a61af66fc99e Initial load
duke
parents:
diff changeset
550 // It comes in 3 flavors of store to an object, array, or unknown.
a61af66fc99e Initial load
duke
parents:
diff changeset
551 // We use precise card marks for arrays to avoid scanning the entire
a61af66fc99e Initial load
duke
parents:
diff changeset
552 // array. We use imprecise for object. We use precise for unknown
a61af66fc99e Initial load
duke
parents:
diff changeset
553 // since we don't know if we have an array or and object or even
a61af66fc99e Initial load
duke
parents:
diff changeset
554 // where the object starts.
a61af66fc99e Initial load
duke
parents:
diff changeset
555 //
a61af66fc99e Initial load
duke
parents:
diff changeset
556 // If val==NULL, it is taken to be a completely unknown value. QQQ
a61af66fc99e Initial load
duke
parents:
diff changeset
557
851
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
558 Node* store_oop(Node* ctl,
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
559 Node* obj, // containing obj
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
560 Node* adr, // actual adress to store val at
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
561 const TypePtr* adr_type,
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
562 Node* val,
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
563 const TypeOopPtr* val_type,
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
564 BasicType bt,
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
565 bool use_precise);
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
566
0
a61af66fc99e Initial load
duke
parents:
diff changeset
567 Node* store_oop_to_object(Node* ctl,
a61af66fc99e Initial load
duke
parents:
diff changeset
568 Node* obj, // containing obj
a61af66fc99e Initial load
duke
parents:
diff changeset
569 Node* adr, // actual adress to store val at
a61af66fc99e Initial load
duke
parents:
diff changeset
570 const TypePtr* adr_type,
a61af66fc99e Initial load
duke
parents:
diff changeset
571 Node* val,
825
8f5825e0aeaa 6818666: G1: Type lost in g1 pre-barrier
never
parents: 730
diff changeset
572 const TypeOopPtr* val_type,
851
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
573 BasicType bt) {
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
574 return store_oop(ctl, obj, adr, adr_type, val, val_type, bt, false);
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
575 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
576
a61af66fc99e Initial load
duke
parents:
diff changeset
577 Node* store_oop_to_array(Node* ctl,
a61af66fc99e Initial load
duke
parents:
diff changeset
578 Node* obj, // containing obj
a61af66fc99e Initial load
duke
parents:
diff changeset
579 Node* adr, // actual adress to store val at
a61af66fc99e Initial load
duke
parents:
diff changeset
580 const TypePtr* adr_type,
a61af66fc99e Initial load
duke
parents:
diff changeset
581 Node* val,
825
8f5825e0aeaa 6818666: G1: Type lost in g1 pre-barrier
never
parents: 730
diff changeset
582 const TypeOopPtr* val_type,
851
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
583 BasicType bt) {
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
584 return store_oop(ctl, obj, adr, adr_type, val, val_type, bt, true);
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
585 }
0
a61af66fc99e Initial load
duke
parents:
diff changeset
586
a61af66fc99e Initial load
duke
parents:
diff changeset
587 // Could be an array or object we don't know at compile time (unsafe ref.)
a61af66fc99e Initial load
duke
parents:
diff changeset
588 Node* store_oop_to_unknown(Node* ctl,
a61af66fc99e Initial load
duke
parents:
diff changeset
589 Node* obj, // containing obj
a61af66fc99e Initial load
duke
parents:
diff changeset
590 Node* adr, // actual adress to store val at
a61af66fc99e Initial load
duke
parents:
diff changeset
591 const TypePtr* adr_type,
a61af66fc99e Initial load
duke
parents:
diff changeset
592 Node* val,
a61af66fc99e Initial load
duke
parents:
diff changeset
593 BasicType bt);
a61af66fc99e Initial load
duke
parents:
diff changeset
594
a61af66fc99e Initial load
duke
parents:
diff changeset
595 // For the few case where the barriers need special help
3249
e1162778c1c8 7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents: 2383
diff changeset
596 void pre_barrier(bool do_load, Node* ctl,
e1162778c1c8 7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents: 2383
diff changeset
597 Node* obj, Node* adr, uint adr_idx, Node* val, const TypeOopPtr* val_type,
e1162778c1c8 7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents: 2383
diff changeset
598 Node* pre_val,
e1162778c1c8 7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents: 2383
diff changeset
599 BasicType bt);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
600
a61af66fc99e Initial load
duke
parents:
diff changeset
601 void post_barrier(Node* ctl, Node* store, Node* obj, Node* adr, uint adr_idx,
a61af66fc99e Initial load
duke
parents:
diff changeset
602 Node* val, BasicType bt, bool use_precise);
a61af66fc99e Initial load
duke
parents:
diff changeset
603
a61af66fc99e Initial load
duke
parents:
diff changeset
604 // Return addressing for an array element.
a61af66fc99e Initial load
duke
parents:
diff changeset
605 Node* array_element_address(Node* ary, Node* idx, BasicType elembt,
a61af66fc99e Initial load
duke
parents:
diff changeset
606 // Optional constraint on the array size:
a61af66fc99e Initial load
duke
parents:
diff changeset
607 const TypeInt* sizetype = NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
608
a61af66fc99e Initial load
duke
parents:
diff changeset
609 // Return a load of array element at idx.
a61af66fc99e Initial load
duke
parents:
diff changeset
610 Node* load_array_element(Node* ctl, Node* ary, Node* idx, const TypeAryPtr* arytype);
a61af66fc99e Initial load
duke
parents:
diff changeset
611
a61af66fc99e Initial load
duke
parents:
diff changeset
612 //---------------- Dtrace support --------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
613 void make_dtrace_method_entry_exit(ciMethod* method, bool is_entry);
a61af66fc99e Initial load
duke
parents:
diff changeset
614 void make_dtrace_method_entry(ciMethod* method) {
a61af66fc99e Initial load
duke
parents:
diff changeset
615 make_dtrace_method_entry_exit(method, true);
a61af66fc99e Initial load
duke
parents:
diff changeset
616 }
a61af66fc99e Initial load
duke
parents:
diff changeset
617 void make_dtrace_method_exit(ciMethod* method) {
a61af66fc99e Initial load
duke
parents:
diff changeset
618 make_dtrace_method_entry_exit(method, false);
a61af66fc99e Initial load
duke
parents:
diff changeset
619 }
a61af66fc99e Initial load
duke
parents:
diff changeset
620
a61af66fc99e Initial load
duke
parents:
diff changeset
621 //--------------- stub generation -------------------
a61af66fc99e Initial load
duke
parents:
diff changeset
622 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
623 void gen_stub(address C_function,
a61af66fc99e Initial load
duke
parents:
diff changeset
624 const char *name,
a61af66fc99e Initial load
duke
parents:
diff changeset
625 int is_fancy_jump,
a61af66fc99e Initial load
duke
parents:
diff changeset
626 bool pass_tls,
a61af66fc99e Initial load
duke
parents:
diff changeset
627 bool return_pc);
a61af66fc99e Initial load
duke
parents:
diff changeset
628
a61af66fc99e Initial load
duke
parents:
diff changeset
629 //---------- help for generating calls --------------
a61af66fc99e Initial load
duke
parents:
diff changeset
630
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
631 // Do a null check on the receiver as it would happen before the call to
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
632 // callee (with all arguments still on the stack).
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
633 Node* null_check_receiver_before_call(ciMethod* callee) {
0
a61af66fc99e Initial load
duke
parents:
diff changeset
634 assert(!callee->is_static(), "must be a virtual method");
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
635 const int nargs = callee->arg_size();
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
636 inc_sp(nargs);
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
637 Node* n = null_check_receiver();
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
638 dec_sp(nargs);
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
639 return n;
0
a61af66fc99e Initial load
duke
parents:
diff changeset
640 }
a61af66fc99e Initial load
duke
parents:
diff changeset
641
a61af66fc99e Initial load
duke
parents:
diff changeset
642 // Fill in argument edges for the call from argument(0), argument(1), ...
a61af66fc99e Initial load
duke
parents:
diff changeset
643 // (The next step is to call set_edges_for_java_call.)
a61af66fc99e Initial load
duke
parents:
diff changeset
644 void set_arguments_for_java_call(CallJavaNode* call);
a61af66fc99e Initial load
duke
parents:
diff changeset
645
a61af66fc99e Initial load
duke
parents:
diff changeset
646 // Fill in non-argument edges for the call.
a61af66fc99e Initial load
duke
parents:
diff changeset
647 // Transform the call, and update the basics: control, i_o, memory.
a61af66fc99e Initial load
duke
parents:
diff changeset
648 // (The next step is usually to call set_results_for_java_call.)
a61af66fc99e Initial load
duke
parents:
diff changeset
649 void set_edges_for_java_call(CallJavaNode* call,
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
650 bool must_throw = false, bool separate_io_proj = false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
651
a61af66fc99e Initial load
duke
parents:
diff changeset
652 // Finish up a java call that was started by set_edges_for_java_call.
a61af66fc99e Initial load
duke
parents:
diff changeset
653 // Call add_exception on any throw arising from the call.
a61af66fc99e Initial load
duke
parents:
diff changeset
654 // Return the call result (transformed).
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
655 Node* set_results_for_java_call(CallJavaNode* call, bool separate_io_proj = false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
656
a61af66fc99e Initial load
duke
parents:
diff changeset
657 // Similar to set_edges_for_java_call, but simplified for runtime calls.
a61af66fc99e Initial load
duke
parents:
diff changeset
658 void set_predefined_output_for_runtime_call(Node* call) {
a61af66fc99e Initial load
duke
parents:
diff changeset
659 set_predefined_output_for_runtime_call(call, NULL, NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
660 }
a61af66fc99e Initial load
duke
parents:
diff changeset
661 void set_predefined_output_for_runtime_call(Node* call,
a61af66fc99e Initial load
duke
parents:
diff changeset
662 Node* keep_mem,
a61af66fc99e Initial load
duke
parents:
diff changeset
663 const TypePtr* hook_mem);
a61af66fc99e Initial load
duke
parents:
diff changeset
664 Node* set_predefined_input_for_runtime_call(SafePointNode* call);
a61af66fc99e Initial load
duke
parents:
diff changeset
665
1080
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
666 // Replace the call with the current state of the kit. Requires
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
667 // that the call was generated with separate io_projs so that
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
668 // exceptional control flow can be handled properly.
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
669 void replace_call(CallNode* call, Node* result);
7c57aead6d3e 6892658: C2 should optimize some stringbuilder patterns
never
parents: 985
diff changeset
670
0
a61af66fc99e Initial load
duke
parents:
diff changeset
671 // helper functions for statistics
a61af66fc99e Initial load
duke
parents:
diff changeset
672 void increment_counter(address counter_addr); // increment a debug counter
a61af66fc99e Initial load
duke
parents:
diff changeset
673 void increment_counter(Node* counter_addr); // increment a debug counter
a61af66fc99e Initial load
duke
parents:
diff changeset
674
a61af66fc99e Initial load
duke
parents:
diff changeset
675 // Bail out to the interpreter right now
a61af66fc99e Initial load
duke
parents:
diff changeset
676 // The optional klass is the one causing the trap.
a61af66fc99e Initial load
duke
parents:
diff changeset
677 // The optional reason is debug information written to the compile log.
a61af66fc99e Initial load
duke
parents:
diff changeset
678 // Optional must_throw is the same as with add_safepoint_edges.
a61af66fc99e Initial load
duke
parents:
diff changeset
679 void uncommon_trap(int trap_request,
a61af66fc99e Initial load
duke
parents:
diff changeset
680 ciKlass* klass = NULL, const char* reason_string = NULL,
a61af66fc99e Initial load
duke
parents:
diff changeset
681 bool must_throw = false, bool keep_exact_action = false);
a61af66fc99e Initial load
duke
parents:
diff changeset
682
a61af66fc99e Initial load
duke
parents:
diff changeset
683 // Shorthand, to avoid saying "Deoptimization::" so many times.
a61af66fc99e Initial load
duke
parents:
diff changeset
684 void uncommon_trap(Deoptimization::DeoptReason reason,
a61af66fc99e Initial load
duke
parents:
diff changeset
685 Deoptimization::DeoptAction action,
a61af66fc99e Initial load
duke
parents:
diff changeset
686 ciKlass* klass = NULL, const char* reason_string = NULL,
a61af66fc99e Initial load
duke
parents:
diff changeset
687 bool must_throw = false, bool keep_exact_action = false) {
a61af66fc99e Initial load
duke
parents:
diff changeset
688 uncommon_trap(Deoptimization::make_trap_request(reason, action),
a61af66fc99e Initial load
duke
parents:
diff changeset
689 klass, reason_string, must_throw, keep_exact_action);
a61af66fc99e Initial load
duke
parents:
diff changeset
690 }
a61af66fc99e Initial load
duke
parents:
diff changeset
691
7194
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
692 // SP when bytecode needs to be reexecuted.
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
693 virtual int reexecute_sp() { return sp(); }
beebba0acc11 7172640: C2: instrinsic implementations in LibraryCallKit should use argument() instead of pop()
twisti
parents: 6804
diff changeset
694
0
a61af66fc99e Initial load
duke
parents:
diff changeset
695 // Report if there were too many traps at the current method and bci.
a61af66fc99e Initial load
duke
parents:
diff changeset
696 // Report if a trap was recorded, and/or PerMethodTrapLimit was exceeded.
a61af66fc99e Initial load
duke
parents:
diff changeset
697 // If there is no MDO at all, report no trap unless told to assume it.
a61af66fc99e Initial load
duke
parents:
diff changeset
698 bool too_many_traps(Deoptimization::DeoptReason reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
699 return C->too_many_traps(method(), bci(), reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
700 }
a61af66fc99e Initial load
duke
parents:
diff changeset
701
a61af66fc99e Initial load
duke
parents:
diff changeset
702 // Report if there were too many recompiles at the current method and bci.
a61af66fc99e Initial load
duke
parents:
diff changeset
703 bool too_many_recompiles(Deoptimization::DeoptReason reason) {
a61af66fc99e Initial load
duke
parents:
diff changeset
704 return C->too_many_recompiles(method(), bci(), reason);
a61af66fc99e Initial load
duke
parents:
diff changeset
705 }
a61af66fc99e Initial load
duke
parents:
diff changeset
706
a61af66fc99e Initial load
duke
parents:
diff changeset
707 // Returns the object (if any) which was created the moment before.
a61af66fc99e Initial load
duke
parents:
diff changeset
708 Node* just_allocated_object(Node* current_control);
a61af66fc99e Initial load
duke
parents:
diff changeset
709
a61af66fc99e Initial load
duke
parents:
diff changeset
710 static bool use_ReduceInitialCardMarks() {
a61af66fc99e Initial load
duke
parents:
diff changeset
711 return (ReduceInitialCardMarks
a61af66fc99e Initial load
duke
parents:
diff changeset
712 && Universe::heap()->can_elide_tlab_store_barriers());
a61af66fc99e Initial load
duke
parents:
diff changeset
713 }
a61af66fc99e Initial load
duke
parents:
diff changeset
714
2444
07acc51c1d2a 7032314: Allow to generate CallLeafNoFPNode in IdealKit
kvn
parents: 2383
diff changeset
715 // Sync Ideal and Graph kits.
851
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
716 void sync_kit(IdealKit& ideal);
2444
07acc51c1d2a 7032314: Allow to generate CallLeafNoFPNode in IdealKit
kvn
parents: 2383
diff changeset
717 void final_sync(IdealKit& ideal);
851
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
718
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
719 // vanilla/CMS post barrier
985
685e959d09ea 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 900
diff changeset
720 void write_barrier_post(Node *store, Node* obj,
685e959d09ea 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 900
diff changeset
721 Node* adr, uint adr_idx, Node* val, bool use_precise);
851
fc4be448891f 6851742: (EA) allocation elimination doesn't work with UseG1GC
kvn
parents: 825
diff changeset
722
12169
29aa8936f03c 8023597: Optimize G1 barriers code for unsafe load_store
kvn
parents: 7194
diff changeset
723 // Allow reordering of pre-barrier with oop store and/or post-barrier.
29aa8936f03c 8023597: Optimize G1 barriers code for unsafe load_store
kvn
parents: 7194
diff changeset
724 // Used for load_store operations which loads old value.
29aa8936f03c 8023597: Optimize G1 barriers code for unsafe load_store
kvn
parents: 7194
diff changeset
725 bool can_move_pre_barrier() const;
29aa8936f03c 8023597: Optimize G1 barriers code for unsafe load_store
kvn
parents: 7194
diff changeset
726
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
727 // G1 pre/post barriers
3249
e1162778c1c8 7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents: 2383
diff changeset
728 void g1_write_barrier_pre(bool do_load,
e1162778c1c8 7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents: 2383
diff changeset
729 Node* obj,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
730 Node* adr,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
731 uint alias_idx,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
732 Node* val,
825
8f5825e0aeaa 6818666: G1: Type lost in g1 pre-barrier
never
parents: 730
diff changeset
733 const TypeOopPtr* val_type,
3249
e1162778c1c8 7009266: G1: assert(obj->is_oop_or_null(true )) failed: Error
johnc
parents: 2383
diff changeset
734 Node* pre_val,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
735 BasicType bt);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
736
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
737 void g1_write_barrier_post(Node* store,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
738 Node* obj,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
739 Node* adr,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
740 uint alias_idx,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
741 Node* val,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
742 BasicType bt,
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
743 bool use_precise);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
744 // Helper function for g1
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
745 private:
985
685e959d09ea 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 900
diff changeset
746 void g1_mark_card(IdealKit& ideal, Node* card_adr, Node* store, uint oop_alias_idx,
685e959d09ea 6877254: Server vm crashes with no branches off of store slice" when run with CMS and UseSuperWord(default)
cfang
parents: 900
diff changeset
747 Node* index, Node* index_adr,
342
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
748 Node* buffer, const TypeFunc* tf);
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
749
37f87013dfd8 6711316: Open source the Garbage-First garbage collector
ysr
parents: 0
diff changeset
750 public:
0
a61af66fc99e Initial load
duke
parents:
diff changeset
751 // Helper function to round double arguments before a call
a61af66fc99e Initial load
duke
parents:
diff changeset
752 void round_double_arguments(ciMethod* dest_method);
a61af66fc99e Initial load
duke
parents:
diff changeset
753 void round_double_result(ciMethod* dest_method);
a61af66fc99e Initial load
duke
parents:
diff changeset
754
a61af66fc99e Initial load
duke
parents:
diff changeset
755 // rounding for strict float precision conformance
a61af66fc99e Initial load
duke
parents:
diff changeset
756 Node* precision_rounding(Node* n);
a61af66fc99e Initial load
duke
parents:
diff changeset
757
a61af66fc99e Initial load
duke
parents:
diff changeset
758 // rounding for strict double precision conformance
a61af66fc99e Initial load
duke
parents:
diff changeset
759 Node* dprecision_rounding(Node* n);
a61af66fc99e Initial load
duke
parents:
diff changeset
760
a61af66fc99e Initial load
duke
parents:
diff changeset
761 // rounding for non-strict double stores
a61af66fc99e Initial load
duke
parents:
diff changeset
762 Node* dstore_rounding(Node* n);
a61af66fc99e Initial load
duke
parents:
diff changeset
763
a61af66fc99e Initial load
duke
parents:
diff changeset
764 // Helper functions for fast/slow path codes
a61af66fc99e Initial load
duke
parents:
diff changeset
765 Node* opt_iff(Node* region, Node* iff);
a61af66fc99e Initial load
duke
parents:
diff changeset
766 Node* make_runtime_call(int flags,
a61af66fc99e Initial load
duke
parents:
diff changeset
767 const TypeFunc* call_type, address call_addr,
a61af66fc99e Initial load
duke
parents:
diff changeset
768 const char* call_name,
a61af66fc99e Initial load
duke
parents:
diff changeset
769 const TypePtr* adr_type, // NULL if no memory effects
a61af66fc99e Initial load
duke
parents:
diff changeset
770 Node* parm0 = NULL, Node* parm1 = NULL,
a61af66fc99e Initial load
duke
parents:
diff changeset
771 Node* parm2 = NULL, Node* parm3 = NULL,
a61af66fc99e Initial load
duke
parents:
diff changeset
772 Node* parm4 = NULL, Node* parm5 = NULL,
a61af66fc99e Initial load
duke
parents:
diff changeset
773 Node* parm6 = NULL, Node* parm7 = NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
774 enum { // flag values for make_runtime_call
a61af66fc99e Initial load
duke
parents:
diff changeset
775 RC_NO_FP = 1, // CallLeafNoFPNode
a61af66fc99e Initial load
duke
parents:
diff changeset
776 RC_NO_IO = 2, // do not hook IO edges
a61af66fc99e Initial load
duke
parents:
diff changeset
777 RC_NO_LEAF = 4, // CallStaticJavaNode
a61af66fc99e Initial load
duke
parents:
diff changeset
778 RC_MUST_THROW = 8, // flag passed to add_safepoint_edges
a61af66fc99e Initial load
duke
parents:
diff changeset
779 RC_NARROW_MEM = 16, // input memory is same as output
a61af66fc99e Initial load
duke
parents:
diff changeset
780 RC_UNCOMMON = 32, // freq. expected to be like uncommon trap
a61af66fc99e Initial load
duke
parents:
diff changeset
781 RC_LEAF = 0 // null value: no flags set
a61af66fc99e Initial load
duke
parents:
diff changeset
782 };
a61af66fc99e Initial load
duke
parents:
diff changeset
783
a61af66fc99e Initial load
duke
parents:
diff changeset
784 // merge in all memory slices from new_mem, along the given path
a61af66fc99e Initial load
duke
parents:
diff changeset
785 void merge_memory(Node* new_mem, Node* region, int new_path);
a61af66fc99e Initial load
duke
parents:
diff changeset
786 void make_slow_call_ex(Node* call, ciInstanceKlass* ex_klass, bool separate_io_proj);
a61af66fc99e Initial load
duke
parents:
diff changeset
787
a61af66fc99e Initial load
duke
parents:
diff changeset
788 // Helper functions to build synchronizations
a61af66fc99e Initial load
duke
parents:
diff changeset
789 int next_monitor();
a61af66fc99e Initial load
duke
parents:
diff changeset
790 Node* insert_mem_bar(int opcode, Node* precedent = NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
791 Node* insert_mem_bar_volatile(int opcode, int alias_idx, Node* precedent = NULL);
a61af66fc99e Initial load
duke
parents:
diff changeset
792 // Optional 'precedent' is appended as an extra edge, to force ordering.
a61af66fc99e Initial load
duke
parents:
diff changeset
793 FastLockNode* shared_lock(Node* obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
794 void shared_unlock(Node* box, Node* obj);
a61af66fc99e Initial load
duke
parents:
diff changeset
795
a61af66fc99e Initial load
duke
parents:
diff changeset
796 // helper functions for the fast path/slow path idioms
6725
da91efe96a93 6964458: Reimplement class meta-data storage to use native memory
coleenp
parents: 6266
diff changeset
797 Node* fast_and_slow(Node* in, const Type *result_type, Node* null_result, IfNode* fast_test, Node* fast_result, address slow_call, const TypeFunc *slow_call_type, Node* slow_arg, Klass* ex_klass, Node* slow_result);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
798
a61af66fc99e Initial load
duke
parents:
diff changeset
799 // Generate an instance-of idiom. Used by both the instance-of bytecode
a61af66fc99e Initial load
duke
parents:
diff changeset
800 // and the reflective instance-of call.
12966
b2ee5dc63353 8024070: C2 needs some form of type speculation
roland
parents: 12869
diff changeset
801 Node* gen_instanceof(Node *subobj, Node* superkls, bool safe_for_replace = false);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
802
a61af66fc99e Initial load
duke
parents:
diff changeset
803 // Generate a check-cast idiom. Used by both the check-cast bytecode
a61af66fc99e Initial load
duke
parents:
diff changeset
804 // and the array-store bytecode
a61af66fc99e Initial load
duke
parents:
diff changeset
805 Node* gen_checkcast( Node *subobj, Node* superkls,
a61af66fc99e Initial load
duke
parents:
diff changeset
806 Node* *failure_control = NULL );
a61af66fc99e Initial load
duke
parents:
diff changeset
807
a61af66fc99e Initial load
duke
parents:
diff changeset
808 // Generate a subtyping check. Takes as input the subtype and supertype.
a61af66fc99e Initial load
duke
parents:
diff changeset
809 // Returns 2 values: sets the default control() to the true path and
a61af66fc99e Initial load
duke
parents:
diff changeset
810 // returns the false path. Only reads from constant memory taken from the
a61af66fc99e Initial load
duke
parents:
diff changeset
811 // default memory; does not write anything. It also doesn't take in an
a61af66fc99e Initial load
duke
parents:
diff changeset
812 // Object; if you wish to check an Object you need to load the Object's
a61af66fc99e Initial load
duke
parents:
diff changeset
813 // class prior to coming here.
a61af66fc99e Initial load
duke
parents:
diff changeset
814 Node* gen_subtype_check(Node* subklass, Node* superklass);
a61af66fc99e Initial load
duke
parents:
diff changeset
815
a61af66fc99e Initial load
duke
parents:
diff changeset
816 // Static parse-time type checking logic for gen_subtype_check:
a61af66fc99e Initial load
duke
parents:
diff changeset
817 enum { SSC_always_false, SSC_always_true, SSC_easy_test, SSC_full_test };
a61af66fc99e Initial load
duke
parents:
diff changeset
818 int static_subtype_check(ciKlass* superk, ciKlass* subk);
a61af66fc99e Initial load
duke
parents:
diff changeset
819
a61af66fc99e Initial load
duke
parents:
diff changeset
820 // Exact type check used for predicted calls and casts.
a61af66fc99e Initial load
duke
parents:
diff changeset
821 // Rewrites (*casted_receiver) to be casted to the stronger type.
a61af66fc99e Initial load
duke
parents:
diff changeset
822 // (Caller is responsible for doing replace_in_map.)
a61af66fc99e Initial load
duke
parents:
diff changeset
823 Node* type_check_receiver(Node* receiver, ciKlass* klass, float prob,
a61af66fc99e Initial load
duke
parents:
diff changeset
824 Node* *casted_receiver);
a61af66fc99e Initial load
duke
parents:
diff changeset
825
a61af66fc99e Initial load
duke
parents:
diff changeset
826 // implementation of object creation
a61af66fc99e Initial load
duke
parents:
diff changeset
827 Node* set_output_for_allocation(AllocateNode* alloc,
3278
66b0e2371912 7026700: regression in 6u24-rev-b23: Crash in C2 compiler in PhaseIdealLoop::build_loop_late_post
kvn
parents: 2468
diff changeset
828 const TypeOopPtr* oop_type);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
829 Node* get_layout_helper(Node* klass_node, jint& constant_value);
a61af66fc99e Initial load
duke
parents:
diff changeset
830 Node* new_instance(Node* klass_node,
a61af66fc99e Initial load
duke
parents:
diff changeset
831 Node* slow_test = NULL,
a61af66fc99e Initial load
duke
parents:
diff changeset
832 Node* *return_size_val = NULL);
730
9c6be3edf0dc 6589834: deoptimization problem with -XX:+DeoptimizeALot
cfang
parents: 579
diff changeset
833 Node* new_array(Node* klass_node, Node* count_val, int nargs,
3278
66b0e2371912 7026700: regression in 6u24-rev-b23: Crash in C2 compiler in PhaseIdealLoop::build_loop_late_post
kvn
parents: 2468
diff changeset
834 Node* *return_size_val = NULL);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
835
6057
8f972594effc 6924259: Remove String.count/String.offset
kvn
parents: 3284
diff changeset
836 // java.lang.String helpers
8f972594effc 6924259: Remove String.count/String.offset
kvn
parents: 3284
diff changeset
837 Node* load_String_offset(Node* ctrl, Node* str);
8f972594effc 6924259: Remove String.count/String.offset
kvn
parents: 3284
diff changeset
838 Node* load_String_length(Node* ctrl, Node* str);
8f972594effc 6924259: Remove String.count/String.offset
kvn
parents: 3284
diff changeset
839 Node* load_String_value(Node* ctrl, Node* str);
8f972594effc 6924259: Remove String.count/String.offset
kvn
parents: 3284
diff changeset
840 void store_String_offset(Node* ctrl, Node* str, Node* value);
8f972594effc 6924259: Remove String.count/String.offset
kvn
parents: 3284
diff changeset
841 void store_String_length(Node* ctrl, Node* str, Node* value);
8f972594effc 6924259: Remove String.count/String.offset
kvn
parents: 3284
diff changeset
842 void store_String_value(Node* ctrl, Node* str, Node* value);
8f972594effc 6924259: Remove String.count/String.offset
kvn
parents: 3284
diff changeset
843
0
a61af66fc99e Initial load
duke
parents:
diff changeset
844 // Handy for making control flow
a61af66fc99e Initial load
duke
parents:
diff changeset
845 IfNode* create_and_map_if(Node* ctrl, Node* tst, float prob, float cnt) {
6804
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
846 IfNode* iff = new (C) IfNode(ctrl, tst, prob, cnt);// New IfNode's
0
a61af66fc99e Initial load
duke
parents:
diff changeset
847 _gvn.set_type(iff, iff->Value(&_gvn)); // Value may be known at parse-time
a61af66fc99e Initial load
duke
parents:
diff changeset
848 // Place 'if' on worklist if it will be in graph
a61af66fc99e Initial load
duke
parents:
diff changeset
849 if (!tst->is_Con()) record_for_igvn(iff); // Range-check and Null-check removal is later
a61af66fc99e Initial load
duke
parents:
diff changeset
850 return iff;
a61af66fc99e Initial load
duke
parents:
diff changeset
851 }
a61af66fc99e Initial load
duke
parents:
diff changeset
852
a61af66fc99e Initial load
duke
parents:
diff changeset
853 IfNode* create_and_xform_if(Node* ctrl, Node* tst, float prob, float cnt) {
6804
e626685e9f6c 7193318: C2: remove number of inputs requirement from Node's new operator
kvn
parents: 6725
diff changeset
854 IfNode* iff = new (C) IfNode(ctrl, tst, prob, cnt);// New IfNode's
0
a61af66fc99e Initial load
duke
parents:
diff changeset
855 _gvn.transform(iff); // Value may be known at parse-time
a61af66fc99e Initial load
duke
parents:
diff changeset
856 // Place 'if' on worklist if it will be in graph
a61af66fc99e Initial load
duke
parents:
diff changeset
857 if (!tst->is_Con()) record_for_igvn(iff); // Range-check and Null-check removal is later
a61af66fc99e Initial load
duke
parents:
diff changeset
858 return iff;
a61af66fc99e Initial load
duke
parents:
diff changeset
859 }
2383
9dc311b8473e 7008866: Missing loop predicate for loop with multiple entries
kvn
parents: 1972
diff changeset
860
9dc311b8473e 7008866: Missing loop predicate for loop with multiple entries
kvn
parents: 1972
diff changeset
861 // Insert a loop predicate into the graph
9dc311b8473e 7008866: Missing loop predicate for loop with multiple entries
kvn
parents: 1972
diff changeset
862 void add_predicate(int nargs = 0);
9dc311b8473e 7008866: Missing loop predicate for loop with multiple entries
kvn
parents: 1972
diff changeset
863 void add_predicate_impl(Deoptimization::DeoptReason reason, int nargs);
12190
edb5ab0f3fe5 8001107: @Stable annotation for constant folding of lazily evaluated variables
vlivanov
parents: 12169
diff changeset
864
edb5ab0f3fe5 8001107: @Stable annotation for constant folding of lazily evaluated variables
vlivanov
parents: 12169
diff changeset
865 // Produce new array node of stable type
edb5ab0f3fe5 8001107: @Stable annotation for constant folding of lazily evaluated variables
vlivanov
parents: 12169
diff changeset
866 Node* cast_array_to_stable(Node* ary, const TypeAryPtr* ary_type);
0
a61af66fc99e Initial load
duke
parents:
diff changeset
867 };
a61af66fc99e Initial load
duke
parents:
diff changeset
868
a61af66fc99e Initial load
duke
parents:
diff changeset
869 // Helper class to support building of control flow branches. Upon
a61af66fc99e Initial load
duke
parents:
diff changeset
870 // creation the map and sp at bci are cloned and restored upon de-
a61af66fc99e Initial load
duke
parents:
diff changeset
871 // struction. Typical use:
a61af66fc99e Initial load
duke
parents:
diff changeset
872 //
a61af66fc99e Initial load
duke
parents:
diff changeset
873 // { PreserveJVMState pjvms(this);
a61af66fc99e Initial load
duke
parents:
diff changeset
874 // // code of new branch
a61af66fc99e Initial load
duke
parents:
diff changeset
875 // }
a61af66fc99e Initial load
duke
parents:
diff changeset
876 // // here the JVM state at bci is established
a61af66fc99e Initial load
duke
parents:
diff changeset
877
a61af66fc99e Initial load
duke
parents:
diff changeset
878 class PreserveJVMState: public StackObj {
a61af66fc99e Initial load
duke
parents:
diff changeset
879 protected:
a61af66fc99e Initial load
duke
parents:
diff changeset
880 GraphKit* _kit;
a61af66fc99e Initial load
duke
parents:
diff changeset
881 #ifdef ASSERT
a61af66fc99e Initial load
duke
parents:
diff changeset
882 int _block; // PO of current block, if a Parse
a61af66fc99e Initial load
duke
parents:
diff changeset
883 int _bci;
a61af66fc99e Initial load
duke
parents:
diff changeset
884 #endif
a61af66fc99e Initial load
duke
parents:
diff changeset
885 SafePointNode* _map;
a61af66fc99e Initial load
duke
parents:
diff changeset
886 uint _sp;
a61af66fc99e Initial load
duke
parents:
diff changeset
887
a61af66fc99e Initial load
duke
parents:
diff changeset
888 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
889 PreserveJVMState(GraphKit* kit, bool clone_map = true);
a61af66fc99e Initial load
duke
parents:
diff changeset
890 ~PreserveJVMState();
a61af66fc99e Initial load
duke
parents:
diff changeset
891 };
a61af66fc99e Initial load
duke
parents:
diff changeset
892
a61af66fc99e Initial load
duke
parents:
diff changeset
893 // Helper class to build cutouts of the form if (p) ; else {x...}.
a61af66fc99e Initial load
duke
parents:
diff changeset
894 // The code {x...} must not fall through.
a61af66fc99e Initial load
duke
parents:
diff changeset
895 // The kit's main flow of control is set to the "then" continuation of if(p).
a61af66fc99e Initial load
duke
parents:
diff changeset
896 class BuildCutout: public PreserveJVMState {
a61af66fc99e Initial load
duke
parents:
diff changeset
897 public:
a61af66fc99e Initial load
duke
parents:
diff changeset
898 BuildCutout(GraphKit* kit, Node* p, float prob, float cnt = COUNT_UNKNOWN);
a61af66fc99e Initial load
duke
parents:
diff changeset
899 ~BuildCutout();
a61af66fc99e Initial load
duke
parents:
diff changeset
900 };
900
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
901
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
902 // Helper class to preserve the original _reexecute bit and _sp and restore
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
903 // them back
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
904 class PreserveReexecuteState: public StackObj {
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
905 protected:
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
906 GraphKit* _kit;
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
907 uint _sp;
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
908 JVMState::ReexecuteState _reexecute;
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
909
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
910 public:
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
911 PreserveReexecuteState(GraphKit* kit);
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
912 ~PreserveReexecuteState();
9987d9d5eb0e 6833129: specjvm98 fails with NullPointerException in the compiler with -XX:DeoptimizeALot
cfang
parents: 851
diff changeset
913 };
1972
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
914
f95d63e2154a 6989984: Use standard include model for Hospot
stefank
parents: 1746
diff changeset
915 #endif // SHARE_VM_OPTO_GRAPHKIT_HPP